-- Logs begin at Mon 2021-09-20 11:26:01 UTC, end at Mon 2021-09-20 13:57:30 UTC. -- Sep 20 12:09:54.504360 n-d-809934-3 systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 12:09:57.249956 n-d-809934-3 neutron-server[95357]: INFO neutron.common.config [-] Logging enabled! Sep 20 12:09:57.250518 n-d-809934-3 neutron-server[95357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 12:09:57.250727 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95357) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 12:09:57.253966 n-d-809934-3 neutron-server[95357]: INFO neutron.common.config [-] Logging enabled! Sep 20 12:09:57.254223 n-d-809934-3 neutron-server[95357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 12:09:57.254538 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95357) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 12:09:57.255493 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 12:09:57.255734 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 12:09:57.256103 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 12:09:57.256353 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 12:09:57.256585 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 12:09:57.256909 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.257243 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.257545 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.257779 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.258078 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.258369 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.258653 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.258942 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.259241 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.259529 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.259811 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.260096 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.260330 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.260613 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.260902 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.261215 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.261443 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] debug = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.261723 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.262146 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.263111 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.263461 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.263683 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.263965 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.264238 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.264515 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.264801 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.265157 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] host = n-d-809934-3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.265440 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.265729 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.266019 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.266309 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.266587 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.266864 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.267149 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.267422 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.267698 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] log_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.267976 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.268267 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.268558 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.268849 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.269099 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.269327 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.269618 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.269908 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.270187 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.270465 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.270741 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.271018 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.271293 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.271563 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.271855 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.272143 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.272430 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.272708 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.272991 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.273288 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.273566 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.273855 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.274134 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.274410 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.274687 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.274977 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.275251 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.275527 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.275829 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.276120 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.276406 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.276692 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.276968 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.277286 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.277563 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.277839 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.278138 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] use_json = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.278414 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.278685 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.278968 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.279243 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.279517 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.279792 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.280065 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.280350 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:09:57.280649 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.280945 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.281274 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.281559 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.281855 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.282415 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.282707 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.282994 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.283284 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.283572 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.283859 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.284141 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.284435 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.284717 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.285033 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.285347 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.285643 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.285936 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.286213 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.286493 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.286766 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.287047 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.287338 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.287621 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.287911 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.288209 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.288488 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.288777 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.289099 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.289393 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.289671 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.289951 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.290244 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.290526 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.290801 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.291082 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.291373 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.291655 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.291938 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.292219 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.292500 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.292774 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.293077 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.293362 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.293683 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.293957 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.294307 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.294591 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.294878 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.295157 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.295450 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.295732 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.296008 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.296283 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.296569 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.296848 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.297154 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.297441 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.297717 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.297999 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.298277 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.298553 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.298828 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.299105 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.299381 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.299656 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.299930 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.300213 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.300491 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.300771 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.301069 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.301349 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.301625 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.301912 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.302214 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.302495 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.302777 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.303065 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.303347 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.303628 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.303909 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.304189 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.304468 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.304742 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.305055 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.305346 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.305634 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.305920 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.306199 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.306501 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.306783 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.307067 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.307348 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.307626 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.307911 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.308197 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.308495 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.308792 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.309121 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.310000 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.310314 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.310597 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.310908 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.311189 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:09:57.311412 n-d-809934-3 neutron-server[95357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 12:09:57.311655 n-d-809934-3 neutron-server[95357]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95357) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 12:09:57.664979 n-d-809934-3 neutron-server[95357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 12:09:57.665217 n-d-809934-3 neutron-server[95357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 12:09:57.665516 n-d-809934-3 neutron-server[95357]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 12:09:57.665854 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 12:09:58.062160 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.062465 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.062745 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.064047 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.064335 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.064606 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.100809 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.101115 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.101390 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.116319 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.116602 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.116872 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.145429 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.145696 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.145969 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.184364 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.184726 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.184999 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.416348 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.416955 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.416955 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.417158 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.417811 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.538045 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.538369 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.538656 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.538933 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.539202 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.539519 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.539786 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.540047 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.540302 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.540586 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.540850 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.541146 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.541407 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.541663 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.541919 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.542185 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.542442 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.542712 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.542988 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.543252 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.543531 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.544328 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.544666 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.545106 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.545370 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.545626 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.546028 n-d-809934-3 neutron-server[95357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 12:09:58.546273 n-d-809934-3 neutron-server[95357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 12:09:58.546514 n-d-809934-3 neutron-server[95357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 12:09:58.546754 n-d-809934-3 neutron-server[95357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 12:09:58.546994 n-d-809934-3 neutron-server[95357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 12:09:58.547233 n-d-809934-3 neutron-server[95357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 12:09:58.547599 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 12:09:58.550699 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 12:09:58.554753 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 12:09:58.558406 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 20 12:09:58.560749 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 12:09:58.561223 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 12:09:58.561566 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 12:09:58.561959 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 12:09:58.564744 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 12:09:58.565002 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 12:09:58.565387 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 12:09:58.570673 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 12:09:58.592439 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 12:09:58.592893 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.593226 n-d-809934-3 neutron-server[95357]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95357) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 20 12:09:58.593597 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.594967 n-d-809934-3 neutron-server[95357]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95357) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 12:09:58.595419 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 12:09:58.595673 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 12:09:58.598863 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.599146 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:58.663840 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 12:09:58.664088 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 12:09:58.664332 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 12:09:58.664709 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 12:09:58.687491 n-d-809934-3 neutron-server[95357]: DEBUG oslo_db.sqlalchemy.engines [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95357) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 12:09:59.343649 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Initializing driver for type 'gre' Sep 20 12:09:59.344179 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] gre ID ranges: [(1, 1000)] Sep 20 12:09:59.537664 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Initializing driver for type 'local' Sep 20 12:09:59.538287 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Initializing driver for type 'vlan' Sep 20 12:09:59.623242 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] VlanTypeDriver initialization complete Sep 20 12:09:59.623528 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Initializing driver for type 'vxlan' Sep 20 12:09:59.624015 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] vxlan ID ranges: [(1, 1000)] Sep 20 12:09:59.811976 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Initializing extension driver 'port_security' Sep 20 12:09:59.812317 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.extensions.port_security [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] PortSecurityExtensionDriver initialization complete Sep 20 12:09:59.812655 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Initializing mechanism driver 'openvswitch' Sep 20 12:09:59.812979 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Initializing mechanism driver 'hyperv' Sep 20 12:09:59.819656 n-d-809934-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.plugin [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:59.820340 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > port after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.820715 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > port after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.821193 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > port after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.821686 n-d-809934-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 12:09:59.822118 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.826171 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.826171 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.826171 n-d-809934-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 12:09:59.826171 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > network after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.826171 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > network after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.826618 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > network after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.826618 n-d-809934-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 12:09:59.826618 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > security_group after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.826618 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > security_group after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.826618 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.827076 n-d-809934-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 12:09:59.827489 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.827845 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.828194 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.828591 n-d-809934-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 12:09:59.828998 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > address_group after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.829369 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > address_group after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.829711 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.830099 n-d-809934-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 12:09:59.830479 n-d-809934-3 neutron-server[95357]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] ML2 OVO RPC backend initialized. {{(pid=95357) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 20 12:09:59.831185 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.831541 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.831956 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > network before_response 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.832305 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > networks before_response 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.832652 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > port before_response 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.832992 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > ports before_response 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.833437 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > subnet before_response 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.833797 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > subnets before_response 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.834146 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > network after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.834546 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > network after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.834885 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > network after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.835224 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > port after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.835562 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > port after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.835896 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > port after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.836234 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.836577 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.836976 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.837581 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.plugin [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Modular L2 Plugin initialization complete Sep 20 12:09:59.837911 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading services supported by the core plugin {{(pid=95357) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 12:09:59.838240 n-d-809934-3 neutron-server[95357]: INFO neutron.plugins.ml2.managers [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Got port-security extension from driver 'port_security' Sep 20 12:09:59.838704 n-d-809934-3 neutron-server[95357]: INFO neutron.extensions.vlantransparent [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Disabled vlantransparent extension. Sep 20 12:09:59.839182 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95357) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 12:09:59.839547 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading Plugin: router Sep 20 12:09:59.875860 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.876212 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router after_create 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.876588 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router before_create 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.876955 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.877360 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.877720 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router after_delete 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.878082 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.878445 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.878793 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router after_create 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.879139 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router after_update 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.879489 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router after_update 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.879838 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.880209 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router after_update 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.880621 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.880993 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: port after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.881413 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: port after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.881755 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: subnet after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.882098 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.882448 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.882799 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.883146 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: port before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.883489 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.883848 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router after_update 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.884193 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.884545 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.884915 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.885291 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.885658 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > agent after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.886010 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > agent after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.886356 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > network after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.887749 n-d-809934-3 neutron-server[95357]: DEBUG neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Tracking information for resource: router configured {{(pid=95357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 12:09:59.888245 n-d-809934-3 neutron-server[95357]: DEBUG neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Tracking information for resource: floatingip configured {{(pid=95357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 12:09:59.893201 n-d-809934-3 neutron-server[95357]: INFO neutron.db.l3_agentschedulers_db [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 12:09:59.893776 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: port after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.894137 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: port after_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.894491 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: port after_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.894845 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: port after_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.895639 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router before_create 55550100 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.896007 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.896370 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_create 55550100 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.896727 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > router precommit_update 55550100 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.901506 n-d-809934-3 neutron-server[95357]: DEBUG neutron.services.provider_configuration [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service providers = [] {{(pid=95357) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 12:09:59.901873 n-d-809934-3 neutron-server[95357]: DEBUG neutron.db.servicetype_db [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95357) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 12:09:59.905432 n-d-809934-3 neutron-server[95357]: DEBUG neutron.services.service_base [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 12:09:59.905789 n-d-809934-3 neutron-server[95357]: DEBUG neutron.services.service_base [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 12:09:59.906134 n-d-809934-3 neutron-server[95357]: DEBUG neutron.services.service_base [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 12:09:59.907292 n-d-809934-3 neutron-server[95357]: DEBUG neutron.services.service_base [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 12:09:59.907667 n-d-809934-3 neutron-server[95357]: INFO neutron.services.service_base [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 12:09:59.908052 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 12:09:59.908374 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 12:09:59.918948 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 12:09:59.919291 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading Plugin: auto_allocate Sep 20 12:09:59.925001 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: network precommit_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.925406 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: network precommit_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.925933 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 12:09:59.926259 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading Plugin: tag Sep 20 12:09:59.932706 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 12:09:59.933067 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading Plugin: timestamp Sep 20 12:09:59.937277 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 12:09:59.937611 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading Plugin: network_ip_availability Sep 20 12:09:59.943015 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.943390 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.943748 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:09:59.944462 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 12:09:59.944786 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading Plugin: flavors Sep 20 12:09:59.949494 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 12:09:59.950435 n-d-809934-3 neutron-server[95357]: INFO neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading Plugin: revisions Sep 20 12:09:59.954756 n-d-809934-3 neutron-server[95357]: DEBUG neutron.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 12:09:59.955144 n-d-809934-3 neutron-server[95357]: DEBUG oslo_concurrency.lockutils [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.290s {{(pid=95357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 12:09:59.955879 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95357) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 20 12:09:59.956223 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Initializing extension manager. Sep 20 12:09:59.956736 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: __init__.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.957115 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: __pycache__ {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.957454 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.957790 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: address_group.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.958541 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.959099 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: address-group Sep 20 12:09:59.959425 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: address_scope.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.960337 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.960844 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: address-scope Sep 20 12:09:59.961190 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.962129 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.962638 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: router-admin-state-down-before-update Sep 20 12:09:59.962963 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: agent.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.963663 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.964163 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: agent Sep 20 12:09:59.964484 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: agent_resources_synced.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.965991 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.966504 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: agent-resources-synced Sep 20 12:09:59.966827 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: allowedaddresspairs.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.968616 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.969156 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: allowed-address-pairs Sep 20 12:09:59.969488 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: auto_allocated_topology.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.970560 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.971068 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: auto-allocated-topology Sep 20 12:09:59.971393 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: availability_zone.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.972085 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.972586 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: availability_zone Sep 20 12:09:59.972908 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: availability_zone_filter.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.973845 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.974346 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: availability_zone_filter Sep 20 12:09:59.974671 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: data_plane_status.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.975579 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.976075 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 12:09:59.976404 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: default_subnetpools.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.977365 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.977863 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: default-subnetpools Sep 20 12:09:59.978188 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.978991 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.979493 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: dhcp_agent_scheduler Sep 20 12:09:59.979820 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: dns.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.980738 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.981309 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension dns-integration not supported by any of loaded plugins Sep 20 12:09:59.981651 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: dns_domain_ports.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.982630 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.983135 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 12:09:59.983465 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.984392 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.984897 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 12:09:59.985256 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: dvr.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.985933 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.986443 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: dvr Sep 20 12:09:59.986768 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: ecmp_routes.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.987694 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.988197 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 12:09:59.988524 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: empty_string_filtering.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.989477 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.989984 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: empty-string-filtering Sep 20 12:09:59.990307 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.991217 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.991718 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 12:09:59.992041 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.992952 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.993484 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 12:09:59.993807 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: external_net.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.994713 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.995215 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: external-net Sep 20 12:09:59.995536 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.996445 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.997276 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: extra_dhcp_opt Sep 20 12:09:59.997613 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: extraroute.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:09:59.998530 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:09:59.999032 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: extraroute Sep 20 12:09:59.999356 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: extraroute_atomic.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.000388 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.000889 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: extraroute-atomic Sep 20 12:10:00.001234 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: filter_validation.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.001899 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.002399 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: filter-validation Sep 20 12:10:00.002724 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: fip_pf_description.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.003634 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.004131 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 12:10:00.004453 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: fip_port_details.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.005412 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.005913 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: fip-port-details Sep 20 12:10:00.006241 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: flavors.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.007469 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.007982 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: flavors Sep 20 12:10:00.008309 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.009996 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.010517 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 12:10:00.010850 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: floatingip_pools.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.011551 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.012058 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: floatingip-pools Sep 20 12:10:00.013039 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: ip_allocation.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.013987 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.014495 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 12:10:00.014821 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.015742 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.016252 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: ip-substring-filtering Sep 20 12:10:00.016580 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: l2_adjacency.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.017537 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.018040 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 12:10:00.018365 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: l3.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.019462 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.019979 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: router Sep 20 12:10:00.020307 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.022581 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.023109 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 12:10:00.023443 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.024380 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.024890 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: ext-gw-mode Sep 20 12:10:00.025248 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.026173 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.026686 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: l3-ha Sep 20 12:10:00.027013 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: l3_flavors.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.028554 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.029164 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: l3-flavors Sep 20 12:10:00.029501 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.030429 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.030936 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 12:10:00.031265 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: l3agentscheduler.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.032575 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.033109 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: l3_agent_scheduler Sep 20 12:10:00.033442 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: logging.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.034922 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.035441 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension logging not supported by any of loaded plugins Sep 20 12:10:00.035772 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: metering.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.036512 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.037126 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: metering Sep 20 12:10:00.037455 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.038544 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.039057 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: metering_source_and_destination_fields Sep 20 12:10:00.039382 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: multiprovidernet.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.040310 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.040819 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: multi-provider Sep 20 12:10:00.041176 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: netmtu.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.042095 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.042599 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: net-mtu Sep 20 12:10:00.042923 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: netmtu_writable.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.043934 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.044442 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: net-mtu-writable Sep 20 12:10:00.044765 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: network_availability_zone.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.045459 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.045963 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: network_availability_zone Sep 20 12:10:00.046286 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: network_ip_availability.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.047400 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.047906 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: network-ip-availability Sep 20 12:10:00.048230 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: network_segment_range.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.049025 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.049530 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 12:10:00.049854 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: pagination.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.050835 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.051167 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: pagination Sep 20 12:10:00.051489 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: port_device_profile.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.052410 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.052919 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: port-device-profile Sep 20 12:10:00.053273 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.054202 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.054706 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: port-mac-address-regenerate Sep 20 12:10:00.055032 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.055939 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.056439 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: port-numa-affinity-policy Sep 20 12:10:00.056770 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: port_resource_request.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.057932 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.058433 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 12:10:00.058759 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: portbindings.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.059804 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.060306 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: binding Sep 20 12:10:00.060634 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: portbindings_extended.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.061953 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.062465 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: binding-extended Sep 20 12:10:00.062796 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: portsecurity.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.063717 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.064230 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: port-security Sep 20 12:10:00.064554 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: project_id.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.065561 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.065894 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: project-id Sep 20 12:10:00.066222 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: providernet.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.067157 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.067666 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: provider Sep 20 12:10:00.067992 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.071542 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.072063 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos not supported by any of loaded plugins Sep 20 12:10:00.072397 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.073660 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.074174 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 12:10:00.074505 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.076046 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.076549 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 12:10:00.076878 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_default.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.077824 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.078332 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-default not supported by any of loaded plugins Sep 20 12:10:00.078657 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_fip.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.079312 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.079810 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-fip not supported by any of loaded plugins Sep 20 12:10:00.080133 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_gateway_ip.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.081087 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.081594 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 12:10:00.081919 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_port_network_policy.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.082840 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.083341 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 12:10:00.083664 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_pps_rule.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.090294 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.091206 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-pps not supported by any of loaded plugins Sep 20 12:10:00.091542 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_rule_type_details.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.092474 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.092989 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 12:10:00.093348 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: qos_rules_alias.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.094415 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.094931 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 12:10:00.095260 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: quotasv2.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.096180 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.096511 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: quotas Sep 20 12:10:00.096838 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: quotasv2_detail.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.100187 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.100538 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: quota_details Sep 20 12:10:00.100877 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: rbac.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.101971 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.102493 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: rbac-policies Sep 20 12:10:00.102826 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: rbac_address_group.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.103761 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.104278 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: rbac-address-group Sep 20 12:10:00.104605 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: rbac_address_scope.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.105552 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.106597 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: rbac-address-scope Sep 20 12:10:00.106921 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: rbac_security_groups.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.107848 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.108353 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: rbac-security-groups Sep 20 12:10:00.108679 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: rbac_subnetpool.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.109631 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.110144 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: rbac-subnetpool Sep 20 12:10:00.110469 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: revisionifmatch.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.111399 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.111913 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: revision-if-match Sep 20 12:10:00.112234 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: revisions.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.113466 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.114073 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: standard-attr-revisions Sep 20 12:10:00.114449 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: router_availability_zone.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.115159 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.115675 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: router_availability_zone Sep 20 12:10:00.116005 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: routerservicetype.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.124521 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.125056 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension router-service-type not supported by any of loaded plugins Sep 20 12:10:00.125389 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.126359 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.126826 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: security-groups-normalized-cidr Sep 20 12:10:00.127155 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.128080 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.128588 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: port-security-groups-filtering Sep 20 12:10:00.128913 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.129874 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.130393 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: security-groups-remote-address-group Sep 20 12:10:00.130726 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: securitygroup.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.141742 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.142273 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: security-group Sep 20 12:10:00.142606 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: segment.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.143401 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.143906 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension segment not supported by any of loaded plugins Sep 20 12:10:00.144234 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.145214 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.145720 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 12:10:00.146046 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: servicetype.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.147226 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.147745 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: service-type Sep 20 12:10:00.148077 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: sorting.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.149098 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.149437 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: sorting Sep 20 12:10:00.149762 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: standard_attr_segment.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.156782 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.157575 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 12:10:00.157899 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: standardattrdescription.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.158548 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.159082 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: standard-attr-description Sep 20 12:10:00.159374 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: stateful_security_group.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.160307 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.160817 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: stateful-security-group Sep 20 12:10:00.161175 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: stdattrs_common.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.161755 n-d-809934-3 neutron-server[95357]: WARNING neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 12:10:00.162079 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.163019 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.163527 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 12:10:00.163852 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: subnet_onboard.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.164931 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.165468 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: subnet_onboard Sep 20 12:10:00.165794 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.166739 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.167242 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 12:10:00.167566 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: subnet_service_types.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.169071 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.169587 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: subnet-service-types Sep 20 12:10:00.169910 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: subnetallocation.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.170993 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.171509 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: subnet_allocation Sep 20 12:10:00.171840 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.172509 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.173030 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: subnetpool-prefix-ops Sep 20 12:10:00.173366 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.174313 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.174820 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 12:10:00.175143 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: tagging.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.176230 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.176744 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: standard-attr-tag Sep 20 12:10:00.177103 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: timestamp.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.178315 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.178834 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loaded extension: standard-attr-timestamp Sep 20 12:10:00.179166 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: trunk.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.180205 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.180717 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension trunk not supported by any of loaded plugins Sep 20 12:10:00.181071 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: trunk_details.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.182007 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.182516 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension trunk-details not supported by any of loaded plugins Sep 20 12:10:00.182844 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: uplink_status_propagation.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.183774 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.185379 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 12:10:00.185715 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Loading extension file: vlantransparent.py {{(pid=95357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 12:10:00.186399 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 12:10:00.186906 n-d-809934-3 neutron-server[95357]: INFO neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 12:10:00.189384 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:network Sep 20 12:10:00.189913 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:subnet Sep 20 12:10:00.190310 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 12:10:00.190710 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:port Sep 20 12:10:00.191955 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.192407 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service FLAVORS assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.193058 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.193485 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.193822 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:router Sep 20 12:10:00.194250 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 12:10:00.194732 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service METERING assigned prefix: /metering {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.196164 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:10:00.196535 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:10:00.196888 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:10:00.197952 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 12:10:00.198405 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:security_group Sep 20 12:10:00.198837 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 12:10:00.199425 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service CORE assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.199798 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 12:10:00.200153 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] subnetpool is already registered Sep 20 12:10:00.200589 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service CORE assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.200924 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 12:10:00.201279 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] subnetpool is already registered Sep 20 12:10:00.203541 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.210220 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service FLAVORS assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.210220 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.210220 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.210220 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:router Sep 20 12:10:00.210220 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] router is already registered Sep 20 12:10:00.210220 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 12:10:00.210220 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] floatingip is already registered Sep 20 12:10:00.210220 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service METERING assigned prefix: /metering {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] rbac_policy is already registered Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:security_group Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] security_group is already registered Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] security_group_rule is already registered Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service CORE assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 12:10:00.210823 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] subnetpool is already registered Sep 20 12:10:00.211443 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.v2.resource_helper [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Service CORE assigned prefix: {{(pid=95357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 12:10:00.211443 n-d-809934-3 neutron-server[95357]: INFO neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 12:10:00.211580 n-d-809934-3 neutron-server[95357]: WARNING neutron.quota.resource_registry [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] subnetpool is already registered Sep 20 12:10:00.211960 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: extensions {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.213480 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: address-groups {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.214944 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: address-scopes {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.216836 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: agents {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.218024 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: auto-allocated-topology {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.219276 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: availability_zones {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.220509 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: dhcp-networks {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.222096 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: dhcp-agents {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.223524 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: routers {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.225762 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: flavors {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.226922 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: service_profiles {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.228137 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: next_providers {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.229622 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: service_profiles {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.231726 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: floatingip-pools {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.232948 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: routers {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.235070 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: floatingips {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.236375 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: l3-routers {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.237797 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: l3-agents {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.239199 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: metering-labels {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.240542 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: metering-label-rules {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.241858 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: network-ip-availabilities {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.243129 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: bindings {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.245638 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: quotas {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.247297 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: quotas {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.248728 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: rbac-policies {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.249948 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: security-groups {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.251257 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: security-group-rules {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.252519 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: service-providers {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.253766 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: subnetpools {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.255203 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: subnetpools {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.256652 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.258598 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.260162 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.261975 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.263966 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.265844 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.267545 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.269479 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.271226 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.272959 n-d-809934-3 neutron-server[95357]: DEBUG neutron.api.extensions [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Extended resource: tags {{(pid=95357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 12:10:00.279506 n-d-809934-3 neutron-server[95357]: WARNING keystonemiddleware.auth_token [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 12:10:00.284480 n-d-809934-3 neutron-server[95357]: WARNING keystonemiddleware.auth_token [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 12:10:00.292876 n-d-809934-3 neutron-server[95357]: DEBUG oslo_concurrency.lockutils [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Acquired lock "singleton_lock" {{(pid=95357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 20 12:10:00.293378 n-d-809934-3 neutron-server[95357]: DEBUG oslo_concurrency.lockutils [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Releasing lock "singleton_lock" {{(pid=95357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 20 12:10:00.294654 n-d-809934-3 neutron-server[95357]: INFO oslo_service.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Starting 2 workers Sep 20 12:10:00.299444 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Started child 95502 {{(pid=95357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 12:10:00.303899 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Started child 95503 {{(pid=95357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 12:10:00.305208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.305938 n-d-809934-3 neutron-server[95357]: INFO neutron.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 12:10:00.306156 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Notify callbacks [] for process, before_spawn {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.306429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [-] (95502) wsgi starting up on http://0.0.0.0:9696 Sep 20 12:10:00.308719 n-d-809934-3 neutron-server[95357]: INFO oslo_service.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Starting 1 workers Sep 20 12:10:00.308879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.310845 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [-] (95503) wsgi starting up on http://0.0.0.0:9696 Sep 20 12:10:00.314604 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Started child 95504 {{(pid=95357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 12:10:00.315162 n-d-809934-3 neutron-server[95357]: INFO oslo_service.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Starting 1 workers Sep 20 12:10:00.318505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] calling RpcWorker wait() {{(pid=95504) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 12:10:00.319069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] returning from RpcWorker wait() {{(pid=95504) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 12:10:00.319611 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Started child 95505 {{(pid=95357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 12:10:00.320425 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.320521 n-d-809934-3 neutron-server[95357]: DEBUG neutron_lib.callbacks.manager [None req-f60aef71-3745-4802-a6de-1c3a72e0acb4 None None] Notify callbacks [] for process, after_spawn {{(pid=95357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.320927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:00.322362 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 12:10:00.322574 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 12:10:00.322757 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 12:10:00.322968 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 12:10:00.323306 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 12:10:00.323471 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 12:10:00.323977 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.324251 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.324520 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.325893 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.325994 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.326457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.326535 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.326757 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.327014 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.327298 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.327559 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.327735 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.327902 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.328156 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.328546 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.328865 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.329160 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.329410 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.329682 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.329859 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.330120 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.330442 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.330630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.330903 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] debug = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.331150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.331614 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.331859 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.332119 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.332344 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.332639 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.332867 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.333141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.333396 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.333627 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.333874 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.335278 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.335278 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.335278 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.335278 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.335278 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.335278 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.335973 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] host = n-d-809934-3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.335973 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.336201 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.336349 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.336607 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.336873 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.337119 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.337378 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.337625 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.337880 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.338106 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.338363 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.338617 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.338863 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.339116 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.339281 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_options = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.339532 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.339784 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.340067 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.340261 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.340557 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.340828 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.341114 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.341316 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.341649 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.341890 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.342130 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.342342 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.342681 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.342824 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.343079 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.343330 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.343545 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.343756 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.344011 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.344239 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.344486 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.344735 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.344953 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.345202 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.345439 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.345678 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.345905 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.346139 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.346359 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.346722 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.346918 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.347116 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.347329 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.347567 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.347837 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.348065 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.348359 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.348509 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.348833 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.349063 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.349280 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.349532 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.349767 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.349994 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.350230 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.350448 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.350669 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_json = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.350881 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.351136 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.351402 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.351616 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.351860 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.352074 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.352288 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.352520 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.352933 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.353246 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.353789 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.353789 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.354076 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.354330 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.354519 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.354739 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.354998 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.355246 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.355547 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.355770 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.356203 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.356548 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.356846 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.357204 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.357337 n-d-809934-3 neutron-server[95505]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:00.357746 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.358163 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.358518 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.358908 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.359128 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.359533 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.359811 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.360054 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.360306 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.360539 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.360795 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.361137 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.361414 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.361674 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.361938 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.362178 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.362421 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.362656 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.362870 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.363083 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.363296 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.363560 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.363798 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.364015 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.364253 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.364487 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.364737 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.364983 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.365239 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.365483 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.365775 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.365962 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.366179 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370129 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.370760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.371349 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.371349 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.371349 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.371349 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.371349 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.372251 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.372251 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.372570 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.372649 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.372894 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.373227 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.373360 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.373576 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.373794 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.374010 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.374264 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.374483 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.374696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.374913 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.375125 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.376736 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.376736 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.376736 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.376736 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.376736 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.376736 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.377209 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.377209 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.377350 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.377779 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.377779 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381041 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381041 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381041 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381041 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381041 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381041 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381041 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381041 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381768 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381768 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381768 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381768 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381768 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381768 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381768 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.381768 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.382226 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.382226 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.382340 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.382671 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.382854 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.383042 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.383313 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.383595 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.383874 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.384127 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.384359 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.385326 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.385326 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.385326 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.385701 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.385701 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.385945 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.386076 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.386337 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.386564 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.386794 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.387013 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.387373 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.388548 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.388548 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.388819 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.388943 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.389876 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.389876 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.389876 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.389876 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.390603 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.390603 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.390603 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.390956 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.391076 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.391265 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.391465 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.392218 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.392218 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.392218 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.392747 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.392747 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.392747 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.393192 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.393347 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.393527 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.393730 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.393896 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.394113 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.394362 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.394597 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.394817 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.395058 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.395278 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.395497 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.395746 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.395989 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.396241 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.396460 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.396970 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.396970 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402141 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402635 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402635 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402635 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402635 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402635 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402635 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402635 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.402635 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403189 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403189 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403189 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403189 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403189 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403189 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403189 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403189 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403639 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403639 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403639 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403838 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.403908 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.404122 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.404490 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.404899 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.405299 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.405669 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.405886 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.406176 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.406431 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.406668 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.407172 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.407427 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.407641 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.407874 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.408109 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.408301 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.408525 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.408744 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.408953 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.409233 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.409451 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.409680 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.410050 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.410421 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.410633 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.410873 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.411134 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.411346 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.411570 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.411798 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.412014 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.412267 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.412493 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.412688 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.412914 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.413158 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.413370 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.413616 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.413825 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.414034 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.414258 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.414473 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.414682 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.414986 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.415237 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.415477 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.415766 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.416020 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.416266 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.416522 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.416964 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.417231 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.417478 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.417699 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.417917 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.418157 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.418412 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.418806 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.419092 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.419371 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.419630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.419924 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.420213 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.420494 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.420709 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.421003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425173 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.425844 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.426476 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.426476 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.426476 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 12:10:00.426476 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 12:10:00.426476 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 12:10:00.426800 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 12:10:00.426800 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 12:10:00.426954 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 12:10:00.427030 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 12:10:00.427233 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.427356 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.427514 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.427831 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.427997 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.428178 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.428340 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.428500 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.428659 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.428817 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.428989 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.429154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.429320 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.429467 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.429627 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.429786 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.429944 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.430103 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.430268 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.430583 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.430742 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.430901 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.431065 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] debug = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.431227 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.431426 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.431592 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.431793 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.431898 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.432055 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.432218 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.432379 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.432532 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.432689 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.432847 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.433026 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.433188 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.433493 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.433658 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.433816 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.433975 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.434687 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] host = n-d-809934-3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.434849 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.435008 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.435167 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.435326 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.435484 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.435642 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.435801 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.435961 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.436123 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.436279 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.436437 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.436594 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.436755 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.436915 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.437096 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_options = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.437256 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.437413 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.437572 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.437759 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.437924 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.438081 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.438239 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.438397 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.438555 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.438714 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.438873 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.439035 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.439190 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.439496 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.439812 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.439970 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.440131 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.440289 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.440447 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.440607 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.440766 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.440925 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.441107 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.441267 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.441426 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.441585 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.441743 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.441902 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.442061 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.442218 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.442377 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.442537 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.442697 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.442855 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.443013 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.443172 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.443331 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.443489 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.443651 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.443810 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.443968 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.444126 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.444284 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.444442 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.444601 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.444760 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.444918 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_json = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.445102 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.445258 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.445416 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.445574 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.445936 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.445936 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.446086 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.446182 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 12:10:00.446361 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.446522 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.446695 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.446857 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.447017 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.447176 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.447335 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.447494 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.447655 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.447815 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.447983 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.448142 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.448303 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.448463 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.448624 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.448787 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.448955 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.449147 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.449309 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.449471 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.449637 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.449922 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.450096 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.450253 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.450450 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.450561 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.450726 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.450903 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.451064 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.451227 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.451386 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.451546 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.451714 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.451864 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.452026 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.452188 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.452347 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.452508 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.452670 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.452831 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.452989 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.453177 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.453339 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.453501 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.453662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.453823 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.453983 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.460698 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.461424 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462003 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.462578 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463154 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.463662 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464186 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464186 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464186 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464186 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464186 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464186 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464186 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464186 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.464696 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466051 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466051 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466051 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466051 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466051 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466051 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466051 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466051 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466647 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466647 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466647 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466647 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466925 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.466925 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.467072 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.467149 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.467272 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.467448 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.467621 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.467783 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.467944 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.468104 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.468289 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.468450 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.468611 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.468770 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.468931 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.469115 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.469277 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.469438 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.469599 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.469759 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.469921 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.470083 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.470248 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.470407 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.470567 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.470727 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.470888 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.471058 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.471206 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.471367 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.471528 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.471687 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.471848 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.472011 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.472168 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.472334 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.472495 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.472648 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.472785 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.472924 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.473108 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.473269 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.473428 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.473682 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.473838 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.473927 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.474089 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.474221 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.474348 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.474480 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.474643 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.474804 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.474965 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.475145 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.475291 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.475515 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.475597 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.475748 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.475964 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.476114 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.476249 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.476384 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.476516 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.476649 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.476875 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.477029 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.477155 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.477317 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.477479 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482227 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:00.482457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.482457 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483027 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.483630 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484150 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484745 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484745 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484745 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484745 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484745 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484745 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484745 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.484745 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485426 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485426 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485426 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485426 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485426 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485426 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485997 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485997 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485997 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.485997 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.486273 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.486273 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.486421 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.486548 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.486710 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.486872 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.487046 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.487208 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.487372 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.487533 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.487694 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.487854 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.488016 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.488181 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.488350 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.488517 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.488680 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.488850 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.489032 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.489209 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.489360 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.489526 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.489699 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.489860 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.490022 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.490183 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.490347 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.490508 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.490875 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.490875 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.491040 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.491128 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.491265 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.491425 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492197 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492197 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492197 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492197 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492197 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492527 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492527 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492670 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 12:10:00.492772 n-d-809934-3 neutron-server[95357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 12:10:00.680146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:00.688664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064359 Sep 20 12:10:12.304792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c38bc-a278-4cf2-a71a-c71d72be8fa9 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:10:12.366249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c38bc-a278-4cf2-a71a-c71d72be8fa9 None None] No non-hosted networks {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 12:10:12.382530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.agentschedulers_db [None req-572c38bc-a278-4cf2-a71a-c71d72be8fa9 None None] DHCP Agent not found on host n-d-809934-3 {{(pid=95504) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 20 12:10:12.520966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f84c190a-5690-4cde-840a-c21225916b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16281889'] for agent, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:15.172967 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3f0c55e9-ace0-415c-80c2-38cf45a7d965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16281889'] for agent, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:15.341675 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-8e72a519-0930-489b-9106-43e54b5ddcd7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-809934-3 {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:10:15.343872 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-8e72a519-0930-489b-9106-43e54b5ddcd7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:10:15.486750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16281889'] for agent, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:15.487665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.488177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.488804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.489292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.489775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.490576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.491178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.491687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.492251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.492753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.493270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.493603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:15.494020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-809934-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:15.509250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-809934-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:15.971462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e72a519-0930-489b-9106-43e54b5ddcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:16.389447 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16281889'] for agent, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:17.783185 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16281889'] for agent, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:19.033727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33486) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:19.535405 n-d-809934-3 neutron-server[95502]: WARNING oslo_policy.policy [None req-d3fe5d10-e0fc-4606-a607-e0b6f61fb7f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 12:10:19.536010 n-d-809934-3 neutron-server[95502]: WARNING oslo_policy.policy [None req-d3fe5d10-e0fc-4606-a607-e0b6f61fb7f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 12:10:19.766359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-d3fe5d10-e0fc-4606-a607-e0b6f61fb7f9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:10:19.767498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3fe5d10-e0fc-4606-a607-e0b6f61fb7f9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7328541 Sep 20 12:10:21.380383 n-d-809934-3 neutron-server[95504]: INFO neutron.db.l3_hamode_db [None req-72707903-1cce-4a86-9586-f6693125cac0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 12:10:21.467408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72707903-1cce-4a86-9586-f6693125cac0 None None] Routers set() bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:21.467797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72707903-1cce-4a86-9586-f6693125cac0 None None] Router IDs set() for agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 12:10:22.212657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:22.523073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-54732deb-a05a-4888-8ff6-348d915e8983 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:22.617026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.policy [None req-54732deb-a05a-4888-8ff6-348d915e8983 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95502) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 12:10:22.662146 n-d-809934-3 neutron-server[95502]: WARNING oslo_policy.policy [None req-54732deb-a05a-4888-8ff6-348d915e8983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 12:10:22.662512 n-d-809934-3 neutron-server[95502]: WARNING oslo_policy.policy [None req-54732deb-a05a-4888-8ff6-348d915e8983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 12:10:22.670936 n-d-809934-3 neutron-server[95502]: INFO neutron.quota [None req-54732deb-a05a-4888-8ff6-348d915e8983 admin admin] Loaded quota_driver: . Sep 20 12:10:22.824507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54732deb-a05a-4888-8ff6-348d915e8983 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765116655809', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765116657300', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765116676413', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765116671633', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765116814444', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765116748667', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-814241', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-835007', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16633209', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16443695'] for rbac-policy, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:23.012584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54732deb-a05a-4888-8ff6-348d915e8983 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:23.013855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-54732deb-a05a-4888-8ff6-348d915e8983 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8001976 Sep 20 12:10:25.593634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:25.889446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Request body: {'network': {'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'admin_state_up': True, 'name': 'private'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:25.988208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Made reservation on behalf of 0c6b14e44091432981f4c4fdd2fd25a6 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:10:25.991015 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.008118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.222686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.274229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.297815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:10:26.320942 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765114160276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.321555 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Unsubscribe: segment precommit_create {{(pid=95502) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 12:10:26.322071 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Added segment abe89584-9f89-4d3b-9959-893b07c46b10 of type vlan for network 122669f7-2c49-4744-b000-cad5bf2a9da9 Sep 20 12:10:26.328407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d67217-4485-4c1e-8dd2-748bd1173b60,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:26.363077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.363418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.363755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.364087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.364413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.364735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.365083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.365405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.365721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.366038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.366355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.366673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Tracked resource versions report: Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: pushed versions: Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: { 'AddressGroup': {'1.2'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'ConntrackHelper': {'1.0'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Log': {'1.0'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Network': {'1.1'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Port': {'1.7'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'PortForwarding': {'1.2'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'QosPolicy': {'1.9'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'SecurityGroup': {'1.4'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'SubPort': {'1.0'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Subnet': {'1.1'}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Trunk': {'1.1'}} Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: consumer versions: Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: { DHCP agent@n-d-809934-3: {}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: L3 agent@n-d-809934-3: {}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: Metadata agent@n-d-809934-3: {}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: Metering agent@n-d-809934-3: {}, Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: Open vSwitch agent@n-d-809934-3: { 'AddressGroup': '1.2', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'ConntrackHelper': '1.0', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Log': '1.0', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Network': '1.1', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Port': '1.7', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'PortForwarding': '1.2', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'QosPolicy': '1.9', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'SecurityGroup': '1.4', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'SecurityGroupRule': '1.2', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'SubPort': '1.0', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Subnet': '1.1', Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: 'Trunk': '1.1'}} Sep 20 12:10:26.367828 n-d-809934-3 neutron-server[95502]: {{(pid=95502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:10:26.439943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.508327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.509429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:26.510065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.604981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0101626 Sep 20 12:10:26.606206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08767d7-2837-4d9c-8d9f-68470102b375 admin admin] Pushing event updated for resources: {'Network': ['ID=122669f7-2c49-4744-b000-cad5bf2a9da9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:26.632974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 122669f7-2c49-4744-b000-cad5bf2a9da9 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:10:29.283083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33526) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:29.778650 n-d-809934-3 neutron-server[95503]: WARNING oslo_policy.policy [None req-53a05341-d672-4757-b7dd-8dccecdb746a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 12:10:29.779272 n-d-809934-3 neutron-server[95503]: WARNING oslo_policy.policy [None req-53a05341-d672-4757-b7dd-8dccecdb746a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 12:10:30.223735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.policy [None req-53a05341-d672-4757-b7dd-8dccecdb746a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95503) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 12:10:30.268006 n-d-809934-3 neutron-server[95503]: WARNING oslo_policy.policy [None req-53a05341-d672-4757-b7dd-8dccecdb746a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 12:10:30.268376 n-d-809934-3 neutron-server[95503]: WARNING oslo_policy.policy [None req-53a05341-d672-4757-b7dd-8dccecdb746a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 12:10:30.277120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a05341-d672-4757-b7dd-8dccecdb746a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:30.279593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-53a05341-d672-4757-b7dd-8dccecdb746a admin admin] 10.222.0.37 "GET /v2.0/networks/122669f7-2c49-4744-b000-cad5bf2a9da9 HTTP/1.1" status: 200 len: 824 time: 0.9945235 Sep 20 12:10:30.318747 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-00dfba29-758d-41f3-8703-0c060f393f6a admin admin] 10.222.0.37 "GET /v2.0/subnetpools/a1cd445c-b987-4493-9241-eb2b63e8cf3b HTTP/1.1" status: 200 len: 734 time: 0.0327826 Sep 20 12:10:30.328369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a1cd445c-b987-4493-9241-eb2b63e8cf3b', 'ip_version': 4, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:30.330009 n-d-809934-3 neutron-server[95503]: INFO neutron.quota [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Loaded quota_driver: . Sep 20 12:10:30.462673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Made reservation on behalf of 0c6b14e44091432981f4c4fdd2fd25a6 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:10:30.465953 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:30.799943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:30.865342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Checking segment: {'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:10:30.865713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Network hostable DHCP agents. Network: 122669f7-2c49-4744-b000-cad5bf2a9da9, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:10:30.883904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210a4366-28c2-499f-b505-6f1ddddb9e03,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:30.895892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.896237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.896570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.896898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.897251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.898341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.898341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.898341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.898586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.898796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.899111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.899424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Tracked resource versions report: Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: pushed versions: Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: { 'AddressGroup': {'1.2'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'ConntrackHelper': {'1.0'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Log': {'1.0'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Network': {'1.1'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Port': {'1.7'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'PortForwarding': {'1.2'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'QosPolicy': {'1.9'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'SecurityGroup': {'1.4'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'SubPort': {'1.0'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Subnet': {'1.1'}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Trunk': {'1.1'}} Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: consumer versions: Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: { DHCP agent@n-d-809934-3: {}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: L3 agent@n-d-809934-3: {}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: Metadata agent@n-d-809934-3: {}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: Metering agent@n-d-809934-3: {}, Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: Open vSwitch agent@n-d-809934-3: { 'AddressGroup': '1.2', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'ConntrackHelper': '1.0', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Log': '1.0', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Network': '1.1', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Port': '1.7', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'PortForwarding': '1.2', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'QosPolicy': '1.9', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'SecurityGroup': '1.4', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'SecurityGroupRule': '1.2', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'SubPort': '1.0', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Subnet': '1.1', Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: 'Trunk': '1.1'}} Sep 20 12:10:30.900520 n-d-809934-3 neutron-server[95503]: {{(pid=95503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:10:30.948505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Network 122669f7-2c49-4744-b000-cad5bf2a9da9 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:10:31.005208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 122669f7-2c49-4744-b000-cad5bf2a9da9) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:10:31.009710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:31.010307 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:31.015083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b0502-7cef-429d-986d-e2adf7884fa7 None None] Network 122669f7-2c49-4744-b000-cad5bf2a9da9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:10:31.097767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7c3d1780-1259-4d99-9112-97129fad3c99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7727816 Sep 20 12:10:31.329848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-122669f7-2c49-4744-b000-cad5bf2a9da9', 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'fixed_ips': [{'subnet_id': '210a4366-28c2-499f-b505-6f1ddddb9e03'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:10:31.331109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:31.601502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Allocated IP 172.20.0.2 (122669f7-2c49-4744-b000-cad5bf2a9da9/210a4366-28c2-499f-b505-6f1ddddb9e03/f5fd516b-09ee-4be4-842c-528c0ad39afd) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:10:31.825659 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:31.903807 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:31.973069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Network 122669f7-2c49-4744-b000-cad5bf2a9da9 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:10:31.982350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:10:31.992098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Pushing event updated for resources: {'Port': ['ID=f5fd516b-09ee-4be4-842c-528c0ad39afd,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:31.994267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:10:32.005949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.006293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.006629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.006960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.007289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.007611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.007930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.008252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.008585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.008894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.009231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.009546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Tracked resource versions report: Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: pushed versions: Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: { 'AddressGroup': {'1.2'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'ConntrackHelper': {'1.0'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Log': {'1.0'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Network': {'1.1'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Port': {'1.7'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'PortForwarding': {'1.2'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'QosPolicy': {'1.9'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'SecurityGroup': {'1.4'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'SubPort': {'1.0'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Subnet': {'1.1'}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Trunk': {'1.1'}} Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: consumer versions: Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: { DHCP agent@n-d-809934-3: {}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: L3 agent@n-d-809934-3: {}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: Metadata agent@n-d-809934-3: {}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: Metering agent@n-d-809934-3: {}, Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: Open vSwitch agent@n-d-809934-3: { 'AddressGroup': '1.2', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'ConntrackHelper': '1.0', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Log': '1.0', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Network': '1.1', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Port': '1.7', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'PortForwarding': '1.2', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'QosPolicy': '1.9', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'SecurityGroup': '1.4', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'SecurityGroupRule': '1.2', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'SubPort': '1.0', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Subnet': '1.1', Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: 'Trunk': '1.1'}} Sep 20 12:10:32.010677 n-d-809934-3 neutron-server[95504]: {{(pid=95504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:10:32.079008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Attempting to bind port f5fd516b-09ee-4be4-842c-528c0ad39afd on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:10:32.079698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Attempting to bind port f5fd516b-09ee-4be4-842c-528c0ad39afd by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:10:32.079803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Attempting to bind port f5fd516b-09ee-4be4-842c-528c0ad39afd on network 122669f7-2c49-4744-b000-cad5bf2a9da9 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:10:32.084556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:10:32.084960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Checking segment: {'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:10:32.085474 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:32.085862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Bound using segment: {'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:10:32.086335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Bound port: f5fd516b-09ee-4be4-842c-528c0ad39afd, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:10:32.086740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:32.148541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] For port f5fd516b-09ee-4be4-842c-528c0ad39afd, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:10:32.153282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] For port f5fd516b-09ee-4be4-842c-528c0ad39afd, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f5fd516b-09ee-4be4-842c-528c0ad39afd,segment=NetworkSegment(abe89584-9f89-4d3b-9959-893b07c46b10),segment_id=abe89584-9f89-4d3b-9959-893b07c46b10)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:10:32.234630 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:32.299499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d93f43-d960-4888-964b-fcb1c8d4d120 None None] Pushing event updated for resources: {'Port': ['ID=f5fd516b-09ee-4be4-842c-528c0ad39afd,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:33.537217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33546) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:33.857737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-495ac8a7-391c-491f-b18d-8191fa4d9267 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:10:33.873030 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-495ac8a7-391c-491f-b18d-8191fa4d9267 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3205898 Sep 20 12:10:36.361549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33554) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:36.682949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-100ba8f2-99b6-4cb2-bbbe-3df7acb182c1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:10:36.684062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-100ba8f2-99b6-4cb2-bbbe-3df7acb182c1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3215177 Sep 20 12:10:39.359236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33564) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:39.681072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-88f2436a-0675-4ff9-9f8c-7f163d3bf360 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:39.778076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88f2436a-0675-4ff9-9f8c-7f163d3bf360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:39.779792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88f2436a-0675-4ff9-9f8c-7f163d3bf360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:39.923457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88f2436a-0675-4ff9-9f8c-7f163d3bf360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:39.983526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88f2436a-0675-4ff9-9f8c-7f163d3bf360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:40.062820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88f2436a-0675-4ff9-9f8c-7f163d3bf360 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:40.064030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-88f2436a-0675-4ff9-9f8c-7f163d3bf360 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7038369 Sep 20 12:10:40.685639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d43b67-fb20-43f1-84bf-6e0cec7b5f76 None None] Network 122669f7-2c49-4744-b000-cad5bf2a9da9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:10:40.758987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-501e21b1-fac4-47f6-9a77-161c1bd3dd5d None None] Provisioning complete for port f5fd516b-09ee-4be4-842c-528c0ad39afd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:40.759363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-501e21b1-fac4-47f6-9a77-161c1bd3dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:40.957479 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-501e21b1-fac4-47f6-9a77-161c1bd3dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:40.980057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f5fd516b-09ee-4be4-842c-528c0ad39afd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:10:41.040966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-501e21b1-fac4-47f6-9a77-161c1bd3dd5d None None] For port f5fd516b-09ee-4be4-842c-528c0ad39afd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f5fd516b-09ee-4be4-842c-528c0ad39afd,segment=NetworkSegment(abe89584-9f89-4d3b-9959-893b07c46b10),segment_id=abe89584-9f89-4d3b-9959-893b07c46b10)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:41.067008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f5fd516b-09ee-4be4-842c-528c0ad39afd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:41.067383 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:41.113972 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-501e21b1-fac4-47f6-9a77-161c1bd3dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:41.194826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e21b1-fac4-47f6-9a77-161c1bd3dd5d None None] Pushing event updated for resources: {'Port': ['ID=f5fd516b-09ee-4be4-842c-528c0ad39afd,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:41.232504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4b4f1122-1a24-4ae3-8fae-fb8878fc8ba4 None None] Provisioning complete for port f5fd516b-09ee-4be4-842c-528c0ad39afd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:41.232876 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4b4f1122-1a24-4ae3-8fae-fb8878fc8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:42.256910 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cccd482d-63cd-497a-bd26-de4adc68603a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:42.458715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33578) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:42.766971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-f1d10aa5-4136-47f8-b578-f271caf4a03e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:10:42.767952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1d10aa5-4136-47f8-b578-f271caf4a03e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3083127 Sep 20 12:10:42.935174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f5fd516b-09ee-4be4-842c-528c0ad39afd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:10:42.986464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f5fd516b-09ee-4be4-842c-528c0ad39afd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:42.987068 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.150299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33586) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:45.188135 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea547-c29f-4cd1-a4fa-2c28fa4603f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.468088 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.485633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:45.548226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Made reservation on behalf of c1d41fd75caf4a45a989af241c5b45de for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:10:45.550445 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.558308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.656456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.702541 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.720891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Reserving flat network on physical network physnet1 {{(pid=95502) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 12:10:45.736998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07574055-3e34-4071-b529-1dcd7a83bbdf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:45.741610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.741954 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Added segment 724e6a4e-529b-4ecc-989b-eefd872bebc6 of type flat for network 74831730-c29e-4033-a27c-161590b78793 Sep 20 12:10:45.795456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.903786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.904816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:45.905426 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.983078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] Pushing event updated for resources: {'Network': ['ID=74831730-c29e-4033-a27c-161590b78793,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:45.992532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 74831730-c29e-4033-a27c-161590b78793 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:10:46.023596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-29917bb1-2e4a-4ac0-970a-993358500164 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8723087 Sep 20 12:10:46.313937 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:47.713778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:48.406339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33604) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:48.618295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3a8c7-cd0f-49b1-8c12-44ea54bac59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:48.619656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9fa3a8c7-cd0f-49b1-8c12-44ea54bac59b admin admin] 10.222.0.37 "GET /v2.0/subnets/210a4366-28c2-499f-b505-6f1ddddb9e03 HTTP/1.1" status: 200 len: 849 time: 0.2123685 Sep 20 12:10:48.734170 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-546c159a-be9f-4589-bcda-49de23169567 admin admin] 10.222.0.37 "GET /v2.0/routers/ff035219-ed99-406d-bf0e-8eed8903e5cc HTTP/1.1" status: 200 len: 704 time: 0.1084080 Sep 20 12:10:48.989242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:49.280143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Allocated IP 172.20.0.1 (122669f7-2c49-4744-b000-cad5bf2a9da9/210a4366-28c2-499f-b505-6f1ddddb9e03/793c2a6a-688e-4cc3-8d3b-8e1f766a59ca) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:10:49.476329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:49.606778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:49.679279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Network 122669f7-2c49-4744-b000-cad5bf2a9da9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:10:49.685371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:10:49.696348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:10:49.696897 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:49.810652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=793c2a6a-688e-4cc3-8d3b-8e1f766a59ca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:49.869408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-98c80e07-8c4c-4d30-a260-532a9b6cdafb None None] Provisioning complete for port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:49.869924 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98c80e07-8c4c-4d30-a260-532a9b6cdafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:49.902984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-98c80e07-8c4c-4d30-a260-532a9b6cdafb None None] Port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:10:49.993426 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:50.223411 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:50.279377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:50.280152 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:50.338164 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=793c2a6a-688e-4cc3-8d3b-8e1f766a59ca,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:50.384306 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:10:50.406898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Network 122669f7-2c49-4744-b000-cad5bf2a9da9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:10:50.408209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:10:50.622239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Router ff035219-ed99-406d-bf0e-8eed8903e5cc is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:10:50.626987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d4a65d9a-2ac6-4f48-b340-ddbdbbecc6d7 None None] Provisioning complete for port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:50.627359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4a65d9a-2ac6-4f48-b340-ddbdbbecc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:50.660425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d4a65d9a-2ac6-4f48-b340-ddbdbbecc6d7 None None] Port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:10:50.712323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:10:50.718083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-951c7232-5730-40ad-a135-69fe4912cba3 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff035219-ed99-406d-bf0e-8eed8903e5cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9782393 Sep 20 12:10:50.722715 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Sync routers for ids ['ff035219-ed99-406d-bf0e-8eed8903e5cc'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:10:50.734971 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Routers {'ff035219-ed99-406d-bf0e-8eed8903e5cc'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:50.735790 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:10:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff035219-ed99-406d-bf0e-8eed8903e5cc'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:50.919260 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Set router ff035219-ed99-406d-bf0e-8eed8903e5cc gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:51.347226 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'name': 'router1', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:10:39Z', 'updated_at': '2021-09-20T12:10:49Z', 'revision_number': 2, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'gw_port_host': None, '_interfaces': [{'id': '793c2a6a-688e-4cc3-8d3b-8e1f766a59ca', 'name': '', 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'mac_address': 'fa:16:3e:4b:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:49Z', 'updated_at': '2021-09-20T12:10:50Z', 'revision_number': 2, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'subnets': [{'id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cd445c-b987-4493-9241-eb2b63e8cf3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:51.401445 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Checking router: ff035219-ed99-406d-bf0e-8eed8903e5cc for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:10:51.402600 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Updating router ff035219-ed99-406d-bf0e-8eed8903e5cc port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:10:51.449620 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:51.969308 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.039664 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.191268 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Pushing event updated for resources: {'Port': ['ID=793c2a6a-688e-4cc3-8d3b-8e1f766a59ca,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:52.208012 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.208357 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.208683 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.209033 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.209363 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.209687 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.210008 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.210337 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.210648 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.210968 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.211283 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.211597 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Tracked resource versions report: Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: pushed versions: Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: { 'AddressGroup': {'1.2'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'ConntrackHelper': {'1.0'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Log': {'1.0'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Network': {'1.1'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Port': {'1.7'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'PortForwarding': {'1.2'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'QosPolicy': {'1.9'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'SecurityGroup': {'1.4'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'SubPort': {'1.0'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Subnet': {'1.1'}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Trunk': {'1.1'}} Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: consumer versions: Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: { DHCP agent@n-d-809934-3: {}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: L3 agent@n-d-809934-3: {}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: Metadata agent@n-d-809934-3: {}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: Metering agent@n-d-809934-3: {}, Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: Open vSwitch agent@n-d-809934-3: { 'AddressGroup': '1.2', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'ConntrackHelper': '1.0', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Log': '1.0', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Network': '1.1', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Port': '1.7', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'PortForwarding': '1.2', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'QosPolicy': '1.9', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'SecurityGroup': '1.4', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'SecurityGroupRule': '1.2', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'SubPort': '1.0', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Subnet': '1.1', Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: 'Trunk': '1.1'}} Sep 20 12:10:52.212713 n-d-809934-3 neutron-server[95505]: {{(pid=95505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:10:52.221685 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Attempting to bind port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:10:52.221685 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Attempting to bind port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:10:52.221685 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Attempting to bind port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca on network 122669f7-2c49-4744-b000-cad5bf2a9da9 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:10:52.224991 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:10:52.225417 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Checking segment: {'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:10:52.225909 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.226297 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Bound using segment: {'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:10:52.226786 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Bound port: 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe89584-9f89-4d3b-9959-893b07c46b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:10:52.227245 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.291692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c5a976fd-e12e-404a-bbce-beaff530f409 None None] Provisioning complete for port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:52.292955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c5a976fd-e12e-404a-bbce-beaff530f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.295166 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] For port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:10:52.315287 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] For port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=793c2a6a-688e-4cc3-8d3b-8e1f766a59ca,segment=NetworkSegment(abe89584-9f89-4d3b-9959-893b07c46b10),segment_id=abe89584-9f89-4d3b-9959-893b07c46b10)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:10:52.327280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c5a976fd-e12e-404a-bbce-beaff530f409 None None] Port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:10:52.405169 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.458474 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Routers {'ff035219-ed99-406d-bf0e-8eed8903e5cc'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:52.459090 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:10:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff035219-ed99-406d-bf0e-8eed8903e5cc'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:52.501945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65ca6d-4341-4942-b7c6-e1fb0155a7bc None None] Pushing event updated for resources: {'Port': ['ID=793c2a6a-688e-4cc3-8d3b-8e1f766a59ca,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:52.551546 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] Set router ff035219-ed99-406d-bf0e-8eed8903e5cc gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:52.647909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5b3c9110-7bb3-4c90-acbd-c9a3d09fbfad None None] Provisioning complete for port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:52.648566 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b3c9110-7bb3-4c90-acbd-c9a3d09fbfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.727370 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b3c9110-7bb3-4c90-acbd-c9a3d09fbfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.759210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5b3c9110-7bb3-4c90-acbd-c9a3d09fbfad None None] For port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=793c2a6a-688e-4cc3-8d3b-8e1f766a59ca,segment=NetworkSegment(abe89584-9f89-4d3b-9959-893b07c46b10),segment_id=abe89584-9f89-4d3b-9959-893b07c46b10)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:52.769306 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'name': 'router1', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:10:39Z', 'updated_at': '2021-09-20T12:10:49Z', 'revision_number': 2, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'gw_port_host': None, '_interfaces': [{'id': '793c2a6a-688e-4cc3-8d3b-8e1f766a59ca', 'name': '', 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'mac_address': 'fa:16:3e:4b:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:49Z', 'updated_at': '2021-09-20T12:10:52Z', 'revision_number': 4, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'subnets': [{'id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cd445c-b987-4493-9241-eb2b63e8cf3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:52.794955 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a7338-3e2e-4236-9a3e-6d70e5fd5023 None None] The sync data for ids ['ff035219-ed99-406d-bf0e-8eed8903e5cc'] in n-d-809934-3 is: [{'id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'name': 'router1', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:10:39Z', 'updated_at': '2021-09-20T12:10:49Z', 'revision_number': 2, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'gw_port_host': None, '_interfaces': [{'id': '793c2a6a-688e-4cc3-8d3b-8e1f766a59ca', 'name': '', 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'mac_address': 'fa:16:3e:4b:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:49Z', 'updated_at': '2021-09-20T12:10:52Z', 'revision_number': 4, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'subnets': [{'id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cd445c-b987-4493-9241-eb2b63e8cf3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:10:52.868064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b3c9110-7bb3-4c90-acbd-c9a3d09fbfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.925717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c9110-7bb3-4c90-acbd-c9a3d09fbfad None None] Pushing event updated for resources: {'Port': ['ID=793c2a6a-688e-4cc3-8d3b-8e1f766a59ca,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:52.972574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33624) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:53.086643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6edcf6-2231-40c7-b9db-6bd2be3b5c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:53.087839 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7c6edcf6-2231-40c7-b9db-6bd2be3b5c17 admin admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 842 time: 0.1142204 Sep 20 12:10:53.098462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'ip_version': 4, 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'name': 'public-subnet'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:53.250790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Made reservation on behalf of c1d41fd75caf4a45a989af241c5b45de for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:10:53.254795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:53.648911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:10:53.649318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:53.712403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e8ac32c-b1a1-4400-bc05-176852b9b75a,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:53.721944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:10:53.722184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Network hostable DHCP agents. Network: 74831730-c29e-4033-a27c-161590b78793, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:10:53.805147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:10:53.878616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 74831730-c29e-4033-a27c-161590b78793) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:10:53.882745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:53.883333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:53.888549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8aaf7-43a6-46cc-925b-df0c0e5fc013 None None] Network 74831730-c29e-4033-a27c-161590b78793 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:10:53.973133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4aca6f83-ef7a-4b22-a85a-f697deda4ba4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8654652 Sep 20 12:10:54.027432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e73f82-2287-420b-ab0b-464c30efe227 None None] Network 74831730-c29e-4033-a27c-161590b78793 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:10:56.355213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33632) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:56.501051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a4247d6-ed28-4765-8452-220b59d9f14e admin admin] 10.222.0.37 "GET /v2.0/routers/ff035219-ed99-406d-bf0e-8eed8903e5cc HTTP/1.1" status: 200 len: 710 time: 0.1393597 Sep 20 12:10:56.585149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f169e-1c0b-47f7-b514-ebf36eb09573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:56.592552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-726f169e-1c0b-47f7-b514-ebf36eb09573 admin admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 886 time: 0.0847979 Sep 20 12:10:56.596498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:56.834439 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.197566 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.270174 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.376482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Allocated IP 172.25.6.125 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/998cb8f5-d643-4fa5-b40a-c2d80d78cb1e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:10:57.476985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.564505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.604264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:10:57.606890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:10:57.609363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:10:57.644160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Pushing event updated for resources: {'Port': ['ID=998cb8f5-d643-4fa5-b40a-c2d80d78cb1e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:57.970864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.169770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.173227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.280637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Router ff035219-ed99-406d-bf0e-8eed8903e5cc has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:10:58.382378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:10:58.388104 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.388846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f265b093-5457-4ed7-8842-9030e0c869de admin admin] 10.222.0.37 "PUT /v2.0/routers/ff035219-ed99-406d-bf0e-8eed8903e5cc HTTP/1.1" status: 200 len: 890 time: 1.7956231 Sep 20 12:10:58.964207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:10:59.010475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:59.011506 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:59.296113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Sync routers for ids ['ff035219-ed99-406d-bf0e-8eed8903e5cc'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:10:59.306038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Routers {'ff035219-ed99-406d-bf0e-8eed8903e5cc'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:59.306766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:10:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff035219-ed99-406d-bf0e-8eed8903e5cc'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:59.508802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Set router ff035219-ed99-406d-bf0e-8eed8903e5cc gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:59.890662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'name': 'router1', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '998cb8f5-d643-4fa5-b40a-c2d80d78cb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:10:39Z', 'updated_at': '2021-09-20T12:10:57Z', 'revision_number': 4, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'gw_port': {'id': '998cb8f5-d643-4fa5-b40a-c2d80d78cb1e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:57Z', 'updated_at': '2021-09-20T12:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '793c2a6a-688e-4cc3-8d3b-8e1f766a59ca', 'name': '', 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'mac_address': 'fa:16:3e:4b:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:49Z', 'updated_at': '2021-09-20T12:10:52Z', 'revision_number': 5, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'subnets': [{'id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cd445c-b987-4493-9241-eb2b63e8cf3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:59.941621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Checking router: ff035219-ed99-406d-bf0e-8eed8903e5cc for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:10:59.941970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Updating router ff035219-ed99-406d-bf0e-8eed8903e5cc port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:10:59.986527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.387678 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.450708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.501379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Attempting to bind port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:00.504313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Attempting to bind port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:00.504313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Attempting to bind port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:00.504811 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe09554-e064-4811-943e-046a472c8c4d None None] Pushing event updated for resources: {'Port': ['ID=998cb8f5-d643-4fa5-b40a-c2d80d78cb1e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:00.509267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:00.509637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:00.510040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.510439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:00.511102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Bound port: 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:00.511585 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.560548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] For port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:00.563480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] For port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=998cb8f5-d643-4fa5-b40a-c2d80d78cb1e,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:00.621882 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.683551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Routers {'ff035219-ed99-406d-bf0e-8eed8903e5cc'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:00.684155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:10:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff035219-ed99-406d-bf0e-8eed8903e5cc'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:00.687138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe09554-e064-4811-943e-046a472c8c4d None None] Pushing event updated for resources: {'Port': ['ID=998cb8f5-d643-4fa5-b40a-c2d80d78cb1e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:00.785345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:00.802292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] Set router ff035219-ed99-406d-bf0e-8eed8903e5cc gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:00.899524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e2bc1a6-695e-4d1a-a689-ba71e1aae49a admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1129766 Sep 20 12:11:01.018207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'name': 'router1', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '998cb8f5-d643-4fa5-b40a-c2d80d78cb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:10:39Z', 'updated_at': '2021-09-20T12:10:57Z', 'revision_number': 4, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'gw_port': {'id': '998cb8f5-d643-4fa5-b40a-c2d80d78cb1e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:57Z', 'updated_at': '2021-09-20T12:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '793c2a6a-688e-4cc3-8d3b-8e1f766a59ca', 'name': '', 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'mac_address': 'fa:16:3e:4b:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:49Z', 'updated_at': '2021-09-20T12:10:52Z', 'revision_number': 5, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'subnets': [{'id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cd445c-b987-4493-9241-eb2b63e8cf3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:01.045133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23881c9c-0408-49f7-9977-cf198acad8f4 None None] The sync data for ids ['ff035219-ed99-406d-bf0e-8eed8903e5cc'] in n-d-809934-3 is: [{'id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'name': 'router1', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '998cb8f5-d643-4fa5-b40a-c2d80d78cb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:10:39Z', 'updated_at': '2021-09-20T12:10:57Z', 'revision_number': 4, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'gw_port': {'id': '998cb8f5-d643-4fa5-b40a-c2d80d78cb1e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:57Z', 'updated_at': '2021-09-20T12:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '793c2a6a-688e-4cc3-8d3b-8e1f766a59ca', 'name': '', 'network_id': '122669f7-2c49-4744-b000-cad5bf2a9da9', 'tenant_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'mac_address': 'fa:16:3e:4b:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff035219-ed99-406d-bf0e-8eed8903e5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:10:49Z', 'updated_at': '2021-09-20T12:10:52Z', 'revision_number': 5, 'project_id': '0c6b14e44091432981f4c4fdd2fd25a6', 'subnets': [{'id': '210a4366-28c2-499f-b505-6f1ddddb9e03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cd445c-b987-4493-9241-eb2b63e8cf3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:11:02.991432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:03.047274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:03.047862 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.129406 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.180504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=998cb8f5-d643-4fa5-b40a-c2d80d78cb1e,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:03.300926 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.347983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=998cb8f5-d643-4fa5-b40a-c2d80d78cb1e,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:05.004928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:05.084466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 998cb8f5-d643-4fa5-b40a-c2d80d78cb1e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:05.084870 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.300980 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f865c63b-1199-4229-a715-febfb845abfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.124914 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab058616-23fc-45ac-aa0f-b27d6d05f04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.484784 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:16.339275 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:17.729745 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:27.385386 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:11:42.598969 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d06deba1-f18e-4145-a1bb-060b49fb55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:45.127039 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1428e55-8b04-42c3-b293-0bf31dcf29c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:45.507656 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:46.341514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:48.175699 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:04.384095 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:12:12.300775 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5df1-01b0-4b08-a8d6-d315f4ad6cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:15.127171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-14e56fcf-a37b-4c87-92de-17fb69a4cf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:15.495653 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:16.329625 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:17.740418 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:41.383622 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:12:42.277676 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-66b7860f-9902-4619-8c89-9dc95503180c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.057652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:44.122216 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c44c3d-1074-4ff7-8ca0-ef684d575ca3 admin admin] GET failed (client error): The resource could not be found. Sep 20 12:12:44.123584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-89c44c3d-1074-4ff7-8ca0-ef684d575ca3 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649226 Sep 20 12:12:44.355141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c00f19b-05ab-4bfa-9389-438d0f2190e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:44.356612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c00f19b-05ab-4bfa-9389-438d0f2190e4 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2284870 Sep 20 12:12:45.134385 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-800543c9-1bb6-4344-8edc-089b401622f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:45.488790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:46.340150 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:46.536924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34248) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:46.628343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951413c-b3c3-4c4a-8808-b692cdd17b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:46.629620 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1951413c-b3c3-4c4a-8808-b692cdd17b40 admin admin] 10.222.0.37 "GET /v2.0/subnets/210a4366-28c2-499f-b505-6f1ddddb9e03 HTTP/1.1" status: 200 len: 849 time: 0.0917132 Sep 20 12:12:46.639873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:12:46.724460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:46.931005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765114213892'] for subnet, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:46.960758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:46.961418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:46.963377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] 10.222.0.37 "PUT /v2.0/subnets/210a4366-28c2-499f-b505-6f1ddddb9e03 HTTP/1.1" status: 200 len: 868 time: 0.3271582 Sep 20 12:12:46.981140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57022038-35a8-4e0c-8672-6aee029c0367 None None] Network 122669f7-2c49-4744-b000-cad5bf2a9da9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:12:46.983062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210a4366-28c2-499f-b505-6f1ddddb9e03,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:46.990865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.991248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.991554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.991893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.992231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.992564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.993662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.993662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.993662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.993943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.994180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:46.994502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322425d0-52e5-4f49-9c40-70cf5e9d2427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:47.384453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a684ad44-92bf-41f2-9a0f-4a0c16a65f9e None None] Provisioning complete for port 793c2a6a-688e-4cc3-8d3b-8e1f766a59ca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:12:47.385030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a684ad44-92bf-41f2-9a0f-4a0c16a65f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:47.473047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a684ad44-92bf-41f2-9a0f-4a0c16a65f9e None None] Provisioning complete for port f5fd516b-09ee-4be4-842c-528c0ad39afd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:12:47.473346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a684ad44-92bf-41f2-9a0f-4a0c16a65f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:47.758128 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:49.139233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34256) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:49.333125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf5c4a-7286-461d-b4c2-80a7fd098a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:49.333611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf5c4a-7286-461d-b4c2-80a7fd098a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:49.335999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8cbf5c4a-7286-461d-b4c2-80a7fd098a37 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1950150 Sep 20 12:12:51.595375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:51.729320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa2b85-f04f-40f9-8748-9b0367afbbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:51.729795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa2b85-f04f-40f9-8748-9b0367afbbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:51.731337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4fa2b85-f04f-40f9-8748-9b0367afbbb5 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1350181 Sep 20 12:12:53.895066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34272) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:54.025561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60f0fa-ae96-4178-b002-14e727faffc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:54.027157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d60f0fa-ae96-4178-b002-14e727faffc6 admin admin] 10.222.0.37 "GET /v2.0/networks/122669f7-2c49-4744-b000-cad5bf2a9da9 HTTP/1.1" status: 200 len: 868 time: 0.1309738 Sep 20 12:12:56.324825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:56.446954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6678d-f5d4-41d4-8ede-f33f872c0ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:56.448326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-90f6678d-f5d4-41d4-8ede-f33f872c0ced admin admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 886 time: 0.1225300 Sep 20 12:12:58.648281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34288) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:58.772942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f6464-ef07-4fe2-9b4f-38c23a0a485c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:58.773421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f6464-ef07-4fe2-9b4f-38c23a0a485c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:58.774933 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-835f6464-ef07-4fe2-9b4f-38c23a0a485c admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257293 Sep 20 12:13:00.954266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34298) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:01.050305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b20d7f-1762-4a5b-a3b0-1eeeec04c24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:01.050760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b20d7f-1762-4a5b-a3b0-1eeeec04c24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:01.052317 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-41b20d7f-1762-4a5b-a3b0-1eeeec04c24a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970933 Sep 20 12:13:03.235946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34306) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:03.324757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b194a3-4ada-48e6-a068-fadd42837531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:03.326199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-79b194a3-4ada-48e6-a068-fadd42837531 admin admin] 10.222.0.37 "GET /v2.0/subnets/210a4366-28c2-499f-b505-6f1ddddb9e03 HTTP/1.1" status: 200 len: 868 time: 0.0893092 Sep 20 12:13:05.498681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:05.582057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d740fef-366f-47fe-8672-7abde225c976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:05.583405 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d740fef-366f-47fe-8672-7abde225c976 admin admin] 10.222.0.37 "GET /v2.0/subnets/3e8ac32c-b1a1-4400-bc05-176852b9b75a HTTP/1.1" status: 200 len: 816 time: 0.0837913 Sep 20 12:13:12.306953 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-006be45e-b014-4af9-887c-09345a0dd6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:15.130071 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2afa14e0-1edb-4536-a183-98074cde5d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:15.472639 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:16.346984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:17.744958 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:18.382551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:13:29.856113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34368) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:29.904018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-7eed228a-fcfa-4fe2-b2e0-889d806b7de5 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:13:29.905077 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7eed228a-fcfa-4fe2-b2e0-889d806b7de5 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479836 Sep 20 12:13:32.156499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:32.216681 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc78455-9911-4ba8-8dc5-46c2e3ddee85 admin admin] GET failed (client error): The resource could not be found. Sep 20 12:13:32.218018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6fc78455-9911-4ba8-8dc5-46c2e3ddee85 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605628 Sep 20 12:13:32.304138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cfa3a9-8bb4-4b73-b464-db54b8a14dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:32.305612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1cfa3a9-8bb4-4b73-b464-db54b8a14dec admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830309 Sep 20 12:13:34.508836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:34.555655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:34.632170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Made reservation on behalf of c1d41fd75caf4a45a989af241c5b45de for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:13:34.634551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:34.660911 n-d-809934-3 neutron-server[95502]: WARNING neutron.services.revisions.revision_plugin [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Could not find related network for resource to bump revision. Sep 20 12:13:34.671180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:13:34.680156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:34.680518 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Added segment aca52f95-8924-4963-827b-a68d5b0f4d20 of type vlan for network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 Sep 20 12:13:34.718093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:34.774415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:34.775615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:34.776190 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:34.835957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] Pushing event updated for resources: {'Network': ['ID=27457ffb-b3f7-48b0-81b6-2602f7abcf49,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:34.845759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:13:34.878530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8943a619-3069-4cd8-b572-8c8b3f646154 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3684821 Sep 20 12:13:37.123566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:37.183393 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce275543-8bdc-4157-8919-6b909a4cfd45 admin admin] GET failed (client error): The resource could not be found. Sep 20 12:13:37.184723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce275543-8bdc-4157-8919-6b909a4cfd45 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602787 Sep 20 12:13:37.253250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60cd8aa-3be0-4345-b8f4-220d9a9f9b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:37.254709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c60cd8aa-3be0-4345-b8f4-220d9a9f9b6c admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0654161 Sep 20 12:13:37.265073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Request body: {'subnet': {'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:37.403319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Made reservation on behalf of c1d41fd75caf4a45a989af241c5b45de for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:13:37.405615 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:37.648941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:37.703155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:37.713741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:13:37.714093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Network hostable DHCP agents. Network: 27457ffb-b3f7-48b0-81b6-2602f7abcf49, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:13:37.786167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:13:37.866300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 27457ffb-b3f7-48b0-81b6-2602f7abcf49) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:13:37.870609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:37.871146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:37.876041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69918f66-81a1-42c4-a845-aae19055960b None None] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:13:37.945583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-24d61bb7-f7ac-44ad-a0e7-6e174c3ab4f0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6838272 Sep 20 12:13:38.025775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'tenant_id': 'c1d41fd75caf4a45a989af241c5b45de', 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:13:38.026720 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:38.167272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Allocated IP 192.168.233.2 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/521028e6-df83-4592-92b7-5f7aa5d829f2) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:13:38.309595 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:38.381603 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:38.421711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:13:38.424558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:13:38.428646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:13:38.439262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Pushing event updated for resources: {'Port': ['ID=521028e6-df83-4592-92b7-5f7aa5d829f2,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:38.461231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.461583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.461932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.462275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.462617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.462949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.463316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.463671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.464000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.464331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.464652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.464975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:38.499160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Attempting to bind port 521028e6-df83-4592-92b7-5f7aa5d829f2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:13:38.499957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Attempting to bind port 521028e6-df83-4592-92b7-5f7aa5d829f2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:13:38.499957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Attempting to bind port 521028e6-df83-4592-92b7-5f7aa5d829f2 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:13:38.504810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:13:38.505239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:13:38.505649 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:38.506042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:13:38.506508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Bound port: 521028e6-df83-4592-92b7-5f7aa5d829f2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:13:38.506905 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:38.569817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] For port 521028e6-df83-4592-92b7-5f7aa5d829f2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:13:38.573171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] For port 521028e6-df83-4592-92b7-5f7aa5d829f2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=521028e6-df83-4592-92b7-5f7aa5d829f2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:13:38.654032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:38.718493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360561e-f20a-427d-af7d-58d0c4525b76 None None] Pushing event updated for resources: {'Port': ['ID=521028e6-df83-4592-92b7-5f7aa5d829f2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:39.093614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 521028e6-df83-4592-92b7-5f7aa5d829f2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:13:39.144282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 521028e6-df83-4592-92b7-5f7aa5d829f2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:13:39.144698 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:39.226516 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:39.258604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 521028e6-df83-4592-92b7-5f7aa5d829f2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=521028e6-df83-4592-92b7-5f7aa5d829f2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:13:39.340476 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:39.406259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=521028e6-df83-4592-92b7-5f7aa5d829f2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:39.560764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52089d94-0b2c-42d3-8516-aab279a4b757 None None] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:13:39.680270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6b33d09b-aec3-42c5-bd3b-c22cd8ffa263 None None] Provisioning complete for port 521028e6-df83-4592-92b7-5f7aa5d829f2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:13:39.680553 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b33d09b-aec3-42c5-bd3b-c22cd8ffa263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:40.009122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0dcd45f7-f2f3-4368-b3bc-6c3b187cc6ed None None] Provisioning complete for port 521028e6-df83-4592-92b7-5f7aa5d829f2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:13:40.009490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0dcd45f7-f2f3-4368-b3bc-6c3b187cc6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:41.059486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 521028e6-df83-4592-92b7-5f7aa5d829f2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:13:41.108035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 521028e6-df83-4592-92b7-5f7aa5d829f2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:13:41.108402 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:42.260303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-32b3da5d-e3fe-428a-a846-f96a744c9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:45.156078 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-821c3298-83fd-4e59-a305-0a0ffad80254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:45.477471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:46.344250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:47.746096 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:55.381100 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:14:12.276305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-83977b0b-a1ba-4667-8bde-f34f1ea1870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:15.127225 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44abda76-fb97-4d5d-a521-9b74cd50a890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:15.487533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:16.344603 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:17.772424 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:32.380309 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:14:42.280930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bab6f0c9-ee81-4346-9be7-728d415e2f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:45.166399 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23869e1b-54eb-4f84-9196-13ef7e002738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:45.486046 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:46.320272 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:47.760341 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.025481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:55.031249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-3141397e-9063-4480-b8b9-fc52e300c48d tempest-verify_tempest_config-394636371 tempest-verify_tempest_config-394636371-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:14:55.032211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3141397e-9063-4480-b8b9-fc52e300c48d tempest-verify_tempest_config-394636371 tempest-verify_tempest_config-394636371-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058303 Sep 20 12:14:55.525836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:55.625608 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.707986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.782986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.923021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=278ec833e9a74d82b3b55c974c15324d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3961041 Sep 20 12:14:55.923875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f4aab4-80f7-4b2e-ab23-f2157fbfca22,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:55.925696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34466) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:55.930508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.930860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.931200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.931536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.931865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.932192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.932517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.932840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.933194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.933520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.933839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:55.934158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc8f41-3b09-42e9-910d-e60cc0540593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.006750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.028289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.177909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.180393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.181604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9f4aab4-80f7-4b2e-ab23-f2157fbfca22 HTTP/1.1" status: 204 len: 168 time: 0.2548766 Sep 20 12:14:56.189499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f4aab4-80f7-4b2e-ab23-f2157fbfca22,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:56.196915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.197297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.197641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.197980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.198311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.198638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.198965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.199289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.199613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.199933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.200254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:56.200576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fef7cd-9426-4e67-a7d4-5027c32c5be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:09.378370 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:15:12.274041 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc28b3a0-ee93-4bf5-8d34-4fe2b627613c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:15.177358 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce71fac0-1f8f-450d-82e6-4162bb0d19bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:15.524983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:16.365254 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:17.804806 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:42.261688 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-89d7fde3-4825-47e3-ac03-c1cb318ddbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:45.113172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6975832b-8c05-4a68-bd2b-4541fed107d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:45.570169 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:46.359164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:46.376331 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:15:47.764739 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:12.277995 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5c89-5cde-4fc3-9918-e6a27d638dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:15.112458 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b53c267a-175f-499b-ac25-7d1123bee37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:15.499719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:16.362872 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:17.762331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:23.375096 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:16:42.311639 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-acfee66b-7895-4b4c-85f1-a38dd52a9105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:45.155279 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-138631ad-4254-48ee-bcaa-7f7d8b01dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:45.492327 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:46.368644 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:47.766415 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:00.373280 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:17:12.328238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d02e0743-e41c-44ff-9ac6-4ca121a12129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:15.127775 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8307382-d132-47c2-9105-c4057d63d970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:15.527736 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:16.373425 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:17.785414 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:37.372366 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 5 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:17:42.293014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aae27ed2-71b5-41ea-9d54-4ddc15f0e084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:45.121634 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-53111813-4ebc-46c1-966d-4c0f73c82376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:45.504465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:46.384499 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:47.807383 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:49.507057 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16281889'] for agent, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:50.038097 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16281889'] for agent, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:12.271811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a6b02fd3-5c27-42e5-b661-9bc2ddaf996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:14.371151 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:18:15.120893 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec16b-b059-4331-a033-52b7859f5445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:15.500443 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:16.408776 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:17.814600 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:19.437394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:19.980216 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:39.528441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34528) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:18:39.631844 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b2c1b74-561f-43b4-a552-90d054063aa3 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1023047 Sep 20 12:18:41.814140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34538) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:18:41.868133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c9026204-0ff0-4a17-baab-e75625072b7c admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0528984 Sep 20 12:18:42.314873 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4705aef3-b200-4c54-b388-c74b4abecab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:45.167572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb83cc88-8e13-4148-ba4e-16c99f6ec3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:45.544074 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:46.384394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:47.790103 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:49.482138 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:50.081831 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:51.372153 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:19:12.320018 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3040-b8d4-4c80-9fd9-6aa3f47e0e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:15.133285 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a9da0696-4a3e-4b01-8f07-494097d12698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:15.544018 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:16.411226 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:17.806487 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:19.491985 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:20.086557 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:28.373839 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:19:42.342135 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-90250cdd-e933-4859-873a-a57a5efe540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:45.125247 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3f133faf-4dbd-4f8d-bf4a-5eb9c6ec8186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:45.565315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:46.393415 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:47.844578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:49.467887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:50.016557 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:05.377282 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:20:06.555112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34706) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:06.942891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:06.943320 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3852c6af-2378-45c5-b03a-0cec2e3389e3 tempest-AutoAllocateNetworkTest-235674531 tempest-AutoAllocateNetworkTest-235674531-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a889e3f22c74f4da6d2b3c2eb72ed77&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3864555 Sep 20 12:20:07.137919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e3a44-626d-4eb7-b438-d9fcb69d0383 tempest-AutoAllocateNetworkTest-235674531 tempest-AutoAllocateNetworkTest-235674531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:07.142263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b71e3a44-626d-4eb7-b438-d9fcb69d0383 tempest-AutoAllocateNetworkTest-235674531 tempest-AutoAllocateNetworkTest-235674531-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1978509 Sep 20 12:20:07.142427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34748) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:07.213585 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3c064c5a-01f2-4a36-be2b-fe5a6442574f tempest-AutoAllocateNetworkTest-235674531 tempest-AutoAllocateNetworkTest-235674531-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681221 Sep 20 12:20:07.214206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34752) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:07.242023 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eae2721a-9a79-4c42-b75f-71d4cc7d272a tempest-AutoAllocateNetworkTest-235674531 tempest-AutoAllocateNetworkTest-235674531-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a889e3f22c74f4da6d2b3c2eb72ed77 HTTP/1.1" status: 200 len: 208 time: 0.0244231 Sep 20 12:20:08.525616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:09.204494 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:09.304141 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:09.438804 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:09.478096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e33b4ff-cc09-45fe-b552-5542ae9fa344,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:09.485713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.486059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.486398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.486733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.487065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.487392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.487717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.488039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.488361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.488682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.489002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.489346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] Tracked resource versions report: Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: pushed versions: Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: { 'AddressGroup': {'1.2'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'ConntrackHelper': {'1.0'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Log': {'1.0'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Network': {'1.1'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Port': {'1.7'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'PortForwarding': {'1.2'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'QosPolicy': {'1.9'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'SecurityGroup': {'1.4'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'SubPort': {'1.0'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Subnet': {'1.1'}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Trunk': {'1.1'}} Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: consumer versions: Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: { DHCP agent@n-d-809934-3: {}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: HyperV agent@n-h1-809934-3: {}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: HyperV agent@n-h2-809934-3: {}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: L3 agent@n-d-809934-3: {}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: Metadata agent@n-d-809934-3: {}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: Metering agent@n-d-809934-3: {}, Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: Open vSwitch agent@n-d-809934-3: { 'AddressGroup': '1.2', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'ConntrackHelper': '1.0', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Log': '1.0', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Network': '1.1', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Port': '1.7', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'PortForwarding': '1.2', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'QosPolicy': '1.9', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'SecurityGroup': '1.4', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'SecurityGroupRule': '1.2', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'SubPort': '1.0', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Subnet': '1.1', Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: 'Trunk': '1.1'}} Sep 20 12:20:09.490468 n-d-809934-3 neutron-server[95502]: {{(pid=95502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:20:09.495290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0cf2865-f242-4c2a-be8b-669cc60c201b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a889e3f22c74f4da6d2b3c2eb72ed77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9686592 Sep 20 12:20:09.497984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:09.552109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93f39ccc-411f-4946-bb8d-30e2bf3568e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:09.573926 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93f39ccc-411f-4946-bb8d-30e2bf3568e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:09.701392 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93f39ccc-411f-4946-bb8d-30e2bf3568e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:09.704204 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93f39ccc-411f-4946-bb8d-30e2bf3568e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:09.705374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-93f39ccc-411f-4946-bb8d-30e2bf3568e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e33b4ff-cc09-45fe-b552-5542ae9fa344 HTTP/1.1" status: 204 len: 168 time: 0.2065027 Sep 20 12:20:09.713945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f39ccc-411f-4946-bb8d-30e2bf3568e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e33b4ff-cc09-45fe-b552-5542ae9fa344,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:11.726701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34938) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:12.295787 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-302fc097-f412-45ba-9333-4875a77cee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.350760 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.362848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34954) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:12.453579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0707b6a-75f2-4619-8dac-a953cd4de696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.472927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.577986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.630294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5db9bacefed42bba9f5b4fe2e495e87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8974802 Sep 20 12:20:12.632061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:12.685845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d6ef3-ac33-45f1-ad0a-226f726fafcd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:12.691017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e583aa92-0397-4f65-b5b3-32f9e433b8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.700122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.700467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.700994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.701350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.701685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.702017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.702346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.702670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.702994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.703316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.703652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.703962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef12a94-a4b4-4b1d-bd77-80cfa79a91b5 admin admin] Tracked resource versions report: Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: pushed versions: Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: { 'AddressGroup': {'1.2'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'ConntrackHelper': {'1.0'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Log': {'1.0'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Network': {'1.1'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Port': {'1.7'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'PortForwarding': {'1.2'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'QosPolicy': {'1.9'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'SecurityGroup': {'1.4'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'SubPort': {'1.0'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Subnet': {'1.1'}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Trunk': {'1.1'}} Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: consumer versions: Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: { DHCP agent@n-d-809934-3: {}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: HyperV agent@n-h1-809934-3: {}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: HyperV agent@n-h2-809934-3: {}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: L3 agent@n-d-809934-3: {}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: Metadata agent@n-d-809934-3: {}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: Metering agent@n-d-809934-3: {}, Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: Open vSwitch agent@n-d-809934-3: { 'AddressGroup': '1.2', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'ConntrackHelper': '1.0', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Log': '1.0', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Network': '1.1', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Port': '1.7', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'PortForwarding': '1.2', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'QosPolicy': '1.9', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'SecurityGroup': '1.4', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'SecurityGroupRule': '1.2', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'SubPort': '1.0', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Subnet': '1.1', Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: 'Trunk': '1.1'}} Sep 20 12:20:12.705102 n-d-809934-3 neutron-server[95503]: {{(pid=95503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:20:12.713094 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e583aa92-0397-4f65-b5b3-32f9e433b8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.770751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0707b6a-75f2-4619-8dac-a953cd4de696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.798343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:12.800742 n-d-809934-3 neutron-server[95502]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 12:20:12.831120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-eb90d668-7485-4f8c-b595-d25af656fcd8 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=052cf9e690d24abca4be2f027b6a4e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314672 Sep 20 12:20:12.862923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e583aa92-0397-4f65-b5b3-32f9e433b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.865460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e583aa92-0397-4f65-b5b3-32f9e433b8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.873700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e583aa92-0397-4f65-b5b3-32f9e433b8dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec1d6ef3-ac33-45f1-ad0a-226f726fafcd HTTP/1.1" status: 204 len: 168 time: 0.2336233 Sep 20 12:20:12.883375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583aa92-0397-4f65-b5b3-32f9e433b8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d6ef3-ac33-45f1-ad0a-226f726fafcd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:12.906554 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0707b6a-75f2-4619-8dac-a953cd4de696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:12.949519 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b0707b6a-75f2-4619-8dac-a953cd4de696 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6d8765238774aa99269d020e9e793cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5854387 Sep 20 12:20:12.953399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:12.966256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0707b6a-75f2-4619-8dac-a953cd4de696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e10be1-219e-4e75-9957-4f160df2e4f2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:13.021252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9028-7cde-484f-b70c-e4566ba90dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:13.055507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9028-7cde-484f-b70c-e4566ba90dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:13.064967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-303a29bc-42d3-48ff-a365-2e8bc40a0021 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:13.066510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-303a29bc-42d3-48ff-a365-2e8bc40a0021 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299700 Sep 20 12:20:13.095550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-55ce9a14-0200-403b-8009-00702f4497b4 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/quotas/052cf9e690d24abca4be2f027b6a4e70 HTTP/1.1" status: 200 len: 375 time: 0.0213306 Sep 20 12:20:13.150715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-9abd4ac5-a37d-4d1c-ab8c-23c794aa103d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=052cf9e690d24abca4be2f027b6a4e70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480363 Sep 20 12:20:13.358901 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9028-7cde-484f-b70c-e4566ba90dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:13.361761 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9028-7cde-484f-b70c-e4566ba90dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:13.365602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3dcd9028-7cde-484f-b70c-e4566ba90dcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6e10be1-219e-4e75-9957-4f160df2e4f2 HTTP/1.1" status: 204 len: 168 time: 0.4110651 Sep 20 12:20:13.374617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd9028-7cde-484f-b70c-e4566ba90dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e10be1-219e-4e75-9957-4f160df2e4f2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:13.795394 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed178c7b-9714-45d6-8cd2-9194f82a0b9a req-665da6c3-0474-4ad8-89ef-7a5f8e37b0aa tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.0487015 Sep 20 12:20:13.888382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35038) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:13.903415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a727-cbfc-4e1b-88d0-b966f93be12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:13.992264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a727-cbfc-4e1b-88d0-b966f93be12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.101420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a727-cbfc-4e1b-88d0-b966f93be12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.152356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9a727-cbfc-4e1b-88d0-b966f93be12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad81426-4e0e-4e0d-90ce-b5ab16d78977,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:14.156937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0fe9a727-cbfc-4e1b-88d0-b966f93be12e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a9b93b7d4fa40cc8bd40bd0f2fffa59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2672293 Sep 20 12:20:14.159698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:14.215377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-224e246b-f93a-46c0-b818-5c44133ce636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.236312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-224e246b-f93a-46c0-b818-5c44133ce636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.416118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-224e246b-f93a-46c0-b818-5c44133ce636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.419054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-224e246b-f93a-46c0-b818-5c44133ce636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.422636 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-224e246b-f93a-46c0-b818-5c44133ce636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dad81426-4e0e-4e0d-90ce-b5ab16d78977 HTTP/1.1" status: 204 len: 168 time: 0.2595844 Sep 20 12:20:14.429577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e246b-f93a-46c0-b818-5c44133ce636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad81426-4e0e-4e0d-90ce-b5ab16d78977,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:14.584400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35078) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:14.597516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b21f13e-86fa-4d55-b7eb-da2d41014c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.681560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b21f13e-86fa-4d55-b7eb-da2d41014c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.832618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b21f13e-86fa-4d55-b7eb-da2d41014c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.872504 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3b21f13e-86fa-4d55-b7eb-da2d41014c6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=742d4af8b7ad4e888537739e564b183d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2869964 Sep 20 12:20:14.875187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:14.877849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21f13e-86fa-4d55-b7eb-da2d41014c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ee14f-25d6-463f-9c10-9ca8867239f2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:14.947467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8584015-d637-4b48-8efb-ca3d770634fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.968614 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8584015-d637-4b48-8efb-ca3d770634fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:15.141132 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8584015-d637-4b48-8efb-ca3d770634fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:15.143686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8584015-d637-4b48-8efb-ca3d770634fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:15.144820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8584015-d637-4b48-8efb-ca3d770634fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a7ee14f-25d6-463f-9c10-9ca8867239f2 HTTP/1.1" status: 204 len: 168 time: 0.2686453 Sep 20 12:20:15.153364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8584015-d637-4b48-8efb-ca3d770634fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7ee14f-25d6-463f-9c10-9ca8867239f2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:15.198334 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed28bcf9-4276-4097-b91e-ce75600ce3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:15.215168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:15.535579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:15.597418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-817211ea-0dbc-4219-81f4-431fd9140617 req-be5bfae0-bca8-46a0-9919-ea6fd81bddb9 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.3837881 Sep 20 12:20:15.711212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35134) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:15.810167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-aad3cdad-1a03-4658-b880-030d891a8652 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=998743c4003449d8909f0895c6a2b4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222497 Sep 20 12:20:15.923711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-4a86f891-71fb-404d-b2a4-25fed4743b76 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:15.925192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-4a86f891-71fb-404d-b2a4-25fed4743b76 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096201 Sep 20 12:20:15.941783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-060d1e14-cba9-4922-b122-1cb0b9516449 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/quotas/998743c4003449d8909f0895c6a2b4d0 HTTP/1.1" status: 200 len: 375 time: 0.0107794 Sep 20 12:20:15.976140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-deba79a7-e02c-41dc-884e-1d48be0decd7 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=998743c4003449d8909f0895c6a2b4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283732 Sep 20 12:20:16.000996 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf11-1018-479e-b757-af4caa1515a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.104450 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf11-1018-479e-b757-af4caa1515a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.290483 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1efdf11-1018-479e-b757-af4caa1515a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.341667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1efdf11-1018-479e-b757-af4caa1515a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9815229ebf9483c990b820056171ca9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6285193 Sep 20 12:20:16.342749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:16.343487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efdf11-1018-479e-b757-af4caa1515a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01274285-6d64-4bd8-9dbd-f7f1291fe9c6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:16.363743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35170) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:16.403736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90debc1c-1d13-4f18-bdd7-e03f6e44efb6 req-1f844696-4f83-47f1-8da4-8b0259e8c3ed tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 210 time: 0.0343988 Sep 20 12:20:16.427000 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.448880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2fa-b898-4890-ba5f-3a6c46cd58b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.469666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2fa-b898-4890-ba5f-3a6c46cd58b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.518852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a8caff7-f9cb-48f3-8d89-5d82751a108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.610218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2fa-b898-4890-ba5f-3a6c46cd58b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.612684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2fa-b898-4890-ba5f-3a6c46cd58b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.613905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5afdd2fa-b898-4890-ba5f-3a6c46cd58b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01274285-6d64-4bd8-9dbd-f7f1291fe9c6 HTTP/1.1" status: 204 len: 168 time: 0.2691507 Sep 20 12:20:16.622229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdd2fa-b898-4890-ba5f-3a6c46cd58b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01274285-6d64-4bd8-9dbd-f7f1291fe9c6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:16.707005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8e103c9-ae74-4c6b-8f2c-e9601ea23011 req-338f4655-7886-4074-a643-ca1fa4e64844 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.0371542 Sep 20 12:20:16.729824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a8caff7-f9cb-48f3-8d89-5d82751a108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.938633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a8caff7-f9cb-48f3-8d89-5d82751a108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:16.974734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8caff7-f9cb-48f3-8d89-5d82751a108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209cd9a0-579b-4a68-91b0-2e995e329e7d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:16.988554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a8caff7-f9cb-48f3-8d89-5d82751a108b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=540bdc60a8fc4f64ae8f1595e6c032d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6237276 Sep 20 12:20:16.991424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35212) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:17.044039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1692819-6474-455a-8081-63f6ea4c36f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:17.066186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1692819-6474-455a-8081-63f6ea4c36f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:17.312454 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1692819-6474-455a-8081-63f6ea4c36f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:17.315022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1692819-6474-455a-8081-63f6ea4c36f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:17.317224 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b1692819-6474-455a-8081-63f6ea4c36f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/209cd9a0-579b-4a68-91b0-2e995e329e7d HTTP/1.1" status: 204 len: 168 time: 0.3237779 Sep 20 12:20:17.324522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1692819-6474-455a-8081-63f6ea4c36f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209cd9a0-579b-4a68-91b0-2e995e329e7d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:17.512808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c4b9ebd-360d-467d-8ebd-acd35fb505f6 req-a9b8a645-e4ea-4a02-ab84-3df072bfbb68 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 210 time: 0.0534828 Sep 20 12:20:17.798233 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:17.808354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08115c0e-3dfa-40f5-93ea-6e8fa6bc0389 req-c4dad9b6-d9e0-4f52-bdd3-3d08bed05925 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.0321271 Sep 20 12:20:17.990866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35258) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:18.008897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea64c8b0-42c3-4cd1-93c2-ed280d8e04f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.108796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea64c8b0-42c3-4cd1-93c2-ed280d8e04f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.175428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea64c8b0-42c3-4cd1-93c2-ed280d8e04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.210386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64c8b0-42c3-4cd1-93c2-ed280d8e04f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e981c30f-33ca-47a6-a846-6538e7aa5c82,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:18.216544 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ea64c8b0-42c3-4cd1-93c2-ed280d8e04f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=517bd93b273f443aac21fa166875834a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2232628 Sep 20 12:20:18.219287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35264) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:18.277630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9824842a-fe6b-4a8c-a229-5b737fe0fa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.297990 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9824842a-fe6b-4a8c-a229-5b737fe0fa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.375105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35270) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:18.389613 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0be9248-1be2-46e9-8645-19c63841db8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.433198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9824842a-fe6b-4a8c-a229-5b737fe0fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.433198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9824842a-fe6b-4a8c-a229-5b737fe0fa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.434516 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9824842a-fe6b-4a8c-a229-5b737fe0fa22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e981c30f-33ca-47a6-a846-6538e7aa5c82 HTTP/1.1" status: 204 len: 168 time: 0.2141554 Sep 20 12:20:18.452141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824842a-fe6b-4a8c-a229-5b737fe0fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e981c30f-33ca-47a6-a846-6538e7aa5c82,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:18.521539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0be9248-1be2-46e9-8645-19c63841db8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.626782 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0be9248-1be2-46e9-8645-19c63841db8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.662425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be9248-1be2-46e9-8645-19c63841db8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34368602-2378-43c3-a373-0af594cb50d9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:18.670743 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f0be9248-1be2-46e9-8645-19c63841db8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b298296fc7c040dcb75dfa88032a959e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2944629 Sep 20 12:20:18.671076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:18.713085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01c7b0ad-f7cd-4280-9cde-4488ab58623e req-7e958625-80f1-4b09-9d2c-7e032bd2a415 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 210 time: 0.0439148 Sep 20 12:20:18.753447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4df3547f-6ee5-4829-92c2-80694cc07b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.774841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4df3547f-6ee5-4829-92c2-80694cc07b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.958348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4df3547f-6ee5-4829-92c2-80694cc07b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.961659 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4df3547f-6ee5-4829-92c2-80694cc07b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:18.963869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4df3547f-6ee5-4829-92c2-80694cc07b67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34368602-2378-43c3-a373-0af594cb50d9 HTTP/1.1" status: 204 len: 168 time: 0.2912939 Sep 20 12:20:18.979609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3547f-6ee5-4829-92c2-80694cc07b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34368602-2378-43c3-a373-0af594cb50d9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:19.023615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3b184c8-7d74-4445-b460-e8f765dd42db req-10b0f8c8-b04c-4ddf-8e49-a3ce68a4f1df tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.0375879 Sep 20 12:20:19.535471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:19.805706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.21', 62999) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:19.839704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-f5bdb8fd-7bf7-46f5-9a69-ad32940850cc tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=052cf9e690d24abca4be2f027b6a4e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316706 Sep 20 12:20:19.851884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.32', 56763) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:19.879549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-021f4036-b716-4c73-a4be-6314b30fac92 req-360cf87b-65fe-49ed-8d9f-da5e162d7f93 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 210 time: 0.0384052 Sep 20 12:20:19.884321 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1d403d8d-f4f6-4ef2-a4ba-83b0bfbb0e2c tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=998743c4003449d8909f0895c6a2b4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313315 Sep 20 12:20:20.001783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-f9b4fc80-1d85-4c47-beb1-3be0d65f3043 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:20.003680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-f9b4fc80-1d85-4c47-beb1-3be0d65f3043 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487887 Sep 20 12:20:20.078337 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:20.113295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Request body: {'port': {'device_id': '7b4d3b42-f42b-4e1a-9603-aa52cb33c2de', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '052cf9e690d24abca4be2f027b6a4e70'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:20.210844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6aed5ee2-d962-4c7a-a331-9a6770cfe13a req-71fa35d5-2ba7-4532-afbe-f8426d46a7ae tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.0784934 Sep 20 12:20:20.261520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7b8b8560-7893-473a-96cf-857d1fd11872 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:20.263088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7b8b8560-7893-473a-96cf-857d1fd11872 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3736980 Sep 20 12:20:20.352561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Request body: {'port': {'device_id': '913edee7-77b1-4a02-8136-39545cc1e1af', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '998743c4003449d8909f0895c6a2b4d0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:20.586626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Made reservation on behalf of 052cf9e690d24abca4be2f027b6a4e70 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:20:20.590664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:20.601754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:20.683768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Made reservation on behalf of 998743c4003449d8909f0895c6a2b4d0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:20:20.688466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:20.697718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:20.773692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:20.902921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:20.928336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35398) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:20.960692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994d2873-60c7-4b77-af4f-5a7c7a6a1c99,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:21.087386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.105533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcc8c106-b578-48a5-921c-353982b3974c req-17f3a3df-a03b-4efb-b7b5-c20a3de83ac2 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 210 time: 0.1083043 Sep 20 12:20:21.158122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.267694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f41c3d23-5df0-42f8-837d-a5ec734408c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.269515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Allocated IP 192.168.233.94 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/822ebc10-85e3-45e3-9cba-b75f4c4b5a24) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:20:21.305713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04ec0e9-799f-48b0-809b-dbff1ec9b23e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:21.372211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-431fe1f0-b326-48c5-8b04-c8d9f708634d req-ce79bf58-5c94-4bd2-9b54-56e7a9194a84 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.0402787 Sep 20 12:20:21.431500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f41c3d23-5df0-42f8-837d-a5ec734408c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.484903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.569380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f41c3d23-5df0-42f8-837d-a5ec734408c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.604739 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.610287 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f41c3d23-5df0-42f8-837d-a5ec734408c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f9fa72a14504e9e95979b337147d78d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6804261 Sep 20 12:20:21.617187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35430) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:21.654026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c3d23-5df0-42f8-837d-a5ec734408c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea094d3-06d3-4f24-b428-a30ff881a169,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:21.697414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:20:21.702788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:20:21.710991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:20:21.717352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:21.718160 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.732632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Pushing event updated for resources: {'Port': ['ID=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:21.779921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0bd7-1cfe-4e5e-b14a-b3aa6149be03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.779921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Allocated IP 192.168.233.90 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/42a88ebd-e2a8-472b-a77b-208694b8a52f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:20:21.814200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0bd7-1cfe-4e5e-b14a-b3aa6149be03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.827453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8bde030f-61f8-454a-8727-5781bc31e450 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7325726 Sep 20 12:20:21.838858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-65699cef-4e85-41d2-be02-90e1c0c0edf9 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:20:21.840039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-65699cef-4e85-41d2-be02-90e1c0c0edf9 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064323 Sep 20 12:20:21.937631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0bd7-1cfe-4e5e-b14a-b3aa6149be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.941213 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0bd7-1cfe-4e5e-b14a-b3aa6149be03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:21.958408 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ee8f0bd7-1cfe-4e5e-b14a-b3aa6149be03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ea094d3-06d3-4f24-b428-a30ff881a169 HTTP/1.1" status: 204 len: 168 time: 0.3400698 Sep 20 12:20:22.085904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f0bd7-1cfe-4e5e-b14a-b3aa6149be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea094d3-06d3-4f24-b428-a30ff881a169,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:22.132259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:22.194158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-164fea8c-d1e8-48bb-802a-d771deab8c73 None None] Provisioning complete for port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:20:22.195181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-164fea8c-d1e8-48bb-802a-d771deab8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:22.281512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-164fea8c-d1e8-48bb-802a-d771deab8c73 None None] Port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:20:22.328415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:22.338558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4fae69f-b988-487a-98fd-2828bbbe2a3e req-ca30f9d4-457e-4f37-bcc1-166237845cee tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 210 time: 0.0422919 Sep 20 12:20:22.625710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c98a2-b53c-4fbc-8338-d2975b63b962 req-00311128-455f-4d76-b2a4-48f4d368ba81 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:22.627895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-923c98a2-b53c-4fbc-8338-d2975b63b962 req-00311128-455f-4d76-b2a4-48f4d368ba81 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 935 time: 0.0989592 Sep 20 12:20:22.647108 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:22.765655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-923c98a2-b53c-4fbc-8338-d2975b63b962 req-4eea150f-2e1e-42c1-9960-50b2321f6b94 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303475 Sep 20 12:20:22.829465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Pushing event updated for resources: {'Port': ['ID=42a88ebd-e2a8-472b-a77b-208694b8a52f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:22.840389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:20:22.843099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:20:22.905548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:20:22.916354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:22.917487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:23.136942 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7881e40f-2392-48d0-a9d5-636ff9149063 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7899158 Sep 20 12:20:23.142234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Request body: {'port': {'device_id': '7b4d3b42-f42b-4e1a-9603-aa52cb33c2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:23.153589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1aea1776-8a82-4bf5-8120-f308ed8d97f1 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:20:23.153589 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1aea1776-8a82-4bf5-8120-f308ed8d97f1 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068247 Sep 20 12:20:23.263440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ee47fda-b834-4d15-9bff-c046495d33c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:23.310032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:23.443508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-768b6853-e83e-4b9b-8688-abba58aed746 None None] Provisioning complete for port 42a88ebd-e2a8-472b-a77b-208694b8a52f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:20:23.444241 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-768b6853-e83e-4b9b-8688-abba58aed746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:23.565542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-768b6853-e83e-4b9b-8688-abba58aed746 None None] Port 42a88ebd-e2a8-472b-a77b-208694b8a52f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:20:23.782624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ee47fda-b834-4d15-9bff-c046495d33c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:23.823457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7664f17-b67a-4d95-b6f4-75581a7b59ed req-1c1f7389-9085-4ca3-ab5b-c6215e74ebeb tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:23.825035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7664f17-b67a-4d95-b6f4-75581a7b59ed req-1c1f7389-9085-4ca3-ab5b-c6215e74ebeb tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 935 time: 0.2479312 Sep 20 12:20:23.964657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7664f17-b67a-4d95-b6f4-75581a7b59ed req-14ac23c2-4224-49b4-9775-c799b677978a tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299062 Sep 20 12:20:23.976754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ee47fda-b834-4d15-9bff-c046495d33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.011226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35476) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:24.032151 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97a13ed7-26fa-4cb9-810a-2822c8bb9f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.170412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8ee47fda-b834-4d15-9bff-c046495d33c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad78ddbae29940b592ba969ab8489814&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0342875 Sep 20 12:20:24.177250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee47fda-b834-4d15-9bff-c046495d33c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c23b99-fe80-4079-b50a-f81814685d00,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:24.192310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35478) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:24.255715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e525de-939d-4045-b0ae-bc89d797f6b8 req-b684c440-3b06-41ea-837e-ee0b5fa542c4 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:24.267875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98e525de-939d-4045-b0ae-bc89d797f6b8 req-b684c440-3b06-41ea-837e-ee0b5fa542c4 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 935 time: 0.3521152 Sep 20 12:20:24.343709 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97a13ed7-26fa-4cb9-810a-2822c8bb9f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.352760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Request body: {'port': {'device_id': '913edee7-77b1-4a02-8136-39545cc1e1af', 'device_owner': 'compute:tempest-test_az-1815602849', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:24.448024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97a13ed7-26fa-4cb9-810a-2822c8bb9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.494479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-97a13ed7-26fa-4cb9-810a-2822c8bb9f4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71ab8295d8de4cfa95c4050660d602ad&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4822021 Sep 20 12:20:24.505215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35488) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:24.521517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13ed7-26fa-4cb9-810a-2822c8bb9f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdac810-c536-43d0-afb2-364871e4f4c2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:24.549521 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cbec79b-a28a-4f80-a20b-299e7b1a7de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.577340 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cbec79b-a28a-4f80-a20b-299e7b1a7de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.645577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:20:24.661128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.684606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98e525de-939d-4045-b0ae-bc89d797f6b8 req-2d0ea6c4-a843-4f53-831d-c391a73dbb3d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155669 Sep 20 12:20:24.726786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.775260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cbec79b-a28a-4f80-a20b-299e7b1a7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.778554 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cbec79b-a28a-4f80-a20b-299e7b1a7de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.779739 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7cbec79b-a28a-4f80-a20b-299e7b1a7de7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74c23b99-fe80-4079-b50a-f81814685d00 HTTP/1.1" status: 204 len: 168 time: 0.5864446 Sep 20 12:20:24.794251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Transition to ACTIVE for port object 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:20:24.798380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbec79b-a28a-4f80-a20b-299e7b1a7de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c23b99-fe80-4079-b50a-f81814685d00,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:24.866427 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.902891 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3be3654a-4be2-4948-9f38-0e3564f46cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:24.930394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3be3654a-4be2-4948-9f38-0e3564f46cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:25.075732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Pushing event updated for resources: {'Port': ['ID=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:25.117788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Attempting to bind port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:20:25.118173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Attempting to bind port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:20:25.119955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Attempting to bind port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:20:25.309493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:20:25.309493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Attempting to bind port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:20:25.309493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:20:25.309493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:20:25.309493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:20:25.309493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Bound port: 822ebc10-85e3-45e3-9cba-b75f4c4b5a24, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:20:25.309493 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:25.312036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] For port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:20:25.317472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] For port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:20:25.371411 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3be3654a-4be2-4948-9f38-0e3564f46cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:25.389250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3be3654a-4be2-4948-9f38-0e3564f46cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:25.392803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3be3654a-4be2-4948-9f38-0e3564f46cf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fdac810-c536-43d0-afb2-364871e4f4c2 HTTP/1.1" status: 204 len: 168 time: 0.8866303 Sep 20 12:20:25.429649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a88ebd-e2a8-472b-a77b-208694b8a52f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:20:25.442935 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:25.451098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3654a-4be2-4948-9f38-0e3564f46cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdac810-c536-43d0-afb2-364871e4f4c2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:25.473803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:25.503986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Transition to ACTIVE for port object 42a88ebd-e2a8-472b-a77b-208694b8a52f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:20:25.560453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:25.663261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:25.666461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:25.671962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] 10.222.0.21 "PUT /v2.0/ports/822ebc10-85e3-45e3-9cba-b75f4c4b5a24 HTTP/1.1" status: 200 len: 1095 time: 3.2133048 Sep 20 12:20:25.687510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4d3b42-f42b-4e1a-9603-aa52cb33c2de', 'tag': '822ebc10-85e3-45e3-9cba-b75f4c4b5a24'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:20:25.801502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=42a88ebd-e2a8-472b-a77b-208694b8a52f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:26.013357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Attempting to bind port 42a88ebd-e2a8-472b-a77b-208694b8a52f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:20:26.014003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Attempting to bind port 42a88ebd-e2a8-472b-a77b-208694b8a52f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:20:26.014364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Attempting to bind port 42a88ebd-e2a8-472b-a77b-208694b8a52f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:20:26.029614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Port 42a88ebd-e2a8-472b-a77b-208694b8a52f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:20:26.030266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Attempting to bind port 42a88ebd-e2a8-472b-a77b-208694b8a52f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:20:26.042300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:20:26.042300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:20:26.042300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:20:26.042300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Bound port: 42a88ebd-e2a8-472b-a77b-208694b8a52f, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:20:26.042300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:26.142295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ce582-1089-4927-95d3-88f92c0a4c95 service neutron] Pushing event updated for resources: {'Port': ['ID=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:26.241626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] For port 42a88ebd-e2a8-472b-a77b-208694b8a52f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:20:26.268797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] For port 42a88ebd-e2a8-472b-a77b-208694b8a52f, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=42a88ebd-e2a8-472b-a77b-208694b8a52f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:20:26.394581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:26.440742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:26.444446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:26.447638 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] 10.222.0.32 "PUT /v2.0/ports/42a88ebd-e2a8-472b-a77b-208694b8a52f HTTP/1.1" status: 200 len: 1117 time: 2.9464593 Sep 20 12:20:26.451387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913edee7-77b1-4a02-8136-39545cc1e1af', 'tag': '42a88ebd-e2a8-472b-a77b-208694b8a52f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:20:26.452695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-c22b580b-57d0-4ca9-b8b4-ce3f8028edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:26.454837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-c22b580b-57d0-4ca9-b8b4-ce3f8028edf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=052cf9e690d24abca4be2f027b6a4e70&device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 1098 time: 0.4048581 Sep 20 12:20:26.484097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d915b7-aca2-4382-a915-a2314a48534e req-88ea258e-3b74-4f55-94e8-cad79add7bc6 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:26.492529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20d915b7-aca2-4382-a915-a2314a48534e req-88ea258e-3b74-4f55-94e8-cad79add7bc6 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.8133199 Sep 20 12:20:26.582686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20d915b7-aca2-4382-a915-a2314a48534e req-16ddea11-d3c7-476d-950e-d44e3eb9a625 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879006 Sep 20 12:20:26.751076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e1cbb-dc21-40bc-aa93-ab2da3045ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=42a88ebd-e2a8-472b-a77b-208694b8a52f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:26.854619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35528) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:26.939769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c96792d-c789-4158-8664-5287b3793b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:26.984546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-cd81a3b1-cf95-4c8e-848c-178ab722d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:26.992193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720790c5-10c6-4ebe-9a54-c4834f7ed651 req-00bb5390-be48-4048-8efd-6c83d51510ae tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:26.998266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-cd81a3b1-cf95-4c8e-848c-178ab722d7b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=998743c4003449d8909f0895c6a2b4d0&device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 1120 time: 0.2264192 Sep 20 12:20:26.999979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720790c5-10c6-4ebe-9a54-c4834f7ed651 req-00bb5390-be48-4048-8efd-6c83d51510ae tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 947 time: 0.2344563 Sep 20 12:20:27.107445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720790c5-10c6-4ebe-9a54-c4834f7ed651 req-79246466-1c3a-4349-ba1a-3acb9ca8371f tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988126 Sep 20 12:20:27.167051 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-25e8aaa8-925b-4164-852f-06c6829b9424 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=42a88ebd-e2a8-472b-a77b-208694b8a52f HTTP/1.1" status: 200 len: 217 time: 0.1609671 Sep 20 12:20:27.209385 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c96792d-c789-4158-8664-5287b3793b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:27.468444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c96792d-c789-4158-8664-5287b3793b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:27.521811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c96792d-c789-4158-8664-5287b3793b5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0e32b58d1984cfda7d0a39e0f9bc5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662028 Sep 20 12:20:27.527897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:27.552303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96792d-c789-4158-8664-5287b3793b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8cc77-e721-4480-86f8-ab835e62a22a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:27.611211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35558) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:27.694973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcb78-b9ac-44df-bf14-eea0a78b45ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:27.734927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcb78-b9ac-44df-bf14-eea0a78b45ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:27.834970 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d98d88f-f188-406c-8f54-34e5dc614e13" -d '{"events": [{"name": "network-changed", "server_uuid": "913edee7-77b1-4a02-8136-39545cc1e1af", "tag": "42a88ebd-e2a8-472b-a77b-208694b8a52f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:20:27.852273 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be45a27-cbbf-4a9a-83ba-2347e0062e71" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4d3b42-f42b-4e1a-9603-aa52cb33c2de", "tag": "822ebc10-85e3-45e3-9cba-b75f4c4b5a24"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:20:27.901562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab118ada-ddb3-4f44-bad5-e088c8d9aa6a req-12eb584a-1c7e-4379-a1ad-ab77722ba390 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:27.903458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab118ada-ddb3-4f44-bad5-e088c8d9aa6a req-12eb584a-1c7e-4379-a1ad-ab77722ba390 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.1260724 Sep 20 12:20:27.917737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-53dd2c24-8690-4072-831b-14d80ef04987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:27.919687 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-53dd2c24-8690-4072-831b-14d80ef04987 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1098628 Sep 20 12:20:28.003115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab118ada-ddb3-4f44-bad5-e088c8d9aa6a req-99a6e84a-b503-43ba-ac5f-63572871d0ed tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884819 Sep 20 12:20:28.059692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22e6e064-b636-4413-8a65-87704d2ab892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:28.081508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-0dfb5817-eb73-45d3-9c0d-a8e20bd9c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:28.108929 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-0dfb5817-eb73-45d3-9c0d-a8e20bd9c5a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164424 Sep 20 12:20:28.236030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcb78-b9ac-44df-bf14-eea0a78b45ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:28.236030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcb78-b9ac-44df-bf14-eea0a78b45ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:28.242130 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d0ebcb78-b9ac-44df-bf14-eea0a78b45ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20d8cc77-e721-4480-86f8-ab835e62a22a HTTP/1.1" status: 204 len: 168 time: 0.7131085 Sep 20 12:20:28.311702 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8500d33e-91c2-420a-aa39-51c997e31bea x-openstack-request-id: req-8500d33e-91c2-420a-aa39-51c997e31bea {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:20:28.312050 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913edee7-77b1-4a02-8136-39545cc1e1af", "tag": "42a88ebd-e2a8-472b-a77b-208694b8a52f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:20:28.313262 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8500d33e-91c2-420a-aa39-51c997e31bea {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:20:28.316789 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913edee7-77b1-4a02-8136-39545cc1e1af', 'tag': '42a88ebd-e2a8-472b-a77b-208694b8a52f', 'status': 'completed', 'code': 200} Sep 20 12:20:28.354373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebcb78-b9ac-44df-bf14-eea0a78b45ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8cc77-e721-4480-86f8-ab835e62a22a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:28.460146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-fea8f7e0-1fec-4c54-a69b-d1d9e7985f77 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884711 Sep 20 12:20:28.484519 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3efb389-db6e-402a-90cb-399384de9d32 x-openstack-request-id: req-b3efb389-db6e-402a-90cb-399384de9d32 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:20:28.485133 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4d3b42-f42b-4e1a-9603-aa52cb33c2de", "tag": "822ebc10-85e3-45e3-9cba-b75f4c4b5a24", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:20:28.485133 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3efb389-db6e-402a-90cb-399384de9d32 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:20:28.485650 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4d3b42-f42b-4e1a-9603-aa52cb33c2de', 'tag': '822ebc10-85e3-45e3-9cba-b75f4c4b5a24', 'status': 'completed', 'code': 200} Sep 20 12:20:28.505766 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22e6e064-b636-4413-8a65-87704d2ab892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:28.569188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-8e968dc4-3b83-427d-8ca3-d36140e29ed9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=822ebc10-85e3-45e3-9cba-b75f4c4b5a24 HTTP/1.1" status: 200 len: 217 time: 0.0781536 Sep 20 12:20:28.592213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5bd1c-0e95-4e6e-8e61-559520047a04 req-bc6bfc78-bc1b-4da5-9476-61ab29fdc5f5 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:28.595879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2c5bd1c-0e95-4e6e-8e61-559520047a04 req-bc6bfc78-bc1b-4da5-9476-61ab29fdc5f5 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 947 time: 0.1473889 Sep 20 12:20:28.661825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2c5bd1c-0e95-4e6e-8e61-559520047a04 req-784ef948-23cf-4e63-800c-91d90197b3ca tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591705 Sep 20 12:20:28.772141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64018ac9-f7bd-44db-87a3-cda2e42dda42 req-7ccc791c-6823-45e5-919a-9716af84c766 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035423 Sep 20 12:20:28.874208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22e6e064-b636-4413-8a65-87704d2ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:28.996353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-22e6e064-b636-4413-8a65-87704d2ab892 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfe840374cf14f17911c1b6a1d63c762&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3837130 Sep 20 12:20:29.005603 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35600) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:29.017719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6e064-b636-4413-8a65-87704d2ab892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cd6bcc-6541-43a8-b40b-f0a3b6b67a39,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:29.185678 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-072068e1-f36c-4426-9089-7961808abb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:29.252971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-072068e1-f36c-4426-9089-7961808abb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:29.362837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47242c75-cf0f-44b5-8935-dc4932c25e6d req-044ea13d-71d1-4aa5-85e5-820d46f39e79 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:29.362837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47242c75-cf0f-44b5-8935-dc4932c25e6d req-044ea13d-71d1-4aa5-85e5-820d46f39e79 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.1617107 Sep 20 12:20:29.419959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47242c75-cf0f-44b5-8935-dc4932c25e6d req-34d290e6-10fd-4d43-a05d-946780d8e9c4 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061471 Sep 20 12:20:29.660959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35606) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:29.689618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-072068e1-f36c-4426-9089-7961808abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:29.692705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-072068e1-f36c-4426-9089-7961808abb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:29.694111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-072068e1-f36c-4426-9089-7961808abb17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4cd6bcc-6541-43a8-b40b-f0a3b6b67a39 HTTP/1.1" status: 204 len: 168 time: 0.6935060 Sep 20 12:20:29.713714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072068e1-f36c-4426-9089-7961808abb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cd6bcc-6541-43a8-b40b-f0a3b6b67a39,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:29.926958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60dce8-9a9e-48e6-923f-af1ed5fe4a5c req-7e4faa90-5f96-48c9-bc8a-db29d705cb26 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:29.926958 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e60dce8-9a9e-48e6-923f-af1ed5fe4a5c req-7e4faa90-5f96-48c9-bc8a-db29d705cb26 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 947 time: 0.0935552 Sep 20 12:20:29.927618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7bf34bd5-1ed9-4c35-a43f-ab859fee57ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:29.966389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e60dce8-9a9e-48e6-923f-af1ed5fe4a5c req-bec13cbd-f832-454f-bc4b-011138575cc0 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Sep 20 12:20:30.167011 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7bf34bd5-1ed9-4c35-a43f-ab859fee57ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:30.578691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a69788-5b30-4bc0-889f-9108621da5b9 req-314eee32-ffa9-4772-abde-421d85620cff tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:30.580290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2a69788-5b30-4bc0-889f-9108621da5b9 req-314eee32-ffa9-4772-abde-421d85620cff tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.0840323 Sep 20 12:20:30.623300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2a69788-5b30-4bc0-889f-9108621da5b9 req-a0799abe-a744-43d3-b4e7-1e0beef0803a tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371025 Sep 20 12:20:30.780680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7bf34bd5-1ed9-4c35-a43f-ab859fee57ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:30.845143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35628) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:30.845703 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7bf34bd5-1ed9-4c35-a43f-ab859fee57ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=147c3fac02e74d17b2fe9eb518377222&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1831944 Sep 20 12:20:30.848460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf34bd5-1ed9-4c35-a43f-ab859fee57ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0f7f2-9690-4f50-8962-a12104f40ffe,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:30.951710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dddf91b3-54f3-4550-b147-faa7526c126b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:30.951710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dddf91b3-54f3-4550-b147-faa7526c126b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:31.141530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5322-39b0-4144-be85-4fe67f452965 req-e2db30c4-8107-4486-b0b9-c817f03bfbe1 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:31.150992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56ee5322-39b0-4144-be85-4fe67f452965 req-e2db30c4-8107-4486-b0b9-c817f03bfbe1 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 947 time: 0.0863817 Sep 20 12:20:31.210548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56ee5322-39b0-4144-be85-4fe67f452965 req-70752499-34eb-4e84-b1d5-ef107a1eaa83 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586536 Sep 20 12:20:31.448658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dddf91b3-54f3-4550-b147-faa7526c126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:31.448658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dddf91b3-54f3-4550-b147-faa7526c126b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:31.448658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dddf91b3-54f3-4550-b147-faa7526c126b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34c0f7f2-9690-4f50-8962-a12104f40ffe HTTP/1.1" status: 204 len: 168 time: 0.5942793 Sep 20 12:20:31.452291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf91b3-54f3-4550-b147-faa7526c126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0f7f2-9690-4f50-8962-a12104f40ffe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:31.772106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2844c4-cc22-46fd-8d2e-1a6d33ad661f req-98eb4dc2-94a4-4c66-813d-87ff980a93ef tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:31.774339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a2844c4-cc22-46fd-8d2e-1a6d33ad661f req-98eb4dc2-94a4-4c66-813d-87ff980a93ef tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.0803013 Sep 20 12:20:31.854447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a2844c4-cc22-46fd-8d2e-1a6d33ad661f req-7af45f24-1837-44a1-b8a7-2154f8adfad0 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736511 Sep 20 12:20:32.358971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442126d7-33c7-4df3-b6f6-d85d0865c01f req-77f4cae3-9b4c-4715-a59a-6387ef9e9167 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:32.361573 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-442126d7-33c7-4df3-b6f6-d85d0865c01f req-77f4cae3-9b4c-4715-a59a-6387ef9e9167 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 947 time: 0.0528634 Sep 20 12:20:32.398472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-442126d7-33c7-4df3-b6f6-d85d0865c01f req-2746048c-42f6-40ff-879e-6712f17de0d1 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Sep 20 12:20:32.632928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35652) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:32.652013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71e8b9d2-8737-46d9-99cf-e1463480e03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:32.748778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71e8b9d2-8737-46d9-99cf-e1463480e03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:32.979340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71e8b9d2-8737-46d9-99cf-e1463480e03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.056666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-d13d3e17-ad7e-4f27-bc3f-f2eca3e2fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:33.058176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-d13d3e17-ad7e-4f27-bc3f-f2eca3e2fe80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1430418 Sep 20 12:20:33.061334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8b9d2-8737-46d9-99cf-e1463480e03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b575f9-3524-4351-96fc-1651036075ad,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:33.066637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-71e8b9d2-8737-46d9-99cf-e1463480e03c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bd61c7f0eca4afb9655587859f6bb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325650 Sep 20 12:20:33.069277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35664) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:33.136530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a319dd93-9115-4bc0-8bea-9b8facd1b7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.159297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a088-fc6f-4559-b637-abb1f8a930c4 req-6b20750b-d230-4785-890f-4933171827ce tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:33.160637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a319dd93-9115-4bc0-8bea-9b8facd1b7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.160789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3658a088-fc6f-4559-b637-abb1f8a930c4 req-6b20750b-d230-4785-890f-4933171827ce tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.1839261 Sep 20 12:20:33.208974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-959afab6-3f52-4d55-84da-100b35c63b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:33.208974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-959afab6-3f52-4d55-84da-100b35c63b45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265094 Sep 20 12:20:33.238927 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3658a088-fc6f-4559-b637-abb1f8a930c4 req-e812155d-0678-4582-8084-178f6e1378c4 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649188 Sep 20 12:20:33.317826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-6fce9667-0b27-452c-bc1d-64107f06751a service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997753 Sep 20 12:20:33.386969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a319dd93-9115-4bc0-8bea-9b8facd1b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.390347 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a319dd93-9115-4bc0-8bea-9b8facd1b7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.392131 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a319dd93-9115-4bc0-8bea-9b8facd1b7be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84b575f9-3524-4351-96fc-1651036075ad HTTP/1.1" status: 204 len: 168 time: 0.3215888 Sep 20 12:20:33.406430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319dd93-9115-4bc0-8bea-9b8facd1b7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b575f9-3524-4351-96fc-1651036075ad,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:33.408681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6b091c1-a730-46e2-a574-e2a25bfd43ab req-d9d6cf9c-d07b-4cb0-8233-63ff3a104305 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914996 Sep 20 12:20:33.430365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35672) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:33.455114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16d5ce94-43cd-4ff2-9649-e62fff7ae4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.553959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5fae8-6635-40ff-84f2-dbced87debbb req-5b536930-e63f-4929-8132-5325ae67e942 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:33.555795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7f5fae8-6635-40ff-84f2-dbced87debbb req-5b536930-e63f-4929-8132-5325ae67e942 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 947 time: 0.0662959 Sep 20 12:20:33.557456 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16d5ce94-43cd-4ff2-9649-e62fff7ae4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.594846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7f5fae8-6635-40ff-84f2-dbced87debbb req-25df214b-21b7-4277-96e9-9ba64ed477cb tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Sep 20 12:20:33.677464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-e59ccc04-100f-4716-876a-2d9350b6ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:33.678908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-e59ccc04-100f-4716-876a-2d9350b6ff4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=052cf9e690d24abca4be2f027b6a4e70&device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 1098 time: 0.0406368 Sep 20 12:20:33.713025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16d5ce94-43cd-4ff2-9649-e62fff7ae4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.753594 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-16d5ce94-43cd-4ff2-9649-e62fff7ae4f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d163e90bdcce4bb3a58e52beaaa66fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197165 Sep 20 12:20:33.753594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5ce94-43cd-4ff2-9649-e62fff7ae4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2d46a5-d88c-4285-8dfa-e6a77a3a5d75,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:33.770250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35682) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:33.824846 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ed4d67-e3df-4239-b64f-7d0b72e2d072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.845940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ed4d67-e3df-4239-b64f-7d0b72e2d072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:33.852246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-6d034c24-95a6-4a05-9d47-6fb23cc810a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:33.853855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-6d034c24-95a6-4a05-9d47-6fb23cc810a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1677163 Sep 20 12:20:33.902136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-2a901a72-153b-4d38-af42-26c2710fbb6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=822ebc10-85e3-45e3-9cba-b75f4c4b5a24 HTTP/1.1" status: 200 len: 217 time: 0.0375535 Sep 20 12:20:33.934686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-0c8ef66b-533c-4833-88f7-9d19c631e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:33.939945 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-0c8ef66b-533c-4833-88f7-9d19c631e612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=998743c4003449d8909f0895c6a2b4d0&device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 1120 time: 0.0465744 Sep 20 12:20:33.954817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-b3d91140-6741-497d-b4fc-61b465ec77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:33.956304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-b3d91140-6741-497d-b4fc-61b465ec77cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0466964 Sep 20 12:20:34.015025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ed4d67-e3df-4239-b64f-7d0b72e2d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:34.017609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ed4d67-e3df-4239-b64f-7d0b72e2d072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:34.018756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-04ed4d67-e3df-4239-b64f-7d0b72e2d072 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c2d46a5-d88c-4285-8dfa-e6a77a3a5d75 HTTP/1.1" status: 204 len: 168 time: 0.2473333 Sep 20 12:20:34.020137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-a23c8afd-847a-4490-aa2e-ea4e60a29d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:34.021881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-a23c8afd-847a-4490-aa2e-ea4e60a29d5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581682 Sep 20 12:20:34.078055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed4d67-e3df-4239-b64f-7d0b72e2d072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2d46a5-d88c-4285-8dfa-e6a77a3a5d75,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:34.126447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-bbf7b79b-dbc2-45a1-ad9a-4d5393b639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:34.128009 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-bbf7b79b-dbc2-45a1-ad9a-4d5393b639f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1851416 Sep 20 12:20:34.132528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-f66f0d43-a28e-4877-aab8-6d120f418d5d service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016495 Sep 20 12:20:34.176425 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-90a83ac5-51de-4df0-847c-2bbd5cf8d2d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=42a88ebd-e2a8-472b-a77b-208694b8a52f HTTP/1.1" status: 200 len: 217 time: 0.0355673 Sep 20 12:20:34.340271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-7e7e28f8-2e5a-40d1-8d1e-c7ce73aba09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:34.341756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-7e7e28f8-2e5a-40d1-8d1e-c7ce73aba09d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1531198 Sep 20 12:20:34.405149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-ce57158b-9d52-4c7b-a05f-2cf1b3c0bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:34.407423 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-ce57158b-9d52-4c7b-a05f-2cf1b3c0bcc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581734 Sep 20 12:20:34.484150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be45a27-cbbf-4a9a-83ba-2347e0062e71 req-0e2f97a9-8164-4d3a-9c97-a99cd74cfba3 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426092 Sep 20 12:20:34.492547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13874d9-2767-4e51-9c61-b4680a0a7a85 req-6cd7ac10-ef6a-4a84-89d1-3cc2a47b4f4c tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:34.495005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c13874d9-2767-4e51-9c61-b4680a0a7a85 req-6cd7ac10-ef6a-4a84-89d1-3cc2a47b4f4c tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.0709541 Sep 20 12:20:34.537690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c13874d9-2767-4e51-9c61-b4680a0a7a85 req-ee7553d1-1313-4246-b48a-1319cd10c20e tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357401 Sep 20 12:20:34.546720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-6d0710ed-fd0b-4e9b-a9fa-d87c346a2cdd service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308379 Sep 20 12:20:34.676590 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d98d88f-f188-406c-8f54-34e5dc614e13 req-0d7e770e-7161-4c5a-bd84-05042e824fac service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209259 Sep 20 12:20:34.742515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d56d08-e177-4f7c-bf6b-39e9dbb8ccec req-888de809-f885-439f-b645-f21586bf99b4 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:34.744617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04d56d08-e177-4f7c-bf6b-39e9dbb8ccec req-888de809-f885-439f-b645-f21586bf99b4 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 947 time: 0.0525968 Sep 20 12:20:34.785507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04d56d08-e177-4f7c-bf6b-39e9dbb8ccec req-f96c81e8-88c4-45ee-aef6-fdfd85c2ce5d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Sep 20 12:20:35.397545 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35756) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:35.660446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327c5fc-1545-43d2-a86a-8e1841d932cb req-e5bc6b38-0069-4190-9eda-d26e80ff90be tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:35.662156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0327c5fc-1545-43d2-a86a-8e1841d932cb req-e5bc6b38-0069-4190-9eda-d26e80ff90be tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.0499389 Sep 20 12:20:35.704354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0327c5fc-1545-43d2-a86a-8e1841d932cb req-c9183df0-f25a-4f7d-aa12-641a5c3060f0 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350332 Sep 20 12:20:35.712018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46869cc4-14f1-40e1-909f-6bec50d9cdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:35.742874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35768) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:35.801904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46869cc4-14f1-40e1-909f-6bec50d9cdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:35.884434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46869cc4-14f1-40e1-909f-6bec50d9cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:35.903455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a218d-f6b4-4ebf-8a43-2809b3a670a7 req-cd0a456d-25af-49cf-96c9-e1d53ede8cdb tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:35.905158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac7a218d-f6b4-4ebf-8a43-2809b3a670a7 req-cd0a456d-25af-49cf-96c9-e1d53ede8cdb tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 947 time: 0.0529804 Sep 20 12:20:35.910234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-304602279-network', 'tenant_id': '82ab7f87ae3c4abe9ff454b68496a0a2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:35.922142 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-46869cc4-14f1-40e1-909f-6bec50d9cdfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03159c5b4da34e429c17f2c02041a067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206773 Sep 20 12:20:35.922397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35778) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:35.966871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46869cc4-14f1-40e1-909f-6bec50d9cdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9870728a-6ec6-4ff2-a2fb-833a155a7f3f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:35.967790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac7a218d-f6b4-4ebf-8a43-2809b3a670a7 req-b2c00955-df14-428e-9f8d-99b385bb501a tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Sep 20 12:20:36.003681 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-378769e7-5881-478d-bc9c-88d5471f2353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.021901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-378769e7-5881-478d-bc9c-88d5471f2353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.060859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Made reservation on behalf of 82ab7f87ae3c4abe9ff454b68496a0a2 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:20:36.065064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.072765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.173044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-378769e7-5881-478d-bc9c-88d5471f2353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.173044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-378769e7-5881-478d-bc9c-88d5471f2353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.173879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-378769e7-5881-478d-bc9c-88d5471f2353 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9870728a-6ec6-4ff2-a2fb-833a155a7f3f HTTP/1.1" status: 204 len: 168 time: 0.2441847 Sep 20 12:20:36.181790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378769e7-5881-478d-bc9c-88d5471f2353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870728a-6ec6-4ff2-a2fb-833a155a7f3f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:36.241728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.340758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.364790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:20:36.373797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087bb0a-0f83-417b-943c-7c67dcfbf677,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:36.387369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.387369 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Added segment edcf10dc-40b7-4670-95e9-3ecad819b5bc of type vlan for network e39099c2-8f30-47c6-bf23-32bf658a1459 Sep 20 12:20:36.422232 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.536589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:20:36.569259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.570554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:36.572274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.640531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] Pushing event updated for resources: {'Network': ['ID=e39099c2-8f30-47c6-bf23-32bf658a1459,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:36.654154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e39099c2-8f30-47c6-bf23-32bf658a1459 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:20:36.669715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9caa1d2-334a-4103-9339-154f7f7ea56b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9256036 Sep 20 12:20:36.670947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35808) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:36.676440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Request body: {'subnet': {'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-304602279-subnet', 'tenant_id': '82ab7f87ae3c4abe9ff454b68496a0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:36.750486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:36.770247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '822ebc10-85e3-45e3-9cba-b75f4c4b5a24', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '822ebc10-85e3-45e3-9cba-b75f4c4b5a24', 'mac_address': 'fa:16:3e:ab:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:20:36.775201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Made reservation on behalf of 82ab7f87ae3c4abe9ff454b68496a0a2 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:20:36.778885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.817967 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:36.846314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:20:36.878229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:36.891745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8fe49-11bb-40f2-a745-a6dbd6521327 req-3b3f10ca-c2d8-4b49-9d5c-40d44a054784 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:36.893379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85a8fe49-11bb-40f2-a745-a6dbd6521327 req-3b3f10ca-c2d8-4b49-9d5c-40d44a054784 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.0720382 Sep 20 12:20:36.958330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85a8fe49-11bb-40f2-a745-a6dbd6521327 req-cd7a2213-7903-4302-8a81-ec6369aa0b0f tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Sep 20 12:20:37.009500 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.058189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:37.065818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.066166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.066502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.066840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.067168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.067495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.067931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.068307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.068579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.068898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.069243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.069696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Tracked resource versions report: Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: pushed versions: Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: { 'AddressGroup': {'1.2'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'ConntrackHelper': {'1.0'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Log': {'1.0'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Network': {'1.1'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Port': {'1.7'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'PortForwarding': {'1.2'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'QosPolicy': {'1.9'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'SecurityGroup': {'1.4'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'SubPort': {'1.0'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Subnet': {'1.1'}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Trunk': {'1.1'}} Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: consumer versions: Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: { DHCP agent@n-d-809934-3: {}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: HyperV agent@n-h1-809934-3: {}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: HyperV agent@n-h2-809934-3: {}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: L3 agent@n-d-809934-3: {}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: Metadata agent@n-d-809934-3: {}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: Metering agent@n-d-809934-3: {}, Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: Open vSwitch agent@n-d-809934-3: { 'AddressGroup': '1.2', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'ConntrackHelper': '1.0', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Log': '1.0', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Network': '1.1', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Port': '1.7', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'PortForwarding': '1.2', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'QosPolicy': '1.9', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'SecurityGroup': '1.4', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'SecurityGroupRule': '1.2', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'SubPort': '1.0', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Subnet': '1.1', Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: 'Trunk': '1.1'}} Sep 20 12:20:37.071097 n-d-809934-3 neutron-server[95504]: {{(pid=95504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:20:37.073110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.113475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8c1b4-6afa-4879-b696-4979f2784818 req-5e2c1fb2-b66e-4794-a57a-68cc33577c5f tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:37.118177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50d8c1b4-6afa-4879-b696-4979f2784818 req-5e2c1fb2-b66e-4794-a57a-68cc33577c5f tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 948 time: 0.0656209 Sep 20 12:20:37.135000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2e5e21-4425-4400-9778-682f36ab16e9,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:37.146371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:20:37.146820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Network hostable DHCP agents. Network: e39099c2-8f30-47c6-bf23-32bf658a1459, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:20:37.162052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50d8c1b4-6afa-4879-b696-4979f2784818 req-4ee8c96a-6f44-4ebe-8829-cdc6fee2607e tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394289 Sep 20 12:20:37.285789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['822ebc10-85e3-45e3-9cba-b75f4c4b5a24'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:20:37.289360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Network e39099c2-8f30-47c6-bf23-32bf658a1459 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:20:37.357532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35832) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:37.366106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce3003c-d304-4231-bbc1-d04b8640d69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.452882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e39099c2-8f30-47c6-bf23-32bf658a1459) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:20:37.461622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e40f7-21fe-4d23-a6f6-dad1988fcef0 None None] Network e39099c2-8f30-47c6-bf23-32bf658a1459 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:20:37.476375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:37.476375 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.502683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce3003c-d304-4231-bbc1-d04b8640d69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.593379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce3003c-d304-4231-bbc1-d04b8640d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.617279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ac9f7-11b9-4fb7-bae6-10252f6eef27 None None] Network e39099c2-8f30-47c6-bf23-32bf658a1459 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:20:37.634099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1ce3003c-d304-4231-bbc1-d04b8640d69d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63a29d329ec6474e96098af08327fe90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814651 Sep 20 12:20:37.636438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3003c-d304-4231-bbc1-d04b8640d69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff42524-000a-41fe-a41f-bdea1f6c8db7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:37.637170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:37.681693 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ed73eee9-e7f6-4815-a951-8127e2f22e5d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0012088 Sep 20 12:20:37.692240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00ba42e-8fdc-4385-8cda-9fe7dfe5f11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.735564 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00ba42e-8fdc-4385-8cda-9fe7dfe5f11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.878013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00ba42e-8fdc-4385-8cda-9fe7dfe5f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.881305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00ba42e-8fdc-4385-8cda-9fe7dfe5f11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:37.882471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a00ba42e-8fdc-4385-8cda-9fe7dfe5f11a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ff42524-000a-41fe-a41f-bdea1f6c8db7 HTTP/1.1" status: 204 len: 168 time: 0.2442365 Sep 20 12:20:37.891312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ba42e-8fdc-4385-8cda-9fe7dfe5f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff42524-000a-41fe-a41f-bdea1f6c8db7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:38.067829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 42a88ebd-e2a8-472b-a77b-208694b8a52f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:20:38.068745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d08e9-b747-4c18-b221-f50e2ff03715 req-3e3ab951-ff04-4f99-aae7-6804f1183c51 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:38.070512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-380d08e9-b747-4c18-b221-f50e2ff03715 req-3e3ab951-ff04-4f99-aae7-6804f1183c51 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 969 time: 0.0604663 Sep 20 12:20:38.125239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-380d08e9-b747-4c18-b221-f50e2ff03715 req-a298a8fc-eb22-493f-b09b-484ac22914db tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Sep 20 12:20:38.193711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 42a88ebd-e2a8-472b-a77b-208694b8a52f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=42a88ebd-e2a8-472b-a77b-208694b8a52f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:38.204841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '42a88ebd-e2a8-472b-a77b-208694b8a52f', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '42a88ebd-e2a8-472b-a77b-208694b8a52f', 'mac_address': 'fa:16:3e:4f:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:tempest-test_az-1815602849', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:20:38.245089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:38.259365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a88ebd-e2a8-472b-a77b-208694b8a52f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:20:38.280216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 42a88ebd-e2a8-472b-a77b-208694b8a52f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=42a88ebd-e2a8-472b-a77b-208694b8a52f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:38.286048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11ddf3-254b-4255-99ba-ee9cd16c6f5e req-a042c8bb-838c-4489-979e-e6920847983c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:38.290168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb11ddf3-254b-4255-99ba-ee9cd16c6f5e req-a042c8bb-838c-4489-979e-e6920847983c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 948 time: 0.0551550 Sep 20 12:20:38.327785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb11ddf3-254b-4255-99ba-ee9cd16c6f5e req-3b33a18a-0cef-4d73-8997-0a946bb63e53 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Sep 20 12:20:38.380650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:38.428164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=42a88ebd-e2a8-472b-a77b-208694b8a52f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:38.523762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:20:38.618266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:38.746973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['42a88ebd-e2a8-472b-a77b-208694b8a52f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:20:38.782619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:20:38.793524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:20:38.793894 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:38.850086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ee144cc-e63e-4a58-a01d-6c5f4d239ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:38.937289 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:38.980060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4d3b42-f42b-4e1a-9603-aa52cb33c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822ebc10-85e3-45e3-9cba-b75f4c4b5a24'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:20:38.983896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ee144cc-e63e-4a58-a01d-6c5f4d239ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.049150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:39.077561 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ee144cc-e63e-4a58-a01d-6c5f4d239ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.116041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee144cc-e63e-4a58-a01d-6c5f4d239ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3278c4d1-4016-48e1-95a8-ca3e16059b49,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:39.124419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ee144cc-e63e-4a58-a01d-6c5f4d239ab8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8103c6bb1f024c93ad2205a78346d74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041509 Sep 20 12:20:39.124945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35904) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:39.179469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ce7916b-7903-416b-a7f2-2a0e3bc35cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.186484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.206311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ce7916b-7903-416b-a7f2-2a0e3bc35cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.265466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:39.299527 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48011009-6505-4a1b-a8ad-0ba64a48037a" -d '{"events": [{"server_uuid": "7b4d3b42-f42b-4e1a-9603-aa52cb33c2de", "name": "network-vif-plugged", "status": "completed", "tag": "822ebc10-85e3-45e3-9cba-b75f4c4b5a24"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:20:39.303232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f073ec-4377-4433-899a-d2f650a42ad2 req-3441a7c5-32cc-4726-a159-09490263636c tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:39.304806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39f073ec-4377-4433-899a-d2f650a42ad2 req-3441a7c5-32cc-4726-a159-09490263636c tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 970 time: 0.0774467 Sep 20 12:20:39.346145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ce7916b-7903-416b-a7f2-2a0e3bc35cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.347017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39f073ec-4377-4433-899a-d2f650a42ad2 req-194a68d4-6bbb-438f-906c-7e33b1d865d3 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350904 Sep 20 12:20:39.349482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ce7916b-7903-416b-a7f2-2a0e3bc35cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.350892 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5ce7916b-7903-416b-a7f2-2a0e3bc35cbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3278c4d1-4016-48e1-95a8-ca3e16059b49 HTTP/1.1" status: 204 len: 168 time: 0.2250433 Sep 20 12:20:39.359883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7916b-7903-416b-a7f2-2a0e3bc35cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3278c4d1-4016-48e1-95a8-ca3e16059b49,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:39.407050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35920) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:39.412568 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-239218464-network', 'tenant_id': '4c733b0a81d248f2a33c3da97290045d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:39.517874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Made reservation on behalf of 4c733b0a81d248f2a33c3da97290045d for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:20:39.520221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.529176 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.656338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.693528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93fe62-e54d-45f5-8835-66e799ea8758 req-dd95ee61-711d-4c9b-b8ae-e5c1650d97a3 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:39.695081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b93fe62-e54d-45f5-8835-66e799ea8758 req-dd95ee61-711d-4c9b-b8ae-e5c1650d97a3 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 949 time: 0.0666859 Sep 20 12:20:39.740720 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576f20a9-8647-4a43-a0cb-c1cf6168efe6 x-openstack-request-id: req-576f20a9-8647-4a43-a0cb-c1cf6168efe6 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:20:39.741238 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4d3b42-f42b-4e1a-9603-aa52cb33c2de", "name": "network-vif-plugged", "status": "completed", "tag": "822ebc10-85e3-45e3-9cba-b75f4c4b5a24", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:20:39.742137 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-576f20a9-8647-4a43-a0cb-c1cf6168efe6 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:20:39.743347 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4d3b42-f42b-4e1a-9603-aa52cb33c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822ebc10-85e3-45e3-9cba-b75f4c4b5a24', 'code': 200} Sep 20 12:20:39.747478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b93fe62-e54d-45f5-8835-66e799ea8758 req-db5a5205-a675-477b-acf6-5f1ab559e3d6 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449004 Sep 20 12:20:39.758332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.787246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:20:39.806498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f26ae6c-6e61-4b92-b890-c973e1ccb238,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:39.817497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765114160276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.818359 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Unsubscribe: segment precommit_create {{(pid=95503) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 12:20:39.818840 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Added segment d877aa6f-1cf1-45bf-b959-0a2877063c30 of type vlan for network 2b2475a2-a626-44ca-8bdf-be1af1f94ade Sep 20 12:20:39.892171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:39.909001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4f53d-fb98-45f5-91d8-3ed96b79d220 req-dd56584b-1c1c-43a9-9460-1f93ab86c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:39.910627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8cf4f53d-fb98-45f5-91d8-3ed96b79d220 req-dd56584b-1c1c-43a9-9460-1f93ab86c93a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 1100 time: 0.1033614 Sep 20 12:20:39.932807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8cf4f53d-fb98-45f5-91d8-3ed96b79d220 req-efc5592c-f046-4e9a-9cb7-f03814263357 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.021043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8cf4f53d-fb98-45f5-91d8-3ed96b79d220 req-efc5592c-f046-4e9a-9cb7-f03814263357 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.045209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 42a88ebd-e2a8-472b-a77b-208694b8a52f up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:20:40.060465 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.061643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:40.062373 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.100327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8cf4f53d-fb98-45f5-91d8-3ed96b79d220 req-efc5592c-f046-4e9a-9cb7-f03814263357 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.129292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8cf4f53d-fb98-45f5-91d8-3ed96b79d220 req-efc5592c-f046-4e9a-9cb7-f03814263357 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099440 Sep 20 12:20:40.137847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5592c-f046-4e9a-9cb7-f03814263357 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61cced92-9abe-4b04-b6a4-33597a05eebb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:40.157836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] Pushing event updated for resources: {'Network': ['ID=2b2475a2-a626-44ca-8bdf-be1af1f94ade,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:40.168466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 2b2475a2-a626-44ca-8bdf-be1af1f94ade details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:20:40.277688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 42a88ebd-e2a8-472b-a77b-208694b8a52f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:20:40.281107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a26d83e4-594f-4ce3-b3b5-2308062ba830 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8701971 Sep 20 12:20:40.281541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35938) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:40.282004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 42a88ebd-e2a8-472b-a77b-208694b8a52f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:20:40.282385 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.293364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Request body: {'subnet': {'network_id': '2b2475a2-a626-44ca-8bdf-be1af1f94ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-239218464-subnet', 'tenant_id': '4c733b0a81d248f2a33c3da97290045d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:40.375205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.388534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35946) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:40.407014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Made reservation on behalf of 4c733b0a81d248f2a33c3da97290045d for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:20:40.410383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.419418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 42a88ebd-e2a8-472b-a77b-208694b8a52f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=42a88ebd-e2a8-472b-a77b-208694b8a52f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:40.425336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b330262-26c8-4634-b84a-43d81ee982bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.508807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3538a-1108-4087-9f19-c6ffe30de7f6 req-db354805-5f4f-4dc9-aea6-bb3425a0954d tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:40.518013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35a3538a-1108-4087-9f19-c6ffe30de7f6 req-db354805-5f4f-4dc9-aea6-bb3425a0954d tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 970 time: 0.0643463 Sep 20 12:20:40.547137 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.556681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35a3538a-1108-4087-9f19-c6ffe30de7f6 req-95fbfe51-f9c5-45c3-b4c7-274785906d0d tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375097 Sep 20 12:20:40.600700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=42a88ebd-e2a8-472b-a77b-208694b8a52f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:40.671564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b330262-26c8-4634-b84a-43d81ee982bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.752200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.784111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b330262-26c8-4634-b84a-43d81ee982bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.847699 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2b330262-26c8-4634-b84a-43d81ee982bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62aae9a256884143b59b7a34583a2aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553869 Sep 20 12:20:40.850680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b330262-26c8-4634-b84a-43d81ee982bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015db724-2d16-44f5-b241-cb24408fef75,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:40.853154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd048782-e169-47fa-84b7-751f904de51e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:40.860950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35968) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:40.891449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac757cf5-0c02-49ea-a05f-5072ca2a3083 req-1021a6bf-738f-46d1-bd38-f6baec3c6b63 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:40.892943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac757cf5-0c02-49ea-a05f-5072ca2a3083 req-1021a6bf-738f-46d1-bd38-f6baec3c6b63 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 949 time: 0.0612419 Sep 20 12:20:40.896817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Checking segment: {'id': 'd877aa6f-1cf1-45bf-b959-0a2877063c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2b2475a2-a626-44ca-8bdf-be1af1f94ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:20:40.897195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Network hostable DHCP agents. Network: 2b2475a2-a626-44ca-8bdf-be1af1f94ade, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:20:40.940642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac757cf5-0c02-49ea-a05f-5072ca2a3083 req-32897ea6-f5a8-41a5-96d1-e385764032ef tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303102 Sep 20 12:20:40.941454 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aea4cbcb-240e-4ce5-977f-2c288737045c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.957119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aea4cbcb-240e-4ce5-977f-2c288737045c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:41.037303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Network 2b2475a2-a626-44ca-8bdf-be1af1f94ade is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:20:41.100155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aea4cbcb-240e-4ce5-977f-2c288737045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:41.103664 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aea4cbcb-240e-4ce5-977f-2c288737045c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:41.104874 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aea4cbcb-240e-4ce5-977f-2c288737045c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/015db724-2d16-44f5-b241-cb24408fef75 HTTP/1.1" status: 204 len: 168 time: 0.2429285 Sep 20 12:20:41.112268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4cbcb-240e-4ce5-977f-2c288737045c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015db724-2d16-44f5-b241-cb24408fef75,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:41.191907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 2b2475a2-a626-44ca-8bdf-be1af1f94ade) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:20:41.196384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:41.196990 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:41.201532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d420cd-88ee-473f-8b19-f2e8d5f9bfe6 None None] Network 2b2475a2-a626-44ca-8bdf-be1af1f94ade requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:20:41.328388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c44f81-1b14-46a1-8b6b-e29320306ffe None None] Network 2b2475a2-a626-44ca-8bdf-be1af1f94ade requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:20:41.497855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:41.524419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d45858ba-46e4-4a3c-9cdb-83c00e6f806a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2411780 Sep 20 12:20:41.678844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ed2f-722d-4e58-9abd-0025d9c8f3f0 req-4ecc8e5c-3a11-4451-a3f4-854dd4dd3ae2 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:41.680924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d863ed2f-722d-4e58-9abd-0025d9c8f3f0 req-4ecc8e5c-3a11-4451-a3f4-854dd4dd3ae2 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 971 time: 0.0522177 Sep 20 12:20:41.719096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d863ed2f-722d-4e58-9abd-0025d9c8f3f0 req-3cc18ae3-dcf9-40a3-9cbe-a046acba5f55 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Sep 20 12:20:41.740192 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66db4fcd-b8b1-4b95-adef-6a0388c96099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:41.745167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913edee7-77b1-4a02-8136-39545cc1e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a88ebd-e2a8-472b-a77b-208694b8a52f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:20:41.748222 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35676a1d-1bb8-4842-ab39-ac024848d8ae" -d '{"events": [{"server_uuid": "913edee7-77b1-4a02-8136-39545cc1e1af", "name": "network-vif-plugged", "status": "completed", "tag": "42a88ebd-e2a8-472b-a77b-208694b8a52f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:20:41.788147 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748abd90-1201-441e-adf2-3644ac729f06 x-openstack-request-id: req-748abd90-1201-441e-adf2-3644ac729f06 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:20:41.788723 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913edee7-77b1-4a02-8136-39545cc1e1af", "name": "network-vif-plugged", "status": "completed", "tag": "42a88ebd-e2a8-472b-a77b-208694b8a52f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:20:41.789159 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-748abd90-1201-441e-adf2-3644ac729f06 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:20:41.790471 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913edee7-77b1-4a02-8136-39545cc1e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a88ebd-e2a8-472b-a77b-208694b8a52f', 'code': 200} Sep 20 12:20:41.859370 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66db4fcd-b8b1-4b95-adef-6a0388c96099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:42.053551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ca33b-f39e-494c-8b73-f25c11a26815 req-0d571d70-7ab8-414c-9bfe-796ae1b9b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:42.053551 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9d3ca33b-f39e-494c-8b73-f25c11a26815 req-0d571d70-7ab8-414c-9bfe-796ae1b9b65a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 1122 time: 0.1725457 Sep 20 12:20:42.096847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6c629-7a86-4b29-ba33-102c93b71fb1 req-cb468727-6677-4658-9b80-ea1a43b60ea1 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:42.099223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06f6c629-7a86-4b29-ba33-102c93b71fb1 req-cb468727-6677-4658-9b80-ea1a43b60ea1 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 949 time: 0.0583572 Sep 20 12:20:42.113871 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9d3ca33b-f39e-494c-8b73-f25c11a26815 req-861fa118-88f5-46ec-872f-9d8732ebf318 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527098 Sep 20 12:20:42.124792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66db4fcd-b8b1-4b95-adef-6a0388c96099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:42.174528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06f6c629-7a86-4b29-ba33-102c93b71fb1 req-b9fa2154-97cd-4d4e-a385-82fe82259611 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685990 Sep 20 12:20:42.194003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-66db4fcd-b8b1-4b95-adef-6a0388c96099 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef0a0be9a8c8409986dc18be23a8db83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808410 Sep 20 12:20:42.194003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db4fcd-b8b1-4b95-adef-6a0388c96099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf65dc6-444d-4e11-9fd1-386bba5eb834,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:42.194476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36014) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:42.269882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe2ea-3839-468f-9ed1-cb91c732e537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:42.304296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe2ea-3839-468f-9ed1-cb91c732e537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:42.373957 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:20:42.386319 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e99b753-ecba-4132-9c6d-35cbcd6343f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:42.449241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe2ea-3839-468f-9ed1-cb91c732e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:42.452110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe2ea-3839-468f-9ed1-cb91c732e537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:42.453401 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f4fe2ea-3839-468f-9ed1-cb91c732e537 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddf65dc6-444d-4e11-9fd1-386bba5eb834 HTTP/1.1" status: 204 len: 168 time: 0.2690845 Sep 20 12:20:42.462655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fe2ea-3839-468f-9ed1-cb91c732e537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf65dc6-444d-4e11-9fd1-386bba5eb834,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:42.544911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-f0b3a785-15c7-4d7b-b431-30c388878b00 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:42.546552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-f0b3a785-15c7-4d7b-b431-30c388878b00 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 820 time: 0.2186861 Sep 20 12:20:42.563802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-caabd3b9-ebd5-4e39-a3b7-3c46e56d95ad tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/quotas/82ab7f87ae3c4abe9ff454b68496a0a2 HTTP/1.1" status: 200 len: 375 time: 0.0102360 Sep 20 12:20:42.603792 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-82f50692-b3f4-4e38-b48a-85539a0ff427 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342989 Sep 20 12:20:42.943966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-232134a3-acde-4656-81c8-2df55afb9b6f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:20:42.944980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-232134a3-acde-4656-81c8-2df55afb9b6f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132121 Sep 20 12:20:43.046568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-7cbc2d9e-d9f7-4e1e-805f-05ca6fa5f500 service neutron] 10.222.0.37 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936365 Sep 20 12:20:43.138800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-adcb3578-d992-42d5-875a-f6ddcd87cce9 service neutron] 10.222.0.37 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859954 Sep 20 12:20:43.424724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b638-436a-461b-b960-407b5d2271e1 req-5b928480-6e42-4195-9274-a350bf9cea8e tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:43.426273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6627b638-436a-461b-b960-407b5d2271e1 req-5b928480-6e42-4195-9274-a350bf9cea8e tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 971 time: 0.0544746 Sep 20 12:20:43.486335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6627b638-436a-461b-b960-407b5d2271e1 req-e35e526b-3eb5-496b-996e-187be78a59e6 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Sep 20 12:20:43.600753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30481b0-e9e4-4f2c-b507-1a004d18b109 req-4190ca28-5d59-4881-99db-e45b51fa652c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:43.603020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a30481b0-e9e4-4f2c-b507-1a004d18b109 req-4190ca28-5d59-4881-99db-e45b51fa652c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 949 time: 0.0514078 Sep 20 12:20:43.651053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a30481b0-e9e4-4f2c-b507-1a004d18b109 req-eb2ea9b8-3ff3-4ab9-bcd0-2933271898de tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409617 Sep 20 12:20:43.715715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac9f115c-8364-405c-80c7-87ba4bb9f4e7 req-670173cc-c984-4681-8c23-c057f7e0b030 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 210 time: 0.0266833 Sep 20 12:20:44.052817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-3bfbe8ee-dfa9-432c-90f1-29b1179ed2dd req-0c46ee78-27c1-4cd4-8303-947b910100d0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:20:44.053735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3bfbe8ee-dfa9-432c-90f1-29b1179ed2dd req-0c46ee78-27c1-4cd4-8303-947b910100d0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051274 Sep 20 12:20:44.464050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b712-5874-4af0-9217-53c8cad20dde req-33b9c8e0-c212-4cf6-83ed-786b4806b5e7 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:44.465547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9717b712-5874-4af0-9217-53c8cad20dde req-33b9c8e0-c212-4cf6-83ed-786b4806b5e7 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 949 time: 0.0510819 Sep 20 12:20:44.502604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9717b712-5874-4af0-9217-53c8cad20dde req-4efa8b86-e29b-4931-83fa-d2af4d06e4ea tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Sep 20 12:20:44.731305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108d1e0-e7ac-4d8a-b425-03bb6d5feabc req-9f9d8f23-bda1-4d63-9419-303349671367 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:44.732744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9108d1e0-e7ac-4d8a-b425-03bb6d5feabc req-9f9d8f23-bda1-4d63-9419-303349671367 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 971 time: 0.0533953 Sep 20 12:20:44.770428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9108d1e0-e7ac-4d8a-b425-03bb6d5feabc req-2066fbbe-371e-444e-b7bd-cd0d740bb197 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Sep 20 12:20:44.932438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-5e724af7-c1af-4fc9-87ed-7642701787e7 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=052cf9e690d24abca4be2f027b6a4e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335586 Sep 20 12:20:45.039238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-a1a86bca-eb1c-48f8-8623-0a5cbbeecc89 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:45.040746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-a1a86bca-eb1c-48f8-8623-0a5cbbeecc89 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1025903 Sep 20 12:20:45.056738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-4e90f547-a700-4b5a-bf14-e859bc428fc4 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/quotas/052cf9e690d24abca4be2f027b6a4e70 HTTP/1.1" status: 200 len: 375 time: 0.0100904 Sep 20 12:20:45.130171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-9ac5fda1-d5a1-4c6b-956d-59a3459efcc3 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=052cf9e690d24abca4be2f027b6a4e70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661285 Sep 20 12:20:45.152065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36182) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:45.180341 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-987f640e-c81a-49cb-b176-03d1fd69c996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.255519 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebb47cc0-103d-4a67-ad26-c4883e53a532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.347368 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebb47cc0-103d-4a67-ad26-c4883e53a532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.449807 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebb47cc0-103d-4a67-ad26-c4883e53a532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.464863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1695341f-d6fc-4ed9-833b-7d6b1a5b6aea req-aa34947e-5233-4eff-b539-99c1d2aab642 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 210 time: 0.0402761 Sep 20 12:20:45.491442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:45.496496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ebb47cc0-103d-4a67-ad26-c4883e53a532 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afbdf5a665e84f289e06bc734b00c6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433030 Sep 20 12:20:45.501081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:45.517761 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.528349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb47cc0-103d-4a67-ad26-c4883e53a532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45749ef1-5418-4e70-807f-b1139aeff2e7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:45.569563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a089e9b0-d89a-4edd-9a65-603b798ffe08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.599654 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a089e9b0-d89a-4edd-9a65-603b798ffe08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.673112 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec210fd8-912b-4883-aa01-714ba3314aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.712799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b4eaf-e2a0-44be-b340-663e4c23ed32 req-146aa3f8-2b4c-4bd1-8e0b-00846a6f39a2 tempest-AggregatesAdminTestJSON-1812426918 tempest-AggregatesAdminTestJSON-1812426918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:45.714338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-286b4eaf-e2a0-44be-b340-663e4c23ed32 req-146aa3f8-2b4c-4bd1-8e0b-00846a6f39a2 tempest-AggregatesAdminTestJSON-1812426918 tempest-AggregatesAdminTestJSON-1812426918-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 1122 time: 0.1016819 Sep 20 12:20:45.734222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-286b4eaf-e2a0-44be-b340-663e4c23ed32 req-213c110c-75ca-4440-95fc-6114ee755bf5 tempest-AggregatesAdminTestJSON-1812426918 tempest-AggregatesAdminTestJSON-1812426918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.817102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a089e9b0-d89a-4edd-9a65-603b798ffe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.819624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a089e9b0-d89a-4edd-9a65-603b798ffe08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.820840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a089e9b0-d89a-4edd-9a65-603b798ffe08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45749ef1-5418-4e70-807f-b1139aeff2e7 HTTP/1.1" status: 204 len: 168 time: 0.3181605 Sep 20 12:20:45.839223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089e9b0-d89a-4edd-9a65-603b798ffe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45749ef1-5418-4e70-807f-b1139aeff2e7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:45.915677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec210fd8-912b-4883-aa01-714ba3314aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.993335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec210fd8-912b-4883-aa01-714ba3314aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.046741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec210fd8-912b-4883-aa01-714ba3314aa7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6f84a61ae614fe58c185999fcf5821a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541999 Sep 20 12:20:46.047456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec210fd8-912b-4883-aa01-714ba3314aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c1790e-2b2e-4f09-b5ff-0963645fbfdc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:46.049493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36206) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:46.099594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd826168-3a52-4b0f-b0ff-f6ed2f36c66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.120952 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-286b4eaf-e2a0-44be-b340-663e4c23ed32 req-213c110c-75ca-4440-95fc-6114ee755bf5 tempest-AggregatesAdminTestJSON-1812426918 tempest-AggregatesAdminTestJSON-1812426918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.130718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd826168-3a52-4b0f-b0ff-f6ed2f36c66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.198214 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-286b4eaf-e2a0-44be-b340-663e4c23ed32 req-213c110c-75ca-4440-95fc-6114ee755bf5 tempest-AggregatesAdminTestJSON-1812426918 tempest-AggregatesAdminTestJSON-1812426918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.230131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-286b4eaf-e2a0-44be-b340-663e4c23ed32 req-213c110c-75ca-4440-95fc-6114ee755bf5 tempest-AggregatesAdminTestJSON-1812426918 tempest-AggregatesAdminTestJSON-1812426918-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097382 Sep 20 12:20:46.232661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c110c-75ca-4440-95fc-6114ee755bf5 tempest-AggregatesAdminTestJSON-1812426918 tempest-AggregatesAdminTestJSON-1812426918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e82fc01-e094-4e06-ab3d-7c1ae4407c67,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:46.277798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd826168-3a52-4b0f-b0ff-f6ed2f36c66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.280325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd826168-3a52-4b0f-b0ff-f6ed2f36c66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.281620 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd826168-3a52-4b0f-b0ff-f6ed2f36c66a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4c1790e-2b2e-4f09-b5ff-0963645fbfdc HTTP/1.1" status: 204 len: 168 time: 0.2310112 Sep 20 12:20:46.290989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd826168-3a52-4b0f-b0ff-f6ed2f36c66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c1790e-2b2e-4f09-b5ff-0963645fbfdc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:46.323992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d730f539-4403-477b-84b3-5c43288e1c66 req-a2680177-f078-4726-a4e3-5ecc35e460f3 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 210 time: 0.0476825 Sep 20 12:20:46.437247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9c8b37ec-ada3-4d4f-b5b8-f6016afe3571 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:46.438866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9c8b37ec-ada3-4d4f-b5b8-f6016afe3571 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 820 time: 0.1530275 Sep 20 12:20:46.452185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Request body: {'port': {'device_id': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'admin_state_up': True, 'tenant_id': '82ab7f87ae3c4abe9ff454b68496a0a2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:46.483329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.666284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Made reservation on behalf of 82ab7f87ae3c4abe9ff454b68496a0a2 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:20:46.670115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.704390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad51d1b3-9313-4ced-af4b-630a251253cc req-3d57c6bd-be28-442f-b456-a5eeef933051 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 210 time: 0.0318270 Sep 20 12:20:46.764388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36224) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:46.778018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4531aa86-9de3-4227-ac92-0978c17384dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.842007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Allocated IP 172.20.0.10 (e39099c2-8f30-47c6-bf23-32bf658a1459/9d2e5e21-4425-4400-9778-682f36ab16e9/2b86f4da-96d9-4508-a934-83f41936994f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:20:46.881241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4531aa86-9de3-4227-ac92-0978c17384dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:46.953525 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4531aa86-9de3-4227-ac92-0978c17384dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.008799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4531aa86-9de3-4227-ac92-0978c17384dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87c4a588780a4530a60583a0340e34f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424471 Sep 20 12:20:47.011744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.013430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:47.018866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531aa86-9de3-4227-ac92-0978c17384dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e53311-19ff-42d6-9c9b-dfdb288d3b3a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:47.100468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61cc5873-b79e-44eb-9593-91b88ec4392a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.126278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61cc5873-b79e-44eb-9593-91b88ec4392a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.271970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.312819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Network e39099c2-8f30-47c6-bf23-32bf658a1459 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:20:47.316061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:20:47.318709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:20:47.330271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:47.330271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.332183 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61cc5873-b79e-44eb-9593-91b88ec4392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.334968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61cc5873-b79e-44eb-9593-91b88ec4392a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.336319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-61cc5873-b79e-44eb-9593-91b88ec4392a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93e53311-19ff-42d6-9c9b-dfdb288d3b3a HTTP/1.1" status: 204 len: 168 time: 0.3221562 Sep 20 12:20:47.357799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc5873-b79e-44eb-9593-91b88ec4392a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e53311-19ff-42d6-9c9b-dfdb288d3b3a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:47.361873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Pushing event updated for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:47.447264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf0eeb57-e6ea-4ff9-a22f-5836938cdf86 req-127b86de-aad0-49e1-ba79-79e0ffb58b9f tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 210 time: 0.0273929 Sep 20 12:20:47.483678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-9afc2f62-89bd-4985-a097-f962831137b7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0354140 Sep 20 12:20:47.496217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Request body: {'port': {'device_id': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:47.550447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.800373 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:47.834886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36270) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:47.893778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.21', 63012) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:47.946854 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-4aca23e8-f309-4a77-828f-87a0ddcb762c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=052cf9e690d24abca4be2f027b6a4e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508804 Sep 20 12:20:48.001396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2e8fc-a0d1-4ad6-b85d-1a290c8b3337 req-c90b4352-131d-43b7-adb4-c15bce96f096 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:48.001396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2b2e8fc-a0d1-4ad6-b85d-1a290c8b3337 req-c90b4352-131d-43b7-adb4-c15bce96f096 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 932 time: 0.0825238 Sep 20 12:20:48.083847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2b2e8fc-a0d1-4ad6-b85d-1a290c8b3337 req-c3d903e6-3941-4ff8-967e-0bb6b90b7ce3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727444 Sep 20 12:20:48.093630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b86f4da-96d9-4508-a934-83f41936994f {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:20:48.105795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.118104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Transition to ACTIVE for port object 2b86f4da-96d9-4508-a934-83f41936994f will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:20:48.207631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fb8cce0-194e-4500-9730-7214bad67fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.214521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.291249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Pushing event updated for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:48.307657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:20:48.309289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:20:48.309289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:20:48.316849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-c8b2f6e6-4209-437e-9c99-2406d3ae461d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:48.317420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:20:48.318506 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-c8b2f6e6-4209-437e-9c99-2406d3ae461d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664389 Sep 20 12:20:48.318930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:20:48.330165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:20:48.330625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:20:48.331104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:20:48.331904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Bound port: 2b86f4da-96d9-4508-a934-83f41936994f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:20:48.332038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.335438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Request body: {'port': {'device_id': '3603833e-703b-4ae7-abb3-c9acdedfc0d3', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '052cf9e690d24abca4be2f027b6a4e70'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:48.411715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:20:48.415363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:20:48.482201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fb8cce0-194e-4500-9730-7214bad67fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.540783 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.576878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:48.577523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.580723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] 10.222.0.21 "PUT /v2.0/ports/2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 1092 time: 1.0868387 Sep 20 12:20:48.580723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:20:48.581632 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "tag": "2b86f4da-96d9-4508-a934-83f41936994f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:20:48.584800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fb8cce0-194e-4500-9730-7214bad67fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.606929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08112b-606a-479d-b92e-257cb1a57b12 service neutron] Pushing event updated for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:48.650777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5fb8cce0-194e-4500-9730-7214bad67fce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d349c8c0ff74c4f8119cc7cf24a16c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8146348 Sep 20 12:20:48.652135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8cce0-194e-4500-9730-7214bad67fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e77d4-eb5a-451f-a7a6-a9699fe36d92,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:48.653473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:48.713946 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9bcc-26ad-4c31-8009-0a45eb4f9d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.729298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Made reservation on behalf of 052cf9e690d24abca4be2f027b6a4e70 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:20:48.733049 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.762755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9bcc-26ad-4c31-8009-0a45eb4f9d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.807462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-0ee7ad32-f7f4-4a89-8053-e68bd0deb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:48.809083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-0ee7ad32-f7f4-4a89-8053-e68bd0deb4da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1095 time: 0.0831172 Sep 20 12:20:48.861078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-15367991-025d-4270-b703-cdba4f90f743 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 217 time: 0.0429142 Sep 20 12:20:48.917802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-64702f15-4fb8-4752-be06-b54284fc684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:48.919236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-64702f15-4fb8-4752-be06-b54284fc684a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0468245 Sep 20 12:20:48.944178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Allocated IP 192.168.233.220 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/dce0108a-a0f5-4e05-935e-33fbc7f190b9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:20:48.951167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-2d4dec63-3205-4313-bba7-be96e32f9125 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252769 Sep 20 12:20:48.952194 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9bcc-26ad-4c31-8009-0a45eb4f9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.954752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9bcc-26ad-4c31-8009-0a45eb4f9d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:48.960219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b0d9bcc-26ad-4c31-8009-0a45eb4f9d9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f7e77d4-eb5a-451f-a7a6-a9699fe36d92 HTTP/1.1" status: 204 len: 168 time: 0.3011992 Sep 20 12:20:48.973757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d9bcc-26ad-4c31-8009-0a45eb4f9d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e77d4-eb5a-451f-a7a6-a9699fe36d92,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:49.070756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-58e0e830-810d-46e1-80b9-5b19769f73ff service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123023 Sep 20 12:20:49.198035 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:49.200104 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-865d59e8-0733-44dd-8bd6-50b25f5df96d req-2f1bf4fc-5593-4ed7-be8b-1a27058d6124 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228971 Sep 20 12:20:49.201923 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65184f51-ebd9-4ea1-a942-1cebbb7394ce x-openstack-request-id: req-65184f51-ebd9-4ea1-a942-1cebbb7394ce {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:20:49.202210 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "tag": "2b86f4da-96d9-4508-a934-83f41936994f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:20:49.202461 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65184f51-ebd9-4ea1-a942-1cebbb7394ce {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:20:49.203129 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f', 'status': 'completed', 'code': 200} Sep 20 12:20:49.243122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41eba3da-ef88-4c1a-9b89-16fc2dc961d8 req-f7bf80cc-f950-476a-b20c-4d2ee61188b6 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 210 time: 0.0390265 Sep 20 12:20:49.294050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcf9cc-c374-4e0f-938b-e90179fd9f4d req-f5f3177c-d2af-43f2-b5f5-9525e215beba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:49.295431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25bcf9cc-c374-4e0f-938b-e90179fd9f4d req-f5f3177c-d2af-43f2-b5f5-9525e215beba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 944 time: 0.0759933 Sep 20 12:20:49.335090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25bcf9cc-c374-4e0f-938b-e90179fd9f4d req-f3480894-3a56-4b78-8d8e-7965415a4523 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Sep 20 12:20:49.370257 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:49.393745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['822ebc10-85e3-45e3-9cba-b75f4c4b5a24'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:20:49.421336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:20:49.424441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:20:49.442336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:20:49.449743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:49.450637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:49.505032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Pushing event updated for resources: {'Port': ['ID=dce0108a-a0f5-4e05-935e-33fbc7f190b9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:49.527689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-b954d374-9618-4168-9344-7ee350b3890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:49.536350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-b954d374-9618-4168-9344-7ee350b3890e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1095 time: 0.1181753 Sep 20 12:20:49.683282 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-f51be87b-1646-47d1-924e-61e21d6d7b55 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3540599 Sep 20 12:20:49.688997 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:49.689190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-0f695096-4162-4ca6-8e4a-f5bfc005022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:49.690638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-0f695096-4162-4ca6-8e4a-f5bfc005022b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1485901 Sep 20 12:20:49.695897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Request body: {'port': {'device_id': '3603833e-703b-4ae7-abb3-c9acdedfc0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:20:49.754366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-32589cc8-77df-4aad-8d2a-dd8a47bef256 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 217 time: 0.0558658 Sep 20 12:20:49.778360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-00b73eb0-5e20-49f7-b5f0-9bce2dbcc95f None None] Provisioning complete for port dce0108a-a0f5-4e05-935e-33fbc7f190b9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:20:49.778360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00b73eb0-5e20-49f7-b5f0-9bce2dbcc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:49.778731 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:49.822811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-611a2670-5144-491e-ba05-1e0b9b01ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:49.824502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-611a2670-5144-491e-ba05-1e0b9b01ab83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0631180 Sep 20 12:20:49.826256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-00b73eb0-5e20-49f7-b5f0-9bce2dbcc95f None None] Port dce0108a-a0f5-4e05-935e-33fbc7f190b9 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:20:49.858053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-dbc63eb0-4e3b-45d1-bd46-730beb3eb361 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265605 Sep 20 12:20:49.952831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-c4e5c636-a118-47f1-a604-2360f59dc5bc service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Sep 20 12:20:50.074818 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bacf3b4-1faf-47a2-ab1d-866ef9d41a96 req-eb8dc016-9de5-4343-a8cb-db29717e4964 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122971 Sep 20 12:20:50.083369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.117926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce0108a-a0f5-4e05-935e-33fbc7f190b9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:20:50.130298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.158690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Transition to ACTIVE for port object dce0108a-a0f5-4e05-935e-33fbc7f190b9 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:20:50.161388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-d92f8985-e6b3-4f7c-b1aa-85a1f51e4606 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443223 Sep 20 12:20:50.163169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36374) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:50.184922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06335406-bede-486d-a75b-a6aadac69dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.237895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.294500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Pushing event updated for resources: {'Port': ['ID=dce0108a-a0f5-4e05-935e-33fbc7f190b9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:50.322072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-56bafce9-8652-4fac-aac3-627fe33f8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.323688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-56bafce9-8652-4fac-aac3-627fe33f8c5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=052cf9e690d24abca4be2f027b6a4e70&device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 1100 time: 0.0911927 Sep 20 12:20:50.348368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Attempting to bind port dce0108a-a0f5-4e05-935e-33fbc7f190b9 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:20:50.348368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Attempting to bind port dce0108a-a0f5-4e05-935e-33fbc7f190b9 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:20:50.348368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Attempting to bind port dce0108a-a0f5-4e05-935e-33fbc7f190b9 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:20:50.348368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Port dce0108a-a0f5-4e05-935e-33fbc7f190b9 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:20:50.348368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Attempting to bind port dce0108a-a0f5-4e05-935e-33fbc7f190b9 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:20:50.350832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:20:50.352283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:20:50.352871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:20:50.353378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Bound port: dce0108a-a0f5-4e05-935e-33fbc7f190b9, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:20:50.353811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.417174 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06335406-bede-486d-a75b-a6aadac69dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.448511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] For port dce0108a-a0f5-4e05-935e-33fbc7f190b9, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:20:50.453029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] For port dce0108a-a0f5-4e05-935e-33fbc7f190b9, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dce0108a-a0f5-4e05-935e-33fbc7f190b9,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:20:50.474633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06335406-bede-486d-a75b-a6aadac69dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.529411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.540511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-06335406-bede-486d-a75b-a6aadac69dc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f07b61f4aec4a92a32a6238da6b1248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739583 Sep 20 12:20:50.550273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36396) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:50.550515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335406-bede-486d-a75b-a6aadac69dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eeb328-6e81-484e-ab84-e26d9c44ec80,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:50.557985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f7651-ea2b-42ef-96d1-29a301d4a0f1 req-81c277f4-ab7d-4f9e-a17b-c3ea44b51cda tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.559530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd3f7651-ea2b-42ef-96d1-29a301d4a0f1 req-81c277f4-ab7d-4f9e-a17b-c3ea44b51cda tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 948 time: 0.1531546 Sep 20 12:20:50.578128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-85802762-6af8-4825-ba5f-809c2a305176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.580431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-85802762-6af8-4825-ba5f-809c2a305176 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2320745 Sep 20 12:20:50.634261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.634950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-898de4f4-8dda-41b6-81ca-a4aa261f83f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=822ebc10-85e3-45e3-9cba-b75f4c4b5a24 HTTP/1.1" status: 200 len: 217 time: 0.0382395 Sep 20 12:20:50.635167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.636589 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] 10.222.0.21 "PUT /v2.0/ports/dce0108a-a0f5-4e05-935e-33fbc7f190b9 HTTP/1.1" status: 200 len: 1096 time: 0.9449072 Sep 20 12:20:50.637072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3603833e-703b-4ae7-abb3-c9acdedfc0d3', 'tag': 'dce0108a-a0f5-4e05-935e-33fbc7f190b9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:20:50.639299 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3603833e-703b-4ae7-abb3-c9acdedfc0d3", "tag": "dce0108a-a0f5-4e05-935e-33fbc7f190b9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:20:50.680643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd3f7651-ea2b-42ef-96d1-29a301d4a0f1 req-33adc902-7a0c-47ef-8317-081ec22201cc tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141090 Sep 20 12:20:50.719526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-e62f093c-e523-4231-a7bd-751594f96814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.721345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-e62f093c-e523-4231-a7bd-751594f96814 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0753536 Sep 20 12:20:50.725129 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-8792a408-5d5f-47ea-9a3c-c1bb0bccba8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1296110 Sep 20 12:20:50.725747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20108665-af4b-4860-8173-5a79199d4eeb service neutron] Pushing event updated for resources: {'Port': ['ID=dce0108a-a0f5-4e05-935e-33fbc7f190b9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:50.733601 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85257e8-5f6f-42d1-9cce-c1111cb6d66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.764895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85257e8-5f6f-42d1-9cce-c1111cb6d66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:50.810788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-c797f2a3-5931-406a-8408-3a445381c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.812569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-c797f2a3-5931-406a-8408-3a445381c37e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842686 Sep 20 12:20:50.884241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-519b3839-c932-4884-9b89-7cf5581518e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.886128 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-519b3839-c932-4884-9b89-7cf5581518e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=998743c4003449d8909f0895c6a2b4d0&device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 1122 time: 0.0883014 Sep 20 12:20:50.888921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-2727f713-3262-4f22-a271-b754c22e4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.892602 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-2727f713-3262-4f22-a271-b754c22e4226 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=052cf9e690d24abca4be2f027b6a4e70&device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 1099 time: 0.1095424 Sep 20 12:20:50.948592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-0716f52b-c340-4c8c-9849-84cba9b5436f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=dce0108a-a0f5-4e05-935e-33fbc7f190b9 HTTP/1.1" status: 200 len: 217 time: 0.0508811 Sep 20 12:20:50.969956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ed021-c3c8-4a11-8ad1-264ca204e66e req-40e185f1-d3d8-4ac5-a8f5-9aa76d4000ae tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:50.971489 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d47ed021-c3c8-4a11-8ad1-264ca204e66e req-40e185f1-d3d8-4ac5-a8f5-9aa76d4000ae tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 944 time: 0.1257057 Sep 20 12:20:50.975220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-704c5a31-bbb2-4531-8e05-61f51e59e2ca service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535060 Sep 20 12:20:51.000776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85257e8-5f6f-42d1-9cce-c1111cb6d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:51.003460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85257e8-5f6f-42d1-9cce-c1111cb6d66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:51.004694 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c85257e8-5f6f-42d1-9cce-c1111cb6d66a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22eeb328-6e81-484e-ab84-e26d9c44ec80 HTTP/1.1" status: 204 len: 168 time: 0.4625099 Sep 20 12:20:51.059783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85257e8-5f6f-42d1-9cce-c1111cb6d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eeb328-6e81-484e-ab84-e26d9c44ec80,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:51.068239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-6ee5b3f2-ee3f-4817-8907-9b7f5ba56ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:51.069936 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-6ee5b3f2-ee3f-4817-8907-9b7f5ba56ac9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1091094 Sep 20 12:20:51.077168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d47ed021-c3c8-4a11-8ad1-264ca204e66e req-2ed4ef65-c087-4ee1-bf25-a192754ae482 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966103 Sep 20 12:20:51.116146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d5eb6c-ab60-4dbf-930d-5abb51f7e738 req-7b41df9c-8036-4ae1-90af-71406c04d6f9 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312737 Sep 20 12:20:51.125549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-4ec79633-fdf1-4f79-9bf8-27f21cfbca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:51.127191 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-4ec79633-fdf1-4f79-9bf8-27f21cfbca90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1890175 Sep 20 12:20:51.178143 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7800910-748e-48a8-9ed9-8b028395edd5 x-openstack-request-id: req-d7800910-748e-48a8-9ed9-8b028395edd5 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:20:51.178415 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3603833e-703b-4ae7-abb3-c9acdedfc0d3", "tag": "dce0108a-a0f5-4e05-935e-33fbc7f190b9", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:20:51.178656 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7800910-748e-48a8-9ed9-8b028395edd5 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:20:51.179038 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3603833e-703b-4ae7-abb3-c9acdedfc0d3', 'tag': 'dce0108a-a0f5-4e05-935e-33fbc7f190b9', 'status': 'completed', 'code': 200} Sep 20 12:20:51.181749 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-941bcc19-5297-40f1-92e6-bf73df64b548 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=42a88ebd-e2a8-472b-a77b-208694b8a52f HTTP/1.1" status: 200 len: 217 time: 0.0451083 Sep 20 12:20:51.183573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-0af86f5a-1df8-424a-8530-987fea334c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:51.184935 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-0af86f5a-1df8-424a-8530-987fea334c3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076312 Sep 20 12:20:51.291467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-56a59078-3779-44d9-b8b2-426dcd39feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:51.292986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-56a59078-3779-44d9-b8b2-426dcd39feca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1047077 Sep 20 12:20:51.341619 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-32d4eeeb-6651-41f2-8026-24e5963c9435 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449966 Sep 20 12:20:51.375588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-5fa50828-daa5-42ec-9412-9f6a4c627226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:51.377107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-5fa50828-daa5-42ec-9412-9f6a4c627226 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760772 Sep 20 12:20:51.633600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-03a531a5-c5f9-485d-b2b3-8c5ef1a26e09 req-02a174df-0da7-48c9-b573-0d15c3e0bf87 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851167 Sep 20 12:20:51.650852 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-d734fe27-c75c-499c-b761-a8817408326a service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658682 Sep 20 12:20:51.805287 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ef11f8c-7648-4c9e-a3de-0f43b60cd39d req-cbd98466-f4fc-427e-a0a0-beafa28e3854 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475623 Sep 20 12:20:51.818640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-b15f01d7-d405-46d6-92eb-a3e38d869b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:51.820723 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-b15f01d7-d405-46d6-92eb-a3e38d869b3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=052cf9e690d24abca4be2f027b6a4e70&device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 1099 time: 0.0629845 Sep 20 12:20:51.895210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6f001-a4a5-4519-a3eb-18a01d136324 req-87dfe4a8-9f7c-4ee2-845d-7a7faff9d5e0 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:51.897512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9bf6f001-a4a5-4519-a3eb-18a01d136324 req-87dfe4a8-9f7c-4ee2-845d-7a7faff9d5e0 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 948 time: 0.0605102 Sep 20 12:20:51.942575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-b0fa67f9-1160-4229-bae1-001c37c5d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:51.944325 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-b0fa67f9-1160-4229-bae1-001c37c5d44a service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1178722 Sep 20 12:20:51.947729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9bf6f001-a4a5-4519-a3eb-18a01d136324 req-556c0824-541b-48ff-94ba-847832f8f9e8 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Sep 20 12:20:51.994988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-07b2b7b3-55ff-4857-8969-8ac8fa4eca0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=dce0108a-a0f5-4e05-935e-33fbc7f190b9 HTTP/1.1" status: 200 len: 217 time: 0.0420756 Sep 20 12:20:52.051684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-6316ee03-96aa-450b-8a01-f65eb98c0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:52.053179 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-6316ee03-96aa-450b-8a01-f65eb98c0734 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0509732 Sep 20 12:20:52.099279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-c10ca663-e7c7-4613-9539-fe9f910c7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:52.100981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-c10ca663-e7c7-4613-9539-fe9f910c7485 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407951 Sep 20 12:20:52.206712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-e425fadf-3f30-4c58-bb0a-285eff1998ae service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976391 Sep 20 12:20:52.309104 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d29bfe50-a246-41c4-bfa1-e6f53ee485f6 req-6f61ed34-48bb-4db9-b3a7-a6ab217dc7f2 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943110 Sep 20 12:20:52.432849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3776f27-652e-478e-b566-0cb8e053ec3e req-c0b7c959-e0bb-4162-a93a-dfeb0362801c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:52.435185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3776f27-652e-478e-b566-0cb8e053ec3e req-c0b7c959-e0bb-4162-a93a-dfeb0362801c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 944 time: 0.0508597 Sep 20 12:20:52.482627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3776f27-652e-478e-b566-0cb8e053ec3e req-655390b1-6b6f-4a97-902c-01ffa774001d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Sep 20 12:20:52.636498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2b86f4da-96d9-4508-a934-83f41936994f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:20:52.730418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:52.741286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '2b86f4da-96d9-4508-a934-83f41936994f', 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'port_id': '2b86f4da-96d9-4508-a934-83f41936994f', 'mac_address': 'fa:16:3e:8d:70:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e5e21-4425-4400-9778-682f36ab16e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:20:52.782705 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:52.802903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b86f4da-96d9-4508-a934-83f41936994f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:20:52.829038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:52.991205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:53.037955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:53.233622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['2b86f4da-96d9-4508-a934-83f41936994f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:20:53.259874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12e1e3-ad90-4e66-b295-b305bfcf0c8b req-69eee1a6-8cde-4c50-8f1f-b1984eca03dd tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:53.261537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc12e1e3-ad90-4e66-b295-b305bfcf0c8b req-69eee1a6-8cde-4c50-8f1f-b1984eca03dd tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 948 time: 0.0592110 Sep 20 12:20:53.306247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc12e1e3-ad90-4e66-b295-b305bfcf0c8b req-5cafcc2b-acba-4d58-8f84-bb90d9b61d88 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 Sep 20 12:20:53.931014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d16b7-f7a8-44d6-863e-0ebbaaeea4d7 req-f66b8f6a-ab00-43cb-9a70-bb4ff42e0bbc tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:53.934745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a7d16b7-f7a8-44d6-863e-0ebbaaeea4d7 req-f66b8f6a-ab00-43cb-9a70-bb4ff42e0bbc tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 945 time: 0.0517898 Sep 20 12:20:53.971164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a7d16b7-f7a8-44d6-863e-0ebbaaeea4d7 req-2171137b-b811-4484-a655-5f36bab156bf tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Sep 20 12:20:54.571472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ccf3-2625-437c-a857-34dd54719ef8 req-40e0109b-f098-44eb-83dd-1ca63a7ba8e6 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:54.572948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3772ccf3-2625-437c-a857-34dd54719ef8 req-40e0109b-f098-44eb-83dd-1ca63a7ba8e6 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 948 time: 0.0475366 Sep 20 12:20:54.615239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3772ccf3-2625-437c-a857-34dd54719ef8 req-6046987b-2444-471d-a7f7-77d166e30acd tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362296 Sep 20 12:20:54.669480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device dce0108a-a0f5-4e05-935e-33fbc7f190b9 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:20:54.715053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2b86f4da-96d9-4508-a934-83f41936994f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:20:54.812929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port dce0108a-a0f5-4e05-935e-33fbc7f190b9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dce0108a-a0f5-4e05-935e-33fbc7f190b9,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:54.827221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'dce0108a-a0f5-4e05-935e-33fbc7f190b9', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'dce0108a-a0f5-4e05-935e-33fbc7f190b9', 'mac_address': 'fa:16:3e:0b:52:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:20:54.880511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:54.894871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce0108a-a0f5-4e05-935e-33fbc7f190b9 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:20:54.914377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port dce0108a-a0f5-4e05-935e-33fbc7f190b9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dce0108a-a0f5-4e05-935e-33fbc7f190b9,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:54.991312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 2b86f4da-96d9-4508-a934-83f41936994f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:20:54.995882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 2b86f4da-96d9-4508-a934-83f41936994f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:20:54.996353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.010120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:55.036941 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.126868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=dce0108a-a0f5-4e05-935e-33fbc7f190b9,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:55.186358 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.206971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c15c7f-5be8-46fe-b6ef-f1b26e44e544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.210340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:20:55.213722 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0463b23-f0c6-4576-9caa-de834544337d" -d '{"events": [{"server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "name": "network-vif-plugged", "status": "completed", "tag": "2b86f4da-96d9-4508-a934-83f41936994f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:20:55.227893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:55.234609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4b094-f8fd-4928-a51f-b1ca07417cb8 req-227e4eb3-f403-4ad5-86f5-e0bfd6d0bd1d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:55.236296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d4b094-f8fd-4928-a51f-b1ca07417cb8 req-227e4eb3-f403-4ad5-86f5-e0bfd6d0bd1d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 945 time: 0.1016455 Sep 20 12:20:55.268055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dce0108a-a0f5-4e05-935e-33fbc7f190b9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:20:55.291566 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36562) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:55.297281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d4b094-f8fd-4928-a51f-b1ca07417cb8 req-2e21c591-4baf-4dd1-8cc0-44e276d67ca0 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527155 Sep 20 12:20:55.368841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c15c7f-5be8-46fe-b6ef-f1b26e44e544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.379241 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.415297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c59a0f1-b3b1-4846-b66f-613180f90f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.453299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:55.541612 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02964e9-4c4f-47a6-bae0-44e60e622ce8 x-openstack-request-id: req-e02964e9-4c4f-47a6-bae0-44e60e622ce8 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:20:55.541910 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "name": "network-vif-plugged", "status": "completed", "tag": "2b86f4da-96d9-4508-a934-83f41936994f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:20:55.542163 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e02964e9-4c4f-47a6-bae0-44e60e622ce8 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:20:55.542556 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f', 'code': 200} Sep 20 12:20:55.591456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c15c7f-5be8-46fe-b6ef-f1b26e44e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.636432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9c15c7f-5be8-46fe-b6ef-f1b26e44e544 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d184969ff1e43d6953df2f37f52ebfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6251462 Sep 20 12:20:55.637398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c15c7f-5be8-46fe-b6ef-f1b26e44e544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a67f75-fb2b-4946-b43e-337bc2246009,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:55.641507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36576) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:55.690499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4be1f-1938-4859-935f-d3171f70440f req-95b428ac-d26d-48c8-b00d-2145babdccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:55.694135 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4be4be1f-1938-4859-935f-d3171f70440f req-95b428ac-d26d-48c8-b00d-2145babdccb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1097 time: 0.0923853 Sep 20 12:20:55.723763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7202346a-f32f-4633-bfe2-04ddefafb509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.745880 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7202346a-f32f-4633-bfe2-04ddefafb509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.749134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4be4be1f-1938-4859-935f-d3171f70440f req-baa2c03b-ea81-4bba-9e45-9a65dbeb20e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479236 Sep 20 12:20:55.758096 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c59a0f1-b3b1-4846-b66f-613180f90f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.817084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50206b4-c2ee-4f17-8503-c435cc0d2277 req-5144da1a-f3b5-44dc-81eb-2e610eea1d0e tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:55.818585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a50206b4-c2ee-4f17-8503-c435cc0d2277 req-5144da1a-f3b5-44dc-81eb-2e610eea1d0e tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 949 time: 0.0663648 Sep 20 12:20:55.860288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a50206b4-c2ee-4f17-8503-c435cc0d2277 req-5c1f520b-ad0a-4871-badc-928e49cb92ff tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350287 Sep 20 12:20:55.900309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c59a0f1-b3b1-4846-b66f-613180f90f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:55.937636 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2c59a0f1-b3b1-4846-b66f-613180f90f40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=746a9a98238444009cff5f235630e970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6444890 Sep 20 12:20:55.938721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59a0f1-b3b1-4846-b66f-613180f90f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6453d71d-0829-4864-98d4-4f4dbc1e5cf6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:55.940355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36594) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:55.989273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55f5fb5-8110-4fbb-a857-96a96aa11535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:56.014854 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55f5fb5-8110-4fbb-a857-96a96aa11535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:56.035073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7202346a-f32f-4633-bfe2-04ddefafb509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:56.037954 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7202346a-f32f-4633-bfe2-04ddefafb509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:56.046640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7202346a-f32f-4633-bfe2-04ddefafb509 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27a67f75-fb2b-4946-b43e-337bc2246009 HTTP/1.1" status: 204 len: 168 time: 0.3970675 Sep 20 12:20:56.061427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202346a-f32f-4633-bfe2-04ddefafb509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a67f75-fb2b-4946-b43e-337bc2246009,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:56.289343 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55f5fb5-8110-4fbb-a857-96a96aa11535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:56.292468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55f5fb5-8110-4fbb-a857-96a96aa11535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:56.293718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c55f5fb5-8110-4fbb-a857-96a96aa11535 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6453d71d-0829-4864-98d4-4f4dbc1e5cf6 HTTP/1.1" status: 204 len: 168 time: 0.3523026 Sep 20 12:20:56.303055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f5fb5-8110-4fbb-a857-96a96aa11535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6453d71d-0829-4864-98d4-4f4dbc1e5cf6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:56.667582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device dce0108a-a0f5-4e05-935e-33fbc7f190b9 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:20:56.923180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port dce0108a-a0f5-4e05-935e-33fbc7f190b9 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:20:56.927059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port dce0108a-a0f5-4e05-935e-33fbc7f190b9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:20:56.927432 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:56.944421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48797388-19a7-48b1-a49b-4111a19c9938 req-4d0a2e43-9957-44ec-81cb-3c32cfbb0713 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:56.946691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48797388-19a7-48b1-a49b-4111a19c9938 req-4d0a2e43-9957-44ec-81cb-3c32cfbb0713 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 946 time: 0.0509768 Sep 20 12:20:56.990166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48797388-19a7-48b1-a49b-4111a19c9938 req-26235b3a-c746-4655-b3a9-fe66441cd83c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Sep 20 12:20:57.009286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:57.042729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port dce0108a-a0f5-4e05-935e-33fbc7f190b9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dce0108a-a0f5-4e05-935e-33fbc7f190b9,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:20:57.185299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:57.234441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=dce0108a-a0f5-4e05-935e-33fbc7f190b9,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:57.243290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef63abf-c078-4781-b0a2-5cb9ab85d01a req-0ca43077-b27b-4dfc-89b7-8856dabfba2b tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:57.244776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef63abf-c078-4781-b0a2-5cb9ab85d01a req-0ca43077-b27b-4dfc-89b7-8856dabfba2b tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 950 time: 0.0478711 Sep 20 12:20:57.282153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef63abf-c078-4781-b0a2-5cb9ab85d01a req-dcd5b495-3878-4803-8e31-2dffa81e00a4 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Sep 20 12:20:57.544250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3603833e-703b-4ae7-abb3-c9acdedfc0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce0108a-a0f5-4e05-935e-33fbc7f190b9'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:20:57.546877 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e4462-6eae-4ea4-99fe-f0df6b04dd44" -d '{"events": [{"server_uuid": "3603833e-703b-4ae7-abb3-c9acdedfc0d3", "name": "network-vif-plugged", "status": "completed", "tag": "dce0108a-a0f5-4e05-935e-33fbc7f190b9"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:20:57.707158 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f048e4b-8080-402f-86d5-fc16b6adb5d5 x-openstack-request-id: req-3f048e4b-8080-402f-86d5-fc16b6adb5d5 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:20:57.737211 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3603833e-703b-4ae7-abb3-c9acdedfc0d3", "name": "network-vif-plugged", "status": "completed", "tag": "dce0108a-a0f5-4e05-935e-33fbc7f190b9", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:20:57.737211 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f048e4b-8080-402f-86d5-fc16b6adb5d5 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:20:57.737211 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3603833e-703b-4ae7-abb3-c9acdedfc0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce0108a-a0f5-4e05-935e-33fbc7f190b9', 'code': 200} Sep 20 12:20:57.803091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e392ff-4e44-45e0-9f3b-749da5bef311 req-368f8a70-d365-4637-aca6-1eb7ccd05be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:57.805286 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81e392ff-4e44-45e0-9f3b-749da5bef311 req-368f8a70-d365-4637-aca6-1eb7ccd05be5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 1101 time: 0.0393620 Sep 20 12:20:57.839889 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81e392ff-4e44-45e0-9f3b-749da5bef311 req-15bba191-c02b-428a-bb99-016f2bfe0690 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282609 Sep 20 12:20:57.864292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36640) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:57.879120 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a0a312e-560d-42b8-9118-97c0d1b487c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:57.978399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36646) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:57.987927 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a0a312e-560d-42b8-9118-97c0d1b487c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:57.994245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83b73c69-c0c0-4b54-b66e-c242cb565624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.121991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a0a312e-560d-42b8-9118-97c0d1b487c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.169149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a312e-560d-42b8-9118-97c0d1b487c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a09b3-120e-4a84-84e2-6e528687bacf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:58.176644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8a0a312e-560d-42b8-9118-97c0d1b487c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=765511434975404e924200d89f2fc2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086934 Sep 20 12:20:58.176884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36658) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:58.182610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3383e-2118-483f-8545-822856e3774a req-5024dffb-e5ca-4af3-8f88-66b273fb1662 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:58.184106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffd3383e-2118-483f-8545-822856e3774a req-5024dffb-e5ca-4af3-8f88-66b273fb1662 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 946 time: 0.0918767 Sep 20 12:20:58.198837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83b73c69-c0c0-4b54-b66e-c242cb565624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.222561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffd3383e-2118-483f-8545-822856e3774a req-ca053c17-494a-464c-ba35-680db9266bab tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Sep 20 12:20:58.236314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98fc93a4-6d54-4f8e-ad61-c9efd27669a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.257219 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98fc93a4-6d54-4f8e-ad61-c9efd27669a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.386243 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83b73c69-c0c0-4b54-b66e-c242cb565624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.427025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-83b73c69-c0c0-4b54-b66e-c242cb565624 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af06bc08d0b446be8074f4b181b14a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445338 Sep 20 12:20:58.427025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b73c69-c0c0-4b54-b66e-c242cb565624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad4b7bb-9a45-4799-bf72-a9dbb5f0f2bb,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:58.427206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:58.488623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bca1d8-2e14-4a2b-9ed6-743674b676b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.511070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98fc93a4-6d54-4f8e-ad61-c9efd27669a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.512778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bca1d8-2e14-4a2b-9ed6-743674b676b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.513620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98fc93a4-6d54-4f8e-ad61-c9efd27669a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.514757 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-98fc93a4-6d54-4f8e-ad61-c9efd27669a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a26a09b3-120e-4a84-84e2-6e528687bacf HTTP/1.1" status: 204 len: 168 time: 0.3369107 Sep 20 12:20:58.522897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc93a4-6d54-4f8e-ad61-c9efd27669a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a09b3-120e-4a84-84e2-6e528687bacf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:58.597976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1890d-7667-4e14-b518-a57c1e814ee1 req-1e604aef-b9d9-409a-89d4-a6d47ce6899d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:58.605608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ae1890d-7667-4e14-b518-a57c1e814ee1 req-1e604aef-b9d9-409a-89d4-a6d47ce6899d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 950 time: 0.0948174 Sep 20 12:20:58.644198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ae1890d-7667-4e14-b518-a57c1e814ee1 req-02c560b7-9c54-4705-b02e-874febd5db3f tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376532 Sep 20 12:20:58.682697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36680) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:58.701262 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bca1d8-2e14-4a2b-9ed6-743674b676b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.704616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bca1d8-2e14-4a2b-9ed6-743674b676b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.705560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-25bca1d8-2e14-4a2b-9ed6-743674b676b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ad4b7bb-9a45-4799-bf72-a9dbb5f0f2bb HTTP/1.1" status: 204 len: 168 time: 0.2773347 Sep 20 12:20:58.709041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a61a3f-05b2-4f1b-b991-b3c4c1af8e4c req-59e6374b-c4c1-4e47-bc2d-f58476d7a9c1 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:58.711105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2a61a3f-05b2-4f1b-b991-b3c4c1af8e4c req-59e6374b-c4c1-4e47-bc2d-f58476d7a9c1 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1097 time: 0.0531085 Sep 20 12:20:58.718826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bca1d8-2e14-4a2b-9ed6-743674b676b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad4b7bb-9a45-4799-bf72-a9dbb5f0f2bb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:58.770135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2a61a3f-05b2-4f1b-b991-b3c4c1af8e4c req-a4742eae-c193-4ae9-80f1-e6cb0370b30c tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459981 Sep 20 12:20:58.834057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa83e65d-9c32-41e7-8d50-30d28c319b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:58.983792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa83e65d-9c32-41e7-8d50-30d28c319b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:59.039493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae0d61-ceb9-45b6-9cc0-7de38f918ced req-8ed6f929-3a07-457c-a896-60b9bffe9d8f tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:59.041388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-adae0d61-ceb9-45b6-9cc0-7de38f918ced req-8ed6f929-3a07-457c-a896-60b9bffe9d8f tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1097 time: 0.0518889 Sep 20 12:20:59.092214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-adae0d61-ceb9-45b6-9cc0-7de38f918ced req-88878105-8c53-47ba-90fb-35b82435aae6 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Sep 20 12:20:59.207880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa83e65d-9c32-41e7-8d50-30d28c319b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:59.245951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aa83e65d-9c32-41e7-8d50-30d28c319b30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=038a2deedc3c480da4092f09e509f6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5622833 Sep 20 12:20:59.246789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83e65d-9c32-41e7-8d50-30d28c319b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8441bfeb-6054-4206-9249-a94dbce4738a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:59.248762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36702) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:59.318053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27a7cc04-fc1f-4329-bf59-b40ab4945c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:59.342066 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27a7cc04-fc1f-4329-bf59-b40ab4945c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:59.505640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27a7cc04-fc1f-4329-bf59-b40ab4945c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:59.509153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27a7cc04-fc1f-4329-bf59-b40ab4945c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:59.510807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-27a7cc04-fc1f-4329-bf59-b40ab4945c3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8441bfeb-6054-4206-9249-a94dbce4738a HTTP/1.1" status: 204 len: 168 time: 0.2611127 Sep 20 12:20:59.518921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7cc04-fc1f-4329-bf59-b40ab4945c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8441bfeb-6054-4206-9249-a94dbce4738a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:20:59.801981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36736) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:20:59.831374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90e61-ae44-4a50-a574-3c4848d43459 req-6a346761-04ea-43c0-a33b-db9e845a9629 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:59.832865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94b90e61-ae44-4a50-a574-3c4848d43459 req-6a346761-04ea-43c0-a33b-db9e845a9629 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 950 time: 0.0513413 Sep 20 12:20:59.842111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-ff4d00da-a968-4551-ada9-f1f7df33e226 req-3d085f62-74fc-4406-8f6d-077a01c1cbfe service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:20:59.843100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff4d00da-a968-4551-ada9-f1f7df33e226 req-3d085f62-74fc-4406-8f6d-077a01c1cbfe service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1384721 Sep 20 12:20:59.885044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94b90e61-ae44-4a50-a574-3c4848d43459 req-76124746-26fb-4f1e-af3a-785493755921 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Sep 20 12:20:59.997281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa73f23-a232-44ea-8bef-8f53f702755d req-76eb2327-78d0-40bc-a286-1582255578d7 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:20:59.998782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfa73f23-a232-44ea-8bef-8f53f702755d req-76eb2327-78d0-40bc-a286-1582255578d7 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 971 time: 0.0486717 Sep 20 12:21:00.045421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfa73f23-a232-44ea-8bef-8f53f702755d req-070d1bda-5f3f-49b8-8940-14afb35b9f99 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Sep 20 12:21:00.093103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4235-9153-4abc-be2c-fd81b3a8fccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:00.210212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4235-9153-4abc-be2c-fd81b3a8fccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:00.300296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4235-9153-4abc-be2c-fd81b3a8fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:00.357431 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f9f4235-9153-4abc-be2c-fd81b3a8fccc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03c8057192ea4c1fa252937a71cbcef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534682 Sep 20 12:21:00.359474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36758) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:00.369054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f4235-9153-4abc-be2c-fd81b3a8fccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0105519d-d921-4589-b702-d1e935b456a2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:00.426181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b6b-70b8-4671-b8eb-49e5a514e5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:00.451178 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b6b-70b8-4671-b8eb-49e5a514e5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:00.586596 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b6b-70b8-4671-b8eb-49e5a514e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:00.589271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b74c8b6b-70b8-4671-b8eb-49e5a514e5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:00.601780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b74c8b6b-70b8-4671-b8eb-49e5a514e5ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0105519d-d921-4589-b702-d1e935b456a2 HTTP/1.1" status: 204 len: 168 time: 0.2299266 Sep 20 12:21:00.601780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c8b6b-70b8-4671-b8eb-49e5a514e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0105519d-d921-4589-b702-d1e935b456a2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:00.829933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990ba2-89bf-4ac0-962c-eb78d87cb2b8 req-eb1e154c-53a5-4cd5-b576-1b02c9110d50 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:00.831391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17990ba2-89bf-4ac0-962c-eb78d87cb2b8 req-eb1e154c-53a5-4cd5-b576-1b02c9110d50 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 950 time: 0.0565836 Sep 20 12:21:00.869784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17990ba2-89bf-4ac0-962c-eb78d87cb2b8 req-70ece3e1-ab13-4575-aae3-a39294df49bc tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Sep 20 12:21:01.145038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-4c907aff-8d15-4c18-a13c-3767da2e985e tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:01.146514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-4c907aff-8d15-4c18-a13c-3767da2e985e tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.32 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 971 time: 0.0788836 Sep 20 12:21:01.313167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81e392-1a58-45c7-9356-a2a28c6295ba req-23a76c36-88db-4d7a-ac72-5baf358857b0 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:01.328998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Deleting port 42a88ebd-e2a8-472b-a77b-208694b8a52f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:01.329786 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:01.330362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec81e392-1a58-45c7-9356-a2a28c6295ba req-23a76c36-88db-4d7a-ac72-5baf358857b0 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 971 time: 0.1065230 Sep 20 12:21:01.389482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec81e392-1a58-45c7-9356-a2a28c6295ba req-3ef04b9a-dd87-49fd-8954-766e39651883 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04ec0e9-799f-48b0-809b-dbff1ec9b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579894 Sep 20 12:21:01.470363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] For port 42a88ebd-e2a8-472b-a77b-208694b8a52f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=42a88ebd-e2a8-472b-a77b-208694b8a52f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:01.470766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:01.487406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Calling delete_port for 42a88ebd-e2a8-472b-a77b-208694b8a52f owned by compute:tempest-test_az-1815602849 {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:01.837606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:01.850262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['42a88ebd-e2a8-472b-a77b-208694b8a52f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:01.910477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Pushing event deleted for resources: {'Port': ['ID=42a88ebd-e2a8-472b-a77b-208694b8a52f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:01.997554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] No DVR routers for this DVR port 42a88ebd-e2a8-472b-a77b-208694b8a52f on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:02.001800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:02.004026 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-889ad64b-0991-46cd-b6fb-d6aa2587389e req-a02c8284-bec5-4b7c-adb8-5890becd2d39 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.32 "DELETE /v2.0/ports/42a88ebd-e2a8-472b-a77b-208694b8a52f HTTP/1.1" status: 204 len: 173 time: 0.8512957 Sep 20 12:21:02.004476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913edee7-77b1-4a02-8136-39545cc1e1af', 'name': 'network-vif-deleted', 'tag': '42a88ebd-e2a8-472b-a77b-208694b8a52f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:02.008286 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e602ced-323f-455f-a592-f71c2dbda209" -d '{"events": [{"server_uuid": "913edee7-77b1-4a02-8136-39545cc1e1af", "name": "network-vif-deleted", "tag": "42a88ebd-e2a8-472b-a77b-208694b8a52f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:02.104708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc092-2f9b-463e-97c0-a0e0402cb425 req-8edd38e8-6711-449e-8fb7-2a482ecc5770 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:02.109590 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc2fc092-2f9b-463e-97c0-a0e0402cb425 req-8edd38e8-6711-449e-8fb7-2a482ecc5770 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 950 time: 0.0620220 Sep 20 12:21:02.145343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc2fc092-2f9b-463e-97c0-a0e0402cb425 req-75ce8234-f867-4555-b440-c01ff3fd7c3e tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338237 Sep 20 12:21:02.202583 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f089d4cf-e04e-4a7a-85c1-fa1bb35402c1 x-openstack-request-id: req-f089d4cf-e04e-4a7a-85c1-fa1bb35402c1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:02.208786 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913edee7-77b1-4a02-8136-39545cc1e1af", "name": "network-vif-deleted", "tag": "42a88ebd-e2a8-472b-a77b-208694b8a52f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:02.208786 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f089d4cf-e04e-4a7a-85c1-fa1bb35402c1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:02.208786 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913edee7-77b1-4a02-8136-39545cc1e1af', 'name': 'network-vif-deleted', 'tag': '42a88ebd-e2a8-472b-a77b-208694b8a52f', 'status': 'completed', 'code': 200} Sep 20 12:21:02.296482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5754-6da4-4d1d-ae33-ec54962e18a7 req-23f6b2f8-b894-46cc-8921-592e2a69690e tempest-LiveMigrationNegativeTest-1932778785 tempest-LiveMigrationNegativeTest-1932778785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:02.298570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-622a5754-6da4-4d1d-ae33-ec54962e18a7 req-23f6b2f8-b894-46cc-8921-592e2a69690e tempest-LiveMigrationNegativeTest-1932778785 tempest-LiveMigrationNegativeTest-1932778785-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 1101 time: 0.0442410 Sep 20 12:21:02.318093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-622a5754-6da4-4d1d-ae33-ec54962e18a7 req-94ef4cf5-688f-4368-a9e8-14d04c12b72c tempest-LiveMigrationNegativeTest-1932778785 tempest-LiveMigrationNegativeTest-1932778785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:02.418881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-622a5754-6da4-4d1d-ae33-ec54962e18a7 req-94ef4cf5-688f-4368-a9e8-14d04c12b72c tempest-LiveMigrationNegativeTest-1932778785 tempest-LiveMigrationNegativeTest-1932778785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:02.556535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-622a5754-6da4-4d1d-ae33-ec54962e18a7 req-94ef4cf5-688f-4368-a9e8-14d04c12b72c tempest-LiveMigrationNegativeTest-1932778785 tempest-LiveMigrationNegativeTest-1932778785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:02.575484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-622a5754-6da4-4d1d-ae33-ec54962e18a7 req-94ef4cf5-688f-4368-a9e8-14d04c12b72c tempest-LiveMigrationNegativeTest-1932778785 tempest-LiveMigrationNegativeTest-1932778785-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702351 Sep 20 12:21:02.629357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef4cf5-688f-4368-a9e8-14d04c12b72c tempest-LiveMigrationNegativeTest-1932778785 tempest-LiveMigrationNegativeTest-1932778785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89df1edd-2fa6-454d-92b8-17743b08ba33,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:02.735441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65e951db-bd67-4927-a0aa-dfb722c973a7 req-c9718df6-9d20-426d-8226-a757e36112b6 tempest-AggregatesAdminTestJSON-127062354 tempest-AggregatesAdminTestJSON-127062354-project] 10.222.0.37 "GET /v2.0/ports?device_id=913edee7-77b1-4a02-8136-39545cc1e1af HTTP/1.1" status: 200 len: 210 time: 0.0256379 Sep 20 12:21:03.503523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:03.603645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-fe3f85e2-374f-4d31-82fc-80cbea7864d4 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:21:03.604667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-fe3f85e2-374f-4d31-82fc-80cbea7864d4 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1000900 Sep 20 12:21:03.644914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-2af007a9-a765-496e-a2fa-f6ce40fc5a02 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:03.646363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-2af007a9-a765-496e-a2fa-f6ce40fc5a02 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports/2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 1094 time: 0.0354710 Sep 20 12:21:03.733824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Request body: {'binding': {'host': 'n-h1-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:03.734351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:21:03.863606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-745ba5dc-0e2d-4d12-84c8-3e92738a467e req-a3368207-a20c-4963-9a9d-2d3e2f754bc3 tempest-AbsoluteLimitsNegativeTestJSON-1492211708 tempest-AbsoluteLimitsNegativeTestJSON-1492211708-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c87fee050de14e3ba5bc79430dcc6616&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287223 Sep 20 12:21:04.150530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on host n-h1-809934-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:04.150867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:04.151194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:04.158337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:04.158654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:04.174317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:04.184758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:04.184758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:04.184758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Bound port: 2b86f4da-96d9-4508-a934-83f41936994f, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:04.201680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ba5dc-0e2d-4d12-84c8-3e92738a467e req-e9bfe05c-e480-4f0e-bee0-c28d9df4296a tempest-AbsoluteLimitsNegativeTestJSON-1492211708 tempest-AbsoluteLimitsNegativeTestJSON-1492211708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:04.203122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-745ba5dc-0e2d-4d12-84c8-3e92738a467e req-e9bfe05c-e480-4f0e-bee0-c28d9df4296a tempest-AbsoluteLimitsNegativeTestJSON-1492211708 tempest-AbsoluteLimitsNegativeTestJSON-1492211708-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3331497 Sep 20 12:21:04.254093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-745ba5dc-0e2d-4d12-84c8-3e92738a467e req-59ae9bff-2029-422b-b69d-5c00fdb099d5 tempest-AbsoluteLimitsNegativeTestJSON-1492211708 tempest-AbsoluteLimitsNegativeTestJSON-1492211708-project] 10.222.0.37 "GET /v2.0/quotas/c87fee050de14e3ba5bc79430dcc6616 HTTP/1.1" status: 200 len: 375 time: 0.0304759 Sep 20 12:21:04.287182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-745ba5dc-0e2d-4d12-84c8-3e92738a467e req-3798f6fe-9ce0-4088-97fb-245b95d1099c tempest-AbsoluteLimitsNegativeTestJSON-1492211708 tempest-AbsoluteLimitsNegativeTestJSON-1492211708-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c87fee050de14e3ba5bc79430dcc6616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269277 Sep 20 12:21:04.297116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:04.369403 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:04.370680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185a1d25-29be-494e-a7df-6fe315343142 service neutron] 10.222.0.37 "POST /v2.0/ports/2b86f4da-96d9-4508-a934-83f41936994f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6822596 Sep 20 12:21:04.802232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:04.873827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066355-3120-4ed8-8138-36fc6c958679 req-ccd6c365-6242-48ac-b570-19ed292bd9be tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:04.875921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74066355-3120-4ed8-8138-36fc6c958679 req-ccd6c365-6242-48ac-b570-19ed292bd9be tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 946 time: 0.0562887 Sep 20 12:21:04.931660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74066355-3120-4ed8-8138-36fc6c958679 req-3e2a56f6-584a-457f-b7eb-ec92539317ae tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Sep 20 12:21:05.048322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67b91f-6280-4b72-b915-68f0e5573eec req-3abeb5e4-b2e9-4c58-b6c2-b0181f94244d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:05.048971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd67b91f-6280-4b72-b915-68f0e5573eec req-3abeb5e4-b2e9-4c58-b6c2-b0181f94244d tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 950 time: 0.0671546 Sep 20 12:21:05.094020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd67b91f-6280-4b72-b915-68f0e5573eec req-afed4a0b-d1bf-4768-a988-fae43e722b54 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Sep 20 12:21:05.110420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c5c31b8-224c-4540-a14a-a1b67e5d7b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.193956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-6144f767-261d-4b89-8383-dd337e381fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:05.196526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-6144f767-261d-4b89-8383-dd337e381fef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1097 time: 0.0447276 Sep 20 12:21:05.216811 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c5c31b8-224c-4540-a14a-a1b67e5d7b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.304933 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c5c31b8-224c-4540-a14a-a1b67e5d7b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.305689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f8efca74-239a-48b1-88c9-64b7751240b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:05.307339 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f8efca74-239a-48b1-88c9-64b7751240b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1045523 Sep 20 12:21:05.355446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c5c31b8-224c-4540-a14a-a1b67e5d7b81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c87fee050de14e3ba5bc79430dcc6616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520663 Sep 20 12:21:05.356918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c31b8-224c-4540-a14a-a1b67e5d7b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f4de40-1e18-4d54-9619-717456b35a7f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:05.359665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37006) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:05.377307 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-b1a259eb-53e2-46a0-bc3c-27a34ab0abb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 217 time: 0.0608592 Sep 20 12:21:05.425530 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79115096-185b-40fd-921f-0bb9865f2d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.438509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-7fab33cb-feb8-4a04-888f-49a9d2f777fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:05.440171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-7fab33cb-feb8-4a04-888f-49a9d2f777fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0568180 Sep 20 12:21:05.440460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:05.465772 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79115096-185b-40fd-921f-0bb9865f2d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.495686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-14dc9951-655b-41d1-8ab5-a6fe47539f81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477948 Sep 20 12:21:05.602798 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-242b9137-09dc-47d0-aa71-9c5c9938b83f service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003549 Sep 20 12:21:05.604425 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79115096-185b-40fd-921f-0bb9865f2d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.607029 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79115096-185b-40fd-921f-0bb9865f2d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.608360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-79115096-185b-40fd-921f-0bb9865f2d08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39f4de40-1e18-4d54-9619-717456b35a7f HTTP/1.1" status: 204 len: 168 time: 0.2474873 Sep 20 12:21:05.651529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79115096-185b-40fd-921f-0bb9865f2d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f4de40-1e18-4d54-9619-717456b35a7f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:05.682721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b646bd8-8a58-423f-95d6-e4091b31c267 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=998743c4003449d8909f0895c6a2b4d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2409673 Sep 20 12:21:05.683374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37030) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:05.734959 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4b5bc9cb-8d25-4755-88e8-e5af799a732b service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255839 Sep 20 12:21:05.740764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb59eab7-16e8-4b25-a8a3-d52933f22f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.765382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb59eab7-16e8-4b25-a8a3-d52933f22f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.968546 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb59eab7-16e8-4b25-a8a3-d52933f22f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.971339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb59eab7-16e8-4b25-a8a3-d52933f22f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:05.972746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eb59eab7-16e8-4b25-a8a3-d52933f22f3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b04ec0e9-799f-48b0-809b-dbff1ec9b23e HTTP/1.1" status: 204 len: 168 time: 0.2884653 Sep 20 12:21:05.981740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59eab7-16e8-4b25-a8a3-d52933f22f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04ec0e9-799f-48b0-809b-dbff1ec9b23e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:06.090657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-043e36c3-3347-46bc-997e-c43cb766c296 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:06.092662 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-043e36c3-3347-46bc-997e-c43cb766c296 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1097 time: 0.0929945 Sep 20 12:21:06.105635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809934-3'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:06.170722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 42a88ebd-e2a8-472b-a77b-208694b8a52f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:06.192351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 42a88ebd-e2a8-472b-a77b-208694b8a52f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:06.192703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 42a88ebd-e2a8-472b-a77b-208694b8a52f not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:06.320139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:06.339010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-b40ce145-594a-432f-888b-4fb6d09c8c2a tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:06.340502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-b40ce145-594a-432f-888b-4fb6d09c8c2a tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 950 time: 0.2112939 Sep 20 12:21:06.443638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c93f7-7efd-4a1b-8e66-028e9c892f75 req-c920bed3-c42c-49fc-bac4-57d5079799b0 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:06.448879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-757c93f7-7efd-4a1b-8e66-028e9c892f75 req-c920bed3-c42c-49fc-bac4-57d5079799b0 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 946 time: 0.0875430 Sep 20 12:21:06.520416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-757c93f7-7efd-4a1b-8e66-028e9c892f75 req-69727304-7929-4f54-be83-a48b393f2edd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611260 Sep 20 12:21:06.527093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:06.542463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Deleting port dce0108a-a0f5-4e05-935e-33fbc7f190b9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:06.542809 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:06.628855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:06.636770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09a1aa-bd73-47cc-962b-141dcc3ea7c9 req-931458cb-342e-4b2b-bd36-a0dea9c8a248 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:06.638273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd09a1aa-bd73-47cc-962b-141dcc3ea7c9 req-931458cb-342e-4b2b-bd36-a0dea9c8a248 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 950 time: 0.0495961 Sep 20 12:21:06.670222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] For port dce0108a-a0f5-4e05-935e-33fbc7f190b9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dce0108a-a0f5-4e05-935e-33fbc7f190b9,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:06.670587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:06.683057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd09a1aa-bd73-47cc-962b-141dcc3ea7c9 req-86651e07-dc50-4a1e-89c4-a71c439d9378 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Sep 20 12:21:06.693507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:06.696265 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7421a65-2186-450c-a0c3-4947093ee3aa" -d '{"events": [{"server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "name": "network-vif-unplugged", "status": "completed", "tag": "2b86f4da-96d9-4508-a934-83f41936994f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:06.705452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:06.705452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Calling delete_port for dce0108a-a0f5-4e05-935e-33fbc7f190b9 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:06.792796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:06.915497 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67984b1-6f89-4b21-8a2b-aa25a8b702df x-openstack-request-id: req-c67984b1-6f89-4b21-8a2b-aa25a8b702df {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:06.915823 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "name": "network-vif-unplugged", "status": "completed", "tag": "2b86f4da-96d9-4508-a934-83f41936994f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:06.916082 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c67984b1-6f89-4b21-8a2b-aa25a8b702df {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:06.916423 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f', 'code': 200} Sep 20 12:21:06.922633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15f36aaf-6d13-4d50-99df-2cd196ae786a req-b249d674-907c-408a-ae7d-724bc4a1bafe tempest-FlavorsV2NegativeTest-1703243632 tempest-FlavorsV2NegativeTest-1703243632-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d6891875f6194b4eb115826d8c21b5a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228598 Sep 20 12:21:06.925523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Pushing event updated for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:06.932015 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on host n-h2-809934-3 for vnic_type normal with profile {"migrating_to": "n-h1-809934-3"} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:06.932353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:06.932673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:06.937281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:06.937484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Attempting to bind port 2b86f4da-96d9-4508-a934-83f41936994f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:06.943242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:06.943242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:06.943242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:06.943554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Bound port: 2b86f4da-96d9-4508-a934-83f41936994f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:06.943848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:06.971747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:06.982746 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:06.996817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['822ebc10-85e3-45e3-9cba-b75f4c4b5a24', 'dce0108a-a0f5-4e05-935e-33fbc7f190b9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:07.019173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Pushing event deleted for resources: {'Port': ['ID=dce0108a-a0f5-4e05-935e-33fbc7f190b9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:07.093730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:07.100713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:07.167058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8346f721-62bf-4f8d-8891-9feaea1335d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2114ee68d94469ba6324aa338421729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941261 Sep 20 12:21:07.170108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:07.172509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] No DVR routers for this DVR port dce0108a-a0f5-4e05-935e-33fbc7f190b9 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:07.181364 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:07.190344 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-060d9663-accb-4b62-a867-0c564cebf4f7 req-33b13d19-15f5-4494-894f-cf16f6f12a19 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "DELETE /v2.0/ports/dce0108a-a0f5-4e05-935e-33fbc7f190b9 HTTP/1.1" status: 204 len: 173 time: 0.8385596 Sep 20 12:21:07.192892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:07.252365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f36aaf-6d13-4d50-99df-2cd196ae786a req-7add0726-f1b0-4683-9ff5-3b25454d2a9d tempest-FlavorsV2NegativeTest-1703243632 tempest-FlavorsV2NegativeTest-1703243632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:07.258215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15f36aaf-6d13-4d50-99df-2cd196ae786a req-7add0726-f1b0-4683-9ff5-3b25454d2a9d tempest-FlavorsV2NegativeTest-1703243632 tempest-FlavorsV2NegativeTest-1703243632-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3241932 Sep 20 12:21:07.278669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15f36aaf-6d13-4d50-99df-2cd196ae786a req-4d206d74-cc41-477f-8154-db07fb8ad4a0 tempest-FlavorsV2NegativeTest-1703243632 tempest-FlavorsV2NegativeTest-1703243632-project] 10.222.0.37 "GET /v2.0/quotas/d6891875f6194b4eb115826d8c21b5a6 HTTP/1.1" status: 200 len: 375 time: 0.0143321 Sep 20 12:21:07.285762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Pushing event updated for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:07.297822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:07.298438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:07.299817 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f33f5a3b-aaa6-439c-8b8e-9a27bf38dcbe service neutron] 10.222.0.32 "PUT /v2.0/ports/2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 1122 time: 1.2002749 Sep 20 12:21:07.309638 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5490ba38-483a-4e18-a027-9e39c9fad351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:07.333039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15f36aaf-6d13-4d50-99df-2cd196ae786a req-37478652-a756-4a6a-84f1-97125d4780ce tempest-FlavorsV2NegativeTest-1703243632 tempest-FlavorsV2NegativeTest-1703243632-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6891875f6194b4eb115826d8c21b5a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399728 Sep 20 12:21:07.356668 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5490ba38-483a-4e18-a027-9e39c9fad351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:07.379393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['2b86f4da-96d9-4508-a934-83f41936994f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:07.528730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5490ba38-483a-4e18-a027-9e39c9fad351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:07.531337 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5490ba38-483a-4e18-a027-9e39c9fad351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:07.533241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5490ba38-483a-4e18-a027-9e39c9fad351 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e82fc01-e094-4e06-ab3d-7c1ae4407c67 HTTP/1.1" status: 204 len: 168 time: 0.3612258 Sep 20 12:21:07.546195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490ba38-483a-4e18-a027-9e39c9fad351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e82fc01-e094-4e06-ab3d-7c1ae4407c67,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:07.613341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37126) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:07.758384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fa06e-6e65-42cf-b5a9-c98b7489860b req-d70ee16b-0a3c-47b5-9523-4d3c5abfd2a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:07.760124 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee8fa06e-6e65-42cf-b5a9-c98b7489860b req-d70ee16b-0a3c-47b5-9523-4d3c5abfd2a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 944 time: 0.0613089 Sep 20 12:21:07.784609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37138) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:07.809151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee8fa06e-6e65-42cf-b5a9-c98b7489860b req-e7dee881-0d10-496e-9bf0-600db4e13ac2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Sep 20 12:21:07.949345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a54e2bda-6fc0-4265-9322-9e135e36f2c1 req-7df501ab-f2f7-41e5-9cd4-4a7a465816ee tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3603833e-703b-4ae7-abb3-c9acdedfc0d3 HTTP/1.1" status: 200 len: 210 time: 0.0269396 Sep 20 12:21:08.013567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1068882512-network', 'tenant_id': '741221c968d74181bbeca6f34dde916e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:08.069490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1958554-33d1-40c7-a93b-4a41e1019239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.154101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Made reservation on behalf of 741221c968d74181bbeca6f34dde916e for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:08.156421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.169955 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.249433 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1958554-33d1-40c7-a93b-4a41e1019239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.451655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1958554-33d1-40c7-a93b-4a41e1019239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.508864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b1958554-33d1-40c7-a93b-4a41e1019239 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7bf1a7f042742fb82d28c45206b79d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229247 Sep 20 12:21:08.511808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37160) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:08.512647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1958554-33d1-40c7-a93b-4a41e1019239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6aa91-952f-420f-86be-eea3d4f603c6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:08.570830 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.574134 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be4c9de8-5e2b-4753-aaf5-3f6a1fd25062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.594561 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be4c9de8-5e2b-4753-aaf5-3f6a1fd25062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.757838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.785594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3614924a-a5aa-4e0b-8701-24650b77177b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:08.790491 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be4c9de8-5e2b-4753-aaf5-3f6a1fd25062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.793130 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be4c9de8-5e2b-4753-aaf5-3f6a1fd25062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.795239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-be4c9de8-5e2b-4753-aaf5-3f6a1fd25062 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9aa6aa91-952f-420f-86be-eea3d4f603c6 HTTP/1.1" status: 204 len: 168 time: 0.2823031 Sep 20 12:21:08.816076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:21:08.816402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c9de8-5e2b-4753-aaf5-3f6a1fd25062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6aa91-952f-420f-86be-eea3d4f603c6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:08.816785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.816785 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Added segment 4a722557-5e12-4353-af4f-17f5e4de62e8 of type vlan for network 8085244c-340e-45b5-af10-df9c6bdc8dfa Sep 20 12:21:08.856679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:08.917394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3603833e-703b-4ae7-abb3-c9acdedfc0d3', 'name': 'network-vif-deleted', 'tag': 'dce0108a-a0f5-4e05-935e-33fbc7f190b9'}, {'name': 'network-changed', 'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:08.919930 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6" -d '{"events": [{"server_uuid": "3603833e-703b-4ae7-abb3-c9acdedfc0d3", "name": "network-vif-deleted", "tag": "dce0108a-a0f5-4e05-935e-33fbc7f190b9"}, {"name": "network-changed", "server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "tag": "2b86f4da-96d9-4508-a934-83f41936994f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:08.940724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754df7-faf4-4560-bf65-acbbc4430616 req-edc8c85f-c963-4af6-aa20-89679c3ecb96 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:08.942271 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6754df7-faf4-4560-bf65-acbbc4430616 req-edc8c85f-c963-4af6-aa20-89679c3ecb96 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 944 time: 0.0506806 Sep 20 12:21:08.961845 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d73d58-5f71-4744-a7da-0fd19f5cc098 x-openstack-request-id: req-e9d73d58-5f71-4744-a7da-0fd19f5cc098 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:08.965980 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3603833e-703b-4ae7-abb3-c9acdedfc0d3", "name": "network-vif-deleted", "tag": "dce0108a-a0f5-4e05-935e-33fbc7f190b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "tag": "2b86f4da-96d9-4508-a934-83f41936994f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:08.967399 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9d73d58-5f71-4744-a7da-0fd19f5cc098 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:08.967821 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3603833e-703b-4ae7-abb3-c9acdedfc0d3', 'name': 'network-vif-deleted', 'tag': 'dce0108a-a0f5-4e05-935e-33fbc7f190b9', 'status': 'completed', 'code': 200} Sep 20 12:21:08.968072 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f', 'status': 'completed', 'code': 200} Sep 20 12:21:08.988176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6754df7-faf4-4560-bf65-acbbc4430616 req-b07a320b-2b92-4f14-9a77-d08240036989 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Sep 20 12:21:09.032448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:09.033450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:09.034051 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:09.071802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37178) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:09.077489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-3c7492d7-6b50-4a4f-aee9-a84a06e153cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:09.079036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-3c7492d7-6b50-4a4f-aee9-a84a06e153cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1125 time: 0.0820141 Sep 20 12:21:09.142404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] Pushing event updated for resources: {'Network': ['ID=8085244c-340e-45b5-af10-df9c6bdc8dfa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:09.154189 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ddacfbdc-75c7-4ba3-9bc3-cf92de7c6495 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5397162 Sep 20 12:21:09.157560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:09.163960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Request body: {'subnet': {'network_id': '8085244c-340e-45b5-af10-df9c6bdc8dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1068882512-subnet', 'tenant_id': '741221c968d74181bbeca6f34dde916e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:09.165601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 8085244c-340e-45b5-af10-df9c6bdc8dfa details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:21:09.230440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-ef88c100-37cb-4b16-8d53-3a81986fc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:09.232771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-ef88c100-37cb-4b16-8d53-3a81986fc7df service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1452730 Sep 20 12:21:09.278369 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-96843822-f6f1-4eb6-834e-4b35bf458369 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 217 time: 0.0359251 Sep 20 12:21:09.298012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Made reservation on behalf of 741221c968d74181bbeca6f34dde916e for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:09.300461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:09.340778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-3de0da5a-142f-48b8-a25b-12abbac42449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:09.342858 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-3de0da5a-142f-48b8-a25b-12abbac42449 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0555427 Sep 20 12:21:09.365363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:09.378362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-b4f3bfb7-1123-4816-9398-e450134ea5b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251515 Sep 20 12:21:09.497085 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-47219647-fc31-42e9-b698-f823bfe04075 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094513 Sep 20 12:21:09.614072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ebbe21-9586-43e4-8855-a07b0aeb6ee6 req-75d9e83f-6e87-4bb9-80cd-b2da29840dd7 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055181 Sep 20 12:21:09.629047 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3874-bab8-4143-89a9-3e081416280d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:09.636206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37196) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:09.657043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:09.760948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9390db89-5174-406c-9628-37034532b2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:09.766496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d976cd4-0282-40d8-9159-68d3e0515e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:09.781184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc37249-27ca-4841-b48a-ff7632378a43,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:09.796003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1ae07-dcaa-4abe-8800-e02edd564e18 req-577c06f2-e319-49f6-8fc8-da380faadb7c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:09.797538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58a1ae07-dcaa-4abe-8800-e02edd564e18 req-577c06f2-e319-49f6-8fc8-da380faadb7c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 949 time: 0.1914711 Sep 20 12:21:09.807428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Checking segment: {'id': '4a722557-5e12-4353-af4f-17f5e4de62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8085244c-340e-45b5-af10-df9c6bdc8dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:09.807786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Network hostable DHCP agents. Network: 8085244c-340e-45b5-af10-df9c6bdc8dfa, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:21:09.813193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.813545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.813888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.814227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.814560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.814894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.815223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.815551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.815880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.816211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.816539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.816864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:09.878694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58a1ae07-dcaa-4abe-8800-e02edd564e18 req-cc097894-b207-4cf3-ae52-d09a29845e05 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723827 Sep 20 12:21:09.904995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3874-bab8-4143-89a9-3e081416280d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:09.995946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Network 8085244c-340e-45b5-af10-df9c6bdc8dfa is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:21:10.013073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:10.043021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3874-bab8-4143-89a9-3e081416280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.056199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37212) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:10.080714 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e35592a-27a7-4d7e-bfd4-c37df79f59cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.085124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 8085244c-340e-45b5-af10-df9c6bdc8dfa) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:10.102080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b337f8b7-d993-4388-801f-709d6ed3bd63 None None] Network 8085244c-340e-45b5-af10-df9c6bdc8dfa requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:10.117709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c3874-bab8-4143-89a9-3e081416280d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644dcdd-8c8e-4ea9-bdb8-a0d04be863ee,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:10.136542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:10.137250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.148382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b0c3874-bab8-4143-89a9-3e081416280d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a84b94e63254f7ca1f64f466a0153a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0751083 Sep 20 12:21:10.151574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37216) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:10.196076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2b86f4da-96d9-4508-a934-83f41936994f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:21:10.196649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5555d-9ea4-43ba-81ad-83eb48ae9a61 req-2881e1e2-e304-4fbd-af0f-ada7fb306cec tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:10.204018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ea5555d-9ea4-43ba-81ad-83eb48ae9a61 req-2881e1e2-e304-4fbd-af0f-ada7fb306cec tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 944 time: 0.1128843 Sep 20 12:21:10.239637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43f8f88e-2dfc-4cb4-be3b-57801fc18e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.253713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ea5555d-9ea4-43ba-81ad-83eb48ae9a61 req-dfb808bc-3d25-48a4-89f7-adb5289e59f5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481706 Sep 20 12:21:10.266198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9390db89-5174-406c-9628-37034532b2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.275346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43f8f88e-2dfc-4cb4-be3b-57801fc18e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.286035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37113a39-27a9-4c62-acce-a45faecf475a None None] Network 8085244c-340e-45b5-af10-df9c6bdc8dfa requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:10.292097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-network', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:10.334276 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9390db89-5174-406c-9628-37034532b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.377261 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9390db89-5174-406c-9628-37034532b2a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c86680d711a43a785fe4383788bd482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7376409 Sep 20 12:21:10.377573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37218) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:10.378504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390db89-5174-406c-9628-37034532b2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8610c-7ef4-4a2c-9c86-a463dbb05a55,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:10.428047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:10.442929 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43f8f88e-2dfc-4cb4-be3b-57801fc18e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.446084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43f8f88e-2dfc-4cb4-be3b-57801fc18e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.449988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-43f8f88e-2dfc-4cb4-be3b-57801fc18e14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1644dcdd-8c8e-4ea9-bdb8-a0d04be863ee HTTP/1.1" status: 204 len: 168 time: 0.2950301 Sep 20 12:21:10.453379 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d976cd4-0282-40d8-9159-68d3e0515e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.456372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d87cb6f2-7774-46be-8bb9-a2f92e3f0a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.467987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2b86f4da-96d9-4508-a934-83f41936994f has no active binding in host n-h1-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 12:21:10.478837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8f88e-2dfc-4cb4-be3b-57801fc18e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644dcdd-8c8e-4ea9-bdb8-a0d04be863ee,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:10.495207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d87cb6f2-7774-46be-8bb9-a2f92e3f0a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.544481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d976cd4-0282-40d8-9159-68d3e0515e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.588184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d976cd4-0282-40d8-9159-68d3e0515e7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6891875f6194b4eb115826d8c21b5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2240040 Sep 20 12:21:10.589566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d976cd4-0282-40d8-9159-68d3e0515e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a165d938-6385-40a3-8f9d-2a28d964beca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:10.591455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37222) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:10.651408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e35592a-27a7-4d7e-bfd4-c37df79f59cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.658750 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d87cb6f2-7774-46be-8bb9-a2f92e3f0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.661361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d87cb6f2-7774-46be-8bb9-a2f92e3f0a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.662051 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c33c942-d9c4-433a-8869-2855ab040e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.662482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d87cb6f2-7774-46be-8bb9-a2f92e3f0a1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecc8610c-7ef4-4a2c-9c86-a463dbb05a55 HTTP/1.1" status: 204 len: 168 time: 0.2839983 Sep 20 12:21:10.671718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cb6f2-7774-46be-8bb9-a2f92e3f0a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8610c-7ef4-4a2c-9c86-a463dbb05a55,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:10.687105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c33c942-d9c4-433a-8869-2855ab040e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.750895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e35592a-27a7-4d7e-bfd4-c37df79f59cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.771077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device dce0108a-a0f5-4e05-935e-33fbc7f190b9 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:10.794236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: dce0108a-a0f5-4e05-935e-33fbc7f190b9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:10.795508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device dce0108a-a0f5-4e05-935e-33fbc7f190b9 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:10.813394 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e35592a-27a7-4d7e-bfd4-c37df79f59cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5d33c64c2364b4a88f80cf9bca50ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7562034 Sep 20 12:21:10.814488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35592a-27a7-4d7e-bfd4-c37df79f59cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48941295-bf9d-4739-9d3d-705471afa346,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:10.816424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37228) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:10.823186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c33c942-d9c4-433a-8869-2855ab040e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.823877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c33c942-d9c4-433a-8869-2855ab040e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.827828 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6c33c942-d9c4-433a-8869-2855ab040e2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a165d938-6385-40a3-8f9d-2a28d964beca HTTP/1.1" status: 204 len: 168 time: 0.2354195 Sep 20 12:21:10.839859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33c942-d9c4-433a-8869-2855ab040e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a165d938-6385-40a3-8f9d-2a28d964beca,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:10.881263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2a018bb2-15ea-4e36-8766-4b9589d4eef2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7225554 Sep 20 12:21:10.904797 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0546d963-d62d-4f9f-93ed-a8696cab490f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.926957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0546d963-d62d-4f9f-93ed-a8696cab490f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.004339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaf1b8-d764-4fa8-9edd-bc251799df00 req-ae46b025-095b-48c3-a989-447bf794aa97 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:11.005862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5eaf1b8-d764-4fa8-9edd-bc251799df00 req-ae46b025-095b-48c3-a989-447bf794aa97 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 949 time: 0.0546112 Sep 20 12:21:11.031093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Made reservation on behalf of 49d950b75a9b47cf8b29e1685ad7a5b0 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:11.031093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.037337 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.063976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5eaf1b8-d764-4fa8-9edd-bc251799df00 req-7d73a83c-5579-418a-a126-01b592a6ce64 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/security-groups?id=994d2873-60c7-4b77-af4f-5a7c7a6a1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Sep 20 12:21:11.107923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0546d963-d62d-4f9f-93ed-a8696cab490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.110701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0546d963-d62d-4f9f-93ed-a8696cab490f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.111885 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0546d963-d62d-4f9f-93ed-a8696cab490f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48941295-bf9d-4739-9d3d-705471afa346 HTTP/1.1" status: 204 len: 168 time: 0.2944751 Sep 20 12:21:11.130189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546d963-d62d-4f9f-93ed-a8696cab490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48941295-bf9d-4739-9d3d-705471afa346,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:11.138326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-563e0f89-6042-4a87-9a08-151ba2aac62c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:11.139803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-563e0f89-6042-4a87-9a08-151ba2aac62c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 949 time: 0.0587006 Sep 20 12:21:11.156876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37240) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:11.193703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8fed-b1a1-4143-8d55-448e74fa6709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.222594 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.283726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Deleting port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:11.284067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.306820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.321723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:21:11.332874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.333426 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Added segment 62048b74-d595-421a-b33d-d2fcd6a28f4f of type vlan for network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c Sep 20 12:21:11.409679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] For port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:11.410047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.414295 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.427209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d534ac1f-4ff6-4ae9-bef3-ce030fc3c7e2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:11.451088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Calling delete_port for 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:11.459071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1365924-4381-4ab7-94f3-e69d5c9f379c req-8d11c011-a69c-4494-918a-4ae726065b57 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:11.461502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1365924-4381-4ab7-94f3-e69d5c9f379c req-8d11c011-a69c-4494-918a-4ae726065b57 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 944 time: 0.0969038 Sep 20 12:21:11.478505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8fed-b1a1-4143-8d55-448e74fa6709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.499482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1365924-4381-4ab7-94f3-e69d5c9f379c req-5a4b305d-a641-4697-b969-a1fd20943610 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Sep 20 12:21:11.528234 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.529496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:11.530207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.595604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8fed-b1a1-4143-8d55-448e74fa6709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.596917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] Pushing event updated for resources: {'Network': ['ID=9092aabb-35c2-4a0b-a3ac-d5fd5983157c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:11.610267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:21:11.647371 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7a9d8fed-b1a1-4143-8d55-448e74fa6709 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9bc775d5081464396de55a379d3ffe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834199 Sep 20 12:21:11.647556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37248) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:11.647724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d8fed-b1a1-4143-8d55-448e74fa6709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b602851-ddaa-4f07-ad48-a37b686ecd36,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:11.683547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:11.697886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-342a4816-1b08-4912-b637-a78637bcf36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.702136 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f620b0-6856-411d-a232-54a3e716b1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.725652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f620b0-6856-411d-a232-54a3e716b1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.745959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-54f64fd9-0a68-4a97-a527-29f0dcfae82c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7289915 Sep 20 12:21:11.746168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37252) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:11.752502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Request body: {'subnet': {'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-subnet', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:11.775894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.791731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['822ebc10-85e3-45e3-9cba-b75f4c4b5a24'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:11.840003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Pushing event deleted for resources: {'Port': ['ID=822ebc10-85e3-45e3-9cba-b75f4c4b5a24,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:11.864903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f620b0-6856-411d-a232-54a3e716b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.867561 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f620b0-6856-411d-a232-54a3e716b1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.869255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a4f620b0-6856-411d-a232-54a3e716b1f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b602851-ddaa-4f07-ad48-a37b686ecd36 HTTP/1.1" status: 204 len: 168 time: 0.2240288 Sep 20 12:21:11.885753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f620b0-6856-411d-a232-54a3e716b1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b602851-ddaa-4f07-ad48-a37b686ecd36,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:11.926288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] No DVR routers for this DVR port 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:11.930773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:11.933273 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bf5f902b-a1f2-4ff8-b95a-b04fc91a9e8a req-05c0627d-745d-4b30-b578-d82f2854557c tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.21 "DELETE /v2.0/ports/822ebc10-85e3-45e3-9cba-b75f4c4b5a24 HTTP/1.1" status: 204 len: 173 time: 0.7861416 Sep 20 12:21:11.946155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4d3b42-f42b-4e1a-9603-aa52cb33c2de', 'name': 'network-vif-deleted', 'tag': '822ebc10-85e3-45e3-9cba-b75f4c4b5a24'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:11.948362 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049608e-bf4c-4c2b-9351-87ac57f710cf" -d '{"events": [{"server_uuid": "7b4d3b42-f42b-4e1a-9603-aa52cb33c2de", "name": "network-vif-deleted", "tag": "822ebc10-85e3-45e3-9cba-b75f4c4b5a24"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:11.961556 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-342a4816-1b08-4912-b637-a78637bcf36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.004270 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769007af-ce6d-4717-942d-92e2e6eec491 x-openstack-request-id: req-769007af-ce6d-4717-942d-92e2e6eec491 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:12.004613 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4d3b42-f42b-4e1a-9603-aa52cb33c2de", "name": "network-vif-deleted", "tag": "822ebc10-85e3-45e3-9cba-b75f4c4b5a24", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:12.004900 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-769007af-ce6d-4717-942d-92e2e6eec491 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:12.005419 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4d3b42-f42b-4e1a-9603-aa52cb33c2de', 'name': 'network-vif-deleted', 'tag': '822ebc10-85e3-45e3-9cba-b75f4c4b5a24', 'status': 'completed', 'code': 200} Sep 20 12:21:12.031720 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-342a4816-1b08-4912-b637-a78637bcf36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.098175 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-342a4816-1b08-4912-b637-a78637bcf36e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb2d84322b474b19af0ec6099259f498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134743 Sep 20 12:21:12.100003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Made reservation on behalf of 49d950b75a9b47cf8b29e1685ad7a5b0 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:12.100615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a4816-1b08-4912-b637-a78637bcf36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636c10ea-1d00-4649-9e0b-20b84b0d1595,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:12.103416 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.105671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:12.285902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a243c506-309a-4043-b509-1e79e8059f50 req-cbc863e7-300a-4dc2-8a22-1099181d86d2 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.0817821 Sep 20 12:21:12.526922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1730ce6-247f-4499-91ee-278e83dfb636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.526922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1730ce6-247f-4499-91ee-278e83dfb636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.589190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-d897cc0e-706a-4bfa-9397-ef532e8c6a81 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:12.595354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-d897cc0e-706a-4bfa-9397-ef532e8c6a81 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/networks?id=8085244c-340e-45b5-af10-df9c6bdc8dfa HTTP/1.1" status: 200 len: 818 time: 0.1332805 Sep 20 12:21:12.639215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-af849f1a-d705-4e5e-8b35-aac9b416ba43 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/quotas/741221c968d74181bbeca6f34dde916e HTTP/1.1" status: 200 len: 375 time: 0.0329235 Sep 20 12:21:12.666673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6330b7-ae39-419b-8e78-f541f27f45dd req-99053111-611a-48a8-9871-1308e062d772 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:12.668112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed6330b7-ae39-419b-8e78-f541f27f45dd req-99053111-611a-48a8-9871-1308e062d772 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 944 time: 0.0734346 Sep 20 12:21:12.693552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-e3af971a-5bf1-4bb3-8cfd-e76bc6b37f62 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=741221c968d74181bbeca6f34dde916e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435379 Sep 20 12:21:12.730482 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61a3d377-b76d-4919-b060-ce04219a2deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.735224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.736974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1730ce6-247f-4499-91ee-278e83dfb636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.739437 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1730ce6-247f-4499-91ee-278e83dfb636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:12.740546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1730ce6-247f-4499-91ee-278e83dfb636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/636c10ea-1d00-4649-9e0b-20b84b0d1595 HTTP/1.1" status: 204 len: 168 time: 0.6328576 Sep 20 12:21:12.831762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed6330b7-ae39-419b-8e78-f541f27f45dd req-8b873328-6447-4e65-b7ce-e9e03477675f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444268 Sep 20 12:21:12.836055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1730ce6-247f-4499-91ee-278e83dfb636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c10ea-1d00-4649-9e0b-20b84b0d1595,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:12.873998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbb1bb8-44d1-42f3-add4-191240af64a6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:12.886115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-bc10a264-0408-4985-ac90-424e89c02b81 service neutron] 10.222.0.37 "GET /v2.0/networks/8085244c-340e-45b5-af10-df9c6bdc8dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861885 Sep 20 12:21:12.893268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Checking segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:12.893495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Network hostable DHCP agents. Network: 9092aabb-35c2-4a0b-a3ac-d5fd5983157c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:21:13.019701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-7bd32ebf-d368-43dc-9eca-8a31654652ef service neutron] 10.222.0.37 "GET /v2.0/networks/8085244c-340e-45b5-af10-df9c6bdc8dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238966 Sep 20 12:21:13.045387 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-185d4b1b-50ae-4a60-970c-887e1efb51ef service neutron] 10.222.0.21 "GET /v2.0/ports/2b86f4da-96d9-4508-a934-83f41936994f/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.0663433 Sep 20 12:21:13.087629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:21:13.197705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9092aabb-35c2-4a0b-a3ac-d5fd5983157c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:13.203875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:13.206753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.212122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a81e1f-aba7-4102-ab55-4e7b87fb74ab None None] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:13.259307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:13.285141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:13.326137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9bf7f5e6-459c-47da-bd0e-f88adc33bc6d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5789258 Sep 20 12:21:13.326717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37306) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:13.332410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:13.393921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b86f4da-96d9-4508-a934-83f41936994f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:13.420513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:13.473166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50651325-bca8-4f86-83ac-76c6c9b792af req-489b1749-743a-4d86-89af-1af670267677 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 210 time: 0.1088428 Sep 20 12:21:13.478551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:21:13.483739 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.538585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74ee8f0b-2014-4d6c-9d93-cc35409eabbe req-c407cc8c-1d1c-4f96-b49c-d40980d702c2 tempest-LiveMigrationNegativeTest-1667467693 tempest-LiveMigrationNegativeTest-1667467693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b4d3b42-f42b-4e1a-9603-aa52cb33c2de HTTP/1.1" status: 200 len: 210 time: 0.0910423 Sep 20 12:21:13.540782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.542126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.546808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.682260 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.702423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Transition to ACTIVE for port object 2b86f4da-96d9-4508-a934-83f41936994f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:13.712219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Allocated IP 172.20.0.2 (9092aabb-35c2-4a0b-a3ac-d5fd5983157c/0cbb1bb8-44d1-42f3-add4-191240af64a6/729afd35-a67d-4a6a-9e4a-a937bcbff02f) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:13.774877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.831539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] No DVR routers for this DVR port 2b86f4da-96d9-4508-a934-83f41936994f on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:13.882700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] 10.222.0.21 "PUT /v2.0/ports/2b86f4da-96d9-4508-a934-83f41936994f/bindings/n-h1-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8253748 Sep 20 12:21:13.884849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Pushing event updated for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:13.884964 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.892690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.893476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.893476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.893908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.894318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.895392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.895392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.895392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.895647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.896123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.896452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.896850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658d426-53e0-43f0-a52f-e04d7ce6504e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:13.956831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:13.973350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:14.063904 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Pushing event updated for resources: {'Port': ['ID=729afd35-a67d-4a6a-9e4a-a937bcbff02f,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:14.068166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862d98-e0db-4caf-b15f-a24d6d7d0e87 req-f1234a37-9cbd-4aa2-a25d-4b551a47f0e2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:14.075977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f862d98-e0db-4caf-b15f-a24d6d7d0e87 req-f1234a37-9cbd-4aa2-a25d-4b551a47f0e2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 945 time: 0.0950608 Sep 20 12:21:14.076209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:14.078701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:14.082013 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:14.089252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f7974f4e-03db-49a0-823b-43f8c091672e tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:14.091426 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-f7974f4e-03db-49a0-823b-43f8c091672e tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.0845251 Sep 20 12:21:14.158343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f862d98-e0db-4caf-b15f-a24d6d7d0e87 req-a5488db9-bc10-466b-b4d1-1ceedb387ac1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806820 Sep 20 12:21:14.158524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Attempting to bind port 729afd35-a67d-4a6a-9e4a-a937bcbff02f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:14.158868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Attempting to bind port 729afd35-a67d-4a6a-9e4a-a937bcbff02f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:14.159235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Attempting to bind port 729afd35-a67d-4a6a-9e4a-a937bcbff02f on network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:14.165334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:14.165855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Checking segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:14.166291 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:14.166730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Bound using segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:14.167785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Bound port: 729afd35-a67d-4a6a-9e4a-a937bcbff02f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:14.168334 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:14.192559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-6e296b12-686e-43e8-9cb5-d56b0dc2109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:14.195252 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-6e296b12-686e-43e8-9cb5-d56b0dc2109b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0950761 Sep 20 12:21:14.317955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-01828cfe-3f84-4ec1-8854-2151cadc5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:14.324139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-01828cfe-3f84-4ec1-8854-2151cadc5fd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1096 time: 0.0875492 Sep 20 12:21:14.324496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] For port 729afd35-a67d-4a6a-9e4a-a937bcbff02f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:14.327899 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] For port 729afd35-a67d-4a6a-9e4a-a937bcbff02f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=729afd35-a67d-4a6a-9e4a-a937bcbff02f,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:14.372892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:14.419543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:14.439862 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:14.472123 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:14.589762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-682259f2-294b-49ba-ae69-d015d4ef5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:14.591730 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-682259f2-294b-49ba-ae69-d015d4ef5830 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.2460134 Sep 20 12:21:14.632412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82880cd-8e9e-4b32-bea5-30e6a798a7ca None None] Pushing event updated for resources: {'Port': ['ID=729afd35-a67d-4a6a-9e4a-a937bcbff02f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:14.675256 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-9b6f9f16-3744-4a8f-a633-05b50adcf3f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 217 time: 0.0754578 Sep 20 12:21:14.756192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-90477272-39e5-4c33-b96f-b811f50ecbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:14.760266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-90477272-39e5-4c33-b96f-b811f50ecbee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0745742 Sep 20 12:21:14.761508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:14.784295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-network', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:14.807931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:14.808598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 822ebc10-85e3-45e3-9cba-b75f4c4b5a24 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:14.815112 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-c9f5c868-082b-48f9-a334-c41c4ee445fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485952 Sep 20 12:21:14.836301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07611239-a85c-45bd-9cde-cf4f5e2aa111 req-918b7188-494e-42ba-a84a-a55dcd452b7d tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 210 time: 0.0578790 Sep 20 12:21:14.870237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Allocated IP 172.25.6.39 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/bbd4b300-1d6d-4456-a316-5816b5cf50cd) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:14.958799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-e9c3d9dc-23af-4bfe-ab77-8b91a5b59263 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354790 Sep 20 12:21:14.995803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Made reservation on behalf of 3b8f26fe05c047acacb87931594de7a4 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:15.000768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.003201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.018727 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.096946 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-3fa3a87c-e9fe-476d-8280-d18ef08647fc service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227188 Sep 20 12:21:15.174929 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.191265 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f8312024-1798-40e7-85eb-30b4a53a972b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.245601 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.290864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.341093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:15.358792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:21:15.361146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:15.364148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:15.393104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567a4b4-eca5-4c2a-86f1-4dc5e2d14c33 req-cac1c3d5-d872-422c-973f-d87f6c7d7f28 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:15.395340 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f567a4b4-eca5-4c2a-86f1-4dc5e2d14c33 req-cac1c3d5-d872-422c-973f-d87f6c7d7f28 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 945 time: 0.1615241 Sep 20 12:21:15.395988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Pushing event updated for resources: {'Port': ['ID=bbd4b300-1d6d-4456-a316-5816b5cf50cd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:15.435041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a887ede-05ab-4d41-9ea4-aa840f4889bd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:15.442475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.442823 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Added segment 36535b74-92b6-4a53-8a87-59ccb2c1a5ae of type vlan for network d705e5c0-a2f1-4cfe-9540-66b945b581d4 Sep 20 12:21:15.486853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 729afd35-a67d-4a6a-9e4a-a937bcbff02f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:15.538121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 729afd35-a67d-4a6a-9e4a-a937bcbff02f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:15.538761 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.563181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.568620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.583131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f567a4b4-eca5-4c2a-86f1-4dc5e2d14c33 req-61913701-15c6-4bcb-b605-96141d16fc17 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492965 Sep 20 12:21:15.683863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.726343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 729afd35-a67d-4a6a-9e4a-a937bcbff02f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=729afd35-a67d-4a6a-9e4a-a937bcbff02f,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:15.734230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.735317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:15.735913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.746803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37384) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:15.837106 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.867435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4931130 Sep 20 12:21:15.874363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37392) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:15.876530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cbf89-d08c-469b-a977-3da7a1b6aa58 admin admin] Pushing event updated for resources: {'Network': ['ID=d705e5c0-a2f1-4cfe-9540-66b945b581d4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:15.891095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Request body: {'subnet': {'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-subnet', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:15.906656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d705e5c0-a2f1-4cfe-9540-66b945b581d4 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:21:15.906755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:15.959020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-fb228084-9092-43c8-9491-f3002683c511 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:15.970437 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-fb228084-9092-43c8-9491-f3002683c511 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.1494334 Sep 20 12:21:16.027422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Made reservation on behalf of 3b8f26fe05c047acacb87931594de7a4 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:16.032624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Notify callbacks [] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.047464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a584413-50b4-4f6b-b7d4-140d3a6d9d79 req-f0f570c1-04ca-4c8e-ac99-73e670b07cd2 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 210 time: 0.0590947 Sep 20 12:21:16.080386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=729afd35-a67d-4a6a-9e4a-a937bcbff02f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:16.089527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf037f-7c43-46ba-bbf5-d097415b7053 None None] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:16.194002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8e96918a-994d-403a-86bf-289a0b98fc38 None None] Provisioning complete for port 729afd35-a67d-4a6a-9e4a-a937bcbff02f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:16.195243 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e96918a-994d-403a-86bf-289a0b98fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.202046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.454258 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9bff75a9-0f15-4d53-b95e-94a26661809f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=052cf9e690d24abca4be2f027b6a4e70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7062852 Sep 20 12:21:16.456953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:16.487613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Router 6c009760-18fd-45f3-916f-ce0048ec892e is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:21:16.533923 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.534427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.542843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-45312976-032b-4ef5-9b19-05279f54a39b service neutron] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:16.551066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-45312976-032b-4ef5-9b19-05279f54a39b service neutron] Notify callbacks [] for binding, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.552173 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b85888c-1106-4efc-a4e0-3b4aa964e9b3 req-45312976-032b-4ef5-9b19-05279f54a39b service neutron] 10.222.0.32 "DELETE /v2.0/ports/2b86f4da-96d9-4508-a934-83f41936994f/bindings/n-h2-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.5744157 Sep 20 12:21:16.573729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.32', 56779) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:16.646394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc34b5f8-166c-4105-819f-18db29326a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.682766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4914ddca-0a93-4581-8e75-e3209f494bb3 None None] Provisioning complete for port 729afd35-a67d-4a6a-9e4a-a937bcbff02f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:16.686040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4914ddca-0a93-4581-8e75-e3209f494bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.714081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd2ea02-ad0f-4da9-a701-7ded8d0f1098,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:16.731287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc34b5f8-166c-4105-819f-18db29326a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.735491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:21:16.748069 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Sync routers for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:21:16.761160 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:16.765459 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:16.783010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Checking segment: {'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:16.783376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Network hostable DHCP agents. Network: d705e5c0-a2f1-4cfe-9540-66b945b581d4, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:21:16.794485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2b86f4da-96d9-4508-a934-83f41936994f no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:16.815414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-6512eb6e-26c8-4511-a4e8-ee46de27e1d1 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:16.816920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-6512eb6e-26c8-4511-a4e8-ee46de27e1d1 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.32 "GET /v2.0/networks?id=8085244c-340e-45b5-af10-df9c6bdc8dfa HTTP/1.1" status: 200 len: 818 time: 0.2405181 Sep 20 12:21:16.841336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:16.844254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4cf53925-bdd3-4471-aadf-77e86d0e5d0c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5148566 Sep 20 12:21:16.845642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37414) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:16.882566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12755064-ffef-4214-8877-a5176dd8ad8a req-ce782a25-dbe6-4477-843b-2be9dfae98a1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:16.890817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12755064-ffef-4214-8877-a5176dd8ad8a req-ce782a25-dbe6-4477-843b-2be9dfae98a1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 945 time: 0.1225734 Sep 20 12:21:16.908278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Request body: {'port': {'device_id': 'a90364bd-c07d-4868-8131-c9584af312cb', 'network_id': '8085244c-340e-45b5-af10-df9c6bdc8dfa', 'admin_state_up': True, 'tenant_id': '741221c968d74181bbeca6f34dde916e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:16.954960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Network d705e5c0-a2f1-4cfe-9540-66b945b581d4 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:21:16.985888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2b86f4da-96d9-4508-a934-83f41936994f not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:17.023529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12755064-ffef-4214-8877-a5176dd8ad8a req-e652b976-7b3b-41c0-83cf-e624b892b3a8 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284986 Sep 20 12:21:17.037362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc34b5f8-166c-4105-819f-18db29326a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:17.040629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc34b5f8-166c-4105-819f-18db29326a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:17.042308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc34b5f8-166c-4105-819f-18db29326a07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/994d2873-60c7-4b77-af4f-5a7c7a6a1c99 HTTP/1.1" status: 204 len: 168 time: 0.5840702 Sep 20 12:21:17.051759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b5f8-166c-4105-819f-18db29326a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d2873-60c7-4b77-af4f-5a7c7a6a1c99,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:17.097384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d705e5c0-a2f1-4cfe-9540-66b945b581d4) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:17.097840 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:17.125804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:17.126262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaaba71-f394-407f-8bff-7fa19ca6e4f8 None None] Network d705e5c0-a2f1-4cfe-9540-66b945b581d4 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:17.126549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:17.274325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7485bc6-7a2d-40d4-89f9-6208eb2bcfe6 req-922b0ccd-390c-4a3a-86a3-14ffdf8338a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 210 time: 0.0542326 Sep 20 12:21:17.375936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 729afd35-a67d-4a6a-9e4a-a937bcbff02f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:17.387419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa27f02-3ceb-4915-8349-a6240bfa77cb req-aff0ecf5-aea8-49a1-8a46-922c773fbfe5 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:17.401077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fa27f02-3ceb-4915-8349-a6240bfa77cb req-aff0ecf5-aea8-49a1-8a46-922c773fbfe5 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1096 time: 0.0913434 Sep 20 12:21:17.402096 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-34447d03-feb6-44e5-9edf-50bf34f365be admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5125151 Sep 20 12:21:17.405024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37434) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:17.411183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:17.417649 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:15Z', 'revision_number': 3, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:17.458947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fa27f02-3ceb-4915-8349-a6240bfa77cb req-6e22cea3-75dd-427a-90f1-21b8f42ec70e tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570250 Sep 20 12:21:17.465266 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Checking router: 6c009760-18fd-45f3-916f-ce0048ec892e for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:21:17.466353 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Updating router 6c009760-18fd-45f3-916f-ce0048ec892e port bbd4b300-1d6d-4456-a316-5816b5cf50cd binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:21:17.509144 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:17.510201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-d705e5c0-a2f1-4cfe-9540-66b945b581d4', 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'fixed_ips': [{'subnet_id': '8bd2ea02-ad0f-4da9-a701-7ded8d0f1098'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:21:17.511056 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:17.522054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Made reservation on behalf of 741221c968d74181bbeca6f34dde916e for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:17.526817 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:17.532332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 729afd35-a67d-4a6a-9e4a-a937bcbff02f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:17.532708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:17.704401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Allocated IP 172.20.0.2 (d705e5c0-a2f1-4cfe-9540-66b945b581d4/8bd2ea02-ad0f-4da9-a701-7ded8d0f1098/9d6be63a-d40e-480a-b081-6db935797f8a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:17.883990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Allocated IP 172.20.0.2 (8085244c-340e-45b5-af10-df9c6bdc8dfa/8fc37249-27ca-4841-b48a-ff7632378a43/5c1b16df-4019-41d2-8d55-89ee9c5fc02a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:17.894771 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:17.920676 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.005507 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.010323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.011470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.013675 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.060224 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Pushing event updated for resources: {'Port': ['ID=bbd4b300-1d6d-4456-a316-5816b5cf50cd,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:18.070323 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.071129 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.072117 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.072668 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.073233 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.073761 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.074297 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.074826 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.075375 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.075910 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.076435 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.076953 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Tracked resource versions report: Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: pushed versions: Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: { 'AddressGroup': {'1.2'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'ConntrackHelper': {'1.0'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Log': {'1.0'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Network': {'1.1'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Port': {'1.7'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'PortForwarding': {'1.2'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'QosPolicy': {'1.9'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'SecurityGroup': {'1.4'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'SubPort': {'1.0'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Subnet': {'1.1'}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Trunk': {'1.1'}} Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: consumer versions: Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: { DHCP agent@n-d-809934-3: {}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: HyperV agent@n-h1-809934-3: {}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: HyperV agent@n-h2-809934-3: {}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: L3 agent@n-d-809934-3: {}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: Metadata agent@n-d-809934-3: {}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: Metering agent@n-d-809934-3: {}, Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: Open vSwitch agent@n-d-809934-3: { 'AddressGroup': '1.2', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'ConntrackHelper': '1.0', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Log': '1.0', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Network': '1.1', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Port': '1.7', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'PortForwarding': '1.2', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'QosPolicy': '1.9', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'SecurityGroup': '1.4', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'SecurityGroupRule': '1.2', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'SubPort': '1.0', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Subnet': '1.1', Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: 'Trunk': '1.1'}} Sep 20 12:21:18.078299 n-d-809934-3 neutron-server[95505]: {{(pid=95505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:21:18.084012 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.105315 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Attempting to bind port bbd4b300-1d6d-4456-a316-5816b5cf50cd on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:18.105672 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Attempting to bind port bbd4b300-1d6d-4456-a316-5816b5cf50cd by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:18.106221 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Attempting to bind port bbd4b300-1d6d-4456-a316-5816b5cf50cd on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:18.112692 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:18.113498 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:18.114058 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.114626 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:18.115303 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Bound port: bbd4b300-1d6d-4456-a316-5816b5cf50cd, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:18.115885 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.157338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-baaac9c9-53c0-48fb-b3d2-17194211a008 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:18.165491 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-baaac9c9-53c0-48fb-b3d2-17194211a008 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 820 time: 0.1319220 Sep 20 12:21:18.178252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Network d705e5c0-a2f1-4cfe-9540-66b945b581d4 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:18.182840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-ffc73c36-8b1b-4d9d-a197-352408e087c1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/quotas/82ab7f87ae3c4abe9ff454b68496a0a2 HTTP/1.1" status: 200 len: 375 time: 0.0159831 Sep 20 12:21:18.184927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9d6be63a-d40e-480a-b081-6db935797f8a,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:18.199579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:18.214997 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] For port bbd4b300-1d6d-4456-a316-5816b5cf50cd, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:18.218436 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] For port bbd4b300-1d6d-4456-a316-5816b5cf50cd, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bbd4b300-1d6d-4456-a316-5816b5cf50cd,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:18.221546 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.233414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:18.346234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Attempting to bind port 9d6be63a-d40e-480a-b081-6db935797f8a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:18.347575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Attempting to bind port 9d6be63a-d40e-480a-b081-6db935797f8a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:18.348040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Attempting to bind port 9d6be63a-d40e-480a-b081-6db935797f8a on network d705e5c0-a2f1-4cfe-9540-66b945b581d4 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:18.355829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:18.356408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Checking segment: {'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:18.359037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.359037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Bound using segment: {'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:18.359037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Bound port: 9d6be63a-d40e-480a-b081-6db935797f8a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:18.359037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.371046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37474) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:18.416296 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.456461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-e75877d4-ce5f-447e-b8de-4c27e0520474 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312808 Sep 20 12:21:18.472478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-2f31d854-bb5e-4c10-9c3e-c85bce9127c2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2884007 Sep 20 12:21:18.553426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] For port 9d6be63a-d40e-480a-b081-6db935797f8a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:18.572908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] For port 9d6be63a-d40e-480a-b081-6db935797f8a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9d6be63a-d40e-480a-b081-6db935797f8a,segment=NetworkSegment(36535b74-92b6-4a53-8a87-59ccb2c1a5ae),segment_id=36535b74-92b6-4a53-8a87-59ccb2c1a5ae)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:18.594854 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dfb23-a079-45d3-a976-f22bf654e345 None None] Pushing event updated for resources: {'Port': ['ID=bbd4b300-1d6d-4456-a316-5816b5cf50cd,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:18.637678 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.639012 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:18.639654 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:18.664925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666549e-951c-4845-b58d-1a1535ddb287 req-c9f59aa1-f9d3-4e07-a1fd-64e27e7189b0 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:18.666472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-c9f59aa1-f9d3-4e07-a1fd-64e27e7189b0 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920257 Sep 20 12:21:18.717276 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a24ea5ad-9c11-4bc4-8372-a7e0bc6ae95c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cd9bb9b158448dfa88221e72134b859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422561 Sep 20 12:21:18.721418 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:18.724105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-a4c4658d-5555-4daa-864d-82ab23619f6f tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/quotas/67bab39c3e5d47a1aebf7dbda7ee5a80 HTTP/1.1" status: 200 len: 375 time: 0.0383883 Sep 20 12:21:18.730508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:18.765078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf36d89-f9c2-4b1f-8a47-bf596f36e9a5 None None] Pushing event updated for resources: {'Port': ['ID=9d6be63a-d40e-480a-b081-6db935797f8a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:18.785817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-217985b0-5ca0-4cd8-a4c6-6cd57e44ca82 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594261 Sep 20 12:21:18.820848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-f225344d-85f1-4d3f-b759-7e90cff94c20 service neutron] 10.222.0.37 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440628 Sep 20 12:21:18.965376 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:18.965922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-0492ae90-c53a-4efb-9847-571ccd21608d service neutron] 10.222.0.37 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224332 Sep 20 12:21:19.016662 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81465452-cbdc-40e7-82fb-3e8deb7f7947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.071659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.079342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81465452-cbdc-40e7-82fb-3e8deb7f7947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.115464 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.277105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55ba5e38-f6d8-469f-940d-d503845bc431 req-e6474b2e-a0ed-401e-a54d-1862ad6cd5c5 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 210 time: 0.0724757 Sep 20 12:21:19.335745 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:15Z', 'revision_number': 3, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:19.393705 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eb5faf-81b4-400f-a94c-4faa69bfd749 None None] The sync data for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 is: [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:15Z', 'revision_number': 3, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:21:19.422072 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:21:19.463587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9d6be63a-d40e-480a-b081-6db935797f8a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:19.486485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.491510 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81465452-cbdc-40e7-82fb-3e8deb7f7947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.498763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81465452-cbdc-40e7-82fb-3e8deb7f7947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.501519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-81465452-cbdc-40e7-82fb-3e8deb7f7947 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89df1edd-2fa6-454d-92b8-17743b08ba33 HTTP/1.1" status: 204 len: 168 time: 0.7670722 Sep 20 12:21:19.542887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.551033 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-714121d8-45c5-426d-aba2-67cffdd8f672 req-69ade988-3ce3-4cf7-bcc5-7bc317820961 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 210 time: 0.0765450 Sep 20 12:21:19.574186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81465452-cbdc-40e7-82fb-3e8deb7f7947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89df1edd-2fa6-454d-92b8-17743b08ba33,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:19.641073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9d6be63a-d40e-480a-b081-6db935797f8a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:19.649903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.691881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Allocated IP 172.20.0.1 (9092aabb-35c2-4a0b-a3ac-d5fd5983157c/0cbb1bb8-44d1-42f3-add4-191240af64a6/2c2d9689-39eb-47a7-990e-95dd8397ce74) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:19.784179 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.811654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Network 8085244c-340e-45b5-af10-df9c6bdc8dfa is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:19.813939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Pushing event updated for resources: {'Port': ['ID=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:19.825761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:19.829985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:19.842491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:19.843145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:19.843650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 9d6be63a-d40e-480a-b081-6db935797f8a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9d6be63a-d40e-480a-b081-6db935797f8a,segment=NetworkSegment(36535b74-92b6-4a53-8a87-59ccb2c1a5ae),segment_id=36535b74-92b6-4a53-8a87-59ccb2c1a5ae)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:19.980980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45bb27fe-7bb5-48a8-8d01-11a12141bbaa req-027b3319-b1ac-4a39-80f8-0baedd7b45e4 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 210 time: 0.0482962 Sep 20 12:21:20.042898 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:20.110599 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:20.130404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-fb59f54a-404f-4dfc-9ec1-eb5b3e0c21a7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2758539 Sep 20 12:21:20.131345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:20.155806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=9d6be63a-d40e-480a-b081-6db935797f8a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:20.170830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Request body: {'port': {'device_id': 'a90364bd-c07d-4868-8131-c9584af312cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:20.213201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8078585d-b827-4565-bd02-cbe857325158 None None] Network d705e5c0-a2f1-4cfe-9540-66b945b581d4 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:20.270773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:20.292265 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:20.547998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb694-1519-4f7a-94b7-12d69e73ad9e req-91e9a4fc-2a04-4265-9137-a7dc809ed1df tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:20.565603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-759fb694-1519-4f7a-94b7-12d69e73ad9e req-91e9a4fc-2a04-4265-9137-a7dc809ed1df tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 931 time: 0.1038053 Sep 20 12:21:20.584783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1d6169a3-8713-4f07-bf43-86227e42f6ea None None] Provisioning complete for port 9d6be63a-d40e-480a-b081-6db935797f8a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:20.594836 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d6169a3-8713-4f07-bf43-86227e42f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:20.634253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-759fb694-1519-4f7a-94b7-12d69e73ad9e req-f5f1777b-a493-45d1-a57f-311c4f097ff4 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Sep 20 12:21:20.765107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:20.816180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53dcab4f-9c39-4809-bc4e-42bb2e1ec291 req-9bb58a16-fdc7-406b-b5e5-e210179eeb07 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 210 time: 0.0775614 Sep 20 12:21:20.913548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Allocated IP 172.25.6.154 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/636ed702-d29a-4a48-aece-5b0c97882bd2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:21.008045 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.064738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2a135015-5d26-4b13-83db-249482ca0331 None None] Provisioning complete for port 9d6be63a-d40e-480a-b081-6db935797f8a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:21.065317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a135015-5d26-4b13-83db-249482ca0331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.084574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a9275f8-fa23-4177-a9be-bff72843d22b req-bd2b251f-5118-4bf7-a31e-da79c9364394 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 210 time: 0.0284703 Sep 20 12:21:21.132492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:21.164634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:21.179689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:21.180203 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.250786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2d9689-39eb-47a7-990e-95dd8397ce74,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:21.457710 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.476302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fb4d77ca-2571-4973-b7af-9afadf7eead2 None None] Provisioning complete for port 2c2d9689-39eb-47a7-990e-95dd8397ce74 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:21.476671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb4d77ca-2571-4973-b7af-9afadf7eead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.544321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b16df-4019-41d2-8d55-89ee9c5fc02a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:21.558423 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.575181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bbd4b300-1d6d-4456-a316-5816b5cf50cd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:21.577427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Transition to ACTIVE for port object 5c1b16df-4019-41d2-8d55-89ee9c5fc02a will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:21.578721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d77ca-2571-4973-b7af-9afadf7eead2 None None] Port 2c2d9689-39eb-47a7-990e-95dd8397ce74 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:21.647640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port bbd4b300-1d6d-4456-a316-5816b5cf50cd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:21.648009 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.651032 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.657457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.709537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.729698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:21.742552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37584) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:21.745423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:21.749454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:21.756827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:21.815399 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.854586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port bbd4b300-1d6d-4456-a316-5816b5cf50cd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bbd4b300-1d6d-4456-a316-5816b5cf50cd,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:21.889770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7ac20-ba82-4496-a685-d0ac87967961 req-988e4e38-c0b6-43a8-b1fd-5db2a078b3e0 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:21.901746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01f7ac20-ba82-4496-a685-d0ac87967961 req-988e4e38-c0b6-43a8-b1fd-5db2a078b3e0 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 943 time: 0.1091013 Sep 20 12:21:21.974400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01f7ac20-ba82-4496-a685-d0ac87967961 req-d3f69437-b184-443d-b613-c56f65f5bb63 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676396 Sep 20 12:21:21.985819 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:21.987057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9d6be63a-d40e-480a-b081-6db935797f8a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:22.003109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Attempting to bind port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:22.003692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Attempting to bind port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '4a722557-5e12-4353-af4f-17f5e4de62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8085244c-340e-45b5-af10-df9c6bdc8dfa'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:22.004028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Attempting to bind port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a on network 8085244c-340e-45b5-af10-df9c6bdc8dfa {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:22.030208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d25a985e-a351-432d-9a2d-abc5e1f0eaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.070402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a on network 8085244c-340e-45b5-af10-df9c6bdc8dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:22.071030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Attempting to bind port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a on network 8085244c-340e-45b5-af10-df9c6bdc8dfa {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:22.082926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Pushing event updated for resources: {'Port': ['ID=636ed702-d29a-4a48-aece-5b0c97882bd2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:22.098698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:22.099121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Checking segment: {'id': '4a722557-5e12-4353-af4f-17f5e4de62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8085244c-340e-45b5-af10-df9c6bdc8dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:22.099762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Bound using segment: {'id': '4a722557-5e12-4353-af4f-17f5e4de62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8085244c-340e-45b5-af10-df9c6bdc8dfa'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:22.100100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Bound port: 5c1b16df-4019-41d2-8d55-89ee9c5fc02a, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a722557-5e12-4353-af4f-17f5e4de62e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8085244c-340e-45b5-af10-df9c6bdc8dfa'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:22.101271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.165754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ef7e61d-6f1a-46b2-9822-4901a804c9c3 req-b333606b-9e52-48d9-8c5f-f4303cb34657 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 210 time: 0.0468426 Sep 20 12:21:22.192786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=bbd4b300-1d6d-4456-a316-5816b5cf50cd,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:22.231714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9d6be63a-d40e-480a-b081-6db935797f8a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:22.234285 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.242400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d25a985e-a351-432d-9a2d-abc5e1f0eaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.268422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] For port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:22.274241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] For port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,segment=NetworkSegment(4a722557-5e12-4353-af4f-17f5e4de62e8),segment_id=4a722557-5e12-4353-af4f-17f5e4de62e8)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:22.321536 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.341067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f3e3de6-3217-42d8-86cb-7d1b3e4ac41c req-bdab8b71-c784-46aa-9dc3-8390a5ad3099 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 210 time: 0.0438814 Sep 20 12:21:22.442473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d25a985e-a351-432d-9a2d-abc5e1f0eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.454825 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.493055 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.494121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.519315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d25a985e-a351-432d-9a2d-abc5e1f0eaaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2992f8e0cd84cdf8f725bc90849cd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7756746 Sep 20 12:21:22.521684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a985e-a351-432d-9a2d-abc5e1f0eaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0c98a-9c3f-4661-b52b-1af1028b05dc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:22.524625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37604) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:22.550859 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-8dd2316c-1eb5-4a54-8feb-5514ba74da4f tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386386 Sep 20 12:21:22.552344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:22.552936 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.554632 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] 10.222.0.32 "PUT /v2.0/ports/5c1b16df-4019-41d2-8d55-89ee9c5fc02a HTTP/1.1" status: 200 len: 1091 time: 2.3899112 Sep 20 12:21:22.585598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90364bd-c07d-4868-8131-c9584af312cb', 'tag': '5c1b16df-4019-41d2-8d55-89ee9c5fc02a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:22.590299 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b64189-a36d-4a60-ba50-32e75470c034" -d '{"events": [{"name": "network-changed", "server_uuid": "a90364bd-c07d-4868-8131-c9584af312cb", "tag": "5c1b16df-4019-41d2-8d55-89ee9c5fc02a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:22.595712 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9e43354-9cda-41b6-a17e-7fef28551972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.630876 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9e43354-9cda-41b6-a17e-7fef28551972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.708502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666549e-951c-4845-b58d-1a1535ddb287 req-21112475-18f7-4244-b594-b622af45bbc2 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:22.710680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-21112475-18f7-4244-b594-b622af45bbc2 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1158834 Sep 20 12:21:22.720078 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbb076f-206e-414b-a32e-021e00c7d7fe x-openstack-request-id: req-6fbb076f-206e-414b-a32e-021e00c7d7fe {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:22.720351 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90364bd-c07d-4868-8131-c9584af312cb", "tag": "5c1b16df-4019-41d2-8d55-89ee9c5fc02a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:22.720595 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fbb076f-206e-414b-a32e-021e00c7d7fe {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:22.721220 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90364bd-c07d-4868-8131-c9584af312cb', 'tag': '5c1b16df-4019-41d2-8d55-89ee9c5fc02a', 'status': 'completed', 'code': 200} Sep 20 12:21:22.858372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9e43354-9cda-41b6-a17e-7fef28551972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.861134 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9e43354-9cda-41b6-a17e-7fef28551972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:22.862541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9e43354-9cda-41b6-a17e-7fef28551972 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cff0c98a-9c3f-4661-b52b-1af1028b05dc HTTP/1.1" status: 204 len: 168 time: 0.3369749 Sep 20 12:21:22.871734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e43354-9cda-41b6-a17e-7fef28551972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0c98a-9c3f-4661-b52b-1af1028b05dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:22.937247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Request body: {'port': {'device_id': '3363c01e-0892-4c19-85f7-cf2d5ef757f7', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '67bab39c3e5d47a1aebf7dbda7ee5a80'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:22.980867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6361bd-b984-45ca-83be-1f01880783f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:23.028093 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:23.122853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4f5c-b4dc-4db8-9b03-d8f5e5f5a259 req-1d392f71-4651-4b7c-9a94-938b05ad723a tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:23.125234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a05a4f5c-b4dc-4db8-9b03-d8f5e5f5a259 req-1d392f71-4651-4b7c-9a94-938b05ad723a tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 943 time: 0.0549376 Sep 20 12:21:23.159074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b64189-a36d-4a60-ba50-32e75470c034 req-99f547e4-af26-42c3-ab15-005c52aab4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:23.160570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b64189-a36d-4a60-ba50-32e75470c034 req-99f547e4-af26-42c3-ab15-005c52aab4ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=741221c968d74181bbeca6f34dde916e&device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 1094 time: 0.4421532 Sep 20 12:21:23.170317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a05a4f5c-b4dc-4db8-9b03-d8f5e5f5a259 req-bfb3cbff-4ab5-4956-a9a8-70a77f8b4af3 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379987 Sep 20 12:21:23.192583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2d9689-39eb-47a7-990e-95dd8397ce74,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:23.287703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:23.303227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:23.364953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-812a9fe0-61c8-4e32-8163-d7457a73d4bd req-d87c3c15-57e9-4656-a13b-f448ff11e840 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 210 time: 0.0782115 Sep 20 12:21:23.410396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bbd4b300-1d6d-4456-a316-5816b5cf50cd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:23.502179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b64189-a36d-4a60-ba50-32e75470c034 req-163d3f13-a4ff-49dd-9ed4-a06d5d31a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:23.503779 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b64189-a36d-4a60-ba50-32e75470c034 req-163d3f13-a4ff-49dd-9ed4-a06d5d31a9c8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=741221c968d74181bbeca6f34dde916e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3283331 Sep 20 12:21:23.513552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port bbd4b300-1d6d-4456-a316-5816b5cf50cd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:23.513972 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:23.528191 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ec9c123-167d-4b33-9f7a-6ba26fe12bc5 req-2cf71099-0638-49b3-9212-b5ea10376299 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 210 time: 0.0570610 Sep 20 12:21:23.623723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5221a6b1-08cc-4da2-ac0b-316dc176f7c8 None None] Provisioning complete for port 2c2d9689-39eb-47a7-990e-95dd8397ce74 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:23.624096 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5221a6b1-08cc-4da2-ac0b-316dc176f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:23.627592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Made reservation on behalf of 67bab39c3e5d47a1aebf7dbda7ee5a80 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:23.632105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:23.676624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5221a6b1-08cc-4da2-ac0b-316dc176f7c8 None None] Port 2c2d9689-39eb-47a7-990e-95dd8397ce74 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:23.701217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:23.886332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4075fcec-748c-4d65-bf09-03b4e726d282 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:23.888823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4075fcec-748c-4d65-bf09-03b4e726d282 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 820 time: 0.1192160 Sep 20 12:21:23.895427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37630) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:23.896018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:23.900743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Router 6c009760-18fd-45f3-916f-ce0048ec892e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:21:23.903610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b64189-a36d-4a60-ba50-32e75470c034 req-386c8ef2-6f16-4324-9c8a-b31e3f7ac0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:23.905112 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b64189-a36d-4a60-ba50-32e75470c034 req-386c8ef2-6f16-4324-9c8a-b31e3f7ac0ec service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3793781 Sep 20 12:21:23.922563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Request body: {'port': {'device_id': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'admin_state_up': True, 'tenant_id': '82ab7f87ae3c4abe9ff454b68496a0a2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:23.927010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0cd55ab-209c-4a83-87e8-61c2f1f8d725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.142755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-6e216c7b-4669-4d73-9a81-611c24a0fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:24.144288 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-6e216c7b-4669-4d73-9a81-611c24a0fa27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=741221c968d74181bbeca6f34dde916e&device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 1094 time: 0.1776891 Sep 20 12:21:24.200303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.241983 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-f5f5df02-c1a2-4ce0-b226-d8a99c515422 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c1b16df-4019-41d2-8d55-89ee9c5fc02a HTTP/1.1" status: 200 len: 217 time: 0.0636771 Sep 20 12:21:24.293228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:21:24.298785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.306377 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3ff26e91-a483-4984-bd47-64530c27c874 admin admin] 10.222.0.37 "PUT /v2.0/routers/6c009760-18fd-45f3-916f-ce0048ec892e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4588227 Sep 20 12:21:24.307277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Sync routers for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:21:24.323707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:24.325557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:24.382626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a0825e-92d0-420e-a309-e4cb36778eb4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:24.386118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-871adefa-4e5b-4070-9024-8125c3aeb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:24.387591 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-871adefa-4e5b-4070-9024-8125c3aeb49c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fc37249-27ca-4841-b48a-ff7632378a43 HTTP/1.1" status: 200 len: 858 time: 0.1338141 Sep 20 12:21:24.414836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0cd55ab-209c-4a83-87e8-61c2f1f8d725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.434177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-e3229bcc-bb37-499f-945f-bd21621b00a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8085244c-340e-45b5-af10-df9c6bdc8dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373588 Sep 20 12:21:24.463481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:24.548732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b996537f-1cac-455b-a3e5-08ff000d952c req-a39a76f8-f6f7-4063-9360-c97acde730f7 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 210 time: 0.0617852 Sep 20 12:21:24.582372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c08c1-d6f4-4a11-96c6-21f0f16e342f req-1e63e6fb-1f59-4e12-9c16-821690f65a9b tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:24.594459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f85c08c1-d6f4-4a11-96c6-21f0f16e342f req-1e63e6fb-1f59-4e12-9c16-821690f65a9b tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 943 time: 0.3086746 Sep 20 12:21:24.594459 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0cd55ab-209c-4a83-87e8-61c2f1f8d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.664005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0cd55ab-209c-4a83-87e8-61c2f1f8d725 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a20135f4dd8042ca87423492122aa5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7669125 Sep 20 12:21:24.701960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37652) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:24.718935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd55ab-209c-4a83-87e8-61c2f1f8d725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c511a6e1-7dc6-4255-85e6-a9550d9f12e1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:24.735726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37656) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:24.742040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Router d4a629c0-6297-4e61-bcd5-42961dea7af0 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:21:24.783138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f85c08c1-d6f4-4a11-96c6-21f0f16e342f req-c57fba11-c8cb-467b-a588-c2b787e94a28 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544437 Sep 20 12:21:24.801361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:22Z', 'revision_number': 2, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:24.832861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5aabddd9-d2cc-4a1a-a2f0-af175e12ec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.837481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Checking router: 6c009760-18fd-45f3-916f-ce0048ec892e for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:21:24.837955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Updating router 6c009760-18fd-45f3-916f-ce0048ec892e port 2c2d9689-39eb-47a7-990e-95dd8397ce74 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:21:24.853084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Made reservation on behalf of 82ab7f87ae3c4abe9ff454b68496a0a2 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:24.863776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.882191 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.900163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3591b3-13e3-4dcc-8e72-9ca352d7bf8a req-f98c6066-79a6-44ce-857c-b87d34070d96 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 210 time: 0.1824358 Sep 20 12:21:24.905555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Allocated IP 192.168.233.242 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/d69c1e7d-afc3-4c3b-bf80-db91797d4962) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:24.908110 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5aabddd9-d2cc-4a1a-a2f0-af175e12ec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:24.951753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c51659-a6ba-4f61-9941-7550441d0b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.018926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-1c605c8e-4a0a-4724-99aa-596ebd09edf9 service neutron] 10.222.0.32 "GET /v2.0/networks/8085244c-340e-45b5-af10-df9c6bdc8dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803078 Sep 20 12:21:25.064634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:21:25.076984 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Sync routers for ids ['d4a629c0-6297-4e61-bcd5-42961dea7af0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:21:25.092878 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Routers {'d4a629c0-6297-4e61-bcd5-42961dea7af0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:25.094101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c51659-a6ba-4f61-9941-7550441d0b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.095299 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d4a629c0-6297-4e61-bcd5-42961dea7af0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:25.203143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c51659-a6ba-4f61-9941-7550441d0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.247982 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b36b6fd-b960-48bc-b345-da5178ad5a15 req-d056f908-8175-439a-8f23-c0663ccc2eae service neutron] 10.222.0.32 "GET /v2.0/networks/8085244c-340e-45b5-af10-df9c6bdc8dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185631 Sep 20 12:21:25.269673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b4c51659-a6ba-4f61-9941-7550441d0b06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56aa55057af6402c999d00457c54d0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855061 Sep 20 12:21:25.273701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:25.274340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c51659-a6ba-4f61-9941-7550441d0b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cda019-5ed3-4360-90da-e0777a3dcb04,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:25.300728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Allocated IP 172.20.0.8 (e39099c2-8f30-47c6-bf23-32bf658a1459/9d2e5e21-4425-4400-9778-682f36ab16e9/45b4df86-1a08-4274-9892-5bc7f2ec3c14) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:25.321039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.326354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-806e9b9c-8333-4481-9bbf-209a1b9b9a53 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9196823 Sep 20 12:21:25.332075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37666) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:25.335666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.343837 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5aabddd9-d2cc-4a1a-a2f0-af175e12ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.347164 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5aabddd9-d2cc-4a1a-a2f0-af175e12ec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.351578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5aabddd9-d2cc-4a1a-a2f0-af175e12ec20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c511a6e1-7dc6-4255-85e6-a9550d9f12e1 HTTP/1.1" status: 204 len: 168 time: 0.6255217 Sep 20 12:21:25.363424 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Set router d4a629c0-6297-4e61-bcd5-42961dea7af0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:25.379580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.432310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabddd9-d2cc-4a1a-a2f0-af175e12ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c511a6e1-7dc6-4255-85e6-a9550d9f12e1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:25.461070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-e93f3f22-ed8f-4f28-acd1-b9e762f25248 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563242 Sep 20 12:21:25.542947 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8038b990-4a9f-411e-a2c6-51616370bb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.552075 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.586812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.616976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dae944-cfdd-4a1e-8d63-e0ab74c50b77 None None] Pushing event updated for resources: {'Port': ['ID=2c2d9689-39eb-47a7-990e-95dd8397ce74,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:25.633986 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:22Z', 'revision_number': 3, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:25.701157 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Checking router: d4a629c0-6297-4e61-bcd5-42961dea7af0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:21:25.701907 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Updating router d4a629c0-6297-4e61-bcd5-42961dea7af0 port 636ed702-d29a-4a48-aece-5b0c97882bd2 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:21:25.720348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8038b990-4a9f-411e-a2c6-51616370bb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.730401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Attempting to bind port 2c2d9689-39eb-47a7-990e-95dd8397ce74 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:25.731856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Attempting to bind port 2c2d9689-39eb-47a7-990e-95dd8397ce74 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:25.733981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Attempting to bind port 2c2d9689-39eb-47a7-990e-95dd8397ce74 on network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:25.736877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Pushing event updated for resources: {'Port': ['ID=d69c1e7d-afc3-4c3b-bf80-db91797d4962,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:25.737069 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.753155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:25.755446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:25.760857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:25.767237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Checking segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:25.767968 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.769292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Bound using segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:25.770851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Bound port: 2c2d9689-39eb-47a7-990e-95dd8397ce74, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:25.772797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.775363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:25.792551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:25.793387 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.900149 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-6b493762-2e58-41bb-b6ba-625d51ca3056 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9685254 Sep 20 12:21:25.901884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-f875a4f9-c2f6-4f2a-b583-1be15dcf5614 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:25.904037 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-f875a4f9-c2f6-4f2a-b583-1be15dcf5614 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4266906 Sep 20 12:21:25.914843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Request body: {'port': {'device_id': '3363c01e-0892-4c19-85f7-cf2d5ef757f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:25.924359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:25.938452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] For port 2c2d9689-39eb-47a7-990e-95dd8397ce74, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:25.938556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] For port 2c2d9689-39eb-47a7-990e-95dd8397ce74, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2c2d9689-39eb-47a7-990e-95dd8397ce74,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:26.015546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-7140cd86-239d-49f8-90d1-5457b63ff11f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/quotas/ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 375 time: 0.0781052 Sep 20 12:21:26.039117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.042783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b19f-5b58-42f3-a1e5-23383117fcda req-b72f9db1-51cf-4acc-a502-d8626014430e tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:26.052351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa56b19f-5b58-42f3-a1e5-23383117fcda req-b72f9db1-51cf-4acc-a502-d8626014430e tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 936 time: 0.3208857 Sep 20 12:21:26.063328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.151578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37696) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:26.162539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-network', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:26.168726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-c94a4e9a-b118-4221-ba4b-ed1c99a31295 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101494 Sep 20 12:21:26.171138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8038b990-4a9f-411e-a2c6-51616370bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.174090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8038b990-4a9f-411e-a2c6-51616370bb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.175219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8038b990-4a9f-411e-a2c6-51616370bb96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07cda019-5ed3-4360-90da-e0777a3dcb04 HTTP/1.1" status: 204 len: 168 time: 0.8966417 Sep 20 12:21:26.236574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:26.237246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:26.239654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dae944-cfdd-4a1e-8d63-e0ab74c50b77 None None] Pushing event updated for resources: {'Port': ['ID=2c2d9689-39eb-47a7-990e-95dd8397ce74,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:26.254693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a9d1229b-a321-4f8e-aa2a-834d8b6e4b1b None None] Provisioning complete for port 2c2d9689-39eb-47a7-990e-95dd8397ce74 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:26.254693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a9d1229b-a321-4f8e-aa2a-834d8b6e4b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.265333 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.371744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038b990-4a9f-411e-a2c6-51616370bb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cda019-5ed3-4360-90da-e0777a3dcb04,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:26.394376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Pushing event updated for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:26.429229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa56b19f-5b58-42f3-a1e5-23383117fcda req-9ac7b1aa-1197-42e0-b00c-634aa550d7fe tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746312 Sep 20 12:21:26.454435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Network e39099c2-8f30-47c6-bf23-32bf658a1459 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:26.462714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:26.474106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:26.488933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:26.489640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.493281 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.568315 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.609241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Made reservation on behalf of f4554cbde80f46f1bd2953a245cd842d for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:26.620748 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.655404 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.666524 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Attempting to bind port 636ed702-d29a-4a48-aece-5b0c97882bd2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:26.666891 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Attempting to bind port 636ed702-d29a-4a48-aece-5b0c97882bd2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:26.667434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Attempting to bind port 636ed702-d29a-4a48-aece-5b0c97882bd2 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:26.671067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:26.675630 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:26.676244 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:26.676793 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.677366 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:26.678532 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Bound port: 636ed702-d29a-4a48-aece-5b0c97882bd2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:26.679106 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.713603 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583eeba-0b26-4ba9-980d-8db4a037f3aa None None] Pushing event updated for resources: {'Port': ['ID=636ed702-d29a-4a48-aece-5b0c97882bd2,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:26.733873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-8947df78-a332-4939-8b36-7aa083b6dcba tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8177190 Sep 20 12:21:26.790750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a9d1229b-a321-4f8e-aa2a-834d8b6e4b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.799296 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] For port 636ed702-d29a-4a48-aece-5b0c97882bd2, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:26.802750 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] For port 636ed702-d29a-4a48-aece-5b0c97882bd2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=636ed702-d29a-4a48-aece-5b0c97882bd2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:26.910676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a9d1229b-a321-4f8e-aa2a-834d8b6e4b1b None None] For port 2c2d9689-39eb-47a7-990e-95dd8397ce74, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2c2d9689-39eb-47a7-990e-95dd8397ce74,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:26.917251 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.923861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69c1e7d-afc3-4c3b-bf80-db91797d4962 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:26.937053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:26.956142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Transition to ACTIVE for port object d69c1e7d-afc3-4c3b-bf80-db91797d4962 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:27.006820 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a9d1229b-a321-4f8e-aa2a-834d8b6e4b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.045238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.058491 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Routers {'d4a629c0-6297-4e61-bcd5-42961dea7af0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:27.062441 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d4a629c0-6297-4e61-bcd5-42961dea7af0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:27.093630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1229b-a321-4f8e-aa2a-834d8b6e4b1b None None] Pushing event updated for resources: {'Port': ['ID=2c2d9689-39eb-47a7-990e-95dd8397ce74,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:27.098026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Request body: {'port': {'device_id': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:27.117986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.123865 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583eeba-0b26-4ba9-980d-8db4a037f3aa None None] Pushing event updated for resources: {'Port': ['ID=636ed702-d29a-4a48-aece-5b0c97882bd2,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:27.170830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d69c1e7d-afc3-4c3b-bf80-db91797d4962,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:27.173748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d680c8-8eec-4425-ba6e-ca81dc9c7ed6 req-f384acee-a308-4fb5-90fa-5b15fe49a87e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:27.176078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6d680c8-8eec-4425-ba6e-ca81dc9c7ed6 req-f384acee-a308-4fb5-90fa-5b15fe49a87e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 931 time: 0.4939547 Sep 20 12:21:27.187445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:25Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:27.221481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1caf772-678b-4816-88de-5c9240888881 req-c2e00537-e935-49f1-86ae-48b659af17f7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:27.237298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1caf772-678b-4816-88de-5c9240888881 req-c2e00537-e935-49f1-86ae-48b659af17f7 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 943 time: 0.6255589 Sep 20 12:21:27.255219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Attempting to bind port d69c1e7d-afc3-4c3b-bf80-db91797d4962 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:27.255559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Attempting to bind port d69c1e7d-afc3-4c3b-bf80-db91797d4962 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:27.255889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Attempting to bind port d69c1e7d-afc3-4c3b-bf80-db91797d4962 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:27.257191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-45250ad8-38bf-4bcf-9fce-3b40d4fce65e None None] Provisioning complete for port 2c2d9689-39eb-47a7-990e-95dd8397ce74 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:27.257611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-45250ad8-38bf-4bcf-9fce-3b40d4fce65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.269539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Port d69c1e7d-afc3-4c3b-bf80-db91797d4962 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:27.269539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Attempting to bind port d69c1e7d-afc3-4c3b-bf80-db91797d4962 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:27.280762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:27.282141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:27.282547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:27.282994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Bound port: d69c1e7d-afc3-4c3b-bf80-db91797d4962, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:27.283357 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.306257 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] Set router d4a629c0-6297-4e61-bcd5-42961dea7af0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:27.314124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.322613 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.342519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d41064-6896-4c84-ba27-547d309b2bf8 None None] The sync data for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 is: [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:25Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:21:27.422277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] For port d69c1e7d-afc3-4c3b-bf80-db91797d4962, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:27.431747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] For port d69c1e7d-afc3-4c3b-bf80-db91797d4962, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d69c1e7d-afc3-4c3b-bf80-db91797d4962,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:27.454083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:27.491395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1caf772-678b-4816-88de-5c9240888881 req-0dd6c041-8d75-47f5-8f67-d868fa89532c tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529547 Sep 20 12:21:27.495522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6d680c8-8eec-4425-ba6e-ca81dc9c7ed6 req-f203e2e1-8520-4f3d-8885-267fe62ed9e7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090107 Sep 20 12:21:27.533713 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67a7b86-3e6e-49f4-9fcb-a6ff39d41c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.550173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:21:27.553064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b380e43-60a6-41d4-8b7a-a9f2f6313268,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:27.594934 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.629040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.631942 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Added segment 61c29574-0dea-4705-aa65-df20fd3fca3d of type vlan for network d66c61a7-b709-4d15-9b96-5854a8454b48 Sep 20 12:21:27.674546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:27.675230 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.676847 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] 10.222.0.21 "PUT /v2.0/ports/d69c1e7d-afc3-4c3b-bf80-db91797d4962 HTTP/1.1" status: 200 len: 1096 time: 1.7676725 Sep 20 12:21:27.706956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3363c01e-0892-4c19-85f7-cf2d5ef757f7', 'tag': 'd69c1e7d-afc3-4c3b-bf80-db91797d4962'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:27.711462 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0782613-c1e9-44dd-a546-f6e987b2ef2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3363c01e-0892-4c19-85f7-cf2d5ef757f7", "tag": "d69c1e7d-afc3-4c3b-bf80-db91797d4962"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:27.734412 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.770713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2ad52-400d-4d92-a8de-e2e161baabd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d69c1e7d-afc3-4c3b-bf80-db91797d4962,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:27.777447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.839882 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4ff896b-3f28-4190-8e3b-7ab8fb3ba8f3 req-1c915f93-bdd1-4964-90cd-c7511c660c9e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 210 time: 0.1987169 Sep 20 12:21:27.883017 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:22Z', 'revision_number': 3, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:27.903893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.905706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:27.906645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:27.973753 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa78a508-2c28-4280-a104-5aef11bc4121 x-openstack-request-id: req-fa78a508-2c28-4280-a104-5aef11bc4121 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:27.974043 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3363c01e-0892-4c19-85f7-cf2d5ef757f7", "tag": "d69c1e7d-afc3-4c3b-bf80-db91797d4962", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:27.974287 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa78a508-2c28-4280-a104-5aef11bc4121 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:27.974868 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3363c01e-0892-4c19-85f7-cf2d5ef757f7', 'tag': 'd69c1e7d-afc3-4c3b-bf80-db91797d4962', 'status': 'completed', 'code': 200} Sep 20 12:21:27.993777 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517d787-900b-4cd5-96aa-f4722ff09305 None None] The sync data for ids ['d4a629c0-6297-4e61-bcd5-42961dea7af0'] in n-d-809934-3 is: [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:22Z', 'revision_number': 3, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:21:28.027842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] Pushing event updated for resources: {'Network': ['ID=d66c61a7-b709-4d15-9b96-5854a8454b48,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:28.034921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666549e-951c-4845-b58d-1a1535ddb287 req-1b23210f-17cb-482d-8046-8a72ed5e4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:28.040511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-1b23210f-17cb-482d-8046-8a72ed5e4189 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 1099 time: 0.1664145 Sep 20 12:21:28.040654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d66c61a7-b709-4d15-9b96-5854a8454b48 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:21:28.114369 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-94b445c9-5499-4545-a7fa-c513b1c51581 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d69c1e7d-afc3-4c3b-bf80-db91797d4962 HTTP/1.1" status: 200 len: 217 time: 0.0676608 Sep 20 12:21:28.129986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf6973-993e-45fe-9b7a-dae15a58f935 req-db8de7a7-fe3a-4f05-b82b-8e49a07c8b62 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:28.132606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5baf6973-993e-45fe-9b7a-dae15a58f935 req-db8de7a7-fe3a-4f05-b82b-8e49a07c8b62 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 948 time: 0.4690144 Sep 20 12:21:28.184899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666549e-951c-4845-b58d-1a1535ddb287 req-67d5e892-630d-4b58-9080-97e286b27d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:28.186747 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-67d5e892-630d-4b58-9080-97e286b27d1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0652807 Sep 20 12:21:28.219415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5baf6973-993e-45fe-9b7a-dae15a58f935 req-7ead6165-b416-429a-a91f-7ea7c2b44286 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682623 Sep 20 12:21:28.299651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666549e-951c-4845-b58d-1a1535ddb287 req-05f6fd0f-efea-4edf-9076-6c89023ed602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:28.301759 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-05f6fd0f-efea-4edf-9076-6c89023ed602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071727 Sep 20 12:21:28.312663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5c1b16df-4019-41d2-8d55-89ee9c5fc02a details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:21:28.474384 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-ac1dc814-50fd-41a9-befb-321d278906df service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637828 Sep 20 12:21:28.484263 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67a7b86-3e6e-49f4-9fcb-a6ff39d41c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:28.508938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b4df86-1a08-4274-9892-5bc7f2ec3c14 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:28.528748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:28.531328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Allocated IP 172.20.0.1 (d705e5c0-a2f1-4cfe-9540-66b945b581d4/8bd2ea02-ad0f-4da9-a701-7ded8d0f1098/985ab716-6bf6-4843-94c2-c2ef5a6c1598) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:28.554586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,segment=NetworkSegment(4a722557-5e12-4353-af4f-17f5e4de62e8),segment_id=4a722557-5e12-4353-af4f-17f5e4de62e8)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:28.571295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '5c1b16df-4019-41d2-8d55-89ee9c5fc02a', 'network_id': '8085244c-340e-45b5-af10-df9c6bdc8dfa', 'port_id': '5c1b16df-4019-41d2-8d55-89ee9c5fc02a', 'mac_address': 'fa:16:3e:bc:f7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc37249-27ca-4841-b48a-ff7632378a43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:21:28.578899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67a7b86-3e6e-49f4-9fcb-a6ff39d41c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:28.656982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Transition to ACTIVE for port object 45b4df86-1a08-4274-9892-5bc7f2ec3c14 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:28.659212 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d666549e-951c-4845-b58d-1a1535ddb287 req-5d1d1437-ac44-4e8f-99f2-c684fa4672d7 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790254 Sep 20 12:21:28.679302 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:28.692956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b16df-4019-41d2-8d55-89ee9c5fc02a {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:28.706774 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d616d811-1d8c-4815-ac63-213832223b7a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5519836 Sep 20 12:21:28.710621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37744) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:28.722095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Request body: {'subnet': {'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-subnet', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:28.722321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,segment=NetworkSegment(4a722557-5e12-4353-af4f-17f5e4de62e8),segment_id=4a722557-5e12-4353-af4f-17f5e4de62e8)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:28.792968 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:28.824284 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:28.856015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a7b86-3e6e-49f4-9fcb-a6ff39d41c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9579036-c1d1-4893-b9aa-99c8d0671229,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:28.861268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:28.896375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Made reservation on behalf of f4554cbde80f46f1bd2953a245cd842d for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:28.899068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:28.969158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d67a7b86-3e6e-49f4-9fcb-a6ff39d41c2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c17b04d8d0a24105b5b9dbeb16b8d776&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5136952 Sep 20 12:21:28.970182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:28.996737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-44c19989-d0bc-4c42-9a17-1a9320fc0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:28.998511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-44c19989-d0bc-4c42-9a17-1a9320fc0757 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 1099 time: 0.1712074 Sep 20 12:21:29.013950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['5c1b16df-4019-41d2-8d55-89ee9c5fc02a'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:29.014546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Pushing event updated for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:29.135302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be79d-8486-435c-a4ec-880b6806e18a req-463d4d77-c9f7-45c8-b5aa-5e14b40190b3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:29.136851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-403be79d-8486-435c-a4ec-880b6806e18a req-463d4d77-c9f7-45c8-b5aa-5e14b40190b3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 931 time: 0.4591672 Sep 20 12:21:29.169493 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.172656 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d03b679-0457-4924-8286-2308382bcb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.222845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f12c0-3833-4cbc-a78e-7fc4b26da238 req-ed1b651d-5e50-47d9-8c14-b2f8e4b165dd tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:29.229345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-9d2c1baa-6a3b-4911-b531-862180be64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:29.235159 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-9d2c1baa-6a3b-4911-b531-862180be64c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2268865 Sep 20 12:21:29.237860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f6f12c0-3833-4cbc-a78e-7fc4b26da238 req-ed1b651d-5e50-47d9-8c14-b2f8e4b165dd tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 944 time: 0.5444164 Sep 20 12:21:29.305245 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-4b3fb20e-ade3-4f37-b4f7-606f397fcba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d69c1e7d-afc3-4c3b-bf80-db91797d4962 HTTP/1.1" status: 200 len: 217 time: 0.0604670 Sep 20 12:21:29.312890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d03b679-0457-4924-8286-2308382bcb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.380286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:29.380626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:29.380949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:29.398894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-53359dba-bde2-4cd5-b50e-b7878eae13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:29.400582 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-53359dba-bde2-4cd5-b50e-b7878eae13cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0869610 Sep 20 12:21:29.400807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:29.401247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:29.429100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-403be79d-8486-435c-a4ec-880b6806e18a req-60147873-1d72-42ee-9aa7-f1ab5fbc9c3f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697942 Sep 20 12:21:29.433973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:29.434317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:29.434711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:29.435161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Bound port: 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:29.435522 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.509338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2c2d9689-39eb-47a7-990e-95dd8397ce74 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:29.514808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.552581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f6f12c0-3833-4cbc-a78e-7fc4b26da238 req-eed2d994-4f0b-4596-bd05-3c943a5290cb tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144224 Sep 20 12:21:29.581271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-7043e1d9-36e7-4def-ab90-d3c3b57ada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:29.581271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-7043e1d9-36e7-4def-ab90-d3c3b57ada30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1709452 Sep 20 12:21:29.585206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74052b7a-e160-491d-b5ca-9cc6c2ef318c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:29.608644 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d03b679-0457-4924-8286-2308382bcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.611087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2c2d9689-39eb-47a7-990e-95dd8397ce74 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:29.614073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.614492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d03b679-0457-4924-8286-2308382bcb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.614492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4d03b679-0457-4924-8286-2308382bcb02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9579036-c1d1-4893-b9aa-99c8d0671229 HTTP/1.1" status: 204 len: 168 time: 0.6318963 Sep 20 12:21:29.641403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Checking segment: {'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:29.641755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Network hostable DHCP agents. Network: d66c61a7-b709-4d15-9b96-5854a8454b48, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:21:29.668109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4b34f24-79c5-4989-a01a-1a2ccba88ab3 req-591d7a42-707e-4dd4-84b2-395ea44999db tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 210 time: 0.1102200 Sep 20 12:21:29.688224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03b679-0457-4924-8286-2308382bcb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9579036-c1d1-4893-b9aa-99c8d0671229,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:29.699653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.727543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-61ef2b24-9870-4d29-87f1-65e5bcb1c374 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524452 Sep 20 12:21:29.754497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 636ed702-d29a-4a48-aece-5b0c97882bd2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:29.782078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:29.821066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 636ed702-d29a-4a48-aece-5b0c97882bd2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:29.821508 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.870880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Network d705e5c0-a2f1-4cfe-9540-66b945b581d4 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:29.892782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-56afa002-b351-4346-8de4-9131d9e26d26 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979734 Sep 20 12:21:29.894122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:29.895738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Network d66c61a7-b709-4d15-9b96-5854a8454b48 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:21:29.895972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:29.900102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:29.900583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.955028 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:29.984001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=985ab716-6bf6-4843-94c2-c2ef5a6c1598,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:29.984874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 636ed702-d29a-4a48-aece-5b0c97882bd2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=636ed702-d29a-4a48-aece-5b0c97882bd2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:30.001257 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.028289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d66c61a7-b709-4d15-9b96-5854a8454b48) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:30.036789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa47044b-cf4e-49a3-a57e-000667856cca None None] Network d66c61a7-b709-4d15-9b96-5854a8454b48 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:30.040434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:30.041170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.049642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-d72bc14b-6cf8-40f3-b412-621eeff5fab2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:30.051119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-d72bc14b-6cf8-40f3-b412-621eeff5fab2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060462 Sep 20 12:21:30.068185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Request body: {'port': {'device_id': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'ba137cb8b17141debe48f0438ea6705e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:30.114553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-d20657d7-1cdd-4a00-aba8-44cd0265ab6c tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9c2b4e7e0abf49e1881f35f9a57d9a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233191 Sep 20 12:21:30.116159 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0782613-c1e9-44dd-a546-f6e987b2ef2c req-714305ca-916d-47d0-8127-363aa8c346e6 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129557 Sep 20 12:21:30.158384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.166641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ccf9b-aecf-4bc9-8839-3947090a9274 req-182c056d-20e4-429c-adc4-996ce5e43d99 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:30.173932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed4ccf9b-aecf-4bc9-8839-3947090a9274 req-182c056d-20e4-429c-adc4-996ce5e43d99 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 948 time: 0.4106219 Sep 20 12:21:30.202774 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aaf4f14c-9d11-4aaa-aea0-d3599b0d7801 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4908376 Sep 20 12:21:30.205312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37778) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:30.220688 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:30.295771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:30.296398 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.297894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] 10.222.0.21 "PUT /v2.0/ports/45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 1091 time: 3.5284078 Sep 20 12:21:30.298366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:30.299844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=636ed702-d29a-4a48-aece-5b0c97882bd2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:30.300627 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f2102c-5f0b-45d5-a417-26edb6cf3994" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:30.341168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5c1b16df-4019-41d2-8d55-89ee9c5fc02a up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:30.349466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7cd5e6e3-3475-44e9-813e-4e683433a9e4 None None] Provisioning complete for port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:30.349466 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e6e3-3475-44e9-813e-4e683433a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.373465 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.374268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-d66c61a7-b709-4d15-9b96-5854a8454b48', 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'fixed_ips': [{'subnet_id': '74052b7a-e160-491d-b5ca-9cc6c2ef318c'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:21:30.377481 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.377610 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.432385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-6ceadc57-0605-432b-89aa-faddfd39f78b tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:30.434325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-6ceadc57-0605-432b-89aa-faddfd39f78b tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187346 Sep 20 12:21:30.445488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711f2d9-8411-469b-976b-547557e01e4b service neutron] Pushing event updated for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:30.454626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5e6e3-3475-44e9-813e-4e683433a9e4 None None] Port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:30.500017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed4ccf9b-aecf-4bc9-8839-3947090a9274 req-6d85684f-3006-4df5-aa38-2e76984320e3 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251753 Sep 20 12:21:30.502273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-c04b3fbf-22d4-4aa9-9c1e-053bd06c66f5 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/quotas/9c2b4e7e0abf49e1881f35f9a57d9a30 HTTP/1.1" status: 200 len: 375 time: 0.0459857 Sep 20 12:21:30.509294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-2806d4ee-1430-4938-8f2b-d25a444d6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:30.510716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-2806d4ee-1430-4938-8f2b-d25a444d6d60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1094 time: 0.0752916 Sep 20 12:21:30.547284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-3a72e82e-5166-4e3b-92be-6f6976cbe7fd tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c2b4e7e0abf49e1881f35f9a57d9a30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323071 Sep 20 12:21:30.619290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-e4d96d0c-2d6a-4dc4-aa2c-019ec2ce7d23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 217 time: 0.0710888 Sep 20 12:21:30.670350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:21:30.683849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:30.684567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.698947 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f822c60-01ac-4565-91c9-75d621201fc1 x-openstack-request-id: req-8f822c60-01ac-4565-91c9-75d621201fc1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:30.699496 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:30.699896 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f822c60-01ac-4565-91c9-75d621201fc1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:30.700465 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14', 'status': 'completed', 'code': 200} Sep 20 12:21:30.701356 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.728998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.730845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Made reservation on behalf of ba137cb8b17141debe48f0438ea6705e for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:30.732257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-b486d7b6-9d5d-42a6-9d0b-4feac87fba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:30.734007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-b486d7b6-9d5d-42a6-9d0b-4feac87fba57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1073980 Sep 20 12:21:30.735251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.749694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.758166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Allocated IP 172.20.0.2 (d66c61a7-b709-4d15-9b96-5854a8454b48/74052b7a-e160-491d-b5ca-9cc6c2ef318c/0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:30.790958 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-c2a3be1f-f23a-4102-b528-2ef17e7a930e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285447 Sep 20 12:21:30.856220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d69c1e7d-afc3-4c3b-bf80-db91797d4962 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:21:30.941853 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:30.949861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.004851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf572e57-fcea-49bf-9e2d-a3822c8f6176 req-06a663fc-5553-4aa0-9d37-c681648ed47d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:31.010138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf572e57-fcea-49bf-9e2d-a3822c8f6176 req-06a663fc-5553-4aa0-9d37-c681648ed47d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 943 time: 0.2182503 Sep 20 12:21:31.030558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90364bd-c07d-4868-8131-c9584af312cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b16df-4019-41d2-8d55-89ee9c5fc02a'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:31.036151 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ade3287-3452-43a8-8d36-96ec850057a6" -d '{"events": [{"server_uuid": "a90364bd-c07d-4868-8131-c9584af312cb", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b16df-4019-41d2-8d55-89ee9c5fc02a"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:31.075295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.116683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,segment=NetworkSegment(4a722557-5e12-4353-af4f-17f5e4de62e8),segment_id=4a722557-5e12-4353-af4f-17f5e4de62e8)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:31.172384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.194354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d69c1e7d-afc3-4c3b-bf80-db91797d4962, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d69c1e7d-afc3-4c3b-bf80-db91797d4962,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:31.220326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'd69c1e7d-afc3-4c3b-bf80-db91797d4962', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'd69c1e7d-afc3-4c3b-bf80-db91797d4962', 'mac_address': 'fa:16:3e:2a:bb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:21:31.244177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c34d83-b83a-4e96-8fd3-eb36d04ed976,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:31.274466 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.289793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69c1e7d-afc3-4c3b-bf80-db91797d4962 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:31.309606 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.312734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-52e1f27a-2cdd-47f9-b2bf-423d5ca9358d service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083144 Sep 20 12:21:31.331945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d69c1e7d-afc3-4c3b-bf80-db91797d4962, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d69c1e7d-afc3-4c3b-bf80-db91797d4962,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:31.361987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Allocated IP 192.168.233.181 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/dee438f3-fb3b-4797-a66a-1a4253d1f73f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:31.386055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af9750-d666-43e0-a134-666bd6a36983 req-52cc568f-5f4e-4047-b72f-8bb9226996f2 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:31.387614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09af9750-d666-43e0-a134-666bd6a36983 req-52cc568f-5f4e-4047-b72f-8bb9226996f2 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 944 time: 0.3731301 Sep 20 12:21:31.393050 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.395783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf572e57-fcea-49bf-9e2d-a3822c8f6176 req-ecb8e2cf-dceb-4a7d-94e6-3ba57cb2e6f2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264529 Sep 20 12:21:31.405515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:31.449177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 636ed702-d29a-4a48-aece-5b0c97882bd2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:31.471545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.481427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.504791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Network d66c61a7-b709-4d15-9b96-5854a8454b48 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:31.510820 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.517386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09af9750-d666-43e0-a134-666bd6a36983 req-9618ed72-943c-488c-8010-ed60baf1a372 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065288 Sep 20 12:21:31.517876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:31.522350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:31.535057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Pushing event updated for resources: {'Port': ['ID=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:31.541147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 636ed702-d29a-4a48-aece-5b0c97882bd2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:31.541689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.551346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477a4e4d-a3f3-4bb7-a7b3-b444a427ed88 req-f031dd81-6646-4580-8aa5-9a8e75d85b90 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169361 Sep 20 12:21:31.586868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40e1876c-80ba-4029-a1c3-caf23bd8f5e0 req-ecc6700a-5c8b-4dd3-9f89-d119aebde07f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 210 time: 0.0661457 Sep 20 12:21:31.636573 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e57c1030-9be0-461a-b43a-9b4ae65a0f72 req-514fd182-49b6-45cd-841e-17888aaa6d80 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 210 time: 0.0489154 Sep 20 12:21:31.637541 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.640544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.673098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Attempting to bind port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:31.673670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Attempting to bind port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:31.673992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Attempting to bind port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 on network d66c61a7-b709-4d15-9b96-5854a8454b48 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:31.700653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:31.701048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Checking segment: {'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:31.701518 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.701918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Bound using segment: {'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:31.702660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Bound port: 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:31.702793 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.718516 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42cce85-dd79-4ff4-b9fa-0a62be10876a x-openstack-request-id: req-b42cce85-dd79-4ff4-b9fa-0a62be10876a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:31.718723 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90364bd-c07d-4868-8131-c9584af312cb", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b16df-4019-41d2-8d55-89ee9c5fc02a", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:31.718978 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b42cce85-dd79-4ff4-b9fa-0a62be10876a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:31.719372 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90364bd-c07d-4868-8131-c9584af312cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b16df-4019-41d2-8d55-89ee9c5fc02a', 'code': 200} Sep 20 12:21:31.724580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d69c1e7d-afc3-4c3b-bf80-db91797d4962'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:31.730575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=985ab716-6bf6-4843-94c2-c2ef5a6c1598,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:31.842405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d69c1e7d-afc3-4c3b-bf80-db91797d4962,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:31.896474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c3076-43da-4bbf-a334-ec9e7569ae49 req-00631f5e-5335-46e8-af20-531e643712bf tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:31.898581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d5c3076-43da-4bbf-a334-ec9e7569ae49 req-00631f5e-5335-46e8-af20-531e643712bf tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 949 time: 0.1027637 Sep 20 12:21:31.909770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-e2255106-f08a-48da-b696-f6e2c916b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:31.911240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-e2255106-f08a-48da-b696-f6e2c916b816 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1094 time: 0.1759491 Sep 20 12:21:31.920718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:31.944472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653a3d5-a927-44f7-957f-4d6c990b2f8a req-2f102984-e113-4d4c-a9e1-662ef0f229b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:31.946107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1653a3d5-a927-44f7-957f-4d6c990b2f8a req-2f102984-e113-4d4c-a9e1-662ef0f229b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 1096 time: 0.1732028 Sep 20 12:21:31.966719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] For port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:31.991660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] For port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,segment=NetworkSegment(61c29574-0dea-4705-aa65-df20fd3fca3d),segment_id=61c29574-0dea-4705-aa65-df20fd3fca3d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:32.004756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1653a3d5-a927-44f7-957f-4d6c990b2f8a req-20010181-ab29-4970-93ee-325128fccb7c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Sep 20 12:21:32.022211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Network d705e5c0-a2f1-4cfe-9540-66b945b581d4 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:32.031120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:32.052231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d5c3076-43da-4bbf-a334-ec9e7569ae49 req-dcc17ac4-1b60-4af2-865d-df6031bd8c62 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465065 Sep 20 12:21:32.104223 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.125183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-1a305260-ef29-4940-8205-5f90f9facb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:32.127012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-1a305260-ef29-4940-8205-5f90f9facb95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.2066331 Sep 20 12:21:32.144652 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.153165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.227513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6147df5-b337-4540-a4e9-116e49ef813c None None] Pushing event updated for resources: {'Port': ['ID=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:32.248443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.254327 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-7f413df6-255a-4ac5-894c-23c4999e5f4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 217 time: 0.1133230 Sep 20 12:21:32.307324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Router d4a629c0-6297-4e61-bcd5-42961dea7af0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:21:32.330030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-36ba672d-dbd3-46f3-84d7-b89ff4e01ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:32.331648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-36ba672d-dbd3-46f3-84d7-b89ff4e01ac0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0663769 Sep 20 12:21:32.338516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:32.339479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:32.351333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:32.353844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:32.364943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:32.365828 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.419014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-21ce8bf3-8772-4c3a-95d8-f0527b719573 None None] Provisioning complete for port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:32.420025 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21ce8bf3-8772-4c3a-95d8-f0527b719573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.432593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-3c6b7915-e5d2-4212-9a1c-6470f816cf1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499749 Sep 20 12:21:32.455429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Allocated IP 172.25.6.160 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/feef72f0-a343-46be-a3c0-d3ad7fac1310) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:32.540004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-ded74bf8-4c6b-4aa8-b411-f928a7cdc1a0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4781668 Sep 20 12:21:32.541178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-21ce8bf3-8772-4c3a-95d8-f0527b719573 None None] Port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:32.604068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Request body: {'port': {'device_id': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:32.700094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.706712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-b7bf24cc-3e3f-45e1-a4db-4f5bb25d8593 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718918 Sep 20 12:21:32.733938 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.769786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-51e16efc-d6df-4a75-9bfa-b86beccc82de None None] Provisioning complete for port dee438f3-fb3b-4797-a66a-1a4253d1f73f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:32.770397 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51e16efc-d6df-4a75-9bfa-b86beccc82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.913348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:21:32.923479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-857629de-7fcc-4346-94f6-597606d56ad6 admin admin] 10.222.0.37 "PUT /v2.0/routers/d4a629c0-6297-4e61-bcd5-42961dea7af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5870111 Sep 20 12:21:32.942207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d69c1e7d-afc3-4c3b-bf80-db91797d4962 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:32.945144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Sync routers for ids ['d4a629c0-6297-4e61-bcd5-42961dea7af0'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:21:32.971684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:32.989574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Routers {'d4a629c0-6297-4e61-bcd5-42961dea7af0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:32.990246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d4a629c0-6297-4e61-bcd5-42961dea7af0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:33.002477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2820e-606a-44f9-aa61-06d832a98df2 req-75d6ff02-a45c-436b-9675-17dca3fe48bd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:33.003507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-51e16efc-d6df-4a75-9bfa-b86beccc82de None None] Port dee438f3-fb3b-4797-a66a-1a4253d1f73f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:33.008165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2a2820e-606a-44f9-aa61-06d832a98df2 req-75d6ff02-a45c-436b-9675-17dca3fe48bd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 943 time: 0.2994385 Sep 20 12:21:33.092051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0f2102c-5f0b-45d5-a417-26edb6cf3994 req-aa802e06-8062-44a4-8cac-abbb7c9ee0d1 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490658 Sep 20 12:21:33.125034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:33.134011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:33.140512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:33.143384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port d69c1e7d-afc3-4c3b-bf80-db91797d4962 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:21:33.165870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port d69c1e7d-afc3-4c3b-bf80-db91797d4962 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:33.165870 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:33.170201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Set router d4a629c0-6297-4e61-bcd5-42961dea7af0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:33.173795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce79d3-105d-40db-a4c8-93c70b1ded53 req-b8ea4e9b-ce6a-44e9-bbc6-8de1427da9fa tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:33.193663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59ce79d3-105d-40db-a4c8-93c70b1ded53 req-b8ea4e9b-ce6a-44e9-bbc6-8de1427da9fa tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 945 time: 0.4858553 Sep 20 12:21:33.213192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2a2820e-606a-44f9-aa61-06d832a98df2 req-0e5b4f3e-cdf6-44cb-9ef5-9488f95c18b2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832144 Sep 20 12:21:33.270508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59ce79d3-105d-40db-a4c8-93c70b1ded53 req-08f8f398-7b85-48ca-b9a3-09c8e8b0cb40 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756145 Sep 20 12:21:33.300068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Pushing event updated for resources: {'Port': ['ID=feef72f0-a343-46be-a3c0-d3ad7fac1310,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:33.449641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7cf16cc-9812-4c32-8a6e-965721acf1e6 req-606aa88d-73a5-4b70-8e19-7739d9e280f6 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 210 time: 0.0603831 Sep 20 12:21:33.487122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee438f3-fb3b-4797-a66a-1a4253d1f73f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:33.489551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a643f-ed6d-4441-bbe4-fded61419108 req-44d6d935-fc4d-4736-9fad-922fedce374f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:33.492466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-616a643f-ed6d-4441-bbe4-fded61419108 req-44d6d935-fc4d-4736-9fad-922fedce374f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 936 time: 0.1492686 Sep 20 12:21:33.500057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:33.557132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Transition to ACTIVE for port object dee438f3-fb3b-4797-a66a-1a4253d1f73f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:33.560014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:33.608604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-616a643f-ed6d-4441-bbe4-fded61419108 req-a813e7e1-c332-455d-b6a6-944b7220633d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093364 Sep 20 12:21:33.648292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd488-4329-482b-ab0d-bbee68846534 req-9284ade4-1b82-447f-9835-dc2c1b3035cd tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:33.650602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a19bd488-4329-482b-ab0d-bbee68846534 req-9284ade4-1b82-447f-9835-dc2c1b3035cd tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 949 time: 0.1028597 Sep 20 12:21:33.657589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:33.658892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:33.681697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:33.681981 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:33.701683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:33.720021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a19bd488-4329-482b-ab0d-bbee68846534 req-b3213631-ca8c-4cde-86ee-63e34fe23c24 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621271 Sep 20 12:21:33.725988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3363c01e-0892-4c19-85f7-cf2d5ef757f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69c1e7d-afc3-4c3b-bf80-db91797d4962'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:33.728173 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb8a3a-a14b-4bc0-839e-6c802a6da0f0" -d '{"events": [{"server_uuid": "3363c01e-0892-4c19-85f7-cf2d5ef757f7", "name": "network-vif-plugged", "status": "completed", "tag": "d69c1e7d-afc3-4c3b-bf80-db91797d4962"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:33.741677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d69c1e7d-afc3-4c3b-bf80-db91797d4962, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d69c1e7d-afc3-4c3b-bf80-db91797d4962,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:33.866238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:33.869667 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889a244-fee5-4ef3-ac37-29564660b8ee None None] Network d66c61a7-b709-4d15-9b96-5854a8454b48 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:33.871284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:33.928801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,segment=NetworkSegment(61c29574-0dea-4705-aa65-df20fd3fca3d),segment_id=61c29574-0dea-4705-aa65-df20fd3fca3d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:33.933920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:33.942818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Attempting to bind port dee438f3-fb3b-4797-a66a-1a4253d1f73f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:33.943438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Attempting to bind port dee438f3-fb3b-4797-a66a-1a4253d1f73f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:33.944222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Attempting to bind port dee438f3-fb3b-4797-a66a-1a4253d1f73f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:33.977562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Port dee438f3-fb3b-4797-a66a-1a4253d1f73f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:33.978128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Attempting to bind port dee438f3-fb3b-4797-a66a-1a4253d1f73f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:33.987265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48eb9361-f1c4-4774-818a-9ac31b2b7d8d req-9c993333-d880-4989-a214-00eb689f2ae6 tempest-FloatingIPsNegativeTestJSON-1065732302 tempest-FloatingIPsNegativeTestJSON-1065732302-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=3b8f26fe05c047acacb87931594de7a4 HTTP/1.1" status: 200 len: 217 time: 0.1276095 Sep 20 12:21:34.005986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e2afa457-2a92-4490-a628-c70c60e1aee2 None None] Provisioning complete for port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:34.006976 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e2afa457-2a92-4490-a628-c70c60e1aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:34.028431 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:34.029550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:34.029550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:34.029799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Bound port: dee438f3-fb3b-4797-a66a-1a4253d1f73f, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:34.030091 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:34.078833 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f5054c-875e-4647-8180-e1a6c3afacbb x-openstack-request-id: req-13f5054c-875e-4647-8180-e1a6c3afacbb {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:34.079122 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3363c01e-0892-4c19-85f7-cf2d5ef757f7", "name": "network-vif-plugged", "status": "completed", "tag": "d69c1e7d-afc3-4c3b-bf80-db91797d4962", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:34.080227 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13f5054c-875e-4647-8180-e1a6c3afacbb {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:34.081787 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3363c01e-0892-4c19-85f7-cf2d5ef757f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69c1e7d-afc3-4c3b-bf80-db91797d4962', 'code': 200} Sep 20 12:21:34.107771 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:34.132908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccdb9809-73d6-4879-9600-88251a8f47a8 req-9825e7eb-530b-477d-8910-bd6246b05a4b tempest-FloatingIPsNegativeTestJSON-1065732302 tempest-FloatingIPsNegativeTestJSON-1065732302-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0875583 Sep 20 12:21:34.153883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d69c1e7d-afc3-4c3b-bf80-db91797d4962,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:34.170989 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-bde4855b-9c44-4564-8c92-048f124def3a tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c2b4e7e0abf49e1881f35f9a57d9a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342946 Sep 20 12:21:34.173672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-8d7cd512-2230-40ff-84e4-39d0be102fae tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781636 Sep 20 12:21:34.188640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:34.216654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:34.223959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:34.273018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:30Z', 'revision_number': 4, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '985ab716-6bf6-4843-94c2-c2ef5a6c1598', 'name': '', 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'mac_address': 'fa:16:3e:dc:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '8bd2ea02-ad0f-4da9-a701-7ded8d0f1098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:27Z', 'updated_at': '2021-09-20T12:21:30Z', 'revision_number': 2, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'subnets': [{'id': '8bd2ea02-ad0f-4da9-a701-7ded8d0f1098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:34.325517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Checking router: d4a629c0-6297-4e61-bcd5-42961dea7af0 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:21:34.326048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Updating router d4a629c0-6297-4e61-bcd5-42961dea7af0 port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:21:34.330244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:34.358677 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-36233306-388b-42b4-b6da-dee7752fc419 req-6633dc78-88d6-46bf-965d-3ed06122c380 tempest-FloatingIPsNegativeTestJSON-1065732302 tempest-FloatingIPsNegativeTestJSON-1065732302-project] show failed (client error): The resource could not be found. Sep 20 12:21:34.360478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36233306-388b-42b4-b6da-dee7752fc419 req-6633dc78-88d6-46bf-965d-3ed06122c380 tempest-FloatingIPsNegativeTestJSON-1065732302 tempest-FloatingIPsNegativeTestJSON-1065732302-project] 10.222.0.37 "GET /v2.0/floatingips/38cc830b-cd29-4ae1-a9f1-687b1a57c73e HTTP/1.1" status: 404 len: 350 time: 0.0962644 Sep 20 12:21:34.374371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:34.401326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:34.407706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6acce3-4783-4ddf-83e0-b354e68049fd req-7f07daf1-db05-4a3e-a7fd-2b85e4f9cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:34.410432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f6acce3-4783-4ddf-83e0-b354e68049fd req-7f07daf1-db05-4a3e-a7fd-2b85e4f9cb91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 1101 time: 0.2907417 Sep 20 12:21:34.482232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cab6e-de57-41cd-a12b-a270ad376340 req-c8057974-afa0-4016-a60b-70903efd2477 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:34.483885 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-c8057974-afa0-4016-a60b-70903efd2477 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089073 Sep 20 12:21:34.503459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:34.548647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-c9b980c4-7168-4bb6-a2ec-0c2a897f536e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/quotas/0b4191a27b9d4a21a7004cd529afb133 HTTP/1.1" status: 200 len: 375 time: 0.0126929 Sep 20 12:21:34.571754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:34.572348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:34.573798 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] 10.222.0.32 "PUT /v2.0/ports/dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 1096 time: 1.9775581 Sep 20 12:21:34.575800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:34.578117 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:34.666471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-8bb9b9a0-0ced-4fc6-8053-eb85c9968980 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:34.674219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-8bb9b9a0-0ced-4fc6-8053-eb85c9968980 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4949684 Sep 20 12:21:34.675991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f6acce3-4783-4ddf-83e0-b354e68049fd req-364ca46c-fae8-4f10-b223-b20abc6868b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039769 Sep 20 12:21:34.680531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-b62f3607-b363-4a21-b5ae-bd714c693c07 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194592 Sep 20 12:21:34.683896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24839-0b77-456e-8982-14e00d320c72 service neutron] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:34.742996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f1072-c2ca-4737-ad83-88bbb4705113 req-a1ca1921-2270-43f4-823c-a046528948c4 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:34.742996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e3f1072-c2ca-4737-ad83-88bbb4705113 req-a1ca1921-2270-43f4-823c-a046528948c4 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 943 time: 0.2772102 Sep 20 12:21:34.823308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-888c4f3d-ba0c-42da-9b93-2e025a164cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:34.824868 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-888c4f3d-ba0c-42da-9b93-2e025a164cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1099 time: 0.0934393 Sep 20 12:21:34.874054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e3f1072-c2ca-4737-ad83-88bbb4705113 req-4c0e2d60-4cd9-405d-af14-0258f02cb91a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955021 Sep 20 12:21:34.882653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Request body: {'port': {'device_id': '7af0a55d-b542-4da5-82ad-d51ec8e8a9df', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '9c2b4e7e0abf49e1881f35f9a57d9a30'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:34.891324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 45b4df86-1a08-4274-9892-5bc7f2ec3c14 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:21:34.966698 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-e6643cd9-cb68-4bd2-922e-87c2169a2bfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.1342032 Sep 20 12:21:34.969669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Router 9911167a-f32a-4560-bfa2-e767ce826150 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:21:35.014687 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.027518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-47852d2a-6c95-4ef0-91b4-39d9417513ab None None] Provisioning complete for port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:35.027518 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-47852d2a-6c95-4ef0-91b4-39d9417513ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.108349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.109282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-a4ba620d-9aff-4f50-8af9-c2933e799ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:35.111610 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-a4ba620d-9aff-4f50-8af9-c2933e799ac7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1346467 Sep 20 12:21:35.125608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:35.178975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '45b4df86-1a08-4274-9892-5bc7f2ec3c14', 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'port_id': '45b4df86-1a08-4274-9892-5bc7f2ec3c14', 'mac_address': 'fa:16:3e:8c:eb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e5e21-4425-4400-9778-682f36ab16e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:21:35.227837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042d3ba-5c97-4c12-b286-1b9d4584c0b7 None None] Pushing event updated for resources: {'Port': ['ID=985ab716-6bf6-4843-94c2-c2ef5a6c1598,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:35.247521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Made reservation on behalf of 9c2b4e7e0abf49e1881f35f9a57d9a30 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:35.251856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.275657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.309926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:21:35.318202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-e013aeef-0cbb-4ce8-9c27-466d298e818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:35.320655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-e013aeef-0cbb-4ce8-9c27-466d298e818f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931677 Sep 20 12:21:35.335631 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.335827 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Sync routers for ids ['9911167a-f32a-4560-bfa2-e767ce826150'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:21:35.340071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Attempting to bind port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:35.340437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Attempting to bind port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:35.340793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Attempting to bind port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 on network d705e5c0-a2f1-4cfe-9540-66b945b581d4 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:35.355145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de482a85-48a0-426b-bbdc-02425cdb3d35 req-ace61a39-ff85-4df8-8887-8b6eddbffb68 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 210 time: 0.0802481 Sep 20 12:21:35.355909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b4df86-1a08-4274-9892-5bc7f2ec3c14 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:35.360134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:35.360507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Checking segment: {'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:35.360945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.361325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Bound using segment: {'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:35.361773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Bound port: 985ab716-6bf6-4843-94c2-c2ef5a6c1598, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36535b74-92b6-4a53-8a87-59ccb2c1a5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:35.362159 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.362719 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Routers {'9911167a-f32a-4560-bfa2-e767ce826150'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:35.363397 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9911167a-f32a-4560-bfa2-e767ce826150'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:35.412644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:35.449933 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7149f67-c4e2-4ede-ba7c-245e29b072cb x-openstack-request-id: req-e7149f67-c4e2-4ede-ba7c-245e29b072cb {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:35.450893 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:35.450893 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7149f67-c4e2-4ede-ba7c-245e29b072cb {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:35.453106 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'status': 'completed', 'code': 200} Sep 20 12:21:35.518017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d15671-4f14-4c25-9540-a50943fdd502 req-5fdb1201-4f87-4c95-bdad-c7af37718c27 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:35.523468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58d15671-4f14-4c25-9540-a50943fdd502 req-5fdb1201-4f87-4c95-bdad-c7af37718c27 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 945 time: 0.2562170 Sep 20 12:21:35.579425 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Set router 9911167a-f32a-4560-bfa2-e767ce826150 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:35.595648 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.629052 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-4ea165d5-9e68-4846-9838-a05584c06e89 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899003 Sep 20 12:21:35.644335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:35.654803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.689794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58d15671-4f14-4c25-9540-a50943fdd502 req-175408b3-f5cf-4af0-8793-64f05c9fa0ad tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536012 Sep 20 12:21:35.750708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49640f64-119d-4b8c-ab6b-7787e5b4b650 req-70e3f5a2-579e-4693-9556-51074fe67a56 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:35.758489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ff75b2-26db-4728-8280-c7b2457581e5 req-aad98019-c0f7-430d-a2bf-23fb9857cb3a service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204727 Sep 20 12:21:35.760821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.776982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49640f64-119d-4b8c-ab6b-7787e5b4b650 req-70e3f5a2-579e-4693-9556-51074fe67a56 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 948 time: 0.2258048 Sep 20 12:21:35.790480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] For port 985ab716-6bf6-4843-94c2-c2ef5a6c1598, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:35.802035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] For port 985ab716-6bf6-4843-94c2-c2ef5a6c1598, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=985ab716-6bf6-4843-94c2-c2ef5a6c1598,segment=NetworkSegment(36535b74-92b6-4a53-8a87-59ccb2c1a5ae),segment_id=36535b74-92b6-4a53-8a87-59ccb2c1a5ae)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:35.811871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:35.838993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:35.839590 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.875980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:35.887226 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:21:33Z', 'revision_number': 3, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:35.892679 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9039a107-26f2-429a-9928-169b143d679b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.6759839 Sep 20 12:21:35.898576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:35.917297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49640f64-119d-4b8c-ab6b-7787e5b4b650 req-7f54150d-2755-4cd5-be0b-eb8871b23e69 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346490 Sep 20 12:21:35.917968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925d8fc0-3dd9-46d9-a407-28dff08fd923,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:35.918787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['45b4df86-1a08-4274-9892-5bc7f2ec3c14'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:35.989594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.042367 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Checking router: 9911167a-f32a-4560-bfa2-e767ce826150 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:21:36.043097 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Updating router 9911167a-f32a-4560-bfa2-e767ce826150 port feef72f0-a343-46be-a3c0-d3ad7fac1310 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:21:36.048050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-29ad4e16-1dfc-47e8-81dc-c4a2c8f3d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:36.050720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-29ad4e16-1dfc-47e8-81dc-c4a2c8f3d887 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1099 time: 0.1187396 Sep 20 12:21:36.058777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aee361ee-5d97-4668-8d79-160139399c40 req-73620f65-33a6-4b18-bbd0-25d7bb4a3b03 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 210 time: 0.0448637 Sep 20 12:21:36.086879 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.103862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Allocated IP 192.168.233.147 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/31682098-3e60-4307-927b-a96526b83ff7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:36.118317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b140-9ab4-4d84-87a3-db180ce4abbb req-472ca55e-d638-48c8-a6b5-c8de41d41e9b tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:36.119892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3f7b140-9ab4-4d84-87a3-db180ce4abbb req-472ca55e-d638-48c8-a6b5-c8de41d41e9b tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 950 time: 0.2930818 Sep 20 12:21:36.193706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4cf18e11-6960-4468-862f-b3e2c5dd2b1c None None] Provisioning complete for port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:36.194085 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cf18e11-6960-4468-862f-b3e2c5dd2b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.277622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042d3ba-5c97-4c12-b286-1b9d4584c0b7 None None] Pushing event updated for resources: {'Port': ['ID=985ab716-6bf6-4843-94c2-c2ef5a6c1598,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:36.282966 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.294754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Routers {'d4a629c0-6297-4e61-bcd5-42961dea7af0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:36.295806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d4a629c0-6297-4e61-bcd5-42961dea7af0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:36.359438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-0a46c84c-ee1a-4c18-9fc7-4298f850503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:36.364299 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-0a46c84c-ee1a-4c18-9fc7-4298f850503a service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.3022864 Sep 20 12:21:36.370213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3f7b140-9ab4-4d84-87a3-db180ce4abbb req-f22284de-17d4-4788-9ec2-6c0a201124b5 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282250 Sep 20 12:21:36.469578 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-68032c20-ead7-4d36-bef0-afd7c6c75b79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.0975325 Sep 20 12:21:36.544367 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.600420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-60a6d73e-63a0-4021-a6e6-df5683102a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:36.616497 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-60a6d73e-63a0-4021-a6e6-df5683102a09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0883420 Sep 20 12:21:36.626273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] Set router d4a629c0-6297-4e61-bcd5-42961dea7af0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:36.639183 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.686958 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cf18e11-6960-4468-862f-b3e2c5dd2b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.691572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035dbd5-2d5e-4d9c-a1dd-b51cb57f713a req-9c1e6637-e95f-4e22-b41c-886e52c29982 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:36.693215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9035dbd5-2d5e-4d9c-a1dd-b51cb57f713a req-9c1e6637-e95f-4e22-b41c-886e52c29982 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 944 time: 0.2049024 Sep 20 12:21:36.699691 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.726083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-60eda57f-c622-44a8-80b9-0b34548a1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:36.729124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-60eda57f-c622-44a8-80b9-0b34548a1884 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711703 Sep 20 12:21:36.755161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2792d368-1b1f-465b-8dfb-44b926a7a93c req-fd80aaa8-8cd8-4d99-afe5-7dc553cc5b47 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 210 time: 0.0812225 Sep 20 12:21:36.768129 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Attempting to bind port feef72f0-a343-46be-a3c0-d3ad7fac1310 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:36.768520 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Attempting to bind port feef72f0-a343-46be-a3c0-d3ad7fac1310 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:36.768936 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Attempting to bind port feef72f0-a343-46be-a3c0-d3ad7fac1310 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:36.772454 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7481a49-5b0f-40b8-b3cf-30a7d747fdd6 None None] Pushing event updated for resources: {'Port': ['ID=feef72f0-a343-46be-a3c0-d3ad7fac1310,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:36.778741 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:36.779072 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:36.779568 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.779946 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:36.780453 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Bound port: feef72f0-a343-46be-a3c0-d3ad7fac1310, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:36.781033 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.816021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.843652 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] For port feef72f0-a343-46be-a3c0-d3ad7fac1310, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:36.848619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9035dbd5-2d5e-4d9c-a1dd-b51cb57f713a req-bfa91898-d820-4263-8c55-9162a5dcd369 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157699 Sep 20 12:21:36.857169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4cf18e11-6960-4468-862f-b3e2c5dd2b1c None None] For port 985ab716-6bf6-4843-94c2-c2ef5a6c1598, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=985ab716-6bf6-4843-94c2-c2ef5a6c1598,segment=NetworkSegment(36535b74-92b6-4a53-8a87-59ccb2c1a5ae),segment_id=36535b74-92b6-4a53-8a87-59ccb2c1a5ae)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:36.873537 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] For port feef72f0-a343-46be-a3c0-d3ad7fac1310, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=feef72f0-a343-46be-a3c0-d3ad7fac1310,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:36.941284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cf18e11-6960-4468-862f-b3e2c5dd2b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:36.964563 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:37.011422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf18e11-6960-4468-862f-b3e2c5dd2b1c None None] Pushing event updated for resources: {'Port': ['ID=985ab716-6bf6-4843-94c2-c2ef5a6c1598,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:37.054170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Pushing event updated for resources: {'Port': ['ID=31682098-3e60-4307-927b-a96526b83ff7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:37.058797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:37.063511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:37.068039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:37.080227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:37.080905 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:37.089482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:30Z', 'revision_number': 4, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '985ab716-6bf6-4843-94c2-c2ef5a6c1598', 'name': '', 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'mac_address': 'fa:16:3e:dc:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '8bd2ea02-ad0f-4da9-a701-7ded8d0f1098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:27Z', 'updated_at': '2021-09-20T12:21:35Z', 'revision_number': 4, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'subnets': [{'id': '8bd2ea02-ad0f-4da9-a701-7ded8d0f1098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:37.091761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-09d7e503-a4d5-4914-a081-3fd42906bd61 None None] Provisioning complete for port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:37.092346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-09d7e503-a4d5-4914-a081-3fd42906bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:37.094991 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Routers {'9911167a-f32a-4560-bfa2-e767ce826150'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:37.096316 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9911167a-f32a-4560-bfa2-e767ce826150'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:37.118779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a3595-068a-4dce-9160-ad1c4a52f6bc req-bfce38cd-256a-4c0d-a818-067068fcb848 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:37.120712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f68a3595-068a-4dce-9160-ad1c4a52f6bc req-bfce38cd-256a-4c0d-a818-067068fcb848 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 945 time: 0.1873221 Sep 20 12:21:37.143132 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-301cd7e9-4b3f-4792-8f80-8be83581f0ba service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060576 Sep 20 12:21:37.150893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:37.174495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffc18e-8c26-4855-9d13-a1ceaf9e62ba None None] The sync data for ids ['d4a629c0-6297-4e61-bcd5-42961dea7af0'] in n-d-809934-3 is: [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:30Z', 'revision_number': 4, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '985ab716-6bf6-4843-94c2-c2ef5a6c1598', 'name': '', 'network_id': 'd705e5c0-a2f1-4cfe-9540-66b945b581d4', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'mac_address': 'fa:16:3e:dc:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '8bd2ea02-ad0f-4da9-a701-7ded8d0f1098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:27Z', 'updated_at': '2021-09-20T12:21:35Z', 'revision_number': 4, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'subnets': [{'id': '8bd2ea02-ad0f-4da9-a701-7ded8d0f1098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:21:37.190772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422a2c-b5d7-4b4c-ad24-a30acc0a5d44 req-f3a998f4-b526-4b60-9fe5-d1007e39f14d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:37.190995 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7481a49-5b0f-40b8-b3cf-30a7d747fdd6 None None] Pushing event updated for resources: {'Port': ['ID=feef72f0-a343-46be-a3c0-d3ad7fac1310,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:37.202130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b422a2c-b5d7-4b4c-ad24-a30acc0a5d44 req-f3a998f4-b526-4b60-9fe5-d1007e39f14d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 948 time: 0.1544914 Sep 20 12:21:37.330682 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] Set router 9911167a-f32a-4560-bfa2-e767ce826150 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:37.347473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96bcdf5b-93c5-4841-ba3b-d715be9d56fa req-46c61cd9-0d0e-48f3-83d9-c0967a417ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915338 Sep 20 12:21:37.399903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f68a3595-068a-4dce-9160-ad1c4a52f6bc req-4e42485b-3031-4bc5-9b97-fc9e6f21679d tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663138 Sep 20 12:21:37.466014 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0dbbff2e-f028-4d08-9bc8-7f1df0ac78a3 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5874593 Sep 20 12:21:37.479406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Request body: {'port': {'device_id': '7af0a55d-b542-4da5-82ad-d51ec8e8a9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:37.485419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 985ab716-6bf6-4843-94c2-c2ef5a6c1598 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:37.571496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b40d6878-0c02-473a-9210-b9972e1ed81d None None] Provisioning complete for port 31682098-3e60-4307-927b-a96526b83ff7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:37.571877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b40d6878-0c02-473a-9210-b9972e1ed81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:37.576224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:37.647149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:37.647429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:37.690034 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:21:33Z', 'revision_number': 3, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:37.715825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b40d6878-0c02-473a-9210-b9972e1ed81d None None] Port 31682098-3e60-4307-927b-a96526b83ff7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:37.718356 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b25101-6b7d-4b19-aef1-ab6ec23bf1b2 None None] The sync data for ids ['9911167a-f32a-4560-bfa2-e767ce826150'] in n-d-809934-3 is: [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:21:33Z', 'revision_number': 3, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:21:37.776955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b422a2c-b5d7-4b4c-ad24-a30acc0a5d44 req-1edf19b7-2c8d-4452-ba67-e3714ab2b271 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681767 Sep 20 12:21:37.794394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Deleting port 985ab716-6bf6-4843-94c2-c2ef5a6c1598 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:37.794908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:37.834908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2619b846-49fd-4234-86ef-e03a522905ac req-6e4fe385-960b-4302-98e1-d7633afdf19a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 210 time: 0.0830741 Sep 20 12:21:37.968070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31682098-3e60-4307-927b-a96526b83ff7 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:37.997703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.019555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] For port 985ab716-6bf6-4843-94c2-c2ef5a6c1598, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=985ab716-6bf6-4843-94c2-c2ef5a6c1598,segment=NetworkSegment(36535b74-92b6-4a53-8a87-59ccb2c1a5ae),segment_id=36535b74-92b6-4a53-8a87-59ccb2c1a5ae)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:38.019959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.029781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Transition to ACTIVE for port object 31682098-3e60-4307-927b-a96526b83ff7 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:38.047774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-1c9c6110-8f49-456c-91d4-52b9fa801f84 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:38.049193 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-1c9c6110-8f49-456c-91d4-52b9fa801f84 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.32 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 945 time: 0.0764856 Sep 20 12:21:38.066504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Calling delete_port for 985ab716-6bf6-4843-94c2-c2ef5a6c1598 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:38.083106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b252c1-d8a6-47b5-af95-94400d3f99d6 req-09cd5b6f-fef5-483e-9477-8d20b9a1c4ed tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:38.092863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04b252c1-d8a6-47b5-af95-94400d3f99d6 req-09cd5b6f-fef5-483e-9477-8d20b9a1c4ed tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 950 time: 0.1721466 Sep 20 12:21:38.133539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c198d47-686d-46c8-bb97-9de85291bd10 req-a688ce1e-3748-4086-9f08-b2d894fd1627 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:38.135132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c198d47-686d-46c8-bb97-9de85291bd10 req-a688ce1e-3748-4086-9f08-b2d894fd1627 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 936 time: 0.1739793 Sep 20 12:21:38.139965 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.169709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Allocated IP 172.20.0.1 (d66c61a7-b709-4d15-9b96-5854a8454b48/74052b7a-e160-491d-b5ca-9cc6c2ef318c/1522efc1-e665-4273-bd06-8785d5350ced) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:38.199708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Pushing event updated for resources: {'Port': ['ID=31682098-3e60-4307-927b-a96526b83ff7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:38.242313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04b252c1-d8a6-47b5-af95-94400d3f99d6 req-c112d8fc-77f6-4e9a-a637-b3dd5c8f1331 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485264 Sep 20 12:21:38.245137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Deleting port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:38.245676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.249246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Attempting to bind port 31682098-3e60-4307-927b-a96526b83ff7 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:38.249824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Attempting to bind port 31682098-3e60-4307-927b-a96526b83ff7 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:38.250352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Attempting to bind port 31682098-3e60-4307-927b-a96526b83ff7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:38.297456 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c198d47-686d-46c8-bb97-9de85291bd10 req-56a63bf3-47e0-4827-9f6b-8bbbc2726dd9 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540170 Sep 20 12:21:38.300637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Port 31682098-3e60-4307-927b-a96526b83ff7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:38.301068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Attempting to bind port 31682098-3e60-4307-927b-a96526b83ff7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:38.313718 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-849c8b13-6c3b-462d-9abd-127f1aa40d08 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474279 Sep 20 12:21:38.324512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:38.324512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:38.324512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:38.324512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Bound port: 31682098-3e60-4307-927b-a96526b83ff7, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:38.324512 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.371339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device dee438f3-fb3b-4797-a66a-1a4253d1f73f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:21:38.515961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a8538-9b98-4e47-a726-aeac2ea8b0d5 req-0075e786-53b9-4d2c-8db3-68b5a293a0ee tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:38.517774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee0a8538-9b98-4e47-a726-aeac2ea8b0d5 req-0075e786-53b9-4d2c-8db3-68b5a293a0ee tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 944 time: 0.1350152 Sep 20 12:21:38.569250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:38.580393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'mac_address': 'fa:16:3e:c6:73:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:21:38.585261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.670884 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.678827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee0a8538-9b98-4e47-a726-aeac2ea8b0d5 req-7f04eec8-1de0-4ba9-b77f-edc9a6e12729 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457646 Sep 20 12:21:38.697960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] For port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,segment=NetworkSegment(4a722557-5e12-4353-af4f-17f5e4de62e8),segment_id=4a722557-5e12-4353-af4f-17f5e4de62e8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:38.698445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.700729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee438f3-fb3b-4797-a66a-1a4253d1f73f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:38.701580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] For port 31682098-3e60-4307-927b-a96526b83ff7, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:38.726349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:38.739217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Calling delete_port for 5c1b16df-4019-41d2-8d55-89ee9c5fc02a owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:38.750848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cab6e-de57-41cd-a12b-a270ad376340 req-6e0ec18e-d879-41e3-a139-d9637d1ae04f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:38.752568 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-6e0ec18e-d879-41e3-a139-d9637d1ae04f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4296551 Sep 20 12:21:38.754505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] For port 31682098-3e60-4307-927b-a96526b83ff7, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=31682098-3e60-4307-927b-a96526b83ff7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:38.773544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Request body: {'port': {'device_id': '1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '0b4191a27b9d4a21a7004cd529afb133'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:38.853361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 45b4df86-1a08-4274-9892-5bc7f2ec3c14 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:38.895985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433363b0-c330-447b-826d-c9cc68875588 req-18e48053-d68f-4bd6-9146-892ce9e71338 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:38.900007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-433363b0-c330-447b-826d-c9cc68875588 req-18e48053-d68f-4bd6-9146-892ce9e71338 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 945 time: 0.0831754 Sep 20 12:21:38.923581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.924735 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:38.945644 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.001554 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.001656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:39.001656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.001656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/31682098-3e60-4307-927b-a96526b83ff7 HTTP/1.1" status: 200 len: 1096 time: 1.5139368 Sep 20 12:21:39.001897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Network d66c61a7-b709-4d15-9b96-5854a8454b48 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:39.005249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af0a55d-b542-4da5-82ad-d51ec8e8a9df', 'tag': '31682098-3e60-4307-927b-a96526b83ff7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:39.008636 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8e8278-01f6-4083-9a90-7dae8eb888b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7af0a55d-b542-4da5-82ad-d51ec8e8a9df", "tag": "31682098-3e60-4307-927b-a96526b83ff7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:39.011342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-433363b0-c330-447b-826d-c9cc68875588 req-80cfc6fb-7272-4533-b71a-25dba8dbc013 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/security-groups?id=3614924a-a5aa-4e0b-8701-24650b77177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045527 Sep 20 12:21:39.026281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:39.027308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:39.033241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:39.035496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.036213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.036560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.037190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.037640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.038024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.038522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.038668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.038986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.041047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.042028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.042837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.044331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:21:39.145226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:21:39.158145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:39.158580 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.163057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:39.227208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=1522efc1-e665-4273-bd06-8785d5350ced,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:39.399085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=985ab716-6bf6-4843-94c2-c2ef5a6c1598,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:39.462634 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.511107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:39.515203 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc72d49-f4f6-456c-847a-daebd8977f5b" -d '{"events": [{"server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "name": "network-vif-plugged", "status": "completed", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:39.537096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device feef72f0-a343-46be-a3c0-d3ad7fac1310 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:39.587717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75036aaf-bfcb-4674-8296-b47470e2dd2f req-91bccffb-d333-4770-8345-9f0ac22a7538 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 210 time: 0.1088502 Sep 20 12:21:39.598875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:39.649975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00767361-1d68-426e-a768-da60133d14c1 req-1b1231d5-3afc-45e4-a264-7f9de572fc0c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:39.651659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00767361-1d68-426e-a768-da60133d14c1 req-1b1231d5-3afc-45e4-a264-7f9de572fc0c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 949 time: 0.5010741 Sep 20 12:21:39.676498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be5581-55f3-4618-b62c-666d6a9351b7 service neutron] Pushing event updated for resources: {'Port': ['ID=31682098-3e60-4307-927b-a96526b83ff7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:39.680989 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593f4590-f932-4fbb-8d37-dc726eec640a x-openstack-request-id: req-593f4590-f932-4fbb-8d37-dc726eec640a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:39.681289 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af0a55d-b542-4da5-82ad-d51ec8e8a9df", "tag": "31682098-3e60-4307-927b-a96526b83ff7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:39.681822 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-593f4590-f932-4fbb-8d37-dc726eec640a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:39.685241 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af0a55d-b542-4da5-82ad-d51ec8e8a9df', 'tag': '31682098-3e60-4307-927b-a96526b83ff7', 'status': 'completed', 'code': 200} Sep 20 12:21:39.690982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0ff3e2bd-f4ee-47e4-9619-75d58fcbc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:39.693092 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-0ff3e2bd-f4ee-47e4-9619-75d58fcbc377 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c2b4e7e0abf49e1881f35f9a57d9a30&device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 1099 time: 0.1099458 Sep 20 12:21:39.693859 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.710425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5aee6e16-a752-448f-907f-a8202fd08180 None None] Provisioning complete for port 1522efc1-e665-4273-bd06-8785d5350ced triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:39.710803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5aee6e16-a752-448f-907f-a8202fd08180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.744098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port feef72f0-a343-46be-a3c0-d3ad7fac1310 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:39.744471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.760770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00767361-1d68-426e-a768-da60133d14c1 req-05bcd582-427b-49d4-83c8-59ff853be773 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998232 Sep 20 12:21:39.767446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Made reservation on behalf of 0b4191a27b9d4a21a7004cd529afb133 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:39.772030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.783514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-dbad5aaa-51d2-45e8-ad50-7e3934be02ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=31682098-3e60-4307-927b-a96526b83ff7 HTTP/1.1" status: 200 len: 217 time: 0.0797698 Sep 20 12:21:39.787716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.796970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.889083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.935785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:39.964096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5aee6e16-a752-448f-907f-a8202fd08180 None None] Port 1522efc1-e665-4273-bd06-8785d5350ced cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:40.022612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:40.025488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5437b37-ca99-4e24-8c5d-325027260b54 req-14af94b8-8347-45e2-bdca-f4e5d0737eab tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.034084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5437b37-ca99-4e24-8c5d-325027260b54 req-14af94b8-8347-45e2-bdca-f4e5d0737eab tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 948 time: 0.2264624 Sep 20 12:21:40.041400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Pushing event deleted for resources: {'Port': ['ID=5c1b16df-4019-41d2-8d55-89ee9c5fc02a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:40.047502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cc11-7c3c-481c-9f0f-b7b222b3221e req-22ee025a-ef27-400c-9a32-6fe16fd74f6e tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.049026 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b899cc11-7c3c-481c-9f0f-b7b222b3221e req-22ee025a-ef27-400c-9a32-6fe16fd74f6e tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 950 time: 0.1746340 Sep 20 12:21:40.052005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] No DVR routers for this DVR port 5c1b16df-4019-41d2-8d55-89ee9c5fc02a on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:40.057000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.059197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-958a4e69-2cda-4c1b-8c46-3278221e24b8 req-605a6e2d-29bd-42bf-8d4a-a7999b4957a9 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.32 "DELETE /v2.0/ports/5c1b16df-4019-41d2-8d55-89ee9c5fc02a HTTP/1.1" status: 204 len: 173 time: 2.0040092 Sep 20 12:21:40.066917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-9a8311c2-59eb-406f-911f-230cb216c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.068900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-9a8311c2-59eb-406f-911f-230cb216c04f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.2573624 Sep 20 12:21:40.082729 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.109288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port feef72f0-a343-46be-a3c0-d3ad7fac1310, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=feef72f0-a343-46be-a3c0-d3ad7fac1310,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:40.135451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.140180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-04741de6-aa1a-405f-9ed1-5363a247dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.142129 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-04741de6-aa1a-405f-9ed1-5363a247dbc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657823 Sep 20 12:21:40.200528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5437b37-ca99-4e24-8c5d-325027260b54 req-0f7420e4-a5e4-421e-b024-619b0c9513a0 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495860 Sep 20 12:21:40.248330 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2aaa92-21ff-4501-beeb-a154c4775ffc x-openstack-request-id: req-0b2aaa92-21ff-4501-beeb-a154c4775ffc {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:40.248851 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "name": "network-vif-plugged", "status": "completed", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:40.249190 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b2aaa92-21ff-4501-beeb-a154c4775ffc {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:40.249639 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14', 'code': 200} Sep 20 12:21:40.251051 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-9d5d72db-75bc-4dba-a4ea-8ba69057114c service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009014 Sep 20 12:21:40.308903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.343792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.371152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=feef72f0-a343-46be-a3c0-d3ad7fac1310,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:40.394887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device dee438f3-fb3b-4797-a66a-1a4253d1f73f up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:40.454615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee2246d-2b30-4a0d-ade8-170d49135817,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:40.487743 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20464eec-f22d-4d47-b294-c4edaed41b81 req-32323e9a-6734-499c-8fe1-f51fd278a794 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266204 Sep 20 12:21:40.495355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b899cc11-7c3c-481c-9f0f-b7b222b3221e req-7b374a2e-0d4c-43cf-9b51-580792634161 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035497 Sep 20 12:21:40.558439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Allocated IP 192.168.233.140 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/c699b0c1-2abe-4804-a550-d6d0cae274dd) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:40.622612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dca168ea-8dc2-4643-a279-e1de5b2b7282 req-b9f61d77-3e06-4832-bf6f-e3ad2630eb59 tempest-InstanceActionsV221TestJSON-2098345337 tempest-InstanceActionsV221TestJSON-2098345337-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90364bd-c07d-4868-8131-c9584af312cb HTTP/1.1" status: 200 len: 210 time: 0.0698647 Sep 20 12:21:40.665103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port dee438f3-fb3b-4797-a66a-1a4253d1f73f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:21:40.666957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Router d4a629c0-6297-4e61-bcd5-42961dea7af0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:21:40.670781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port dee438f3-fb3b-4797-a66a-1a4253d1f73f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:40.671168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.693731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ada72-8214-40fc-b1a2-aea8ecc2239f req-ca7d65b4-fe3c-46af-8f91-843a00e5edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.694785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.21', 63043) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:40.695364 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-331ada72-8214-40fc-b1a2-aea8ecc2239f req-ca7d65b4-fe3c-46af-8f91-843a00e5edd8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1096 time: 0.2252696 Sep 20 12:21:40.740620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ead18-abf3-4949-9dcc-4b80d80ac8cd req-19387ca8-e4fe-41c2-a20b-3f7bce318270 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.742222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c0ead18-abf3-4949-9dcc-4b80d80ac8cd req-19387ca8-e4fe-41c2-a20b-3f7bce318270 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 945 time: 0.2622287 Sep 20 12:21:40.756857 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.789537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-6718242c-29e9-4961-b4e7-a4525ff13244 tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.790125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90da63a7-de38-4758-9bfc-9eae6fa35e1f req-6386a82a-fe38-4aed-9b56-e2e272715183 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 210 time: 0.0751038 Sep 20 12:21:40.790925 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-6718242c-29e9-4961-b4e7-a4525ff13244 tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 1101 time: 0.1507711 Sep 20 12:21:40.810348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-da75e924-77bf-4782-abaf-899366e9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.811918 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-da75e924-77bf-4782-abaf-899366e9f5d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c2b4e7e0abf49e1881f35f9a57d9a30&device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 1099 time: 0.1140800 Sep 20 12:21:40.819218 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.860969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.861725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.876546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-331ada72-8214-40fc-b1a2-aea8ecc2239f req-f20d9954-9c36-42f1-aee5-ea4b22d3f7fb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705437 Sep 20 12:21:40.888710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:40.904875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c0ead18-abf3-4949-9dcc-4b80d80ac8cd req-d76a22a8-a39e-44ed-87b3-bd43e88cc8bd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511633 Sep 20 12:21:40.951408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.994994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-36e40be3-0afa-4916-bfbc-8c8eefa3cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:40.996472 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-36e40be3-0afa-4916-bfbc-8c8eefa3cbde service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1576738 Sep 20 12:21:40.998465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:40.999671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5c1b16df-4019-41d2-8d55-89ee9c5fc02a no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:41.015356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=1522efc1-e665-4273-bd06-8785d5350ced,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:41.028173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] Deleting port d69c1e7d-afc3-4c3b-bf80-db91797d4962 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:41.028173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.029096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:21:41.058857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c127180b-d303-4632-bcca-1475570bf9d3 admin admin] 10.222.0.37 "PUT /v2.0/routers/d4a629c0-6297-4e61-bcd5-42961dea7af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6677847 Sep 20 12:21:41.059098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:41.087143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:41.091181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] Sync routers for ids ['d4a629c0-6297-4e61-bcd5-42961dea7af0'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:21:41.096959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 5c1b16df-4019-41d2-8d55-89ee9c5fc02a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:41.097445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5c1b16df-4019-41d2-8d55-89ee9c5fc02a not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:41.104541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] Routers {'d4a629c0-6297-4e61-bcd5-42961dea7af0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:41.105263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d4a629c0-6297-4e61-bcd5-42961dea7af0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:41.131119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e39311-6d2e-4ccd-81c2-a0caef64a7db req-46a55761-4c2f-4e11-9e04-849f1f5a6609 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:41.132655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42e39311-6d2e-4ccd-81c2-a0caef64a7db req-46a55761-4c2f-4e11-9e04-849f1f5a6609 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 949 time: 0.1949921 Sep 20 12:21:41.134560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.137057 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-16092414-8370-4864-bf8e-941d69e1754a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=31682098-3e60-4307-927b-a96526b83ff7 HTTP/1.1" status: 200 len: 217 time: 0.0779281 Sep 20 12:21:41.206449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Network d66c61a7-b709-4d15-9b96-5854a8454b48 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:41.214985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:41.237502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] Set router d4a629c0-6297-4e61-bcd5-42961dea7af0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:41.257100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42e39311-6d2e-4ccd-81c2-a0caef64a7db req-0e6829fe-70ba-42c3-acef-fc88e10d3447 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069207 Sep 20 12:21:41.274362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] For port d69c1e7d-afc3-4c3b-bf80-db91797d4962, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d69c1e7d-afc3-4c3b-bf80-db91797d4962,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:41.274740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.278162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:41.295496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.314159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-fc9f0942-c180-4b79-b92b-a0125374d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:41.315758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-fc9f0942-c180-4b79-b92b-a0125374d2ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1681736 Sep 20 12:21:41.316600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:41.322256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'Port': ['ID=c699b0c1-2abe-4804-a550-d6d0cae274dd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:41.324608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:41.330220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:41.330858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.333392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] Calling delete_port for d69c1e7d-afc3-4c3b-bf80-db91797d4962 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:41.468287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-455774c4-cb85-4933-864a-d12e2281512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:41.468287 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-455774c4-cb85-4933-864a-d12e2281512e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316993 Sep 20 12:21:41.477737 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3e72442c-fc6f-4f69-b526-64bdaad33791 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7151875 Sep 20 12:21:41.534475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Request body: {'port': {'device_id': '1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:41.605962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6e111cb6-a932-4a32-8428-7860618f3220 None None] Provisioning complete for port 1522efc1-e665-4273-bd06-8785d5350ced triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:41.607360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6e111cb6-a932-4a32-8428-7860618f3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.610844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:38Z', 'revision_number': 5, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:41.614089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f052f-59bd-4da4-bb43-8000ab3cd40e req-442fddc4-0d42-46b5-b91c-82ea9bc3f3c0 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:41.616210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d77f052f-59bd-4da4-bb43-8000ab3cd40e req-442fddc4-0d42-46b5-b91c-82ea9bc3f3c0 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 948 time: 0.2792821 Sep 20 12:21:41.670729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] Checking router: d4a629c0-6297-4e61-bcd5-42961dea7af0 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:21:41.672913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device feef72f0-a343-46be-a3c0-d3ad7fac1310 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:41.689922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90364bd-c07d-4868-8131-c9584af312cb', 'name': 'network-vif-deleted', 'tag': '5c1b16df-4019-41d2-8d55-89ee9c5fc02a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:41.694206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Router 9911167a-f32a-4560-bfa2-e767ce826150 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:21:41.699391 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a1aec5-1f9b-4970-8ba7-8e682be80155" -d '{"events": [{"server_uuid": "a90364bd-c07d-4868-8131-c9584af312cb", "name": "network-vif-deleted", "tag": "5c1b16df-4019-41d2-8d55-89ee9c5fc02a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:41.703378 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.749682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d77f052f-59bd-4da4-bb43-8000ab3cd40e req-6eb0947c-c4bb-4114-8673-cc8edeb83be6 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252480 Sep 20 12:21:41.782796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] Routers {'d4a629c0-6297-4e61-bcd5-42961dea7af0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:41.783567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d4a629c0-6297-4e61-bcd5-42961dea7af0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:41.821454 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.830432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3342c-0497-41ec-b1b0-c38fa48b5099 req-5673af05-9a78-4c96-a05c-74c35f62a8d7 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:41.830967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6e111cb6-a932-4a32-8428-7860618f3220 None None] Port 1522efc1-e665-4273-bd06-8785d5350ced cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:41.832038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bf3342c-0497-41ec-b1b0-c38fa48b5099 req-5673af05-9a78-4c96-a05c-74c35f62a8d7 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 950 time: 0.2106304 Sep 20 12:21:41.867808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port feef72f0-a343-46be-a3c0-d3ad7fac1310 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:41.868977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:41.890602 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6254134a-52e0-4d43-9d38-6583151fa9d0 x-openstack-request-id: req-6254134a-52e0-4d43-9d38-6583151fa9d0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:41.891293 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90364bd-c07d-4868-8131-c9584af312cb", "name": "network-vif-deleted", "tag": "5c1b16df-4019-41d2-8d55-89ee9c5fc02a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:41.892008 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6254134a-52e0-4d43-9d38-6583151fa9d0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:41.892539 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90364bd-c07d-4868-8131-c9584af312cb', 'name': 'network-vif-deleted', 'tag': '5c1b16df-4019-41d2-8d55-89ee9c5fc02a', 'status': 'completed', 'code': 200} Sep 20 12:21:41.938239 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-b3d702be-dceb-482c-8b14-ee21a30985d9 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536321 Sep 20 12:21:41.992656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bf3342c-0497-41ec-b1b0-c38fa48b5099 req-afa33820-b503-48bb-b2a6-37637af313c9 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441751 Sep 20 12:21:42.036526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:21:42.044604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-db204e20-cd77-4a00-95dd-b1a09efcc8aa None None] Provisioning complete for port c699b0c1-2abe-4804-a550-d6d0cae274dd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:42.044984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-db204e20-cd77-4a00-95dd-b1a09efcc8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.048335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] Set router d4a629c0-6297-4e61-bcd5-42961dea7af0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:42.057084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-05af5c38-2190-4e8a-9ece-61f1d06e4ef2 admin admin] 10.222.0.37 "PUT /v2.0/routers/9911167a-f32a-4560-bfa2-e767ce826150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1508322 Sep 20 12:21:42.057320 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Sync routers for ids ['9911167a-f32a-4560-bfa2-e767ce826150'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:21:42.074158 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Routers {'9911167a-f32a-4560-bfa2-e767ce826150'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:42.074810 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9911167a-f32a-4560-bfa2-e767ce826150'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:42.075841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32f7ce-21eb-46d1-9c58-5c262902002b req-3a6ebddb-17a3-4aec-9005-4166127ae710 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:42.076930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.077793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c32f7ce-21eb-46d1-9c58-5c262902002b req-3a6ebddb-17a3-4aec-9005-4166127ae710 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 936 time: 0.1161940 Sep 20 12:21:42.080535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Deleting port 636ed702-d29a-4a48-aece-5b0c97882bd2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:42.080990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.180004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] For port 636ed702-d29a-4a48-aece-5b0c97882bd2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=636ed702-d29a-4a48-aece-5b0c97882bd2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:42.180475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.194290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Calling delete_port for 636ed702-d29a-4a48-aece-5b0c97882bd2 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:42.246513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] Pushing event deleted for resources: {'Port': ['ID=d69c1e7d-afc3-4c3b-bf80-db91797d4962,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:42.267341 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Set router 9911167a-f32a-4560-bfa2-e767ce826150 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:42.355177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] No DVR routers for this DVR port d69c1e7d-afc3-4c3b-bf80-db91797d4962 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:42.370041 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.372130 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d0347f74-3046-477b-b3d6-a26311ebf7af req-926c159c-647e-466b-b547-c536bbaa3fed tempest-DeleteServersAdminTestJSON-259307989 tempest-DeleteServersAdminTestJSON-259307989-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d69c1e7d-afc3-4c3b-bf80-db91797d4962 HTTP/1.1" status: 204 len: 173 time: 1.5742002 Sep 20 12:21:42.382614 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c8e8278-01f6-4083-9a90-7dae8eb888b5 req-c557f0b4-f6dd-4446-b69f-f29361436a30 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295857 Sep 20 12:21:42.398978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:42.406892 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a9d702-ba29-436c-8c78-a00795b76573" -d '{"events": [{"server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "name": "network-vif-plugged", "status": "completed", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:42.415843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d69c1e7d-afc3-4c3b-bf80-db91797d4962'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:42.513498 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.525742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c32f7ce-21eb-46d1-9c58-5c262902002b req-b795eff7-d2dc-45d3-a64d-35444c73280a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161432 Sep 20 12:21:42.569384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504a30-5241-4ce7-9b7c-49dfb19ff667 req-3104f085-86a4-4f9a-bd5e-63d4a6a5da0f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:42.572569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb504a30-5241-4ce7-9b7c-49dfb19ff667 req-3104f085-86a4-4f9a-bd5e-63d4a6a5da0f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 945 time: 0.1619418 Sep 20 12:21:42.585394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c699b0c1-2abe-4804-a550-d6d0cae274dd {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:42.591011 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:21:39Z', 'revision_number': 4, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1522efc1-e665-4273-bd06-8785d5350ced', 'name': '', 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'mac_address': 'fa:16:3e:fa:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '74052b7a-e160-491d-b5ca-9cc6c2ef318c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:37Z', 'updated_at': '2021-09-20T12:21:40Z', 'revision_number': 2, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'subnets': [{'id': '74052b7a-e160-491d-b5ca-9cc6c2ef318c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:42.594476 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.595658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=636ed702-d29a-4a48-aece-5b0c97882bd2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:42.611290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Transition to ACTIVE for port object c699b0c1-2abe-4804-a550-d6d0cae274dd will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:42.630863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-db204e20-cd77-4a00-95dd-b1a09efcc8aa None None] Port c699b0c1-2abe-4804-a550-d6d0cae274dd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:42.648023 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.662785 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Checking router: 9911167a-f32a-4560-bfa2-e767ce826150 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:21:42.663560 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Updating router 9911167a-f32a-4560-bfa2-e767ce826150 port 1522efc1-e665-4273-bd06-8785d5350ced binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:21:42.693092 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.714924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.784933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e97-25c2-4e59-9d99-2b9388709ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.803004 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.808652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.815534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb504a30-5241-4ce7-9b7c-49dfb19ff667 req-1dfcaac4-4866-4ded-a163-4712222a5995 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274988 Sep 20 12:21:42.860655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Pushing event updated for resources: {'Port': ['ID=c699b0c1-2abe-4804-a550-d6d0cae274dd,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:42.868060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Attempting to bind port c699b0c1-2abe-4804-a550-d6d0cae274dd on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:42.868639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Attempting to bind port c699b0c1-2abe-4804-a550-d6d0cae274dd by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:42.869409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Attempting to bind port c699b0c1-2abe-4804-a550-d6d0cae274dd on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:42.878183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Port c699b0c1-2abe-4804-a550-d6d0cae274dd on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:42.878599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Attempting to bind port c699b0c1-2abe-4804-a550-d6d0cae274dd on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:42.895587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:42.896083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:42.897525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:42.898088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Bound port: c699b0c1-2abe-4804-a550-d6d0cae274dd, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:42.898533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:42.948759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:38Z', 'revision_number': 5, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:42.985887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7103c7-cc5a-44fd-8e82-ba2db90859fc None None] The sync data for ids ['d4a629c0-6297-4e61-bcd5-42961dea7af0'] in n-d-809934-3 is: [{'id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'name': 'tempest-FloatingIPsNegativeTestJSON-927975690-router', 'tenant_id': '3b8f26fe05c047acacb87931594de7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:18Z', 'updated_at': '2021-09-20T12:21:38Z', 'revision_number': 5, 'project_id': '3b8f26fe05c047acacb87931594de7a4', 'gw_port': {'id': '636ed702-d29a-4a48-aece-5b0c97882bd2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a629c0-6297-4e61-bcd5-42961dea7af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:20Z', 'updated_at': '2021-09-20T12:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:21:43.018303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] For port c699b0c1-2abe-4804-a550-d6d0cae274dd, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:43.022354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] For port c699b0c1-2abe-4804-a550-d6d0cae274dd, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c699b0c1-2abe-4804-a550-d6d0cae274dd,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:43.096413 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74f0f34-11b3-46e8-bb2e-2db4225801c5 x-openstack-request-id: req-d74f0f34-11b3-46e8-bb2e-2db4225801c5 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:43.096790 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "name": "network-vif-plugged", "status": "completed", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:43.096967 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d74f0f34-11b3-46e8-bb2e-2db4225801c5 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:43.097392 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'code': 200} Sep 20 12:21:43.118259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.140824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37980) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:43.189464 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.245420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:43.246191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.247725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] 10.222.0.32 "PUT /v2.0/ports/c699b0c1-2abe-4804-a550-d6d0cae274dd HTTP/1.1" status: 200 len: 1096 time: 1.7256708 Sep 20 12:21:43.279741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f0fd8-27e7-4c24-b38c-1ce86e218d1b req-753dafbe-e12d-42e6-8641-780a506ff5eb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:43.282046 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df8f0fd8-27e7-4c24-b38c-1ce86e218d1b req-753dafbe-e12d-42e6-8641-780a506ff5eb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.5928319 Sep 20 12:21:43.320950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4f6bca-906e-4f6c-b814-9780a7382990 admin admin] Deleting subnet 8fc37249-27ca-4841-b48a-ff7632378a43 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:21:43.320950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd34e31-30db-42a5-b42f-3efd1889c125 service neutron] Pushing event updated for resources: {'Port': ['ID=c699b0c1-2abe-4804-a550-d6d0cae274dd,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:43.323921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f4f6bca-906e-4f6c-b814-9780a7382990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.329575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81330edf-2361-470b-a4ab-c90a7444f3e6 req-cfb649bd-3715-4875-81f3-43b90897ecd2 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:43.332488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81330edf-2361-470b-a4ab-c90a7444f3e6 req-cfb649bd-3715-4875-81f3-43b90897ecd2 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 948 time: 0.0897994 Sep 20 12:21:43.369816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc4b8e-a658-4f32-bd5c-5edd9c1aa16e req-93c42f99-700d-4ebc-a4db-5d8086f1402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:43.369816 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebdc4b8e-a658-4f32-bd5c-5edd9c1aa16e req-93c42f99-700d-4ebc-a4db-5d8086f1402f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1101 time: 0.1236320 Sep 20 12:21:43.370762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df8f0fd8-27e7-4c24-b38c-1ce86e218d1b req-d4a26121-4eb6-41cf-90bf-4158c5c07e42 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776086 Sep 20 12:21:43.378413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f4f6bca-906e-4f6c-b814-9780a7382990 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.406019 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.424527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81330edf-2361-470b-a4ab-c90a7444f3e6 req-83b52b1f-6b4a-4672-a118-5cd9f06830af tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850635 Sep 20 12:21:43.467352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.468203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a629c0-6297-4e61-bcd5-42961dea7af0 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:21:43.477099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.481421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-37b8ce49-d52c-402d-b946-85e84bf80c5d admin admin] 10.222.0.37 "DELETE /v2.0/routers/d4a629c0-6297-4e61-bcd5-42961dea7af0 HTTP/1.1" status: 204 len: 168 time: 2.4149146 Sep 20 12:21:43.483677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:43.548779 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4797-1d00-40b9-98b9-94acd025e17c None None] Pushing event updated for resources: {'Port': ['ID=1522efc1-e665-4273-bd06-8785d5350ced,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:43.560285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 985ab716-6bf6-4843-94c2-c2ef5a6c1598 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:43.588197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 985ab716-6bf6-4843-94c2-c2ef5a6c1598 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:43.588543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 985ab716-6bf6-4843-94c2-c2ef5a6c1598 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:43.652440 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Attempting to bind port 1522efc1-e665-4273-bd06-8785d5350ced on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:43.653028 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Attempting to bind port 1522efc1-e665-4273-bd06-8785d5350ced by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:43.653513 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Attempting to bind port 1522efc1-e665-4273-bd06-8785d5350ced on network d66c61a7-b709-4d15-9b96-5854a8454b48 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:43.667258 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:43.667907 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Checking segment: {'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:43.676507 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.676507 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Bound using segment: {'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:43.676507 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Bound port: 1522efc1-e665-4273-bd06-8785d5350ced, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c29574-0dea-4705-aa65-df20fd3fca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:43.676507 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.687994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-26319d4d-fc7b-47ca-8804-d2a5fc3a6649 req-00866c1c-3f76-4c31-8d3a-dc1919861fb6 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=3363c01e-0892-4c19-85f7-cf2d5ef757f7 HTTP/1.1" status: 200 len: 210 time: 0.0931602 Sep 20 12:21:43.720343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f858857-df79-4004-962b-9efecd3f3cba admin admin] Deleting subnet 8bd2ea02-ad0f-4da9-a701-7ded8d0f1098 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:21:43.727392 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f858857-df79-4004-962b-9efecd3f3cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.767201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f858857-df79-4004-962b-9efecd3f3cba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.778601 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] For port 1522efc1-e665-4273-bd06-8785d5350ced, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:43.783386 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] For port 1522efc1-e665-4273-bd06-8785d5350ced, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1522efc1-e665-4273-bd06-8785d5350ced,segment=NetworkSegment(61c29574-0dea-4705-aa65-df20fd3fca3d),segment_id=61c29574-0dea-4705-aa65-df20fd3fca3d)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:43.921113 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f4f6bca-906e-4f6c-b814-9780a7382990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.921113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3363c01e-0892-4c19-85f7-cf2d5ef757f7', 'name': 'network-vif-deleted', 'tag': 'd69c1e7d-afc3-4c3b-bf80-db91797d4962'}, {'name': 'network-changed', 'server_uuid': '1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313', 'tag': 'c699b0c1-2abe-4804-a550-d6d0cae274dd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:43.922718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f858857-df79-4004-962b-9efecd3f3cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.922899 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7" -d '{"events": [{"server_uuid": "3363c01e-0892-4c19-85f7-cf2d5ef757f7", "name": "network-vif-deleted", "tag": "d69c1e7d-afc3-4c3b-bf80-db91797d4962"}, {"name": "network-changed", "server_uuid": "1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313", "tag": "c699b0c1-2abe-4804-a550-d6d0cae274dd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:43.927889 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebdc4b8e-a658-4f32-bd5c-5edd9c1aa16e req-1a9738a7-f51c-4e6b-bc83-07a816bbbaa2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594304 Sep 20 12:21:43.931765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0667ddf0-25a4-4d8a-8a9b-37623c3b21fa None None] Provisioning complete for port 1522efc1-e665-4273-bd06-8785d5350ced triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:43.932726 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0667ddf0-25a4-4d8a-8a9b-37623c3b21fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:43.945577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cab6e-de57-41cd-a12b-a270ad376340 req-43c68780-25a3-4947-a3f5-7418e12db477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:43.947156 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-43c68780-25a3-4947-a3f5-7418e12db477 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 1099 time: 0.0931497 Sep 20 12:21:43.949331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6efca-f750-440f-aa76-c40259e60e39 req-23c1234b-911c-42f2-97d9-8e35a484e4b6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:43.950995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bec6efca-f750-440f-aa76-c40259e60e39 req-23c1234b-911c-42f2-97d9-8e35a484e4b6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 948 time: 0.1364367 Sep 20 12:21:43.977404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0667ddf0-25a4-4d8a-8a9b-37623c3b21fa None None] Port 1522efc1-e665-4273-bd06-8785d5350ced cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:44.001230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bec6efca-f750-440f-aa76-c40259e60e39 req-1ec8d05b-0067-4db4-a9b3-fcfb9ad08ed2 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435550 Sep 20 12:21:44.109818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dd75-39a6-41ed-bd16-dd9a1d18eaaa req-66bf8a1f-9c56-45c9-8fb8-7e2a36d37cb7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:44.111282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afc1dd75-39a6-41ed-bd16-dd9a1d18eaaa req-66bf8a1f-9c56-45c9-8fb8-7e2a36d37cb7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 945 time: 0.0516469 Sep 20 12:21:44.151148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afc1dd75-39a6-41ed-bd16-dd9a1d18eaaa req-76f1b142-80cb-4b85-a103-de7a754056c3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 Sep 20 12:21:44.151403 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-6f986bbb-286d-402c-ac04-b1170363ebd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c699b0c1-2abe-4804-a550-d6d0cae274dd HTTP/1.1" status: 200 len: 217 time: 0.0404840 Sep 20 12:21:44.200789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cab6e-de57-41cd-a12b-a270ad376340 req-505821a7-affa-4141-81ce-cc5915d083ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:44.202366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-505821a7-affa-4141-81ce-cc5915d083ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0447605 Sep 20 12:21:44.203692 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c472f3-0299-45e0-b90b-21f35ef80264 x-openstack-request-id: req-14c472f3-0299-45e0-b90b-21f35ef80264 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:44.203995 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3363c01e-0892-4c19-85f7-cf2d5ef757f7", "name": "network-vif-deleted", "tag": "d69c1e7d-afc3-4c3b-bf80-db91797d4962", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313", "tag": "c699b0c1-2abe-4804-a550-d6d0cae274dd", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:44.204290 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14c472f3-0299-45e0-b90b-21f35ef80264 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:44.204667 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3363c01e-0892-4c19-85f7-cf2d5ef757f7', 'name': 'network-vif-deleted', 'tag': 'd69c1e7d-afc3-4c3b-bf80-db91797d4962', 'status': 'completed', 'code': 200} Sep 20 12:21:44.204919 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313', 'tag': 'c699b0c1-2abe-4804-a550-d6d0cae274dd', 'status': 'completed', 'code': 200} Sep 20 12:21:44.251691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3b7a6a28-d374-43fb-8e85-52218f9dfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:44.253190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-3b7a6a28-d374-43fb-8e85-52218f9dfb45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413971 Sep 20 12:21:44.294180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41d1c-a542-4888-b62a-6131ceca147e req-cbeb42e0-cb6c-4158-8412-ca7c9f07a045 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:44.295671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77f41d1c-a542-4888-b62a-6131ceca147e req-cbeb42e0-cb6c-4158-8412-ca7c9f07a045 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1096 time: 0.0449409 Sep 20 12:21:44.328082 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.332330 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f858857-df79-4004-962b-9efecd3f3cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.332800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f4f6bca-906e-4f6c-b814-9780a7382990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.336823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77f41d1c-a542-4888-b62a-6131ceca147e req-dd5c19a1-f069-43f1-995d-195b66280482 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Sep 20 12:21:44.368777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f858857-df79-4004-962b-9efecd3f3cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd2ea02-ad0f-4da9-a701-7ded8d0f1098,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:44.370969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f858857-df79-4004-962b-9efecd3f3cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.373221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f858857-df79-4004-962b-9efecd3f3cba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8bd2ea02-ad0f-4da9-a701-7ded8d0f1098 HTTP/1.1" status: 204 len: 168 time: 0.8882737 Sep 20 12:21:44.381323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ce9ee-ea8b-49bb-884a-78a67693c007 None None] Network d705e5c0-a2f1-4cfe-9540-66b945b581d4 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:44.382616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38004) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:44.423835 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Routers {'9911167a-f32a-4560-bfa2-e767ce826150'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:21:44.424099 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f4f6bca-906e-4f6c-b814-9780a7382990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.425187 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9911167a-f32a-4560-bfa2-e767ce826150'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:44.428144 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7f4f6bca-906e-4f6c-b814-9780a7382990 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8fc37249-27ca-4841-b48a-ff7632378a43 HTTP/1.1" status: 204 len: 168 time: 1.2612731 Sep 20 12:21:44.429221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f6bca-906e-4f6c-b814-9780a7382990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc37249-27ca-4841-b48a-ff7632378a43,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:44.438182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38010) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:44.477480 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-7605ebc3-6dec-49e3-b0d7-514539e218fa service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165318 Sep 20 12:21:44.613548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.644739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.713138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-984cab6e-de57-41cd-a12b-a270ad376340 req-269cb9f6-971c-4d6d-9d64-04e353b0a871 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129869 Sep 20 12:21:44.714697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7f140-85c3-4d17-bc44-b22ade688c57 req-70eb1891-23fd-414a-bc8d-4d5a9a6b19cf tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:44.723791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81e7f140-85c3-4d17-bc44-b22ade688c57 req-70eb1891-23fd-414a-bc8d-4d5a9a6b19cf tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.1785798 Sep 20 12:21:44.792103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81e7f140-85c3-4d17-bc44-b22ade688c57 req-81e6d34c-c54e-4c7d-9a31-f7af4aa47566 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617933 Sep 20 12:21:44.796665 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.809681 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4797-1d00-40b9-98b9-94acd025e17c None None] Pushing event updated for resources: {'Port': ['ID=1522efc1-e665-4273-bd06-8785d5350ced,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:44.826146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Deleting port 9d6be63a-d40e-480a-b081-6db935797f8a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:44.826698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.847157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c37ac8af-83cf-4887-a63d-6665b4f6af71 None None] Provisioning complete for port 1522efc1-e665-4273-bd06-8785d5350ced triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:44.852387 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c37ac8af-83cf-4887-a63d-6665b4f6af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:44.875583 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] Set router 9911167a-f32a-4560-bfa2-e767ce826150 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:21:44.883844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.885365 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.886239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.886870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > port after_create 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.887438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.887791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > port after_update 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.888119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.889692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.890843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.891250 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:44.908948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 31682098-3e60-4307-927b-a96526b83ff7 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:21:44.912269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d69c1e7d-afc3-4c3b-bf80-db91797d4962 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:44.936213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:44.942582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7ef5bd20-54a8-4641-8afb-ea3fddd22c77 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342481024', 'description': 'tempest-description--562499923'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:44.952290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: d69c1e7d-afc3-4c3b-bf80-db91797d4962 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:44.953793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d69c1e7d-afc3-4c3b-bf80-db91797d4962 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:45.001507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] For port 9d6be63a-d40e-480a-b081-6db935797f8a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9d6be63a-d40e-480a-b081-6db935797f8a,segment=NetworkSegment(36535b74-92b6-4a53-8a87-59ccb2c1a5ae),segment_id=36535b74-92b6-4a53-8a87-59ccb2c1a5ae)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:45.003054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.018832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Calling delete_port for 9d6be63a-d40e-480a-b081-6db935797f8a owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:45.095354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.095863 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.096110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.096919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.096919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8085244c-340e-45b5-af10-df9c6bdc8dfa']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:45.111416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 31682098-3e60-4307-927b-a96526b83ff7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=31682098-3e60-4307-927b-a96526b83ff7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:45.131063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] DHCP port deletion for d705e5c0-a2f1-4cfe-9540-66b945b581d4 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:21:45.137217 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c37ac8af-83cf-4887-a63d-6665b4f6af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.140048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '31682098-3e60-4307-927b-a96526b83ff7', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '31682098-3e60-4307-927b-a96526b83ff7', 'mac_address': 'fa:16:3e:2f:3d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:21:45.170936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a722557-5e12-4353-af4f-17f5e4de62e8') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:45.172632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a722557-5e12-4353-af4f-17f5e4de62e8') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:45.178384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae37e1-5688-4fd8-829a-7d311870aa2f req-039d7d79-3ed8-450b-8564-c9c35e97c3d4 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:45.179990 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:21:39Z', 'revision_number': 4, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1522efc1-e665-4273-bd06-8785d5350ced', 'name': '', 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'mac_address': 'fa:16:3e:fa:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '74052b7a-e160-491d-b5ca-9cc6c2ef318c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:37Z', 'updated_at': '2021-09-20T12:21:43Z', 'revision_number': 4, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'subnets': [{'id': '74052b7a-e160-491d-b5ca-9cc6c2ef318c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:45.180395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8ae37e1-5688-4fd8-829a-7d311870aa2f req-039d7d79-3ed8-450b-8564-c9c35e97c3d4 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1096 time: 0.2431185 Sep 20 12:21:45.207469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae9bf-43d1-43c4-acd3-69b1e091aee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.212028 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.215228 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287d8cd-0478-4439-a187-9b7b13581054 None None] The sync data for ids ['9911167a-f32a-4560-bfa2-e767ce826150'] in n-d-809934-3 is: [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:21:39Z', 'revision_number': 4, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1522efc1-e665-4273-bd06-8785d5350ced', 'name': '', 'network_id': 'd66c61a7-b709-4d15-9b96-5854a8454b48', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'mac_address': 'fa:16:3e:fa:2b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '74052b7a-e160-491d-b5ca-9cc6c2ef318c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:37Z', 'updated_at': '2021-09-20T12:21:43Z', 'revision_number': 4, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'subnets': [{'id': '74052b7a-e160-491d-b5ca-9cc6c2ef318c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:21:45.238789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c37ac8af-83cf-4887-a63d-6665b4f6af71 None None] For port 1522efc1-e665-4273-bd06-8785d5350ced, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1522efc1-e665-4273-bd06-8785d5350ced,segment=NetworkSegment(61c29574-0dea-4705-aa65-df20fd3fca3d),segment_id=61c29574-0dea-4705-aa65-df20fd3fca3d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:45.243637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771f2ee-a98a-45de-b911-372bc23b691f req-08348ab3-264d-4d18-b7b2-83f74a91fa50 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:45.245420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4771f2ee-a98a-45de-b911-372bc23b691f req-08348ab3-264d-4d18-b7b2-83f74a91fa50 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 948 time: 0.2170897 Sep 20 12:21:45.257833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.265411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.277835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:21:45.278526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.317662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] Deleting port 9d6be63a-d40e-480a-b081-6db935797f8a {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:45.318222 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.322037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ef5bd20-54a8-4641-8afb-ea3fddd22c77 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.322610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31682098-3e60-4307-927b-a96526b83ff7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:45.328646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8ae37e1-5688-4fd8-829a-7d311870aa2f req-0572efd6-3ea9-44f2-b3fd-5253bf4a68f6 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331913 Sep 20 12:21:45.353602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4771f2ee-a98a-45de-b911-372bc23b691f req-18401b4a-130a-4368-93ff-ada668ab1052 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984838 Sep 20 12:21:45.369670 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.369796 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c37ac8af-83cf-4887-a63d-6665b4f6af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.374701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 31682098-3e60-4307-927b-a96526b83ff7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=31682098-3e60-4307-927b-a96526b83ff7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: from cryptography.utils import int_from_bytes Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: from cryptography.utils import int_from_bytes Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:21:45.388122 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:21:45.391405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-e0cdc9fc-807f-45fc-bd51-990ba89975a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:45.397624 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-e0cdc9fc-807f-45fc-bd51-990ba89975a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 1099 time: 0.2668123 Sep 20 12:21:45.441740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6be63a-d40e-480a-b081-6db935797f8a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:45.457033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] For port 9d6be63a-d40e-480a-b081-6db935797f8a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9d6be63a-d40e-480a-b081-6db935797f8a,segment=NetworkSegment(36535b74-92b6-4a53-8a87-59ccb2c1a5ae),segment_id=36535b74-92b6-4a53-8a87-59ccb2c1a5ae)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:45.457033 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.467524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] No DVR routers for this DVR port 9d6be63a-d40e-480a-b081-6db935797f8a on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:45.505671 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.524231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.533329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.543356 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] 10.222.0.37 "DELETE /v2.0/networks/8085244c-340e-45b5-af10-df9c6bdc8dfa HTTP/1.1" status: 204 len: 168 time: 1.1002045 Sep 20 12:21:45.546631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] Calling delete_port for 9d6be63a-d40e-480a-b081-6db935797f8a owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:45.597466 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.600216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1522efc1-e665-4273-bd06-8785d5350ced up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:45.626714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.629415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.630845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.633677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > port after_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.634148 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.634597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > port after_update 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.639081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.639540 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.640018 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.640471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.648246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ac8af-83cf-4887-a63d-6665b4f6af71 None None] Pushing event updated for resources: {'Port': ['ID=1522efc1-e665-4273-bd06-8785d5350ced,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:45.652872 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.679278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbf801-a94e-45a4-8620-8ec705d65a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8085244c-340e-45b5-af10-df9c6bdc8dfa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:45.727736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-57b297a2-1679-4eb4-941c-3d46454fc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:45.736433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-57b297a2-1679-4eb4-941c-3d46454fc048 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.3277116 Sep 20 12:21:45.787634 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-2b805386-579f-49b6-a7a9-f59f4d5c0709 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c699b0c1-2abe-4804-a550-d6d0cae274dd HTTP/1.1" status: 200 len: 217 time: 0.0498779 Sep 20 12:21:45.801976 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.802571 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.802920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.803174 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:21:45.803540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d705e5c0-a2f1-4cfe-9540-66b945b581d4']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:45.848894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['31682098-3e60-4307-927b-a96526b83ff7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:45.851341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-3fdd7ac8-e667-413d-aa51-b4f738a1c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:45.853055 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-3fdd7ac8-e667-413d-aa51-b4f738a1c0ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0578673 Sep 20 12:21:45.865989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36535b74-92b6-4a53-8a87-59ccb2c1a5ae') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:45.866283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36535b74-92b6-4a53-8a87-59ccb2c1a5ae') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:21:45.905782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.922345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=31682098-3e60-4307-927b-a96526b83ff7,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:45.948161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-a8182d2d-5ee3-4f9b-9fbe-3774c6fe2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:45.949239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.949934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-a8182d2d-5ee3-4f9b-9fbe-3774c6fe2847 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906491 Sep 20 12:21:45.969102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07c40d-e234-4b20-acd2-a2d7fd6ccfff req-0358b691-5c50-4455-8de0-d5ab93b4eb45 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:45.970701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb07c40d-e234-4b20-acd2-a2d7fd6ccfff req-0358b691-5c50-4455-8de0-d5ab93b4eb45 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 948 time: 0.4350455 Sep 20 12:21:45.977543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1522efc1-e665-4273-bd06-8785d5350ced triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:45.978064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.978586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:21:45.978876 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: from cryptography.utils import int_from_bytes Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: from cryptography.utils import int_from_bytes Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:21:45.984628 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:21:46.026484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.087215 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-999e7ea6-fb6d-415b-a49a-9039173a28da service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216676 Sep 20 12:21:46.133728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb07c40d-e234-4b20-acd2-a2d7fd6ccfff req-d52f351b-3d4e-4cd5-ad7c-caa9d7859ba8 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521006 Sep 20 12:21:46.152447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] Pushing event deleted for resources: {'Port': ['ID=9d6be63a-d40e-480a-b081-6db935797f8a,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:46.167692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac8cae-e993-4648-b788-ce0d31322541 None None] No DVR routers for this DVR port 9d6be63a-d40e-480a-b081-6db935797f8a on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:46.175827 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ef5bd20-54a8-4641-8afb-ea3fddd22c77 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.221815 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6c82b622-10e8-4950-a0d1-0f6de1fe4cb7 req-f6e92539-1617-477b-b94d-bfefae563556 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251507 Sep 20 12:21:46.228062 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.267656 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.277249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d705e5c0-a2f1-4cfe-9540-66b945b581d4 HTTP/1.1" status: 204 len: 168 time: 1.8931143 Sep 20 12:21:46.292081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe880839-c410-45bb-baba-e02e00e06442 admin admin] Pushing event deleted for resources: {'Network': ['ID=d705e5c0-a2f1-4cfe-9540-66b945b581d4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:46.293780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38046) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:46.298287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-d4fe4d8b-6d36-4cf8-93b5-988320ef305b tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191242 Sep 20 12:21:46.298287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ef5bd20-54a8-4641-8afb-ea3fddd22c77 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.393523 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-086dd5ae-816d-4eac-8573-5f6c761a552d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=741221c968d74181bbeca6f34dde916e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974376 Sep 20 12:21:46.396360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:46.401447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9d6be63a-d40e-480a-b081-6db935797f8a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:46.415157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5bd20-54a8-4641-8afb-ea3fddd22c77 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e4ffe4-4823-476e-a00d-ee2d9b621ab1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:46.441538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9d6be63a-d40e-480a-b081-6db935797f8a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:46.441880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9d6be63a-d40e-480a-b081-6db935797f8a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:46.442347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 636ed702-d29a-4a48-aece-5b0c97882bd2 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:46.458238 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ef5bd20-54a8-4641-8afb-ea3fddd22c77 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.462144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ef5bd20-54a8-4641-8afb-ea3fddd22c77 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5203972 Sep 20 12:21:46.464512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 636ed702-d29a-4a48-aece-5b0c97882bd2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:46.465157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 636ed702-d29a-4a48-aece-5b0c97882bd2 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:46.465804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38052) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:46.476111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4ecf3d2b-3af1-47cf-b1b7-6541e324f0f4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Request body: {'security_group_rule': {'security_group_id': '65e4ffe4-4823-476e-a00d-ee2d9b621ab1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:46.483528 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.493416 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff97f5dc-b41d-4976-8d6a-f9224d6cea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.510391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b501a-d8bd-4ea7-bc62-67f68db63df5 req-a7285413-71ec-4b00-a537-f888fd470788 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:46.512166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c89b501a-d8bd-4ea7-bc62-67f68db63df5 req-a7285413-71ec-4b00-a537-f888fd470788 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.1801004 Sep 20 12:21:46.519417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff97f5dc-b41d-4976-8d6a-f9224d6cea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.563514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-be198e7e-571e-436c-b94f-a00d457ee924 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:46.565067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-be198e7e-571e-436c-b94f-a00d457ee924 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599161 Sep 20 12:21:46.589825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c89b501a-d8bd-4ea7-bc62-67f68db63df5 req-d592ccdd-c4d8-44c4-b0ce-3f26608bfd8e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717566 Sep 20 12:21:46.592226 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-4ed673e5-30f3-43d8-9b11-b3339a1fe959 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/quotas/67bab39c3e5d47a1aebf7dbda7ee5a80 HTTP/1.1" status: 200 len: 375 time: 0.0167568 Sep 20 12:21:46.628139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-b143a123-a0ac-4a16-971e-f4719ff1d7b4 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295272 Sep 20 12:21:46.676040 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ecf3d2b-3af1-47cf-b1b7-6541e324f0f4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.688071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff97f5dc-b41d-4976-8d6a-f9224d6cea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.694133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff97f5dc-b41d-4976-8d6a-f9224d6cea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.699833 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ff97f5dc-b41d-4976-8d6a-f9224d6cea46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3614924a-a5aa-4e0b-8701-24650b77177b HTTP/1.1" status: 204 len: 168 time: 0.2987740 Sep 20 12:21:46.722329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97f5dc-b41d-4976-8d6a-f9224d6cea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3614924a-a5aa-4e0b-8701-24650b77177b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:46.758662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d234a1-a7e3-43e6-8b8c-6dde1d989844 req-1859dbc5-a1b6-407b-8c65-73d700ddf401 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:46.769098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39d234a1-a7e3-43e6-8b8c-6dde1d989844 req-1859dbc5-a1b6-407b-8c65-73d700ddf401 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1096 time: 0.1124396 Sep 20 12:21:46.799518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ecf3d2b-3af1-47cf-b1b7-6541e324f0f4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.814583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39d234a1-a7e3-43e6-8b8c-6dde1d989844 req-c67f1fa1-a5d9-419e-ba05-7a8f47915576 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476162 Sep 20 12:21:46.903520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38060) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:46.915527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 31682098-3e60-4307-927b-a96526b83ff7 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:46.936562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ecf3d2b-3af1-47cf-b1b7-6541e324f0f4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:46.951512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3bc60-d18c-4406-9ce2-f90f61682dbb req-8ba013bb-f49d-4a24-ba01-d8e1c14d4118 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:46.953384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64d3bc60-d18c-4406-9ce2-f90f61682dbb req-8ba013bb-f49d-4a24-ba01-d8e1c14d4118 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 949 time: 0.0621660 Sep 20 12:21:46.975331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf3d2b-3af1-47cf-b1b7-6541e324f0f4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235a64cf-54ab-4720-a3a9-443d4aca0f52,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:46.998441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b05fad5-4d43-485e-a379-fb7fbb425abe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b8f26fe05c047acacb87931594de7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938609 Sep 20 12:21:47.000885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38068) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:47.040911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64d3bc60-d18c-4406-9ce2-f90f61682dbb req-53c22e67-a7f6-42e0-afa2-b946d4964612 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724640 Sep 20 12:21:47.072625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1629086b-35d9-46e4-8df4-e868fdfa6532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.082740 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ecf3d2b-3af1-47cf-b1b7-6541e324f0f4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.086525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ecf3d2b-3af1-47cf-b1b7-6541e324f0f4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6149337 Sep 20 12:21:47.092092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38070) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:47.092092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ccbd82cc-444e-4450-9bb0-883e8ec200be tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Request body: {'security_group_rule': {'security_group_id': '65e4ffe4-4823-476e-a00d-ee2d9b621ab1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:47.111101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 31682098-3e60-4307-927b-a96526b83ff7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:21:47.116184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 31682098-3e60-4307-927b-a96526b83ff7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:47.116832 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.125756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1629086b-35d9-46e4-8df4-e868fdfa6532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.239801 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.270034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af0a55d-b542-4da5-82ad-d51ec8e8a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31682098-3e60-4307-927b-a96526b83ff7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:47.270034 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e06e9b-b702-4758-a918-24d905873cb1" -d '{"events": [{"server_uuid": "7af0a55d-b542-4da5-82ad-d51ec8e8a9df", "name": "network-vif-plugged", "status": "completed", "tag": "31682098-3e60-4307-927b-a96526b83ff7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:47.281489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 31682098-3e60-4307-927b-a96526b83ff7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=31682098-3e60-4307-927b-a96526b83ff7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:47.304383 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ccbd82cc-444e-4450-9bb0-883e8ec200be tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.384835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1629086b-35d9-46e4-8df4-e868fdfa6532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.401291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1629086b-35d9-46e4-8df4-e868fdfa6532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.401291 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1629086b-35d9-46e4-8df4-e868fdfa6532 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a887ede-05ab-4d41-9ea4-aa840f4889bd HTTP/1.1" status: 204 len: 168 time: 0.3864655 Sep 20 12:21:47.404297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629086b-35d9-46e4-8df4-e868fdfa6532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a887ede-05ab-4d41-9ea4-aa840f4889bd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:47.435537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1522efc1-e665-4273-bd06-8785d5350ced up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:47.436863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ccbd82cc-444e-4450-9bb0-883e8ec200be tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.456728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d133d-1dd4-40bc-9543-2a04651e8068 req-ee000587-44a5-4ad8-85d2-d287835b62e2 tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:47.456728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f3d133d-1dd4-40bc-9543-2a04651e8068 req-ee000587-44a5-4ad8-85d2-d287835b62e2 tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1101 time: 0.0947080 Sep 20 12:21:47.468600 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7f3d133d-1dd4-40bc-9543-2a04651e8068 req-e2cf76a6-02e1-4a9b-8ccd-c63e1429290a tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.489741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1522efc1-e665-4273-bd06-8785d5350ced triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:47.490930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.559955 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7f3d133d-1dd4-40bc-9543-2a04651e8068 req-e2cf76a6-02e1-4a9b-8ccd-c63e1429290a tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.568984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.620757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=31682098-3e60-4307-927b-a96526b83ff7,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:47.653933 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ccbd82cc-444e-4450-9bb0-883e8ec200be tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.681720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd82cc-444e-4450-9bb0-883e8ec200be tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8469454-a94c-496c-b5a7-9838f6e669bb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:47.728839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7f3d133d-1dd4-40bc-9543-2a04651e8068 req-e2cf76a6-02e1-4a9b-8ccd-c63e1429290a tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.766940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f3d133d-1dd4-40bc-9543-2a04651e8068 req-e2cf76a6-02e1-4a9b-8ccd-c63e1429290a tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130388 Sep 20 12:21:47.773625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf76a6-02e1-4a9b-8ccd-c63e1429290a tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274752d2-73f0-4bab-8a7e-e94afc7f5651,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:47.844118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49fd8c18-f8a5-4703-9820-bfab55b3600a req-1b395120-a65e-4eb6-b3c4-82861c39c15c tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 210 time: 0.0288160 Sep 20 12:21:47.853336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.871565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ccbd82cc-444e-4450-9bb0-883e8ec200be tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:47.871565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ccbd82cc-444e-4450-9bb0-883e8ec200be tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7772818 Sep 20 12:21:47.871741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38098) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:47.875639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:48.006961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ebf89-dc2e-4168-b5f0-1e1ec2a1a97e req-dab628ee-779a-4439-95f7-e1f358cb6754 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:48.006961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-228ebf89-dc2e-4168-b5f0-1e1ec2a1a97e req-dab628ee-779a-4439-95f7-e1f358cb6754 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 948 time: 0.0641923 Sep 20 12:21:48.030569 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.043261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-228ebf89-dc2e-4168-b5f0-1e1ec2a1a97e req-860e49c7-4831-42eb-aa70-28aa63679653 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Sep 20 12:21:48.089712 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594ef817-81b1-4a6b-94d6-0aa1d12c353a x-openstack-request-id: req-594ef817-81b1-4a6b-94d6-0aa1d12c353a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:48.090410 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af0a55d-b542-4da5-82ad-d51ec8e8a9df", "name": "network-vif-plugged", "status": "completed", "tag": "31682098-3e60-4307-927b-a96526b83ff7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:48.090768 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-594ef817-81b1-4a6b-94d6-0aa1d12c353a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:48.091219 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af0a55d-b542-4da5-82ad-d51ec8e8a9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31682098-3e60-4307-927b-a96526b83ff7', 'code': 200} Sep 20 12:21:48.145582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.244296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38124) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:48.248294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2d7c-d5ae-463a-8537-2616f243aa29 req-9ec17634-e016-4f1a-85c4-59991ee95caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:48.249838 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-871b2d7c-d5ae-463a-8537-2616f243aa29 req-9ec17634-e016-4f1a-85c4-59991ee95caf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 1101 time: 0.0946383 Sep 20 12:21:48.332099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-871b2d7c-d5ae-463a-8537-2616f243aa29 req-76ed73ec-9f7a-4843-927f-4d9643d3da65 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729685 Sep 20 12:21:48.334055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Allocated IP 172.25.6.182 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/c85bd1ae-463a-447c-8e33-7565bea20cf7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:48.402056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c699b0c1-2abe-4804-a550-d6d0cae274dd details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:21:48.460019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1495584095-network', 'tenant_id': '0fb2e068361347768b9be221271e3e77'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:48.484653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.538327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c699b0c1-2abe-4804-a550-d6d0cae274dd, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c699b0c1-2abe-4804-a550-d6d0cae274dd,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:48.558825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'c699b0c1-2abe-4804-a550-d6d0cae274dd', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'c699b0c1-2abe-4804-a550-d6d0cae274dd', 'mac_address': 'fa:16:3e:5c:9d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:21:48.609935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.623962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c699b0c1-2abe-4804-a550-d6d0cae274dd {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:48.643747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c699b0c1-2abe-4804-a550-d6d0cae274dd, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c699b0c1-2abe-4804-a550-d6d0cae274dd,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:48.645940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Made reservation on behalf of 0fb2e068361347768b9be221271e3e77 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:48.648351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.657184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.680110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.728194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:48.736368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:48.739573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:48.744014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.792820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event updated for resources: {'Port': ['ID=c85bd1ae-463a-447c-8e33-7565bea20cf7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:48.832770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=c699b0c1-2abe-4804-a550-d6d0cae274dd,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:48.878097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:48.921333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.928697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:48.953360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:48.990449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-41801667-network', 'tenant_id': 'e91d2700b9c941dfba5fbb93ea86694e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:49.034814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.071243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:21:49.091208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:49.113072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.117506 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Added segment de8e46f5-3f45-4aaf-b8db-afc5f7e98b10 of type vlan for network c331de55-f367-43f3-ad3a-9d2571949edf Sep 20 12:21:49.122313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802b83-ac7f-4fc0-a8da-c66df9ee9a0a req-95d311c6-f774-40a6-a6ef-6fbf3d4a7d54 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:49.130521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf802b83-ac7f-4fc0-a8da-c66df9ee9a0a req-95d311c6-f774-40a6-a6ef-6fbf3d4a7d54 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 950 time: 0.0672235 Sep 20 12:21:49.149389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.168373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf802b83-ac7f-4fc0-a8da-c66df9ee9a0a req-4aa49e6f-de61-4e79-bb7f-567fd0a9d193 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361333 Sep 20 12:21:49.183796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.260002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eba4eb1b-27a1-4246-bf6f-f472be9c9f2e req-5c011e72-83c5-4549-b726-d6bdb895e328 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 210 time: 0.0259373 Sep 20 12:21:49.310648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Made reservation on behalf of e91d2700b9c941dfba5fbb93ea86694e for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:49.313079 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.322269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.345564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.391205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.393529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:49.393529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.400972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec5b8c-7da4-476b-9c1d-775ed7fee7e0 req-bce6a617-19eb-428b-a624-32b3118fbe21 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:49.403049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04ec5b8c-7da4-476b-9c1d-775ed7fee7e0 req-bce6a617-19eb-428b-a624-32b3118fbe21 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0716810 Sep 20 12:21:49.469756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c331de55-f367-43f3-ad3a-9d2571949edf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:49.472706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38176) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:49.486376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04ec5b8c-7da4-476b-9c1d-775ed7fee7e0 req-c00aaf90-f659-4c5c-ab2d-6dd62298920d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670838 Sep 20 12:21:49.497705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c331de55-f367-43f3-ad3a-9d2571949edf details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:21:49.521732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.527861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.594345 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.627762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0185a1-fa87-4d28-90e7-fe2258623aab req-8758b006-3913-4b3e-9780-aebe1a85de81 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:49.629805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf0185a1-fa87-4d28-90e7-fe2258623aab req-8758b006-3913-4b3e-9780-aebe1a85de81 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 949 time: 0.0560429 Sep 20 12:21:49.632012 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.638310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event updated for resources: {'Port': ['ID=c85bd1ae-463a-447c-8e33-7565bea20cf7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:49.654195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.664454 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-f91d511a-058d-41f9-9d2c-c3b4b3459bce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1861520 Sep 20 12:21:49.670792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:21:49.678766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-a5e3c58a-7519-4cbe-a365-c957800a9c2a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:21:49.679841 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-a5e3c58a-7519-4cbe-a365-c957800a9c2a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059991 Sep 20 12:21:49.693699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.694233 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Added segment a79fff33-cf3e-4d54-a2c3-ecd2b3890350 of type vlan for network 74687959-c8f9-44dd-ac63-a123b83bd8a8 Sep 20 12:21:49.697843 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dee69ff3-8fcf-45e7-b5ff-027fd5c736b9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4444103 Sep 20 12:21:49.698044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38180) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:49.703918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Request body: {'subnet': {'network_id': 'c331de55-f367-43f3-ad3a-9d2571949edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1495584095-subnet', 'tenant_id': '0fb2e068361347768b9be221271e3e77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:49.705054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a70e78e-83a4-4a51-ba98-d8f308dfd38d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:49.724916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf0185a1-fa87-4d28-90e7-fe2258623aab req-2802a6db-0078-4f18-ae47-b0dc78f7e29a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879078 Sep 20 12:21:49.746284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.747580 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a9fe390e-edb2-4b93-a4f3-986a60483ac1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8772314 Sep 20 12:21:49.763615 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.830389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Made reservation on behalf of 0fb2e068361347768b9be221271e3e77 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:49.834090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.916990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:49.920235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:49.920578 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.029452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=74687959-c8f9-44dd-ac63-a123b83bd8a8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:50.041349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 74687959-c8f9-44dd-ac63-a123b83bd8a8 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:21:50.041746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-81723abd-d888-45a1-97dc-883a19f243b1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1342481024&fields=id&tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0 HTTP/1.1" status: 200 len: 267 time: 0.0974874 Sep 20 12:21:50.081841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-74f1f448-11ef-4a75-af48-d7564b99a5f8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2025166 Sep 20 12:21:50.084980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38204) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:50.090006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Request body: {'subnet': {'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-41801667-subnet', 'tenant_id': 'e91d2700b9c941dfba5fbb93ea86694e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:50.150883 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.154278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.174560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-50c19a70-c409-46d8-86aa-959e1174d8e4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:50.178525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-50c19a70-c409-46d8-86aa-959e1174d8e4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/networks?id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c HTTP/1.1" status: 200 len: 824 time: 0.1291964 Sep 20 12:21:50.184883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-49e5e86d-5b23-4a1f-bba1-296dd701eb0d tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:21:50.186035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-49e5e86d-5b23-4a1f-bba1-296dd701eb0d tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065084 Sep 20 12:21:50.220723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Made reservation on behalf of e91d2700b9c941dfba5fbb93ea86694e for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:50.223104 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.226448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-9c7e7215-c1fe-4e1a-ad37-cbd26748e65f tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/quotas/49d950b75a9b47cf8b29e1685ad7a5b0 HTTP/1.1" status: 200 len: 375 time: 0.0394258 Sep 20 12:21:50.226957 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-b30c5d8c-3025-401a-a934-fe0d9153355d tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410585 Sep 20 12:21:50.235411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-d0bf1d33-0834-4bd0-9074-ce8585e4be3a tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:50.237709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-d0bf1d33-0834-4bd0-9074-ce8585e4be3a tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports/45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 1093 time: 0.0412042 Sep 20 12:21:50.252712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Request body: {'binding': {'host': 'n-h1-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:50.254398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:21:50.290531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67db42e-b637-413a-96ee-822f57f4a979,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:50.310623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Checking segment: {'id': 'de8e46f5-3f45-4aaf-b8db-afc5f7e98b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c331de55-f367-43f3-ad3a-9d2571949edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:50.310981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Network hostable DHCP agents. Network: c331de55-f367-43f3-ad3a-9d2571949edf, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:21:50.386569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-6f4a4e10-b057-4f8a-9357-ce24b81a7155 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309538 Sep 20 12:21:50.413040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c699b0c1-2abe-4804-a550-d6d0cae274dd up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:21:50.432658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-e161614f-d251-48d7-af3d-c0aff9e8cd62 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:50.435331 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-e161614f-d251-48d7-af3d-c0aff9e8cd62 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973636 Sep 20 12:21:50.469941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Request body: {'port': {'device_id': '5f1604ee-15c9-4c5f-97ee-94b06c02cee9', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '67bab39c3e5d47a1aebf7dbda7ee5a80'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:50.511855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on host n-h1-809934-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:50.512200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:50.512529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:50.521687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:50.529467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:50.536227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:50.536641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:50.537589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:50.538035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Bound port: 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:50.546050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-a81b8a48-f893-4f96-ad28-7e8aee6901ca service neutron] 10.222.0.37 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428313 Sep 20 12:21:50.585332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port c699b0c1-2abe-4804-a550-d6d0cae274dd completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:21:50.589693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port c699b0c1-2abe-4804-a550-d6d0cae274dd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:50.590062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.702810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:50.709647 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.724750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Network c331de55-f367-43f3-ad3a-9d2571949edf is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:21:50.735579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c699b0c1-2abe-4804-a550-d6d0cae274dd'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:50.738111 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d950ca8-2d62-41a5-8ec0-9e736c2410f1" -d '{"events": [{"server_uuid": "1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313", "name": "network-vif-plugged", "status": "completed", "tag": "c699b0c1-2abe-4804-a550-d6d0cae274dd"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:50.738516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-d81ab552-44b6-4e90-be4c-b90902a4d2cb service neutron] 10.222.0.37 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740077 Sep 20 12:21:50.753764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c699b0c1-2abe-4804-a550-d6d0cae274dd, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c699b0c1-2abe-4804-a550-d6d0cae274dd,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:50.783907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.785322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-8f6e966e-e5f9-4e67-bde2-10fcea4be7d1 service neutron] 10.222.0.37 "POST /v2.0/ports/45b4df86-1a08-4274-9892-5bc7f2ec3c14/bindings HTTP/1.1" status: 201 len: 389 time: 0.5394514 Sep 20 12:21:50.829219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, c331de55-f367-43f3-ad3a-9d2571949edf) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:50.835746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:50.835746 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.838794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2e567-cfcf-475d-8911-5561aefb24a9 None None] Network c331de55-f367-43f3-ad3a-9d2571949edf requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:50.890461 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.941448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:50.988490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d8f7fb2-d95c-4b44-baa3-24fcaa581986 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2894120 Sep 20 12:21:51.048628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Checking segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:51.048998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Network hostable DHCP agents. Network: 74687959-c8f9-44dd-ac63-a123b83bd8a8, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:21:51.052256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54348ff2-71b4-437c-a198-407723854790,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:51.162578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=c699b0c1-2abe-4804-a550-d6d0cae274dd,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:51.167581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Made reservation on behalf of 67bab39c3e5d47a1aebf7dbda7ee5a80 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:51.171152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:51.195162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935028d-5fd8-4fe1-b0f6-1a1ef0023f26 None None] Network c331de55-f367-43f3-ad3a-9d2571949edf requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:51.215484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Network 74687959-c8f9-44dd-ac63-a123b83bd8a8 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:21:51.234874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9ad6392-9bd3-4fd9-bd6a-e404bd86f08d req-afde1d53-5c4a-4c3a-8b8e-eb42db7bdba7 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 210 time: 0.0708053 Sep 20 12:21:51.279303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e23ac1-92c6-490d-9cdc-423eecc8a2b5 req-b9c18853-2a93-4742-aecb-22b6c53088dc tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:51.280368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4e23ac1-92c6-490d-9cdc-423eecc8a2b5 req-b9c18853-2a93-4742-aecb-22b6c53088dc tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 950 time: 0.1755941 Sep 20 12:21:51.376457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Allocated IP 192.168.233.3 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/3ddc8f56-57be-481c-9593-1e90173d3392) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:51.389174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4e23ac1-92c6-490d-9cdc-423eecc8a2b5 req-e1060165-8616-4efa-8848-d2261c570aae tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959694 Sep 20 12:21:51.433034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 74687959-c8f9-44dd-ac63-a123b83bd8a8) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:51.441557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:51.442271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:51.443661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae65bcf-4f4f-475f-9b20-d8e94ec5c3de None None] Network 74687959-c8f9-44dd-ac63-a123b83bd8a8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:51.447694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580b8dc-fa16-4d5c-9686-dddf1635271e req-3388a479-5443-4fbf-8ac3-0bca211f7cd7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:51.457381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d580b8dc-fa16-4d5c-9686-dddf1635271e req-3388a479-5443-4fbf-8ac3-0bca211f7cd7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.1001892 Sep 20 12:21:51.469634 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38ec635-f2f6-4c2d-b6fb-9ed8500c38ce x-openstack-request-id: req-d38ec635-f2f6-4c2d-b6fb-9ed8500c38ce {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:51.469634 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313", "name": "network-vif-plugged", "status": "completed", "tag": "c699b0c1-2abe-4804-a550-d6d0cae274dd", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:51.469634 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d38ec635-f2f6-4c2d-b6fb-9ed8500c38ce {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:51.469634 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c699b0c1-2abe-4804-a550-d6d0cae274dd', 'code': 200} Sep 20 12:21:51.503994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d580b8dc-fa16-4d5c-9686-dddf1635271e req-a8c02b6f-79ba-459f-814a-1b4f412f4e30 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Sep 20 12:21:51.576546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2dcec12a-1f54-42b2-bbcc-27f21752f065 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4902959 Sep 20 12:21:51.610206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6e7185e-2780-4f8c-9f08-17607746b739 req-b4beae57-0aea-4ff4-8acc-a965d894f745 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 210 time: 0.0505989 Sep 20 12:21:51.646494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36746f2-1ac8-4296-992c-dd4ada6aa5d1 req-b5721032-b1bd-43d4-9920-a3eac4291d7b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:51.658530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a36746f2-1ac8-4296-992c-dd4ada6aa5d1 req-b5721032-b1bd-43d4-9920-a3eac4291d7b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 950 time: 0.1113038 Sep 20 12:21:51.659254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-3e1d8a6c-22be-4669-82d3-6f908bf04d53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1310511 Sep 20 12:21:51.703208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd2cb4b-0699-41d8-8116-62c9ef18dd02 None None] Network 74687959-c8f9-44dd-ac63-a123b83bd8a8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:21:51.737320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a36746f2-1ac8-4296-992c-dd4ada6aa5d1 req-3ba8a38a-9f6f-484f-ab63-d49c81c1781e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739579 Sep 20 12:21:51.745580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:51.814520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cca04-315a-4f7b-992f-bc003988007c req-4475bdd5-53d6-4dd4-962d-86c7c6c4e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:51.816383 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-238cca04-315a-4f7b-992f-bc003988007c req-4475bdd5-53d6-4dd4-962d-86c7c6c4e8d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 1101 time: 0.1558657 Sep 20 12:21:51.835091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-b187698e-89d9-4bb6-af21-857dc2d7410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:51.836780 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-b187698e-89d9-4bb6-af21-857dc2d7410f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1096 time: 0.1134100 Sep 20 12:21:51.843975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.32', 56785) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:52.021108 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-238cca04-315a-4f7b-992f-bc003988007c req-db71867b-7b3d-4e20-8639-663c72b458f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974823 Sep 20 12:21:52.033312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-246774e8-ebe7-4bf2-8bb9-67144768631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.035358 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-246774e8-ebe7-4bf2-8bb9-67144768631e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1096 time: 0.1904013 Sep 20 12:21:52.044627 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:52.093485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-4190c0cc-766f-4dda-8156-eda083398887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.094959 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-4190c0cc-766f-4dda-8156-eda083398887 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.2069452 Sep 20 12:21:52.109055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:52.115202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:52.117746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:52.159539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Pushing event updated for resources: {'Port': ['ID=3ddc8f56-57be-481c-9593-1e90173d3392,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:52.213234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4410a-0e64-4ecd-a445-4044fa255e0f req-4f32bdce-77d2-43f8-b706-62489e774445 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.214774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7c4410a-0e64-4ecd-a445-4044fa255e0f req-4f32bdce-77d2-43f8-b706-62489e774445 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 945 time: 0.4346867 Sep 20 12:21:52.233042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-4573ac9f-2095-4658-872c-281320748629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.234738 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-4573ac9f-2095-4658-872c-281320748629 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1096 time: 0.1079686 Sep 20 12:21:52.242224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.242885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:52.303340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2c35-25fb-45c9-9613-e02663a8864b req-4dbbc8f0-3285-4ff8-9f69-eaa520127cdd tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.310750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-4dbbc8f0-3285-4ff8-9f69-eaa520127cdd tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/networks?id=c331de55-f367-43f3-ad3a-9d2571949edf HTTP/1.1" status: 200 len: 821 time: 0.1906674 Sep 20 12:21:52.313430 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-420d3ff6-beb3-4825-bbc8-048a91bf149d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 217 time: 0.0907059 Sep 20 12:21:52.340756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-1f292957-762e-42a2-bd23-6f13193fc897 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/quotas/0fb2e068361347768b9be221271e3e77 HTTP/1.1" status: 200 len: 375 time: 0.0289211 Sep 20 12:21:52.371153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7c4410a-0e64-4ecd-a445-4044fa255e0f req-03520fb5-dcee-4419-83ed-a21c0b45e748 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355686 Sep 20 12:21:52.373265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a68a204a-160b-4f98-87b1-79950d0bd44b tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fb2e068361347768b9be221271e3e77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317495 Sep 20 12:21:52.450514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-9bd82d5d-72e9-41ba-ab07-a5b764e9d791 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9868629 Sep 20 12:21:52.456342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b574528e-4477-405a-9546-f8f909f84234 None None] Provisioning complete for port 3ddc8f56-57be-481c-9593-1e90173d3392 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:52.457079 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b574528e-4477-405a-9546-f8f909f84234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:52.468433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Request body: {'port': {'device_id': '5f1604ee-15c9-4c5f-97ee-94b06c02cee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:52.501840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b574528e-4477-405a-9546-f8f909f84234 None None] Port 3ddc8f56-57be-481c-9593-1e90173d3392 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:52.507196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-da24b44e-d391-42c2-8210-6ff8b531c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.508977 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-da24b44e-d391-42c2-8210-6ff8b531c242 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1860769 Sep 20 12:21:52.517951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-09e52619-5e8b-4ee8-b19b-162b9c7542ce service neutron] 10.222.0.37 "GET /v2.0/networks/c331de55-f367-43f3-ad3a-9d2571949edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298299 Sep 20 12:21:52.557730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-e2ac0e06-0e65-4108-93c0-2ba0e99b0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.559595 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-e2ac0e06-0e65-4108-93c0-2ba0e99b0317 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.3455563 Sep 20 12:21:52.561948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-0d4d9ee6-634b-4a00-bedb-d31052cc27ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415571 Sep 20 12:21:52.563172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-c35ccea4-604a-4ece-84c7-dc09a143ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.564476 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-c35ccea4-604a-4ece-84c7-dc09a143ea29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.2763722 Sep 20 12:21:52.687119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-144976d0-c453-458a-979e-16df5fcf92fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 217 time: 0.0997846 Sep 20 12:21:52.688238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-f07b0b84-4538-4f1b-8eff-62f0f4e7d3e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 217 time: 0.1029263 Sep 20 12:21:52.693588 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:52.724727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-1cc70935-cac3-4216-82d9-7681cf9a2170 service neutron] 10.222.0.37 "GET /v2.0/networks/c331de55-f367-43f3-ad3a-9d2571949edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006826 Sep 20 12:21:52.792028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-ee89903e-240c-4a61-81a4-b521bd1800e1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.796059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-ee89903e-240c-4a61-81a4-b521bd1800e1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 803 time: 0.1896725 Sep 20 12:21:52.816339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-f0ac6029-3013-4d66-ae7d-822cf756b796 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/quotas/e91d2700b9c941dfba5fbb93ea86694e HTTP/1.1" status: 200 len: 375 time: 0.0109346 Sep 20 12:21:52.858084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-8a2b02e7-bd89-47ec-a11b-92d64c5b0311 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296431 Sep 20 12:21:52.879784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-1af1696d-20a4-48a2-8065-efdcb5309247 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:21:52.882473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-1af1696d-20a4-48a2-8065-efdcb5309247 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073903 Sep 20 12:21:52.897604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-d1cf6fcf-4603-48c0-8326-fa7d2aa74c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.899086 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-d1cf6fcf-4603-48c0-8326-fa7d2aa74c67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1956823 Sep 20 12:21:52.900462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-88a11fbb-0ad2-4cf1-b52e-7c123d5d96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:52.901660 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-88a11fbb-0ad2-4cf1-b52e-7c123d5d96e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1959157 Sep 20 12:21:52.981297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-5311ba59-c092-4334-975b-9519a82a85a9 service neutron] 10.222.0.37 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914679 Sep 20 12:21:53.031141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-eec97695-6795-4565-9588-62862be08eeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227622 Sep 20 12:21:53.047435 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-a9935ed6-d476-42e4-b9a3-8fd62e116e81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276793 Sep 20 12:21:53.087429 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-0ea3ad67-90cc-485b-a902-78cd33b194a2 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997134 Sep 20 12:21:53.109947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-09bf799e-7179-4f94-9fb2-7d6b816e9c0c service neutron] 10.222.0.37 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214850 Sep 20 12:21:53.179617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e210607-ec7f-4994-9603-39ff84bff926 req-86d3375d-e342-4e36-beac-932b5c6b2ccd tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:53.199110 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e210607-ec7f-4994-9603-39ff84bff926 req-86d3375d-e342-4e36-beac-932b5c6b2ccd tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 934 time: 0.0593593 Sep 20 12:21:53.232171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e210607-ec7f-4994-9603-39ff84bff926 req-5a72bc5c-807c-4043-9bdd-c6cf674d3068 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Sep 20 12:21:53.546265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5ccd5-66a4-49f8-be22-562ac5c4a84e req-711d728d-e193-43d5-88d4-209846379781 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:53.549158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83f5ccd5-66a4-49f8-be22-562ac5c4a84e req-711d728d-e193-43d5-88d4-209846379781 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0572183 Sep 20 12:21:53.569112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-49435620-c8ad-497d-a346-5a0a98063ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:53.572493 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-49435620-c8ad-497d-a346-5a0a98063ff2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1101 time: 0.5704279 Sep 20 12:21:53.597081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83f5ccd5-66a4-49f8-be22-562ac5c4a84e req-306ebc1f-80fa-488d-b793-4ba0ecfbb7f9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Sep 20 12:21:53.715875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3babb8a9-b53f-4da8-b2f6-c7108870fe49 req-878adb97-ef28-4a06-8add-20b4d4cc2045 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 210 time: 0.0423474 Sep 20 12:21:53.717129 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-ab79475a-e124-4b50-ba26-2466620b7b4a service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460316 Sep 20 12:21:53.718838 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-e695dc2b-c3db-47c2-9c75-72fb189ccc30 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705601 Sep 20 12:21:53.743588 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5befe940-7acf-4cde-8bd1-5d19b49c72cd req-1ae76b58-2a8d-4351-8b15-575676fe149f service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273835 Sep 20 12:21:53.833824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab360452-eae5-40cb-93b4-fab6c321bb8c req-1f0aa41c-bda8-4620-80fd-e0159d49cb75 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 210 time: 0.0632651 Sep 20 12:21:53.839659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddc8f56-57be-481c-9593-1e90173d3392 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:53.875687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24581bb-cda8-470a-943e-ca2829098003 req-c7867d1b-21d7-4454-89f6-b006bc4b3e1c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:53.876733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:53.877655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e24581bb-cda8-470a-943e-ca2829098003 req-c7867d1b-21d7-4454-89f6-b006bc4b3e1c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 950 time: 0.0918858 Sep 20 12:21:53.908361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-831a8076-24a7-4dac-beca-3b5ffc475337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:53.909928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-831a8076-24a7-4dac-beca-3b5ffc475337 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.3272543 Sep 20 12:21:53.921537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e24581bb-cda8-470a-943e-ca2829098003 req-58e1b390-19d1-4893-927e-8d21374577bc tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Sep 20 12:21:53.976826 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Transition to ACTIVE for port object 3ddc8f56-57be-481c-9593-1e90173d3392 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:53.980658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524bde0-0094-4c6c-ad85-fba166c42021 req-d25a9d6a-657c-476e-bd81-aed51294ec68 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:53.984396 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-1f0887ca-64d3-4990-8d96-6cfc92c46065 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.0599849 Sep 20 12:21:53.988160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5524bde0-0094-4c6c-ad85-fba166c42021 req-d25a9d6a-657c-476e-bd81-aed51294ec68 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 945 time: 0.0646780 Sep 20 12:21:53.996901 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2afc79eb-8f25-4483-8bd7-bafe0da232a4 req-ee923cf2-a335-4cd4-8f0e-f3f5759c92bc service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675214 Sep 20 12:21:54.033781 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-3fbdb914-858e-400c-94f1-e89d5607937a service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699924 Sep 20 12:21:54.042755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86acecc8-bbc1-4e8a-889c-c28669a1a803 req-5030b06d-27e4-4d16-8679-6ac09b80fef0 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 210 time: 0.0519838 Sep 20 12:21:54.058939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-d0f16983-3cbf-4be5-9e2e-333e0b6b610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:54.060675 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-d0f16983-3cbf-4be5-9e2e-333e0b6b610f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0663369 Sep 20 12:21:54.069707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5524bde0-0094-4c6c-ad85-fba166c42021 req-ad6fd95e-04fd-48b9-8870-4db7c752afc6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804422 Sep 20 12:21:54.096558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:54.171236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4ae11-23c8-4d84-b752-a57519f853af req-122c7b7f-70a9-424b-b017-345ee5b9d5a1 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:54.173349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94f4ae11-23c8-4d84-b752-a57519f853af req-122c7b7f-70a9-424b-b017-345ee5b9d5a1 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 950 time: 0.0591657 Sep 20 12:21:54.184165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Pushing event updated for resources: {'Port': ['ID=3ddc8f56-57be-481c-9593-1e90173d3392,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:54.209914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-1f966193-d4eb-44be-a863-cc6ecf332d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:54.214814 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-1f966193-d4eb-44be-a863-cc6ecf332d8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428459 Sep 20 12:21:54.231389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94f4ae11-23c8-4d84-b752-a57519f853af req-5b91e0a3-87e7-4db8-9d99-b6404cba1525 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497768 Sep 20 12:21:54.413020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aede4a-2c0f-4a6e-aa0e-bb80e8d04cf7 req-87ebaaf1-4eaa-4874-b326-be81d653bead tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:54.414651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85aede4a-2c0f-4a6e-aa0e-bb80e8d04cf7 req-87ebaaf1-4eaa-4874-b326-be81d653bead tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 1101 time: 0.1119239 Sep 20 12:21:54.448972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-510592f0-2a1b-4d7a-9d90-c12b0acfaa32 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:54.450973 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-510592f0-2a1b-4d7a-9d90-c12b0acfaa32 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.2436128 Sep 20 12:21:54.456997 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1836e-ac0e-41ea-994e-ce1db7bc2d97 req-cf0a3aea-ce1b-4a9b-8129-5bca62b9cd30 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:54.466188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad1836e-ac0e-41ea-994e-ce1db7bc2d97 req-cf0a3aea-ce1b-4a9b-8129-5bca62b9cd30 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 946 time: 0.1261234 Sep 20 12:21:54.466188 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85aede4a-2c0f-4a6e-aa0e-bb80e8d04cf7 req-a3cf43ea-e76c-419e-8a8a-a777b2ae5f5e tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:54.467697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809934-3'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:54.519198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad1836e-ac0e-41ea-994e-ce1db7bc2d97 req-af5a93aa-becb-4b2e-8ad9-2d1f1ea4c621 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512149 Sep 20 12:21:54.520056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Attempting to bind port 3ddc8f56-57be-481c-9593-1e90173d3392 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:54.520324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Attempting to bind port 3ddc8f56-57be-481c-9593-1e90173d3392 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:54.520659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Attempting to bind port 3ddc8f56-57be-481c-9593-1e90173d3392 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:54.547192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-b7eee9de-4f2c-4c64-8c59-9829c43189de service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685122 Sep 20 12:21:54.562742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Port 3ddc8f56-57be-481c-9593-1e90173d3392 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:54.563067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Attempting to bind port 3ddc8f56-57be-481c-9593-1e90173d3392 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:54.588427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:54.588799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:54.589211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:54.590110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Bound port: 3ddc8f56-57be-481c-9593-1e90173d3392, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:54.590396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:54.621755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85aede4a-2c0f-4a6e-aa0e-bb80e8d04cf7 req-a3cf43ea-e76c-419e-8a8a-a777b2ae5f5e tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:54.670685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:54.733961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6af9-60ea-40fd-87e4-b00aac1fde04 req-6e5728f0-b278-40c5-8b75-ce7fc28f6162 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:54.735476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-507f6af9-60ea-40fd-87e4-b00aac1fde04 req-6e5728f0-b278-40c5-8b75-ce7fc28f6162 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0540302 Sep 20 12:21:54.775736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-507f6af9-60ea-40fd-87e4-b00aac1fde04 req-acc15528-e108-49dd-95c6-14dcccd07684 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Sep 20 12:21:54.804464 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85aede4a-2c0f-4a6e-aa0e-bb80e8d04cf7 req-a3cf43ea-e76c-419e-8a8a-a777b2ae5f5e tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:54.839484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf43ea-e76c-419e-8a8a-a777b2ae5f5e tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fa6de2-8ec2-4911-bfff-b375afeafe7c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:54.868324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85aede4a-2c0f-4a6e-aa0e-bb80e8d04cf7 req-a3cf43ea-e76c-419e-8a8a-a777b2ae5f5e tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315226 Sep 20 12:21:54.887320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-b975de88-6e1b-4478-af6c-c385944270ce tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:54.888868 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-b975de88-6e1b-4478-af6c-c385944270ce tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "GET /v2.0/networks?id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c HTTP/1.1" status: 200 len: 824 time: 0.3599994 Sep 20 12:21:54.890038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] For port 3ddc8f56-57be-481c-9593-1e90173d3392, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:54.926654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25585e9c-0764-4998-b797-16e07de7588c req-d23d92be-b110-4cbf-b8b5-b2a61be1fcd3 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 210 time: 0.0773664 Sep 20 12:21:54.930439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-f7bbc269-013d-406a-9be1-9744064d3c40 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650839 Sep 20 12:21:54.933704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] For port 3ddc8f56-57be-481c-9593-1e90173d3392, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3ddc8f56-57be-481c-9593-1e90173d3392,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:55.004759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5db98d9-3f6e-4d13-905e-2637370724db req-b104d8d7-9f3d-418e-b72e-17df711ee5b4 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 210 time: 0.0344853 Sep 20 12:21:55.032604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-78b8a26a-7468-4e45-b276-57d7f4256023 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0 HTTP/1.1" status: 200 len: 380 time: 0.1271765 Sep 20 12:21:55.047884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Request body: {'port': {'device_id': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'admin_state_up': True, 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'security_groups': ['65e4ffe4-4823-476e-a00d-ee2d9b621ab1']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:55.057045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:55.060907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:55.135793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f04605c0-5c92-4bb3-80a8-62b3d770dbfc req-df62971f-8834-4549-870f-00bfde77e48d tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 210 time: 0.0375779 Sep 20 12:21:55.265707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26a27-0db4-4025-9366-0b911a9fd5f2 req-28d44dfe-7dbd-4b90-a9f0-61f46b42272e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:55.267495 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41c26a27-0db4-4025-9366-0b911a9fd5f2 req-28d44dfe-7dbd-4b90-a9f0-61f46b42272e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 945 time: 0.0644114 Sep 20 12:21:55.280244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:55.281145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:55.283563 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] 10.222.0.21 "PUT /v2.0/ports/3ddc8f56-57be-481c-9593-1e90173d3392 HTTP/1.1" status: 200 len: 1094 time: 2.8194730 Sep 20 12:21:55.285474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1604ee-15c9-4c5f-97ee-94b06c02cee9', 'tag': '3ddc8f56-57be-481c-9593-1e90173d3392'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:55.288962 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a815199-053b-4935-9fd1-1e69d23a553d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1604ee-15c9-4c5f-97ee-94b06c02cee9", "tag": "3ddc8f56-57be-481c-9593-1e90173d3392"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:55.320239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:55.323166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb4a41-4be8-43b7-b9a0-5e26a799d90f service neutron] Pushing event updated for resources: {'Port': ['ID=3ddc8f56-57be-481c-9593-1e90173d3392,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:55.385920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41c26a27-0db4-4025-9366-0b911a9fd5f2 req-1d1611f4-72eb-43c5-80f7-140f34553652 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102915 Sep 20 12:21:55.388791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-de4e68f8-1b13-4e27-bc9c-d3636a7e55e9 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:55.390766 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-de4e68f8-1b13-4e27-bc9c-d3636a7e55e9 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.21 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 950 time: 0.3274274 Sep 20 12:21:55.440576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:55.455144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6a95-3fd9-4f0b-9771-aa939be53d09 req-8e00b3f0-7246-48bd-a716-ca843fbd4c2f tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:55.457705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f41e6a95-3fd9-4f0b-9771-aa939be53d09 req-8e00b3f0-7246-48bd-a716-ca843fbd4c2f tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 950 time: 0.1001015 Sep 20 12:21:55.499231 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb4fb8-acff-432e-8701-a769cf07a8de x-openstack-request-id: req-4dfb4fb8-acff-432e-8701-a769cf07a8de {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:55.504432 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1604ee-15c9-4c5f-97ee-94b06c02cee9", "tag": "3ddc8f56-57be-481c-9593-1e90173d3392", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:55.504722 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dfb4fb8-acff-432e-8701-a769cf07a8de {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:55.509714 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1604ee-15c9-4c5f-97ee-94b06c02cee9', 'tag': '3ddc8f56-57be-481c-9593-1e90173d3392', 'status': 'completed', 'code': 200} Sep 20 12:21:55.533572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f41e6a95-3fd9-4f0b-9771-aa939be53d09 req-5c08b899-0a5f-4900-a88d-bd5e2a707151 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656950 Sep 20 12:21:55.607832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a815199-053b-4935-9fd1-1e69d23a553d req-02352791-7909-411f-b1d3-6b7bfac4c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:55.607832 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a815199-053b-4935-9fd1-1e69d23a553d req-02352791-7909-411f-b1d3-6b7bfac4c625 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 1097 time: 0.0897610 Sep 20 12:21:55.608105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-e593ce85-ba58-4e3a-9ca7-2fe162e995d4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403740 Sep 20 12:21:55.655899 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a815199-053b-4935-9fd1-1e69d23a553d req-555e8e1d-ff86-49f2-9c64-016b2ddceb78 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401621 Sep 20 12:21:55.660913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:55.669996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Deleting port 31682098-3e60-4307-927b-a96526b83ff7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:21:55.670422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:55.743443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Made reservation on behalf of 49d950b75a9b47cf8b29e1685ad7a5b0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:55.747021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:55.767895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ff866-d36d-4f64-aa90-9d874929d135 req-05af52c7-a713-48c1-93d9-3936adadbeae tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:55.769446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e37ff866-d36d-4f64-aa90-9d874929d135 req-05af52c7-a713-48c1-93d9-3936adadbeae tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 946 time: 0.1259284 Sep 20 12:21:55.798169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-8c44634b-3270-4bf1-a363-f6754733e2c5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:55.798712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-8c44634b-3270-4bf1-a363-f6754733e2c5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756837 Sep 20 12:21:55.825987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-9a1309ac-7a56-4272-b445-c9f52727ee0b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/quotas/0b4191a27b9d4a21a7004cd529afb133 HTTP/1.1" status: 200 len: 375 time: 0.0187356 Sep 20 12:21:55.833981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e37ff866-d36d-4f64-aa90-9d874929d135 req-486b15eb-c2e6-4c6a-9dc9-96d36d60b525 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541272 Sep 20 12:21:55.885985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:55.905855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-8776dcbf-9545-4b96-9504-c66d674ce597 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705907 Sep 20 12:21:55.985315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbf8e5-f345-4eb0-bec9-8d7e83cc0cd1 req-3faabdc3-ed91-40e6-9618-62d60bb3806c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:55.986902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fafbf8e5-f345-4eb0-bec9-8d7e83cc0cd1 req-3faabdc3-ed91-40e6-9618-62d60bb3806c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0779791 Sep 20 12:21:56.028551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fafbf8e5-f345-4eb0-bec9-8d7e83cc0cd1 req-68502540-74f5-42a2-8256-4b02880d67dc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343852 Sep 20 12:21:56.137092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0382872d-e63e-4b88-912f-f671e60de301 req-a98b0991-7bb0-4e7e-81db-1a03416dad0d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 210 time: 0.0381572 Sep 20 12:21:56.224063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on host n-h2-809934-3 for vnic_type normal with profile {"migrating_to": "n-h1-809934-3"} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:56.225353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:56.225353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:56.233670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02af4ffb-7ed7-4312-b734-01617ec8c212 req-685229b2-7c53-4cfe-bc75-d1fecbefb968 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 210 time: 0.0265305 Sep 20 12:21:56.238192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] For port 31682098-3e60-4307-927b-a96526b83ff7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=31682098-3e60-4307-927b-a96526b83ff7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:21:56.238334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:56.241472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a815199-053b-4935-9fd1-1e69d23a553d req-9b969616-6473-461d-9582-c8b0cb1d3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:56.242995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a815199-053b-4935-9fd1-1e69d23a553d req-9b969616-6473-461d-9582-c8b0cb1d3469 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5775287 Sep 20 12:21:56.260478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:56.260808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Attempting to bind port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:56.264719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Calling delete_port for 31682098-3e60-4307-927b-a96526b83ff7 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:21:56.315539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:56.315772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:56.316156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:56.316604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Bound port: 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:56.316967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:56.331967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12ba2a6d-b5b7-419b-ad0b-9f3cee3e321c req-9c41d938-d2e6-40c8-afb6-17b66a84b5c0 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 210 time: 0.0262709 Sep 20 12:21:56.402931 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:21:56.427864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Allocated IP 172.20.0.7 (9092aabb-35c2-4a0b-a3ac-d5fd5983157c/0cbb1bb8-44d1-42f3-add4-191240af64a6/ab936069-dbb0-42dc-b378-15b94c32a0dc) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:56.490801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-edf4e620-3da0-4a00-994b-db7415148b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:56.492302 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-edf4e620-3da0-4a00-994b-db7415148b7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 1097 time: 0.1914480 Sep 20 12:21:56.518404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849bb23-6676-4e2e-9b2b-03b17cdd75fb req-a924ae21-c8f3-4ee2-b8ec-87faec75ed2a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:56.519870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e849bb23-6676-4e2e-9b2b-03b17cdd75fb req-a924ae21-c8f3-4ee2-b8ec-87faec75ed2a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 943 time: 0.0495067 Sep 20 12:21:56.563248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e849bb23-6676-4e2e-9b2b-03b17cdd75fb req-1c37ecee-7479-4207-8d96-ea1bb7c69550 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Sep 20 12:21:56.590596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-c0bbbc90-c7af-474e-9f79-371e8f431658 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3ddc8f56-57be-481c-9593-1e90173d3392 HTTP/1.1" status: 200 len: 217 time: 0.0808074 Sep 20 12:21:56.600449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:56.688140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab29ebe-2048-4633-852e-1314a669c567 req-2c2003c3-0b87-4fb9-8b6b-010647314740 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:56.689674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dab29ebe-2048-4633-852e-1314a669c567 req-2c2003c3-0b87-4fb9-8b6b-010647314740 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 950 time: 0.0497308 Sep 20 12:21:56.700305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:56.730666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dab29ebe-2048-4633-852e-1314a669c567 req-62f5563a-6c20-4666-bbe9-12e2f6142e46 tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/security-groups?id=925d8fc0-3dd9-46d9-a407-28dff08fd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Sep 20 12:21:56.819223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-add28de6-e6b7-4ca2-862b-b7ad6f906a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:56.819223 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-add28de6-e6b7-4ca2-862b-b7ad6f906a15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.2044630 Sep 20 12:21:56.822945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:56.834440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2c35-25fb-45c9-9613-e02663a8864b req-3a4b354c-f75e-42dd-ba79-d5b3fd952045 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:56.835973 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-3a4b354c-f75e-42dd-ba79-d5b3fd952045 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.32 "GET /v2.0/networks?id=c331de55-f367-43f3-ad3a-9d2571949edf HTTP/1.1" status: 200 len: 821 time: 0.3665280 Sep 20 12:21:56.892527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Request body: {'port': {'device_id': '9f678b72-2e9f-448b-9401-f1c78d141def', 'network_id': 'c331de55-f367-43f3-ad3a-9d2571949edf', 'admin_state_up': True, 'tenant_id': '0fb2e068361347768b9be221271e3e77'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:57.016147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822356f1-bdb9-4809-acbe-b9966beed6ae req-3bf985e4-b037-4fb0-bb09-3ad801ce794b tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:57.018334 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-822356f1-bdb9-4809-acbe-b9966beed6ae req-3bf985e4-b037-4fb0-bb09-3ad801ce794b tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 946 time: 0.0759730 Sep 20 12:21:57.033746 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.043876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.32', 56790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:57.078615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.080414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:57.112647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-822356f1-bdb9-4809-acbe-b9966beed6ae req-da8373d9-c335-4b1a-9e5a-0f3dfb2b2153 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872810 Sep 20 12:21:57.150958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Pushing event deleted for resources: {'Port': ['ID=31682098-3e60-4307-927b-a96526b83ff7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:57.195532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-cc7e1aff-2bd3-413e-b9bf-888ec3166651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:57.197070 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-cc7e1aff-2bd3-413e-b9bf-888ec3166651 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3602021 Sep 20 12:21:57.223106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:57.224022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.225631 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-6ac68a63-6992-44d4-9a2d-af3b45fd0ff9 service neutron] 10.222.0.32 "PUT /v2.0/ports/45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 1121 time: 2.7623887 Sep 20 12:21:57.266591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9109ede5-b18f-4bc2-bebf-bd70aa328486 req-8d5c40d1-a0b3-44dc-8599-9f41cba32a41 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 210 time: 0.0953929 Sep 20 12:21:57.270390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['45b4df86-1a08-4274-9892-5bc7f2ec3c14'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:21:57.276780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] No DVR routers for this DVR port 31682098-3e60-4307-927b-a96526b83ff7 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:21:57.294103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-5bebbaca-1142-46b2-a9f7-7405c14f64bb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:57.294103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-5bebbaca-1142-46b2-a9f7-7405c14f64bb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 803 time: 0.2380621 Sep 20 12:21:57.294360 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.294360 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ac1cecb-4c25-4a40-96d1-b42c70222629 req-8746fdee-0c0d-4eb7-bdac-f26749d0b6ea tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.21 "DELETE /v2.0/ports/31682098-3e60-4307-927b-a96526b83ff7 HTTP/1.1" status: 204 len: 173 time: 1.8865476 Sep 20 12:21:57.308070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Request body: {'port': {'device_id': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'admin_state_up': True, 'tenant_id': 'e91d2700b9c941dfba5fbb93ea86694e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:57.382464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5a013-cd9f-45b9-a0e5-6e9129dbf2b2 req-6a075879-5581-498e-bab0-67ca411e3252 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:57.391328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29d5a013-cd9f-45b9-a0e5-6e9129dbf2b2 req-6a075879-5581-498e-bab0-67ca411e3252 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.2211974 Sep 20 12:21:57.398871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.512609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:57.514202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14'}, {'name': 'network-changed', 'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14'}, {'server_uuid': '7af0a55d-b542-4da5-82ad-d51ec8e8a9df', 'name': 'network-vif-deleted', 'tag': '31682098-3e60-4307-927b-a96526b83ff7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:57.516634 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a363121-e4ac-4908-814d-7f969066532d" -d '{"events": [{"server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "name": "network-vif-unplugged", "status": "completed", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14"}, {"name": "network-changed", "server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14"}, {"server_uuid": "7af0a55d-b542-4da5-82ad-d51ec8e8a9df", "name": "network-vif-deleted", "tag": "31682098-3e60-4307-927b-a96526b83ff7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:57.521526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-1cd4a876-26da-413d-b2c7-dfd0f518296d service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941928 Sep 20 12:21:57.527022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Made reservation on behalf of 0fb2e068361347768b9be221271e3e77 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:57.530093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29d5a013-cd9f-45b9-a0e5-6e9129dbf2b2 req-311ecc8b-9d2f-475f-bfc8-99009d53380b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376336 Sep 20 12:21:57.539697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.541994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:57.545389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339e51-9602-4b2a-9506-0c61447a0869 req-af53d513-578e-49bd-a423-2333e5734596 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:57.556513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea339e51-9602-4b2a-9506-0c61447a0869 req-af53d513-578e-49bd-a423-2333e5734596 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 931 time: 0.1087084 Sep 20 12:21:57.561337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:57.576611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event updated for resources: {'Port': ['ID=ab936069-dbb0-42dc-b378-15b94c32a0dc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:57.668836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea339e51-9602-4b2a-9506-0c61447a0869 req-b00640f5-d70d-47cc-930c-564eabf7cbe4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968552 Sep 20 12:21:57.693336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b92bb8c8-3b5b-4eb5-a1b4-f25c63dfb302 req-5b12d7b9-8532-4d23-a9d5-0a83de88abb8 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 210 time: 0.0380208 Sep 20 12:21:57.747384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:57.748106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.780530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-053ee32b-665d-4062-8e70-6269984ad455 req-7614d267-9028-46dc-8698-11e4e2b7e448 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 210 time: 0.0397763 Sep 20 12:21:57.783145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Made reservation on behalf of e91d2700b9c941dfba5fbb93ea86694e for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:21:57.783696 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5417c45-f423-4748-b2df-f11a9a6493bf x-openstack-request-id: req-d5417c45-f423-4748-b2df-f11a9a6493bf {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:21:57.784008 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "name": "network-vif-unplugged", "status": "completed", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14", "code": 200}, {"name": "network-changed", "server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14", "status": "completed", "code": 200}, {"server_uuid": "7af0a55d-b542-4da5-82ad-d51ec8e8a9df", "name": "network-vif-deleted", "tag": "31682098-3e60-4307-927b-a96526b83ff7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:21:57.784305 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5417c45-f423-4748-b2df-f11a9a6493bf {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:21:57.784710 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14', 'code': 200} Sep 20 12:21:57.784963 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14', 'status': 'completed', 'code': 200} Sep 20 12:21:57.785262 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af0a55d-b542-4da5-82ad-d51ec8e8a9df', 'name': 'network-vif-deleted', 'tag': '31682098-3e60-4307-927b-a96526b83ff7', 'status': 'completed', 'code': 200} Sep 20 12:21:57.792347 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.912081 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-39b48990-767a-4d81-9a81-f13c8ed67aa0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8684342 Sep 20 12:21:57.913590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-798c3202-a2cb-4193-91cd-5bed80213d0c None None] Provisioning complete for port ab936069-dbb0-42dc-b378-15b94c32a0dc triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:21:57.914122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-798c3202-a2cb-4193-91cd-5bed80213d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:57.929384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Request body: {'port': {'device_id': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:57.935059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a6a64618-e294-4734-98db-2d81af7a8a38 req-4ff7eaab-a73d-4871-b620-2dd3580d0ca2 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849652 Sep 20 12:21:57.951207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-798c3202-a2cb-4193-91cd-5bed80213d0c None None] Port ab936069-dbb0-42dc-b378-15b94c32a0dc cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:21:57.964096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b27a06a-b8b5-41f0-8c50-b70db420d5af req-b4af3642-43cc-4a02-987b-9fdeffa8038f tempest-ServerDiagnosticsNegativeTest-1335398619 tempest-ServerDiagnosticsNegativeTest-1335398619-project] 10.222.0.37 "GET /v2.0/ports?device_id=7af0a55d-b542-4da5-82ad-d51ec8e8a9df HTTP/1.1" status: 200 len: 210 time: 0.0626996 Sep 20 12:21:57.975871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Allocated IP 172.20.0.8 (c331de55-f367-43f3-ad3a-9d2571949edf/d67db42e-b637-413a-96ee-822f57f4a979/a2df817e-faf7-4dc5-9fdd-9fd73f3534ee) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:58.019025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363121-e4ac-4908-814d-7f969066532d req-56d476d3-c8ad-441b-bf13-21dc618f8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.021173 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a363121-e4ac-4908-814d-7f969066532d req-56d476d3-c8ad-441b-bf13-21dc618f8874 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1124 time: 0.1619349 Sep 20 12:21:58.027998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516a564-aa1d-4518-833b-0e17a01034f7 req-eb313c96-7bd8-47a4-8020-4166b5ec6961 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.035481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8516a564-aa1d-4518-833b-0e17a01034f7 req-eb313c96-7bd8-47a4-8020-4166b5ec6961 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 943 time: 0.1194456 Sep 20 12:21:58.054353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:58.079416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Allocated IP 172.20.0.2 (74687959-c8f9-44dd-ac63-a123b83bd8a8/54348ff2-71b4-437c-a198-407723854790/335011b2-f59e-4587-9582-0e9b35aaaea2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:21:58.087463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8516a564-aa1d-4518-833b-0e17a01034f7 req-74c812a1-cf14-4c2d-92ae-8ca5e8c6e862 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493309 Sep 20 12:21:58.268944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363121-e4ac-4908-814d-7f969066532d req-f5a3ab06-84a7-4ae8-b8dd-b147985f368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.270443 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a363121-e4ac-4908-814d-7f969066532d req-f5a3ab06-84a7-4ae8-b8dd-b147985f368e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.2405632 Sep 20 12:21:58.271797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fc708-0ab9-4a53-9d55-34011668f7a3 req-63e768c8-44d3-4a5b-87aa-235193181d9a tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.273324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b5fc708-0ab9-4a53-9d55-34011668f7a3 req-63e768c8-44d3-4a5b-87aa-235193181d9a tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 946 time: 0.0889111 Sep 20 12:21:58.319400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b5fc708-0ab9-4a53-9d55-34011668f7a3 req-e028b1f5-bbfc-42b0-8f14-4d8d75f6597f tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 Sep 20 12:21:58.348006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:58.378176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a363121-e4ac-4908-814d-7f969066532d req-a959a7a0-fcd1-4c3f-8aad-a6c2b351708e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 217 time: 0.0919423 Sep 20 12:21:58.386301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b03cba9-ebfc-4653-8f4b-82eb08c25b1a req-a1d49701-6131-4534-b386-3bd140a9f4ff tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 210 time: 0.0344288 Sep 20 12:21:58.391139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:58.473403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363121-e4ac-4908-814d-7f969066532d req-c3043613-3651-4278-ad79-b8880ab6a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.475708 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a363121-e4ac-4908-814d-7f969066532d req-c3043613-3651-4278-ad79-b8880ab6a357 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0892751 Sep 20 12:21:58.529637 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:58.546895 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a363121-e4ac-4908-814d-7f969066532d req-f1b60011-3947-471d-ac10-e2308f223a1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391240 Sep 20 12:21:58.592513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Network 74687959-c8f9-44dd-ac63-a123b83bd8a8 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:58.603420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:58.605423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Pushing event updated for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:58.607561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:58.661794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:58.675043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.675695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:58.705860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099b40f-c1c2-4a2f-be3b-542bd4dce783 req-8f150da3-7d2d-49cc-a58f-2dcc8e975865 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.707344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1099b40f-c1c2-4a2f-be3b-542bd4dce783 req-8f150da3-7d2d-49cc-a58f-2dcc8e975865 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0647886 Sep 20 12:21:58.761764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1099b40f-c1c2-4a2f-be3b-542bd4dce783 req-8a57139b-5a6b-4629-af77-d1a2feb0f16c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480847 Sep 20 12:21:58.809347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fea1c-8d14-4edc-8370-2984d2d26bc7 req-e4259e33-7d57-4052-bbc4-87df93259b40 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.810980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e34fea1c-8d14-4edc-8370-2984d2d26bc7 req-e4259e33-7d57-4052-bbc4-87df93259b40 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 931 time: 0.0539055 Sep 20 12:21:58.814371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80f21ee4-dfa9-479f-b229-1f2bd539bab1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5115445 Sep 20 12:21:58.830367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Request body: {'port': {'device_id': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:58.911616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e34fea1c-8d14-4edc-8370-2984d2d26bc7 req-6db546ff-f806-4faf-b62a-6d2e71505c99 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944273 Sep 20 12:21:58.953071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:58.977899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Network c331de55-f367-43f3-ad3a-9d2571949edf is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:21:58.978587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 31682098-3e60-4307-927b-a96526b83ff7 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:21:58.983413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fad7e-1565-46d8-8b69-9363b0b50817 req-afe05532-5e8b-4f8d-8075-16ff12eb1e2c tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:58.990123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab936069-dbb0-42dc-b378-15b94c32a0dc {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:58.991857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d8fad7e-1565-46d8-8b69-9363b0b50817 req-afe05532-5e8b-4f8d-8075-16ff12eb1e2c tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 931 time: 0.1584432 Sep 20 12:21:58.997829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:21:59.001459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.006399 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a363121-e4ac-4908-814d-7f969066532d req-01c85771-314d-443f-8270-4d508d3a188f service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495392 Sep 20 12:21:59.006999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Pushing event updated for resources: {'Port': ['ID=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:59.009669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 31682098-3e60-4307-927b-a96526b83ff7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:21:59.010210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 31682098-3e60-4307-927b-a96526b83ff7 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:21:59.010748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:21:59.059089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Transition to ACTIVE for port object ab936069-dbb0-42dc-b378-15b94c32a0dc will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:21:59.092859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:59.093496 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.159417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a363121-e4ac-4908-814d-7f969066532d req-d71dd576-dcdf-48e2-a73b-f99b6436cfbc service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190217 Sep 20 12:21:59.163538 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.174744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d8fad7e-1565-46d8-8b69-9363b0b50817 req-50ab85f6-12ee-4f6c-a8d0-db3cad312961 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819911 Sep 20 12:21:59.219527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491034cc-3d2a-4770-9c87-c41ab44d18b3 req-8ee49160-ee97-46b3-9505-746a27c44a7c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:59.228252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab936069-dbb0-42dc-b378-15b94c32a0dc,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:59.231347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-491034cc-3d2a-4770-9c87-c41ab44d18b3 req-8ee49160-ee97-46b3-9505-746a27c44a7c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 931 time: 0.2038510 Sep 20 12:21:59.297459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-8b63e208-5e43-4f43-b91a-b75fd70b5c87 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4457128 Sep 20 12:21:59.322487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Request body: {'port': {'device_id': '9f678b72-2e9f-448b-9401-f1c78d141def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:21:59.365206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Attempting to bind port ab936069-dbb0-42dc-b378-15b94c32a0dc on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:21:59.365656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Attempting to bind port ab936069-dbb0-42dc-b378-15b94c32a0dc by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:21:59.366090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Attempting to bind port ab936069-dbb0-42dc-b378-15b94c32a0dc on network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:59.376782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Port ab936069-dbb0-42dc-b378-15b94c32a0dc on network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:21:59.377328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Attempting to bind port ab936069-dbb0-42dc-b378-15b94c32a0dc on network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:21:59.403947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:21:59.404452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Checking segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:21:59.404942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Bound using segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:21:59.406082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Bound port: ab936069-dbb0-42dc-b378-15b94c32a0dc, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:21:59.406545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.440657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-491034cc-3d2a-4770-9c87-c41ab44d18b3 req-c4972f23-4992-4f0c-8224-a215c2c4888a tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944404 Sep 20 12:21:59.446612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.612313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50717f1f-1b10-4bce-b73f-70f3e656a7f0 req-307f6995-41bd-46eb-b3cf-d37348e98bee tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:59.613903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50717f1f-1b10-4bce-b73f-70f3e656a7f0 req-307f6995-41bd-46eb-b3cf-d37348e98bee tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 943 time: 0.2106428 Sep 20 12:21:59.628221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] For port ab936069-dbb0-42dc-b378-15b94c32a0dc, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:21:59.647218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] For port ab936069-dbb0-42dc-b378-15b94c32a0dc, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ab936069-dbb0-42dc-b378-15b94c32a0dc,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:21:59.682723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083f03-dff5-42d6-abf6-795bbd5fedad req-0d13f2c7-4961-448d-b463-f7c41048e912 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:59.684701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61083f03-dff5-42d6-abf6-795bbd5fedad req-0d13f2c7-4961-448d-b463-f7c41048e912 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 946 time: 0.1465774 Sep 20 12:21:59.763217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.814023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:21:59.814485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.815897 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/ab936069-dbb0-42dc-b378-15b94c32a0dc HTTP/1.1" status: 200 len: 1091 time: 1.8921578 Sep 20 12:21:59.816407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'tag': 'ab936069-dbb0-42dc-b378-15b94c32a0dc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:21:59.819225 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a918fd33-3d81-4d41-9f06-495c338570d4" -d '{"events": [{"name": "network-changed", "server_uuid": "304222c3-1d78-4fa1-a6aa-7ea11afb9d32", "tag": "ab936069-dbb0-42dc-b378-15b94c32a0dc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:21:59.904187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc5710-55ab-438e-890f-eb110bf943f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab936069-dbb0-42dc-b378-15b94c32a0dc,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:21:59.925538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38428) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:21:59.941239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2df817e-faf7-4dc5-9fdd-9fd73f3534ee {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:59.951532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.977690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335011b2-f59e-4587-9582-0e9b35aaaea2 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:21:59.986530 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:59.995093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Transition to ACTIVE for port object a2df817e-faf7-4dc5-9fdd-9fd73f3534ee will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:00.011697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50717f1f-1b10-4bce-b73f-70f3e656a7f0 req-ece503ff-9caf-44dc-aeaf-dc1f06aff52e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831685 Sep 20 12:22:00.024027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-5da34701-3d3a-4ca8-92b5-f123600c3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.025587 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-5da34701-3d3a-4ca8-92b5-f123600c3d7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 1094 time: 0.0695858 Sep 20 12:22:00.026155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Transition to ACTIVE for port object 335011b2-f59e-4587-9582-0e9b35aaaea2 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:00.064625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61083f03-dff5-42d6-abf6-795bbd5fedad req-4be5909e-a78a-4295-aef0-b9026ccb1101 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645115 Sep 20 12:22:00.091990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-e6965f14-3951-43e1-8c13-8513d49073e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab936069-dbb0-42dc-b378-15b94c32a0dc HTTP/1.1" status: 200 len: 217 time: 0.0560031 Sep 20 12:22:00.113735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.141716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f2bb1ba-e4a8-4a50-9da5-e5cf3b49fa28 req-8863b821-86bb-42a6-83dd-0152d7dc120f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 210 time: 0.0291228 Sep 20 12:22:00.175948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.220988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-9f217893-8353-45af-a3c8-c507d162a977 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1288397 Sep 20 12:22:00.226356 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b5b98e-f476-45f5-8a8d-6f68bcc33817 x-openstack-request-id: req-32b5b98e-f476-45f5-8a8d-6f68bcc33817 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:00.226884 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304222c3-1d78-4fa1-a6aa-7ea11afb9d32", "tag": "ab936069-dbb0-42dc-b378-15b94c32a0dc", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:00.231974 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32b5b98e-f476-45f5-8a8d-6f68bcc33817 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:00.233067 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'tag': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'status': 'completed', 'code': 200} Sep 20 12:22:00.277034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90551d-fb89-4cdc-bf0c-0371e8372ae5 req-c7dfe55e-412d-4886-bc1a-188a825baa23 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.284234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e90551d-fb89-4cdc-bf0c-0371e8372ae5 req-c7dfe55e-412d-4886-bc1a-188a825baa23 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.1407895 Sep 20 12:22:00.290534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Pushing event updated for resources: {'Port': ['ID=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:00.307254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:00.331052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-02dcf19c-13c4-489a-b26a-95c5985d1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.332561 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-02dcf19c-13c4-489a-b26a-95c5985d1ca1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cbb1bb8-44d1-42f3-add4-191240af64a6 HTTP/1.1" status: 200 len: 863 time: 0.2026479 Sep 20 12:22:00.373615 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-09182e16-769f-41cb-9271-bb39b651bcd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c2b4e7e0abf49e1881f35f9a57d9a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469705 Sep 20 12:22:00.385428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e90551d-fb89-4cdc-bf0c-0371e8372ae5 req-1ab63e71-6aa0-4c39-8d9f-2b9c1dd656df tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001210 Sep 20 12:22:00.386184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:00.419386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f343289-dde5-4451-88ad-039f949e44e0 req-265c8901-9c42-40ac-ab1a-56799b310529 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.427437 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f343289-dde5-4451-88ad-039f949e44e0 req-265c8901-9c42-40ac-ab1a-56799b310529 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 943 time: 0.1889701 Sep 20 12:22:00.463863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Attempting to bind port 335011b2-f59e-4587-9582-0e9b35aaaea2 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:00.464423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Attempting to bind port 335011b2-f59e-4587-9582-0e9b35aaaea2 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:00.464914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Attempting to bind port 335011b2-f59e-4587-9582-0e9b35aaaea2 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:00.480371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Port 335011b2-f59e-4587-9582-0e9b35aaaea2 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:00.480946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Attempting to bind port 335011b2-f59e-4587-9582-0e9b35aaaea2 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:00.495716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-e98de178-9cda-4077-9238-ff6ab9674759 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.497291 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-e98de178-9cda-4077-9238-ff6ab9674759 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548022 Sep 20 12:22:00.509161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 45b4df86-1a08-4274-9892-5bc7f2ec3c14 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:00.513259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:00.513409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Request body: {'port': {'device_id': '06965346-b114-475b-9c4b-dc4abcf07c5d', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '0b4191a27b9d4a21a7004cd529afb133'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:00.513912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Checking segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:00.514440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Bound using segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:00.515110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Bound port: 335011b2-f59e-4587-9582-0e9b35aaaea2, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:00.515639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.524101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-f38e9e38-e08d-4c22-9226-9260282207a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.526146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-f38e9e38-e08d-4c22-9226-9260282207a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557295 Sep 20 12:22:00.526836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Attempting to bind port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:00.527227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Attempting to bind port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'de8e46f5-3f45-4aaf-b8db-afc5f7e98b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c331de55-f367-43f3-ad3a-9d2571949edf'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:00.527549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Attempting to bind port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee on network c331de55-f367-43f3-ad3a-9d2571949edf {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:00.547151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f343289-dde5-4451-88ad-039f949e44e0 req-10d1fd19-a52f-4754-87d1-15fe5e80164c tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141603 Sep 20 12:22:00.566783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee on network c331de55-f367-43f3-ad3a-9d2571949edf not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:00.567113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Attempting to bind port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee on network c331de55-f367-43f3-ad3a-9d2571949edf {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:00.628843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:00.629120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Checking segment: {'id': 'de8e46f5-3f45-4aaf-b8db-afc5f7e98b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c331de55-f367-43f3-ad3a-9d2571949edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:00.629505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Bound using segment: {'id': 'de8e46f5-3f45-4aaf-b8db-afc5f7e98b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c331de55-f367-43f3-ad3a-9d2571949edf'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:00.630918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Bound port: a2df817e-faf7-4dc5-9fdd-9fd73f3534ee, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8e46f5-3f45-4aaf-b8db-afc5f7e98b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c331de55-f367-43f3-ad3a-9d2571949edf'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:00.631292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.643985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de3567d8-2e19-4143-a965-116fdbb93367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.671705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1aec4-088e-4441-8373-1d111ba6d22b req-0456f71e-9a1c-4949-8372-27466fa21d57 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.680300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11a1aec4-088e-4441-8373-1d111ba6d22b req-0456f71e-9a1c-4949-8372-27466fa21d57 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 943 time: 0.1819391 Sep 20 12:22:00.721894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de3567d8-2e19-4143-a965-116fdbb93367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.765358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:00.779550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:00.783001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-57af257b-b4da-4b40-9d37-7b5aaefe53f4 service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401400 Sep 20 12:22:00.791150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 45b4df86-1a08-4274-9892-5bc7f2ec3c14 has no active binding in host n-h1-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 12:22:00.807147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] For port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:00.822042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:00.833916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11a1aec4-088e-4441-8373-1d111ba6d22b req-d19aec45-2ba0-4079-bdef-40f3e76fceb8 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504703 Sep 20 12:22:00.837810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] For port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,segment=NetworkSegment(de8e46f5-3f45-4aaf-b8db-afc5f7e98b10),segment_id=de8e46f5-3f45-4aaf-b8db-afc5f7e98b10)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:00.849714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29727812-b12e-4cff-97cf-cad7ff75bdf8 req-bd43dca7-2d0b-4bf4-bb8c-cfba8463dd18 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.851183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29727812-b12e-4cff-97cf-cad7ff75bdf8 req-bd43dca7-2d0b-4bf4-bb8c-cfba8463dd18 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 943 time: 0.1400073 Sep 20 12:22:00.901648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29727812-b12e-4cff-97cf-cad7ff75bdf8 req-86bac990-592c-4ddb-8222-84de758d35f4 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443914 Sep 20 12:22:00.910821 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58acf85c-755e-4a35-b67c-d3bb94cac8c5 req-94ad8025-f120-4a7f-8067-e179a9a9aacd service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184955 Sep 20 12:22:00.920662 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-33a7bd92-c495-4428-8cb8-a1031fccc91c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256004 Sep 20 12:22:00.933864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.938454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Made reservation on behalf of 0b4191a27b9d4a21a7004cd529afb133 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:00.945001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.976215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:00.976934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:00.979946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] 10.222.0.32 "PUT /v2.0/ports/335011b2-f59e-4587-9582-0e9b35aaaea2 HTTP/1.1" status: 200 len: 1091 time: 2.1522419 Sep 20 12:22:00.979946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:00.980117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3ddc8f56-57be-481c-9593-1e90173d3392 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:00.981325 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ec6fed-5559-45e0-be95-7836a4daf6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:01.012285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a213d4d-7ead-4027-bfc5-ce59de252fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:01.024914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:01.043462 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699097de-8816-4a75-ab16-121adb614bf6 x-openstack-request-id: req-699097de-8816-4a75-ab16-121adb614bf6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:01.043462 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:01.043462 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-699097de-8816-4a75-ab16-121adb614bf6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:01.043462 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'status': 'completed', 'code': 200} Sep 20 12:22:01.055761 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de3567d8-2e19-4143-a965-116fdbb93367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:01.058342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de3567d8-2e19-4143-a965-116fdbb93367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:01.059959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-de3567d8-2e19-4143-a965-116fdbb93367 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/925d8fc0-3dd9-46d9-a407-28dff08fd923 HTTP/1.1" status: 204 len: 168 time: 0.6712911 Sep 20 12:22:01.108717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.111617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:01.111617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] 10.222.0.32 "PUT /v2.0/ports/a2df817e-faf7-4dc5-9fdd-9fd73f3534ee HTTP/1.1" status: 200 len: 1091 time: 1.8044467 Sep 20 12:22:01.180989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-1e797812-a905-4096-9ee8-35a4758e6c9c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.185307 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-1e797812-a905-4096-9ee8-35a4758e6c9c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584822 Sep 20 12:22:01.186249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3ddc8f56-57be-481c-9593-1e90173d3392, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3ddc8f56-57be-481c-9593-1e90173d3392,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:01.189722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3567d8-2e19-4143-a965-116fdbb93367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925d8fc0-3dd9-46d9-a407-28dff08fd923,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:01.201714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e00c83-9c71-4e51-99de-b09c68b6a3ae service neutron] Pushing event updated for resources: {'Port': ['ID=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:01.241334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Request body: {'port': {'device_id': 'e2e5de33-21e3-4536-8f4b-bd76d5720cba', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '0b4191a27b9d4a21a7004cd529afb133'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:01.249542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6fed-5559-45e0-be95-7836a4daf6bd req-ad3cdbf3-5ca2-4770-aeeb-fab39f6bf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.251307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84ec6fed-5559-45e0-be95-7836a4daf6bd req-ad3cdbf3-5ca2-4770-aeeb-fab39f6bf3cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 1094 time: 0.1635299 Sep 20 12:22:01.269706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '3ddc8f56-57be-481c-9593-1e90173d3392', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '3ddc8f56-57be-481c-9593-1e90173d3392', 'mac_address': 'fa:16:3e:82:0b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:01.334249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:01.353352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddc8f56-57be-481c-9593-1e90173d3392 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:01.390805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Allocated IP 192.168.233.30 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/1ea993ce-8716-4785-8570-7a629000a62b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:01.395288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3ddc8f56-57be-481c-9593-1e90173d3392, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3ddc8f56-57be-481c-9593-1e90173d3392,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:01.400000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-90ef535b-119a-4216-9c39-9e52468e04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.401545 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-90ef535b-119a-4216-9c39-9e52468e04d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 1094 time: 0.2130766 Sep 20 12:22:01.430962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2c35-25fb-45c9-9613-e02663a8864b req-176a738d-6e9a-41c1-a72e-a404bb4db4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.432441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-176a738d-6e9a-41c1-a72e-a404bb4db4a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb2e068361347768b9be221271e3e77&device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 1094 time: 0.1489227 Sep 20 12:22:01.463823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a911e-bcc4-4934-8260-45d96148e523 req-4333c5be-6c4b-427f-81ec-74d0b849689c tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.465470 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd5a911e-bcc4-4934-8260-45d96148e523 req-4333c5be-6c4b-427f-81ec-74d0b849689c tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 946 time: 0.2126837 Sep 20 12:22:01.519466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-53550d49-fa6a-4cfe-93f2-51c37e3bc3e7 service neutron] 10.222.0.21 "GET /v2.0/ports/45b4df86-1a08-4274-9892-5bc7f2ec3c14/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.4845488 Sep 20 12:22:01.521644 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:01.585702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=3ddc8f56-57be-481c-9593-1e90173d3392,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:01.629562 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-15b4bc69-697c-4ff9-b392-25c21589f302 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee HTTP/1.1" status: 200 len: 217 time: 0.1784866 Sep 20 12:22:01.651610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c753f-1e22-4975-9f7d-aec563858198 req-8c792cc4-b706-4c1c-bc69-a51e209ebfad tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.654152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-045c753f-1e22-4975-9f7d-aec563858198 req-8c792cc4-b706-4c1c-bc69-a51e209ebfad tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 943 time: 0.4091508 Sep 20 12:22:01.705714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd5a911e-bcc4-4934-8260-45d96148e523 req-915b9cbf-6850-4c1d-b098-ba27dd84941b tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215071 Sep 20 12:22:01.715545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3ddc8f56-57be-481c-9593-1e90173d3392'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:01.723239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6fed-5559-45e0-be95-7836a4daf6bd req-792a3cb1-3d48-49ec-939a-10053e5b8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.726346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84ec6fed-5559-45e0-be95-7836a4daf6bd req-792a3cb1-3d48-49ec-939a-10053e5b8576 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&shared=False HTTP/1.1" status: 200 len: 903 time: 0.4068491 Sep 20 12:22:01.734719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Made reservation on behalf of 0b4191a27b9d4a21a7004cd529afb133 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:01.737228 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:01.768341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2c35-25fb-45c9-9613-e02663a8864b req-bef2129b-45f8-4515-a546-c809fd2b697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.769798 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-bef2129b-45f8-4515-a546-c809fd2b697d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d67db42e-b637-413a-96ee-822f57f4a979 HTTP/1.1" status: 200 len: 861 time: 0.1248095 Sep 20 12:22:01.782122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-5c593134-9e52-44d6-a6eb-15058e349ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:01.788239 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-5c593134-9e52-44d6-a6eb-15058e349ed5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c HTTP/1.1" status: 200 len: 924 time: 0.3723381 Sep 20 12:22:01.801092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-045c753f-1e22-4975-9f7d-aec563858198 req-9cbedb0a-2f70-45c1-84f5-f9d5b68eed2e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303012 Sep 20 12:22:01.877311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5209b3a-90cd-4ea0-ad20-7dff0d8f9c35 req-4bf909e6-822f-4ae1-8aae-b08e80443e4d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 210 time: 0.0759945 Sep 20 12:22:01.992044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:02.096552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71fac7a2-35af-4c72-a47f-5c4f189e9653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.099382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-16348c28-df73-4831-8c29-409df78ae125 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c331de55-f367-43f3-ad3a-9d2571949edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3108039 Sep 20 12:22:02.106308 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-aeb15014-815d-4c6b-9902-dd468a122481 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab936069-dbb0-42dc-b378-15b94c32a0dc HTTP/1.1" status: 200 len: 217 time: 0.3103979 Sep 20 12:22:02.152562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec6fed-5559-45e0-be95-7836a4daf6bd req-886afc18-284e-40b4-ba38-d12f2de14fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.154081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84ec6fed-5559-45e0-be95-7836a4daf6bd req-886afc18-284e-40b4-ba38-d12f2de14fc9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4152443 Sep 20 12:22:02.182864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccba9e-5ea4-408e-9981-2f41b164cc8a req-fc6df146-05d6-47af-aebb-a31b543fe5fc tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.184374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-beccba9e-5ea4-408e-9981-2f41b164cc8a req-fc6df146-05d6-47af-aebb-a31b543fe5fc tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 943 time: 0.2199054 Sep 20 12:22:02.199130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acefa0-0108-41d4-82cd-2b4d09183353 req-24e2fd91-29bb-48cb-a851-e3b9d5eaba5a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.199863 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.200652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70acefa0-0108-41d4-82cd-2b4d09183353 req-24e2fd91-29bb-48cb-a851-e3b9d5eaba5a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.2476218 Sep 20 12:22:02.207644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:02.255322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f678b72-2e9f-448b-9401-f1c78d141def', 'tag': 'a2df817e-faf7-4dc5-9fdd-9fd73f3534ee'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:02.258032 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423abe49-d4d4-4928-b506-d5e4595fccc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f678b72-2e9f-448b-9401-f1c78d141def", "tag": "a2df817e-faf7-4dc5-9fdd-9fd73f3534ee"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:02.283517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-a38941c5-3094-4f7c-9512-f928c3bc6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.284990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-a38941c5-3094-4f7c-9512-f928c3bc6fe6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cbb1bb8-44d1-42f3-add4-191240af64a6 HTTP/1.1" status: 200 len: 863 time: 0.1465719 Sep 20 12:22:02.299865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:02.340552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-7990a39f-580a-4320-8d71-bc34cd74007f service neutron] 10.222.0.32 "GET /v2.0/networks/c331de55-f367-43f3-ad3a-9d2571949edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031155 Sep 20 12:22:02.364259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70acefa0-0108-41d4-82cd-2b4d09183353 req-b524f4cd-1fbc-40bc-a2fc-9587ca8a7341 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443298 Sep 20 12:22:02.370475 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-beccba9e-5ea4-408e-9981-2f41b164cc8a req-a48470cb-7827-420e-a6f6-bd1fc8b772b7 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657696 Sep 20 12:22:02.373094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-72fd1df3-137e-4402-ab1a-bd56ddd6c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.374603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-72fd1df3-137e-4402-ab1a-bd56ddd6c20b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801401 Sep 20 12:22:02.377098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-25148e5f-d40b-49f9-9d87-f2be47312065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.378657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-25148e5f-d40b-49f9-9d87-f2be47312065 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 1094 time: 0.1728833 Sep 20 12:22:02.384081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b4df86-1a08-4274-9892-5bc7f2ec3c14 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:02.401522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:02.448192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-2b608a48-cdb1-4c55-82c6-9991e9c86200 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=335011b2-f59e-4587-9582-0e9b35aaaea2 HTTP/1.1" status: 200 len: 217 time: 0.0566056 Sep 20 12:22:02.501622 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.513745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:02.530705 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71fac7a2-35af-4c72-a47f-5c4f189e9653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.597991 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-160c2c35-25fb-45c9-9613-e02663a8864b req-ac536feb-c765-4058-a30e-4bc454cb728a service neutron] 10.222.0.32 "GET /v2.0/networks/c331de55-f367-43f3-ad3a-9d2571949edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497489 Sep 20 12:22:02.612062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:02.621401 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-b4167e30-7135-4b5d-9289-1e4e2d778bc9 service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270539 Sep 20 12:22:02.629653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:02.645087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:02.648928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'Port': ['ID=1ea993ce-8716-4785-8570-7a629000a62b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:02.651285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Allocated IP 192.168.233.25 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/9853996a-ccd4-46b0-9dd7-4e93481b2934) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:02.774574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.776350 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71fac7a2-35af-4c72-a47f-5c4f189e9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.783866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.784506 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.854355 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a918fd33-3d81-4d41-9f06-495c338570d4 req-11a50bb3-5099-4f72-b6e4-396f5e17db14 service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223213 Sep 20 12:22:02.881048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-a720f50d-1190-4111-b92b-7a1e53f7a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.881048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-a720f50d-1190-4111-b92b-7a1e53f7a88b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54348ff2-71b4-437c-a198-407723854790 HTTP/1.1" status: 200 len: 843 time: 0.4187918 Sep 20 12:22:02.882694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-71fac7a2-35af-4c72-a47f-5c4f189e9653 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62affa7e9fab4418a28609d1d621c73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8831363 Sep 20 12:22:02.887464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fac7a2-35af-4c72-a47f-5c4f189e9653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdcaee5-1924-40a4-8e90-243114e6deff,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:02.891755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38468) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:02.897117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-beab2a89-4339-4d89-9389-1d1a3b3230e1 None None] Provisioning complete for port 1ea993ce-8716-4785-8570-7a629000a62b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:02.897686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-beab2a89-4339-4d89-9389-1d1a3b3230e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.901424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfb629-d114-4699-bd8e-31ba20a8a77b req-0787afac-6855-42a8-a316-5d5f773906be tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.902983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ecfb629-d114-4699-bd8e-31ba20a8a77b req-0787afac-6855-42a8-a316-5d5f773906be tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 943 time: 0.4415734 Sep 20 12:22:02.923178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-7a8effcb-f20b-4de6-99b4-74f9d96f72ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4137819 Sep 20 12:22:02.924341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbc9c2-ca68-459e-892e-3d8d92744021 req-d52db684-f4eb-405c-9f66-cdf9326b8f56 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:02.926252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34bbc9c2-ca68-459e-892e-3d8d92744021 req-d52db684-f4eb-405c-9f66-cdf9326b8f56 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 943 time: 0.4547794 Sep 20 12:22:02.945761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Request body: {'port': {'device_id': '06965346-b114-475b-9c4b-dc4abcf07c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:02.945951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-beab2a89-4339-4d89-9389-1d1a3b3230e1 None None] Port 1ea993ce-8716-4785-8570-7a629000a62b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:22:02.967256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-a3fdd361-a0ad-4627-9cf2-468318c29282 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74687959-c8f9-44dd-ac63-a123b83bd8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767934 Sep 20 12:22:02.991969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:02.995245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3ddc8f56-57be-481c-9593-1e90173d3392 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:03.023861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.082223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ecfb629-d114-4699-bd8e-31ba20a8a77b req-7ae4ecc1-6f76-49db-bcc8-0b6b678c283c tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509893 Sep 20 12:22:03.116900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] Transition to ACTIVE for port object 45b4df86-1a08-4274-9892-5bc7f2ec3c14 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:03.122339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34bbc9c2-ca68-459e-892e-3d8d92744021 req-277c55c2-aaff-433c-808b-89612fbb3bb7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667659 Sep 20 12:22:03.143398 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c514c069-f257-41e6-94b3-f571262374b5 x-openstack-request-id: req-c514c069-f257-41e6-94b3-f571262374b5 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:03.143820 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f678b72-2e9f-448b-9401-f1c78d141def", "tag": "a2df817e-faf7-4dc5-9fdd-9fd73f3534ee", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:03.144354 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c514c069-f257-41e6-94b3-f571262374b5 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:03.144642 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f678b72-2e9f-448b-9401-f1c78d141def', 'tag': 'a2df817e-faf7-4dc5-9fdd-9fd73f3534ee', 'status': 'completed', 'code': 200} Sep 20 12:22:03.155470 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb97f6d1-20b1-4e8c-853e-6b729a556312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.173739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 3ddc8f56-57be-481c-9593-1e90173d3392 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:03.178858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 3ddc8f56-57be-481c-9593-1e90173d3392 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:03.190647 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.190890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-80770bc1-e3a4-4562-a150-b6ab0b07bf97 service neutron] 10.222.0.32 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949823 Sep 20 12:22:03.190890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb97f6d1-20b1-4e8c-853e-6b729a556312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.191618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.225999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:03.289916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:03.309163 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.325819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:03.339878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:03.343675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'Port': ['ID=9853996a-ccd4-46b0-9dd7-4e93481b2934,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:03.418274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.418470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-fdcdcf17-6653-4284-bae6-2b6267ffefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.420697 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-fdcdcf17-6653-4284-bae6-2b6267ffefab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb2e068361347768b9be221271e3e77&device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 1094 time: 0.2482069 Sep 20 12:22:03.440217 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ddf6c3-d853-4a1e-a3b0-b9a6ba175bfc req-c758b5f4-e9a7-4fe8-bc6e-faeeb2a6dfcb service neutron] 10.222.0.32 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506914 Sep 20 12:22:03.448695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8e4da-2780-4732-88f6-ab39ca47b9b9 req-cdf096ca-0052-4a11-a4af-6d0c3958f543 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.456479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1604ee-15c9-4c5f-97ee-94b06c02cee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddc8f56-57be-481c-9593-1e90173d3392'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:03.456663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04c8e4da-2780-4732-88f6-ab39ca47b9b9 req-cdf096ca-0052-4a11-a4af-6d0c3958f543 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 943 time: 0.2425215 Sep 20 12:22:03.459277 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ce1406-3018-4d65-8afc-04205cdd4b44" -d '{"events": [{"server_uuid": "5f1604ee-15c9-4c5f-97ee-94b06c02cee9", "name": "network-vif-plugged", "status": "completed", "tag": "3ddc8f56-57be-481c-9593-1e90173d3392"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:03.459551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] No DVR routers for this DVR port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:22:03.479189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3ddc8f56-57be-481c-9593-1e90173d3392, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3ddc8f56-57be-481c-9593-1e90173d3392,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:03.482820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536dae1-349b-4f38-92a5-83b499da4f44 req-9cf4a9d2-3468-45b6-9e64-eb88d6a395d6 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.484375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2536dae1-349b-4f38-92a5-83b499da4f44 req-9cf4a9d2-3468-45b6-9e64-eb88d6a395d6 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 947 time: 0.2432747 Sep 20 12:22:03.504368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] Pushing event updated for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=10']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:03.526714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb97f6d1-20b1-4e8c-853e-6b729a556312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.529485 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb97f6d1-20b1-4e8c-853e-6b729a556312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.532893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb97f6d1-20b1-4e8c-853e-6b729a556312 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cdcaee5-1924-40a4-8e90-243114e6deff HTTP/1.1" status: 204 len: 168 time: 0.6267686 Sep 20 12:22:03.578820 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.581817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.582466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.599739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2536dae1-349b-4f38-92a5-83b499da4f44 req-cd4bd1d3-be9f-4948-ac1d-29642006bb5c tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063490 Sep 20 12:22:03.600871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97f6d1-20b1-4e8c-853e-6b729a556312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdcaee5-1924-40a4-8e90-243114e6deff,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:03.614988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-62018f82-1767-4c17-b6f3-c7073ddc454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.616794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-62018f82-1767-4c17-b6f3-c7073ddc454c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c331de55-f367-43f3-ad3a-9d2571949edf HTTP/1.1" status: 200 len: 921 time: 0.1848900 Sep 20 12:22:03.619839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-c65ec89d-0b0c-4e28-85b9-b79557818594 service neutron] 10.222.0.21 "PUT /v2.0/ports/45b4df86-1a08-4274-9892-5bc7f2ec3c14/bindings/n-h1-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0708539 Sep 20 12:22:03.626879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04c8e4da-2780-4732-88f6-ab39ca47b9b9 req-c56f5965-d27d-4203-a44b-03e7f6f9cd03 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694684 Sep 20 12:22:03.710566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4b8fcdb9-9a13-40ec-b7c3-d16a825e85eb None None] Provisioning complete for port 9853996a-ccd4-46b0-9dd7-4e93481b2934 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:03.711433 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4b8fcdb9-9a13-40ec-b7c3-d16a825e85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.713153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=3ddc8f56-57be-481c-9593-1e90173d3392,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:03.727685 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-edf0c64d-0467-4099-b16f-3482ffecceb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee HTTP/1.1" status: 200 len: 217 time: 0.0894105 Sep 20 12:22:03.736128 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-be312cb2-fe73-469e-8677-1d0f1ccecd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5176215 Sep 20 12:22:03.753496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Request body: {'port': {'device_id': 'e2e5de33-21e3-4536-8f4b-bd76d5720cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:03.757093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fcdb9-9a13-40ec-b7c3-d16a825e85eb None None] Port 9853996a-ccd4-46b0-9dd7-4e93481b2934 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:22:03.761532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea993ce-8716-4785-8570-7a629000a62b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:03.808833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.849239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Transition to ACTIVE for port object 1ea993ce-8716-4785-8570-7a629000a62b will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:03.863440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-a267d197-d93d-41a8-a68e-0c905ccb3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.865424 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-a267d197-d93d-41a8-a68e-0c905ccb3e7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d67db42e-b637-413a-96ee-822f57f4a979 HTTP/1.1" status: 200 len: 861 time: 0.1267214 Sep 20 12:22:03.866389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:03.866524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ede204-ae82-4721-87f7-47461b80e4bf req-7268d8f8-255e-4b37-85d6-3255ee2f63f3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.868091 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2ede204-ae82-4721-87f7-47461b80e4bf req-7268d8f8-255e-4b37-85d6-3255ee2f63f3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.1575248 Sep 20 12:22:03.877729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24014711-e3c9-4692-a501-e8ae215f8e44 req-7898b528-0323-42ae-936f-19caec26ee50 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.879333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24014711-e3c9-4692-a501-e8ae215f8e44 req-7898b528-0323-42ae-936f-19caec26ee50 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 935 time: 0.1348050 Sep 20 12:22:03.904793 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-fdbc0891-b995-4395-86ca-374517ee0dfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c331de55-f367-43f3-ad3a-9d2571949edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317640 Sep 20 12:22:03.924251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-736fd030-b57a-4d5a-b1fc-09f3c8154785 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:03.925652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-736fd030-b57a-4d5a-b1fc-09f3c8154785 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.1427264 Sep 20 12:22:03.998079 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:04.002850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2ede204-ae82-4721-87f7-47461b80e4bf req-ba1daa16-003f-4d0e-897a-19f0bf19babe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207826 Sep 20 12:22:04.031877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24014711-e3c9-4692-a501-e8ae215f8e44 req-6d1c6a73-7790-4e29-bbf8-885c86dd5427 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300697 Sep 20 12:22:04.071275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-7373ac27-651f-41a6-b8b7-7bf856caf121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.073855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-7373ac27-651f-41a6-b8b7-7bf856caf121 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2 HTTP/1.1" status: 200 len: 1095 time: 0.1351881 Sep 20 12:22:04.103684 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2499996-3361-4ca0-836a-4b2f3b7867b9 x-openstack-request-id: req-a2499996-3361-4ca0-836a-4b2f3b7867b9 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:04.104174 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1604ee-15c9-4c5f-97ee-94b06c02cee9", "name": "network-vif-plugged", "status": "completed", "tag": "3ddc8f56-57be-481c-9593-1e90173d3392", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:04.104319 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2499996-3361-4ca0-836a-4b2f3b7867b9 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:04.104824 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1604ee-15c9-4c5f-97ee-94b06c02cee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddc8f56-57be-481c-9593-1e90173d3392', 'code': 200} Sep 20 12:22:04.154583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea993ce-8716-4785-8570-7a629000a62b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:04.173869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-afd89a64-4848-41ee-b355-63acde6524f3 service neutron] 10.222.0.32 "GET /v2.0/networks/c331de55-f367-43f3-ad3a-9d2571949edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496641 Sep 20 12:22:04.269217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d5859-3149-433d-bbd8-02386ef45b8d req-f571fcea-dd79-4156-9b33-e0b56f685233 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.271672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b85d5859-3149-433d-bbd8-02386ef45b8d req-f571fcea-dd79-4156-9b33-e0b56f685233 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 943 time: 0.1731884 Sep 20 12:22:04.282310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-fd468aea-6be3-48dd-91a2-8dffe73f9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.284551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-fd468aea-6be3-48dd-91a2-8dffe73f9563 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1095 time: 0.1722829 Sep 20 12:22:04.336358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22159d-9590-4dec-b26f-230862953fa1 req-6c4f5af0-0c4a-4310-bc5a-374b35678798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.337875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e22159d-9590-4dec-b26f-230862953fa1 req-6c4f5af0-0c4a-4310-bc5a-374b35678798 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 1099 time: 0.1372151 Sep 20 12:22:04.355154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197540cc-8848-43f3-b320-7d08af8b6eaa req-259534d3-3999-45ec-a55b-0d54ef8838fe tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.356721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-197540cc-8848-43f3-b320-7d08af8b6eaa req-259534d3-3999-45ec-a55b-0d54ef8838fe tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 943 time: 0.1749051 Sep 20 12:22:04.397700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Attempting to bind port 1ea993ce-8716-4785-8570-7a629000a62b on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:04.398040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Attempting to bind port 1ea993ce-8716-4785-8570-7a629000a62b by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:04.398362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Attempting to bind port 1ea993ce-8716-4785-8570-7a629000a62b on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:04.414363 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-423abe49-d4d4-4928-b506-d5e4595fccc7 req-e1823d0f-9e7a-47f5-8958-61e910fd4ced service neutron] 10.222.0.32 "GET /v2.0/networks/c331de55-f367-43f3-ad3a-9d2571949edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247648 Sep 20 12:22:04.416792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Port 1ea993ce-8716-4785-8570-7a629000a62b on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:04.417141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Attempting to bind port 1ea993ce-8716-4785-8570-7a629000a62b on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:04.449900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b85d5859-3149-433d-bbd8-02386ef45b8d req-67a20038-a20d-46d1-9612-55814b1eaec1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556847 Sep 20 12:22:04.496172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ab936069-dbb0-42dc-b378-15b94c32a0dc details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:04.507139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e22159d-9590-4dec-b26f-230862953fa1 req-20984e56-55c7-4818-b288-802eff98973c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451483 Sep 20 12:22:04.515891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-197540cc-8848-43f3-b320-7d08af8b6eaa req-51e97a02-63df-4c6a-9d45-7589de338fd0 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495807 Sep 20 12:22:04.526741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-0a0f9c58-6710-45f5-866a-eecd4b69c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.531934 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-0a0f9c58-6710-45f5-866a-eecd4b69c389 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.2318189 Sep 20 12:22:04.583901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-3a70de38-322c-49f4-84c0-f8085a69d729 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 217 time: 0.0405912 Sep 20 12:22:04.625624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ab936069-dbb0-42dc-b378-15b94c32a0dc, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ab936069-dbb0-42dc-b378-15b94c32a0dc,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:04.639483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'port_id': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'mac_address': 'fa:16:3e:a1:d9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:04.669871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc8b3e-d899-4180-8302-78222cb2ccc2 req-3c9a18b4-46c1-4258-8c80-484f3ba1b27f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.671412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcc8b3e-d899-4180-8302-78222cb2ccc2 req-3c9a18b4-46c1-4258-8c80-484f3ba1b27f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 943 time: 0.0906138 Sep 20 12:22:04.672981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-2e9d930f-1176-45ca-bbf3-a85f91a61d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.674331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-2e9d930f-1176-45ca-bbf3-a85f91a61d2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0816500 Sep 20 12:22:04.675920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:04.676475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:04.676686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:04.677948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Bound port: 1ea993ce-8716-4785-8570-7a629000a62b, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:04.678447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:04.708815 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:04.709158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9853996a-ccd4-46b0-9dd7-4e93481b2934 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:04.720853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-58bd697f-cff6-4f25-9166-270c67be6956 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388088 Sep 20 12:22:04.729038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab936069-dbb0-42dc-b378-15b94c32a0dc {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:04.752118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ab936069-dbb0-42dc-b378-15b94c32a0dc, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ab936069-dbb0-42dc-b378-15b94c32a0dc,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:04.757680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:04.769832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] For port 1ea993ce-8716-4785-8570-7a629000a62b, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:04.775426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] For port 1ea993ce-8716-4785-8570-7a629000a62b, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1ea993ce-8716-4785-8570-7a629000a62b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:04.778187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Transition to ACTIVE for port object 9853996a-ccd4-46b0-9dd7-4e93481b2934 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:04.796710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcc8b3e-d899-4180-8302-78222cb2ccc2 req-4ee16560-2022-4477-a04d-d84c7e27b6aa tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165972 Sep 20 12:22:04.854571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb48a0-f0a6-477a-822a-eafb799c3154 req-54380756-cc04-4566-a053-f4d91e776e23 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.856051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ffb48a0-f0a6-477a-822a-eafb799c3154 req-54380756-cc04-4566-a053-f4d91e776e23 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 948 time: 0.1293812 Sep 20 12:22:04.887734 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:04.905461 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:04.908778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:04.917545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-ff90aac1-7dcc-4dc4-8e7b-2a741b5aa7a3 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877847 Sep 20 12:22:04.937806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ab936069-dbb0-42dc-b378-15b94c32a0dc,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:04.951351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.952351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:04.953438 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] 10.222.0.21 "PUT /v2.0/ports/1ea993ce-8716-4785-8570-7a629000a62b HTTP/1.1" status: 200 len: 1095 time: 2.0158203 Sep 20 12:22:04.968700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ffb48a0-f0a6-477a-822a-eafb799c3154 req-3c223fa8-ff18-4eaa-897f-8d30af86b42a tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910826 Sep 20 12:22:04.988585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a57b5-c0a4-42a3-8305-941b2eb41616 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea993ce-8716-4785-8570-7a629000a62b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:04.995371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6c82e-2d93-4678-b6a1-1948c8edd776 req-325819ab-3016-47fc-9d03-17955d7f1e4c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:04.996990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f6c82e-2d93-4678-b6a1-1948c8edd776 req-325819ab-3016-47fc-9d03-17955d7f1e4c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 944 time: 0.1362469 Sep 20 12:22:05.000597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 45b4df86-1a08-4274-9892-5bc7f2ec3c14 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:22:05.076006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 45b4df86-1a08-4274-9892-5bc7f2ec3c14 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:22:05.125467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9853996a-ccd4-46b0-9dd7-4e93481b2934,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:05.136626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f6c82e-2d93-4678-b6a1-1948c8edd776 req-fd834901-11df-4f34-b55d-c5dff4f67a30 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054685 Sep 20 12:22:05.150743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06965346-b114-475b-9c4b-dc4abcf07c5d', 'tag': '1ea993ce-8716-4785-8570-7a629000a62b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:05.150975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ab936069-dbb0-42dc-b378-15b94c32a0dc'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:05.151405 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb16f4-a836-4984-9604-841dc6584b77" -d '{"events": [{"name": "network-changed", "server_uuid": "06965346-b114-475b-9c4b-dc4abcf07c5d", "tag": "1ea993ce-8716-4785-8570-7a629000a62b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:05.187943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-c14b5427-86b5-4d7d-9411-fb09cb0d9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.189511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-c14b5427-86b5-4d7d-9411-fb09cb0d9491 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=06965346-b114-475b-9c4b-dc4abcf07c5d HTTP/1.1" status: 200 len: 1098 time: 0.1105793 Sep 20 12:22:05.190382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Attempting to bind port 9853996a-ccd4-46b0-9dd7-4e93481b2934 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:05.190710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Attempting to bind port 9853996a-ccd4-46b0-9dd7-4e93481b2934 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:05.191304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Attempting to bind port 9853996a-ccd4-46b0-9dd7-4e93481b2934 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:05.216099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Port 9853996a-ccd4-46b0-9dd7-4e93481b2934 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:05.216459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Attempting to bind port 9853996a-ccd4-46b0-9dd7-4e93481b2934 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:05.248116 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-b81059d8-112b-49ec-8804-fcebb515f276 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208673 Sep 20 12:22:05.261224 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-fd993376-f14a-443d-897d-5ed43e6f026c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1ea993ce-8716-4785-8570-7a629000a62b HTTP/1.1" status: 200 len: 217 time: 0.0609117 Sep 20 12:22:05.262648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:05.263172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:05.263847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:05.264747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Bound port: 9853996a-ccd4-46b0-9dd7-4e93481b2934, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:05.265288 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:05.285649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5ec8e-73a6-4e79-89d5-fcb4a6e81030 req-46a1aec0-eacb-4c26-a53c-d3dbfb8d2be5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.289640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3a5ec8e-73a6-4e79-89d5-fcb4a6e81030 req-46a1aec0-eacb-4c26-a53c-d3dbfb8d2be5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 947 time: 0.1732345 Sep 20 12:22:05.388299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c06f87-2a32-44a1-8df2-c2a5dc192772 req-9f25b559-9be0-4ea7-9a4f-5db1baee2de3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.395865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3c06f87-2a32-44a1-8df2-c2a5dc192772 req-9f25b559-9be0-4ea7-9a4f-5db1baee2de3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.1049974 Sep 20 12:22:05.399803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-244ed727-876c-487e-811e-0c515d393546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.401776 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-244ed727-876c-487e-811e-0c515d393546 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1216819 Sep 20 12:22:05.416920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3a5ec8e-73a6-4e79-89d5-fcb4a6e81030 req-db966d9c-fb72-4588-8cc8-378d38619485 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135888 Sep 20 12:22:05.494117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3c06f87-2a32-44a1-8df2-c2a5dc192772 req-b6aa3002-b8ec-4913-aa55-ccdc85e0e35b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972252 Sep 20 12:22:05.517341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] For port 9853996a-ccd4-46b0-9dd7-4e93481b2934, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:05.527534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] For port 9853996a-ccd4-46b0-9dd7-4e93481b2934, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9853996a-ccd4-46b0-9dd7-4e93481b2934,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:05.533623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-f89a33a8-68d4-491c-a38d-ea15336f242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.534995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-f89a33a8-68d4-491c-a38d-ea15336f242f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130722 Sep 20 12:22:05.537349 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb241c4-ad29-4002-8434-428e25822b06 x-openstack-request-id: req-ceb241c4-ad29-4002-8434-428e25822b06 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:05.537638 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06965346-b114-475b-9c4b-dc4abcf07c5d", "tag": "1ea993ce-8716-4785-8570-7a629000a62b", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:05.537883 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ceb241c4-ad29-4002-8434-428e25822b06 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:05.541098 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06965346-b114-475b-9c4b-dc4abcf07c5d', 'tag': '1ea993ce-8716-4785-8570-7a629000a62b', 'status': 'completed', 'code': 200} Sep 20 12:22:05.650205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-1d1148ea-8547-42cc-8f71-6b7ce99e698e service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064415 Sep 20 12:22:05.689309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ff691-82e1-467a-abc7-79b0b6d64b04 req-4ba8037e-2a03-4163-a483-98c2faf44f11 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.690812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-167ff691-82e1-467a-abc7-79b0b6d64b04 req-4ba8037e-2a03-4163-a483-98c2faf44f11 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 944 time: 0.0920539 Sep 20 12:22:05.701145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:05.703278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b17fe9-9616-4ee4-a73d-5db2386edbf9 req-982f2292-0ea3-4e0b-a60b-f183079d8268 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.704837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12b17fe9-9616-4ee4-a73d-5db2386edbf9 req-982f2292-0ea3-4e0b-a60b-f183079d8268 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 943 time: 0.0872610 Sep 20 12:22:05.777993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.778626 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:05.779979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/9853996a-ccd4-46b0-9dd7-4e93481b2934 HTTP/1.1" status: 200 len: 1095 time: 2.0335503 Sep 20 12:22:05.798834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-167ff691-82e1-467a-abc7-79b0b6d64b04 req-06f4cd3c-f813-451c-9230-6fef6b2948ef tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928237 Sep 20 12:22:05.802294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12b17fe9-9616-4ee4-a73d-5db2386edbf9 req-1be98a4b-de66-413e-bc88-115a15178dd0 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815861 Sep 20 12:22:05.809736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-de67c876-3212-4829-8204-57c4623ba30b tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.811519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-de67c876-3212-4829-8204-57c4623ba30b tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.1043506 Sep 20 12:22:05.816707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf71d0-e716-404e-8251-14c49bf298a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9853996a-ccd4-46b0-9dd7-4e93481b2934,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:05.822507 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-35db78e0-80f8-434d-ac67-f30a6b190e73 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654961 Sep 20 12:22:05.972435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-c13d29d4-29ac-4118-92f5-be373e9aa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.974805 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-c13d29d4-29ac-4118-92f5-be373e9aa088 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 1098 time: 0.0571697 Sep 20 12:22:05.984495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b827e0-0584-4547-91ad-cf27bf4bef10 req-16a83e1e-9b65-40c3-99f2-754843cfd031 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:05.992349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5b827e0-0584-4547-91ad-cf27bf4bef10 req-16a83e1e-9b65-40c3-99f2-754843cfd031 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 943 time: 0.0972950 Sep 20 12:22:06.034168 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-dcddef7a-8b4e-40e5-a6f2-7fbd81185fcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=9853996a-ccd4-46b0-9dd7-4e93481b2934 HTTP/1.1" status: 200 len: 217 time: 0.0412762 Sep 20 12:22:06.045730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5b827e0-0584-4547-91ad-cf27bf4bef10 req-497f91e5-853c-48af-9ac6-cb9e062727f8 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523224 Sep 20 12:22:06.057506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-a480de03-a6b3-4a9b-8d87-27e54375e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.059116 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-a480de03-a6b3-4a9b-8d87-27e54375e2ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=06965346-b114-475b-9c4b-dc4abcf07c5d HTTP/1.1" status: 200 len: 1098 time: 0.0979857 Sep 20 12:22:06.126449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-a865cf99-a874-4e8c-b006-544b22bdb80e service neutron] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:06.131923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-a865cf99-a874-4e8c-b006-544b22bdb80e service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:06.133493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c15ea7-ac4b-4ed5-85b8-09ef6b1ad7a1 req-a865cf99-a874-4e8c-b006-544b22bdb80e service neutron] 10.222.0.32 "DELETE /v2.0/ports/45b4df86-1a08-4274-9892-5bc7f2ec3c14/bindings/n-h2-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.3142035 Sep 20 12:22:06.151785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-e59f61fa-0c2d-48ca-81b8-71baf21c8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.153221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87945e8-b5d5-4e6c-bf34-4c1dfbd3312e req-276b041d-ed10-4cc9-9478-312be4932746 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.157296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-e59f61fa-0c2d-48ca-81b8-71baf21c8eff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1119521 Sep 20 12:22:06.157419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c87945e8-b5d5-4e6c-bf34-4c1dfbd3312e req-276b041d-ed10-4cc9-9478-312be4932746 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 948 time: 0.0700679 Sep 20 12:22:06.218274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-fa41214c-0a54-44fd-9f0a-4624233a37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.219754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-fa41214c-0a54-44fd-9f0a-4624233a37a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1420286 Sep 20 12:22:06.222026 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c87945e8-b5d5-4e6c-bf34-4c1dfbd3312e req-38100b9e-9ecd-47e3-9565-c2a6a7bde116 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559258 Sep 20 12:22:06.284424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-bfbf973d-5a51-4640-b2fb-c4af33d4a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.286721 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-bfbf973d-5a51-4640-b2fb-c4af33d4a839 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248660 Sep 20 12:22:06.288716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-91fc2699-d85e-4a3c-bbf7-8e8dd47e8998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1ea993ce-8716-4785-8570-7a629000a62b HTTP/1.1" status: 200 len: 217 time: 0.0595770 Sep 20 12:22:06.306262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc8c3a-a56c-44ec-9590-16f8504e9d44 req-ac098e2d-dcf5-4f6e-8dd4-b52670c020d7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.307743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49bc8c3a-a56c-44ec-9590-16f8504e9d44 req-ac098e2d-dcf5-4f6e-8dd4-b52670c020d7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 944 time: 0.0585644 Sep 20 12:22:06.345090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49bc8c3a-a56c-44ec-9590-16f8504e9d44 req-8bacf9d5-6587-4c07-b280-071edda315eb tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Sep 20 12:22:06.415591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-6c73e97e-a153-49e8-b157-dae2d4c9e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.417087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-6c73e97e-a153-49e8-b157-dae2d4c9e224 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1165345 Sep 20 12:22:06.459724 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-50698f93-d2c6-46d4-a779-65dd426aefc2 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606903 Sep 20 12:22:06.499134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-87152fd2-0687-4021-9cae-15a3299d1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.499134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-87152fd2-0687-4021-9cae-15a3299d1aac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673804 Sep 20 12:22:06.513854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 335011b2-f59e-4587-9582-0e9b35aaaea2 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:06.552612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ab936069-dbb0-42dc-b378-15b94c32a0dc up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:06.658048 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ceb85fc-7921-4bd5-b119-a6e121c548b1 req-1e2e3cb2-4d64-4ef1-8650-ed4e2ac14290 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884563 Sep 20 12:22:06.677258 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-484c4d21-c3a6-4212-9ada-099272e10e05 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691575 Sep 20 12:22:06.702903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:06.717122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'port_id': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'mac_address': 'fa:16:3e:cd:64:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54348ff2-71b4-437c-a198-407723854790', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:06.721389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3b133-441a-4880-a498-add37afe3afb req-d5e065df-5f76-4dc8-ab68-863ea4a6f329 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.729504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbe3b133-441a-4880-a498-add37afe3afb req-d5e065df-5f76-4dc8-ab68-863ea4a6f329 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 947 time: 0.0714624 Sep 20 12:22:06.771261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port ab936069-dbb0-42dc-b378-15b94c32a0dc completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:06.779014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port ab936069-dbb0-42dc-b378-15b94c32a0dc triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:06.779670 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:06.782582 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:06.786986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9cb16f4-a836-4984-9604-841dc6584b77 req-23db7ffe-891a-4a62-99da-42cdf0e04bf1 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014981 Sep 20 12:22:06.815585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbe3b133-441a-4880-a498-add37afe3afb req-a6cf7d34-5315-4259-a0f7-b9453a1af1d4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783479 Sep 20 12:22:06.820060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335011b2-f59e-4587-9582-0e9b35aaaea2 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:06.828341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a347e9-d924-44be-a67f-e65ec97582ca req-ef0b172d-c35d-4ca5-8351-4803b70870c6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.830671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10a347e9-d924-44be-a67f-e65ec97582ca req-ef0b172d-c35d-4ca5-8351-4803b70870c6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0787673 Sep 20 12:22:06.854455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:06.885392 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10a347e9-d924-44be-a67f-e65ec97582ca req-f0bd37e0-657c-4ba4-bd01-7f5ea87c044b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477371 Sep 20 12:22:06.906887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:06.918549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07b6f5-4a34-412a-ad95-7bb027e9c848 req-cc912a5d-fe9d-4088-b6fa-66cd8839693e tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:06.921441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc07b6f5-4a34-412a-ad95-7bb027e9c848 req-cc912a5d-fe9d-4088-b6fa-66cd8839693e tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1095 time: 0.0503683 Sep 20 12:22:06.948392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ab936069-dbb0-42dc-b378-15b94c32a0dc, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ab936069-dbb0-42dc-b378-15b94c32a0dc,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:06.952159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab936069-dbb0-42dc-b378-15b94c32a0dc'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:06.952431 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c243844-dce7-4acb-9487-b3971060884c" -d '{"events": [{"server_uuid": "304222c3-1d78-4fa1-a6aa-7ea11afb9d32", "name": "network-vif-plugged", "status": "completed", "tag": "ab936069-dbb0-42dc-b378-15b94c32a0dc"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:06.955738 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:06.956433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a2df817e-faf7-4dc5-9fdd-9fd73f3534ee details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:06.957507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc07b6f5-4a34-412a-ad95-7bb027e9c848 req-d57ea10d-41f7-47db-8175-1abecba375ea tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301359 Sep 20 12:22:07.026811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d12ef-adc7-48d0-8a47-89427da318c8 req-33f6ca44-26c7-4f3a-902b-bedfe45f5b94 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:07.034864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-755d12ef-adc7-48d0-8a47-89427da318c8 req-33f6ca44-26c7-4f3a-902b-bedfe45f5b94 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 948 time: 0.0710132 Sep 20 12:22:07.061485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:07.075427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-755d12ef-adc7-48d0-8a47-89427da318c8 req-ea21f0ba-10bd-4731-a0ed-c5df99377302 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Sep 20 12:22:07.109002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,segment=NetworkSegment(de8e46f5-3f45-4aaf-b8db-afc5f7e98b10),segment_id=de8e46f5-3f45-4aaf-b8db-afc5f7e98b10)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:07.131546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'a2df817e-faf7-4dc5-9fdd-9fd73f3534ee', 'network_id': 'c331de55-f367-43f3-ad3a-9d2571949edf', 'port_id': 'a2df817e-faf7-4dc5-9fdd-9fd73f3534ee', 'mac_address': 'fa:16:3e:24:50:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67db42e-b637-413a-96ee-822f57f4a979', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:07.143709 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:07.151167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598fac7-e5d9-4391-a343-435243d255a2 req-b8a4d81f-c935-4ceb-a348-f62cd0ba3dc7 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:07.152819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e598fac7-e5d9-4391-a343-435243d255a2 req-b8a4d81f-c935-4ceb-a348-f62cd0ba3dc7 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 944 time: 0.0764697 Sep 20 12:22:07.220866 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:07.226292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ab936069-dbb0-42dc-b378-15b94c32a0dc,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:07.239661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2df817e-faf7-4dc5-9fdd-9fd73f3534ee {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:07.263768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,segment=NetworkSegment(de8e46f5-3f45-4aaf-b8db-afc5f7e98b10),segment_id=de8e46f5-3f45-4aaf-b8db-afc5f7e98b10)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:07.354056 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:07.401957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:07.443954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e598fac7-e5d9-4391-a343-435243d255a2 req-cbdeaba8-8582-42f2-afdd-e4dca973683f tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840343 Sep 20 12:22:07.461225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b0612-ce3f-44f8-a55f-13e88a298eee req-bcc72ce0-7062-42e1-b6b8-f44bdb4c16e1 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:07.462851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-110b0612-ce3f-44f8-a55f-13e88a298eee req-bcc72ce0-7062-42e1-b6b8-f44bdb4c16e1 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 944 time: 0.2968097 Sep 20 12:22:07.486411 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd9c3c8-e1d9-412b-a4c3-dd06b74b7bfd x-openstack-request-id: req-abd9c3c8-e1d9-412b-a4c3-dd06b74b7bfd {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:07.486805 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304222c3-1d78-4fa1-a6aa-7ea11afb9d32", "name": "network-vif-plugged", "status": "completed", "tag": "ab936069-dbb0-42dc-b378-15b94c32a0dc", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:07.487265 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abd9c3c8-e1d9-412b-a4c3-dd06b74b7bfd {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:07.487783 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'code': 200} Sep 20 12:22:07.501841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-110b0612-ce3f-44f8-a55f-13e88a298eee req-cc2b6e2a-2d28-40f9-bc1e-21e8b331f9bf tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Sep 20 12:22:07.542503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e5de33-21e3-4536-8f4b-bd76d5720cba', 'tag': '9853996a-ccd4-46b0-9dd7-4e93481b2934'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:07.545187 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b0cc26-070d-49c6-915c-49f113f41e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e5de33-21e3-4536-8f4b-bd76d5720cba", "tag": "9853996a-ccd4-46b0-9dd7-4e93481b2934"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:07.633570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['335011b2-f59e-4587-9582-0e9b35aaaea2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:07.635923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['a2df817e-faf7-4dc5-9fdd-9fd73f3534ee'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:07.636125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2e9fe-5a3a-41ea-b05d-c20e59bbef3c req-39c0f725-3f51-4113-9f55-c8df3fbead23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:07.637632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2f2e9fe-5a3a-41ea-b05d-c20e59bbef3c req-39c0f725-3f51-4113-9f55-c8df3fbead23 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 1096 time: 0.0687621 Sep 20 12:22:07.649312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679ed1d-c7b6-475c-adc9-6abc6b01192c req-2ec092c9-24b2-41cb-a69b-b9462013ba89 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:07.650750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d679ed1d-c7b6-475c-adc9-6abc6b01192c req-2ec092c9-24b2-41cb-a69b-b9462013ba89 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 944 time: 0.0805984 Sep 20 12:22:07.698154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2f2e9fe-5a3a-41ea-b05d-c20e59bbef3c req-b279cfe3-dcf8-4f1f-8a97-7f87b23163b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464582 Sep 20 12:22:07.705478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d679ed1d-c7b6-475c-adc9-6abc6b01192c req-a2391e1b-00ba-4363-9438-133fdb08f77e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Sep 20 12:22:07.898615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-2c741450-e791-4fd0-b98b-c1aeec2ad051 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:07.901584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-2c741450-e791-4fd0-b98b-c1aeec2ad051 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 820 time: 0.1107683 Sep 20 12:22:07.917668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-acbfec72-5dfb-472c-bb81-4cb8ece4fd7c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/quotas/82ab7f87ae3c4abe9ff454b68496a0a2 HTTP/1.1" status: 200 len: 375 time: 0.0127494 Sep 20 12:22:07.952865 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460f1c60-6537-4e56-b9d6-fcb41ba43d30 x-openstack-request-id: req-460f1c60-6537-4e56-b9d6-fcb41ba43d30 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:07.953940 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e5de33-21e3-4536-8f4b-bd76d5720cba", "tag": "9853996a-ccd4-46b0-9dd7-4e93481b2934", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:07.954520 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-460f1c60-6537-4e56-b9d6-fcb41ba43d30 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:07.955278 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e5de33-21e3-4536-8f4b-bd76d5720cba', 'tag': '9853996a-ccd4-46b0-9dd7-4e93481b2934', 'status': 'completed', 'code': 200} Sep 20 12:22:07.993819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-0a784e91-a95d-4063-bec0-096b989f6ee7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699210 Sep 20 12:22:08.021140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-96cbc1d3-47b7-47b2-9c54-1a024c52d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.022617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-96cbc1d3-47b7-47b2-9c54-1a024c52d1ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 1098 time: 0.0442495 Sep 20 12:22:08.108180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2192a-205d-4104-992d-99e0ce359a3f req-b2ef3da7-daed-4519-b8c9-6390d5c7194f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.109708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcd2192a-205d-4104-992d-99e0ce359a3f req-b2ef3da7-daed-4519-b8c9-6390d5c7194f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 947 time: 0.1005118 Sep 20 12:22:08.110777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-c16b841a-a903-443e-ad96-cdf0d10ba511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.112209 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-c16b841a-a903-443e-ad96-cdf0d10ba511 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.0814803 Sep 20 12:22:08.131849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-da8abf73-430a-4c1e-8098-2954696c5b2f service neutron] 10.222.0.37 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304395 Sep 20 12:22:08.157035 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-652fa8c1-b3cc-4b30-b77b-8967629356d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=9853996a-ccd4-46b0-9dd7-4e93481b2934 HTTP/1.1" status: 200 len: 217 time: 0.0370948 Sep 20 12:22:08.183497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcd2192a-205d-4104-992d-99e0ce359a3f req-1277dc3b-5c99-45b8-930c-877a454c93c6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629051 Sep 20 12:22:08.215966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-014d71b2-e8a4-46f4-a74f-4e619fba88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.217613 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-014d71b2-e8a4-46f4-a74f-4e619fba88d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0537930 Sep 20 12:22:08.247622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-863af6e2-7558-4e34-851a-f697fcbd494d service neutron] 10.222.0.37 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085575 Sep 20 12:22:08.264813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-0612587a-4740-4e83-85aa-b8aa1c7d4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.266346 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-0612587a-4740-4e83-85aa-b8aa1c7d4eb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416708 Sep 20 12:22:08.316174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05bc63-5d95-4e10-96e0-75c2b889f0dc req-ed27af26-2226-4a36-ab91-431d2b38f2ec tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.318288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb05bc63-5d95-4e10-96e0-75c2b889f0dc req-ed27af26-2226-4a36-ab91-431d2b38f2ec tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 948 time: 0.0615797 Sep 20 12:22:08.361057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb05bc63-5d95-4e10-96e0-75c2b889f0dc req-333cef12-0aeb-4b9c-9d05-10a29ec615aa tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359526 Sep 20 12:22:08.365811 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-2bbc4e1e-27bd-47ea-85e7-76b3a06055d7 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910802 Sep 20 12:22:08.457152 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-98b0cc26-070d-49c6-915c-49f113f41e0c req-331b4e31-d12f-42e1-a96a-eb1c8cc4b060 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840070 Sep 20 12:22:08.466052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bd5c6-1723-49c6-a0fd-162d5e44f64b req-3af670a9-10bd-47a4-9f99-103b92910238 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.471339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c87bd5c6-1723-49c6-a0fd-162d5e44f64b req-3af670a9-10bd-47a4-9f99-103b92910238 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0510423 Sep 20 12:22:08.522726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c87bd5c6-1723-49c6-a0fd-162d5e44f64b req-3ab28eb5-ef92-4049-8687-453fa64e8879 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Sep 20 12:22:08.611870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44b45bf3-2e9d-42cb-a4a8-0ddd518238da req-2d7f4adb-35a6-4cf7-ae08-0c23ea7a1a8d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 210 time: 0.0317640 Sep 20 12:22:08.638697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325fea0-e956-4713-9b6c-4152e24155b1 req-bc864954-bbaf-4a5f-a980-1c6e25cb14c0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.638697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9325fea0-e956-4713-9b6c-4152e24155b1 req-bc864954-bbaf-4a5f-a980-1c6e25cb14c0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 945 time: 0.0772169 Sep 20 12:22:08.681436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9325fea0-e956-4713-9b6c-4152e24155b1 req-7aa55528-5ccb-49ed-a38b-a37d36616f39 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401056 Sep 20 12:22:08.763942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72689df-653a-4d40-bf30-44f97665fadf req-6157cf73-5ba9-4261-95cb-eb99565ec8e8 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.765602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c72689df-653a-4d40-bf30-44f97665fadf req-6157cf73-5ba9-4261-95cb-eb99565ec8e8 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 944 time: 0.0504403 Sep 20 12:22:08.835632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c72689df-653a-4d40-bf30-44f97665fadf req-9ccf582e-6024-4a64-a26e-b3399d6ac274 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597100 Sep 20 12:22:08.843687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3909-43da-4b2c-b9fe-953142168edd req-8a0f4bfe-a8b5-470c-8c51-7b4c35425ba9 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:08.845218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac6a3909-43da-4b2c-b9fe-953142168edd req-8a0f4bfe-a8b5-470c-8c51-7b4c35425ba9 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 944 time: 0.0712194 Sep 20 12:22:08.891909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac6a3909-43da-4b2c-b9fe-953142168edd req-1a4824a7-6518-4bb4-8e11-8b499ca2b8d4 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Sep 20 12:22:09.029043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9853996a-ccd4-46b0-9dd7-4e93481b2934 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:09.128632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9853996a-ccd4-46b0-9dd7-4e93481b2934, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9853996a-ccd4-46b0-9dd7-4e93481b2934,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:09.140470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '9853996a-ccd4-46b0-9dd7-4e93481b2934', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '9853996a-ccd4-46b0-9dd7-4e93481b2934', 'mac_address': 'fa:16:3e:60:16:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:09.180603 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.193323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9853996a-ccd4-46b0-9dd7-4e93481b2934 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:09.216114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9853996a-ccd4-46b0-9dd7-4e93481b2934, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9853996a-ccd4-46b0-9dd7-4e93481b2934,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:09.237050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-58dbeb82-e88f-4b73-8938-f43f64907aa9 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:09.238486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-58dbeb82-e88f-4b73-8938-f43f64907aa9 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 948 time: 0.0502245 Sep 20 12:22:09.302043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b64fc-0ff2-4d9e-aaf7-86d6f0fa5f51 req-07910170-d442-481f-a54a-282d50d708d6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:09.303608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-085b64fc-0ff2-4d9e-aaf7-86d6f0fa5f51 req-07910170-d442-481f-a54a-282d50d708d6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 947 time: 0.0517664 Sep 20 12:22:09.336161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Deleting port 3ddc8f56-57be-481c-9593-1e90173d3392 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:22:09.336498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.340673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-085b64fc-0ff2-4d9e-aaf7-86d6f0fa5f51 req-3b616c31-f38c-45d1-a927-49659bb99404 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Sep 20 12:22:09.369178 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.369178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1ea993ce-8716-4785-8570-7a629000a62b details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:09.431911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=9853996a-ccd4-46b0-9dd7-4e93481b2934,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:09.435594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1ea993ce-8716-4785-8570-7a629000a62b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1ea993ce-8716-4785-8570-7a629000a62b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:09.436743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] For port 3ddc8f56-57be-481c-9593-1e90173d3392, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3ddc8f56-57be-481c-9593-1e90173d3392,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:09.437113 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.448508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '1ea993ce-8716-4785-8570-7a629000a62b', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '1ea993ce-8716-4785-8570-7a629000a62b', 'mac_address': 'fa:16:3e:1e:6d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:09.450755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Calling delete_port for 3ddc8f56-57be-481c-9593-1e90173d3392 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:22:09.493550 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.510684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea993ce-8716-4785-8570-7a629000a62b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:09.519947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d6ad8-5196-427e-a9b6-1ffce2a011b0 req-dffa3690-89d8-4983-b13b-eb4c8d8b6666 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:09.522706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925d6ad8-5196-427e-a9b6-1ffce2a011b0 req-dffa3690-89d8-4983-b13b-eb4c8d8b6666 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 948 time: 0.0686445 Sep 20 12:22:09.530146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1ea993ce-8716-4785-8570-7a629000a62b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1ea993ce-8716-4785-8570-7a629000a62b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:09.570458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925d6ad8-5196-427e-a9b6-1ffce2a011b0 req-c9160a42-4615-4f1a-b0db-ee8ff982a089 tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a0825e-92d0-420e-a309-e4cb36778eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Sep 20 12:22:09.653102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810639d-05cb-49e1-a10c-0a03e051d47f req-fdfc144e-2df3-4c5b-a268-b91d11978424 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:09.655276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9810639d-05cb-49e1-a10c-0a03e051d47f req-fdfc144e-2df3-4c5b-a268-b91d11978424 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0520396 Sep 20 12:22:09.664818 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.706618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38642) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:09.716908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9810639d-05cb-49e1-a10c-0a03e051d47f req-c6d5f9cf-f15d-4d50-951f-c920333ffc82 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558929 Sep 20 12:22:09.717132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.735683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3ddc8f56-57be-481c-9593-1e90173d3392'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:09.748911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf5ce229-9095-48f0-a8b1-3b8ffe686f58 req-833c9952-9015-48fe-a96d-f065cc5f7d92 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 210 time: 0.0415666 Sep 20 12:22:09.775506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=1ea993ce-8716-4785-8570-7a629000a62b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:09.778986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Pushing event deleted for resources: {'Port': ['ID=3ddc8f56-57be-481c-9593-1e90173d3392,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:09.827550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] No DVR routers for this DVR port 3ddc8f56-57be-481c-9593-1e90173d3392 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:22:09.830392 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.833787 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e918dccb-b9ba-4e93-bf86-ecce18850413 req-19e03a23-f8c0-4fe5-8331-8648193a47af tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.21 "DELETE /v2.0/ports/3ddc8f56-57be-481c-9593-1e90173d3392 HTTP/1.1" status: 204 len: 173 time: 0.5895958 Sep 20 12:22:09.872538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:09.884937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6acdebf-cc12-4031-9645-6d6215f7cbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:09.889979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6802-83ad-42da-bd64-717cd00b48fc req-922914d0-7664-4967-96f6-8b80fa00e6b7 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:09.897626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d08f6802-83ad-42da-bd64-717cd00b48fc req-922914d0-7664-4967-96f6-8b80fa00e6b7 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 945 time: 0.0645339 Sep 20 12:22:09.945520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['1ea993ce-8716-4785-8570-7a629000a62b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:09.956642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1604ee-15c9-4c5f-97ee-94b06c02cee9', 'name': 'network-vif-deleted', 'tag': '3ddc8f56-57be-481c-9593-1e90173d3392'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:09.961431 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc56bf-45f5-4ccc-b59d-e766fdb777d5" -d '{"events": [{"server_uuid": "5f1604ee-15c9-4c5f-97ee-94b06c02cee9", "name": "network-vif-deleted", "tag": "3ddc8f56-57be-481c-9593-1e90173d3392"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:10.008875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d08f6802-83ad-42da-bd64-717cd00b48fc req-dc85e804-93dc-46fb-843d-f3120bc9dec4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842042 Sep 20 12:22:10.027101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8bb8c-b954-49b4-9a11-e2cc88aa5b63 req-111572e9-d7f0-434e-8c24-96ec86c8f9a9 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:10.029642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6acdebf-cc12-4031-9645-6d6215f7cbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.035626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25b8bb8c-b954-49b4-9a11-e2cc88aa5b63 req-111572e9-d7f0-434e-8c24-96ec86c8f9a9 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 944 time: 0.1110120 Sep 20 12:22:10.075180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25b8bb8c-b954-49b4-9a11-e2cc88aa5b63 req-29c480ef-2cc3-4baa-8c74-6f2024b00f70 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 Sep 20 12:22:10.111410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6acdebf-cc12-4031-9645-6d6215f7cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.153385 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad398de-d384-4b68-a1c9-948b0f2ecac4 x-openstack-request-id: req-8ad398de-d384-4b68-a1c9-948b0f2ecac4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:10.153670 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1604ee-15c9-4c5f-97ee-94b06c02cee9", "name": "network-vif-deleted", "tag": "3ddc8f56-57be-481c-9593-1e90173d3392", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:10.153919 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ad398de-d384-4b68-a1c9-948b0f2ecac4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:10.154295 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1604ee-15c9-4c5f-97ee-94b06c02cee9', 'name': 'network-vif-deleted', 'tag': '3ddc8f56-57be-481c-9593-1e90173d3392', 'status': 'completed', 'code': 200} Sep 20 12:22:10.161582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248ba19-21a6-49ff-ba24-dbdf931c083c req-2ee70e92-ec14-44b1-9000-8a4490a7eb22 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:10.173242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0248ba19-21a6-49ff-ba24-dbdf931c083c req-2ee70e92-ec14-44b1-9000-8a4490a7eb22 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 944 time: 0.0953629 Sep 20 12:22:10.183355 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6acdebf-cc12-4031-9645-6d6215f7cbe1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ad4e8d9e309480e8a24262080646b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732654 Sep 20 12:22:10.184420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38656) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:10.193941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acdebf-cc12-4031-9645-6d6215f7cbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddd78ad-a35e-4475-9934-b19211328c3c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:10.238650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27dc33d8-ae98-44cc-9d61-de2caa2e12d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.256175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0248ba19-21a6-49ff-ba24-dbdf931c083c req-3e629748-f08a-4fa1-b45d-dee9a978fa9a tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814340 Sep 20 12:22:10.266587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27dc33d8-ae98-44cc-9d61-de2caa2e12d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.273073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf94a5-03d7-4e2a-9693-fe738dbc9324 req-b8b6c6af-7ada-4aaf-a4ab-3cae8e734da7 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:10.274725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fecf94a5-03d7-4e2a-9693-fe738dbc9324 req-b8b6c6af-7ada-4aaf-a4ab-3cae8e734da7 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 945 time: 0.0699728 Sep 20 12:22:10.284355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:10.290825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Request body: {'floatingip': {'port_id': 'ab936069-dbb0-42dc-b378-15b94c32a0dc'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:10.336419 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.397644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27dc33d8-ae98-44cc-9d61-de2caa2e12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.401555 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27dc33d8-ae98-44cc-9d61-de2caa2e12d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.406948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-27dc33d8-ae98-44cc-9d61-de2caa2e12d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fddd78ad-a35e-4475-9934-b19211328c3c HTTP/1.1" status: 204 len: 168 time: 0.2175155 Sep 20 12:22:10.414304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc33d8-ae98-44cc-9d61-de2caa2e12d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddd78ad-a35e-4475-9934-b19211328c3c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:10.521083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c99eb-a07a-458c-8078-084e64458306 req-fa4051c2-d267-4b6f-b3d1-0f9064a1e57b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:10.522427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a9c99eb-a07a-458c-8078-084e64458306 req-fa4051c2-d267-4b6f-b3d1-0f9064a1e57b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 948 time: 0.1056619 Sep 20 12:22:10.543585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 335011b2-f59e-4587-9582-0e9b35aaaea2 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:10.624542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a9c99eb-a07a-458c-8078-084e64458306 req-e2289ac0-b862-4895-86c2-602f7aa2e898 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734782 Sep 20 12:22:10.736603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ededf4bb-dbc5-4261-9d0b-874145f69cc1 req-1e8335ac-4e8a-4234-99c1-3a57bac601fd tempest-DeleteServersAdminTestJSON-1466061522 tempest-DeleteServersAdminTestJSON-1466061522-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1604ee-15c9-4c5f-97ee-94b06c02cee9 HTTP/1.1" status: 200 len: 210 time: 0.0527391 Sep 20 12:22:10.741266 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 335011b2-f59e-4587-9582-0e9b35aaaea2 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:10.744089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 335011b2-f59e-4587-9582-0e9b35aaaea2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:10.744679 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.931734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-caeb0508-31ef-4d6e-8ceb-4e2ed60b3aa7 req-1846a456-7ded-4371-8211-729a26c13931 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 210 time: 0.0698395 Sep 20 12:22:10.934306 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:10.960530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:10.962812 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5a44bf-f33e-40df-b033-4173780cfa29" -d '{"events": [{"server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "name": "network-vif-plugged", "status": "completed", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:10.975760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:11.010784 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89d6f43-0d03-48f0-b158-b95d93682e08 x-openstack-request-id: req-b89d6f43-0d03-48f0-b158-b95d93682e08 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:11.011139 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "name": "network-vif-plugged", "status": "completed", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:11.011452 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b89d6f43-0d03-48f0-b158-b95d93682e08 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:11.012020 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'code': 200} Sep 20 12:22:11.038659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c46b4263-8175-4c6d-94ee-69a9d1425de2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:11.039917 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c46b4263-8175-4c6d-94ee-69a9d1425de2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 820 time: 0.1457288 Sep 20 12:22:11.056740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9853996a-ccd4-46b0-9dd7-4e93481b2934 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:11.075877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Request body: {'port': {'device_id': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'admin_state_up': True, 'tenant_id': '82ab7f87ae3c4abe9ff454b68496a0a2'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:11.079284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c70a9-de1b-4e2d-8331-9823dc14a45b req-25da1a95-0024-4af0-887e-a5b39f7a081f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:11.081912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a2c70a9-de1b-4e2d-8331-9823dc14a45b req-25da1a95-0024-4af0-887e-a5b39f7a081f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.1517563 Sep 20 12:22:11.108741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.109771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a2df817e-faf7-4dc5-9fdd-9fd73f3534ee up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:11.225230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:11.251984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.281639 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a2c70a9-de1b-4e2d-8331-9823dc14a45b req-20a8d4fb-2f76-4b64-a604-a99a8efbdf52 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857986 Sep 20 12:22:11.291760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b569b5-84ff-4ed5-96a8-c21112c29fa9 req-aae4bd0d-898d-4234-bf88-e8b9e1d9b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:11.293218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84b569b5-84ff-4ed5-96a8-c21112c29fa9 req-aae4bd0d-898d-4234-bf88-e8b9e1d9b5bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 1096 time: 0.2047904 Sep 20 12:22:11.306907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc07d7d-030a-495b-9753-b18c04ecab09 req-cd1f200b-05ed-4681-9f59-46902e482731 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:11.308862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbc07d7d-030a-495b-9753-b18c04ecab09 req-cd1f200b-05ed-4681-9f59-46902e482731 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 944 time: 0.1330810 Sep 20 12:22:11.338989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 9853996a-ccd4-46b0-9dd7-4e93481b2934 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:11.342943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 9853996a-ccd4-46b0-9dd7-4e93481b2934 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:11.343628 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.369523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Made reservation on behalf of 82ab7f87ae3c4abe9ff454b68496a0a2 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:11.372843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:11.375341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.386953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:11.387336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.388686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38678) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:11.392989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84b569b5-84ff-4ed5-96a8-c21112c29fa9 req-69d589f7-d731-42fb-aad1-362902aa46e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831928 Sep 20 12:22:11.395824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.453600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbc07d7d-030a-495b-9753-b18c04ecab09 req-371836c4-8564-42b8-bbc4-c264cb5397ec tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331904 Sep 20 12:22:11.461083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.514286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.531384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.552737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Allocated IP 172.20.0.3 (e39099c2-8f30-47c6-bf23-32bf658a1459/9d2e5e21-4425-4400-9778-682f36ab16e9/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:11.576232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9853996a-ccd4-46b0-9dd7-4e93481b2934, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9853996a-ccd4-46b0-9dd7-4e93481b2934,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:11.585700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,segment=NetworkSegment(de8e46f5-3f45-4aaf-b8db-afc5f7e98b10),segment_id=de8e46f5-3f45-4aaf-b8db-afc5f7e98b10)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:11.689035 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.693126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1ea993ce-8716-4785-8570-7a629000a62b up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:11.742178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.747314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.755281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de48b7-71f1-4c1e-a064-91998dc0955e req-fcbfdcf6-9dae-4548-94ad-524522031b2c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:11.756844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21de48b7-71f1-4c1e-a064-91998dc0955e req-fcbfdcf6-9dae-4548-94ad-524522031b2c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 945 time: 0.4056830 Sep 20 12:22:11.794189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=9853996a-ccd4-46b0-9dd7-4e93481b2934,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:11.845906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:11.859038 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.880197 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Floating IP db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2 associated. External IP: 172.25.6.182, port: ab936069-dbb0-42dc-b378-15b94c32a0dc. Sep 20 12:22:11.898763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 1ea993ce-8716-4785-8570-7a629000a62b completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:11.902813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 1ea993ce-8716-4785-8570-7a629000a62b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:11.903194 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:11.910248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Network e39099c2-8f30-47c6-bf23-32bf658a1459 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:11.916731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:11.921157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:11.921891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21de48b7-71f1-4c1e-a064-91998dc0955e req-7c79fd1d-49b2-4929-9ec1-12a6a9fbb723 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270201 Sep 20 12:22:11.939896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f1c2-83f1-4129-b543-3a72181b2e9b req-c8557f34-100e-44f2-ae19-59ed2d08f420 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:11.947700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f23f1c2-83f1-4129-b543-3a72181b2e9b req-c8557f34-100e-44f2-ae19-59ed2d08f420 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 949 time: 0.2005875 Sep 20 12:22:11.965001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Pushing event updated for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:12.002926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:12.003925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.016749 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.051137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1ea993ce-8716-4785-8570-7a629000a62b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1ea993ce-8716-4785-8570-7a629000a62b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:12.072097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f23f1c2-83f1-4129-b543-3a72181b2e9b req-3842bddd-b59f-4984-ac96-6bd9ae23fa10 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234515 Sep 20 12:22:12.108449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.162187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34c345-eb2a-4b07-8301-7a7dc4e189d2 req-9f984c37-56b6-45e8-b541-971ad1794f7d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:12.163681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d34c345-eb2a-4b07-8301-7a7dc4e189d2 req-9f984c37-56b6-45e8-b541-971ad1794f7d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 931 time: 0.1154678 Sep 20 12:22:12.172674 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.235988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.246475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=1ea993ce-8716-4785-8570-7a629000a62b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:12.264434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d34c345-eb2a-4b07-8301-7a7dc4e189d2 req-07a344ed-a6bc-45ad-a716-9d8024ac44bd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943496 Sep 20 12:22:12.296684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b7fa576c0594bbb80cbb37a16e12248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9018667 Sep 20 12:22:12.299956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38696) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:12.302528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940a4179-d18e-4d83-af03-462028ee69eb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:12.306990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Router 6c009760-18fd-45f3-916f-ce0048ec892e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:22:12.316411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.316962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.318074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.318562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.319068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.319552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.320049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.320526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.321196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.321769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.322460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.323078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc25bd3-f620-483a-ad41-93b986fd8742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:12.339215 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce65c953-376d-447f-a072-48285db2df4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.345777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-c116277b-5ebb-4be7-af2e-106a8835d1c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959373 Sep 20 12:22:12.363644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Request body: {'port': {'device_id': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:12.426948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd6fced6-63d7-4448-bfd1-57228e9d61f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.441991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.466049 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd6fced6-63d7-4448-bfd1-57228e9d61f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.474110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900ad4-2e6b-4abb-82a0-f50f60841d91 req-1be01e5f-3dbe-4a54-b219-6f34a60f5e2f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:12.475624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca900ad4-2e6b-4abb-82a0-f50f60841d91 req-1be01e5f-3dbe-4a54-b219-6f34a60f5e2f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0992634 Sep 20 12:22:12.478650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:22:12.483522 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.496420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] Sync routers for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:22:12.513871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:22:12.514792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:12.534088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9a6185a-685f-4c5a-a5f9-0b4c5542d55d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "PUT /v2.0/floatingips/db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2 HTTP/1.1" status: 200 len: 991 time: 2.2484884 Sep 20 12:22:12.536630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'tag': 'ab936069-dbb0-42dc-b378-15b94c32a0dc'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:12.539280 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05782ddd-3e5c-4876-a532-47f4e891722f" -d '{"events": [{"name": "network-changed", "server_uuid": "304222c3-1d78-4fa1-a6aa-7ea11afb9d32", "tag": "ab936069-dbb0-42dc-b378-15b94c32a0dc"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:12.586668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca900ad4-2e6b-4abb-82a0-f50f60841d91 req-7047f160-e7cd-447c-bb86-1ba2b01e441f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Sep 20 12:22:12.616828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216ff7-52fc-48aa-8bc3-fe450222b143 req-0ff6bd1f-3536-4917-b592-45799991bff2 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:12.628964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50216ff7-52fc-48aa-8bc3-fe450222b143 req-0ff6bd1f-3536-4917-b592-45799991bff2 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 945 time: 0.0741642 Sep 20 12:22:12.690068 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50216ff7-52fc-48aa-8bc3-fe450222b143 req-678695bb-ca8e-4c30-bbed-d27e42bbda10 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595853 Sep 20 12:22:12.716069 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd6fced6-63d7-4448-bfd1-57228e9d61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.719510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd6fced6-63d7-4448-bfd1-57228e9d61f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.725407 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd6fced6-63d7-4448-bfd1-57228e9d61f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/940a4179-d18e-4d83-af03-462028ee69eb HTTP/1.1" status: 204 len: 168 time: 0.4199777 Sep 20 12:22:12.725498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:22:12.742328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fced6-63d7-4448-bfd1-57228e9d61f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a4179-d18e-4d83-af03-462028ee69eb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:12.769736 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d4c77f-a17f-431f-8134-f5b5d4190645 x-openstack-request-id: req-a8d4c77f-a17f-431f-8134-f5b5d4190645 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:12.770032 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304222c3-1d78-4fa1-a6aa-7ea11afb9d32", "tag": "ab936069-dbb0-42dc-b378-15b94c32a0dc", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:12.770314 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8d4c77f-a17f-431f-8134-f5b5d4190645 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:12.770716 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'tag': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'status': 'completed', 'code': 200} Sep 20 12:22:12.835851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38712) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:12.874204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05782ddd-3e5c-4876-a532-47f4e891722f req-3e71e57b-2389-4ded-86d4-cdf4b3d6a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:12.875766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05782ddd-3e5c-4876-a532-47f4e891722f req-3e71e57b-2389-4ded-86d4-cdf4b3d6a1c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 1096 time: 0.0486174 Sep 20 12:22:12.887112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55ffb62-d3ab-4924-b5f3-5c4c72d3198f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:12.897380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:12.909970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Transition to ACTIVE for port object f55ffb62-d3ab-4924-b5f3-5c4c72d3198f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:13.002962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:13.016543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e5de33-21e3-4536-8f4b-bd76d5720cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853996a-ccd4-46b0-9dd7-4e93481b2934'}, {'server_uuid': '9f678b72-2e9f-448b-9401-f1c78d141def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2df817e-faf7-4dc5-9fdd-9fd73f3534ee'}, {'server_uuid': '06965346-b114-475b-9c4b-dc4abcf07c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea993ce-8716-4785-8570-7a629000a62b'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:13.018992 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973ef61f-e9d8-4682-ac4c-686e540966d2" -d '{"events": [{"server_uuid": "e2e5de33-21e3-4536-8f4b-bd76d5720cba", "name": "network-vif-plugged", "status": "completed", "tag": "9853996a-ccd4-46b0-9dd7-4e93481b2934"}, {"server_uuid": "9f678b72-2e9f-448b-9401-f1c78d141def", "name": "network-vif-plugged", "status": "completed", "tag": "a2df817e-faf7-4dc5-9fdd-9fd73f3534ee"}, {"server_uuid": "06965346-b114-475b-9c4b-dc4abcf07c5d", "name": "network-vif-plugged", "status": "completed", "tag": "1ea993ce-8716-4785-8570-7a629000a62b"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:13.021168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05782ddd-3e5c-4876-a532-47f4e891722f req-4c129b31-12ff-4151-9125-2bb8664623a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.023056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05782ddd-3e5c-4876-a532-47f4e891722f req-4c129b31-12ff-4151-9125-2bb8664623a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c HTTP/1.1" status: 200 len: 924 time: 0.1394641 Sep 20 12:22:13.066766 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-202103e6-7d84-4b6a-8efe-a23e1ef4cf9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67bab39c3e5d47a1aebf7dbda7ee5a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296467 Sep 20 12:22:13.070709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38720) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:13.075350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3ddc8f56-57be-481c-9593-1e90173d3392 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:22:13.153608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Pushing event updated for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:13.178238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf93d-edc2-4805-968d-747092ce8016 req-6ebe0bc7-d43d-4715-a975-4f7e48106dd2 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.186252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77adf93d-edc2-4805-968d-747092ce8016 req-6ebe0bc7-d43d-4715-a975-4f7e48106dd2 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 945 time: 0.1685495 Sep 20 12:22:13.205254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05782ddd-3e5c-4876-a532-47f4e891722f req-6891ed6d-c4f3-48ed-a5d9-f5f02a03e810 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab936069-dbb0-42dc-b378-15b94c32a0dc HTTP/1.1" status: 200 len: 999 time: 0.1704550 Sep 20 12:22:13.258374 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42e16ef-7af8-47c1-8d33-f4d1b11fd859 x-openstack-request-id: req-c42e16ef-7af8-47c1-8d33-f4d1b11fd859 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:13.258665 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e5de33-21e3-4536-8f4b-bd76d5720cba", "name": "network-vif-plugged", "status": "completed", "tag": "9853996a-ccd4-46b0-9dd7-4e93481b2934", "code": 200}, {"server_uuid": "9f678b72-2e9f-448b-9401-f1c78d141def", "name": "network-vif-plugged", "status": "completed", "tag": "a2df817e-faf7-4dc5-9fdd-9fd73f3534ee", "code": 200}, {"server_uuid": "06965346-b114-475b-9c4b-dc4abcf07c5d", "name": "network-vif-plugged", "status": "completed", "tag": "1ea993ce-8716-4785-8570-7a629000a62b", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:13.259855 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c42e16ef-7af8-47c1-8d33-f4d1b11fd859 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:13.259855 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e5de33-21e3-4536-8f4b-bd76d5720cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853996a-ccd4-46b0-9dd7-4e93481b2934', 'code': 200} Sep 20 12:22:13.259855 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f678b72-2e9f-448b-9401-f1c78d141def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2df817e-faf7-4dc5-9fdd-9fd73f3534ee', 'code': 200} Sep 20 12:22:13.260117 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06965346-b114-475b-9c4b-dc4abcf07c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea993ce-8716-4785-8570-7a629000a62b', 'code': 200} Sep 20 12:22:13.261327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 3ddc8f56-57be-481c-9593-1e90173d3392 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:22:13.261662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3ddc8f56-57be-481c-9593-1e90173d3392 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:22:13.272614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77adf93d-edc2-4805-968d-747092ce8016 req-fb148b35-b7b2-4e7e-a872-92d1b87c8dee tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795422 Sep 20 12:22:13.287165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:13.396748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05782ddd-3e5c-4876-a532-47f4e891722f req-c4d30ea5-3656-4ff8-ac1f-5528be4e6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.397919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'port_id': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'mac_address': 'fa:16:3e:a1:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:21:48Z', 'updated_at': '2021-09-20T12:22:10Z', 'revision_number': 1, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:13.398893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05782ddd-3e5c-4876-a532-47f4e891722f req-c4d30ea5-3656-4ff8-ac1f-5528be4e6e12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cbb1bb8-44d1-42f3-add4-191240af64a6 HTTP/1.1" status: 200 len: 863 time: 0.1779215 Sep 20 12:22:13.430532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] Checking router: 6c009760-18fd-45f3-916f-ce0048ec892e for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:22:13.442058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:22:13.442269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:21:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:13.443551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9ed46-3e8f-45e5-bfb8-0e72324e779d req-0f7568e6-74a7-439b-aea1-be592274b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.446108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22e9ed46-3e8f-45e5-bfb8-0e72324e779d req-0f7568e6-74a7-439b-aea1-be592274b133 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06965346-b114-475b-9c4b-dc4abcf07c5d HTTP/1.1" status: 200 len: 1100 time: 0.1674967 Sep 20 12:22:13.454886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1f18c-4cd8-4610-bc7b-b261e2ef653f req-029d2249-6214-429d-a34c-875054bde9f4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.456423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80f1f18c-4cd8-4610-bc7b-b261e2ef653f req-029d2249-6214-429d-a34c-875054bde9f4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 949 time: 0.1574183 Sep 20 12:22:13.514412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22e9ed46-3e8f-45e5-bfb8-0e72324e779d req-232d6472-1ade-48e3-9ef1-38dc5627b862 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569906 Sep 20 12:22:13.523868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05782ddd-3e5c-4876-a532-47f4e891722f req-2d5453fe-3c65-48c2-9a68-03448183091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.523868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05782ddd-3e5c-4876-a532-47f4e891722f req-2d5453fe-3c65-48c2-9a68-03448183091d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120868 Sep 20 12:22:13.580984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80f1f18c-4cd8-4610-bc7b-b261e2ef653f req-df356a97-2dad-4560-ab49-948522ef8f62 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030087 Sep 20 12:22:13.620595 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:13.628011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:22:13.649669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b0f64-defd-4136-be6e-2ad458fe6168 req-6b91b446-77a0-465d-93a5-3ab6a2c5f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.651232 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-934b0f64-defd-4136-be6e-2ad458fe6168 req-6b91b446-77a0-465d-93a5-3ab6a2c5f040 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 1100 time: 0.3776052 Sep 20 12:22:13.661316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:13.661660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:13.662104 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:13.679426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:13.679783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:13.696103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5bf6c-e55f-4196-83f5-32d5923d032b req-71b63c69-7bb4-4b3a-ab2e-e473bf10d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.697866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46c5bf6c-e55f-4196-83f5-32d5923d032b req-71b63c69-7bb4-4b3a-ab2e-e473bf10d06c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 1096 time: 0.4543717 Sep 20 12:22:13.709792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:13.710398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:13.710940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:13.711557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Bound port: f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:13.712072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:13.789866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-934b0f64-defd-4136-be6e-2ad458fe6168 req-384b0bef-aeda-4cad-9259-45bfc8d503f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908015 Sep 20 12:22:13.798237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b3875-5feb-49f8-a1cb-ace25a18c88e req-50890cb7-ca55-49c3-b3b4-71903665861b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.802642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46c5bf6c-e55f-4196-83f5-32d5923d032b req-f55d1fb4-e118-4e56-a1ab-6fc790439d2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939448 Sep 20 12:22:13.805415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-153b3875-5feb-49f8-a1cb-ace25a18c88e req-50890cb7-ca55-49c3-b3b4-71903665861b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 945 time: 0.1135554 Sep 20 12:22:13.817399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05782ddd-3e5c-4876-a532-47f4e891722f req-0ce634cb-285e-400a-85f5-3557540ea00a service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889926 Sep 20 12:22:13.826851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:13.830378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:13.837505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b52a84-0099-4c4d-85d5-6d107ff7de38 req-a9243360-3c00-434a-9671-4150eb2213b5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.838972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0b52a84-0099-4c4d-85d5-6d107ff7de38 req-a9243360-3c00-434a-9671-4150eb2213b5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.1690936 Sep 20 12:22:13.868575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:13.871891 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:13.875704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-153b3875-5feb-49f8-a1cb-ace25a18c88e req-4e863843-cbb4-413a-acc7-1b23e68ccf94 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675611 Sep 20 12:22:13.887990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22a0825e-92d0-420e-a309-e4cb36778eb4 HTTP/1.1" status: 204 len: 168 time: 0.8153837 Sep 20 12:22:13.904702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:13.912167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a0825e-92d0-420e-a309-e4cb36778eb4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:13.920201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0b52a84-0099-4c4d-85d5-6d107ff7de38 req-073407d9-558f-413b-b04e-756732bb945a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 Sep 20 12:22:13.961608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.962132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.962483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.962825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.963161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.963493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.963822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.964148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.964475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.964849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.965203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.965528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c3a3d-b064-4e09-a516-2920923c8c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:13.995868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:13.996384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:13.997858 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] 10.222.0.21 "PUT /v2.0/ports/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 200 len: 1091 time: 1.6391437 Sep 20 12:22:13.998313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:14.000759 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ebcea9-41a5-499e-926a-219376932951" -d '{"events": [{"name": "network-changed", "server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:14.031064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7c19b-23d3-490b-bacb-db42ca6a3357 service neutron] Pushing event updated for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:14.039997 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'port_id': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'mac_address': 'fa:16:3e:a1:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:21:48Z', 'updated_at': '2021-09-20T12:22:10Z', 'revision_number': 1, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:14.070272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660e1f7-3a39-4613-898a-c50c6efc3cbe None None] The sync data for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 is: [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'port_id': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'mac_address': 'fa:16:3e:a1:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:21:48Z', 'updated_at': '2021-09-20T12:22:10Z', 'revision_number': 1, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:22:14.174960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd266c-5c4f-4e51-b97c-d0229afb3f1a req-2f9b94ae-7f40-4ce4-83a5-c7bfe32121a4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.177219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79fd266c-5c4f-4e51-b97c-d0229afb3f1a req-2f9b94ae-7f40-4ce4-83a5-c7bfe32121a4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.2167606 Sep 20 12:22:14.183148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d65ebda3-2cac-425d-91fe-cb906cc992ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.184739 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-d65ebda3-2cac-425d-91fe-cb906cc992ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1094 time: 0.0438869 Sep 20 12:22:14.194808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155f1f-b1d2-4ca0-91f8-d550f364cc91 req-fda0e0eb-3c2b-495c-916c-571a09b96774 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.196275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c155f1f-b1d2-4ca0-91f8-d550f364cc91 req-fda0e0eb-3c2b-495c-916c-571a09b96774 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 945 time: 0.1323042 Sep 20 12:22:14.234004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-9ce6f618-3790-4188-99fa-baf72180aecb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 200 len: 217 time: 0.0398254 Sep 20 12:22:14.273339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05782ddd-3e5c-4876-a532-47f4e891722f req-07b38b0c-a8f5-45ed-a0a2-d4e100a0f74c service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080669 Sep 20 12:22:14.276647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79fd266c-5c4f-4e51-b97c-d0229afb3f1a req-e083f7c6-aaee-48cd-9a68-6f4d0694acea tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793731 Sep 20 12:22:14.291805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c155f1f-b1d2-4ca0-91f8-d550f364cc91 req-faf4a9b2-6a0f-4e8e-8013-8bda4b2c1f31 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864058 Sep 20 12:22:14.297252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-ded23e45-82fc-4636-bbe2-ae50fab08924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.299094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-ded23e45-82fc-4636-bbe2-ae50fab08924 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0551839 Sep 20 12:22:14.349929 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-a8467f62-ffae-4c5d-a271-1a691505bbf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375273 Sep 20 12:22:14.367451 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6c1ad2-dfbe-4147-9a02-b4d1ad74ac8a x-openstack-request-id: req-de6c1ad2-dfbe-4147-9a02-b4d1ad74ac8a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:14.367739 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:14.367986 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de6c1ad2-dfbe-4147-9a02-b4d1ad74ac8a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:14.368375 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f', 'status': 'completed', 'code': 200} Sep 20 12:22:14.380928 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3446c6b-2ed8-45f6-bb4e-684fa22413ee None None] New status for floating IP db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:22:14.479502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-a3237c16-c4b0-434a-8b7a-9f387dea55d1 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221535 Sep 20 12:22:14.590528 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-93e9b4b8-6535-4777-99f0-689ff1779ac3 req-5a496217-004f-413c-ac79-82335d0d9dbf service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038210 Sep 20 12:22:14.705486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6f83-ca9b-4d22-942f-3c597fa9968e req-ff91ac58-3667-424f-8626-2acc356f8293 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.706981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1c6f83-ca9b-4d22-942f-3c597fa9968e req-ff91ac58-3667-424f-8626-2acc356f8293 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 949 time: 0.0515850 Sep 20 12:22:14.765784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1c6f83-ca9b-4d22-942f-3c597fa9968e req-c4ad2a22-ff04-4ecc-a4a7-3d268c5ab76a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Sep 20 12:22:14.773354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebcea9-41a5-499e-926a-219376932951 req-541572ab-3058-4c5b-9d83-8afbdb282497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.775004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f1ebcea9-41a5-499e-926a-219376932951 req-541572ab-3058-4c5b-9d83-8afbdb282497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1094 time: 0.0457850 Sep 20 12:22:14.871174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebcea9-41a5-499e-926a-219376932951 req-5fd0db34-14e8-4130-86eb-b6bce066c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.872634 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f1ebcea9-41a5-499e-926a-219376932951 req-5fd0db34-14e8-4130-86eb-b6bce066c282 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.0903416 Sep 20 12:22:14.916930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f1ebcea9-41a5-499e-926a-219376932951 req-40e4eb9f-f774-4577-bd5e-1d020cf11273 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 200 len: 217 time: 0.0354888 Sep 20 12:22:14.971086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebcea9-41a5-499e-926a-219376932951 req-4ee99de8-6eb7-44f8-92f3-deb99d304db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.972969 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f1ebcea9-41a5-499e-926a-219376932951 req-4ee99de8-6eb7-44f8-92f3-deb99d304db9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0483308 Sep 20 12:22:14.995543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeee45e-55c1-4374-b1c4-2f3e0533781c req-e04d1308-2769-4565-85ce-a7e6460c0e93 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:14.997084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8aeee45e-55c1-4374-b1c4-2f3e0533781c req-e04d1308-2769-4565-85ce-a7e6460c0e93 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 945 time: 0.0515645 Sep 20 12:22:15.016630 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f1ebcea9-41a5-499e-926a-219376932951 req-2f8f3155-12cf-4c25-afb0-1f85b2cf166b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360370 Sep 20 12:22:15.071891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fbb5e-d917-48c6-ae9b-35b666518a7a req-cb507a84-3b13-4618-acf1-a84b4a4d1004 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:15.073391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d0fbb5e-d917-48c6-ae9b-35b666518a7a req-cb507a84-3b13-4618-acf1-a84b4a4d1004 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0719333 Sep 20 12:22:15.076413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8aeee45e-55c1-4374-b1c4-2f3e0533781c req-492b3374-6725-4f36-8688-fdba2367d55b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655553 Sep 20 12:22:15.114201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d0fbb5e-d917-48c6-ae9b-35b666518a7a req-ba3c39d6-0b91-4c66-819b-207a9c23328e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Sep 20 12:22:15.115689 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f1ebcea9-41a5-499e-926a-219376932951 req-ec7211fc-4f81-45e4-a35e-d56eb50397e3 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913498 Sep 20 12:22:15.216592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f1ebcea9-41a5-499e-926a-219376932951 req-c6a218fc-6082-4fe8-8984-cc4ac4aca28f service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911763 Sep 20 12:22:15.235462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bfad909-caea-477c-aabf-b4832f02b1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.295114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38782) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:15.309961 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d93cbd8-3d38-419d-a9c4-04fb39694fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.402167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d93cbd8-3d38-419d-a9c4-04fb39694fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.409416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303a13a-cc81-43a3-9b99-44759a295aaf req-24a09f2b-94a1-4049-8182-00d72b805c6f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:15.411005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2303a13a-cc81-43a3-9b99-44759a295aaf req-24a09f2b-94a1-4049-8182-00d72b805c6f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0537386 Sep 20 12:22:15.459473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2303a13a-cc81-43a3-9b99-44759a295aaf req-52e1a9d4-9aba-4bf2-82ad-0fd6348e089e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 Sep 20 12:22:15.469930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d93cbd8-3d38-419d-a9c4-04fb39694fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.510458 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3d93cbd8-3d38-419d-a9c4-04fb39694fb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df6d27ed70bf4fa2b58944d301292dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111700 Sep 20 12:22:15.510979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:15.516781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93cbd8-3d38-419d-a9c4-04fb39694fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8fdc5-d2f3-4dcc-930d-d73929282f08,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:15.576468 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.602153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694d7cb-dbfa-433a-8de6-b2b1cc93a8e4 req-0aac9362-c6a0-4f45-b814-ac733884de79 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:15.603627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8694d7cb-dbfa-433a-8de6-b2b1cc93a8e4 req-0aac9362-c6a0-4f45-b814-ac733884de79 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 945 time: 0.0833797 Sep 20 12:22:15.604216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00304ee-26a3-4992-8dbf-9444008e513f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.638687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00304ee-26a3-4992-8dbf-9444008e513f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.672842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8694d7cb-dbfa-433a-8de6-b2b1cc93a8e4 req-f28cf7d8-b520-4990-9ff1-c52c0839d062 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597770 Sep 20 12:22:15.812906 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00304ee-26a3-4992-8dbf-9444008e513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.815970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00304ee-26a3-4992-8dbf-9444008e513f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:15.817577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b00304ee-26a3-4992-8dbf-9444008e513f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46e8fdc5-d2f3-4dcc-930d-d73929282f08 HTTP/1.1" status: 204 len: 168 time: 0.3053582 Sep 20 12:22:15.828473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00304ee-26a3-4992-8dbf-9444008e513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8fdc5-d2f3-4dcc-930d-d73929282f08,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:15.922870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb681f80-08d7-4fab-8e8c-d8d989d90440 req-ea88fdf6-72e9-4ee1-a5e7-1853fe340b44 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:15.925469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb681f80-08d7-4fab-8e8c-d8d989d90440 req-ea88fdf6-72e9-4ee1-a5e7-1853fe340b44 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 949 time: 0.0902128 Sep 20 12:22:15.966956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb681f80-08d7-4fab-8e8c-d8d989d90440 req-920e11da-909d-4098-8e49-de360aaf4be6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354569 Sep 20 12:22:16.102003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba007b-98a5-490d-b9e0-826cb2729f25 req-1d7c81fc-eb86-43b3-befa-8ec0db774eb8 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:16.103512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68ba007b-98a5-490d-b9e0-826cb2729f25 req-1d7c81fc-eb86-43b3-befa-8ec0db774eb8 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=06965346-b114-475b-9c4b-dc4abcf07c5d HTTP/1.1" status: 200 len: 949 time: 0.0489576 Sep 20 12:22:16.147031 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68ba007b-98a5-490d-b9e0-826cb2729f25 req-79f77ed2-81a9-4aa5-87f1-3210fa9c7208 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362048 Sep 20 12:22:16.248539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228bd84-68d0-4cd7-98b2-98b4295135a7 req-4fc463d7-821c-4e89-afa0-e2533b343066 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:16.250078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5228bd84-68d0-4cd7-98b2-98b4295135a7 req-4fc463d7-821c-4e89-afa0-e2533b343066 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0525675 Sep 20 12:22:16.290538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5228bd84-68d0-4cd7-98b2-98b4295135a7 req-2228cb10-81be-4e96-8bd7-644accee7eac tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Sep 20 12:22:16.422571 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:16.669933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c5f2-029a-4d40-885d-eeee76fbd373 req-0560c0b7-d24e-44ce-b970-ea1da1785ac9 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:16.676052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c5f2-029a-4d40-885d-eeee76fbd373 req-0560c0b7-d24e-44ce-b970-ea1da1785ac9 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:16.678459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09c4c5f2-029a-4d40-885d-eeee76fbd373 req-0560c0b7-d24e-44ce-b970-ea1da1785ac9 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=06965346-b114-475b-9c4b-dc4abcf07c5d&device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 1689 time: 0.0632727 Sep 20 12:22:16.716122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09c4c5f2-029a-4d40-885d-eeee76fbd373 req-a657e93d-d35e-4b24-a2b9-058986728f54 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317836 Sep 20 12:22:16.818647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90b80-0156-4884-9c59-516c7a56b2a9 req-b4638154-96dc-4f9d-b7cc-57229056d500 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:16.820097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5da90b80-0156-4884-9c59-516c7a56b2a9 req-b4638154-96dc-4f9d-b7cc-57229056d500 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0489943 Sep 20 12:22:16.868547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5da90b80-0156-4884-9c59-516c7a56b2a9 req-6e2667c3-3595-4436-be58-f6773544b3ea tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Sep 20 12:22:17.122895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f55ffb62-d3ab-4924-b5f3-5c4c72d3198f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:17.126166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338af8c-90d4-454d-80ec-f2cd43673e45 req-d077bed1-8cf8-4828-8747-810316b17ae4 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:17.127676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8338af8c-90d4-454d-80ec-f2cd43673e45 req-d077bed1-8cf8-4828-8747-810316b17ae4 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 945 time: 0.0777936 Sep 20 12:22:17.134490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3819d11-9239-4450-a3bf-f2a94f80de84 req-7eb38891-820d-4f0d-98fd-c28de3d785b0 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:17.135946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3819d11-9239-4450-a3bf-f2a94f80de84 req-7eb38891-820d-4f0d-98fd-c28de3d785b0 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=06965346-b114-475b-9c4b-dc4abcf07c5d HTTP/1.1" status: 200 len: 1100 time: 0.0610070 Sep 20 12:22:17.182481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8338af8c-90d4-454d-80ec-f2cd43673e45 req-44f98db7-0730-487b-9006-043eb7d7a96a tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Sep 20 12:22:17.193406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3819d11-9239-4450-a3bf-f2a94f80de84 req-8ba94979-fca8-4e06-a2a8-d1dd8a473488 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Sep 20 12:22:17.237115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:17.249688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f', 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'port_id': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f', 'mac_address': 'fa:16:3e:82:56:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e5e21-4425-4400-9778-682f36ab16e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:17.289200 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:17.310174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55ffb62-d3ab-4924-b5f3-5c4c72d3198f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:17.342745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:17.418745 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:17.462312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafeafd-8e55-425a-bc49-6ec405dc5877 req-bd880376-1849-4968-8eb8-58a1bd8219c8 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:17.465481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0dafeafd-8e55-425a-bc49-6ec405dc5877 req-bd880376-1849-4968-8eb8-58a1bd8219c8 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 944 time: 0.0802870 Sep 20 12:22:17.467528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4de81-a5a1-4f83-8f2b-5e018e186c07 req-a7710367-836e-451e-b8fb-22954cb58a8b tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:17.469173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51e4de81-a5a1-4f83-8f2b-5e018e186c07 req-a7710367-836e-451e-b8fb-22954cb58a8b tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 1100 time: 0.0852628 Sep 20 12:22:17.481624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:17.523725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0dafeafd-8e55-425a-bc49-6ec405dc5877 req-d4ca384f-39c4-4d29-b1db-3bcdf334d2ca tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535157 Sep 20 12:22:17.528907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51e4de81-a5a1-4f83-8f2b-5e018e186c07 req-c9014a8d-1b58-46dc-9819-705ab058ef44 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523100 Sep 20 12:22:17.635221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['f55ffb62-d3ab-4924-b5f3-5c4c72d3198f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:17.818937 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:17.933780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-8a83f6fc-7c9d-489d-9842-8828dbd14733 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276356 Sep 20 12:22:18.344382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5287f5-d219-4e11-bfa3-625a07b5c05d req-b746d432-19ac-4c17-a332-d7f39f18ddb5 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:18.345763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b5287f5-d219-4e11-bfa3-625a07b5c05d req-b746d432-19ac-4c17-a332-d7f39f18ddb5 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.3922999 Sep 20 12:22:18.346557 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-492c42ea-b566-47d0-82d6-36af046cf576 service neutron] show failed (client error): The resource could not be found. Sep 20 12:22:18.347432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-492c42ea-b566-47d0-82d6-36af046cf576 service neutron] 10.222.0.32 "GET /v2.0/ports/dee438f3-fb3b-4797-a66a-1a4253d1f73f/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.4203818 Sep 20 12:22:18.392343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-969c1438-95ea-4beb-ab13-d51a06eeaf80 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:18.393782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-969c1438-95ea-4beb-ab13-d51a06eeaf80 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4389563 Sep 20 12:22:18.412067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b5287f5-d219-4e11-bfa3-625a07b5c05d req-bfe1bf71-04c1-4851-b31f-f1c0b6cad806 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595999 Sep 20 12:22:18.414399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-76d9ad05-978a-4ecf-b1ad-5b4138d36e25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/quotas/0b4191a27b9d4a21a7004cd529afb133 HTTP/1.1" status: 200 len: 375 time: 0.0133283 Sep 20 12:22:18.469683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-ca4a0925-5d60-4042-be07-743a826aca6a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493104 Sep 20 12:22:18.646338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5d215-e5b9-46f6-8736-be82f63161af req-81d4d226-286d-462e-a551-173b43d02d41 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:18.647839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5c5d215-e5b9-46f6-8736-be82f63161af req-81d4d226-286d-462e-a551-173b43d02d41 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 945 time: 0.0596080 Sep 20 12:22:18.689161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5c5d215-e5b9-46f6-8736-be82f63161af req-fa513609-b680-48c7-ad61-f0915403701b tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352139 Sep 20 12:22:18.984139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-61918388-2a2e-4ec9-b58a-65b525dc6dcc tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:18.985658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-61918388-2a2e-4ec9-b58a-65b525dc6dcc tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 945 time: 0.0769627 Sep 20 12:22:18.987497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-49ecb33f-3355-4b46-8b52-6c4aaed5f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:18.993545 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-49ecb33f-3355-4b46-8b52-6c4aaed5f923 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b&tenant_id=ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 1101 time: 0.0502119 Sep 20 12:22:19.001393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:19.064793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.114723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eec93a-e5e7-48a8-b98d-1582eab3429c req-b16c34ac-f008-46f4-b2fe-df8f1da4b64c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:19.116195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32eec93a-e5e7-48a8-b98d-1582eab3429c req-b16c34ac-f008-46f4-b2fe-df8f1da4b64c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 944 time: 0.1224718 Sep 20 12:22:19.132745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f55ffb62-d3ab-4924-b5f3-5c4c72d3198f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:19.197332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32eec93a-e5e7-48a8-b98d-1582eab3429c req-d882feb4-83a0-45b1-9795-b86c32940aee tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644760 Sep 20 12:22:19.201141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Deleting port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:22:19.201390 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.295956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] For port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,segment=NetworkSegment(de8e46f5-3f45-4aaf-b8db-afc5f7e98b10),segment_id=de8e46f5-3f45-4aaf-b8db-afc5f7e98b10)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:19.296416 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.312917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Calling delete_port for a2df817e-faf7-4dc5-9fdd-9fd73f3534ee owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:22:19.320240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:19.356450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:19.361680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:19.367420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:19.367420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.435803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:19.438096 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1e7562-ee24-4f50-b5f6-b65fe7563fc2" -d '{"events": [{"server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:19.445855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.561205 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa9629-da78-4262-bd43-b5b784f6d7c9 x-openstack-request-id: req-5bfa9629-da78-4262-bd43-b5b784f6d7c9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:19.565916 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:19.565916 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bfa9629-da78-4262-bd43-b5b784f6d7c9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:19.566134 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.566232 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'code': 200} Sep 20 12:22:19.587338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:19.589824 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc8130e-c1b3-4017-914f-f7ac7208804d" -d '{"events": [{"server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "name": "network-vif-plugged", "status": "completed", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:19.617258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:19.620939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.651684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf0718-7f22-42ae-b257-8e73e7ee2786 req-4ac8a5a8-71c3-46f0-b0c8-c2403c529373 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:19.659948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7bdf0718-7f22-42ae-b257-8e73e7ee2786 req-4ac8a5a8-71c3-46f0-b0c8-c2403c529373 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.0690851 Sep 20 12:22:19.662482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Transition to ACTIVE for port object dee438f3-fb3b-4797-a66a-1a4253d1f73f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:19.670547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.689861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['a2df817e-faf7-4dc5-9fdd-9fd73f3534ee'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:19.734699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7bdf0718-7f22-42ae-b257-8e73e7ee2786 req-40db0b41-0d07-42ee-b609-ee21e5803074 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731864 Sep 20 12:22:19.739416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Pushing event deleted for resources: {'Port': ['ID=a2df817e-faf7-4dc5-9fdd-9fd73f3534ee,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:19.739630 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.781952 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.800655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:19.859114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] No DVR routers for this DVR port a2df817e-faf7-4dc5-9fdd-9fd73f3534ee on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:22:19.866589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:19.869156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b199a6d-a15c-4fe6-8764-c009b93bd42a req-6ca99223-c3bc-403c-8e8f-6649867df6f3 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.32 "DELETE /v2.0/ports/a2df817e-faf7-4dc5-9fdd-9fd73f3534ee HTTP/1.1" status: 204 len: 173 time: 0.8739583 Sep 20 12:22:19.880613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f678b72-2e9f-448b-9401-f1c78d141def', 'name': 'network-vif-deleted', 'tag': 'a2df817e-faf7-4dc5-9fdd-9fd73f3534ee'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:19.880613 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab26e39-5475-4234-8050-9812fbad3d81" -d '{"events": [{"server_uuid": "9f678b72-2e9f-448b-9401-f1c78d141def", "name": "network-vif-deleted", "tag": "a2df817e-faf7-4dc5-9fdd-9fd73f3534ee"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:19.910785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] No DVR routers for this DVR port dee438f3-fb3b-4797-a66a-1a4253d1f73f on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:22:19.951486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:19.980155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Attempting to bind port dee438f3-fb3b-4797-a66a-1a4253d1f73f on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:19.980470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Attempting to bind port dee438f3-fb3b-4797-a66a-1a4253d1f73f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:19.987072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Attempting to bind port dee438f3-fb3b-4797-a66a-1a4253d1f73f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:19.995517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Port dee438f3-fb3b-4797-a66a-1a4253d1f73f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:19.996178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Attempting to bind port dee438f3-fb3b-4797-a66a-1a4253d1f73f on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:20.006238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:20.006591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:20.007238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:20.007673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Bound port: dee438f3-fb3b-4797-a66a-1a4253d1f73f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:20.008033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:20.034642 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c23d966-806d-471c-b5c4-97f9ba6363b8 x-openstack-request-id: req-0c23d966-806d-471c-b5c4-97f9ba6363b8 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:20.035159 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "name": "network-vif-plugged", "status": "completed", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:20.035609 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c23d966-806d-471c-b5c4-97f9ba6363b8 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:20.036144 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f', 'code': 200} Sep 20 12:22:20.090533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:20.140744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2eb0cb23-3ac4-4a0e-88ff-7abf6d64feda req-411d0790-89a6-490f-b370-53c4830eff33 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 210 time: 0.0436940 Sep 20 12:22:20.189678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:20.208879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052acc59-a6bd-4def-b840-e55551e6d7d6 req-53858203-7051-4270-aca0-f2d701cad915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:20.209987 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-052acc59-a6bd-4def-b840-e55551e6d7d6 req-53858203-7051-4270-aca0-f2d701cad915 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1096 time: 0.0924494 Sep 20 12:22:20.228249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fdcb1e0-78a2-4980-9897-6a7824bb890a req-c056b6cc-d583-45a3-a6f4-161945e296fe tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 210 time: 0.0361028 Sep 20 12:22:20.264501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:20.280852 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bbc1d2-dd4e-440d-8409-2372c3613100 x-openstack-request-id: req-c3bbc1d2-dd4e-440d-8409-2372c3613100 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:20.280852 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f678b72-2e9f-448b-9401-f1c78d141def", "name": "network-vif-deleted", "tag": "a2df817e-faf7-4dc5-9fdd-9fd73f3534ee", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:20.280852 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3bbc1d2-dd4e-440d-8409-2372c3613100 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:20.280852 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f678b72-2e9f-448b-9401-f1c78d141def', 'name': 'network-vif-deleted', 'tag': 'a2df817e-faf7-4dc5-9fdd-9fd73f3534ee', 'status': 'completed', 'code': 200} Sep 20 12:22:20.284051 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-052acc59-a6bd-4def-b840-e55551e6d7d6 req-5d861eb2-bff2-46c8-bd2b-310ca45895f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Sep 20 12:22:20.368434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:20.421068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e37868-6eec-4d18-b410-896d1d239481 req-d75cd180-b007-4fe8-bdca-9cccffb6e35f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:20.427600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:20.428344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:20.445431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14e37868-6eec-4d18-b410-896d1d239481 req-d75cd180-b007-4fe8-bdca-9cccffb6e35f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0889521 Sep 20 12:22:20.466635 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] 10.222.0.21 "PUT /v2.0/ports/dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 1096 time: 1.4621170 Sep 20 12:22:20.527547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a558f6a-e40a-44f1-abea-2928f6e9bdaf service neutron] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:20.547378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14e37868-6eec-4d18-b410-896d1d239481 req-592a2b05-b58e-45e8-b3cd-960158b7b884 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007235 Sep 20 12:22:20.592770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 335011b2-f59e-4587-9582-0e9b35aaaea2 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:20.599383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-14694111-658e-4481-b5ff-a6aef37737de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:20.601028 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-14694111-658e-4481-b5ff-a6aef37737de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1099 time: 0.0795269 Sep 20 12:22:20.724247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-c1102d38-16bf-43c0-8daf-fc686d1b9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:20.727713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-c1102d38-16bf-43c0-8daf-fc686d1b9321 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1185162 Sep 20 12:22:20.755504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:20.776003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'port_id': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'mac_address': 'fa:16:3e:cd:64:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54348ff2-71b4-437c-a198-407723854790', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:20.782753 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-3040a655-3faa-47dc-9793-55f8663a2aeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.0456431 Sep 20 12:22:20.905287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-1e00343c-2298-4bdb-8f19-c27eb43d400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:20.906933 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-1e00343c-2298-4bdb-8f19-c27eb43d400d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1157343 Sep 20 12:22:20.911084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:20.933459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 335011b2-f59e-4587-9582-0e9b35aaaea2 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:20.953886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97038e9-5525-464e-bd63-20fed83c6ce8 req-a76135b9-7df3-4498-944f-6e7be03737f8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:20.964796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d97038e9-5525-464e-bd63-20fed83c6ce8 req-a76135b9-7df3-4498-944f-6e7be03737f8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 948 time: 0.1109128 Sep 20 12:22:20.967282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:21.028798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d97038e9-5525-464e-bd63-20fed83c6ce8 req-ff972adf-2b23-4f5f-a08a-22ac1130d231 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544875 Sep 20 12:22:21.029063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-d9fa0270-0d0b-42ba-b69d-e79dd787f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:21.031123 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-d9fa0270-0d0b-42ba-b69d-e79dd787f8a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164315 Sep 20 12:22:21.156460 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-d0255be5-5e97-4b4d-9a85-9abd393b2d53 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155875 Sep 20 12:22:21.186120 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:21.302752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:21.312580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['335011b2-f59e-4587-9582-0e9b35aaaea2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:21.328567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56669b2b-3c00-4b19-b08f-7f20a87eea02 req-6f26cea8-bae9-4b0a-b767-0ef7f5ec1b89 tempest-ServerMetadataNegativeTestJSON-2137352498 tempest-ServerMetadataNegativeTestJSON-2137352498-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f678b72-2e9f-448b-9401-f1c78d141def HTTP/1.1" status: 200 len: 210 time: 0.0425358 Sep 20 12:22:21.352803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-e1421301-e443-41f1-9769-58dec5f3dd87 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872478 Sep 20 12:22:21.515154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1720b37f-aaf3-4df8-b12e-9b2a11252226 req-b252193f-33df-4c71-9016-6dffac3f1482 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 210 time: 0.0693099 Sep 20 12:22:21.565529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:21.568512 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d425d26-90f8-4847-bd88-e65249f97973" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:21.723957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7137c6d-74c4-468e-aab5-1eed0ac400e4 req-e83b52d3-5844-42aa-8b73-10b2841f6595 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:21.726133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7137c6d-74c4-468e-aab5-1eed0ac400e4 req-e83b52d3-5844-42aa-8b73-10b2841f6595 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0811174 Sep 20 12:22:21.777892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7137c6d-74c4-468e-aab5-1eed0ac400e4 req-50437fd8-5d93-4ebc-8e65-451fc8ef87ca tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Sep 20 12:22:21.873873 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f963d6-96cd-46ac-aa53-8acf28c20dd9 x-openstack-request-id: req-42f963d6-96cd-46ac-aa53-8acf28c20dd9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:21.874389 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:21.874840 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42f963d6-96cd-46ac-aa53-8acf28c20dd9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:21.875486 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'status': 'completed', 'code': 200} Sep 20 12:22:21.950627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425d26-90f8-4847-bd88-e65249f97973 req-b2981d03-561e-4615-8b3e-bf34670b2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:21.952567 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-b2981d03-561e-4615-8b3e-bf34670b2e80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1099 time: 0.0513692 Sep 20 12:22:21.964604 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425d26-90f8-4847-bd88-e65249f97973 req-3bb50aa7-bcda-4e59-a622-28eeeefc31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:21.966267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-3bb50aa7-bcda-4e59-a622-28eeeefc31d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1099 time: 0.0621929 Sep 20 12:22:22.107154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425d26-90f8-4847-bd88-e65249f97973 req-24c9a0ca-508f-4706-aefd-6b267fd261cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:22.111465 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-24c9a0ca-508f-4706-aefd-6b267fd261cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1381893 Sep 20 12:22:22.127944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425d26-90f8-4847-bd88-e65249f97973 req-9deb7865-8000-4602-8450-a24bc615cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:22.130582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-9deb7865-8000-4602-8450-a24bc615cf13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1574593 Sep 20 12:22:22.191543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-d34136a4-0c27-43fb-86df-3e6518865251 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.0511253 Sep 20 12:22:22.224803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-f8b927e2-55e5-4334-aa46-1a41f77cf7d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.1007216 Sep 20 12:22:22.304625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425d26-90f8-4847-bd88-e65249f97973 req-f0428efd-bd64-40ab-8ca9-4665a54ca2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:22.306191 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-f0428efd-bd64-40ab-8ca9-4665a54ca2b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0724657 Sep 20 12:22:22.315848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425d26-90f8-4847-bd88-e65249f97973 req-4bfe7842-4e9e-4122-9918-ff3bf38ee8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:22.317948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-4bfe7842-4e9e-4122-9918-ff3bf38ee8ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1195819 Sep 20 12:22:22.349897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200a96a-d224-4d8d-a43c-506e93d7728f req-0cb01fe3-1956-4ea1-a0b2-5c127c585db0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:22.352461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a200a96a-d224-4d8d-a43c-506e93d7728f req-0cb01fe3-1956-4ea1-a0b2-5c127c585db0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 948 time: 0.0906913 Sep 20 12:22:22.364318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425d26-90f8-4847-bd88-e65249f97973 req-f69819bf-bb94-4492-8c58-6a308c9c2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:22.365977 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-f69819bf-bb94-4492-8c58-6a308c9c2d95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526946 Sep 20 12:22:22.405177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d425d26-90f8-4847-bd88-e65249f97973 req-6e6d4dca-b497-4afc-bb99-5658b68dc487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:22.409839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-6e6d4dca-b497-4afc-bb99-5658b68dc487 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804410 Sep 20 12:22:22.455209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a200a96a-d224-4d8d-a43c-506e93d7728f req-c9f4d2fc-0872-43f5-9cd5-fa601ce4adcf tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708184 Sep 20 12:22:22.493739 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-b6a7c175-ff8b-42fc-8d41-83f16ab5fafb service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192286 Sep 20 12:22:22.530657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39172) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:22.618668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-624daf32-6251-433e-930a-38e19667f2fc service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003872 Sep 20 12:22:22.624545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 335011b2-f59e-4587-9582-0e9b35aaaea2 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:22.658802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a3143b-c239-4932-957a-834392852a73 admin admin] Deleting subnet d67db42e-b637-413a-96ee-822f57f4a979 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:22:22.662648 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04a3143b-c239-4932-957a-834392852a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:22.725747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4db5ae55-bcef-4d46-9320-b049d820ef75 req-0d8edd82-a7f4-4bc1-9654-96b46e731e73 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 210 time: 0.0826726 Sep 20 12:22:22.746970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04a3143b-c239-4932-957a-834392852a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:22.782071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 335011b2-f59e-4587-9582-0e9b35aaaea2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:22.782967 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:22.828453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04a3143b-c239-4932-957a-834392852a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:22.935220 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:22.962933 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:22.968902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-25c21cd6-bcea-45bc-82a6-3979291d3507 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442118 Sep 20 12:22:22.974222 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca14494-3d13-4caa-b60c-8732727254fe" -d '{"events": [{"server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "name": "network-vif-plugged", "status": "completed", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:22.989706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b52a1215-8476-4857-9c74-a7b190f38449 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d3b31e467fa845269bf1ce97af425adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928488 Sep 20 12:22:22.993973 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d425d26-90f8-4847-bd88-e65249f97973 req-8161cdff-4931-4f86-b489-09d43414126e service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837093 Sep 20 12:22:22.994109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:23.116979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b11db1-f7f2-4fb9-a40b-238d6c05317a req-46d482ef-cddb-4d3a-8c19-5a296e9d28ec tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:23.119322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04a3143b-c239-4932-957a-834392852a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.124971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9b11db1-f7f2-4fb9-a40b-238d6c05317a req-46d482ef-cddb-4d3a-8c19-5a296e9d28ec tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.1547611 Sep 20 12:22:23.146451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3143b-c239-4932-957a-834392852a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67db42e-b637-413a-96ee-822f57f4a979,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:23.152753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04a3143b-c239-4932-957a-834392852a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.155293 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-04a3143b-c239-4932-957a-834392852a73 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d67db42e-b637-413a-96ee-822f57f4a979 HTTP/1.1" status: 204 len: 168 time: 0.6221020 Sep 20 12:22:23.157111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39200) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:23.164588 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.167547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a2df817e-faf7-4dc5-9fdd-9fd73f3534ee no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:22:23.185933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-e49a5dc9-9ab5-4372-8a39-2aa946de1be8 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:23.195052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-e49a5dc9-9ab5-4372-8a39-2aa946de1be8 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037773 Sep 20 12:22:23.212643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9b11db1-f7f2-4fb9-a40b-238d6c05317a req-6ec8ba84-bdd2-49c6-aee6-cd2941ad4f94 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848932 Sep 20 12:22:23.234532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-55fe2f09-c5ad-47b7-91d7-cf0a535b0b70 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/quotas/d3b31e467fa845269bf1ce97af425adc HTTP/1.1" status: 200 len: 375 time: 0.0329010 Sep 20 12:22:23.303892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: a2df817e-faf7-4dc5-9fdd-9fd73f3534ee {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:22:23.304563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a2df817e-faf7-4dc5-9fdd-9fd73f3534ee not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:22:23.305106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device dee438f3-fb3b-4797-a66a-1a4253d1f73f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:22:23.323606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.325243 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-64947bd7-4601-425e-ab95-a8e33176ee14 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3b31e467fa845269bf1ce97af425adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912666 Sep 20 12:22:23.361838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device dee438f3-fb3b-4797-a66a-1a4253d1f73f not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:22:23.412172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:23.473315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.499137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c331de55-f367-43f3-ad3a-9d2571949edf']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:23.517685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8e46f5-3f45-4aaf-b8db-afc5f7e98b10') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:23.518290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8e46f5-3f45-4aaf-b8db-afc5f7e98b10') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:23.560300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.579826 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.587726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:22:23.588193 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:22:23.612201 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:22:23.648192 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6664ccfe-7c0c-497f-a122-bbe386929dd7 x-openstack-request-id: req-6664ccfe-7c0c-497f-a122-bbe386929dd7 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:23.649876 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "name": "network-vif-plugged", "status": "completed", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:23.649876 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6664ccfe-7c0c-497f-a122-bbe386929dd7 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:23.649876 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'code': 200} Sep 20 12:22:23.690797 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-fa4a72f5-04b4-497f-9ad4-4b866adb546d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338871 Sep 20 12:22:23.828780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df950e-6c58-412c-a62a-c0427ea73ccf req-ab4e50cb-552b-4fd0-b26a-a690cee28759 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:23.832338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01df950e-6c58-412c-a62a-c0427ea73ccf req-ab4e50cb-552b-4fd0-b26a-a690cee28759 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1096 time: 0.0728076 Sep 20 12:22:23.907226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.916045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01df950e-6c58-412c-a62a-c0427ea73ccf req-cff20704-c9f0-4e0f-9d1b-dc43d206241f tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762944 Sep 20 12:22:23.941607 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:23.943319 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] 10.222.0.37 "DELETE /v2.0/networks/c331de55-f367-43f3-ad3a-9d2571949edf HTTP/1.1" status: 204 len: 168 time: 0.7845912 Sep 20 12:22:24.071217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9dc75-bcee-486c-badc-c91b572b1aed admin admin] Pushing event deleted for resources: {'Network': ['ID=c331de55-f367-43f3-ad3a-9d2571949edf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:24.141469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38638c1-894c-4bcb-9deb-f35afa2c0a5b req-020fbd4d-4e0a-4349-a559-c4fa6d9f725b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:24.150198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a38638c1-894c-4bcb-9deb-f35afa2c0a5b req-020fbd4d-4e0a-4349-a559-c4fa6d9f725b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 948 time: 0.0771124 Sep 20 12:22:24.195915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-8b644e64-f2eb-4dc7-a63e-66ffa9a8a530 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:24.199020 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-8b644e64-f2eb-4dc7-a63e-66ffa9a8a530 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568635 Sep 20 12:22:24.201584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a38638c1-894c-4bcb-9deb-f35afa2c0a5b req-60cbe887-6dd1-47c4-8fc1-f20e4e7cdfc2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503664 Sep 20 12:22:24.225815 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Request body: {'port': {'device_id': '2e92b9ee-6abd-4160-b31f-501ba013b914', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '0b4191a27b9d4a21a7004cd529afb133'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:24.372164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-758bbe04-3fd8-4571-ad6c-c99b2de0a4a8 req-bd7c5f05-d275-4360-963a-b201cc6a558e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 210 time: 0.0401218 Sep 20 12:22:24.373894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-a7877d78-a9bf-4d28-b072-0503c432bfdf tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d3b31e467fa845269bf1ce97af425adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640552 Sep 20 12:22:24.557235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-fd9f7eed-6697-45d8-a91c-46b7155af682 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349584 Sep 20 12:22:24.566224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d8cb31e8-3c40-48ad-a10c-671f14300463 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:24.568467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d8cb31e8-3c40-48ad-a10c-671f14300463 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868663 Sep 20 12:22:24.595896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Made reservation on behalf of 0b4191a27b9d4a21a7004cd529afb133 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:24.600208 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:24.717408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-fa4ec1a9-0d36-495e-91f1-7db9a4532d6b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:24.718959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-fa4ec1a9-0d36-495e-91f1-7db9a4532d6b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496134 Sep 20 12:22:24.723753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-8047379d-7797-4953-be5f-0aeb2b10b88d tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/quotas/d3b31e467fa845269bf1ce97af425adc HTTP/1.1" status: 200 len: 375 time: 0.1440706 Sep 20 12:22:24.746324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Request body: {'port': {'device_id': 'f5016a7d-5571-420f-9f3b-33fbca354f1f', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '0b4191a27b9d4a21a7004cd529afb133'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:24.770578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:24.795446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-752f7346-d1c4-4bf7-bfcb-17622db794d0 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3b31e467fa845269bf1ce97af425adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639122 Sep 20 12:22:24.933448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b941205a-0bf1-4ab1-ac82-d9e5373424f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fb2e068361347768b9be221271e3e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618662 Sep 20 12:22:24.935469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:24.989226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Allocated IP 192.168.233.180 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/f6f53834-06b7-4596-a76a-cfc79113cef7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:25.046010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-720812bb-db80-4cd6-9d7f-4a758a6ce399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.070176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-720812bb-db80-4cd6-9d7f-4a758a6ce399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.141505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.167843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device dee438f3-fb3b-4797-a66a-1a4253d1f73f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:25.279003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:25.290611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'mac_address': 'fa:16:3e:c6:73:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:25.331318 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.345988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee438f3-fb3b-4797-a66a-1a4253d1f73f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:25.356806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-873778fd-785d-47c6-a4dc-90acbeb9d13d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:25.358319 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-873778fd-785d-47c6-a4dc-90acbeb9d13d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b&tenant_id=ba137cb8b17141debe48f0438ea6705e&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 948 time: 0.0958431 Sep 20 12:22:25.367839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:25.428002 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-401b7e4e-d034-48bb-8c22-7f907129446e service neutron] delete failed (client error): The resource could not be found. Sep 20 12:22:25.429021 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-401b7e4e-d034-48bb-8c22-7f907129446e service neutron] 10.222.0.32 "DELETE /v2.0/ports/dee438f3-fb3b-4797-a66a-1a4253d1f73f/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0620110 Sep 20 12:22:25.596579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.596781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Made reservation on behalf of 0b4191a27b9d4a21a7004cd529afb133 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:25.601304 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.603592 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-720812bb-db80-4cd6-9d7f-4a758a6ce399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.610033 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-720812bb-db80-4cd6-9d7f-4a758a6ce399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.611351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-720812bb-db80-4cd6-9d7f-4a758a6ce399 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50 HTTP/1.1" status: 204 len: 168 time: 0.6743484 Sep 20 12:22:25.664651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720812bb-db80-4cd6-9d7f-4a758a6ce399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c29fdf0-2e1c-4a69-a80b-e3e7946c2d50,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:25.830141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:25.866973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:25.870563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:25.873148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:25.950842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:26.036193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'Port': ['ID=f6f53834-06b7-4596-a76a-cfc79113cef7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:26.069973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:26.072437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Allocated IP 192.168.233.158 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/07fabbb5-1012-41b3-b7af-e577bdc0d917) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:26.074143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-6023db32-d02f-40e4-b654-a2d1ca57d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:26.076828 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-6023db32-d02f-40e4-b654-a2d1ca57d046 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1100 time: 0.5734057 Sep 20 12:22:26.078257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:26.099128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:26.298560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-b9ba6387-c591-4a50-86d4-43d1697b01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:26.301430 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-b9ba6387-c591-4a50-86d4-43d1697b01ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1896641 Sep 20 12:22:26.451215 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:26.489737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16b081be-0b8a-436e-a0c4-ec17be27c400 req-586fd68a-28a9-4e42-828b-19094aa06260 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 210 time: 0.0421309 Sep 20 12:22:26.526539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6bbd3-c0b6-46eb-adbb-c195b8bc4e79 req-2df708af-5b56-4d49-980c-da6b67090de5 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:26.528615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ce6bbd3-c0b6-46eb-adbb-c195b8bc4e79 req-2df708af-5b56-4d49-980c-da6b67090de5 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 949 time: 0.8456359 Sep 20 12:22:26.566162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-2a792e82-f798-47e7-af09-cabe60bfcca7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.2199283 Sep 20 12:22:26.593333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:26.594476 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:26.609210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ce6bbd3-c0b6-46eb-adbb-c195b8bc4e79 req-204ac39e-587f-44fa-b773-832036ccb33f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645516 Sep 20 12:22:26.635649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-90d85e87-a11b-4596-a634-f35ae7db0d19 None None] Provisioning complete for port f6f53834-06b7-4596-a76a-cfc79113cef7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:26.636177 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-90d85e87-a11b-4596-a634-f35ae7db0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:26.642147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:26.716892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-925a8175-b95d-4e4e-ae42-077633e98ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:26.719092 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-925a8175-b95d-4e4e-ae42-077633e98ef0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1422119 Sep 20 12:22:26.750347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-90d85e87-a11b-4596-a634-f35ae7db0d19 None None] Port f6f53834-06b7-4596-a76a-cfc79113cef7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:22:26.752098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:26.833142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-c3fe94bf-7846-41ee-b9f1-b99b68219fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:26.836389 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-c3fe94bf-7846-41ee-b9f1-b99b68219fcb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982144 Sep 20 12:22:26.943582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:26.956365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bdc0ac7-03b7-4452-b9cc-bfdfbfc50308 req-55e829c7-9568-4a5d-8fe1-08f7434b9e83 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 210 time: 0.1180625 Sep 20 12:22:26.962744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:26.976686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:27.003438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:27.022068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a739c99-d55f-49f4-8e41-8c51b1f327e4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8118026 Sep 20 12:22:27.068109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Request body: {'port': {'device_id': '2e92b9ee-6abd-4160-b31f-501ba013b914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:27.115884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'Port': ['ID=07fabbb5-1012-41b3-b7af-e577bdc0d917,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:27.192542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:27.197816 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device dee438f3-fb3b-4797-a66a-1a4253d1f73f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:27.203551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:27.272091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-acf00bbc-1bd5-4448-85d9-c2c1f4fa2bfb service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185591 Sep 20 12:22:27.331792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:27.404381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-7a323f97-9137-4826-aa52-fd2308610f32 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6614001 Sep 20 12:22:27.421762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Request body: {'port': {'device_id': 'f5016a7d-5571-420f-9f3b-33fbca354f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:27.587010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:27.652349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-257a3cf1-c443-4348-8e89-a1962e2b1d0c None None] Provisioning complete for port 07fabbb5-1012-41b3-b7af-e577bdc0d917 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:27.652885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-257a3cf1-c443-4348-8e89-a1962e2b1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:27.705308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-257a3cf1-c443-4348-8e89-a1962e2b1d0c None None] Port 07fabbb5-1012-41b3-b7af-e577bdc0d917 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:22:27.841715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port dee438f3-fb3b-4797-a66a-1a4253d1f73f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:27.855737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port dee438f3-fb3b-4797-a66a-1a4253d1f73f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:27.856158 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:27.959538 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-41c37cda-7d6d-4aee-a576-d38028bd96a7 req-7a05dee4-70fa-4a03-af3e-84d29a440a51 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728537 Sep 20 12:22:28.038249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39370) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:28.201775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a819c8-3f30-48aa-8380-3742543e97a7 req-3de36094-24ca-4a0f-a4c2-47199beb3b90 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:28.205217 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1a819c8-3f30-48aa-8380-3742543e97a7 req-3de36094-24ca-4a0f-a4c2-47199beb3b90 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 936 time: 0.5130112 Sep 20 12:22:28.221609 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:28.224851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bcca7-7940-4260-926b-772198dd10e8 req-d6ed92e3-67e4-4cc1-928d-b0a8c8dc8292 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:28.226638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e6bcca7-7940-4260-926b-772198dd10e8 req-d6ed92e3-67e4-4cc1-928d-b0a8c8dc8292 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 949 time: 0.3533316 Sep 20 12:22:28.267514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f53834-06b7-4596-a76a-cfc79113cef7 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:28.270642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1a819c8-3f30-48aa-8380-3742543e97a7 req-c7097e9a-dd8f-4e27-b858-cd255e7d5df5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Sep 20 12:22:28.279876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:28.282386 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9cc126-b9cd-428a-8548-697eb3c47a0b" -d '{"events": [{"server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "name": "network-vif-plugged", "status": "completed", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:28.334867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:28.356036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:28.360442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-ed70c135-e8a6-41d6-a9dc-90e0a9b93bf9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d3b31e467fa845269bf1ce97af425adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1709085 Sep 20 12:22:28.365883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2086432624-network', 'tenant_id': 'e7e18383f3254ad88380d986c0c8a9da'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:28.396589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e6bcca7-7940-4260-926b-772198dd10e8 req-d501ed46-caef-4dbf-a978-2ba3a516c0b8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363678 Sep 20 12:22:28.407147 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:28.541979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Made reservation on behalf of e7e18383f3254ad88380d986c0c8a9da for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:28.545201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:28.549194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Transition to ACTIVE for port object f6f53834-06b7-4596-a76a-cfc79113cef7 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:28.569211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:28.610152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:28.628222 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:28.646954 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643805f9-29f2-460b-b5b4-82bf15f92e7a x-openstack-request-id: req-643805f9-29f2-460b-b5b4-82bf15f92e7a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:28.647358 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "name": "network-vif-plugged", "status": "completed", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:28.647709 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-643805f9-29f2-460b-b5b4-82bf15f92e7a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:28.648262 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'code': 200} Sep 20 12:22:28.664459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af093e54-32fe-4fba-8aef-2477d88363cf req-78698d47-e1d5-4035-854a-33db2b686e35 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 210 time: 0.0907798 Sep 20 12:22:28.763033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-c7e859fc-1afb-48fd-972f-97879194373f tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:28.764868 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-c7e859fc-1afb-48fd-972f-97879194373f tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3899028 Sep 20 12:22:28.767024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f53834-06b7-4596-a76a-cfc79113cef7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:28.787422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Request body: {'port': {'device_id': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'd3b31e467fa845269bf1ce97af425adc'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:28.978737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.057675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fabbb5-1012-41b3-b7af-e577bdc0d917 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:29.084321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Attempting to bind port f6f53834-06b7-4596-a76a-cfc79113cef7 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:29.084928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Attempting to bind port f6f53834-06b7-4596-a76a-cfc79113cef7 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:29.085100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Attempting to bind port f6f53834-06b7-4596-a76a-cfc79113cef7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:29.086115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.107896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Transition to ACTIVE for port object 07fabbb5-1012-41b3-b7af-e577bdc0d917 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:29.109633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.126595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Port f6f53834-06b7-4596-a76a-cfc79113cef7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:29.127049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Attempting to bind port f6f53834-06b7-4596-a76a-cfc79113cef7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:29.152250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:29.152682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:29.153385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:29.154039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Bound port: f6f53834-06b7-4596-a76a-cfc79113cef7, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:29.155927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.168706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:22:29.187595 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.187595 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Added segment 3e90dd7c-c832-4cdd-819c-a0ecf129ff2a of type vlan for network 64503a0a-4196-40f8-a830-8c6996721953 Sep 20 12:22:29.209682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b79d33-06a9-4932-a3a7-cf914742d998,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:29.278036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.323831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] For port f6f53834-06b7-4596-a76a-cfc79113cef7, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:29.327289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Made reservation on behalf of d3b31e467fa845269bf1ce97af425adc for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:29.339287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.350149 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.494695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-ea510d2b-0b14-403d-b28b-517a8bb21695 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d3b31e467fa845269bf1ce97af425adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2569873 Sep 20 12:22:29.504820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] For port f6f53834-06b7-4596-a76a-cfc79113cef7, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f6f53834-06b7-4596-a76a-cfc79113cef7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:29.538976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.579381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.620124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.652640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.715833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:29.716612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:29.726538 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/f6f53834-06b7-4596-a76a-cfc79113cef7 HTTP/1.1" status: 200 len: 1096 time: 2.6795938 Sep 20 12:22:29.749269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e92b9ee-6abd-4160-b31f-501ba013b914', 'tag': 'f6f53834-06b7-4596-a76a-cfc79113cef7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:29.760294 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e92b9ee-6abd-4160-b31f-501ba013b914", "tag": "f6f53834-06b7-4596-a76a-cfc79113cef7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:29.841379 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:22:29.885367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946c282-e7c9-4aa5-b7b4-3e78c8fa88d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f53834-06b7-4596-a76a-cfc79113cef7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:29.924188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0a73d2-c299-4c41-b2f9-6c6c24f43984,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:29.936059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Pushing event updated for resources: {'Port': ['ID=07fabbb5-1012-41b3-b7af-e577bdc0d917,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:30.014093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41d0a6-833a-427e-a771-4fdcb17f7f68 req-68645c6d-da1f-4207-9499-77557e4496ee tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:30.015685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca41d0a6-833a-427e-a771-4fdcb17f7f68 req-68645c6d-da1f-4207-9499-77557e4496ee tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 948 time: 0.5130851 Sep 20 12:22:30.069345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-92e3e972-e207-425b-a0ec-e08f3392778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:30.070989 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-92e3e972-e207-425b-a0ec-e08f3392778f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 1099 time: 0.1556444 Sep 20 12:22:30.101517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Allocated IP 192.168.233.34 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/36a13361-00c8-4ce3-85e1-276a99a00dbf) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:30.140364 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-15be051e-0ba0-4e8a-a867-4cdee579eceb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f6f53834-06b7-4596-a76a-cfc79113cef7 HTTP/1.1" status: 200 len: 217 time: 0.0535705 Sep 20 12:22:30.168462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Attempting to bind port 07fabbb5-1012-41b3-b7af-e577bdc0d917 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:30.169417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Attempting to bind port 07fabbb5-1012-41b3-b7af-e577bdc0d917 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:30.169973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Attempting to bind port 07fabbb5-1012-41b3-b7af-e577bdc0d917 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:30.178112 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:30.179480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:30.181844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:30.193471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-8a2afd45-a730-4ae5-bce9-30cd6c047ebd tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:30.195473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-8a2afd45-a730-4ae5-bce9-30cd6c047ebd tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6833546 Sep 20 12:22:30.208666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c94584-3edb-4d1d-aa1c-4f1c15c213a9 req-3684b4b5-3e6e-4186-857e-7cd438af69e8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:30.208666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4c94584-3edb-4d1d-aa1c-4f1c15c213a9 req-3684b4b5-3e6e-4186-857e-7cd438af69e8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.4466984 Sep 20 12:22:30.210733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca41d0a6-833a-427e-a771-4fdcb17f7f68 req-3bd45c8e-7de8-4aa7-9202-c2feddfae0e2 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701975 Sep 20 12:22:30.239722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Port 07fabbb5-1012-41b3-b7af-e577bdc0d917 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:30.239838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Attempting to bind port 07fabbb5-1012-41b3-b7af-e577bdc0d917 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:30.247818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Request body: {'port': {'device_id': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'd3b31e467fa845269bf1ce97af425adc'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:30.262359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-9fff57e1-5115-46af-9ccd-4fe15fb38993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:30.262602 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-9fff57e1-5115-46af-9ccd-4fe15fb38993 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1147780 Sep 20 12:22:30.295446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:30.295446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:30.295446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:30.295446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Bound port: 07fabbb5-1012-41b3-b7af-e577bdc0d917, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:30.295446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:30.392488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=64503a0a-4196-40f8-a830-8c6996721953,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:30.407269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 64503a0a-4196-40f8-a830-8c6996721953 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:22:30.467263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-73359c1e-b415-4d43-8845-c8b7532a4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:30.467398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4c94584-3edb-4d1d-aa1c-4f1c15c213a9 req-22f34224-4484-4695-b470-2386be00bfb0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142971 Sep 20 12:22:30.469322 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-73359c1e-b415-4d43-8845-c8b7532a4df6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1953778 Sep 20 12:22:30.471285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b7b34379-1862-435b-8a71-6cf72c60a1e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4312205 Sep 20 12:22:30.561434 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d84041-6d87-4d97-a8db-9dff6d2f6688 x-openstack-request-id: req-c8d84041-6d87-4d97-a8db-9dff6d2f6688 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:30.561709 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e92b9ee-6abd-4160-b31f-501ba013b914", "tag": "f6f53834-06b7-4596-a76a-cfc79113cef7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:30.561954 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8d84041-6d87-4d97-a8db-9dff6d2f6688 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:30.562354 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e92b9ee-6abd-4160-b31f-501ba013b914', 'tag': 'f6f53834-06b7-4596-a76a-cfc79113cef7', 'status': 'completed', 'code': 200} Sep 20 12:22:30.670304 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:30.723140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-1a84206a-8e23-433d-a7cf-f8222605cbc0 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454038 Sep 20 12:22:30.807067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:30.867371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:30.919921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:30.924554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:30.928958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:30.933807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a319a5e-a035-4ffa-9a93-f0056811cde3 req-4e3f26a9-1836-44ef-8b12-750afd370be1 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 210 time: 0.3586903 Sep 20 12:22:30.939806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] For port 07fabbb5-1012-41b3-b7af-e577bdc0d917, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:30.969980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] For port 07fabbb5-1012-41b3-b7af-e577bdc0d917, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07fabbb5-1012-41b3-b7af-e577bdc0d917,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:30.972486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-f016c81f-5572-4b0a-872c-ff834198996a service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332790 Sep 20 12:22:31.041385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.042354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:31.049321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Made reservation on behalf of d3b31e467fa845269bf1ce97af425adc for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:31.056401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:31.125108 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:31.165743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.168084 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:31.168084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] 10.222.0.32 "PUT /v2.0/ports/07fabbb5-1012-41b3-b7af-e577bdc0d917 HTTP/1.1" status: 200 len: 1096 time: 3.7557409 Sep 20 12:22:31.170970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5016a7d-5571-420f-9f3b-33fbca354f1f', 'tag': '07fabbb5-1012-41b3-b7af-e577bdc0d917'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:31.173568 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b083ad6b-842f-4bd8-be79-5f121a04350b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5016a7d-5571-420f-9f3b-33fbca354f1f", "tag": "07fabbb5-1012-41b3-b7af-e577bdc0d917"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:31.201795 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-083e082d-62f9-443b-95c9-96966351dbc9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4183512 Sep 20 12:22:31.216855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a02be-1abc-446a-868e-eb181b0ace68 req-fbeb3054-59aa-45fc-95f8-d7629b8127c8 tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.220781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Request body: {'port': {'device_id': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:31.224373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b12a02be-1abc-446a-868e-eb181b0ace68 req-fbeb3054-59aa-45fc-95f8-d7629b8127c8 tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1101 time: 0.2081664 Sep 20 12:22:31.290312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0725c15e-7bed-4329-b6e8-35c812aaf6ea None None] Provisioning complete for port 36a13361-00c8-4ce3-85e1-276a99a00dbf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:31.290716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0725c15e-7bed-4329-b6e8-35c812aaf6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:31.311903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b12a02be-1abc-446a-868e-eb181b0ace68 req-dded6046-8691-45c5-80a1-747fcc2c8faf tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814600 Sep 20 12:22:31.319571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aacfc-fa3c-4c7d-b401-c0d295fdf508 service neutron] Pushing event updated for resources: {'Port': ['ID=07fabbb5-1012-41b3-b7af-e577bdc0d917,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:31.428747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0725c15e-7bed-4329-b6e8-35c812aaf6ea None None] Port 36a13361-00c8-4ce3-85e1-276a99a00dbf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:22:31.440411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:31.445842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-09ecab40-351e-4d4b-9339-a0dd37341ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.447849 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-09ecab40-351e-4d4b-9339-a0dd37341ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 1099 time: 0.2966087 Sep 20 12:22:31.661721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Allocated IP 192.168.233.72 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/76133b6f-6965-4097-bc6a-85956ed32b76) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:31.750542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-2e9ee613-8760-4605-aa0e-befd21cb24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.752359 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-2e9ee613-8760-4605-aa0e-befd21cb24f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2948558 Sep 20 12:22:31.752727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-336e4f7d-6137-49d9-8a4a-b226498bab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.754812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-336e4f7d-6137-49d9-8a4a-b226498bab4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 1099 time: 0.1743138 Sep 20 12:22:31.804625 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-aa86a7f0-4317-4255-98d6-6e8cafc843e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f6f53834-06b7-4596-a76a-cfc79113cef7 HTTP/1.1" status: 200 len: 217 time: 0.0447564 Sep 20 12:22:31.817532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-d5ab9321-cb3b-4a72-9d87-b4da800aa003 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=07fabbb5-1012-41b3-b7af-e577bdc0d917 HTTP/1.1" status: 200 len: 217 time: 0.0480127 Sep 20 12:22:31.868258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-86f72870-981f-45e9-a199-da7e3d13c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.870260 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-86f72870-981f-45e9-a199-da7e3d13c81f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0463481 Sep 20 12:22:31.889966 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:31.929943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-66b0c3d0-fec7-4d57-b802-28b9a0df81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.932133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-66b0c3d0-fec7-4d57-b802-28b9a0df81ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531528 Sep 20 12:22:31.947934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-029440f5-a153-4f0b-acaa-1267fe4b1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:31.950879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-029440f5-a153-4f0b-acaa-1267fe4b1f41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1217728 Sep 20 12:22:32.097330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-a1381c45-a70e-41da-bcfb-f5de5f956c50 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574116 Sep 20 12:22:32.152861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-75c2b598-c77f-4760-9dc9-6b1a225a25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:32.154422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-75c2b598-c77f-4760-9dc9-6b1a225a25bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866283 Sep 20 12:22:32.163200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58605f20-f87e-4d1e-9048-5ff61f6fd39c req-b8021f98-170e-49ba-9643-55803a11e6ed tempest-ComputeTenantNetworksTest-1466359367 tempest-ComputeTenantNetworksTest-1466359367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:32.169462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58605f20-f87e-4d1e-9048-5ff61f6fd39c req-b8021f98-170e-49ba-9643-55803a11e6ed tempest-ComputeTenantNetworksTest-1466359367 tempest-ComputeTenantNetworksTest-1466359367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:32.178885 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58605f20-f87e-4d1e-9048-5ff61f6fd39c req-b8021f98-170e-49ba-9643-55803a11e6ed tempest-ComputeTenantNetworksTest-1466359367 tempest-ComputeTenantNetworksTest-1466359367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:32.189341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58605f20-f87e-4d1e-9048-5ff61f6fd39c req-b8021f98-170e-49ba-9643-55803a11e6ed tempest-ComputeTenantNetworksTest-1466359367 tempest-ComputeTenantNetworksTest-1466359367-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2953496 Sep 20 12:22:32.236075 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fad96b-204d-4015-afc6-e824713fa77f x-openstack-request-id: req-99fad96b-204d-4015-afc6-e824713fa77f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:32.236075 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5016a7d-5571-420f-9f3b-33fbca354f1f", "tag": "07fabbb5-1012-41b3-b7af-e577bdc0d917", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:32.236831 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99fad96b-204d-4015-afc6-e824713fa77f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:32.236831 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5016a7d-5571-420f-9f3b-33fbca354f1f', 'tag': '07fabbb5-1012-41b3-b7af-e577bdc0d917', 'status': 'completed', 'code': 200} Sep 20 12:22:32.246238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeb3309a-6a96-41bd-b869-d5b8eb26fed3 req-b42b313c-208d-4f1d-8359-3c222c38e6d0 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410177 Sep 20 12:22:32.341161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-e4948a8e-1d28-4694-b882-61781b4010f5 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482551 Sep 20 12:22:32.382633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591add-a6a9-461f-90fd-89abb84d3d95 req-8ae4700e-2400-458e-ad11-f6a7bf7b7c76 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:32.384178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af591add-a6a9-461f-90fd-89abb84d3d95 req-8ae4700e-2400-458e-ad11-f6a7bf7b7c76 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 948 time: 0.0906696 Sep 20 12:22:32.461713 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:32.468058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af591add-a6a9-461f-90fd-89abb84d3d95 req-d7073b77-5fe9-4de4-a1a4-bc19cf62c781 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770829 Sep 20 12:22:32.523689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:32.528380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32e9ac56-75a6-4081-843a-ec011a62acd0 req-a9eec982-492a-4bb6-a425-e112d7754392 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790051 Sep 20 12:22:32.531249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:32.534985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:32.589786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Pushing event updated for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:32.599824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:32.600655 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:32.651794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a13361-00c8-4ce3-85e1-276a99a00dbf {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:32.661553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:32.674900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Transition to ACTIVE for port object 36a13361-00c8-4ce3-85e1-276a99a00dbf will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:32.800072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a4b3fbfe-bcee-488a-8483-653dce028ee9 None None] Provisioning complete for port 76133b6f-6965-4097-bc6a-85956ed32b76 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:32.801292 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a4b3fbfe-bcee-488a-8483-653dce028ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:32.806576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72e5e6-9e93-4d02-8113-5dd9fb4c2efe req-bf84c31f-5caf-4954-b498-6ee2870dd00e tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:32.808142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db72e5e6-9e93-4d02-8113-5dd9fb4c2efe req-bf84c31f-5caf-4954-b498-6ee2870dd00e tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 935 time: 0.0504110 Sep 20 12:22:32.848956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db72e5e6-9e93-4d02-8113-5dd9fb4c2efe req-042273b0-2596-4692-a893-7acf3933aa99 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346222 Sep 20 12:22:32.898662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:32.925834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-31355a92-01d3-48b3-ac22-eba451068aef tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6934190 Sep 20 12:22:32.954022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Request body: {'port': {'device_id': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:32.966866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:32.978256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3fbfe-bcee-488a-8483-653dce028ee9 None None] Port 76133b6f-6965-4097-bc6a-85956ed32b76 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:22:33.081402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Attempting to bind port 36a13361-00c8-4ce3-85e1-276a99a00dbf on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:33.081810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Attempting to bind port 36a13361-00c8-4ce3-85e1-276a99a00dbf by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:33.082684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Attempting to bind port 36a13361-00c8-4ce3-85e1-276a99a00dbf on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:33.092709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Port 36a13361-00c8-4ce3-85e1-276a99a00dbf on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:33.098292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Attempting to bind port 36a13361-00c8-4ce3-85e1-276a99a00dbf on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:33.099752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:33.100098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:33.100625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:33.101568 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Bound port: 36a13361-00c8-4ce3-85e1-276a99a00dbf, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:33.101812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.118583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea5409-0cb7-4e65-8ef1-b1a7ee9297a3 req-01d114b0-eccf-4559-b301-d77cd169c14c tempest-ComputeTenantNetworksTest-1466359367 tempest-ComputeTenantNetworksTest-1466359367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:33.119982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5ea5409-0cb7-4e65-8ef1-b1a7ee9297a3 req-01d114b0-eccf-4559-b301-d77cd169c14c tempest-ComputeTenantNetworksTest-1466359367 tempest-ComputeTenantNetworksTest-1466359367-project] 10.222.0.37 "GET /v2.0/networks/64503a0a-4196-40f8-a830-8c6996721953 HTTP/1.1" status: 200 len: 769 time: 0.2382965 Sep 20 12:22:33.131996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39484) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:33.135398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-cce08e8c-1486-4ec9-a502-ef932bd1c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:33.137184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-cce08e8c-1486-4ec9-a502-ef932bd1c8d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 1099 time: 0.2427583 Sep 20 12:22:33.141975 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.230571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:33.241190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:33.323084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.343688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-e3cbdf15-d9f9-4bef-85de-0b3850dde059 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774796 Sep 20 12:22:33.400349 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.419977 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:22:33.503552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:33.505532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.507477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/36a13361-00c8-4ce3-85e1-276a99a00dbf HTTP/1.1" status: 200 len: 1095 time: 2.2911279 Sep 20 12:22:33.508121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:33.510709 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788" -d '{"events": [{"name": "network-changed", "server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:33.534958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-8202040b-a193-4665-8798-8b083430630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:33.537540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-8202040b-a193-4665-8798-8b083430630c service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.3918548 Sep 20 12:22:33.616088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-1a56a495-3199-4ba3-a085-6b3c666c59fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=07fabbb5-1012-41b3-b7af-e577bdc0d917 HTTP/1.1" status: 200 len: 217 time: 0.0420821 Sep 20 12:22:33.627188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.681692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fd989-e8d5-4337-83ca-1d84fd95a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:33.705549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-54ffdb01-8d2b-4d43-82df-e2df4b91f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:33.707846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-54ffdb01-8d2b-4d43-82df-e2df4b91f9e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0717695 Sep 20 12:22:33.780147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64503a0a-4196-40f8-a830-8c6996721953']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:33.811224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e90dd7c-c832-4cdd-819c-a0ecf129ff2a') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:33.811516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e90dd7c-c832-4cdd-819c-a0ecf129ff2a') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:22:33.842713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-3ad0ff5f-b786-43b8-b130-a49a13b847ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:33.846773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-3ad0ff5f-b786-43b8-b130-a49a13b847ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3b31e467fa845269bf1ce97af425adc&device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 1098 time: 0.1711223 Sep 20 12:22:33.851736 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.867673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.874544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:22:33.878614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:33.976084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887353-0041-4282-a323-14506218467e req-6140860d-2f4d-4b7f-b18c-5aa14453716f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:33.997690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-6140860d-2f4d-4b7f-b18c-5aa14453716f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6013205 Sep 20 12:22:34.005787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-994ef9af-cd68-4c0e-b9ab-5c8fb1dc7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:34.007547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-994ef9af-cd68-4c0e-b9ab-5c8fb1dc7b64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2808270 Sep 20 12:22:34.015309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e1916-a90b-42ff-a97b-6b0e1889b8d6 req-fa57dd62-2d45-4aa6-afdf-8d17de614428 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:34.023335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a2e1916-a90b-42ff-a97b-6b0e1889b8d6 req-fa57dd62-2d45-4aa6-afdf-8d17de614428 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 948 time: 0.2084641 Sep 20 12:22:34.130718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-edcc2356-c8b1-442b-b4ba-5178db9a7a7b service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931036 Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:22:34.177897 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:22:34.220880 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-f0575219-a75a-4045-a6a8-499ffa99cc95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf HTTP/1.1" status: 200 len: 217 time: 0.0392337 Sep 20 12:22:34.303115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:34.309142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-26e731f3-5b26-427a-973b-d2025b9a57d5 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/quotas/ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 375 time: 0.3092101 Sep 20 12:22:34.338103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:34.349925 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] 10.222.0.37 "DELETE /v2.0/networks/64503a0a-4196-40f8-a830-8c6996721953 HTTP/1.1" status: 204 len: 168 time: 1.2181628 Sep 20 12:22:34.362841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a2e1916-a90b-42ff-a97b-6b0e1889b8d6 req-f07532f2-ceec-4ca3-a77d-325942af3b3c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336244 Sep 20 12:22:34.404934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-927b8553-d444-423c-9c31-f9c3b93da300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:34.414296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-927b8553-d444-423c-9c31-f9c3b93da300 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1727097 Sep 20 12:22:34.434075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a10f8-1a93-432c-95b3-476adf2ad644 admin admin] Pushing event deleted for resources: {'Network': ['ID=64503a0a-4196-40f8-a830-8c6996721953,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:34.455626 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc62803-6fb0-484a-8f3d-29aab8c16f46 x-openstack-request-id: req-cfc62803-6fb0-484a-8f3d-29aab8c16f46 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:34.456049 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:34.456534 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfc62803-6fb0-484a-8f3d-29aab8c16f46 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:34.457686 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'status': 'completed', 'code': 200} Sep 20 12:22:34.480732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-d145d27f-ed9e-4953-ba1d-0452983cad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:34.482535 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-d145d27f-ed9e-4953-ba1d-0452983cad3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622568 Sep 20 12:22:34.502664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b083ad6b-842f-4bd8-be79-5f121a04350b req-f2a8914e-f252-4e11-b954-632fbb126cec service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467877 Sep 20 12:22:34.514863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76133b6f-6965-4097-bc6a-85956ed32b76 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:34.528321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-33d601eb-d53a-44f5-a963-2ead5e5c9ec0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1971357 Sep 20 12:22:34.532234 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:34.563406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Transition to ACTIVE for port object 76133b6f-6965-4097-bc6a-85956ed32b76 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:34.659640 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-873db592-1c44-4a47-a000-73d7b8e43c05 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669836 Sep 20 12:22:34.669851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:34.793954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Pushing event updated for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:34.857771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39532) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:34.934475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Attempting to bind port 76133b6f-6965-4097-bc6a-85956ed32b76 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:34.934920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Attempting to bind port 76133b6f-6965-4097-bc6a-85956ed32b76 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:34.935330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Attempting to bind port 76133b6f-6965-4097-bc6a-85956ed32b76 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:34.938013 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcc962c9-6ea4-4c52-81a9-5c1c335caa64 req-52d6fcdb-b474-445c-b433-8a1f9753ff48 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698922 Sep 20 12:22:34.955652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Port 76133b6f-6965-4097-bc6a-85956ed32b76 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:34.956082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Attempting to bind port 76133b6f-6965-4097-bc6a-85956ed32b76 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:34.963933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:34.963933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:34.964848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:34.965402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Bound port: 76133b6f-6965-4097-bc6a-85956ed32b76, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:34.965959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:34.978089 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ab2604dd-29b5-4d4c-8773-56f3dae7291c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7e18383f3254ad88380d986c0c8a9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1157868 Sep 20 12:22:34.980588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39538) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:35.085497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ff88b87-de62-41cb-b7b8-0dd8c9f19a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:35.093277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:35.099709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:35.105735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c933e77c-6a0a-4414-888b-4cde8a21fda9 req-ad019261-3e9c-4b45-8044-047e68a948d8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 210 time: 0.1196034 Sep 20 12:22:35.153958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d6ab-9f28-4d27-bb25-d629c9baef3b req-d110fd76-568c-4d6a-8f89-b4de112aa406 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.159001 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9aa1d6ab-9f28-4d27-bb25-d629c9baef3b req-d110fd76-568c-4d6a-8f89-b4de112aa406 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 947 time: 0.2541115 Sep 20 12:22:35.174014 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ff88b87-de62-41cb-b7b8-0dd8c9f19a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:35.181144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f6f53834-06b7-4596-a76a-cfc79113cef7 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:35.198139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-e4f907a2-cf27-47ec-9aac-2bdb1101a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.199776 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-e4f907a2-cf27-47ec-9aac-2bdb1101a957 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3b31e467fa845269bf1ce97af425adc&device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 1098 time: 0.1154721 Sep 20 12:22:35.227833 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9aa1d6ab-9f28-4d27-bb25-d629c9baef3b req-731c4e38-163a-49fe-ad2c-d0fcdaadbbd0 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626450 Sep 20 12:22:35.230318 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:35.323090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Pushing event updated for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:35.329330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.330332 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:35.332074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d515a78e-c35c-41c4-954c-d09f8a2feda9 service neutron] 10.222.0.21 "PUT /v2.0/ports/76133b6f-6965-4097-bc6a-85956ed32b76 HTTP/1.1" status: 200 len: 1095 time: 2.3890245 Sep 20 12:22:35.333954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:35.336932 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04cad74-cc01-4560-9b98-da42b007bad4" -d '{"events": [{"name": "network-changed", "server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:35.471361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f6f53834-06b7-4596-a76a-cfc79113cef7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f6f53834-06b7-4596-a76a-cfc79113cef7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:35.486246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-1e81fd71-705b-4e09-a869-a697bdb4cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.490057 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-1e81fd71-705b-4e09-a869-a697bdb4cc65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2773840 Sep 20 12:22:35.501627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'f6f53834-06b7-4596-a76a-cfc79113cef7', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'f6f53834-06b7-4596-a76a-cfc79113cef7', 'mac_address': 'fa:16:3e:77:6a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:35.546619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39552) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:35.554084 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73d3ee-a546-4a90-bd68-cab085dcef8e x-openstack-request-id: req-aa73d3ee-a546-4a90-bd68-cab085dcef8e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:35.560357 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:35.560357 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa73d3ee-a546-4a90-bd68-cab085dcef8e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:35.560793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ff88b87-de62-41cb-b7b8-0dd8c9f19a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:35.560874 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76', 'status': 'completed', 'code': 200} Sep 20 12:22:35.560954 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ff88b87-de62-41cb-b7b8-0dd8c9f19a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:35.561068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7ff88b87-de62-41cb-b7b8-0dd8c9f19a56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39b79d33-06a9-4932-a3a7-cf914742d998 HTTP/1.1" status: 204 len: 168 time: 0.5742042 Sep 20 12:22:35.562517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-cc1603bf-e6ee-4f96-8fc1-54223f28545a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf HTTP/1.1" status: 200 len: 217 time: 0.0632198 Sep 20 12:22:35.573778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff88b87-de62-41cb-b7b8-0dd8c9f19a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b79d33-06a9-4932-a3a7-cf914742d998,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:35.612669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-7e135e68-b741-49a7-8271-0ccb336e56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.618473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-7e135e68-b741-49a7-8271-0ccb336e56a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3b31e467fa845269bf1ce97af425adc&device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 1098 time: 0.1379831 Sep 20 12:22:35.655834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-f3d3972a-838d-4efd-b57c-eb8e1daa5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.661582 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-f3d3972a-838d-4efd-b57c-eb8e1daa5111 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0798726 Sep 20 12:22:35.673528 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:35.753500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-79aaa164-1bfa-4aa3-93bb-4a4eae0d8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.759841 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-79aaa164-1bfa-4aa3-93bb-4a4eae0d8fbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902622 Sep 20 12:22:35.783631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-58081ee9-568b-4182-bcfa-2e07fd9b853a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=76133b6f-6965-4097-bc6a-85956ed32b76 HTTP/1.1" status: 200 len: 217 time: 0.0586343 Sep 20 12:22:35.804720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f53834-06b7-4596-a76a-cfc79113cef7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:35.861031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f6f53834-06b7-4596-a76a-cfc79113cef7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f6f53834-06b7-4596-a76a-cfc79113cef7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:35.886899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d131ad45-4e55-40bd-a911-a76a080b336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.888393 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-d131ad45-4e55-40bd-a911-a76a080b336e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0949848 Sep 20 12:22:35.907659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5edd9e-0d9b-4c5d-89c7-ec7ada66c4b3 req-c1c59d2a-eff3-4038-ba64-9cafda5067ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:35.915738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a5edd9e-0d9b-4c5d-89c7-ec7ada66c4b3 req-c1c59d2a-eff3-4038-ba64-9cafda5067ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 948 time: 0.2935362 Sep 20 12:22:35.943398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5152bf8-9470-4853-9107-5908df979739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:35.953640 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:36.038323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-4c71605b-7b72-4066-b556-d929d54f409a service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716186 Sep 20 12:22:36.039080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-1b9d85b7-dde8-4d36-85e4-e0cf1cc6b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:36.041210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-1b9d85b7-dde8-4d36-85e4-e0cf1cc6b895 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018097 Sep 20 12:22:36.058222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a5edd9e-0d9b-4c5d-89c7-ec7ada66c4b3 req-76731f3c-78af-4ee4-9964-e466f509ad52 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348064 Sep 20 12:22:36.104374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f6f53834-06b7-4596-a76a-cfc79113cef7,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:36.169403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-5110d3e9-6ded-4c33-9348-94385de00a64 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101208 Sep 20 12:22:36.267434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['f6f53834-06b7-4596-a76a-cfc79113cef7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:36.290732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-62fa62c0-ae4e-4f71-b948-ea17ab0fe788 req-8e48c788-43c2-44b1-a716-01644c473039 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195587 Sep 20 12:22:36.346105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-709f7ff4-8d6d-424b-85c1-23d03004cc5c req-ab78b3f5-e8c0-4381-8d1d-1327302100eb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 210 time: 0.0401695 Sep 20 12:22:36.387358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec9f4002-ef25-43a4-bc7b-309bbd6086f6 req-0f38b99c-285e-4658-bf14-391ba361780a service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074704 Sep 20 12:22:36.494570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a981df3-054f-4bce-a522-6a6deb1b8ac9 req-7a68fcae-e634-4550-a188-dceac25cd3da tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:36.498314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a981df3-054f-4bce-a522-6a6deb1b8ac9 req-7a68fcae-e634-4550-a188-dceac25cd3da tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 947 time: 0.0864875 Sep 20 12:22:36.504480 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5152bf8-9470-4853-9107-5908df979739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:36.563670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a981df3-054f-4bce-a522-6a6deb1b8ac9 req-21043e87-6bba-4c4d-af2d-438cee958c7b tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503480 Sep 20 12:22:36.618536 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5152bf8-9470-4853-9107-5908df979739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:36.641132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 07fabbb5-1012-41b3-b7af-e577bdc0d917 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:36.761272 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c5152bf8-9470-4853-9107-5908df979739 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d78e7540b3a54727a1ae936d62d348ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2135594 Sep 20 12:22:36.762611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5152bf8-9470-4853-9107-5908df979739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99bae50-50bc-4349-bc01-7b4041049b74,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:36.765708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39598) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:36.791304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-8831c9dc-87ff-4f40-a95d-ac41889f752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:36.802408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-8831c9dc-87ff-4f40-a95d-ac41889f752a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3b31e467fa845269bf1ce97af425adc&device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 1098 time: 0.2112908 Sep 20 12:22:36.836406 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef042f91-baaa-47ce-bc7b-244fe434ebd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:36.844864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 07fabbb5-1012-41b3-b7af-e577bdc0d917, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07fabbb5-1012-41b3-b7af-e577bdc0d917,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:36.888621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef042f91-baaa-47ce-bc7b-244fe434ebd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:36.909449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '07fabbb5-1012-41b3-b7af-e577bdc0d917', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '07fabbb5-1012-41b3-b7af-e577bdc0d917', 'mac_address': 'fa:16:3e:42:af:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:36.969087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:37.037389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fabbb5-1012-41b3-b7af-e577bdc0d917 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:37.055754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-2f2845f6-e415-461d-bec5-b6b40e4abab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:37.064901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-2f2845f6-e415-461d-bec5-b6b40e4abab2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2499013 Sep 20 12:22:37.074823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 07fabbb5-1012-41b3-b7af-e577bdc0d917, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07fabbb5-1012-41b3-b7af-e577bdc0d917,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:37.118833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef042f91-baaa-47ce-bc7b-244fe434ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:37.121427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef042f91-baaa-47ce-bc7b-244fe434ebd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:37.122712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ef042f91-baaa-47ce-bc7b-244fe434ebd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e99bae50-50bc-4349-bc01-7b4041049b74 HTTP/1.1" status: 204 len: 168 time: 0.3559947 Sep 20 12:22:37.155493 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:37.163203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef042f91-baaa-47ce-bc7b-244fe434ebd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99bae50-50bc-4349-bc01-7b4041049b74,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:37.202920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-a818accb-87ca-42eb-a8bf-6a3f092cbe78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=76133b6f-6965-4097-bc6a-85956ed32b76 HTTP/1.1" status: 200 len: 217 time: 0.1282229 Sep 20 12:22:37.283491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=07fabbb5-1012-41b3-b7af-e577bdc0d917,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:37.293916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-840fd9e7-965b-42bf-b5dc-040da65f3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:37.295390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-840fd9e7-965b-42bf-b5dc-040da65f3c66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0605552 Sep 20 12:22:37.330909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c41886-1a87-4fe3-a55c-d11a43c2d34a req-6d593cac-2591-4a67-b8a8-8cb92e7d6bbb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:37.341672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08c41886-1a87-4fe3-a55c-d11a43c2d34a req-6d593cac-2591-4a67-b8a8-8cb92e7d6bbb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 949 time: 0.1400399 Sep 20 12:22:37.402174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-4a73251c-8780-472e-9296-9d13a7d8c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:37.403919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-4a73251c-8780-472e-9296-9d13a7d8c38b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947213 Sep 20 12:22:37.414728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08c41886-1a87-4fe3-a55c-d11a43c2d34a req-0cdd2b6c-75a1-49da-aa3f-adcb4766e8cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733202 Sep 20 12:22:37.440229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['07fabbb5-1012-41b3-b7af-e577bdc0d917'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:37.534493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd7af872-7b89-4f1e-8c8c-f5da7f989cab req-821eaf42-7ec8-4f2e-8724-8cd13da1ab74 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 210 time: 0.0528069 Sep 20 12:22:37.593178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-a921829a-432c-45fc-89cf-31f10ba5216d service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721349 Sep 20 12:22:37.814399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d04cad74-cc01-4560-9b98-da42b007bad4 req-676effa3-5ad3-496c-85d3-362d320b3e54 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091379 Sep 20 12:22:37.901727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f6358-cc7f-47c6-bff8-61eeecaab005 req-760c6159-fdbb-443b-b54a-e2be5a1b94ac tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:37.909807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc6f6358-cc7f-47c6-bff8-61eeecaab005 req-760c6159-fdbb-443b-b54a-e2be5a1b94ac tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 947 time: 0.0928521 Sep 20 12:22:37.959932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc6f6358-cc7f-47c6-bff8-61eeecaab005 req-0560dbb1-491e-4145-a500-c22994a78622 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486534 Sep 20 12:22:37.974495 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-dfa23a7e-18bb-4ecd-9644-54c57015fff2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290256 Sep 20 12:22:38.213573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887353-0041-4282-a323-14506218467e req-a24b9ecb-ce1d-4303-b64f-afd3535dd566 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:38.215117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-a24b9ecb-ce1d-4303-b64f-afd3535dd566 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322221 Sep 20 12:22:38.244884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Request body: {'port': {'device_id': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'ba137cb8b17141debe48f0438ea6705e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:38.320079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39638) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:38.337988 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef6f62ef-cb45-4c2e-b47e-942511fbda78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:38.484017 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef6f62ef-cb45-4c2e-b47e-942511fbda78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:38.568568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef6f62ef-cb45-4c2e-b47e-942511fbda78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:38.624805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc9341-a3a9-4c3a-aecb-7597e49b7a81 req-c37a73bc-1a86-49ad-ae88-2471b71f0a1e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:38.626780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6fbc9341-a3a9-4c3a-aecb-7597e49b7a81 req-c37a73bc-1a86-49ad-ae88-2471b71f0a1e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 949 time: 0.1032410 Sep 20 12:22:38.653846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 07fabbb5-1012-41b3-b7af-e577bdc0d917 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:38.773322 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ef6f62ef-cb45-4c2e-b47e-942511fbda78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a8de5eabf82427b86cdc84cd57640a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448906 Sep 20 12:22:38.773322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f62ef-cb45-4c2e-b47e-942511fbda78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4dedaf-cde1-4c90-a3bf-e51b99b6c273,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:38.789865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39648) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:38.892792 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51c7b6de-9009-4f26-9c66-63459a0fec52 req-4da9bc90-7b51-45e2-8e13-b012a5fe6d09 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 210 time: 0.2374251 Sep 20 12:22:38.958634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6fbc9341-a3a9-4c3a-aecb-7597e49b7a81 req-b55613cf-4464-48fe-a77e-aa201ee867e1 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247197 Sep 20 12:22:39.021460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Made reservation on behalf of ba137cb8b17141debe48f0438ea6705e for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:39.024929 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.082570 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140af04a-dd94-435b-a946-306a870fe2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.127497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140af04a-dd94-435b-a946-306a870fe2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.215431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:39.217605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f6f53834-06b7-4596-a76a-cfc79113cef7 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:39.358340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:39.370009 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'mac_address': 'fa:16:3e:9d:03:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:39.411378 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.425282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a13361-00c8-4ce3-85e1-276a99a00dbf {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:39.435761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18ceb7-1824-40ad-8dcd-43382462d202 req-44c85999-7582-4123-90e2-bd04c521f648 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:39.436972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c18ceb7-1824-40ad-8dcd-43382462d202 req-44c85999-7582-4123-90e2-bd04c521f648 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 947 time: 0.3802717 Sep 20 12:22:39.446719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 07fabbb5-1012-41b3-b7af-e577bdc0d917 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:39.450046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:39.453315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 07fabbb5-1012-41b3-b7af-e577bdc0d917 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:39.453689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.505846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port f6f53834-06b7-4596-a76a-cfc79113cef7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:39.512287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port f6f53834-06b7-4596-a76a-cfc79113cef7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:39.512666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.520011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c18ceb7-1824-40ad-8dcd-43382462d202 req-63035a4f-c54f-49e3-bf8e-44e8c1cc877d tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673370 Sep 20 12:22:39.544416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Allocated IP 192.168.233.167 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/013e0529-f45b-45b3-af48-2309baada7e7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:39.557465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.558259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 76133b6f-6965-4097-bc6a-85956ed32b76 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:39.647161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140af04a-dd94-435b-a946-306a870fe2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.651735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140af04a-dd94-435b-a946-306a870fe2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.656252 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.657964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-140af04a-dd94-435b-a946-306a870fe2d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d4dedaf-cde1-4c90-a3bf-e51b99b6c273 HTTP/1.1" status: 204 len: 168 time: 0.8642929 Sep 20 12:22:39.679432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140af04a-dd94-435b-a946-306a870fe2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4dedaf-cde1-4c90-a3bf-e51b99b6c273,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:39.718204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5016a7d-5571-420f-9f3b-33fbca354f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fabbb5-1012-41b3-b7af-e577bdc0d917'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:39.720521 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88285808-161b-48c8-a8ca-b53793ebdc75" -d '{"events": [{"server_uuid": "f5016a7d-5571-420f-9f3b-33fbca354f1f", "name": "network-vif-plugged", "status": "completed", "tag": "07fabbb5-1012-41b3-b7af-e577bdc0d917"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:39.766877 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.824973 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c49011d-d6d5-4940-b2c8-84af1aec1dca x-openstack-request-id: req-9c49011d-d6d5-4940-b2c8-84af1aec1dca {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:39.829306 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5016a7d-5571-420f-9f3b-33fbca354f1f", "name": "network-vif-plugged", "status": "completed", "tag": "07fabbb5-1012-41b3-b7af-e577bdc0d917", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:39.829306 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c49011d-d6d5-4940-b2c8-84af1aec1dca {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:39.829306 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5016a7d-5571-420f-9f3b-33fbca354f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fabbb5-1012-41b3-b7af-e577bdc0d917', 'code': 200} Sep 20 12:22:39.837240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 07fabbb5-1012-41b3-b7af-e577bdc0d917, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07fabbb5-1012-41b3-b7af-e577bdc0d917,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:39.839671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:39.896116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.923855 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:39.926532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '76133b6f-6965-4097-bc6a-85956ed32b76', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '76133b6f-6965-4097-bc6a-85956ed32b76', 'mac_address': 'fa:16:3e:ec:91:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:39.935230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:39.992661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.995711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.995711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.995711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.995711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.995711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.995711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.995711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.995711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.996281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.996543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:39.996877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:22:40.002443 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:40.005454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:40.020398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d1dc3-6ee6-40eb-a4d1-f2b86039d40c req-cc5cb270-f03c-4645-a431-7ea8dd2f6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:40.021989 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-df3d1dc3-6ee6-40eb-a4d1-f2b86039d40c req-cc5cb270-f03c-4645-a431-7ea8dd2f6f94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 1100 time: 0.1282847 Sep 20 12:22:40.101238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-df3d1dc3-6ee6-40eb-a4d1-f2b86039d40c req-bc6b95cd-10b6-4d26-b218-4476d64457e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664132 Sep 20 12:22:40.110897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event updated for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:40.127152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:40.132848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:40.136558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:40.224326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:40.250521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=07fabbb5-1012-41b3-b7af-e577bdc0d917,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:40.258287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76133b6f-6965-4097-bc6a-85956ed32b76 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:40.291799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:40.419546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd454af4-3048-4749-b353-150819271669 req-fb2f4cc2-1125-4b4b-b252-9ede58b78e38 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:40.422768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd454af4-3048-4749-b353-150819271669 req-fb2f4cc2-1125-4b4b-b252-9ede58b78e38 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 950 time: 0.2087529 Sep 20 12:22:40.431727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:40.432536 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:40.466088 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:40.536593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46cd6d-7dd6-44c2-8d35-8b720e68c650 req-7410749b-f9ce-4615-8544-0647f64eea9d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:40.544793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c46cd6d-7dd6-44c2-8d35-8b720e68c650 req-7410749b-f9ce-4615-8544-0647f64eea9d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 936 time: 0.4250290 Sep 20 12:22:40.555783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f6f53834-06b7-4596-a76a-cfc79113cef7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f6f53834-06b7-4596-a76a-cfc79113cef7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:40.593643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:40.610306 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:40.641548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c46cd6d-7dd6-44c2-8d35-8b720e68c650 req-d1350cc5-24b3-4a57-a27f-239e0c5b1288 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822332 Sep 20 12:22:40.661221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd454af4-3048-4749-b353-150819271669 req-06898d19-434b-438f-8d26-336bc80ea094 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150166 Sep 20 12:22:40.672979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f6f53834-06b7-4596-a76a-cfc79113cef7,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:40.685603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-e33a4add-6881-430a-adc3-c02c9a2ff4ae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4546041 Sep 20 12:22:40.697389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-44741218-847c-4bb8-8aa5-468c7c6af422 None None] Provisioning complete for port 013e0529-f45b-45b3-af48-2309baada7e7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:40.698090 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44741218-847c-4bb8-8aa5-468c7c6af422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:40.699413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Request body: {'port': {'device_id': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:40.848682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-44741218-847c-4bb8-8aa5-468c7c6af422 None None] Port 013e0529-f45b-45b3-af48-2309baada7e7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:22:40.861601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['76133b6f-6965-4097-bc6a-85956ed32b76'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:40.906034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:40.961093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['36a13361-00c8-4ce3-85e1-276a99a00dbf'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:41.003071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51401d75-5fba-4558-a495-76369faa4321 req-8f1758dc-a047-4234-a726-95f7f6d86dfd tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:41.006306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51401d75-5fba-4558-a495-76369faa4321 req-8f1758dc-a047-4234-a726-95f7f6d86dfd tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 948 time: 0.1215074 Sep 20 12:22:41.123976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51401d75-5fba-4558-a495-76369faa4321 req-f089c6cb-70a1-45a4-9706-77e1413135a5 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086950 Sep 20 12:22:41.348805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013e0529-f45b-45b3-af48-2309baada7e7 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:41.356382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:41.367975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Transition to ACTIVE for port object 013e0529-f45b-45b3-af48-2309baada7e7 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:41.527460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:41.592916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Pushing event updated for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:41.674848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Attempting to bind port 013e0529-f45b-45b3-af48-2309baada7e7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:41.675182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Attempting to bind port 013e0529-f45b-45b3-af48-2309baada7e7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:41.676350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Attempting to bind port 013e0529-f45b-45b3-af48-2309baada7e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:41.681641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Port 013e0529-f45b-45b3-af48-2309baada7e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:41.682225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Attempting to bind port 013e0529-f45b-45b3-af48-2309baada7e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:41.689810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:41.690175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:41.690611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:41.691786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Bound port: 013e0529-f45b-45b3-af48-2309baada7e7, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:41.692177 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:41.829045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e92b9ee-6abd-4160-b31f-501ba013b914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f53834-06b7-4596-a76a-cfc79113cef7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:41.830585 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2fb033-e46f-4613-9639-97759297fb63" -d '{"events": [{"server_uuid": "2e92b9ee-6abd-4160-b31f-501ba013b914", "name": "network-vif-plugged", "status": "completed", "tag": "f6f53834-06b7-4596-a76a-cfc79113cef7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:41.853460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:41.858562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:41.941125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db72226-45e0-4bae-8687-97a5f9742899 req-b17d15f3-b7be-4be3-97de-afa3ce584dc7 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:41.943056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8db72226-45e0-4bae-8687-97a5f9742899 req-b17d15f3-b7be-4be3-97de-afa3ce584dc7 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 950 time: 0.1637309 Sep 20 12:22:41.956003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41045e3a-ac74-4284-ba09-4927dce9cfe9 req-0ef770fc-5f33-4452-9361-2cb4ef29d283 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:41.957839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41045e3a-ac74-4284-ba09-4927dce9cfe9 req-0ef770fc-5f33-4452-9361-2cb4ef29d283 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 948 time: 0.1510804 Sep 20 12:22:41.978539 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:42.059436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:42.059992 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:42.061407 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] 10.222.0.32 "PUT /v2.0/ports/013e0529-f45b-45b3-af48-2309baada7e7 HTTP/1.1" status: 200 len: 1096 time: 1.3673489 Sep 20 12:22:42.062132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:42.065056 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a386b6d-2227-4819-ba52-e061452d0f60" -d '{"events": [{"name": "network-changed", "server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "tag": "013e0529-f45b-45b3-af48-2309baada7e7"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:42.077639 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8db72226-45e0-4bae-8687-97a5f9742899 req-ac14cf13-c617-44ac-bbb8-cdaaba4e264b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186311 Sep 20 12:22:42.099014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c720de5-c933-4a0b-a7c6-70d2efdc4509 service neutron] Pushing event updated for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:42.104793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41045e3a-ac74-4284-ba09-4927dce9cfe9 req-abc71b51-b0bc-434a-b56c-f09cbe0e5769 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242192 Sep 20 12:22:42.171756 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc57a16f-70b1-438e-895f-2dca9f6e79b6 x-openstack-request-id: req-dc57a16f-70b1-438e-895f-2dca9f6e79b6 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:42.172052 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e92b9ee-6abd-4160-b31f-501ba013b914", "name": "network-vif-plugged", "status": "completed", "tag": "f6f53834-06b7-4596-a76a-cfc79113cef7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:42.172329 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc57a16f-70b1-438e-895f-2dca9f6e79b6 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:42.172691 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e92b9ee-6abd-4160-b31f-501ba013b914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f53834-06b7-4596-a76a-cfc79113cef7', 'code': 200} Sep 20 12:22:42.249964 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a278cd27-05e7-4750-9723-6195d7f44a48 x-openstack-request-id: req-a278cd27-05e7-4750-9723-6195d7f44a48 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:42.249964 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "tag": "013e0529-f45b-45b3-af48-2309baada7e7", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:42.249964 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a278cd27-05e7-4750-9723-6195d7f44a48 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:42.250282 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7', 'status': 'completed', 'code': 200} Sep 20 12:22:42.378209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ce70ec6-b0aa-41fa-b648-2fd5e45295d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:42.496518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a386b6d-2227-4819-ba52-e061452d0f60 req-33d22a13-5bf2-4d9f-9012-8f0cf44fb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:42.498057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a386b6d-2227-4819-ba52-e061452d0f60 req-33d22a13-5bf2-4d9f-9012-8f0cf44fb9de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 1099 time: 0.2002189 Sep 20 12:22:42.501075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e7804-6954-4358-a2c9-1a01a833446d req-9653b3ac-1d42-4cb4-a267-a5e3786f44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:42.502401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86e7804-6954-4358-a2c9-1a01a833446d req-9653b3ac-1d42-4cb4-a267-a5e3786f44c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 1101 time: 0.1863501 Sep 20 12:22:42.530276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901adf9-fa55-4b06-95de-6bf6aaa042f2 req-44814c66-d3c8-45a4-93e4-45bb41043f5c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:42.531730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b901adf9-fa55-4b06-95de-6bf6aaa042f2 req-44814c66-d3c8-45a4-93e4-45bb41043f5c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 950 time: 0.2167881 Sep 20 12:22:42.563327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d4c77-b002-4a84-bfeb-b0e49f7f9a6b req-eb5e7e13-46c1-4e91-983b-d4f0d850d3e8 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:42.564857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-382d4c77-b002-4a84-bfeb-b0e49f7f9a6b req-eb5e7e13-46c1-4e91-983b-d4f0d850d3e8 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 948 time: 0.1431396 Sep 20 12:22:42.566475 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a386b6d-2227-4819-ba52-e061452d0f60 req-fa913ff6-73c2-4c21-8278-44f83670bc26 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582149 Sep 20 12:22:42.655158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86e7804-6954-4358-a2c9-1a01a833446d req-bc5e8d03-48fa-43f2-b47b-e016cfda6d12 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334546 Sep 20 12:22:42.703637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b901adf9-fa55-4b06-95de-6bf6aaa042f2 req-fd7751bc-3024-4960-9062-b522278f57a4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548524 Sep 20 12:22:42.711258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-382d4c77-b002-4a84-bfeb-b0e49f7f9a6b req-afdd8ea4-b89b-4ef2-b63d-3180a4378da8 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349673 Sep 20 12:22:42.748816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a386b6d-2227-4819-ba52-e061452d0f60 req-5979927a-e08e-4eaf-a0aa-ced572470780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:42.750305 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a386b6d-2227-4819-ba52-e061452d0f60 req-5979927a-e08e-4eaf-a0aa-ced572470780 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1762276 Sep 20 12:22:42.852670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887353-0041-4282-a323-14506218467e req-0f74c472-883b-4d2f-9cb3-fe9741b0a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:42.854240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-0f74c472-883b-4d2f-9cb3-fe9741b0a540 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 1099 time: 0.0566766 Sep 20 12:22:42.919972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-2a35724c-880c-401e-a252-2c8382881016 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=013e0529-f45b-45b3-af48-2309baada7e7 HTTP/1.1" status: 200 len: 217 time: 0.0479510 Sep 20 12:22:42.964837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887353-0041-4282-a323-14506218467e req-6e2d0b5b-2598-4bdb-a10f-e791d661de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:42.966426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-6e2d0b5b-2598-4bdb-a10f-e791d661de75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0443280 Sep 20 12:22:43.019551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887353-0041-4282-a323-14506218467e req-f1ceec30-c838-45dc-a0e6-06796bce4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:43.020929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-f1ceec30-c838-45dc-a0e6-06796bce4e05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435059 Sep 20 12:22:43.124274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-31384da1-c610-4481-a5fa-40c9d9f0d3b8 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960872 Sep 20 12:22:43.218332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e887353-0041-4282-a323-14506218467e req-6290c1d4-3f3d-42f1-99d6-35c061fef907 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875177 Sep 20 12:22:43.229605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 76133b6f-6965-4097-bc6a-85956ed32b76 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:43.372620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 76133b6f-6965-4097-bc6a-85956ed32b76 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:43.376882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 76133b6f-6965-4097-bc6a-85956ed32b76 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:43.377331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:43.482055 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:43.513330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:43.609468 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:43.612486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:43.666685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25a90-b5c8-4691-b004-cd9c72ab5120 req-344c4809-e4e4-47f3-bd34-e699dd768f26 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:43.668276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04b25a90-b5c8-4691-b004-cd9c72ab5120 req-344c4809-e4e4-47f3-bd34-e699dd768f26 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 948 time: 0.0573823 Sep 20 12:22:43.686369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:43.713938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04b25a90-b5c8-4691-b004-cd9c72ab5120 req-fe4933f7-0534-49e5-9345-cf37bdfdc37e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Sep 20 12:22:43.772207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 36a13361-00c8-4ce3-85e1-276a99a00dbf completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:43.776613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 36a13361-00c8-4ce3-85e1-276a99a00dbf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:43.776979 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:43.864106 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:43.909085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:43.995358 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:44.046205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:44.077183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8c8db-7631-423f-87e1-8ab48c5214cd req-051df6b4-3ad2-4f0e-aa3c-4748da6ca9c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:44.078665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49c8c8db-7631-423f-87e1-8ab48c5214cd req-051df6b4-3ad2-4f0e-aa3c-4748da6ca9c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 950 time: 0.0520434 Sep 20 12:22:44.120572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49c8c8db-7631-423f-87e1-8ab48c5214cd req-df2519ac-f73d-4ea0-9390-f0fa749d5669 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Sep 20 12:22:44.173588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76'}, {'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:44.176003 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa0fc8a-24bd-4521-9013-aa81be9b32d2" -d '{"events": [{"server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "name": "network-vif-plugged", "status": "completed", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76"}, {"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-plugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:44.226669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29dc2c-06d6-46c8-8f2f-02f73200c798 req-3af98b40-178a-4284-8b58-c100eacf8d4d tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:44.228169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd29dc2c-06d6-46c8-8f2f-02f73200c798 req-3af98b40-178a-4284-8b58-c100eacf8d4d tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 949 time: 0.0500560 Sep 20 12:22:44.267354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd29dc2c-06d6-46c8-8f2f-02f73200c798 req-22018619-0a5d-482e-a154-ff89b7287ec3 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Sep 20 12:22:44.325496 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ba230-70c1-4af9-9255-d2094d67bdf3 x-openstack-request-id: req-e08ba230-70c1-4af9-9255-d2094d67bdf3 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:44.326001 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "name": "network-vif-plugged", "status": "completed", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76", "code": 200}, {"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-plugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:44.326102 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e08ba230-70c1-4af9-9255-d2094d67bdf3 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:44.326601 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76', 'code': 200} Sep 20 12:22:44.326857 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'code': 200} Sep 20 12:22:44.491323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b7e78-b8af-49e0-816e-bf6925aa78ce req-df15a59b-7879-4731-a784-59cb516ba9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:44.491779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06513e-a1d5-4b54-80be-3fcbc938cd1c req-615bc733-1a4a-44cd-8469-c3309d475c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:44.493335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f06513e-a1d5-4b54-80be-3fcbc938cd1c req-615bc733-1a4a-44cd-8469-c3309d475c32 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 1100 time: 0.0520430 Sep 20 12:22:44.493662 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-381b7e78-b8af-49e0-816e-bf6925aa78ce req-df15a59b-7879-4731-a784-59cb516ba9f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 1100 time: 0.0509961 Sep 20 12:22:44.569322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f06513e-a1d5-4b54-80be-3fcbc938cd1c req-d76bea71-f538-49c1-89f4-88e1f954104b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555069 Sep 20 12:22:44.571280 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-381b7e78-b8af-49e0-816e-bf6925aa78ce req-c53bc8b0-08fa-4a8e-a9c5-f786fe2c78ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532255 Sep 20 12:22:44.887680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a4fba-520e-4a96-b561-baad0b16103e req-da0b1aeb-37a5-4ecd-9c36-04516e51cc9f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:44.889228 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-034a4fba-520e-4a96-b561-baad0b16103e req-da0b1aeb-37a5-4ecd-9c36-04516e51cc9f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 948 time: 0.0537081 Sep 20 12:22:44.929716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-034a4fba-520e-4a96-b561-baad0b16103e req-75d7a349-7bf0-4a26-a368-41fbb1db945a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Sep 20 12:22:45.206616 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a55cfc5c-76ca-429c-88dd-e45fc323b7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:45.247096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235134a6-89ca-4eb9-96f7-764d5218759b req-c4fe9d7b-70b1-4c99-92fd-ffd9b4afdd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:45.248722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-235134a6-89ca-4eb9-96f7-764d5218759b req-c4fe9d7b-70b1-4c99-92fd-ffd9b4afdd19 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 950 time: 0.0538464 Sep 20 12:22:45.292201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-235134a6-89ca-4eb9-96f7-764d5218759b req-1b687457-ba4f-41e0-ad6f-65de4c5da0f5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 Sep 20 12:22:45.433517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab19fbb-f25a-4033-91f9-7b6278c999e9 req-1b149ae4-e2cb-4056-9d01-7bfc3d771e71 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:45.440047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ab19fbb-f25a-4033-91f9-7b6278c999e9 req-1b149ae4-e2cb-4056-9d01-7bfc3d771e71 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 949 time: 0.0867779 Sep 20 12:22:45.516907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ab19fbb-f25a-4033-91f9-7b6278c999e9 req-108e6948-5bfb-471e-bb18-13f2e7fb1082 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535657 Sep 20 12:22:45.525880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-9973acb7-3da1-4cd8-9493-72e470ff1c34 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:45.527398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-9973acb7-3da1-4cd8-9493-72e470ff1c34 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 803 time: 0.1460550 Sep 20 12:22:45.532560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:45.563547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-67a6cf3c-a79d-4bb0-9e57-62fb0e941866 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/quotas/e91d2700b9c941dfba5fbb93ea86694e HTTP/1.1" status: 200 len: 375 time: 0.0095754 Sep 20 12:22:45.634906 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-3bf84180-ad45-43e0-9f71-7d8b3aead91a tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645466 Sep 20 12:22:45.741708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-36587771-6db8-4338-9d28-86ee6909c50c service neutron] 10.222.0.37 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943635 Sep 20 12:22:45.792940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39976) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:45.880946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fa686-6bd9-4884-a3a8-cf1aafc312aa req-197171ef-b685-4c41-b002-4f5b46555120 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:45.887365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fa686-6bd9-4884-a3a8-cf1aafc312aa req-197171ef-b685-4c41-b002-4f5b46555120 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:45.889081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3fa686-6bd9-4884-a3a8-cf1aafc312aa req-197171ef-b685-4c41-b002-4f5b46555120 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914&device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 1691 time: 0.1104195 Sep 20 12:22:45.903571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-9d63698d-a06b-4ef8-9e05-d8fa46f47bb6 service neutron] 10.222.0.37 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552479 Sep 20 12:22:45.917774 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21b-69ee-474d-beae-83de87b3c512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:45.941690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3fa686-6bd9-4884-a3a8-cf1aafc312aa req-f2b1bf4e-075b-47a7-af65-2ca3628cde7c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Sep 20 12:22:46.042037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21b-69ee-474d-beae-83de87b3c512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.074977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00681ad-87bf-4852-abc3-21238c5d9c1a req-40180eb2-43b6-4d86-a6b5-ccb6b2573d9a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:46.076495 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b00681ad-87bf-4852-abc3-21238c5d9c1a req-40180eb2-43b6-4d86-a6b5-ccb6b2573d9a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 948 time: 0.0609701 Sep 20 12:22:46.119890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b00681ad-87bf-4852-abc3-21238c5d9c1a req-e4fb5856-1c77-4748-8346-5e7ef76db984 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Sep 20 12:22:46.141340 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21b-69ee-474d-beae-83de87b3c512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.183630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c21b-69ee-474d-beae-83de87b3c512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c215f99-e197-4c41-ad7a-8553aa4627c2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:46.194156 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c75c21b-69ee-474d-beae-83de87b3c512 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41bbdb8c83bc42f6b0579d7ac471fc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000657 Sep 20 12:22:46.196154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40014) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:46.252487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-821d7d6d-aef4-4165-b7e1-6ff1f1037abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.283452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-821d7d6d-aef4-4165-b7e1-6ff1f1037abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.365727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a9334-1113-4d37-a91d-68ea8efcd1a6 req-eb272b74-43fa-4c68-b3e0-f3aa4d88761a tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:46.369629 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b3a9334-1113-4d37-a91d-68ea8efcd1a6 req-eb272b74-43fa-4c68-b3e0-f3aa4d88761a tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 1101 time: 0.0599880 Sep 20 12:22:46.422077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8794a76-1143-49d6-887e-103c63d87f66 req-72ceefc2-be48-4678-8f7c-64dac48bfc2e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 210 time: 0.0513237 Sep 20 12:22:46.433605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b3a9334-1113-4d37-a91d-68ea8efcd1a6 req-f30dd9d8-0efe-4216-9489-f0b46c659f26 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524268 Sep 20 12:22:46.451379 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.477153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-821d7d6d-aef4-4165-b7e1-6ff1f1037abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.479830 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-821d7d6d-aef4-4165-b7e1-6ff1f1037abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.481033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-821d7d6d-aef4-4165-b7e1-6ff1f1037abe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c215f99-e197-4c41-ad7a-8553aa4627c2 HTTP/1.1" status: 204 len: 168 time: 0.2837181 Sep 20 12:22:46.508037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d7d6d-aef4-4165-b7e1-6ff1f1037abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c215f99-e197-4c41-ad7a-8553aa4627c2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:46.555982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a289123-907f-495e-8472-0fdf45da5e6a req-3ddf5f29-2ce9-47fe-9d51-bbaa9dacc5a2 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:46.566545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a289123-907f-495e-8472-0fdf45da5e6a req-3ddf5f29-2ce9-47fe-9d51-bbaa9dacc5a2 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 1101 time: 0.0564632 Sep 20 12:22:46.600840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a289123-907f-495e-8472-0fdf45da5e6a req-5e61ed05-fe84-490c-8154-d90bc6ecd42c tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Sep 20 12:22:46.697549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 013e0529-f45b-45b3-af48-2309baada7e7 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:46.698065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bffa9-21d4-4e5a-82d8-98fc46ab6a95 req-08058dde-aa10-474f-9723-2a8c945b8919 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:46.699488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b7bffa9-21d4-4e5a-82d8-98fc46ab6a95 req-08058dde-aa10-474f-9723-2a8c945b8919 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 949 time: 0.0826726 Sep 20 12:22:46.701212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 335011b2-f59e-4587-9582-0e9b35aaaea2 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:22:46.757368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b7bffa9-21d4-4e5a-82d8-98fc46ab6a95 req-1fcacf66-d51a-4674-93a2-acea18a46fa4 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522337 Sep 20 12:22:46.858653 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.873022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-27c3f5f0-67ad-4a8a-b6d9-76a5c645ea02 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294755 Sep 20 12:22:46.881139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:46.905589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:46.916261 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63b3fed-5703-45d1-b008-6750508fe980" -d '{"events": [{"server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "name": "network-vif-unplugged", "status": "completed", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:46.934326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:46.935878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '013e0529-f45b-45b3-af48-2309baada7e7', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '013e0529-f45b-45b3-af48-2309baada7e7', 'mac_address': 'fa:16:3e:63:ff:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:46.978067 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:46.995586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013e0529-f45b-45b3-af48-2309baada7e7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:47.000920 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc29bfe-85bc-47fd-8d45-6f63914fc693 x-openstack-request-id: req-bdc29bfe-85bc-47fd-8d45-6f63914fc693 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:47.001319 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "name": "network-vif-unplugged", "status": "completed", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:47.001567 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdc29bfe-85bc-47fd-8d45-6f63914fc693 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:47.001948 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'code': 200} Sep 20 12:22:47.023547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:47.050192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.073646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-44853977-a91a-4905-a1f8-f3b977f02cfa tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:47.080746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-44853977-a91a-4905-a1f8-f3b977f02cfa tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075529 Sep 20 12:22:47.090865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-d227243c-5cd5-48c6-a570-3da2983d7464 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:47.092271 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-d227243c-5cd5-48c6-a570-3da2983d7464 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c7533f-f6d8-41bc-a12a-c5ddf65b2966 HTTP/1.1" status: 200 len: 945 time: 0.1693344 Sep 20 12:22:47.114007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-0ade1e46-0b8d-47a6-af8e-f293efd9d423 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/quotas/0b4191a27b9d4a21a7004cd529afb133 HTTP/1.1" status: 200 len: 375 time: 0.0322690 Sep 20 12:22:47.115841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:47.161663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.242987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:47.261692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-f5c69c71-9958-4dca-959d-6b31ce9536f6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1466732 Sep 20 12:22:47.302681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427dd98-f313-4122-b924-d6b2fb5fc821 req-a3b3230e-c496-44dd-945f-55cef5b4aef1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:47.305462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0427dd98-f313-4122-b924-d6b2fb5fc821 req-a3b3230e-c496-44dd-945f-55cef5b4aef1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 949 time: 0.0976562 Sep 20 12:22:47.315883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Deleting port 335011b2-f59e-4587-9582-0e9b35aaaea2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:22:47.318214 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.406240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0427dd98-f313-4122-b924-d6b2fb5fc821 req-a89a3449-7f16-468f-a5f8-6301ac986ce9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932925 Sep 20 12:22:47.445932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['013e0529-f45b-45b3-af48-2309baada7e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:47.463781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] For port 335011b2-f59e-4587-9582-0e9b35aaaea2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=335011b2-f59e-4587-9582-0e9b35aaaea2,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:47.466756 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.470068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40114) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:47.490053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c26b2644-1510-4c76-93f6-489ed86da2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.519875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Calling delete_port for 335011b2-f59e-4587-9582-0e9b35aaaea2 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:22:47.625128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aebea491-bfa9-4ad9-a4f5-be2f56ab3287 req-5c996d16-1487-47ac-9631-d5d68a8cb6f3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 210 time: 0.0710227 Sep 20 12:22:47.661387 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c26b2644-1510-4c76-93f6-489ed86da2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.685776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c0cbc4d-2e9e-4996-b8f8-fc52bddb4801 req-5a752e07-5885-49bd-90f8-4c1fc3f070f4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 210 time: 0.0394197 Sep 20 12:22:47.789721 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c26b2644-1510-4c76-93f6-489ed86da2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.834226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b2644-1510-4c76-93f6-489ed86da2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d62f59-49d9-4827-ac4f-d037a1c75c9e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:47.852048 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c26b2644-1510-4c76-93f6-489ed86da2a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96ff0543ebe2482b9eaeedcd43b32145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781755 Sep 20 12:22:47.852048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40134) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:47.901832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5d1-1ac7-418d-b60b-394bb3d36d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.922085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1a62f-5554-4bcd-82ce-105bf2e8baaf req-fc048af6-bfe3-4538-80e6-416bbc8aa4e0 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:47.923566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8b1a62f-5554-4bcd-82ce-105bf2e8baaf req-fc048af6-bfe3-4538-80e6-416bbc8aa4e0 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 949 time: 0.0506477 Sep 20 12:22:47.923707 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5d1-1ac7-418d-b60b-394bb3d36d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.943487 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:47.961681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8b1a62f-5554-4bcd-82ce-105bf2e8baaf req-a5170257-9338-4a9e-b21f-f30ef72abe7f tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Sep 20 12:22:47.975224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:48.005187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Pushing event deleted for resources: {'Port': ['ID=335011b2-f59e-4587-9582-0e9b35aaaea2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:48.051513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] No DVR routers for this DVR port 335011b2-f59e-4587-9582-0e9b35aaaea2 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:22:48.055294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:48.057646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b54ab0b-60e5-47ec-9078-c689b5a2aedb req-0e9071bd-366f-4984-a9e2-9a4401d36277 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "DELETE /v2.0/ports/335011b2-f59e-4587-9582-0e9b35aaaea2 HTTP/1.1" status: 204 len: 173 time: 0.9581697 Sep 20 12:22:48.058294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'name': 'network-vif-deleted', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:48.060756 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd1c78-520c-40d2-b810-7e0ed94bf96e" -d '{"events": [{"server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "name": "network-vif-deleted", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:48.098483 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed89cfa1-14e6-4c25-8e6a-b585bdea2e87 x-openstack-request-id: req-ed89cfa1-14e6-4c25-8e6a-b585bdea2e87 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:48.098662 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c7533f-f6d8-41bc-a12a-c5ddf65b2966", "name": "network-vif-deleted", "tag": "335011b2-f59e-4587-9582-0e9b35aaaea2", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:48.098838 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed89cfa1-14e6-4c25-8e6a-b585bdea2e87 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:48.099231 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c7533f-f6d8-41bc-a12a-c5ddf65b2966', 'name': 'network-vif-deleted', 'tag': '335011b2-f59e-4587-9582-0e9b35aaaea2', 'status': 'completed', 'code': 200} Sep 20 12:22:48.143921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5d1-1ac7-418d-b60b-394bb3d36d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:48.147419 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a69d5d1-1ac7-418d-b60b-394bb3d36d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:48.148648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0a69d5d1-1ac7-418d-b60b-394bb3d36d05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5d62f59-49d9-4827-ac4f-d037a1c75c9e HTTP/1.1" status: 204 len: 168 time: 0.2958398 Sep 20 12:22:48.157749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69d5d1-1ac7-418d-b60b-394bb3d36d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d62f59-49d9-4827-ac4f-d037a1c75c9e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:48.268663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5682c-5924-48c3-bc7a-046a7f03f520 req-98edb9aa-273e-4c1d-b455-4a89a3d3e27d tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:48.270926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4f5682c-5924-48c3-bc7a-046a7f03f520 req-98edb9aa-273e-4c1d-b455-4a89a3d3e27d tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 949 time: 0.0675802 Sep 20 12:22:48.320665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4f5682c-5924-48c3-bc7a-046a7f03f520 req-2aae76d8-ee87-42d9-b8ed-9f2bcc5ff00c tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Sep 20 12:22:48.388278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40146) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:48.586016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75113cb-efe2-4e51-ae8c-265da1ac063a req-b00e73c1-35a1-4584-889a-65c4f070441d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:48.588584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c75113cb-efe2-4e51-ae8c-265da1ac063a req-b00e73c1-35a1-4584-889a-65c4f070441d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 949 time: 0.0801244 Sep 20 12:22:48.650585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c75113cb-efe2-4e51-ae8c-265da1ac063a req-7ab9c11d-6c99-4927-8afc-19dd2fa942e6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513098 Sep 20 12:22:48.692590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7635d46-3c23-4069-84c4-5d2c6ec9345d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:48.700938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 013e0529-f45b-45b3-af48-2309baada7e7 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:48.816417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3af6de95-777b-478e-87b6-b88ee2bbbf6d req-0606db93-2774-4a1d-9b0a-373c1ddaf863 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 210 time: 0.0366731 Sep 20 12:22:48.830816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7635d46-3c23-4069-84c4-5d2c6ec9345d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:48.855474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 013e0529-f45b-45b3-af48-2309baada7e7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:48.859508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 013e0529-f45b-45b3-af48-2309baada7e7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:48.864699 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:48.897660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c23df67-e0cc-4b10-9a46-48c2f8ecaf82 req-a68d9c4e-c150-4c7a-bb63-557c0e85f0c8 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 210 time: 0.0410762 Sep 20 12:22:48.952364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:48.984482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:49.004107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:49.006690 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fada86-21ff-4f14-9ffe-35f85b896dc4" -d '{"events": [{"server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "name": "network-vif-plugged", "status": "completed", "tag": "013e0529-f45b-45b3-af48-2309baada7e7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:49.026677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7635d46-3c23-4069-84c4-5d2c6ec9345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:49.043624 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147d9ed-72d2-4d9f-a4a5-138e691f928e x-openstack-request-id: req-d147d9ed-72d2-4d9f-a4a5-138e691f928e {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:49.043863 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "name": "network-vif-plugged", "status": "completed", "tag": "013e0529-f45b-45b3-af48-2309baada7e7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:49.044108 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d147d9ed-72d2-4d9f-a4a5-138e691f928e {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:49.044487 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7', 'code': 200} Sep 20 12:22:49.067248 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:49.068546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 335011b2-f59e-4587-9582-0e9b35aaaea2 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:22:49.069454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7635d46-3c23-4069-84c4-5d2c6ec9345d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d30d2f070f644c993addec06c6ee7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6800427 Sep 20 12:22:49.070462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7635d46-3c23-4069-84c4-5d2c6ec9345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20891a3c-1140-4511-a7ac-6e65b47cba4f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:49.072770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40182) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:49.113087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 335011b2-f59e-4587-9582-0e9b35aaaea2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:22:49.113548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 335011b2-f59e-4587-9582-0e9b35aaaea2 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:22:49.145244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:49.185295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b07e4-636d-424a-83f7-72e8b9386712 req-e85817b9-37af-4b2f-9520-72a860b12ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:49.185295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f3b07e4-636d-424a-83f7-72e8b9386712 req-e85817b9-37af-4b2f-9520-72a860b12ec0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 1101 time: 0.0604236 Sep 20 12:22:49.194124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8da1-d989-426e-b4a6-8f7d5a8f7b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:49.217904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8da1-d989-426e-b4a6-8f7d5a8f7b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:49.221717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f3b07e4-636d-424a-83f7-72e8b9386712 req-dda939b1-5d16-43c2-8b27-ba001972cf20 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Sep 20 12:22:49.378221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8da1-d989-426e-b4a6-8f7d5a8f7b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:49.382013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8da1-d989-426e-b4a6-8f7d5a8f7b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:49.383173 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5e6f8da1-d989-426e-b4a6-8f7d5a8f7b02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20891a3c-1140-4511-a7ac-6e65b47cba4f HTTP/1.1" status: 204 len: 168 time: 0.3063350 Sep 20 12:22:49.390971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f8da1-d989-426e-b4a6-8f7d5a8f7b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20891a3c-1140-4511-a7ac-6e65b47cba4f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:49.507392 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:49.546376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-5d37538b-0cfc-40f3-a5eb-a0e96c5dba79 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:49.548168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-5d37538b-0cfc-40f3-a5eb-a0e96c5dba79 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 803 time: 0.1195993 Sep 20 12:22:49.563319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Request body: {'port': {'device_id': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'admin_state_up': True, 'tenant_id': 'e91d2700b9c941dfba5fbb93ea86694e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:49.785576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e22ce5-6e28-45e7-b2a8-cdd846692fd7 req-e44c7563-3e6e-418e-89d4-d814d8da3029 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:49.787090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12e22ce5-6e28-45e7-b2a8-cdd846692fd7 req-e44c7563-3e6e-418e-89d4-d814d8da3029 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0571651 Sep 20 12:22:49.815369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Made reservation on behalf of e91d2700b9c941dfba5fbb93ea86694e for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:49.824455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.008668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-410c811d-c263-4e44-a7de-b8794c841bcb req-adde4b3b-d3f5-45ab-8587-75c6ef867252 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 210 time: 0.0427210 Sep 20 12:22:50.039546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12e22ce5-6e28-45e7-b2a8-cdd846692fd7 req-d2e8c93f-ecf4-4913-aa82-fb6ae6bba047 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407007 Sep 20 12:22:50.046295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Allocated IP 172.20.0.2 (74687959-c8f9-44dd-ac63-a123b83bd8a8/54348ff2-71b4-437c-a198-407723854790/6614fd60-0e07-4123-bf10-84646c56ff31) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:50.118270 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.169762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9bcf2ca-7d5b-4c64-8b25-006f64cd094f req-6b7d86a5-5102-43c7-b8a0-81a1a2bc6cb2 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 210 time: 0.0492272 Sep 20 12:22:50.234976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40230) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:50.261933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87752-15e3-4eeb-aa31-94e1b6b638c3 req-7965f508-532c-4ace-a17f-fd0dfd614f81 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:50.264943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e811472d-0937-468b-a50a-410c078fe8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.271546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58b87752-15e3-4eeb-aa31-94e1b6b638c3 req-7965f508-532c-4ace-a17f-fd0dfd614f81 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1096 time: 0.0980446 Sep 20 12:22:50.328848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.348690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58b87752-15e3-4eeb-aa31-94e1b6b638c3 req-37dae6e4-8356-41c8-9f56-236ae4407163 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660987 Sep 20 12:22:50.378876 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e811472d-0937-468b-a50a-410c078fe8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.481184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e811472d-0937-468b-a50a-410c078fe8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.481726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.518338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811472d-0937-468b-a50a-410c078fe8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5924fee4-05dd-42e4-a861-01c6cc530320,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:50.523499 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e811472d-0937-468b-a50a-410c078fe8d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af484d261f04491ba478a051dfb7d5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872422 Sep 20 12:22:50.523979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Network 74687959-c8f9-44dd-ac63-a123b83bd8a8 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:50.526679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40242) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:50.527528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:50.531269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:50.569684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Pushing event updated for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:50.609189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:50.610034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.617702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1675a9c0-e0b9-403b-a134-deef5f1b01c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.639328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1675a9c0-e0b9-403b-a134-deef5f1b01c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.747650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-82e28046-ae3e-47fa-96b3-f899c92a0b12 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1882169 Sep 20 12:22:50.761475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Request body: {'port': {'device_id': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:50.806842 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1675a9c0-e0b9-403b-a134-deef5f1b01c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.817197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1675a9c0-e0b9-403b-a134-deef5f1b01c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.818526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1675a9c0-e0b9-403b-a134-deef5f1b01c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5924fee4-05dd-42e4-a861-01c6cc530320 HTTP/1.1" status: 204 len: 168 time: 0.2906551 Sep 20 12:22:50.836560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:50.840822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675a9c0-e0b9-403b-a134-deef5f1b01c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5924fee4-05dd-42e4-a861-01c6cc530320,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:51.135338 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-c12a0d51-e98d-4304-aca9-93f775901649 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445020 Sep 20 12:22:51.278584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-4331dedc-fc93-4d7a-bedf-23deceb111e5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:51.280866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-4331dedc-fc93-4d7a-bedf-23deceb111e5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372404 Sep 20 12:22:51.298391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Request body: {'port': {'device_id': '1556a60d-ab7d-43c1-8339-aa09812ed097', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '0b4191a27b9d4a21a7004cd529afb133'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:51.515552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Made reservation on behalf of 0b4191a27b9d4a21a7004cd529afb133 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:22:51.523441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:51.524378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb1ba-0704-4152-ad7c-e8204f4542e4 req-ea1b10aa-eb5d-424e-999d-0acc55eb54bb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:51.529515 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28ffb1ba-0704-4152-ad7c-e8204f4542e4 req-ea1b10aa-eb5d-424e-999d-0acc55eb54bb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 931 time: 0.1519222 Sep 20 12:22:51.591505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28ffb1ba-0704-4152-ad7c-e8204f4542e4 req-f3bcea52-18b5-49eb-883b-2fe137d5e7aa tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529692 Sep 20 12:22:51.622821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6614fd60-0e07-4123-bf10-84646c56ff31 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:51.631754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:51.643678 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Transition to ACTIVE for port object 6614fd60-0e07-4123-bf10-84646c56ff31 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:51.693536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Allocated IP 192.168.233.231 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/77d915b7-c533-456e-9100-789c56b7834a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:22:51.705484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756df422-f88b-4044-b19e-884bb80f49d4 req-c2ea2556-6577-42a3-a8fb-eb81016c1f77 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:51.707692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-756df422-f88b-4044-b19e-884bb80f49d4 req-c2ea2556-6577-42a3-a8fb-eb81016c1f77 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0500107 Sep 20 12:22:51.740754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:51.777187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-756df422-f88b-4044-b19e-884bb80f49d4 req-7406e48b-0800-42e7-aa0b-474a6b670f08 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633307 Sep 20 12:22:51.843110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Pushing event updated for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:51.895002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:51.916340 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-114e1e7f-4f45-43cd-94f9-132131030357 req-09cb2623-d369-4cf8-a9b3-d10479c9a149 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 210 time: 0.0454662 Sep 20 12:22:51.964353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Attempting to bind port 6614fd60-0e07-4123-bf10-84646c56ff31 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:51.964754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Attempting to bind port 6614fd60-0e07-4123-bf10-84646c56ff31 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:51.965185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Attempting to bind port 6614fd60-0e07-4123-bf10-84646c56ff31 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:51.970063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Port 6614fd60-0e07-4123-bf10-84646c56ff31 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:51.970385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Attempting to bind port 6614fd60-0e07-4123-bf10-84646c56ff31 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:51.976015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:51.976117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Checking segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:51.976472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Bound using segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:51.976906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Bound port: 6614fd60-0e07-4123-bf10-84646c56ff31, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:51.977297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:52.002800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:52.017379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd', '07fabbb5-1012-41b3-b7af-e577bdc0d917'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:52.049176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:22:52.062066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:22:52.065440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:52.066725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:22:52.069607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:52.081862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b', 'f6f53834-06b7-4596-a76a-cfc79113cef7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:52.135433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'Port': ['ID=77d915b7-c533-456e-9100-789c56b7834a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:52.166309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:52.166950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:52.211434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:52.243329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-6a37f7f9-0219-4c82-9dc2-bd6124c98623 req-e018030a-1f5c-4ec1-96ac-0ab5ab3af1cd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:22:52.257321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a37f7f9-0219-4c82-9dc2-bd6124c98623 req-e018030a-1f5c-4ec1-96ac-0ab5ab3af1cd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270522 Sep 20 12:22:52.324527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5fa782fe-bb9d-4fa8-a9da-f74592bd3c25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0323803 Sep 20 12:22:52.346249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Request body: {'port': {'device_id': '1556a60d-ab7d-43c1-8339-aa09812ed097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:52.348621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:52.349285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:52.350687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] 10.222.0.32 "PUT /v2.0/ports/6614fd60-0e07-4123-bf10-84646c56ff31 HTTP/1.1" status: 200 len: 1091 time: 1.5938056 Sep 20 12:22:52.351134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:52.357694 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d27369-a6d4-414b-8486-531ede43a0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:52.403293 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7294c3c-71b8-4ed9-87c1-143222fc8c9d service neutron] Pushing event updated for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:52.468886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:52.487466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9b5bcec9-f949-4b66-a1ab-cb45a5a82d1b None None] Provisioning complete for port 77d915b7-c533-456e-9100-789c56b7834a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:52.489345 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b5bcec9-f949-4b66-a1ab-cb45a5a82d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:52.568300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-96829d0c-c48c-43a0-ac1d-82b06590b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:52.569429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bcec9-f949-4b66-a1ab-cb45a5a82d1b None None] Port 77d915b7-c533-456e-9100-789c56b7834a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:22:52.571366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-96829d0c-c48c-43a0-ac1d-82b06590b244 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 1094 time: 0.0758026 Sep 20 12:22:52.648716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-12faac13-46b7-48d3-9334-4c340aa528a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6614fd60-0e07-4123-bf10-84646c56ff31 HTTP/1.1" status: 200 len: 217 time: 0.0645127 Sep 20 12:22:52.693362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40332) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:52.748128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-bdee42ab-cc50-4d6d-a389-660c7a9308a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:52.749834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-bdee42ab-cc50-4d6d-a389-660c7a9308a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54348ff2-71b4-437c-a198-407723854790 HTTP/1.1" status: 200 len: 843 time: 0.0660887 Sep 20 12:22:52.822251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-9f0ff177-de5a-4bbb-a742-d873daf2f78c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74687959-c8f9-44dd-ac63-a123b83bd8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591459 Sep 20 12:22:52.825762 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65ced36-0144-4b2b-9602-2645ab043b20 x-openstack-request-id: req-c65ced36-0144-4b2b-9602-2645ab043b20 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:52.826881 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:52.827200 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c65ced36-0144-4b2b-9602-2645ab043b20 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:52.827545 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31', 'status': 'completed', 'code': 200} Sep 20 12:22:52.998496 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e75e2167-b163-40e6-908e-a51a6d475c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.004503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d915b7-c533-456e-9100-789c56b7834a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:53.020320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.038941 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-a9b989d9-7af9-4c61-9c76-adf45561c097 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340988 Sep 20 12:22:53.044930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-f7d82151-5b3c-49fe-a07b-e102249dc3d9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:22:53.045333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Transition to ACTIVE for port object 77d915b7-c533-456e-9100-789c56b7834a will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:22:53.058349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-f7d82151-5b3c-49fe-a07b-e102249dc3d9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117724 Sep 20 12:22:53.091210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c0405-5640-4f79-8109-0b3d9b6747ce req-a5eb25cf-c038-41b1-b8b0-4adbe5c49d37 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:53.099042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f48c0405-5640-4f79-8109-0b3d9b6747ce req-a5eb25cf-c038-41b1-b8b0-4adbe5c49d37 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 943 time: 0.2147784 Sep 20 12:22:53.111179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-ca562253-57e6-404b-991b-b501dc8f5735 service neutron] 10.222.0.32 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827229 Sep 20 12:22:53.132140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.137057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e75e2167-b163-40e6-908e-a51a6d475c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.187347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f48c0405-5640-4f79-8109-0b3d9b6747ce req-26b9e00f-0724-4183-aab6-8f7b41222331 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814288 Sep 20 12:22:53.207523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Pushing event updated for resources: {'Port': ['ID=77d915b7-c533-456e-9100-789c56b7834a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:53.260658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:53.295027 n-d-809934-3 neutron-server[95503]: WARNING keystonemiddleware.auth_token [req-597b92cd-5e7c-47ce-a73a-867df539a588 req-a5e3c58a-7519-4cbe-a365-c957800a9c2a service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 12:22:53.299487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-b7e6e5f0-1e36-45d7-bc07-bf19ae568313 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:22:53.302998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-b7e6e5f0-1e36-45d7-bc07-bf19ae568313 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1108582 Sep 20 12:22:53.311956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c523bc74-0f8e-4109-a6b3-d45fc3d97e5e req-fb9a8051-c347-4de7-a7af-80b0fd015488 service neutron] 10.222.0.32 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917565 Sep 20 12:22:53.343844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e75e2167-b163-40e6-908e-a51a6d475c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.389816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df954d-dca9-4afb-97de-b8d022a88d74 req-e92222aa-5181-4d04-ba13-224ec4098975 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:53.391417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36df954d-dca9-4afb-97de-b8d022a88d74 req-e92222aa-5181-4d04-ba13-224ec4098975 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0784454 Sep 20 12:22:53.457131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:53.477964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'mac_address': 'fa:16:3e:9d:03:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:53.495186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d4147ca1-8d01-4b86-b308-9f841db447dc tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:53.496587 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d4147ca1-8d01-4b86-b308-9f841db447dc tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 200 len: 1093 time: 0.1874681 Sep 20 12:22:53.501099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e75e2167-b163-40e6-908e-a51a6d475c86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=307b7e734d8c40a38ffd850b3e8b4fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8070781 Sep 20 12:22:53.502074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Attempting to bind port 77d915b7-c533-456e-9100-789c56b7834a on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:53.502411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Attempting to bind port 77d915b7-c533-456e-9100-789c56b7834a by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:53.502735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Attempting to bind port 77d915b7-c533-456e-9100-789c56b7834a on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:53.506919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40362) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:53.507579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e2167-b163-40e6-908e-a51a6d475c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0409d5-ac4d-48b3-939c-cd585f85b16d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:53.521631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Request body: {'binding': {'host': 'n-h1-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:22:53.529343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Unknown quota resources ['binding']. {{(pid=95503) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:22:53.544586 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.566547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36a13361-00c8-4ce3-85e1-276a99a00dbf {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:53.577694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36df954d-dca9-4afb-97de-b8d022a88d74 req-f00f60c7-0e48-47de-9f45-0a8879dedc76 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795020 Sep 20 12:22:53.599216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Port 77d915b7-c533-456e-9100-789c56b7834a on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:53.600048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Attempting to bind port 77d915b7-c533-456e-9100-789c56b7834a on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:53.602743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d27369-a6d4-414b-8486-531ede43a0dc req-24c56087-4774-4ea0-bd9d-6dd9081f2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:53.609941 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d27369-a6d4-414b-8486-531ede43a0dc req-24c56087-4774-4ea0-bd9d-6dd9081f2b18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 1094 time: 0.1562412 Sep 20 12:22:53.625859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:53.641178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:53.646405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:53.646405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:53.646405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Bound port: 77d915b7-c533-456e-9100-789c56b7834a, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:53.646405 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.693591 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.780096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:53.789049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749d7d-3189-4274-9eae-09417fde79b3 req-ef435826-6925-43a9-89e6-67ee268fe727 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:53.796816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc749d7d-3189-4274-9eae-09417fde79b3 req-ef435826-6925-43a9-89e6-67ee268fe727 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 948 time: 0.0943549 Sep 20 12:22:53.800824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d27369-a6d4-414b-8486-531ede43a0dc req-66d5f447-91bf-443d-80b2-09c514e8b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:53.802374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d27369-a6d4-414b-8486-531ede43a0dc req-66d5f447-91bf-443d-80b2-09c514e8b675 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 903 time: 0.1873388 Sep 20 12:22:53.888818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['36a13361-00c8-4ce3-85e1-276a99a00dbf'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:53.899577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc749d7d-3189-4274-9eae-09417fde79b3 req-3d972446-0dbb-4658-9e73-9da7c379af7b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015487 Sep 20 12:22:53.901070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d27369-a6d4-414b-8486-531ede43a0dc req-c4a98111-d32d-4587-b202-d4dfb4236606 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6614fd60-0e07-4123-bf10-84646c56ff31 HTTP/1.1" status: 200 len: 217 time: 0.0856028 Sep 20 12:22:53.934738 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f4d5-3dcf-4245-875e-7104c4e1a5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.971165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f4d5-3dcf-4245-875e-7104c4e1a5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:53.973436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d27369-a6d4-414b-8486-531ede43a0dc req-9fdd30a9-7da6-414b-bf3c-7c448df2129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:53.975403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d27369-a6d4-414b-8486-531ede43a0dc req-9fdd30a9-7da6-414b-bf3c-7c448df2129a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54348ff2-71b4-437c-a198-407723854790 HTTP/1.1" status: 200 len: 843 time: 0.0672488 Sep 20 12:22:54.022702 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d27369-a6d4-414b-8486-531ede43a0dc req-74c243d7-0990-46cc-9260-f42308cecd31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74687959-c8f9-44dd-ac63-a123b83bd8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394559 Sep 20 12:22:54.077098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] For port 77d915b7-c533-456e-9100-789c56b7834a, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:22:54.091123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] For port 77d915b7-c533-456e-9100-789c56b7834a, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77d915b7-c533-456e-9100-789c56b7834a,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:54.186884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d27369-a6d4-414b-8486-531ede43a0dc req-123a31b9-5185-407c-8318-6a00e8341df1 service neutron] 10.222.0.32 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544168 Sep 20 12:22:54.190149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on host n-h1-809934-3 for vnic_type normal with profile None {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:22:54.190697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:22:54.191825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:54.199204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:22:54.200748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:22:54.210610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:54.249069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:22:54.249765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:22:54.250180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:22:54.251384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Bound port: f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:22:54.322213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:54.322575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:54.327986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] 10.222.0.21 "PUT /v2.0/ports/77d915b7-c533-456e-9100-789c56b7834a HTTP/1.1" status: 200 len: 1096 time: 1.9875023 Sep 20 12:22:54.334856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1556a60d-ab7d-43c1-8339-aa09812ed097', 'tag': '77d915b7-c533-456e-9100-789c56b7834a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:54.334856 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184580e1-7455-43ee-910f-dea025c5c272" -d '{"events": [{"name": "network-changed", "server_uuid": "1556a60d-ab7d-43c1-8339-aa09812ed097", "tag": "77d915b7-c533-456e-9100-789c56b7834a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:54.407451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360434-51c2-44a9-88cf-724904c4393a req-f0ad04ac-b13d-4798-8630-9cdee876d3fa tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:54.418193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16360434-51c2-44a9-88cf-724904c4393a req-f0ad04ac-b13d-4798-8630-9cdee876d3fa tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 943 time: 0.1106379 Sep 20 12:22:54.418630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f4d5-3dcf-4245-875e-7104c4e1a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:54.421335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f4d5-3dcf-4245-875e-7104c4e1a5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:54.427568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d27369-a6d4-414b-8486-531ede43a0dc req-963f889d-250c-4789-9f4f-d0d558a53d06 service neutron] 10.222.0.32 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327712 Sep 20 12:22:54.438605 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0cf3f4d5-3dcf-4245-875e-7104c4e1a5b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd0409d5-ac4d-48b3-939c-cd585f85b16d HTTP/1.1" status: 204 len: 168 time: 0.9272642 Sep 20 12:22:54.450755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33e28d-7d55-46b6-bb7d-ec74a84c4484 service neutron] Pushing event updated for resources: {'Port': ['ID=77d915b7-c533-456e-9100-789c56b7834a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:54.469589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:22:54.485871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3f4d5-3dcf-4245-875e-7104c4e1a5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0409d5-ac4d-48b3-939c-cd585f85b16d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:54.505725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16360434-51c2-44a9-88cf-724904c4393a req-01659354-0754-4f6e-a288-cd1dc47f5bbe tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826707 Sep 20 12:22:54.568603 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5a32aaa5-74ad-4c0a-b2b3-092c4c5190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:54.570181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-5a32aaa5-74ad-4c0a-b2b3-092c4c5190c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 1099 time: 0.0582302 Sep 20 12:22:54.632410 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-3de5831e-b813-410a-90b6-8745e3c876e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=77d915b7-c533-456e-9100-789c56b7834a HTTP/1.1" status: 200 len: 217 time: 0.0516040 Sep 20 12:22:54.634055 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3656dd-51e0-412b-a6f3-4c392235b42d x-openstack-request-id: req-9f3656dd-51e0-412b-a6f3-4c392235b42d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:54.634373 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1556a60d-ab7d-43c1-8339-aa09812ed097", "tag": "77d915b7-c533-456e-9100-789c56b7834a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:54.634687 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f3656dd-51e0-412b-a6f3-4c392235b42d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:54.635082 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1556a60d-ab7d-43c1-8339-aa09812ed097', 'tag': '77d915b7-c533-456e-9100-789c56b7834a', 'status': 'completed', 'code': 200} Sep 20 12:22:54.638244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] Notify callbacks [] for binding, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:54.639777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-d1bb88fe-6ee8-411a-a969-6ca4f4a39d61 service neutron] 10.222.0.37 "POST /v2.0/ports/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f/bindings HTTP/1.1" status: 201 len: 389 time: 1.1222024 Sep 20 12:22:54.709438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-8feb52db-abc6-4fda-b404-5ef40b86e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:54.711155 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-8feb52db-abc6-4fda-b404-5ef40b86e9ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0670156 Sep 20 12:22:54.824467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-75feb3ed-1a60-4d6e-b45b-0d9e72733638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:54.826420 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-75feb3ed-1a60-4d6e-b45b-0d9e72733638 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029713 Sep 20 12:22:54.885989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274bca6-2ab0-4af8-9ef8-0796f0ada1f7 req-2996c9e3-f57c-44a2-b06f-b4b4c7600a00 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:54.897300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f274bca6-2ab0-4af8-9ef8-0796f0ada1f7 req-2996c9e3-f57c-44a2-b06f-b4b4c7600a00 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1719270 Sep 20 12:22:54.980242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f274bca6-2ab0-4af8-9ef8-0796f0ada1f7 req-0cebef2b-6596-4d4d-860d-e9c1daa51cb9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817938 Sep 20 12:22:55.073036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-7dbb36dd-65ad-44e6-b1bb-bb8be96e0bda service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310798 Sep 20 12:22:55.202968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753dbb-1e99-45c4-b250-221005137a3b req-203073ea-b2a5-40c1-95fe-4b58d895f301 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:55.209836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08753dbb-1e99-45c4-b250-221005137a3b req-203073ea-b2a5-40c1-95fe-4b58d895f301 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 948 time: 0.1442633 Sep 20 12:22:55.273341 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f5bfe79f-7c2e-4ba8-b90f-170c62e9d946 req-b1982dea-28b0-4f69-aa94-87ce5b8e41b8 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765132 Sep 20 12:22:55.278141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:55.370814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08753dbb-1e99-45c4-b250-221005137a3b req-db151a6e-0ad2-4129-b0d0-f6742587bb1d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343174 Sep 20 12:22:55.385560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 36a13361-00c8-4ce3-85e1-276a99a00dbf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:55.386375 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:55.410949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c006d-4571-4813-9203-a9fcfc479a1c req-3fa368a9-5319-4d19-ab93-67b144da90f6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:55.416798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d46c006d-4571-4813-9203-a9fcfc479a1c req-3fa368a9-5319-4d19-ab93-67b144da90f6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.2013881 Sep 20 12:22:55.509560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:55.542493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d46c006d-4571-4813-9203-a9fcfc479a1c req-14937325-2eca-4152-ae05-517ffce572f3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199343 Sep 20 12:22:55.628849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184580e1-7455-43ee-910f-dea025c5c272 req-e10dbc03-0be7-49ff-9c15-1a902dd44917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:55.631600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-184580e1-7455-43ee-910f-dea025c5c272 req-e10dbc03-0be7-49ff-9c15-1a902dd44917 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 1099 time: 0.0802591 Sep 20 12:22:55.647020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:55.664178 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e140ee-1809-4528-a019-04263bce60a1" -d '{"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-plugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:55.725604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:55.801357 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f6abab-a2ff-4738-86f4-28b0cc417dfc x-openstack-request-id: req-f8f6abab-a2ff-4738-86f4-28b0cc417dfc {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:22:55.801644 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-plugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:22:55.802132 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8f6abab-a2ff-4738-86f4-28b0cc417dfc {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:22:55.802564 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'code': 200} Sep 20 12:22:55.803578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:55.835179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-253c3c1d-1caa-4bdb-8ad5-ecc5014cb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:55.842350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-253c3c1d-1caa-4bdb-8ad5-ecc5014cb0bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1096 time: 0.2093863 Sep 20 12:22:55.852470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184580e1-7455-43ee-910f-dea025c5c272 req-ec39e1b7-0b25-4b0e-bfe2-66c2fa2804d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:55.853841 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-184580e1-7455-43ee-910f-dea025c5c272 req-ec39e1b7-0b25-4b0e-bfe2-66c2fa2804d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2119761 Sep 20 12:22:55.918533 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-184580e1-7455-43ee-910f-dea025c5c272 req-428ad5c6-68ae-4434-a5cb-b83875fac27f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=77d915b7-c533-456e-9100-789c56b7834a HTTP/1.1" status: 200 len: 217 time: 0.0504196 Sep 20 12:22:55.943192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:56.011891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bef4f-5a45-4bb9-a408-e902c9448be6 req-cec7b781-2376-427e-a6e6-2f87df9e2c01 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.013483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-518bef4f-5a45-4bb9-a408-e902c9448be6 req-cec7b781-2376-427e-a6e6-2f87df9e2c01 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 943 time: 0.3159089 Sep 20 12:22:56.014000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40466) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:56.020321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184580e1-7455-43ee-910f-dea025c5c272 req-982fa3c8-c39f-4600-8ac3-3b1bfb019c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.022954 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-184580e1-7455-43ee-910f-dea025c5c272 req-982fa3c8-c39f-4600-8ac3-3b1bfb019c2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0922675 Sep 20 12:22:56.033099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30ddb6ef-ed23-402d-8f64-86c3e0ee0cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:56.038739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-2feaab74-ce28-42c9-a660-ae975e39e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.040301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-2feaab74-ce28-42c9-a660-ae975e39e031 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1861489 Sep 20 12:22:56.102287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184580e1-7455-43ee-910f-dea025c5c272 req-2f863d4f-ea0c-4ef8-956a-72a189cbdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.107285 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-184580e1-7455-43ee-910f-dea025c5c272 req-2f863d4f-ea0c-4ef8-956a-72a189cbdc55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711725 Sep 20 12:22:56.166946 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30ddb6ef-ed23-402d-8f64-86c3e0ee0cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:56.214659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-29a5e358-5ea3-48fd-89f5-4cbea6ec71a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 200 len: 217 time: 0.1473935 Sep 20 12:22:56.230367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-518bef4f-5a45-4bb9-a408-e902c9448be6 req-6d372cbd-0407-42d4-b1fd-af0b25c85074 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922889 Sep 20 12:22:56.231222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-184580e1-7455-43ee-910f-dea025c5c272 req-16deda49-fec6-4542-aae7-7fb9561c30cc service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128676 Sep 20 12:22:56.304197 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30ddb6ef-ed23-402d-8f64-86c3e0ee0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:56.387553 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-184580e1-7455-43ee-910f-dea025c5c272 req-5811341b-8496-4f33-b49e-6721013ece60 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424763 Sep 20 12:22:56.439675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-30ddb6ef-ed23-402d-8f64-86c3e0ee0cc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a04502428ba9459ab36f956c959c8c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228673 Sep 20 12:22:56.441911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-06715272-535d-4d33-a6a2-a5e6c74b02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.443005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40482) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:22:56.443342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-06715272-535d-4d33-a6a2-a5e6c74b02b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1870897 Sep 20 12:22:56.464591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c347b8-aca8-4ea6-a2c3-b66941f23edd req-1bc3791c-4850-4310-91fa-e84c6d2b67e7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.466192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c347b8-aca8-4ea6-a2c3-b66941f23edd req-1bc3791c-4850-4310-91fa-e84c6d2b67e7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.2978716 Sep 20 12:22:56.468347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddb6ef-ed23-402d-8f64-86c3e0ee0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1b9d0-49ea-4c90-be84-418852ee6386,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:56.516828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-5f9d5ea6-0430-4c31-b094-c28a2a478f23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485456 Sep 20 12:22:56.551480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-05fb0475-8ddf-4e7e-aeb5-f12c646851b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.553130 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-05fb0475-8ddf-4e7e-aeb5-f12c646851b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 1101 time: 0.1011579 Sep 20 12:22:56.579146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5748d1a-9910-4e25-b2b7-14607192d41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:56.628912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5748d1a-9910-4e25-b2b7-14607192d41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:56.648702 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c347b8-aca8-4ea6-a2c3-b66941f23edd req-9ed6b065-4c3c-455d-8095-a4075064e667 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702135 Sep 20 12:22:56.669352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b57a3-bbd1-476b-bbf4-308514b2f9ad req-b83e329f-9b34-4c22-8bd6-d22b8666a262 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.683350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac6b57a3-bbd1-476b-bbf4-308514b2f9ad req-b83e329f-9b34-4c22-8bd6-d22b8666a262 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 948 time: 0.1593318 Sep 20 12:22:56.740341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-bdeb5312-aaef-4ca2-90d7-92145a9d835e service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044654 Sep 20 12:22:56.756380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-de803404-a419-4f45-a4ab-7ab3ae6b485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:56.757866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-de803404-a419-4f45-a4ab-7ab3ae6b485e service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1941881 Sep 20 12:22:56.765282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6614fd60-0e07-4123-bf10-84646c56ff31 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:56.766539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac6b57a3-bbd1-476b-bbf4-308514b2f9ad req-60b0b3e0-68a3-407c-b114-4d5f2b8a2282 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884216 Sep 20 12:22:56.852540 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-e9e1502b-9f5b-44a6-b19a-a6f59ca19c9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=013e0529-f45b-45b3-af48-2309baada7e7 HTTP/1.1" status: 200 len: 217 time: 0.0729134 Sep 20 12:22:56.886258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5748d1a-9910-4e25-b2b7-14607192d41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:56.886258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5748d1a-9910-4e25-b2b7-14607192d41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:56.886258 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a5748d1a-9910-4e25-b2b7-14607192d41f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40a1b9d0-49ea-4c90-be84-418852ee6386 HTTP/1.1" status: 204 len: 168 time: 0.4408331 Sep 20 12:22:56.972195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:56.989147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-7058c160-c4c5-480f-a43e-588384ae3d7f service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326779 Sep 20 12:22:56.996622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '6614fd60-0e07-4123-bf10-84646c56ff31', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'port_id': '6614fd60-0e07-4123-bf10-84646c56ff31', 'mac_address': 'fa:16:3e:d4:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54348ff2-71b4-437c-a198-407723854790', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:57.036040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a264bfe-5dde-463c-a9f0-29e36349af76 req-7d215ea2-d171-4dbd-9dc5-cc48c4db96ed tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:57.037641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a264bfe-5dde-463c-a9f0-29e36349af76 req-7d215ea2-d171-4dbd-9dc5-cc48c4db96ed tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.1271405 Sep 20 12:22:57.125696 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:57.128457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a264bfe-5dde-463c-a9f0-29e36349af76 req-53404925-79f1-4c88-b001-6a03fd741314 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725667 Sep 20 12:22:57.146236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6614fd60-0e07-4123-bf10-84646c56ff31 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:57.180428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5748d1a-9910-4e25-b2b7-14607192d41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1b9d0-49ea-4c90-be84-418852ee6386,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:57.186639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:57.214856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-837b48f9-8e24-4a8b-9593-04c892900957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:57.214856 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-837b48f9-8e24-4a8b-9593-04c892900957 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.3467386 Sep 20 12:22:57.289570 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:57.342439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-f3ab3870-0bb2-424f-8bbf-b528e9d927ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:57.344103 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-f3ab3870-0bb2-424f-8bbf-b528e9d927ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952652 Sep 20 12:22:57.461984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:22:57.486729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-71348132-7e5e-42f1-ad6c-7bf225738256 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320186 Sep 20 12:22:57.512940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55186a56-5655-4a50-8f3f-3d724357998c req-73337fd4-7421-4c93-bbc1-09489764329c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:57.516798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55186a56-5655-4a50-8f3f-3d724357998c req-73337fd4-7421-4c93-bbc1-09489764329c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 944 time: 0.1455650 Sep 20 12:22:57.563830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['6614fd60-0e07-4123-bf10-84646c56ff31'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:22:57.629044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55186a56-5655-4a50-8f3f-3d724357998c req-fb93a948-3dd5-4dfd-9338-e82bc6cd1b2b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071484 Sep 20 12:22:57.701316 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-912aeb2f-e708-4cf0-aea7-2234402110b2 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048318 Sep 20 12:22:57.987001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581cc24-5adc-4a14-b485-ce33ade64586 req-86aff200-bd32-4502-8a90-8a51a57c024d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:57.993352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a581cc24-5adc-4a14-b485-ce33ade64586 req-86aff200-bd32-4502-8a90-8a51a57c024d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 948 time: 0.1140049 Sep 20 12:22:58.012978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be83dcd-d26f-4631-8f9b-7f8b9acdecee req-1ccac660-7adf-4cc1-9987-fa1da2938fd7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:58.024621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1be83dcd-d26f-4631-8f9b-7f8b9acdecee req-1ccac660-7adf-4cc1-9987-fa1da2938fd7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1754889 Sep 20 12:22:58.099807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a581cc24-5adc-4a14-b485-ce33ade64586 req-1ca331f4-3006-4d51-9472-e580ca3f8112 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731089 Sep 20 12:22:58.117875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1be83dcd-d26f-4631-8f9b-7f8b9acdecee req-59d04a31-33af-462e-a318-4b10051f6321 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922794 Sep 20 12:22:58.343218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1c4cb-510a-47fa-b651-a39330f77853 req-23033a73-64ca-4607-aca2-dfec7aeb6c7c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:58.352095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19c1c4cb-510a-47fa-b651-a39330f77853 req-23033a73-64ca-4607-aca2-dfec7aeb6c7c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0816379 Sep 20 12:22:58.406902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19c1c4cb-510a-47fa-b651-a39330f77853 req-385ea189-2b98-495a-8c23-f8524addc6d1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Sep 20 12:22:58.762469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6614fd60-0e07-4123-bf10-84646c56ff31 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:22:58.803309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7378949-73ff-421b-b076-6e1122575bc9 req-234cdf56-7cfc-4c74-b976-fb47bd614afb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:58.813558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7378949-73ff-421b-b076-6e1122575bc9 req-234cdf56-7cfc-4c74-b976-fb47bd614afb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 944 time: 0.0908759 Sep 20 12:22:58.902286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7378949-73ff-421b-b076-6e1122575bc9 req-35fd51d3-bdbc-4fcc-bf89-714311832b5b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869405 Sep 20 12:22:59.231214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 6614fd60-0e07-4123-bf10-84646c56ff31 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:22:59.290403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 6614fd60-0e07-4123-bf10-84646c56ff31 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:22:59.290403 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:59.290403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 77d915b7-c533-456e-9100-789c56b7834a details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:22:59.424788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 77d915b7-c533-456e-9100-789c56b7834a, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77d915b7-c533-456e-9100-789c56b7834a,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:59.443949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '77d915b7-c533-456e-9100-789c56b7834a', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '77d915b7-c533-456e-9100-789c56b7834a', 'mac_address': 'fa:16:3e:ba:4f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:22:59.491382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:59.495229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edfe7a-058f-4705-bc88-4f9b5987ebef req-383fcb0d-16a6-42d1-8a17-fa68680d36b5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:59.505317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39edfe7a-058f-4705-bc88-4f9b5987ebef req-383fcb0d-16a6-42d1-8a17-fa68680d36b5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 948 time: 0.1913273 Sep 20 12:22:59.512497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d915b7-c533-456e-9100-789c56b7834a {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:22:59.519795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65687b3-1e89-4ee1-86f1-de65cdd506e6 req-2aab3da1-ed07-4979-9d5a-d92375e59bd0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:59.522036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f65687b3-1e89-4ee1-86f1-de65cdd506e6 req-2aab3da1-ed07-4979-9d5a-d92375e59bd0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.2441356 Sep 20 12:22:59.556116 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:59.569507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f65687b3-1e89-4ee1-86f1-de65cdd506e6 req-ba647c65-b65a-4f8a-8095-18ca8d954c2a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Sep 20 12:22:59.582970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 77d915b7-c533-456e-9100-789c56b7834a, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77d915b7-c533-456e-9100-789c56b7834a,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:59.598963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39edfe7a-058f-4705-bc88-4f9b5987ebef req-5f952d01-e245-452b-b8b7-94d59d7d30c2 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926809 Sep 20 12:22:59.618025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:22:59.618025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:22:59.618025 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f4a15b-a150-4133-9701-a04b6dc955dd" -d '{"events": [{"server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:22:59.732299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b1835-ba81-4c38-872d-96c062dc41a1 req-a92b57b2-7572-4549-86e5-ea3667267b11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:22:59.744456 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df8b1835-ba81-4c38-872d-96c062dc41a1 req-a92b57b2-7572-4549-86e5-ea3667267b11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0874767 Sep 20 12:22:59.767508 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:59.773468 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:22:59.794740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df8b1835-ba81-4c38-872d-96c062dc41a1 req-5c45efb5-67b8-4e66-b8d5-95106dbe26c5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488806 Sep 20 12:22:59.900056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:00.020308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=77d915b7-c533-456e-9100-789c56b7834a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:00.048438 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024da9cd-d984-4623-bc62-524b0113fa53 x-openstack-request-id: req-024da9cd-d984-4623-bc62-524b0113fa53 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:00.049102 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:00.049429 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-024da9cd-d984-4623-bc62-524b0113fa53 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:00.050470 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31', 'code': 200} Sep 20 12:23:00.205276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['77d915b7-c533-456e-9100-789c56b7834a'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:00.269489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77b23-67a7-43d7-a054-683b30f2f108 req-3877c263-c820-4441-bc38-43007749cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:00.273492 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6cc77b23-67a7-43d7-a054-683b30f2f108 req-3877c263-c820-4441-bc38-43007749cc44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 1096 time: 0.1429455 Sep 20 12:23:00.347421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6cc77b23-67a7-43d7-a054-683b30f2f108 req-5a7b531f-9bb4-4b86-9f73-2236577cdf9e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643489 Sep 20 12:23:00.352835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d551-55a3-4d42-8230-d41e84b95dce req-6f3efcc5-3539-4123-86df-d222a08be217 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:00.358196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5706d551-55a3-4d42-8230-d41e84b95dce req-6f3efcc5-3539-4123-86df-d222a08be217 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1083896 Sep 20 12:23:00.434940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5706d551-55a3-4d42-8230-d41e84b95dce req-fb3e83c8-81da-4a11-ba90-5c615448f0fd tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687463 Sep 20 12:23:00.747816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b05533-4320-4937-8051-820929326095 req-e605c0be-202e-41c9-98cf-86cab48c64d0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:00.749881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48b05533-4320-4937-8051-820929326095 req-e605c0be-202e-41c9-98cf-86cab48c64d0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0797198 Sep 20 12:23:00.841713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48b05533-4320-4937-8051-820929326095 req-f4d0270d-19d2-4ef6-a2dd-46ba74a8a2c4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838339 Sep 20 12:23:01.021935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c2bd1-7c1a-4dd0-bd73-3916eb926cb1 req-74b2b7b8-7645-4c1d-b78c-2bd494c621b5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:01.034820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da2c2bd1-7c1a-4dd0-bd73-3916eb926cb1 req-74b2b7b8-7645-4c1d-b78c-2bd494c621b5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 949 time: 0.1178560 Sep 20 12:23:01.116105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da2c2bd1-7c1a-4dd0-bd73-3916eb926cb1 req-67c44034-7faf-46fe-9b34-9247642029aa tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800452 Sep 20 12:23:01.159748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0ed2-2787-4c2c-8ec2-aba72b02441f req-1426c385-e5fe-4d66-94e7-bd4bd7e4fb38 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:01.171772 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a2b0ed2-2787-4c2c-8ec2-aba72b02441f req-1426c385-e5fe-4d66-94e7-bd4bd7e4fb38 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.1014469 Sep 20 12:23:01.244925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a2b0ed2-2787-4c2c-8ec2-aba72b02441f req-367cb2eb-d5fd-438a-9eb1-b6299b9efddf tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727265 Sep 20 12:23:01.648161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b6d63-5bc7-447e-884c-4e63a9b7b7b6 req-061eed2d-e28d-445b-bd04-a42bfb8daff8 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:01.650105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f19b6d63-5bc7-447e-884c-4e63a9b7b7b6 req-061eed2d-e28d-445b-bd04-a42bfb8daff8 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0904114 Sep 20 12:23:01.749118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f19b6d63-5bc7-447e-884c-4e63a9b7b7b6 req-38316bcd-bed6-4d00-883e-7ea1503f88ec tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921719 Sep 20 12:23:02.028403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01fe9-dcb6-4663-8900-a6bf9351ffd5 req-812402e9-071c-4b8d-a22d-6bfa8a5de95b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:02.037479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27d01fe9-dcb6-4663-8900-a6bf9351ffd5 req-812402e9-071c-4b8d-a22d-6bfa8a5de95b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0681369 Sep 20 12:23:02.100875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27d01fe9-dcb6-4663-8900-a6bf9351ffd5 req-92bb248d-750e-4f1d-82ee-d857f45dee13 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617063 Sep 20 12:23:02.276274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665f18f-5db0-4e4b-91ba-19c346addef4 req-77af4343-51e0-4938-b838-a5d2e01290a0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:02.285232 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a665f18f-5db0-4e4b-91ba-19c346addef4 req-77af4343-51e0-4938-b838-a5d2e01290a0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 949 time: 0.0845282 Sep 20 12:23:02.349253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a665f18f-5db0-4e4b-91ba-19c346addef4 req-1efa11cd-5028-41c0-8485-622a2b2182fe tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612769 Sep 20 12:23:02.505254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9a2d8-efbd-4b74-9760-311fae766d0a req-2f55decd-d646-44ff-b07c-29f0ac0b5a98 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:02.507176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13d9a2d8-efbd-4b74-9760-311fae766d0a req-2f55decd-d646-44ff-b07c-29f0ac0b5a98 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0692768 Sep 20 12:23:02.569364 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13d9a2d8-efbd-4b74-9760-311fae766d0a req-23ed8f55-e2c3-46dd-9925-ecd7db3e3d6c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558984 Sep 20 12:23:02.996304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11e2b1-46e3-4ceb-bac1-c0690db70813 req-dc4a5155-246e-4669-a284-e33fb6484de8 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:03.005773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b11e2b1-46e3-4ceb-bac1-c0690db70813 req-dc4a5155-246e-4669-a284-e33fb6484de8 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1237633 Sep 20 12:23:03.072472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b11e2b1-46e3-4ceb-bac1-c0690db70813 req-069ce9d9-362b-4954-aae7-b7b2dff2635f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 Sep 20 12:23:03.290561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 77d915b7-c533-456e-9100-789c56b7834a up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:03.423267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e2f17-dcb6-4044-8cab-8e93758a6583 req-59a1e53b-95cf-4b57-b5b4-f1e4a124ae31 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:03.428986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c9e2f17-dcb6-4044-8cab-8e93758a6583 req-59a1e53b-95cf-4b57-b5b4-f1e4a124ae31 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1001880 Sep 20 12:23:03.454471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 77d915b7-c533-456e-9100-789c56b7834a completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:23:03.463655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 77d915b7-c533-456e-9100-789c56b7834a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:03.464167 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:03.481051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c9e2f17-dcb6-4044-8cab-8e93758a6583 req-44f60807-c32d-466f-8295-152a8dc10dae tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494924 Sep 20 12:23:03.608051 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:03.654787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556a60d-ab7d-43c1-8339-aa09812ed097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d915b7-c533-456e-9100-789c56b7834a'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:03.661332 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cd508b-eb1a-4987-a285-f132f87e8f37" -d '{"events": [{"server_uuid": "1556a60d-ab7d-43c1-8339-aa09812ed097", "name": "network-vif-plugged", "status": "completed", "tag": "77d915b7-c533-456e-9100-789c56b7834a"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:03.686856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 77d915b7-c533-456e-9100-789c56b7834a, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77d915b7-c533-456e-9100-789c56b7834a,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:03.772924 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:03.787682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83bfcc-8108-45a3-9e4f-c71881c05aea req-41b43bdd-b04f-4da6-98eb-5606702ddf59 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:03.789645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec83bfcc-8108-45a3-9e4f-c71881c05aea req-41b43bdd-b04f-4da6-98eb-5606702ddf59 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 949 time: 0.0720434 Sep 20 12:23:03.843094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec83bfcc-8108-45a3-9e4f-c71881c05aea req-3f4d942c-476a-48d7-8a96-375b977a655c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Sep 20 12:23:03.879470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=77d915b7-c533-456e-9100-789c56b7834a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:03.990730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777047-9778-488d-9fae-e1dc7d8abb10 req-60d67e44-d02e-47c7-8c52-a4e2ec7f6117 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:03.999093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8777047-9778-488d-9fae-e1dc7d8abb10 req-60d67e44-d02e-47c7-8c52-a4e2ec7f6117 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0646441 Sep 20 12:23:04.050380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8777047-9778-488d-9fae-e1dc7d8abb10 req-595cf874-87f2-4036-9e18-73bbbc2ccf75 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498092 Sep 20 12:23:04.163858 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98587bd6-4c3e-4637-886a-7aedfe5272b9 x-openstack-request-id: req-98587bd6-4c3e-4637-886a-7aedfe5272b9 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:04.164254 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556a60d-ab7d-43c1-8339-aa09812ed097", "name": "network-vif-plugged", "status": "completed", "tag": "77d915b7-c533-456e-9100-789c56b7834a", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:04.164960 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98587bd6-4c3e-4637-886a-7aedfe5272b9 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:04.165419 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1556a60d-ab7d-43c1-8339-aa09812ed097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d915b7-c533-456e-9100-789c56b7834a', 'code': 200} Sep 20 12:23:04.173942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88fc5f-99af-4fd7-b5f7-83dc64ec910f req-f4a084f9-c2e2-4f36-b7ee-255eeea941d3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:04.176172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd88fc5f-99af-4fd7-b5f7-83dc64ec910f req-f4a084f9-c2e2-4f36-b7ee-255eeea941d3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0735049 Sep 20 12:23:04.248713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd88fc5f-99af-4fd7-b5f7-83dc64ec910f req-f434f22a-7d2c-4d7c-9270-e882b4cb5695 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650303 Sep 20 12:23:04.353309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a90fd0-031b-4e63-9712-4719df6d8afd req-f260cd36-c352-4bd8-b13f-f02a623fa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:04.355532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-85a90fd0-031b-4e63-9712-4719df6d8afd req-f260cd36-c352-4bd8-b13f-f02a623fa5ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 1101 time: 0.1017230 Sep 20 12:23:04.411352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-85a90fd0-031b-4e63-9712-4719df6d8afd req-30e2929c-fcfb-41e8-a25e-ca8766facf89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395212 Sep 20 12:23:04.690370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e4e53-c0ce-41dd-937f-3612c3447340 req-ef43fe8d-0d85-4ee8-adae-b69742ca4453 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:04.692044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e6e4e53-c0ce-41dd-937f-3612c3447340 req-ef43fe8d-0d85-4ee8-adae-b69742ca4453 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0807807 Sep 20 12:23:04.741051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e6e4e53-c0ce-41dd-937f-3612c3447340 req-87545343-c28a-49ee-8c17-9e3ff72680e7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387833 Sep 20 12:23:04.973277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ed961-aef3-46b3-8de5-80169a3921cc req-bec0d363-0591-4cb1-af21-52d64c8969ea tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:04.974785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f6ed961-aef3-46b3-8de5-80169a3921cc req-bec0d363-0591-4cb1-af21-52d64c8969ea tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 950 time: 0.0507429 Sep 20 12:23:05.015530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f6ed961-aef3-46b3-8de5-80169a3921cc req-49df14a3-cc04-478d-a56f-48b0f23c1ce8 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Sep 20 12:23:05.156497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70122416-edf6-4304-9c96-d3022f402c5d req-329ce835-3742-4004-b02f-bfbd83e41676 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:05.158285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70122416-edf6-4304-9c96-d3022f402c5d req-329ce835-3742-4004-b02f-bfbd83e41676 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0501566 Sep 20 12:23:05.203218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70122416-edf6-4304-9c96-d3022f402c5d req-1714073f-f93c-4dc1-9df8-b41f90bca64b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382063 Sep 20 12:23:05.382524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd696b2-6d98-454e-b23e-4a7244a17d36 req-1353e6de-59d2-4363-825e-88a7bc3c231e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:05.383893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afd696b2-6d98-454e-b23e-4a7244a17d36 req-1353e6de-59d2-4363-825e-88a7bc3c231e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0511918 Sep 20 12:23:05.422729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afd696b2-6d98-454e-b23e-4a7244a17d36 req-67520a8f-c21f-4f88-80bb-f161ae8c9e0b tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Sep 20 12:23:05.873888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0c7b0-0df5-4930-8058-19b17c65644e req-7abca26f-5cd1-46fd-b704-84e9b9f23151 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:05.883979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bf0c7b0-0df5-4930-8058-19b17c65644e req-7abca26f-5cd1-46fd-b704-84e9b9f23151 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0688789 Sep 20 12:23:05.933499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bf0c7b0-0df5-4930-8058-19b17c65644e req-d8c63c4e-27a1-45a3-97af-804029570771 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Sep 20 12:23:06.171197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0980c-647c-4cbf-8959-e7e980313cb3 req-ac945caa-e856-4667-a6da-69ea0b935aac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:06.179068 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0d0980c-647c-4cbf-8959-e7e980313cb3 req-ac945caa-e856-4667-a6da-69ea0b935aac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 950 time: 0.0662951 Sep 20 12:23:06.254637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0d0980c-647c-4cbf-8959-e7e980313cb3 req-3e85b285-32de-464e-86ee-786970e72e21 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735390 Sep 20 12:23:06.343098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40770) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:06.356866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1195ed-8381-4c64-bf22-5a150aed48c0 req-7f680aba-9519-4b4b-a552-99198c85a5cd tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:06.358439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d1195ed-8381-4c64-bf22-5a150aed48c0 req-7f680aba-9519-4b4b-a552-99198c85a5cd tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0643954 Sep 20 12:23:06.447999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d1195ed-8381-4c64-bf22-5a150aed48c0 req-dff9ea46-39e3-4b3e-a404-0bc4663205c9 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763850 Sep 20 12:23:06.562014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f5e1-8882-478f-b009-5e609896cd91 req-6498a24f-4398-4a8f-b6c3-812c49b2c9cd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:06.571426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0157f5e1-8882-478f-b009-5e609896cd91 req-6498a24f-4398-4a8f-b6c3-812c49b2c9cd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0634453 Sep 20 12:23:06.601809 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e4562e7-a30b-4175-a9b8-2b92172a7f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:06.616994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0157f5e1-8882-478f-b009-5e609896cd91 req-e3918349-3a53-4cd3-8cc5-e6ca375c15e1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Sep 20 12:23:06.732590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e4562e7-a30b-4175-a9b8-2b92172a7f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:06.834135 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e4562e7-a30b-4175-a9b8-2b92172a7f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:06.886925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4562e7-a30b-4175-a9b8-2b92172a7f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0963f2f-1f95-4ddf-854b-1bb9b3b202b2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:06.891707 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e4562e7-a30b-4175-a9b8-2b92172a7f8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b414ac54f4f4edcac60fcddcadeb5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475745 Sep 20 12:23:06.894466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:07.001962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1de533b5-1da2-49d6-af3b-ebc12717b526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:07.031164 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1de533b5-1da2-49d6-af3b-ebc12717b526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:07.114436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c97cd-d83d-4d80-a994-4f2dc0e7e98e req-6970005f-cfc8-4cce-bd34-c01065b72232 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:07.115921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3c97cd-d83d-4d80-a994-4f2dc0e7e98e req-6970005f-cfc8-4cce-bd34-c01065b72232 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0871925 Sep 20 12:23:07.168951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3c97cd-d83d-4d80-a994-4f2dc0e7e98e req-cb0d9da8-3081-4034-80cc-c3e75f45fdf7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Sep 20 12:23:07.255209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1de533b5-1da2-49d6-af3b-ebc12717b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:07.258051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1de533b5-1da2-49d6-af3b-ebc12717b526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:07.259229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1de533b5-1da2-49d6-af3b-ebc12717b526 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0963f2f-1f95-4ddf-854b-1bb9b3b202b2 HTTP/1.1" status: 204 len: 168 time: 0.3636093 Sep 20 12:23:07.267149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de533b5-1da2-49d6-af3b-ebc12717b526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0963f2f-1f95-4ddf-854b-1bb9b3b202b2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:07.411578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e02bf-5688-4160-b6dc-1a6210e543c0 req-760e732a-21c7-42c8-b4b0-4f0bd5f31be1 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:07.413194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f02e02bf-5688-4160-b6dc-1a6210e543c0 req-760e732a-21c7-42c8-b4b0-4f0bd5f31be1 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 950 time: 0.0702422 Sep 20 12:23:07.480270 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f02e02bf-5688-4160-b6dc-1a6210e543c0 req-51a8f665-3499-4f0f-aea3-ae42c9bbcbee tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597403 Sep 20 12:23:07.626952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40810) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:07.650215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdba2f0-cc4a-4439-8736-3355ebceaf9d req-b2a327f1-b7d7-4851-bfba-41afd9f728bc tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:07.657988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bdba2f0-cc4a-4439-8736-3355ebceaf9d req-b2a327f1-b7d7-4851-bfba-41afd9f728bc tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 1101 time: 0.1032872 Sep 20 12:23:07.692887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef4b0e-2912-4278-8fa1-2f58e8f2afe9 req-2af17045-9e13-4616-9a3a-99eb5d6053da tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:07.694530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aef4b0e-2912-4278-8fa1-2f58e8f2afe9 req-2af17045-9e13-4616-9a3a-99eb5d6053da tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1017032 Sep 20 12:23:07.709353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bdba2f0-cc4a-4439-8736-3355ebceaf9d req-cdff00da-58ce-4305-98d5-becd8f0121d9 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Sep 20 12:23:07.778242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aef4b0e-2912-4278-8fa1-2f58e8f2afe9 req-9a1fa260-b976-4081-8ff5-9bab15c55d4d tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678067 Sep 20 12:23:07.879785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5047c7f7-2a94-4c41-9d0c-1009a63d6c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:07.923653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e3b8e-95b9-47be-acfd-81126b1753b3 req-2e0583d2-5853-4a0b-bb7d-f722307f0313 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:07.933932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b4e3b8e-95b9-47be-acfd-81126b1753b3 req-2e0583d2-5853-4a0b-bb7d-f722307f0313 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0943210 Sep 20 12:23:08.026328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b4e3b8e-95b9-47be-acfd-81126b1753b3 req-15a1a2d0-7d46-491b-81b6-446e44e22de2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895514 Sep 20 12:23:08.074258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-418a83ba-7ac4-4d63-995d-0f408ae50e88 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467949 Sep 20 12:23:08.086589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5047c7f7-2a94-4c41-9d0c-1009a63d6c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:08.157330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5047c7f7-2a94-4c41-9d0c-1009a63d6c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:08.247467 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5047c7f7-2a94-4c41-9d0c-1009a63d6c46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d99ace9c0ae4a1d95ce7e11055e2299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6193926 Sep 20 12:23:08.252592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40848) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:08.274998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047c7f7-2a94-4c41-9d0c-1009a63d6c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee4f1ef-18f5-4c22-9d99-32b9f61f1696,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:08.278771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-4d8f279f-e05c-44b9-bef9-ad8e91d45f60 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:08.287531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-4d8f279f-e05c-44b9-bef9-ad8e91d45f60 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084236 Sep 20 12:23:08.337980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-6bf8f31e-dec7-499b-8360-80f44f067988 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/quotas/0b4191a27b9d4a21a7004cd529afb133 HTTP/1.1" status: 200 len: 375 time: 0.0494957 Sep 20 12:23:08.348925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2577848d-e67b-4056-9702-5eea9bca4dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:08.376895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2577848d-e67b-4056-9702-5eea9bca4dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:08.401682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e72a2-77f1-4cae-ab9f-1b33cf6d20be req-499c172c-a49e-4c8b-a7b0-8ad71e9d45a3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:08.409044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c1e72a2-77f1-4cae-ab9f-1b33cf6d20be req-499c172c-a49e-4c8b-a7b0-8ad71e9d45a3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1087723 Sep 20 12:23:08.458573 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-604370e2-3ee7-471c-9bcf-bac015e2496a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1194456 Sep 20 12:23:08.478279 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c1e72a2-77f1-4cae-ab9f-1b33cf6d20be req-694f6494-72e2-4136-82da-ff58fc654d62 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622895 Sep 20 12:23:08.523444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2577848d-e67b-4056-9702-5eea9bca4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:08.526637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2577848d-e67b-4056-9702-5eea9bca4dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:08.528051 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2577848d-e67b-4056-9702-5eea9bca4dfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ee4f1ef-18f5-4c22-9d99-32b9f61f1696 HTTP/1.1" status: 204 len: 168 time: 0.2735164 Sep 20 12:23:08.554770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577848d-e67b-4056-9702-5eea9bca4dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee4f1ef-18f5-4c22-9d99-32b9f61f1696,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:08.810783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-908801f6-eb88-4124-93e6-82815bd50561 req-22542fba-386e-49fd-92e9-9cf5b2d00d66 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0443878 Sep 20 12:23:08.954421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5c753-05e3-44c7-b0de-ac251d66d324 req-8986e301-e12c-40fd-8c6e-bdaadbcad44c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:08.957285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6c5c753-05e3-44c7-b0de-ac251d66d324 req-8986e301-e12c-40fd-8c6e-bdaadbcad44c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0765760 Sep 20 12:23:09.029947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6c5c753-05e3-44c7-b0de-ac251d66d324 req-5cc91466-3b03-406e-a132-f3d7883196a7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 Sep 20 12:23:09.189983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aa2ba-a7e0-4b41-8cd3-8dfd364ced22 req-2a876042-81b1-40c6-a9fa-586b4439cf63 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:09.198139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf2aa2ba-a7e0-4b41-8cd3-8dfd364ced22 req-2a876042-81b1-40c6-a9fa-586b4439cf63 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0953276 Sep 20 12:23:09.256516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf2aa2ba-a7e0-4b41-8cd3-8dfd364ced22 req-3ca01d8e-2ddc-4eec-a271-d60be3ef820d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522037 Sep 20 12:23:09.596793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08d34a-a21f-418d-8baf-45136740c26f req-9bf88f36-ccf5-42c5-8d3b-7b7a1e76ab34 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:09.598285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f08d34a-a21f-418d-8baf-45136740c26f req-9bf88f36-ccf5-42c5-8d3b-7b7a1e76ab34 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0551538 Sep 20 12:23:09.641100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f08d34a-a21f-418d-8baf-45136740c26f req-baa409bb-d488-4be8-b3a0-f807fc4c9e91 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364854 Sep 20 12:23:09.880271 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93e79033-872e-4e8f-8dfd-1dcf84a5eb9e req-5df495a2-8578-443b-ba62-cbc1b7084870 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Sep 20 12:23:10.202097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40910) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:10.220833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40fd4a97-e091-42ed-8e82-3be6b01c939e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:10.226226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95de37-b58e-4684-a93a-a9659b8e45c6 req-2c500436-0d7a-474d-b0a7-3c46e5491841 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:10.228718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed95de37-b58e-4684-a93a-a9659b8e45c6 req-2c500436-0d7a-474d-b0a7-3c46e5491841 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1140583 Sep 20 12:23:10.287315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed95de37-b58e-4684-a93a-a9659b8e45c6 req-e48523c1-6421-4eec-ae2e-16122a04fcae tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502884 Sep 20 12:23:10.359663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40fd4a97-e091-42ed-8e82-3be6b01c939e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:10.400948 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:23:10.431271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12848321-8395-4f71-a3ea-cd79a603028c req-9bc5bf8e-1084-40ef-8e37-bead47199e1a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:10.433078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12848321-8395-4f71-a3ea-cd79a603028c req-9bc5bf8e-1084-40ef-8e37-bead47199e1a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0622172 Sep 20 12:23:10.473959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12848321-8395-4f71-a3ea-cd79a603028c req-d13fee1e-3823-455d-8f39-03f47d38d29e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346003 Sep 20 12:23:10.500056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40fd4a97-e091-42ed-8e82-3be6b01c939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:10.543064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4a97-e091-42ed-8e82-3be6b01c939e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69543e9-e26d-4582-a900-d9ebf6a7757c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:10.551198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:10.562965 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-40fd4a97-e091-42ed-8e82-3be6b01c939e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52cefd9f0b0643d7a47a80250bcbba6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582768 Sep 20 12:23:10.613381 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d7e6-4bd6-449f-8ebb-b5ad0c1cfdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:10.640914 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d7e6-4bd6-449f-8ebb-b5ad0c1cfdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:10.778036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5669439-79df-49c9-bfc5-c00b3299566e req-fa0f00fc-fb6b-46bd-a7de-a754c7fe1f85 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:10.778850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5669439-79df-49c9-bfc5-c00b3299566e req-fa0f00fc-fb6b-46bd-a7de-a754c7fe1f85 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0581477 Sep 20 12:23:10.822024 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5669439-79df-49c9-bfc5-c00b3299566e req-0d9a075f-9790-49ba-a550-2db36b4b9a82 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367124 Sep 20 12:23:10.940480 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d7e6-4bd6-449f-8ebb-b5ad0c1cfdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:10.943255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d7e6-4bd6-449f-8ebb-b5ad0c1cfdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:10.944452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8cd7d7e6-4bd6-449f-8ebb-b5ad0c1cfdc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c69543e9-e26d-4582-a900-d9ebf6a7757c HTTP/1.1" status: 204 len: 168 time: 0.3919091 Sep 20 12:23:10.979683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6dbbf9a-16c0-4a6f-9d84-b01a852dd0c3 req-4c0d1ee3-0fa2-45bb-9b95-878b13571d27 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0315967 Sep 20 12:23:10.980438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7d7e6-4bd6-449f-8ebb-b5ad0c1cfdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69543e9-e26d-4582-a900-d9ebf6a7757c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:11.358630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:11.425881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f5f0-2258-42ca-8628-505ca4bff2a8 req-5e012d86-02cf-4e70-8fcc-5ccb338ad005 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:11.427826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7369f5f0-2258-42ca-8628-505ca4bff2a8 req-5e012d86-02cf-4e70-8fcc-5ccb338ad005 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0629261 Sep 20 12:23:11.482717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7369f5f0-2258-42ca-8628-505ca4bff2a8 req-23b73ec6-cadd-42a0-b5af-aff6d318ea20 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471900 Sep 20 12:23:11.504274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df11d9a3-586d-4380-bed1-e8907378e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:11.658251 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df11d9a3-586d-4380-bed1-e8907378e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:11.672451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20826464-d5d7-414a-a834-3dbb1ba295d5 req-9d3345aa-9880-486d-ab13-ac31852c1a5c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:11.673873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20826464-d5d7-414a-a834-3dbb1ba295d5 req-9d3345aa-9880-486d-ab13-ac31852c1a5c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.1016858 Sep 20 12:23:11.705864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7ce09-d0fc-4809-9044-25a0f132f47e req-c7c0b758-036f-434f-a8a2-fce9b8d1b831 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:11.707370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffb7ce09-d0fc-4809-9044-25a0f132f47e req-c7c0b758-036f-434f-a8a2-fce9b8d1b831 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 949 time: 0.0842984 Sep 20 12:23:11.725729 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df11d9a3-586d-4380-bed1-e8907378e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:11.756448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20826464-d5d7-414a-a834-3dbb1ba295d5 req-b9f79e21-4ed6-43f1-b5ab-98e0d28f0e8f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735703 Sep 20 12:23:11.788368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11d9a3-586d-4380-bed1-e8907378e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0343bb-29ed-4eb4-a35c-9a3d8d2d9d63,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:11.793669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-df11d9a3-586d-4380-bed1-e8907378e681 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a16afdf2dc943b5bc687b07419182e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339907 Sep 20 12:23:11.795336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41000) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:11.797707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffb7ce09-d0fc-4809-9044-25a0f132f47e req-1aed18b3-ddea-421b-ae45-ccdd4541c7d7 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839410 Sep 20 12:23:11.856630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed931108-e790-415a-871b-e099e500cc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:11.879926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed931108-e790-415a-871b-e099e500cc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:11.955243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241964b-57dc-44dc-8d92-5b0c3b5d7276 req-f1905264-e148-407b-9097-e989d1d5f216 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:11.957748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9241964b-57dc-44dc-8d92-5b0c3b5d7276 req-f1905264-e148-407b-9097-e989d1d5f216 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0579305 Sep 20 12:23:11.999156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9241964b-57dc-44dc-8d92-5b0c3b5d7276 req-a68f8ee7-90a6-4d5e-8bf8-313161fb5a82 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Sep 20 12:23:12.060176 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed931108-e790-415a-871b-e099e500cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:12.062829 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed931108-e790-415a-871b-e099e500cc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:12.064001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ed931108-e790-415a-871b-e099e500cc60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff0343bb-29ed-4eb4-a35c-9a3d8d2d9d63 HTTP/1.1" status: 204 len: 168 time: 0.2671442 Sep 20 12:23:12.072940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed931108-e790-415a-871b-e099e500cc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0343bb-29ed-4eb4-a35c-9a3d8d2d9d63,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:12.088018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ce00d4f-c273-4f50-bcb8-60fd9a76b50f req-cfbd6ace-60d8-4468-8ff3-77d3d44422e9 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0301349 Sep 20 12:23:12.330461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-5696f5d5-2997-4c28-b126-21674e3e88c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210834 Sep 20 12:23:12.338118 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d569d748-bc60-4688-b16f-b874f72326a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:12.450258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-40b688e9-15e7-4d96-b030-1bd8a261efe4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:12.451702 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-40b688e9-15e7-4d96-b030-1bd8a261efe4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152263 Sep 20 12:23:12.474858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Request body: {'port': {'device_id': 'dc9e8819-df40-4f2a-81b9-2613365e8dc1', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '0b4191a27b9d4a21a7004cd529afb133'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:12.610677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43065-db23-40b5-b296-e9a5f9fe1e85 req-7080729d-0133-4d3f-8a4c-b4252cb05341 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:12.612404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73e43065-db23-40b5-b296-e9a5f9fe1e85 req-7080729d-0133-4d3f-8a4c-b4252cb05341 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0545092 Sep 20 12:23:12.655967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73e43065-db23-40b5-b296-e9a5f9fe1e85 req-df307424-c7ee-4125-b99e-77142806a92c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Sep 20 12:23:12.707428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-30b17c30-a22e-4308-9016-42ed6ebb9730 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:12.708944 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-30b17c30-a22e-4308-9016-42ed6ebb9730 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.0488482 Sep 20 12:23:12.720650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809934-3'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:12.742786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Made reservation on behalf of 0b4191a27b9d4a21a7004cd529afb133 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:23:12.747729 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:12.825758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:12.913490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaaa15-b926-41b6-929f-0522530167f5 req-ce70194b-893b-4e01-82ab-3b5ad3707b14 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:12.916544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dcaaa15-b926-41b6-929f-0522530167f5 req-ce70194b-893b-4e01-82ab-3b5ad3707b14 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 945 time: 0.0809648 Sep 20 12:23:12.986785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Allocated IP 192.168.233.122 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/4c7d70da-2617-4131-8574-067852fa80d2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:23:13.015976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dcaaa15-b926-41b6-929f-0522530167f5 req-3832ddb9-20c3-42f0-bdec-c5f30f73dbe0 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876060 Sep 20 12:23:13.041883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435131d5-5942-42a0-872b-81734059b4b4 req-3f104ebf-1dd0-48b0-a234-4c97b11f3de3 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:13.045185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-435131d5-5942-42a0-872b-81734059b4b4 req-3f104ebf-1dd0-48b0-a234-4c97b11f3de3 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 949 time: 0.0898888 Sep 20 12:23:13.047413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:13.116344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-435131d5-5942-42a0-872b-81734059b4b4 req-c6d101d2-ed94-4638-a371-12b42ec10990 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 Sep 20 12:23:13.178706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00cfb7-b368-4f9b-8569-a0a06b323c8f req-b03a3c84-6094-4770-8267-b58376e10fc4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:13.180261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef00cfb7-b368-4f9b-8569-a0a06b323c8f req-b03a3c84-6094-4770-8267-b58376e10fc4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0618918 Sep 20 12:23:13.191469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:13.271509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:13.274177 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0b07f0-4634-4df3-82ed-c31ddd026dcf" -d '{"events": [{"server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "name": "network-vif-unplugged", "status": "completed", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:13.280301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:13.303822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:13.466067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:13.470376 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:13.488625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd', '07fabbb5-1012-41b3-b7af-e577bdc0d917'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:13.507425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53982841-f3af-4127-a953-5dc5bed58292 req-18336e3e-d0e2-4f8e-99b6-bf374c692eac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 210 time: 0.3261957 Sep 20 12:23:13.528039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef00cfb7-b368-4f9b-8569-a0a06b323c8f req-5fa2dddb-c072-47aa-a260-4550bfc43b17 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349659 Sep 20 12:23:13.533334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:13.538019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:13.544728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:23:13.602162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b', 'f6f53834-06b7-4596-a76a-cfc79113cef7', '77d915b7-c533-456e-9100-789c56b7834a'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:13.616137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Pushing event updated for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:13.710595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on host n-h2-809934-3 for vnic_type normal with profile {"migrating_to": "n-h1-809934-3"} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:23:13.710595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:23:13.710595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:13.731410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:23:13.731410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Attempting to bind port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:13.741129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:13.742199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:13.756422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'Port': ['ID=4c7d70da-2617-4131-8574-067852fa80d2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:13.775889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:23:13.776243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:13.776629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:23:13.780219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Bound port: f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:23:13.780219 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:13.901245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:13.905627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:23:13.908170 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c5ce69-f90e-4251-ac25-73fff35f7f8a x-openstack-request-id: req-64c5ce69-f90e-4251-ac25-73fff35f7f8a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:13.908799 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "name": "network-vif-unplugged", "status": "completed", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:13.910475 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64c5ce69-f90e-4251-ac25-73fff35f7f8a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:13.910475 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f', 'code': 200} Sep 20 12:23:13.911969 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cbce33b4-1cbf-49e4-922f-1f37c4cfec18 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4434357 Sep 20 12:23:13.928509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cf959-1fac-4106-b910-2efc13fe0c5a req-eb464b11-13b7-43cc-8e75-638556f51954 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:13.942125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Request body: {'port': {'device_id': 'dc9e8819-df40-4f2a-81b9-2613365e8dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:13.945978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-768cf959-1fac-4106-b910-2efc13fe0c5a req-eb464b11-13b7-43cc-8e75-638556f51954 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1031966 Sep 20 12:23:13.991728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-768cf959-1fac-4106-b910-2efc13fe0c5a req-d1541294-a061-4fc6-b79b-296cc1ec7dbb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Sep 20 12:23:14.005251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:14.014256 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:14.033238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5e4f3ce8-19a7-44bc-9445-418a489a0a7c None None] Provisioning complete for port 4c7d70da-2617-4131-8574-067852fa80d2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:14.033622 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e4f3ce8-19a7-44bc-9445-418a489a0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:14.123541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Pushing event updated for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:14.149819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f3ce8-19a7-44bc-9445-418a489a0a7c None None] Port 4c7d70da-2617-4131-8574-067852fa80d2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:23:14.166284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.166653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.166968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.167269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.167594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.168042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.168226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.168532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.168854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.169204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.169524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.169834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:14.178074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:14.178696 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:14.180084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8f774a70-ad38-464e-8ac9-271c9abc756f service neutron] 10.222.0.32 "PUT /v2.0/ports/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 200 len: 1121 time: 1.4634778 Sep 20 12:23:14.314984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['f55ffb62-d3ab-4924-b5f3-5c4c72d3198f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:14.316870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['f55ffb62-d3ab-4924-b5f3-5c4c72d3198f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:14.490194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7d70da-2617-4131-8574-067852fa80d2 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:14.501537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:14.529386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Transition to ACTIVE for port object 4c7d70da-2617-4131-8574-067852fa80d2 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:23:14.591607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6cf0-115c-4b48-9cd4-57fdfeab8ed8 req-0db39a5b-13de-4790-aa31-d64a1125e268 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:14.591607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51ff6cf0-115c-4b48-9cd4-57fdfeab8ed8 req-0db39a5b-13de-4790-aa31-d64a1125e268 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0701368 Sep 20 12:23:14.642757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51ff6cf0-115c-4b48-9cd4-57fdfeab8ed8 req-4840f8ae-6415-43b7-9107-5026eec664f4 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Sep 20 12:23:14.693238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961df7fa-060a-4bc4-9afa-13f4bc9a1024 req-140c00d3-fbad-40f8-8189-a36c186ac5ab tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:14.695382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-961df7fa-060a-4bc4-9afa-13f4bc9a1024 req-140c00d3-fbad-40f8-8189-a36c186ac5ab tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 936 time: 0.0699766 Sep 20 12:23:14.754165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-961df7fa-060a-4bc4-9afa-13f4bc9a1024 req-3dd0e282-abd7-43e1-81bb-52c9abc5db2d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528901 Sep 20 12:23:14.793658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cdb65-5ca7-49aa-a00e-2169c4f47b39 req-be43b7a2-3c3e-4de6-add1-4a267d824c97 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:14.795204 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a4cdb65-5ca7-49aa-a00e-2169c4f47b39 req-be43b7a2-3c3e-4de6-add1-4a267d824c97 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0595374 Sep 20 12:23:14.797536 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:14.843784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a4cdb65-5ca7-49aa-a00e-2169c4f47b39 req-8a37a550-6531-4293-86b9-637d8d4df57f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Sep 20 12:23:14.871730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f55ffb62-d3ab-4924-b5f3-5c4c72d3198f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:14.882023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7d70da-2617-4131-8574-067852fa80d2,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:14.939848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Attempting to bind port 4c7d70da-2617-4131-8574-067852fa80d2 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:23:14.941858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Attempting to bind port 4c7d70da-2617-4131-8574-067852fa80d2 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:23:14.942364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Attempting to bind port 4c7d70da-2617-4131-8574-067852fa80d2 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:14.947084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Port 4c7d70da-2617-4131-8574-067852fa80d2 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:23:14.947729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Attempting to bind port 4c7d70da-2617-4131-8574-067852fa80d2 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:14.952932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:23:14.953340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:14.961681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:23:14.964083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Bound port: 4c7d70da-2617-4131-8574-067852fa80d2, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:23:14.964083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.000422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:15.045069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f55ffb62-d3ab-4924-b5f3-5c4c72d3198f has no active binding in host n-h1-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 12:23:15.053281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] For port 4c7d70da-2617-4131-8574-067852fa80d2, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:15.057782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] For port 4c7d70da-2617-4131-8574-067852fa80d2, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4c7d70da-2617-4131-8574-067852fa80d2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:23:15.158579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422342d7-b89e-4455-b1fc-bd90649f4697 req-42dee663-8d46-4dbd-8a8c-2ca3a7dfbab3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:15.160149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-422342d7-b89e-4455-b1fc-bd90649f4697 req-42dee663-8d46-4dbd-8a8c-2ca3a7dfbab3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Sep 20 12:23:15.192271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.196804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-422342d7-b89e-4455-b1fc-bd90649f4697 req-cfee7827-30c1-438b-b8a1-34d80c58dd57 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Sep 20 12:23:15.227843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:15.228458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.229889 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] 10.222.0.21 "PUT /v2.0/ports/4c7d70da-2617-4131-8574-067852fa80d2 HTTP/1.1" status: 200 len: 1096 time: 1.2979338 Sep 20 12:23:15.247522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-38357cb2-83a1-4e93-9219-44c1d918bb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.257698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd016d-5851-487d-a81c-5037b4139b49 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7d70da-2617-4131-8574-067852fa80d2,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:15.375981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:23:15.399259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41120) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:15.423834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-8d02c1f3-67ca-44a4-929c-5979c9c55a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:15.427019 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-8d02c1f3-67ca-44a4-929c-5979c9c55a60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0619841 Sep 20 12:23:15.502363 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-246f02df-8a38-4277-a1a3-fb86fb60e75b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=4c7d70da-2617-4131-8574-067852fa80d2 HTTP/1.1" status: 200 len: 217 time: 0.0575862 Sep 20 12:23:15.571670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb435073-bc5a-46a3-98b2-60591498fd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.611417 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.624387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cd413d82-610f-4c77-98f4-4863e5e9d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:15.626355 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-cd413d82-610f-4c77-98f4-4863e5e9d227 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1123421 Sep 20 12:23:15.639557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:15.641870 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9ca76e-0d2b-4b30-a00c-31cdfa614b28" -d '{"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-unplugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:15.648440 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.656348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:15.682403 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6242f-1e82-412a-8609-5f261225a187 x-openstack-request-id: req-79f6242f-1e82-412a-8609-5f261225a187 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:15.682766 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-unplugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:15.683094 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79f6242f-1e82-412a-8609-5f261225a187 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:15.683549 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'code': 200} Sep 20 12:23:15.698957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-e4f717a7-ab13-4da8-a79d-921867c8da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:15.700484 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-e4f717a7-ab13-4da8-a79d-921867c8da3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661216 Sep 20 12:23:15.796584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ac958-1dc6-46d9-b8cb-03a444d25405 req-a9ab96bf-d2eb-450a-84ba-01cb8effb33d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:15.797930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb435073-bc5a-46a3-98b2-60591498fd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.798079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a96ac958-1dc6-46d9-b8cb-03a444d25405 req-a9ab96bf-d2eb-450a-84ba-01cb8effb33d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0719728 Sep 20 12:23:15.819525 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-08c5714a-ee6b-42aa-93f0-2886fe726650 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082256 Sep 20 12:23:15.820638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.841347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a96ac958-1dc6-46d9-b8cb-03a444d25405 req-441310ff-dc62-46e6-9a41-2334d11ab1de tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361893 Sep 20 12:23:15.917206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f'}, {'name': 'network-changed', 'server_uuid': 'dc9e8819-df40-4f2a-81b9-2613365e8dc1', 'tag': '4c7d70da-2617-4131-8574-067852fa80d2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:15.917731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:15.918190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373f64-3c1b-401b-af20-cd25e97049b2 req-723a718c-8b28-4b43-877a-f354be7fd453 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:15.920504 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e634b3-e400-4577-a245-b25eae78dd56" -d '{"events": [{"name": "network-changed", "server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f"}, {"name": "network-changed", "server_uuid": "dc9e8819-df40-4f2a-81b9-2613365e8dc1", "tag": "4c7d70da-2617-4131-8574-067852fa80d2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:15.925716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5373f64-3c1b-401b-af20-cd25e97049b2 req-723a718c-8b28-4b43-877a-f354be7fd453 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 948 time: 0.0707688 Sep 20 12:23:15.931082 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb435073-bc5a-46a3-98b2-60591498fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:15.981048 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cb435073-bc5a-46a3-98b2-60591498fd40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=535acd3450bc4e12bc8cae2699a56538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806720 Sep 20 12:23:15.990529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb435073-bc5a-46a3-98b2-60591498fd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b6e9a8-438d-4650-88fa-e6464b395a8a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:15.992693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41150) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:16.006183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5373f64-3c1b-401b-af20-cd25e97049b2 req-294e265b-6d19-403d-bda7-16f03605d97e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700326 Sep 20 12:23:16.009864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c735001-ec88-44ac-a13f-59e6e2a0a780 req-6c048a5d-2a5e-4b24-a723-b5b5659514e9 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811278 Sep 20 12:23:16.064073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16859f-13b4-4f7b-b6b6-dce6d0b2882a req-f653779b-4ce8-48e4-95bc-d3d7b695e275 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:16.065719 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe16859f-13b4-4f7b-b6b6-dce6d0b2882a req-f653779b-4ce8-48e4-95bc-d3d7b695e275 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0581670 Sep 20 12:23:16.069789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f72b7-2f61-46ed-9623-84949b89c4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:16.092218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f72b7-2f61-46ed-9623-84949b89c4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:16.107403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe16859f-13b4-4f7b-b6b6-dce6d0b2882a req-9e50647a-8f97-4c70-87db-78e8cb7e7dd4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Sep 20 12:23:16.124238 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f96fbc-4782-43f1-9653-d3bc43331f37 x-openstack-request-id: req-55f96fbc-4782-43f1-9653-d3bc43331f37 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:16.124523 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc9e8819-df40-4f2a-81b9-2613365e8dc1", "tag": "4c7d70da-2617-4131-8574-067852fa80d2", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:16.124766 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55f96fbc-4782-43f1-9653-d3bc43331f37 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:16.125169 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f', 'status': 'completed', 'code': 200} Sep 20 12:23:16.125497 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e8819-df40-4f2a-81b9-2613365e8dc1', 'tag': '4c7d70da-2617-4131-8574-067852fa80d2', 'status': 'completed', 'code': 200} Sep 20 12:23:16.187514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-74540d4d-3718-413c-858d-a9477e810a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:16.188985 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-74540d4d-3718-413c-858d-a9477e810a6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1124 time: 0.0392485 Sep 20 12:23:16.274915 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f72b7-2f61-46ed-9623-84949b89c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:16.278932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f72b7-2f61-46ed-9623-84949b89c4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:16.286674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd2f72b7-2f61-46ed-9623-84949b89c4e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9b6e9a8-438d-4650-88fa-e6464b395a8a HTTP/1.1" status: 204 len: 168 time: 0.2859917 Sep 20 12:23:16.296914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f72b7-2f61-46ed-9623-84949b89c4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b6e9a8-438d-4650-88fa-e6464b395a8a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:16.301093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-5e38a05b-2754-44be-be79-999e31f823c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:16.302553 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-5e38a05b-2754-44be-be79-999e31f823c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1005511 Sep 20 12:23:16.320087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860582-f77b-4b09-bc7d-3a93942de11f req-b74fdea1-4a16-4b76-9db0-80a3b55d4bf1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:16.321661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39860582-f77b-4b09-bc7d-3a93942de11f req-b74fdea1-4a16-4b76-9db0-80a3b55d4bf1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0585184 Sep 20 12:23:16.354576 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-fac5d7fc-1a20-48b3-aa40-6b10e662fabb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 200 len: 217 time: 0.0419462 Sep 20 12:23:16.364321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39860582-f77b-4b09-bc7d-3a93942de11f req-45300338-61d1-4b6f-abe2-b4ada947c127 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340574 Sep 20 12:23:16.407708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-4823a596-8aab-475e-ba29-ab596b81358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:16.409450 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-4823a596-8aab-475e-ba29-ab596b81358b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0437663 Sep 20 12:23:16.445593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-7e643872-171a-4a16-94b6-e1e1bfd31b99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273557 Sep 20 12:23:16.486122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:16.543895 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-6dbb2cb5-b42d-43d7-a3a6-e451e1e4c79e service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837653 Sep 20 12:23:16.645859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41160) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:16.650235 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-7945d5e7-67d2-422b-9197-72475bef50be service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884933 Sep 20 12:23:16.762974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:16.854096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-8d39a6f1-a958-4904-bc65-311f670cc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:16.856131 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-8d39a6f1-a958-4904-bc65-311f670cc41c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0491381 Sep 20 12:23:16.858243 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:16.961395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-d3880c47-dca3-46d9-be9f-639d7664675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:16.962865 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-d3880c47-dca3-46d9-be9f-639d7664675c service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.0932245 Sep 20 12:23:16.972228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7842-7b1f-48e6-8c1d-91eb3ee32b06 req-7d7c836b-f1d6-4bfe-ad63-4da1a59485fd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:16.973950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3efc7842-7b1f-48e6-8c1d-91eb3ee32b06 req-7d7c836b-f1d6-4bfe-ad63-4da1a59485fd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0567825 Sep 20 12:23:16.999260 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:17.014439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-ef892ca6-bd77-43ea-bf6a-d169cb7754a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=4c7d70da-2617-4131-8574-067852fa80d2 HTTP/1.1" status: 200 len: 217 time: 0.0364807 Sep 20 12:23:17.057331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70a74145183a47559d2b1178b1e48c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080739 Sep 20 12:23:17.069325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41188) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:17.074296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3efc7842-7b1f-48e6-8c1d-91eb3ee32b06 req-1b6b5631-eb93-4631-83c3-c22debd5ed99 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908971 Sep 20 12:23:17.075560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633dc2a4-1d56-49a0-9e26-05ef01859f2e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:17.111923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-0ec1f772-746d-4293-a60c-76bde397f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:17.113682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.114041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.114323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-0ec1f772-746d-4293-a60c-76bde397f6e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0821095 Sep 20 12:23:17.114466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.114703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.115036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.115365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.115691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.116010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.116332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.116652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.116972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.117316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082887d-1f8a-45f7-a130-38724c97b378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:17.156469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9c623-ceb7-45da-a97a-96cb9531e8cc req-e5f5d1c4-5c53-486b-af80-0f883a0b575a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:17.157996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71d9c623-ceb7-45da-a97a-96cb9531e8cc req-e5f5d1c4-5c53-486b-af80-0f883a0b575a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 948 time: 0.0772631 Sep 20 12:23:17.163617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb009e92-058e-4077-9651-49dd7cff58ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:17.192415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb009e92-058e-4077-9651-49dd7cff58ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:17.206321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-6da5a5f8-d19d-4c50-9e26-1da5f48e0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:17.207964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-6da5a5f8-d19d-4c50-9e26-1da5f48e0e8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737796 Sep 20 12:23:17.225514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71d9c623-ceb7-45da-a97a-96cb9531e8cc req-63809c8e-4569-468a-a409-92998f9ff377 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600147 Sep 20 12:23:17.249390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024791b9-b42f-4540-bc13-3d04cb64cdbd req-a0986e82-24d3-429a-8694-97116bf0382a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:17.250925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-024791b9-b42f-4540-bc13-3d04cb64cdbd req-a0986e82-24d3-429a-8694-97116bf0382a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0713503 Sep 20 12:23:17.294181 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-024791b9-b42f-4540-bc13-3d04cb64cdbd req-92242ffc-2371-4d5f-b7df-0ee225589682 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357862 Sep 20 12:23:17.323430 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-90d189fc-5cc3-4506-a934-4c1ed82ee392 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991895 Sep 20 12:23:17.428337 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7e634b3-e400-4577-a245-b25eae78dd56 req-13fb8aff-9bcb-40a0-b637-4a20c04f60c5 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853720 Sep 20 12:23:17.448823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb009e92-058e-4077-9651-49dd7cff58ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:17.451735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb009e92-058e-4077-9651-49dd7cff58ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:17.452853 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eb009e92-058e-4077-9651-49dd7cff58ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/633dc2a4-1d56-49a0-9e26-05ef01859f2e HTTP/1.1" status: 204 len: 168 time: 0.3824511 Sep 20 12:23:17.468899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb009e92-058e-4077-9651-49dd7cff58ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633dc2a4-1d56-49a0-9e26-05ef01859f2e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:17.499833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a72660-2c95-4786-b339-d54bc7d31ff6 req-12d26f02-d045-4f2e-b3cd-57148e7f0434 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:17.502434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37a72660-2c95-4786-b339-d54bc7d31ff6 req-12d26f02-d045-4f2e-b3cd-57148e7f0434 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0655720 Sep 20 12:23:17.544355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37a72660-2c95-4786-b339-d54bc7d31ff6 req-c4c6d438-e252-47ff-a8c6-ac4341fcf5a4 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 Sep 20 12:23:17.587178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41204) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:17.777554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2082286485-network', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:17.874809 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:17.916707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Made reservation on behalf of d8a89d94a751488da67ba285b53b8d3c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:23:17.919134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:17.928284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.013065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.098023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.119717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:23:18.134502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20379c00-f0fc-422b-8020-92fd2e28325b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:18.137447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.137796 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Added segment 5f679ddf-e9e8-40c5-bdfd-4559f2c21e93 of type vlan for network 6a128072-ca84-49a0-9429-35ba87e0edeb Sep 20 12:23:18.180873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.182849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b374c-495a-4d3e-a4a1-7d666cf997ab req-6f6de9ec-ad15-48b9-95d5-6c70d70b8c41 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:18.184453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-254b374c-495a-4d3e-a4a1-7d666cf997ab req-6f6de9ec-ad15-48b9-95d5-6c70d70b8c41 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0523217 Sep 20 12:23:18.223069 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-254b374c-495a-4d3e-a4a1-7d666cf997ab req-f3c72ea7-c6c8-48fc-8262-9d4b04783e01 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Sep 20 12:23:18.233108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:18.247392 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c769dd2c-e7bc-4c34-99fe-04b045e27b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.299975 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.300994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:18.301772 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.361311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a128072-ca84-49a0-9429-35ba87e0edeb,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:18.372633 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 6a128072-ca84-49a0-9429-35ba87e0edeb details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:23:18.373844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfec7ec-6963-4052-94bc-edc27e667c0e req-8ebe269f-02b1-43ac-bf20-5dd57d319352 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:18.375574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bfec7ec-6963-4052-94bc-edc27e667c0e req-8ebe269f-02b1-43ac-bf20-5dd57d319352 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 948 time: 0.0780854 Sep 20 12:23:18.426383 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c769dd2c-e7bc-4c34-99fe-04b045e27b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.453411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bfec7ec-6963-4052-94bc-edc27e667c0e req-c669b1a9-73cc-4685-91df-39eb126c151b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637593 Sep 20 12:23:18.466065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c907c-8de5-42c1-add0-19b2d839e15b req-7b2a2ed1-763c-41ec-a95d-aabf8eb0712d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:18.467543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-199c907c-8de5-42c1-add0-19b2d839e15b req-7b2a2ed1-763c-41ec-a95d-aabf8eb0712d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0889764 Sep 20 12:23:18.501405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c769dd2c-e7bc-4c34-99fe-04b045e27b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.520631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-199c907c-8de5-42c1-add0-19b2d839e15b req-53a2e070-3155-45bb-953b-725339df7dc0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Sep 20 12:23:18.545821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c769dd2c-e7bc-4c34-99fe-04b045e27b05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b47bd02c0c0f4195849c39f79c40f605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116503 Sep 20 12:23:18.548611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41230) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:18.550492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769dd2c-e7bc-4c34-99fe-04b045e27b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2776f3ca-c955-442d-ac2e-9f02f6bc0e61,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:18.600416 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d289e2cd-3275-4f0d-9cd5-d03a02dde831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.611587 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7e586470-5c3b-4c25-8fb5-67d2bab59ee7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0233467 Sep 20 12:23:18.614627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41234) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:18.619138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Request body: {'subnet': {'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2082286485-subnet', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:18.637530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d289e2cd-3275-4f0d-9cd5-d03a02dde831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.660148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b927ae-d65a-4b75-8d19-16a4ec52479b req-b4c74855-34e5-4db1-9c8b-6c8e195621a6 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:18.661671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45b927ae-d65a-4b75-8d19-16a4ec52479b req-b4c74855-34e5-4db1-9c8b-6c8e195621a6 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0502248 Sep 20 12:23:18.701073 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45b927ae-d65a-4b75-8d19-16a4ec52479b req-18807cec-1571-4172-8695-c911d36cd02b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332093 Sep 20 12:23:18.777341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Made reservation on behalf of d8a89d94a751488da67ba285b53b8d3c for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:23:18.779833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.835095 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d289e2cd-3275-4f0d-9cd5-d03a02dde831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.837677 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d289e2cd-3275-4f0d-9cd5-d03a02dde831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:18.838813 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d289e2cd-3275-4f0d-9cd5-d03a02dde831 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2776f3ca-c955-442d-ac2e-9f02f6bc0e61 HTTP/1.1" status: 204 len: 168 time: 0.2891347 Sep 20 12:23:18.853706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289e2cd-3275-4f0d-9cd5-d03a02dde831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2776f3ca-c955-442d-ac2e-9f02f6bc0e61,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:19.086842 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.144048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b4cd95-059b-4af4-bfc9-e72011074449,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:19.151146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Checking segment: {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:19.157042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Network hostable DHCP agents. Network: 6a128072-ca84-49a0-9429-35ba87e0edeb, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:23:19.328543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Network 6a128072-ca84-49a0-9429-35ba87e0edeb is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:23:19.349348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebb17-c4fe-42cb-bca5-872545f591aa req-95be1b12-a7eb-4d35-8148-d1f67a9abde3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:19.350859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-309ebb17-c4fe-42cb-bca5-872545f591aa req-95be1b12-a7eb-4d35-8148-d1f67a9abde3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0545480 Sep 20 12:23:19.390454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-309ebb17-c4fe-42cb-bca5-872545f591aa req-b948dc32-55e9-4d3a-bb8b-20ca7edbcc09 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Sep 20 12:23:19.399688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 4c7d70da-2617-4131-8574-067852fa80d2 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:19.448990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 6a128072-ca84-49a0-9429-35ba87e0edeb) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:19.453314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:19.454009 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.486657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a27591-a79d-4dd3-881e-98166c6ba457 None None] Network 6a128072-ca84-49a0-9429-35ba87e0edeb requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:23:19.558192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f40c252b-a2f8-44f4-beb8-657989113b79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9422424 Sep 20 12:23:19.558931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41266) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:19.570617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:19.583447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 4c7d70da-2617-4131-8574-067852fa80d2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4c7d70da-2617-4131-8574-067852fa80d2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:19.603305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a6b25-c952-4eac-a1ae-8aa5298edb5c req-18ef2036-2dc4-4fc0-b432-eaa7c276e1d6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:19.606645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '4c7d70da-2617-4131-8574-067852fa80d2', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '4c7d70da-2617-4131-8574-067852fa80d2', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:23:19.608202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff1a6b25-c952-4eac-a1ae-8aa5298edb5c req-18ef2036-2dc4-4fc0-b432-eaa7c276e1d6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 948 time: 0.0761552 Sep 20 12:23:19.657810 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.676086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff1a6b25-c952-4eac-a1ae-8aa5298edb5c req-7e6ea317-df60-4958-9ee9-055764195376 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 Sep 20 12:23:19.685277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.718324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.718880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7d70da-2617-4131-8574-067852fa80d2 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:19.719516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.721591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fc989-7a61-4c7f-8e86-9a52f2c07c82 req-5961df8b-28d9-4c39-a4b5-2c8fe2df3d3e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:19.728062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b4fc989-7a61-4c7f-8e86-9a52f2c07c82 req-5961df8b-28d9-4c39-a4b5-2c8fe2df3d3e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0664628 Sep 20 12:23:19.734367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-6a128072-ca84-49a0-9429-35ba87e0edeb', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:23:19.736666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.759525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 4c7d70da-2617-4131-8574-067852fa80d2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4c7d70da-2617-4131-8574-067852fa80d2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:19.794139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.795487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b4fc989-7a61-4c7f-8e86-9a52f2c07c82 req-a7b5373a-2530-4a09-a83d-17ee261ef2b1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625207 Sep 20 12:23:19.888274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:19.889109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 76133b6f-6965-4097-bc6a-85956ed32b76 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:19.904418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeb0cc-990b-44d0-89a5-9711354f8919 req-439d9375-71e1-4e79-b703-833c55b68197 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:19.906728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eefeb0cc-990b-44d0-89a5-9711354f8919 req-439d9375-71e1-4e79-b703-833c55b68197 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1009665 Sep 20 12:23:19.953846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eefeb0cc-990b-44d0-89a5-9711354f8919 req-395ae644-20ac-4104-bf17-00a757a86558 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Sep 20 12:23:20.000568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Allocated IP 172.20.0.2 (6a128072-ca84-49a0-9429-35ba87e0edeb/a5b4cd95-059b-4af4-bfc9-e72011074449/7c63398b-4578-4e43-add4-f4526ca0a0ba) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:23:20.002824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=4c7d70da-2617-4131-8574-067852fa80d2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:20.038958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:20.071707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '76133b6f-6965-4097-bc6a-85956ed32b76', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '76133b6f-6965-4097-bc6a-85956ed32b76', 'mac_address': 'fa:16:3e:ec:91:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:23:20.166013 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.180529 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.199070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76133b6f-6965-4097-bc6a-85956ed32b76 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:20.256006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:20.279058 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.310399 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.425061 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.435045 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.555513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Network 6a128072-ca84-49a0-9429-35ba87e0edeb is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:20.558819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:20.566462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:23:20.579688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Pushing event updated for resources: {'Port': ['ID=7c63398b-4578-4e43-add4-f4526ca0a0ba,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:20.608270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51835-5240-4d08-a717-ee79d723c84b req-d44961d2-a974-4972-b331-c080e624ff1c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:20.610631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19b51835-5240-4d08-a717-ee79d723c84b req-d44961d2-a974-4972-b331-c080e624ff1c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0700624 Sep 20 12:23:20.651025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.672044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19b51835-5240-4d08-a717-ee79d723c84b req-b3151e9c-1845-445b-97e0-a566fe298edc tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538228 Sep 20 12:23:20.674252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['76133b6f-6965-4097-bc6a-85956ed32b76'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:20.682318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.750370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Attempting to bind port 7c63398b-4578-4e43-add4-f4526ca0a0ba on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:23:20.750952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Attempting to bind port 7c63398b-4578-4e43-add4-f4526ca0a0ba by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:23:20.751462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Attempting to bind port 7c63398b-4578-4e43-add4-f4526ca0a0ba on network 6a128072-ca84-49a0-9429-35ba87e0edeb {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:20.765166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:20.776803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:23:20.777264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Checking segment: {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:20.777681 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.778079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Bound using segment: {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:23:20.778565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Bound port: 7c63398b-4578-4e43-add4-f4526ca0a0ba, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:23:20.778954 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:20.822692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667d26-c2a4-4786-8148-78a7e8839901 req-e87e18ed-0177-415d-90b8-fdf22792cd94 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:20.824622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45667d26-c2a4-4786-8148-78a7e8839901 req-e87e18ed-0177-415d-90b8-fdf22792cd94 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 949 time: 0.0638485 Sep 20 12:23:20.832471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Allocated IP 172.25.6.68 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/748ea72d-c245-41a9-9da1-fb9ca535d7b3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:23:20.908326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] For port 7c63398b-4578-4e43-add4-f4526ca0a0ba, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:20.913072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45667d26-c2a4-4786-8148-78a7e8839901 req-8ffb34b5-23ae-48ad-92a4-d23ab4388e07 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694718 Sep 20 12:23:20.943634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] For port 7c63398b-4578-4e43-add4-f4526ca0a0ba, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7c63398b-4578-4e43-add4-f4526ca0a0ba,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:23:20.964553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['4c7d70da-2617-4131-8574-067852fa80d2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:21.000222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26fe65-a5d2-436b-b01d-7c32520360fc req-e6f940f6-2c83-47ae-8b02-5ddddafe650c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:21.001985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a26fe65-a5d2-436b-b01d-7c32520360fc req-e6f940f6-2c83-47ae-8b02-5ddddafe650c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0719860 Sep 20 12:23:21.074892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a26fe65-a5d2-436b-b01d-7c32520360fc req-456d8d19-5470-4004-98af-c2302dd9465b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649319 Sep 20 12:23:21.115728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:21.122715 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:21.211268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c02a22-b563-4398-be3e-170e917c726b req-92453eff-ccb8-415a-a38d-5ecaccc1a223 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:21.212789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75c02a22-b563-4398-be3e-170e917c726b req-92453eff-ccb8-415a-a38d-5ecaccc1a223 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1000104 Sep 20 12:23:21.312439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75c02a22-b563-4398-be3e-170e917c726b req-18ee4c88-a37a-4baf-93ea-4885cebf6207 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800467 Sep 20 12:23:21.314594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d2f08-dccd-4768-96b4-d465b76b9399 None None] Pushing event updated for resources: {'Port': ['ID=7c63398b-4578-4e43-add4-f4526ca0a0ba,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:21.340634 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:21.402624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:21.405605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:21.409210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:23:21.435069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 76133b6f-6965-4097-bc6a-85956ed32b76 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:21.572292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 76133b6f-6965-4097-bc6a-85956ed32b76 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:21.572981 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:21.629952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Pushing event updated for resources: {'Port': ['ID=748ea72d-c245-41a9-9da1-fb9ca535d7b3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:21.683373 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:21.715521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:21.717799 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc1773d-ad71-4482-af70-abf9fba572b6" -d '{"events": [{"server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "name": "network-vif-plugged", "status": "completed", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:21.732244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:21.780689 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02732b2-1d17-422d-adf4-80de949f8f77 x-openstack-request-id: req-d02732b2-1d17-422d-adf4-80de949f8f77 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:21.780979 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "name": "network-vif-plugged", "status": "completed", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:21.781249 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d02732b2-1d17-422d-adf4-80de949f8f77 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:21.787358 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76', 'code': 200} Sep 20 12:23:21.832085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5714deb-ceec-432a-a53e-e69010907d79 req-4e492d43-93fe-4357-8086-daf3a9c4d839 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:21.842605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5714deb-ceec-432a-a53e-e69010907d79 req-4e492d43-93fe-4357-8086-daf3a9c4d839 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0698228 Sep 20 12:23:21.879531 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:21.902473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5714deb-ceec-432a-a53e-e69010907d79 req-09e3981b-5b05-4632-aa9a-e032c9078da9 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503008 Sep 20 12:23:21.930065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:21.958414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:22.067311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55e9e6-f38f-4553-836b-9401f2a8bbe4 req-aeb32b44-1b53-42a3-877f-f5cb5b117bbb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:22.079400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f55e9e6-f38f-4553-836b-9401f2a8bbe4 req-aeb32b44-1b53-42a3-877f-f5cb5b117bbb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 949 time: 0.0967073 Sep 20 12:23:22.137558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f55e9e6-f38f-4553-836b-9401f2a8bbe4 req-cc6e2fe1-5c1b-4d16-9e5e-e6a27a21b550 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Sep 20 12:23:22.295364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48e4ea-edda-4213-8d5a-84f24d40c2ba req-a4dfa838-9df3-4625-a213-afb2e777894a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:22.303990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a48e4ea-edda-4213-8d5a-84f24d40c2ba req-a4dfa838-9df3-4625-a213-afb2e777894a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0743732 Sep 20 12:23:22.354249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:22.366231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a48e4ea-edda-4213-8d5a-84f24d40c2ba req-de424334-c166-4c9e-90c0-4964719c2bda tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550866 Sep 20 12:23:22.509414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70facff1-3f40-4726-89dc-da1f51e34128 req-b11a98e6-08fc-4b4e-947a-a3a95620739c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:22.510993 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70facff1-3f40-4726-89dc-da1f51e34128 req-b11a98e6-08fc-4b4e-947a-a3a95620739c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0720155 Sep 20 12:23:22.534816 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c960fa-d4da-4202-972e-67292c2613b8 None None] Network 6a128072-ca84-49a0-9429-35ba87e0edeb requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:23:22.578721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70facff1-3f40-4726-89dc-da1f51e34128 req-6da0b367-1486-4792-b393-0a360dec89a9 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496213 Sep 20 12:23:22.653690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-28642357-a84f-4390-bcee-39c947d5ae5e None None] Provisioning complete for port 7c63398b-4578-4e43-add4-f4526ca0a0ba triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:22.654063 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28642357-a84f-4390-bcee-39c947d5ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:22.671485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:23:22.822378 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28642357-a84f-4390-bcee-39c947d5ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:22.906083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-28642357-a84f-4390-bcee-39c947d5ae5e None None] For port 7c63398b-4578-4e43-add4-f4526ca0a0ba, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7c63398b-4578-4e43-add4-f4526ca0a0ba,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:22.907510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:23:22.912231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Sync routers for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:23:22.929552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:23:22.934639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:23:23.121105 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28642357-a84f-4390-bcee-39c947d5ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:23.161512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438763d-c6d1-4526-a58b-13edfa5c8f31 req-5acdc604-ddf0-47f8-88fb-86381a4146ff tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:23.173970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e438763d-c6d1-4526-a58b-13edfa5c8f31 req-5acdc604-ddf0-47f8-88fb-86381a4146ff tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.1480436 Sep 20 12:23:23.199852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:23:23.203490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:23.203993 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1012adaa-6931-4d7c-90aa-de37aaf77de7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6428149 Sep 20 12:23:23.206788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41400) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:23.261363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e438763d-c6d1-4526-a58b-13edfa5c8f31 req-88ca3f34-7844-4bd0-a19f-22a1aec0d40b tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798290 Sep 20 12:23:23.357398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af2d38-2bdd-4638-a03b-559742fd6c6a req-29627d15-8f68-4a66-9334-1ab6d3ca4a6b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:23.358979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33af2d38-2bdd-4638-a03b-559742fd6c6a req-29627d15-8f68-4a66-9334-1ab6d3ca4a6b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 949 time: 0.0678329 Sep 20 12:23:23.467803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33af2d38-2bdd-4638-a03b-559742fd6c6a req-feeb49c6-ff23-481a-8d63-3db7e4dfef57 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013238 Sep 20 12:23:23.676085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dd340-1554-4b15-8d65-76a7838843e2 req-fb54be5d-e972-45db-ae9a-810c8bbe15af tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:23.681671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-321dd340-1554-4b15-8d65-76a7838843e2 req-fb54be5d-e972-45db-ae9a-810c8bbe15af tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1454732 Sep 20 12:23:23.707657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 4c7d70da-2617-4131-8574-067852fa80d2 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:23.759848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7c63398b-4578-4e43-add4-f4526ca0a0ba up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:23.765739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-321dd340-1554-4b15-8d65-76a7838843e2 req-038c8986-c862-4bb9-842e-3e849a1f5969 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736036 Sep 20 12:23:23.798852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf7074-32f1-4776-b3fe-1b8d317f2a7b req-f8ea99da-c5d5-41fb-8bdc-28d205569462 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:23.807097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf7074-32f1-4776-b3fe-1b8d317f2a7b req-f8ea99da-c5d5-41fb-8bdc-28d205569462 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0843036 Sep 20 12:23:23.825183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28642357-a84f-4390-bcee-39c947d5ae5e None None] Pushing event updated for resources: {'Port': ['ID=7c63398b-4578-4e43-add4-f4526ca0a0ba,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:23.873703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf7074-32f1-4776-b3fe-1b8d317f2a7b req-33978769-e9fb-4f45-b3b0-16d4d17f30d1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655444 Sep 20 12:23:23.892073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-224c49d9-ea28-4316-9723-0e6a2c1c43fd None None] Provisioning complete for port 7c63398b-4578-4e43-add4-f4526ca0a0ba triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:23.892073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-224c49d9-ea28-4316-9723-0e6a2c1c43fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.024251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:21Z', 'revision_number': 3, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:23:24.031117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7c63398b-4578-4e43-add4-f4526ca0a0ba triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:24.031497 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.044336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.062493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Checking router: 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:23:24.062869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Updating router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 port 748ea72d-c245-41a9-9da1-fb9ca535d7b3 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:23:24.104989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 4c7d70da-2617-4131-8574-067852fa80d2 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:23:24.122117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 4c7d70da-2617-4131-8574-067852fa80d2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:24.122497 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.126876 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.285228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Allocated IP 172.20.0.1 (6a128072-ca84-49a0-9429-35ba87e0edeb/a5b4cd95-059b-4af4-bfc9-e72011074449/2daab870-a582-43b0-9bd3-b28dd1911624) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:23:24.420012 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.485667 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9e8819-df40-4f2a-81b9-2613365e8dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7d70da-2617-4131-8574-067852fa80d2'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:24.488568 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d4ca27-794f-402d-a496-842d1e4e667c" -d '{"events": [{"server_uuid": "dc9e8819-df40-4f2a-81b9-2613365e8dc1", "name": "network-vif-plugged", "status": "completed", "tag": "4c7d70da-2617-4131-8574-067852fa80d2"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:24.526866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 4c7d70da-2617-4131-8574-067852fa80d2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4c7d70da-2617-4131-8574-067852fa80d2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:24.529319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.537119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef116c-5f44-45ab-b5ae-0f120efa5494 req-725047a4-edf3-4a85-8113-1a487ae1883e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:24.538724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19ef116c-5f44-45ab-b5ae-0f120efa5494 req-725047a4-edf3-4a85-8113-1a487ae1883e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.1659138 Sep 20 12:23:24.597495 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19ef116c-5f44-45ab-b5ae-0f120efa5494 req-b44a61c0-d8fd-448f-86d5-2a41a3aff6dc tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496740 Sep 20 12:23:24.654001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68c3f7-02e7-4faa-a41a-0ad5b77dad1c req-2015c683-2357-4157-801f-3b5ed4a657fe tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:24.655603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de68c3f7-02e7-4faa-a41a-0ad5b77dad1c req-2015c683-2357-4157-801f-3b5ed4a657fe tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 950 time: 0.0571165 Sep 20 12:23:24.680452 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.698487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.728162 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b583ea8-ae7c-42d8-91db-a94a02bf0bae x-openstack-request-id: req-7b583ea8-ae7c-42d8-91db-a94a02bf0bae {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:24.737943 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9e8819-df40-4f2a-81b9-2613365e8dc1", "name": "network-vif-plugged", "status": "completed", "tag": "4c7d70da-2617-4131-8574-067852fa80d2", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:24.737943 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b583ea8-ae7c-42d8-91db-a94a02bf0bae {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:24.737943 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9e8819-df40-4f2a-81b9-2613365e8dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7d70da-2617-4131-8574-067852fa80d2', 'code': 200} Sep 20 12:23:24.759080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de68c3f7-02e7-4faa-a41a-0ad5b77dad1c req-47522bab-2018-400d-b1db-9262e8bf2f5e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871935 Sep 20 12:23:24.801425 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.814288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Network 6a128072-ca84-49a0-9429-35ba87e0edeb is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:24.835016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:24.836939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Pushing event updated for resources: {'Port': ['ID=2daab870-a582-43b0-9bd3-b28dd1911624,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:24.857892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:23:24.891047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=4c7d70da-2617-4131-8574-067852fa80d2,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:24.903331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:24.968763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:25.044314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41442) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:25.070133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5f077-8188-4da5-bff1-bef66a506284 req-8fafa74a-18bc-4b52-a2ca-b895fd69758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:25.079291 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23f5f077-8188-4da5-bff1-bef66a506284 req-8fafa74a-18bc-4b52-a2ca-b895fd69758e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 1101 time: 0.2625568 Sep 20 12:23:25.176600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Attempting to bind port 748ea72d-c245-41a9-9da1-fb9ca535d7b3 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:23:25.176600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Attempting to bind port 748ea72d-c245-41a9-9da1-fb9ca535d7b3 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:23:25.176600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Attempting to bind port 748ea72d-c245-41a9-9da1-fb9ca535d7b3 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:25.178551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249b205-57e5-46ed-a3fb-ad623953c399 None None] Pushing event updated for resources: {'Port': ['ID=748ea72d-c245-41a9-9da1-fb9ca535d7b3,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:25.188505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:23:25.188883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:25.189330 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:25.189871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:23:25.190215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Bound port: 748ea72d-c245-41a9-9da1-fb9ca535d7b3, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:23:25.191480 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:25.305090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3757-ae03-45e4-a5ce-b7eba0986b80 req-06a1f90f-b533-4f2e-b993-c1b6a6978b85 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:25.306968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-effa3757-ae03-45e4-a5ce-b7eba0986b80 req-06a1f90f-b533-4f2e-b993-c1b6a6978b85 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.3387485 Sep 20 12:23:25.435744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095aca-f738-48c1-a328-c3c885bb3055 req-2963abcf-1e1d-4807-b96a-2851a812ec54 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:25.435744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f095aca-f738-48c1-a328-c3c885bb3055 req-2963abcf-1e1d-4807-b96a-2851a812ec54 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.3397071 Sep 20 12:23:25.436154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] For port 748ea72d-c245-41a9-9da1-fb9ca535d7b3, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:25.436415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-effa3757-ae03-45e4-a5ce-b7eba0986b80 req-a8dee879-7872-4509-891a-3b0723e766cb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984173 Sep 20 12:23:25.436500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] For port 748ea72d-c245-41a9-9da1-fb9ca535d7b3, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=748ea72d-c245-41a9-9da1-fb9ca535d7b3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:23:25.477508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c150d44e-2c42-4c44-9ce9-ecbedc9f645a None None] Provisioning complete for port 2daab870-a582-43b0-9bd3-b28dd1911624 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:25.478076 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c150d44e-2c42-4c44-9ce9-ecbedc9f645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:25.488291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f095aca-f738-48c1-a328-c3c885bb3055 req-e9c03c8e-3579-4d22-beea-2c10750aa889 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808160 Sep 20 12:23:25.550693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c150d44e-2c42-4c44-9ce9-ecbedc9f645a None None] Port 2daab870-a582-43b0-9bd3-b28dd1911624 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:23:25.596727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7c63398b-4578-4e43-add4-f4526ca0a0ba up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:25.657221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7c63398b-4578-4e43-add4-f4526ca0a0ba triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:25.657595 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:25.662317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b88a20e-5c4c-489b-b2e3-cb40973e0647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:25.765991 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23f5f077-8188-4da5-bff1-bef66a506284 req-3df3346a-4a53-4225-97f6-c10ba79bcf81 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697226 Sep 20 12:23:25.835348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fc740-76c0-49bb-9e06-44fc6b7805ec req-b9514df1-6e68-4f6c-ab6a-5e85c857a884 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:25.836117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-374fc740-76c0-49bb-9e06-44fc6b7805ec req-b9514df1-6e68-4f6c-ab6a-5e85c857a884 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.0974412 Sep 20 12:23:25.867646 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b88a20e-5c4c-489b-b2e3-cb40973e0647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:25.912973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-374fc740-76c0-49bb-9e06-44fc6b7805ec req-b7b983fc-5079-441a-ba13-e448f9b13793 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675263 Sep 20 12:23:25.980250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.054565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b88a20e-5c4c-489b-b2e3-cb40973e0647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.094432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:23:26.095413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:23:26.111988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111103-175a-4029-90a6-3c38505d1339 req-6353e09e-92db-4c39-a787-b56212a68f5d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:26.133957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0111103-175a-4029-90a6-3c38505d1339 req-6353e09e-92db-4c39-a787-b56212a68f5d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 950 time: 0.1088440 Sep 20 12:23:26.142604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.199788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0111103-175a-4029-90a6-3c38505d1339 req-9b99d09c-28d6-4427-95ef-1c60eb3f93fe tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649447 Sep 20 12:23:26.201650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249b205-57e5-46ed-a3fb-ad623953c399 None None] Pushing event updated for resources: {'Port': ['ID=748ea72d-c245-41a9-9da1-fb9ca535d7b3,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:26.206763 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1b88a20e-5c4c-489b-b2e3-cb40973e0647 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8866568243384910a2221f062903b17e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1572533 Sep 20 12:23:26.208759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88a20e-5c4c-489b-b2e3-cb40973e0647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bcb75e-15ad-432c-a2d5-24be36b998c6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:26.230817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:26.260191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:23:26.287833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13384af-e399-40f8-8228-c54478ceafb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.312725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13384af-e399-40f8-8228-c54478ceafb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.387715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.461236 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13384af-e399-40f8-8228-c54478ceafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.462937 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13384af-e399-40f8-8228-c54478ceafb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.465181 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a13384af-e399-40f8-8228-c54478ceafb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4bcb75e-15ad-432c-a2d5-24be36b998c6 HTTP/1.1" status: 204 len: 168 time: 0.2385046 Sep 20 12:23:26.476186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13384af-e399-40f8-8228-c54478ceafb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bcb75e-15ad-432c-a2d5-24be36b998c6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:26.482610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.538505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:24Z', 'revision_number': 1, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:23:26.579615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae421a3a-366b-4d5b-8110-31a8a9d83c7a None None] The sync data for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 is: [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:24Z', 'revision_number': 1, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:23:26.590168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:26.593031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Pushing event updated for resources: {'Port': ['ID=2daab870-a582-43b0-9bd3-b28dd1911624,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:26.712665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61256749-6f19-4b09-b46a-5e198653cfb3 req-4f16c183-1fc9-4518-9030-936a2442511f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:26.715108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61256749-6f19-4b09-b46a-5e198653cfb3 req-4f16c183-1fc9-4518-9030-936a2442511f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1815512 Sep 20 12:23:26.780699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eab7d-c698-439f-a1ba-4be543ccdec7 req-e38b6c5f-5952-4dda-be43-8cd23c9f57df tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:26.782406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-765eab7d-c698-439f-a1ba-4be543ccdec7 req-e38b6c5f-5952-4dda-be43-8cd23c9f57df tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1587791 Sep 20 12:23:26.796660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Network 6a128072-ca84-49a0-9429-35ba87e0edeb is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:26.799351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:26.845701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61256749-6f19-4b09-b46a-5e198653cfb3 req-3775b271-0e11-4d76-a873-a6eaf8fe87ac tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146958 Sep 20 12:23:26.905829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-765eab7d-c698-439f-a1ba-4be543ccdec7 req-b0edfb29-e94c-454c-9b98-6e4250ec9195 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009779 Sep 20 12:23:27.226284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c892936-a115-49fb-849c-d61e68c8b1df req-5266ec0e-7beb-478b-9884-87fb5ae1218c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:27.236466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c892936-a115-49fb-849c-d61e68c8b1df req-5266ec0e-7beb-478b-9884-87fb5ae1218c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 943 time: 0.1992998 Sep 20 12:23:27.246846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:23:27.300212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c892936-a115-49fb-849c-d61e68c8b1df req-ec7c7375-1b3b-4677-888c-c291b87aacc4 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598767 Sep 20 12:23:27.302826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-65eedd2c-84be-4890-a69d-3cacb4916ba9 None None] Provisioning complete for port 2daab870-a582-43b0-9bd3-b28dd1911624 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:27.310025 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-65eedd2c-84be-4890-a69d-3cacb4916ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:27.392150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-65eedd2c-84be-4890-a69d-3cacb4916ba9 None None] Port 2daab870-a582-43b0-9bd3-b28dd1911624 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:23:27.435408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f55ffb62-d3ab-4924-b5f3-5c4c72d3198f no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:23:27.527966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d439564-0bb1-442f-a71b-04cdb965f87e req-ebf594d1-7469-4c32-bda7-29dbe8b3dfb1 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:27.549103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d439564-0bb1-442f-a71b-04cdb965f87e req-ebf594d1-7469-4c32-bda7-29dbe8b3dfb1 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 950 time: 0.1338439 Sep 20 12:23:27.614436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d439564-0bb1-442f-a71b-04cdb965f87e req-cde3ae4b-ff03-4f19-9c51-64b8c2a4a242 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633509 Sep 20 12:23:27.627219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:23:27.640066 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c874526d-ff31-4c4d-afd4-2da9409ecd26 admin admin] 10.222.0.37 "PUT /v2.0/routers/33d9b251-23a9-4e7f-a1b6-82b4c7b79872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4277596 Sep 20 12:23:27.665558 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-61a8cc43-4a77-4535-9bb3-75d0987c77f4 service neutron] 10.222.0.21 "GET /v2.0/ports/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.1586187 Sep 20 12:23:27.675928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:27.690918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26090f2d-2970-4293-b60c-5d7f482f56ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:27.866893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26090f2d-2970-4293-b60c-5d7f482f56ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:27.939944 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26090f2d-2970-4293-b60c-5d7f482f56ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:28.027060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-26090f2d-2970-4293-b60c-5d7f482f56ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e67f431fa6964d41962d5a5c95bb21e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495831 Sep 20 12:23:28.032268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:28.079817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:28.108604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:28.114590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26090f2d-2970-4293-b60c-5d7f482f56ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd93b3d-d237-4535-92ea-e8d5a165092d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:28.168281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b491b-bb40-4281-8ca4-f9ad80892219 req-dd154314-9dfe-4997-854d-ed2e078d3dfa tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:28.170396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-672b491b-bb40-4281-8ca4-f9ad80892219 req-dd154314-9dfe-4997-854d-ed2e078d3dfa tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1757574 Sep 20 12:23:28.173300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55ffb62-d3ab-4924-b5f3-5c4c72d3198f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:28.194054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:28.202832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ffb8d-a8e0-48c7-aad3-e80c64d86165 req-b6683e9a-1fee-4b98-aa86-ed5eedd8c2e9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:28.203461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-256ffb8d-a8e0-48c7-aad3-e80c64d86165 req-b6683e9a-1fee-4b98-aa86-ed5eedd8c2e9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1703048 Sep 20 12:23:28.241276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0635188f-2e67-43b5-a83e-67fa0b5875d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:28.269727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-672b491b-bb40-4281-8ca4-f9ad80892219 req-d2f6f7fe-66a4-4605-9024-23d5cf656fb0 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887597 Sep 20 12:23:28.299318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:28.324798 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0635188f-2e67-43b5-a83e-67fa0b5875d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:28.357604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-256ffb8d-a8e0-48c7-aad3-e80c64d86165 req-e092a6da-b000-4ee4-ab68-87846e4beba9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392226 Sep 20 12:23:28.497673 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0635188f-2e67-43b5-a83e-67fa0b5875d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:28.499464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] Transition to ACTIVE for port object f55ffb62-d3ab-4924-b5f3-5c4c72d3198f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:23:28.500261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0635188f-2e67-43b5-a83e-67fa0b5875d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:28.504806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0635188f-2e67-43b5-a83e-67fa0b5875d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dd93b3d-d237-4535-92ea-e8d5a165092d HTTP/1.1" status: 204 len: 168 time: 0.4578776 Sep 20 12:23:28.512926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635188f-2e67-43b5-a83e-67fa0b5875d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd93b3d-d237-4535-92ea-e8d5a165092d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:28.568671 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:28.682607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674df09e-27e9-48db-9b10-05a66563e606 req-82e7a797-29f0-4276-9a3a-faa5696e03fc tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:28.694014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-674df09e-27e9-48db-9b10-05a66563e606 req-82e7a797-29f0-4276-9a3a-faa5696e03fc tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 944 time: 0.1307547 Sep 20 12:23:28.705275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] No DVR routers for this DVR port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:23:28.779814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-674df09e-27e9-48db-9b10-05a66563e606 req-812f2491-ec20-4df0-afdc-063a5432aec9 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764308 Sep 20 12:23:28.793932 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] 10.222.0.21 "PUT /v2.0/ports/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f/bindings/n-h1-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1053391 Sep 20 12:23:28.804825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081d908-667c-4213-bfe3-4c83e24f3afe service neutron] Pushing event updated for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:28.963072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f55ffb62-d3ab-4924-b5f3-5c4c72d3198f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:23:29.041129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac28a-985b-476c-9be4-dd12a3bd3337 req-ad607eb5-7dc9-40c0-b2b4-8880195f90ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.053714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0abac28a-985b-476c-9be4-dd12a3bd3337 req-ad607eb5-7dc9-40c0-b2b4-8880195f90ac tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 950 time: 0.1140473 Sep 20 12:23:29.105922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-c7760d9a-5ad7-439c-8e19-d02ef7eabb8d tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.107749 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-c7760d9a-5ad7-439c-8e19-d02ef7eabb8d tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.0966344 Sep 20 12:23:29.136566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0abac28a-985b-476c-9be4-dd12a3bd3337 req-f041a304-9172-452d-b23f-8836ccabc02b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819693 Sep 20 12:23:29.177374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-4c8a4de5-7b40-4d3c-969c-e1911242e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.178937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-4c8a4de5-7b40-4d3c-969c-e1911242e52b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2 HTTP/1.1" status: 200 len: 1095 time: 0.0623543 Sep 20 12:23:29.298176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72a395-dc0e-4e5a-814c-9549771bcabf req-fd57381e-3ee3-4b8d-890a-5494936e6d2d tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.308795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e72a395-dc0e-4e5a-814c-9549771bcabf req-fd57381e-3ee3-4b8d-890a-5494936e6d2d tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 1101 time: 0.0907848 Sep 20 12:23:29.313252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41534) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:29.330952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-76952939-00a1-4a76-9b00-aca4965637e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177531678', 'description': 'tempest-description--542390479'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:29.336499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-15863b7c-c70c-49ba-8df1-66102beae2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.339806 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-15863b7c-c70c-49ba-8df1-66102beae2b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1095 time: 0.1210175 Sep 20 12:23:29.480406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e72a395-dc0e-4e5a-814c-9549771bcabf req-6fad57aa-3db0-4b41-bd9c-d91d47a5e861 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706779 Sep 20 12:23:29.529582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8464bc03-a51f-45d9-b7cf-31999a409f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.531651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-8464bc03-a51f-45d9-b7cf-31999a409f12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1817966 Sep 20 12:23:29.555013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76952939-00a1-4a76-9b00-aca4965637e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:29.572431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c402543-691b-472c-ad2d-a5d11c5ef58d req-a4c9f9ae-4b76-4335-801d-d55e138cceb8 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.576713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c402543-691b-472c-ad2d-a5d11c5ef58d req-a4c9f9ae-4b76-4335-801d-d55e138cceb8 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1683137 Sep 20 12:23:29.631481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 748ea72d-c245-41a9-9da1-fb9ca535d7b3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:29.638326 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-e4084a3c-4d28-445c-9410-1428d64658cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 200 len: 217 time: 0.0916600 Sep 20 12:23:29.735709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-c1eefae4-a18a-47bf-bbc7-779e8a304d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.742685 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-c1eefae4-a18a-47bf-bbc7-779e8a304d42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0964715 Sep 20 12:23:29.751646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 748ea72d-c245-41a9-9da1-fb9ca535d7b3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:29.752028 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:29.784873 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-48ac67f7-6488-4440-9134-5d00745038c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344365 Sep 20 12:23:29.852852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76952939-00a1-4a76-9b00-aca4965637e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:29.868775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c402543-691b-472c-ad2d-a5d11c5ef58d req-ecf334d9-31d7-4f91-a37e-16cbdd740b46 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827458 Sep 20 12:23:29.902407 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Sync routers for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:23:29.913740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc2009-a696-43f9-96d9-7edb9a23ecdd req-6d48820d-b918-4134-8999-7c0771294830 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:29.914264 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:23:29.915003 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:23:29.916851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fcc2009-a696-43f9-96d9-7edb9a23ecdd req-6d48820d-b918-4134-8999-7c0771294830 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.3389063 Sep 20 12:23:29.942490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.000827 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76952939-00a1-4a76-9b00-aca4965637e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.003543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 748ea72d-c245-41a9-9da1-fb9ca535d7b3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=748ea72d-c245-41a9-9da1-fb9ca535d7b3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:30.035055 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-9087ca99-e224-4cef-9370-f9a7f87b8f9a service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391200 Sep 20 12:23:30.057321 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:23:30.093959 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.151700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fcc2009-a696-43f9-96d9-7edb9a23ecdd req-6568021d-410e-4079-a08e-79f1f136e70c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210760 Sep 20 12:23:30.155027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76952939-00a1-4a76-9b00-aca4965637e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c3544-e18d-4a0f-b6a2-62d374a4e05d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:30.220890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=748ea72d-c245-41a9-9da1-fb9ca535d7b3,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:30.232275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-42628306-f7d2-4fef-b6ef-4f225f65d2e6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575926 Sep 20 12:23:30.287672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76952939-00a1-4a76-9b00-aca4965637e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.289477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-76952939-00a1-4a76-9b00-aca4965637e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9723728 Sep 20 12:23:30.295995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:30.300566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-29a85c80-d823-4c1f-ae03-7ddeaa796317 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567124 Sep 20 12:23:30.348667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1c68ca38-da61-482a-8214-22cb5811faf6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Request body: {'security_group_rule': {'security_group_id': 'e54c3544-e18d-4a0f-b6a2-62d374a4e05d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:30.410783 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:26Z', 'revision_number': 2, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:23:30.459692 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Checking router: 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:23:30.460331 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Updating router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 port 2daab870-a582-43b0-9bd3-b28dd1911624 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:23:30.482903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617a1ac-68ea-46dd-b6b0-7ecd7ec4bd68 req-b1ec66ca-fb32-4683-bc11-50274a2a79d6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:30.489569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c617a1ac-68ea-46dd-b6b0-7ecd7ec4bd68 req-b1ec66ca-fb32-4683-bc11-50274a2a79d6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 944 time: 0.1990011 Sep 20 12:23:30.498013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-0ab15d1e-bc0b-4e73-8c06-75a2a162ef36 service neutron] 10.222.0.32 "GET /v2.0/ports/013e0529-f45b-45b3-af48-2309baada7e7/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 382 time: 0.2724292 Sep 20 12:23:30.505561 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.528297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c8c17cb5-f9d3-4378-8017-97881e506bd2 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:30.547922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c8c17cb5-f9d3-4378-8017-97881e506bd2 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802484 Sep 20 12:23:30.606752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-ca855cdc-a151-4948-8485-5b074b718517 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/quotas/0b4191a27b9d4a21a7004cd529afb133 HTTP/1.1" status: 200 len: 375 time: 0.0407341 Sep 20 12:23:30.644008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c68ca38-da61-482a-8214-22cb5811faf6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.699516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c617a1ac-68ea-46dd-b6b0-7ecd7ec4bd68 req-144f4c99-3dc2-4842-ae9c-cf0f56d1d057 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067506 Sep 20 12:23:30.742737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-f1aa6eff-002b-431d-9cc6-47912874e62a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1326020 Sep 20 12:23:30.777567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c68ca38-da61-482a-8214-22cb5811faf6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.866129 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c68ca38-da61-482a-8214-22cb5811faf6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.882449 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:30.911335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68ca38-da61-482a-8214-22cb5811faf6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cb0a23-ca13-4e2a-b8d5-23478a56f59e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:31.007137 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.086579 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Pushing event updated for resources: {'Port': ['ID=2daab870-a582-43b0-9bd3-b28dd1911624,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:31.095283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c68ca38-da61-482a-8214-22cb5811faf6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.097863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c68ca38-da61-482a-8214-22cb5811faf6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7546930 Sep 20 12:23:31.102272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41598) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:31.107172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a2d033d8-6da2-4553-b788-503609f3ce4e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Request body: {'security_group_rule': {'security_group_id': 'e54c3544-e18d-4a0f-b6a2-62d374a4e05d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:31.138767 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.140837 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.141371 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.144503 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.144857 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.145209 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.149119 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.149655 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.154248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-298381de-94c5-4e23-aa2f-92e683a77043 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:31.155218 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.167180 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.167180 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.167180 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:31.167637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-298381de-94c5-4e23-aa2f-92e683a77043 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.2172205 Sep 20 12:23:31.185071 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Attempting to bind port 2daab870-a582-43b0-9bd3-b28dd1911624 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:23:31.185815 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Attempting to bind port 2daab870-a582-43b0-9bd3-b28dd1911624 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:23:31.186363 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Attempting to bind port 2daab870-a582-43b0-9bd3-b28dd1911624 on network 6a128072-ca84-49a0-9429-35ba87e0edeb {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:31.196691 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:23:31.197565 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Checking segment: {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:31.198148 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.199609 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Bound using segment: {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:23:31.200298 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Bound port: 2daab870-a582-43b0-9bd3-b28dd1911624, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:23:31.201569 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.218875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5071d-75c2-4ab4-a551-707c4a422556 req-93a0650f-632c-4022-8d72-3b3d56502420 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:31.218875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3a5071d-75c2-4ab4-a551-707c4a422556 req-93a0650f-632c-4022-8d72-3b3d56502420 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.2323077 Sep 20 12:23:31.318593 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] For port 2daab870-a582-43b0-9bd3-b28dd1911624, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:31.324841 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] For port 2daab870-a582-43b0-9bd3-b28dd1911624, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2daab870-a582-43b0-9bd3-b28dd1911624,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:23:31.326938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0d8da43-211e-4852-8d80-aa40738cbe74 req-508101f9-49bb-42ba-9002-183cc977db35 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 210 time: 0.1056676 Sep 20 12:23:31.364563 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2d033d8-6da2-4553-b788-503609f3ce4e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.482379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4db4d5bc-e73f-4776-8903-2eb6d122ccb0 None None] Provisioning complete for port 2daab870-a582-43b0-9bd3-b28dd1911624 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:31.483395 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4db4d5bc-e73f-4776-8903-2eb6d122ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.494342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2d033d8-6da2-4553-b788-503609f3ce4e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.518671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3a5071d-75c2-4ab4-a551-707c4a422556 req-50897181-0e06-4286-bacb-5cdc657f5057 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585711 Sep 20 12:23:31.542299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bbab-f0ba-44f4-a321-89b88cc693dc req-7d59c4a9-0a75-42a0-94f1-87c6a9fd7ead tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:31.546598 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.567244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 748ea72d-c245-41a9-9da1-fb9ca535d7b3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:31.567421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3919bbab-f0ba-44f4-a321-89b88cc693dc req-7d59c4a9-0a75-42a0-94f1-87c6a9fd7ead tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1537280 Sep 20 12:23:31.575311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-26465458-efc7-4f51-9625-682a43fe78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:31.577312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-26465458-efc7-4f51-9625-682a43fe78a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd&tenant_id=ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 1101 time: 0.1372325 Sep 20 12:23:31.620299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4db4d5bc-e73f-4776-8903-2eb6d122ccb0 None None] Port 2daab870-a582-43b0-9bd3-b28dd1911624 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:23:31.656585 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92fb0-2b13-460e-a74c-94ffdfd57aad None None] Pushing event updated for resources: {'Port': ['ID=2daab870-a582-43b0-9bd3-b28dd1911624,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:31.677806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2d033d8-6da2-4553-b788-503609f3ce4e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.687222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 748ea72d-c245-41a9-9da1-fb9ca535d7b3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:31.688487 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.695411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3919bbab-f0ba-44f4-a321-89b88cc693dc req-373cda28-9faf-4540-992c-5efea5799bb0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253467 Sep 20 12:23:31.727200 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:23:31.728298 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:23:31.748896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-4698ea8d-db09-4ab4-88de-ac7075bfafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:31.750986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-4698ea8d-db09-4ab4-88de-ac7075bfafff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 1101 time: 0.1447537 Sep 20 12:23:31.757378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d033d8-6da2-4553-b788-503609f3ce4e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaf82b6-e1b5-4a17-91b6-d71067b7fd78,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:31.842292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-65b285e0-caca-420e-b147-79624e8dea1c service neutron] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:31.850694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-65b285e0-caca-420e-b147-79624e8dea1c service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.860433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb45e59f-e441-4f25-844f-4e50ce4b07f3 req-65b285e0-caca-420e-b147-79624e8dea1c service neutron] 10.222.0.32 "DELETE /v2.0/ports/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f/bindings/n-h2-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.6847889 Sep 20 12:23:31.982102 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2d033d8-6da2-4553-b788-503609f3ce4e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:31.983833 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a2d033d8-6da2-4553-b788-503609f3ce4e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8802259 Sep 20 12:23:31.986656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41620) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:32.001958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:32.051408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d256-dc17-49d0-ba0f-cc6080675571 req-b3536fcd-638e-45b7-b779-83b777249b4e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:32.052028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-25d8cca9-7a4e-4f46-be1d-d57cbeb9c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:32.054140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-25d8cca9-7a4e-4f46-be1d-d57cbeb9c9b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2909083 Sep 20 12:23:32.068794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0924d256-dc17-49d0-ba0f-cc6080675571 req-b3536fcd-638e-45b7-b779-83b777249b4e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 944 time: 0.1930411 Sep 20 12:23:32.134249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-65c914ba-ec6e-41e1-8bf2-a4072a508079 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=013e0529-f45b-45b3-af48-2309baada7e7 HTTP/1.1" status: 200 len: 217 time: 0.0724688 Sep 20 12:23:32.136470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:32.170650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0924d256-dc17-49d0-ba0f-cc6080675571 req-24c6ab90-f070-45ff-91b5-5ca91c9d8215 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005843 Sep 20 12:23:32.174716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6f9ab24d-6d24-4af7-aa93-ddc85ecc0079 None None] Provisioning complete for port 2daab870-a582-43b0-9bd3-b28dd1911624 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:32.177855 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f9ab24d-6d24-4af7-aa93-ddc85ecc0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:32.208105 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:23:32.306809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-c44c9522-4f46-4f8b-be98-13e978479259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:32.313218 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-c44c9522-4f46-4f8b-be98-13e978479259 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1538012 Sep 20 12:23:32.432073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f9ab24d-6d24-4af7-aa93-ddc85ecc0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:32.539591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6f9ab24d-6d24-4af7-aa93-ddc85ecc0079 None None] For port 2daab870-a582-43b0-9bd3-b28dd1911624, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2daab870-a582-43b0-9bd3-b28dd1911624,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:32.540274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e99a7b2-8d4c-4aae-9000-db41321d279e req-5fbd7082-e240-43d1-a500-9c4626e0284f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 210 time: 0.0854309 Sep 20 12:23:32.555949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-fc84773a-2e05-46ca-8c46-32aea69eb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:32.557477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-fc84773a-2e05-46ca-8c46-32aea69eb34f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2393565 Sep 20 12:23:32.566013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba7125-6b9c-41ca-a7ad-53535c9b7d78 req-006550eb-d795-4eb9-8ef7-8e2ece67f072 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:32.573297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17ba7125-6b9c-41ca-a7ad-53535c9b7d78 req-006550eb-d795-4eb9-8ef7-8e2ece67f072 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1095 time: 0.1718628 Sep 20 12:23:32.650412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17ba7125-6b9c-41ca-a7ad-53535c9b7d78 req-4451748b-8888-491f-b72a-afa865c19f9f tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761266 Sep 20 12:23:32.671390 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f9ab24d-6d24-4af7-aa93-ddc85ecc0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:32.716182 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:31Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:23:32.773828 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:32.777308 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50491fd7-97a3-4d59-81df-f10e9c08f42e None None] The sync data for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 is: [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:31Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:23:32.788774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ab24d-6d24-4af7-aa93-ddc85ecc0079 None None] Pushing event updated for resources: {'Port': ['ID=2daab870-a582-43b0-9bd3-b28dd1911624,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:32.831229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f81c6-a272-4943-8a81-71250b87db5b req-9d944cb9-2f9c-49f9-b76f-c5e02a429da4 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:32.833902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a9f81c6-a272-4943-8a81-71250b87db5b req-9d944cb9-2f9c-49f9-b76f-c5e02a429da4 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1363089 Sep 20 12:23:32.871657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef2683-1a69-475f-83bf-dbe4975f1f9d req-5839befa-12f2-4f98-85bd-91a5bdd8893b tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:32.878183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22ef2683-1a69-475f-83bf-dbe4975f1f9d req-5839befa-12f2-4f98-85bd-91a5bdd8893b tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 1095 time: 0.0888295 Sep 20 12:23:32.943689 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a9f81c6-a272-4943-8a81-71250b87db5b req-d0289d17-633b-4de5-8853-5db09e976b9d tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831070 Sep 20 12:23:32.955592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22ef2683-1a69-475f-83bf-dbe4975f1f9d req-095f554b-2d9d-4784-b591-71bfd6a55fd9 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650847 Sep 20 12:23:32.960673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Allocated IP 172.25.6.193 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/1d1f3f7b-517b-471d-b826-4a4fc65bed01) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:23:33.128865 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-02d6e7a3-9321-4d7d-91a5-709930e4bcb3 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484457 Sep 20 12:23:33.142112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ff147-b3ef-4537-9611-68c2807bb5e7 req-0a36cd1a-30c8-4e2b-a8fd-2e61a040bd7a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:33.152837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e1ff147-b3ef-4537-9611-68c2807bb5e7 req-0a36cd1a-30c8-4e2b-a8fd-2e61a040bd7a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.1434269 Sep 20 12:23:33.245215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:33.275926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e1ff147-b3ef-4537-9611-68c2807bb5e7 req-b1328d9b-60c0-474e-a289-373197d221e0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199865 Sep 20 12:23:33.355308 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f004ccd6-f942-4357-9fd3-b734188dcc84 req-1a230faa-3e8b-4236-96ac-0e69e08706fe service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132471 Sep 20 12:23:33.495161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:33.595347 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:33.599893 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:33.606101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:23:33.647813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event updated for resources: {'Port': ['ID=1d1f3f7b-517b-471d-b826-4a4fc65bed01,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:33.673651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2daab870-a582-43b0-9bd3-b28dd1911624 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:33.731509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2daab870-a582-43b0-9bd3-b28dd1911624 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:33.732132 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:33.757578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-614bb4bb-abeb-49b3-aa65-ae6ac3d41ea6 req-eb0a6291-0956-4344-af76-1000ae95fff4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 210 time: 0.0338211 Sep 20 12:23:33.758131 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:34.043506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a40409-62da-499b-b0fc-efd3be6965d5 req-be454a1c-6744-417d-81d5-6323a9fe2079 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:34.044957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5a40409-62da-499b-b0fc-efd3be6965d5 req-be454a1c-6744-417d-81d5-6323a9fe2079 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0491395 Sep 20 12:23:34.088085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5a40409-62da-499b-b0fc-efd3be6965d5 req-23018089-931c-4793-8b36-806ef92ae767 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366344 Sep 20 12:23:34.403579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:34.437578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c07bb-a3f9-41ea-8368-4faab3a8446e req-4cb8681e-396f-42c2-bda4-73a334cacb04 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:34.439053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a4c07bb-a3f9-41ea-8368-4faab3a8446e req-4cb8681e-396f-42c2-bda4-73a334cacb04 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0806928 Sep 20 12:23:34.483058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a4c07bb-a3f9-41ea-8368-4faab3a8446e req-bc6d815a-8c84-4d3f-98c2-355393bc8d86 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Sep 20 12:23:34.651794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:34.743879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:34.852211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:34.885720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd74ccad-ff49-46a1-9886-8469bbd7c76e req-e310deee-8ce4-4d55-b666-1d860ab7879e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 210 time: 0.0388212 Sep 20 12:23:34.915187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event updated for resources: {'Port': ['ID=1d1f3f7b-517b-471d-b826-4a4fc65bed01,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:34.967459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41712) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:34.968893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 013e0529-f45b-45b3-af48-2309baada7e7 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:23:34.980217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:34.990822 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8a7334ad-b3f9-4718-9353-d1a817ed12cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9927306 Sep 20 12:23:35.063283 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:35.114215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:35.116030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:35.118779 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ce7665-d21c-4ba0-b4b0-717df2d033fd" -d '{"events": [{"server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "name": "network-vif-unplugged", "status": "completed", "tag": "013e0529-f45b-45b3-af48-2309baada7e7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:35.140313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8daf24cf-f395-45e5-83a6-be534506d654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:35.207005 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323d9de8-0ccc-4234-a142-212578ce4c25 x-openstack-request-id: req-323d9de8-0ccc-4234-a142-212578ce4c25 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:35.207508 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "name": "network-vif-unplugged", "status": "completed", "tag": "013e0529-f45b-45b3-af48-2309baada7e7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:35.207923 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-323d9de8-0ccc-4234-a142-212578ce4c25 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:35.208377 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7', 'code': 200} Sep 20 12:23:35.211859 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:35.281272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:35.297693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab49c4-c219-45a8-9342-861fb5b31a2e req-39f9869f-9026-4359-9d53-202188dde0b0 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:35.325493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8daf24cf-f395-45e5-83a6-be534506d654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:35.330157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdab49c4-c219-45a8-9342-861fb5b31a2e req-39f9869f-9026-4359-9d53-202188dde0b0 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1354103 Sep 20 12:23:35.401812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdab49c4-c219-45a8-9342-861fb5b31a2e req-6e9d9ee8-4d22-4c3d-b96b-117b65dff589 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640728 Sep 20 12:23:35.403811 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-eee2f8b8-e898-4483-8d21-09d6e0041a2b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b4191a27b9d4a21a7004cd529afb133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337234 Sep 20 12:23:35.447641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8daf24cf-f395-45e5-83a6-be534506d654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:35.512151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8daf24cf-f395-45e5-83a6-be534506d654 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=803bf170abf94d448911a4a277b16a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418622 Sep 20 12:23:35.512783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41734) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:35.614647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-614d8e9d-53d4-4c73-989d-f983a19f20b2 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--177531678&fields=id&tenant_id=d8a89d94a751488da67ba285b53b8d3c HTTP/1.1" status: 200 len: 267 time: 0.1108222 Sep 20 12:23:35.639436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf24cf-f395-45e5-83a6-be534506d654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0933ee60-9c1d-4dcf-9d7e-2a15767ff223,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:35.699327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-313569f0-7d3b-4b58-98d0-204d55fd17b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:35.711708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-e87211ec-725d-4a1e-8773-e5afd27de43f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:35.713368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-e87211ec-725d-4a1e-8773-e5afd27de43f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016391 Sep 20 12:23:35.736658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-313569f0-7d3b-4b58-98d0-204d55fd17b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:35.751659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Request body: {'port': {'device_id': '4856c6ef-233f-4654-bc41-bab5f16ede9b', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '0b4191a27b9d4a21a7004cd529afb133'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:35.779561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf591-d6b8-4edd-a7d4-4dac9dc4d03a req-387d262f-9e5d-4bca-af98-880756a693a3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:35.787828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388bf591-d6b8-4edd-a7d4-4dac9dc4d03a req-387d262f-9e5d-4bca-af98-880756a693a3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 948 time: 0.1405818 Sep 20 12:23:35.867562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388bf591-d6b8-4edd-a7d4-4dac9dc4d03a req-1a4e8456-71eb-4804-a61e-f0328e990612 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638635 Sep 20 12:23:35.893400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6addda85-c07d-4710-b63c-4cdbba90cd03 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:35.910738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6addda85-c07d-4710-b63c-4cdbba90cd03 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/networks?id=6a128072-ca84-49a0-9429-35ba87e0edeb HTTP/1.1" status: 200 len: 812 time: 0.2935452 Sep 20 12:23:35.939344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6d18ed05-638c-4148-9afe-27a5b28d41aa tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/quotas/d8a89d94a751488da67ba285b53b8d3c HTTP/1.1" status: 200 len: 375 time: 0.0274878 Sep 20 12:23:36.082621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0638a416-faba-4627-9916-579c7d417953 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8a89d94a751488da67ba285b53b8d3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397746 Sep 20 12:23:36.301688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-780d0ebe-2fb8-47da-a0a2-b72aff55ac2e req-a69d7219-07b5-4829-850d-c154470abc13 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 210 time: 0.0726709 Sep 20 12:23:36.352040 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-3047c1bf-3ad9-4720-911d-8456281cb3d6 service neutron] 10.222.0.37 "GET /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562418 Sep 20 12:23:36.440907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Made reservation on behalf of 0b4191a27b9d4a21a7004cd529afb133 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:23:36.445094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:36.545637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-313569f0-7d3b-4b58-98d0-204d55fd17b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:36.548244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-313569f0-7d3b-4b58-98d0-204d55fd17b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:36.553437 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-313569f0-7d3b-4b58-98d0-204d55fd17b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0933ee60-9c1d-4dcf-9d7e-2a15767ff223 HTTP/1.1" status: 204 len: 168 time: 1.0317550 Sep 20 12:23:36.575070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-337095a5-271d-4424-9d77-80d5a535efe0 service neutron] 10.222.0.37 "GET /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219126 Sep 20 12:23:36.587171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313569f0-7d3b-4b58-98d0-204d55fd17b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0933ee60-9c1d-4dcf-9d7e-2a15767ff223,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:36.648533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e64ef4-34ec-4b73-9499-613b002b718f req-457e9a2d-880c-4397-a030-eca36f861ddc tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:36.655892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80e64ef4-34ec-4b73-9499-613b002b718f req-457e9a2d-880c-4397-a030-eca36f861ddc tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1119254 Sep 20 12:23:36.712056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Allocated IP 192.168.233.95 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/e21a0bda-9283-4e95-bcad-78350a1be4df) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:23:36.724019 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80e64ef4-34ec-4b73-9499-613b002b718f req-e8155acd-d20c-4028-9e28-c00d11f3d861 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575631 Sep 20 12:23:36.949980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:36.981233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 013e0529-f45b-45b3-af48-2309baada7e7 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:37.085346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27089223-c071-4470-b7a8-ad8e2f5b0926 req-a1cfe7bc-d37d-4545-bfff-f510cc87570b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:37.087474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27089223-c071-4470-b7a8-ad8e2f5b0926 req-a1cfe7bc-d37d-4545-bfff-f510cc87570b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 948 time: 0.1219854 Sep 20 12:23:37.118875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:37.208037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b', 'f6f53834-06b7-4596-a76a-cfc79113cef7', '77d915b7-c533-456e-9100-789c56b7834a', '4c7d70da-2617-4131-8574-067852fa80d2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:37.223356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:37.224692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd', '07fabbb5-1012-41b3-b7af-e577bdc0d917'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:37.243407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:37.247885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:23:37.272596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-384c59e1-e145-41d2-9ae6-65ed476c2f18 req-2909eda2-f2dc-4bb9-af60-2945dd79aa44 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 210 time: 0.0756700 Sep 20 12:23:37.321331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27089223-c071-4470-b7a8-ad8e2f5b0926 req-8192b96a-9ee6-4a7a-8614-b48f3e54d7ca tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254226 Sep 20 12:23:37.328613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:37.329423 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:37.384127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event updated for resources: {'Port': ['ID=e21a0bda-9283-4e95-bcad-78350a1be4df,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:37.442319 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-c32c16a8-a2bf-4fb8-8217-39503768c27d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7077079 Sep 20 12:23:37.475052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Request body: {'port': {'device_id': '4856c6ef-233f-4654-bc41-bab5f16ede9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:37.604283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:37.652779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cc2b4-a5c4-4898-82b1-5fbc33ca7e51 req-09d480b2-bfc1-4352-a12d-dd1b31b0e5ad tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:37.663657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-851cc2b4-a5c4-4898-82b1-5fbc33ca7e51 req-09d480b2-bfc1-4352-a12d-dd1b31b0e5ad tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 935 time: 0.1175768 Sep 20 12:23:37.749197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-851cc2b4-a5c4-4898-82b1-5fbc33ca7e51 req-10ffc7dc-2894-4d5c-8c35-9ce76ef255c6 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823748 Sep 20 12:23:37.893383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41792) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:37.967371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aaa94999-54c0-4bbd-81c2-aac8ed5bba41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.006832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-09f10820-51ff-4137-a2fe-4f773496161e None None] Provisioning complete for port e21a0bda-9283-4e95-bcad-78350a1be4df triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:38.007444 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-09f10820-51ff-4137-a2fe-4f773496161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.058267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-09f10820-51ff-4137-a2fe-4f773496161e None None] Port e21a0bda-9283-4e95-bcad-78350a1be4df cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:23:38.080836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:38.136016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '013e0529-f45b-45b3-af48-2309baada7e7', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '013e0529-f45b-45b3-af48-2309baada7e7', 'mac_address': 'fa:16:3e:63:ff:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:23:38.171640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aaa94999-54c0-4bbd-81c2-aac8ed5bba41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.207153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21a0bda-9283-4e95-bcad-78350a1be4df {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:38.228526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.259356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f2781-6d76-4745-ad2d-19c848233995 req-98445cc5-244f-4a2c-bf2a-38d0251e079e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:38.267913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db3f2781-6d76-4745-ad2d-19c848233995 req-98445cc5-244f-4a2c-bf2a-38d0251e079e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 948 time: 0.3986783 Sep 20 12:23:38.276850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Transition to ACTIVE for port object e21a0bda-9283-4e95-bcad-78350a1be4df will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:23:38.298503 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.317585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013e0529-f45b-45b3-af48-2309baada7e7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:38.344361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:38.349925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-39909718-32a8-49f8-808f-2319e0fb9aed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:38.351694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-39909718-32a8-49f8-808f-2319e0fb9aed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd&tenant_id=ba137cb8b17141debe48f0438ea6705e&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 948 time: 0.3871799 Sep 20 12:23:38.352553 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aaa94999-54c0-4bbd-81c2-aac8ed5bba41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.395080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.461502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4122-37e8-4def-8456-e28b4dfc5b94 req-b3d8aeab-e878-4c69-8761-27de56c3cda3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:38.465216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-536b4122-37e8-4def-8456-e28b4dfc5b94 req-b3d8aeab-e878-4c69-8761-27de56c3cda3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.4228122 Sep 20 12:23:38.483579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.502173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a0bda-9283-4e95-bcad-78350a1be4df,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:38.551451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db3f2781-6d76-4745-ad2d-19c848233995 req-c75e7c96-a168-4312-91bc-81a41221d2d9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824636 Sep 20 12:23:38.665457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Attempting to bind port e21a0bda-9283-4e95-bcad-78350a1be4df on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:23:38.670575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aaa94999-54c0-4bbd-81c2-aac8ed5bba41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=834704dc9e4a4598ad6f5456d917ffe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7722003 Sep 20 12:23:38.673221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Attempting to bind port e21a0bda-9283-4e95-bcad-78350a1be4df by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:23:38.678526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Attempting to bind port e21a0bda-9283-4e95-bcad-78350a1be4df on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:38.678740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa94999-54c0-4bbd-81c2-aac8ed5bba41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a927cee7-b076-40bf-a979-377cf25d7f6f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:38.686975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41812) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:23:38.738254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Port e21a0bda-9283-4e95-bcad-78350a1be4df on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:23:38.738782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Attempting to bind port e21a0bda-9283-4e95-bcad-78350a1be4df on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:38.754821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:23:38.755600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:38.756103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:23:38.756614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Bound port: e21a0bda-9283-4e95-bcad-78350a1be4df, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:23:38.757102 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.762483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:38.773056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-893238da-1aa1-4b7c-a9d3-1629f2526dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:38.774595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-893238da-1aa1-4b7c-a9d3-1629f2526dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 1100 time: 0.3634880 Sep 20 12:23:38.802604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0d39b20-3a18-4a2b-8870-310091412793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.857146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-536b4122-37e8-4def-8456-e28b4dfc5b94 req-bcac8903-bae9-420f-b41f-f0677a7dbd6f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468466 Sep 20 12:23:38.904149 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0d39b20-3a18-4a2b-8870-310091412793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:38.921844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['013e0529-f45b-45b3-af48-2309baada7e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:38.934977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f4b7c69-4faa-4a11-baed-ecc2304a8975 req-2068c5de-5d74-47c9-9ead-96e3a4b44f2f tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 210 time: 0.1256270 Sep 20 12:23:39.031064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] For port e21a0bda-9283-4e95-bcad-78350a1be4df, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:39.038877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] For port e21a0bda-9283-4e95-bcad-78350a1be4df, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=e21a0bda-9283-4e95-bcad-78350a1be4df,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:23:39.105562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:39.180496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a0bda-9283-4e95-bcad-78350a1be4df,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:39.189483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0d39b20-3a18-4a2b-8870-310091412793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:39.193634 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0d39b20-3a18-4a2b-8870-310091412793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:39.207312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b0d39b20-3a18-4a2b-8870-310091412793 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a927cee7-b076-40bf-a979-377cf25d7f6f HTTP/1.1" status: 204 len: 168 time: 0.5035214 Sep 20 12:23:39.207312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d39b20-3a18-4a2b-8870-310091412793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a927cee7-b076-40bf-a979-377cf25d7f6f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:39.223377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:39.224820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:39.229326 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-9d326aee-7615-4afe-a831-7d1cbd004888 service neutron] 10.222.0.32 "PUT /v2.0/ports/e21a0bda-9283-4e95-bcad-78350a1be4df HTTP/1.1" status: 200 len: 1095 time: 1.7679274 Sep 20 12:23:39.231231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4856c6ef-233f-4654-bc41-bab5f16ede9b', 'tag': 'e21a0bda-9283-4e95-bcad-78350a1be4df'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:39.236478 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a676ed2-463d-4b25-bdac-c852dcff64a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4856c6ef-233f-4654-bc41-bab5f16ede9b", "tag": "e21a0bda-9283-4e95-bcad-78350a1be4df"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:39.391432 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d44c64-fba2-4f40-a3c4-f9d2c6f41593 x-openstack-request-id: req-d0d44c64-fba2-4f40-a3c4-f9d2c6f41593 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:39.391726 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4856c6ef-233f-4654-bc41-bab5f16ede9b", "tag": "e21a0bda-9283-4e95-bcad-78350a1be4df", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:39.391975 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0d44c64-fba2-4f40-a3c4-f9d2c6f41593 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:39.394981 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4856c6ef-233f-4654-bc41-bab5f16ede9b', 'tag': 'e21a0bda-9283-4e95-bcad-78350a1be4df', 'status': 'completed', 'code': 200} Sep 20 12:23:39.517200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-4a71839e-e116-4c4f-aab5-e2433044e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:39.521330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-4a71839e-e116-4c4f-aab5-e2433044e3e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 1098 time: 0.1261945 Sep 20 12:23:39.594114 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-452580ac-c821-474c-83b0-797a3c023f7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e21a0bda-9283-4e95-bcad-78350a1be4df HTTP/1.1" status: 200 len: 217 time: 0.0655885 Sep 20 12:23:39.711640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-01082455-1678-4251-8aed-1b9bd3f20d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:39.714100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-01082455-1678-4251-8aed-1b9bd3f20d53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.9183750 Sep 20 12:23:39.724184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe7fd4-574d-4bdf-8fcd-e05656a1c317 req-260e273a-d578-4343-a058-6d2349426467 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:39.733182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcbe7fd4-574d-4bdf-8fcd-e05656a1c317 req-260e273a-d578-4343-a058-6d2349426467 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 947 time: 0.1074867 Sep 20 12:23:39.786728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-1b42dde2-0807-4b6f-9325-760efb0117d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:39.788340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-1b42dde2-0807-4b6f-9325-760efb0117d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1859047 Sep 20 12:23:39.842846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-f2f656ac-a822-4c3d-9181-ee0503c59b12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=013e0529-f45b-45b3-af48-2309baada7e7 HTTP/1.1" status: 200 len: 217 time: 0.0884173 Sep 20 12:23:39.877849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcbe7fd4-574d-4bdf-8fcd-e05656a1c317 req-2157208e-82d7-479d-bab0-17ca67c80983 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401603 Sep 20 12:23:39.892183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-e76cd68c-e769-4ab1-a2d6-087e5c001e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:39.895651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-e76cd68c-e769-4ab1-a2d6-087e5c001e66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982943 Sep 20 12:23:39.972888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8fb4f-fbd8-4653-b500-ac47495f61df req-894a1078-65d0-4e2c-947f-9e5891eb3215 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:39.975446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d8fb4f-fbd8-4653-b500-ac47495f61df req-894a1078-65d0-4e2c-947f-9e5891eb3215 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 949 time: 0.2108846 Sep 20 12:23:39.984052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-d1867510-90e7-47cf-9386-72cafef00262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:39.985498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-d1867510-90e7-47cf-9386-72cafef00262 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1064672 Sep 20 12:23:40.042473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-36ebc2d6-6c1a-4d42-86e2-0ef5544964c4 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397426 Sep 20 12:23:40.172086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d8fb4f-fbd8-4653-b500-ac47495f61df req-9ab21082-cc56-47b1-bc66-57266d1887f3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851275 Sep 20 12:23:40.263188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-e79bc167-8b8f-4a5a-9962-d1b603bcec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:40.263188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-e79bc167-8b8f-4a5a-9962-d1b603bcec8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220228 Sep 20 12:23:40.288450 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e175cf83-2eb2-43da-8616-0967eb499a94 req-2df8fcfc-d817-41db-8064-bcecb444e56f service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379410 Sep 20 12:23:40.385272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55587701-9109-495c-bdb5-90e540496760 req-5f32476f-31f6-4a61-a53d-d41ea3741715 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:40.422238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55587701-9109-495c-bdb5-90e540496760 req-5f32476f-31f6-4a61-a53d-d41ea3741715 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.2858355 Sep 20 12:23:40.528379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1456c50-1742-4796-a201-662b3574e27c req-82c39af9-1ef7-4b5a-86c6-8978b4b9691c tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 210 time: 0.1125453 Sep 20 12:23:40.567667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55587701-9109-495c-bdb5-90e540496760 req-0873045e-90a3-4d73-8a2e-eab4d25cb310 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692545 Sep 20 12:23:40.584001 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-bb65a9d1-033a-4477-9ead-784d182edbc5 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844847 Sep 20 12:23:40.709747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692d5165-31c0-4a12-bf74-730a010d95d7 req-75d9ac70-1db0-4fd5-91f0-87d3b37aa91e service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180494 Sep 20 12:23:40.999553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa1f06-2289-46a3-a6e5-0804beec6ffe req-05bba167-aecc-4e33-b9a6-8694588ed5ce tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:41.001175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36aa1f06-2289-46a3-a6e5-0804beec6ffe req-05bba167-aecc-4e33-b9a6-8694588ed5ce tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 947 time: 0.0532169 Sep 20 12:23:41.003830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 013e0529-f45b-45b3-af48-2309baada7e7 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:41.050389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36aa1f06-2289-46a3-a6e5-0804beec6ffe req-b9581449-84c6-4bcb-86d1-c904c3914d14 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Sep 20 12:23:41.057809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 013e0529-f45b-45b3-af48-2309baada7e7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:41.058190 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:41.159873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-3b88f500-c21e-4e89-b353-5ad34a965a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:41.168152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-3b88f500-c21e-4e89-b353-5ad34a965a9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b4191a27b9d4a21a7004cd529afb133&device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 1098 time: 0.0662251 Sep 20 12:23:41.211246 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:41.313999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-f8cba739-5052-4488-b045-18d92c579f83 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:41.316831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-f8cba739-5052-4488-b045-18d92c579f83 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.21 "GET /v2.0/networks?id=6a128072-ca84-49a0-9429-35ba87e0edeb HTTP/1.1" status: 200 len: 812 time: 0.1616879 Sep 20 12:23:41.319603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:41.322507 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde85b69-8ebc-4eee-8a92-e6f8c443fc54" -d '{"events": [{"server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "name": "network-vif-plugged", "status": "completed", "tag": "013e0529-f45b-45b3-af48-2309baada7e7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:41.363443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:41.387953 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-f937486b-c30b-45a1-ac07-223b925c233a tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a89d94a751488da67ba285b53b8d3c HTTP/1.1" status: 200 len: 379 time: 0.0600405 Sep 20 12:23:41.420517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Request body: {'port': {'device_id': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'admin_state_up': True, 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'security_groups': ['e54c3544-e18d-4a0f-b6a2-62d374a4e05d']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:41.421593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd26d2-f78b-431d-9a9d-328b886c349a req-3c988a99-ebf0-4ce1-89ec-03bf2ee9629d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:41.423336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16cd26d2-f78b-431d-9a9d-328b886c349a req-3c988a99-ebf0-4ce1-89ec-03bf2ee9629d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 949 time: 0.1015701 Sep 20 12:23:41.425974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-ece0d6ea-9d37-4036-999d-06f9591a2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:41.427500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-ece0d6ea-9d37-4036-999d-06f9591a2f4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2517264 Sep 20 12:23:41.454717 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27867c43-c60b-4c57-a7da-2841337c5b78 x-openstack-request-id: req-27867c43-c60b-4c57-a7da-2841337c5b78 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:41.454717 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "name": "network-vif-plugged", "status": "completed", "tag": "013e0529-f45b-45b3-af48-2309baada7e7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:41.454717 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27867c43-c60b-4c57-a7da-2841337c5b78 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:41.454717 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7', 'code': 200} Sep 20 12:23:41.499782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:41.550498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-dd95c8ff-f1bc-42aa-bb4c-5d233c4d6c8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=e21a0bda-9283-4e95-bcad-78350a1be4df HTTP/1.1" status: 200 len: 217 time: 0.1113071 Sep 20 12:23:41.663062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:41.684449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.684863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.685243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.685586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.685959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.687590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.687931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.688273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.690822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.690822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.694553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.695679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:23:41.697370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16cd26d2-f78b-431d-9a9d-328b886c349a req-b040607c-6dbb-40f6-89bb-358f6103bbef tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657812 Sep 20 12:23:41.703514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1795822-a584-4c07-8f67-fca8d005bb90 req-e9b8a051-783a-4655-874e-bd46948fe84a tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 210 time: 0.0577734 Sep 20 12:23:41.736152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-323a2515-344f-48db-a14c-b0a8f1d1fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:41.750439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-323a2515-344f-48db-a14c-b0a8f1d1fd58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1738703 Sep 20 12:23:41.802635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Made reservation on behalf of d8a89d94a751488da67ba285b53b8d3c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:23:41.807943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:41.905708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-1bbad980-7e11-4a7e-8dae-f0ba44783687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:41.912066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-1bbad980-7e11-4a7e-8dae-f0ba44783687 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623428 Sep 20 12:23:42.086751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52adc50-8954-40ec-9e7c-db6a7342bddc req-f01e2e26-1707-40c6-ab00-242dfd6ae007 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:42.089356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d52adc50-8954-40ec-9e7c-db6a7342bddc req-f01e2e26-1707-40c6-ab00-242dfd6ae007 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.2840719 Sep 20 12:23:42.169590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Allocated IP 172.20.0.14 (6a128072-ca84-49a0-9429-35ba87e0edeb/a5b4cd95-059b-4af4-bfc9-e72011074449/2e4f2530-ab46-4017-94f9-0155074f1ccc) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:23:42.170945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-c53526d6-b167-4489-b8fe-48245147cb18 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481232 Sep 20 12:23:42.310784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a676ed2-463d-4b25-bdac-c852dcff64a9 req-b025402e-9b8f-4028-9410-3f593f508a1a service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266186 Sep 20 12:23:42.318602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:42.322333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d52adc50-8954-40ec-9e7c-db6a7342bddc req-b641c6c4-8b36-4005-8f54-102e174456da tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197614 Sep 20 12:23:42.357983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626a81c-f3d6-406a-a28e-fd68a25f30df req-794cd5a4-27f1-4b06-9898-737cbddb788c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:42.359539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4626a81c-f3d6-406a-a28e-fd68a25f30df req-794cd5a4-27f1-4b06-9898-737cbddb788c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 947 time: 0.1883128 Sep 20 12:23:42.409168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4626a81c-f3d6-406a-a28e-fd68a25f30df req-f30467e0-9aec-491c-b49d-cd9df627c8c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Sep 20 12:23:42.465167 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29e8306b-4bd2-433b-ba1a-953a721754ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:42.516843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:42.573273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Network 6a128072-ca84-49a0-9429-35ba87e0edeb is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:42.573273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:42.573831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:23:42.577501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event updated for resources: {'Port': ['ID=2e4f2530-ab46-4017-94f9-0155074f1ccc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:42.626866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:42.628163 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:42.751405 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-0b769b59-13e5-4705-8040-d2e5b1564895 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3349609 Sep 20 12:23:42.765410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Request body: {'port': {'device_id': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:42.841847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:42.846452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5dd1a-c9d6-4be4-b98f-939a78d9a1d4 req-bdd9e4db-7e39-40d3-96aa-cfaf3282f38b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:42.848028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ba5dd1a-c9d6-4be4-b98f-939a78d9a1d4 req-bdd9e4db-7e39-40d3-96aa-cfaf3282f38b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0872607 Sep 20 12:23:42.863131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-95cb757e-20f2-47b9-b87e-910a56527cfe None None] Provisioning complete for port 2e4f2530-ab46-4017-94f9-0155074f1ccc triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:42.863509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-95cb757e-20f2-47b9-b87e-910a56527cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:42.910055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-95cb757e-20f2-47b9-b87e-910a56527cfe None None] Port 2e4f2530-ab46-4017-94f9-0155074f1ccc cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:23:42.928231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec630c-c74b-4200-b2f9-e9e7b65ee661 req-452ef326-4ac8-4e85-ab11-6ff3cb2f3594 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:42.929752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70ec630c-c74b-4200-b2f9-e9e7b65ee661 req-452ef326-4ac8-4e85-ab11-6ff3cb2f3594 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 932 time: 0.1062486 Sep 20 12:23:42.932831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ba5dd1a-c9d6-4be4-b98f-939a78d9a1d4 req-5c65ed25-0de5-4a04-b50f-5ca9f58996c9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563722 Sep 20 12:23:42.984278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70ec630c-c74b-4200-b2f9-e9e7b65ee661 req-c7e0ffab-b0ba-4120-be3b-07d1b24ea36b tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416780 Sep 20 12:23:43.107289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f31f8-81e9-4d93-a6d3-78e6c82daeb2 req-584330d5-84fe-44ad-8966-592b7808caf2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:43.113507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c00f31f8-81e9-4d93-a6d3-78e6c82daeb2 req-584330d5-84fe-44ad-8966-592b7808caf2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0588987 Sep 20 12:23:43.170632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4f2530-ab46-4017-94f9-0155074f1ccc {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:43.182060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:43.190614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c00f31f8-81e9-4d93-a6d3-78e6c82daeb2 req-bf34b78f-62eb-4c43-9a31-d4b03b0b1317 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741508 Sep 20 12:23:43.227988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Transition to ACTIVE for port object 2e4f2530-ab46-4017-94f9-0155074f1ccc will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:23:43.333319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:43.428524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4f2530-ab46-4017-94f9-0155074f1ccc,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:43.460529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132b2db-d614-4590-bdc4-ec61f60de0f0 req-adf20697-e454-460b-82da-fae204a3bf27 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:43.463576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7132b2db-d614-4590-bdc4-ec61f60de0f0 req-adf20697-e454-460b-82da-fae204a3bf27 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0720937 Sep 20 12:23:43.522183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Attempting to bind port 2e4f2530-ab46-4017-94f9-0155074f1ccc on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:23:43.522708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Attempting to bind port 2e4f2530-ab46-4017-94f9-0155074f1ccc by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:23:43.523157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Attempting to bind port 2e4f2530-ab46-4017-94f9-0155074f1ccc on network 6a128072-ca84-49a0-9429-35ba87e0edeb {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:43.528613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Port 2e4f2530-ab46-4017-94f9-0155074f1ccc on network 6a128072-ca84-49a0-9429-35ba87e0edeb not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:23:43.529281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Attempting to bind port 2e4f2530-ab46-4017-94f9-0155074f1ccc on network 6a128072-ca84-49a0-9429-35ba87e0edeb {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:43.535064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7132b2db-d614-4590-bdc4-ec61f60de0f0 req-1e185795-6bf3-41a9-a43b-12c43c9f8bb5 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601058 Sep 20 12:23:43.538846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:23:43.539105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Checking segment: {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:43.539503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Bound using segment: {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:23:43.539953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Bound port: 2e4f2530-ab46-4017-94f9-0155074f1ccc, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:23:43.540489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:43.638363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] For port 2e4f2530-ab46-4017-94f9-0155074f1ccc, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:43.642603 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] For port 2e4f2530-ab46-4017-94f9-0155074f1ccc, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2e4f2530-ab46-4017-94f9-0155074f1ccc,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:23:43.722978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:43.772897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:43.773696 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:43.775086 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] 10.222.0.21 "PUT /v2.0/ports/2e4f2530-ab46-4017-94f9-0155074f1ccc HTTP/1.1" status: 200 len: 1092 time: 1.0146306 Sep 20 12:23:43.792173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'tag': '2e4f2530-ab46-4017-94f9-0155074f1ccc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:43.792586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e1d7-d981-4bd4-80ad-5b1a71a3bfcd req-be7efa7c-7b1c-49c0-85c6-1678ed8b0e49 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:43.792694 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e3ded2-6349-445e-99e4-6b6e10be7baa" -d '{"events": [{"name": "network-changed", "server_uuid": "9d31a548-bd5b-4b61-9bfa-f06fcef0cecd", "tag": "2e4f2530-ab46-4017-94f9-0155074f1ccc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:43.792802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29e2e1d7-d981-4bd4-80ad-5b1a71a3bfcd req-be7efa7c-7b1c-49c0-85c6-1678ed8b0e49 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 947 time: 0.1105416 Sep 20 12:23:43.813775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c192279-4679-421e-8de6-6f22d4d4cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4f2530-ab46-4017-94f9-0155074f1ccc,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:43.828788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48454651-c946-4a15-b3f5-1d3d525de8f1 req-69bd27d2-2893-4b57-8f16-40889eae1dc6 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:43.831015 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48454651-c946-4a15-b3f5-1d3d525de8f1 req-69bd27d2-2893-4b57-8f16-40889eae1dc6 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 949 time: 0.1107202 Sep 20 12:23:43.856176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29e2e1d7-d981-4bd4-80ad-5b1a71a3bfcd req-2c0cc960-297f-4d4b-9ec1-4061afe0af81 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676997 Sep 20 12:23:43.896717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48454651-c946-4a15-b3f5-1d3d525de8f1 req-d2bf588e-d4e8-4888-b0d8-c2b434c765e3 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552921 Sep 20 12:23:43.980009 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120fe5d8-2f67-4769-acf4-b4bb5f553b02 x-openstack-request-id: req-120fe5d8-2f67-4769-acf4-b4bb5f553b02 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:43.981344 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d31a548-bd5b-4b61-9bfa-f06fcef0cecd", "tag": "2e4f2530-ab46-4017-94f9-0155074f1ccc", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:43.981344 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-120fe5d8-2f67-4769-acf4-b4bb5f553b02 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:43.981344 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'tag': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'status': 'completed', 'code': 200} Sep 20 12:23:43.994562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-5cb3880d-3817-4566-bd27-c759ea5d059a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260954 Sep 20 12:23:44.014088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-90e4b359-a9ed-4005-8252-6059ad8d1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.016690 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-90e4b359-a9ed-4005-8252-6059ad8d1948 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8a89d94a751488da67ba285b53b8d3c&device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 1095 time: 0.0901811 Sep 20 12:23:44.087028 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-11f68b15-0789-4607-88cf-ba446ec8ae41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4f2530-ab46-4017-94f9-0155074f1ccc HTTP/1.1" status: 200 len: 217 time: 0.0546584 Sep 20 12:23:44.165361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-4947232c-82eb-4537-b492-ddbf9ce7b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.167757 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-4947232c-82eb-4537-b492-ddbf9ce7b9b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5b4cd95-059b-4af4-bfc9-e72011074449 HTTP/1.1" status: 200 len: 851 time: 0.0697958 Sep 20 12:23:44.168798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-34057a10-cd05-407a-a60e-cc32ab4148fc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.173491 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-34057a10-cd05-407a-a60e-cc32ab4148fc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676822 Sep 20 12:23:44.187962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-03a0309d-0048-4151-aa4e-260b814a29b8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/quotas/ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 375 time: 0.0094547 Sep 20 12:23:44.221637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-a023b43c-9e00-4215-b809-0b33f8614167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.224376 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-a023b43c-9e00-4215-b809-0b33f8614167 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a128072-ca84-49a0-9429-35ba87e0edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457656 Sep 20 12:23:44.256260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-67466042-d31b-4ca6-93d7-fd0a189d6732 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621245 Sep 20 12:23:44.322050 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-f34800fa-c6f5-4f9c-b9d4-912141cbd4ca service neutron] 10.222.0.21 "GET /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851936 Sep 20 12:23:44.431968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25598f6c-93df-476f-adf7-0e4311e8d74a req-467ce5cb-e8c7-47ba-8054-aadb9b1f1210 service neutron] 10.222.0.21 "GET /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966787 Sep 20 12:23:44.606515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-81dd94b6-dbbd-4485-8ea0-3908c3ccee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.608020 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-81dd94b6-dbbd-4485-8ea0-3908c3ccee23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8a89d94a751488da67ba285b53b8d3c&device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 1095 time: 0.0501800 Sep 20 12:23:44.619222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f31557-d037-4e1c-94ca-73f742d78f46 req-b5b6e6bd-4cfb-4ac0-ae9b-8140eff07f2b tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.621444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7f31557-d037-4e1c-94ca-73f742d78f46 req-b5b6e6bd-4cfb-4ac0-ae9b-8140eff07f2b tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 944 time: 0.0605175 Sep 20 12:23:44.701533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7f31557-d037-4e1c-94ca-73f742d78f46 req-5add087d-241e-414b-b2cd-00a2008227cd tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674939 Sep 20 12:23:44.781778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13a56afa-b976-4520-8595-ab4005bd911f req-a9c15b5e-ecb3-4dee-bbf4-c3a4de1eea01 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 210 time: 0.0399187 Sep 20 12:23:44.785255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-09c90016-63da-4bc9-99e1-531dd30c992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.786846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-09c90016-63da-4bc9-99e1-531dd30c992d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a128072-ca84-49a0-9429-35ba87e0edeb HTTP/1.1" status: 200 len: 912 time: 0.1666081 Sep 20 12:23:44.872626 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-9505607e-eb1c-4a16-af5c-b92cca119a54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4f2530-ab46-4017-94f9-0155074f1ccc HTTP/1.1" status: 200 len: 217 time: 0.0726922 Sep 20 12:23:44.874926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da625c-f0a5-416a-b5f8-80d60090c1d8 req-05493426-c84f-4c9e-a044-fafa16122081 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.881542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51da625c-f0a5-416a-b5f8-80d60090c1d8 req-05493426-c84f-4c9e-a044-fafa16122081 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 945 time: 0.0673935 Sep 20 12:23:44.922349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51da625c-f0a5-416a-b5f8-80d60090c1d8 req-068d81da-5ab6-478a-acac-d6f114c615b3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368402 Sep 20 12:23:44.945273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-97b7db96-2363-4578-92d8-427e10a91196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:44.947043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-97b7db96-2363-4578-92d8-427e10a91196 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5b4cd95-059b-4af4-bfc9-e72011074449 HTTP/1.1" status: 200 len: 851 time: 0.0617304 Sep 20 12:23:45.016134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f72e2-6a02-404f-854f-961144d93aa6 req-291fcaec-287e-4d88-9e35-0f5f54b7ed45 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:45.025911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device e21a0bda-9283-4e95-bcad-78350a1be4df details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:45.028447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d6f72e2-6a02-404f-854f-961144d93aa6 req-291fcaec-287e-4d88-9e35-0f5f54b7ed45 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 947 time: 0.0887341 Sep 20 12:23:45.037471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-92e228c6-f8d8-476a-9c3c-c07e807f0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:45.038299 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-92e228c6-f8d8-476a-9c3c-c07e807f0e7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a128072-ca84-49a0-9429-35ba87e0edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776575 Sep 20 12:23:45.079094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d6f72e2-6a02-404f-854f-961144d93aa6 req-96d1cc7d-c85d-45b7-b5a9-b3fb66274a31 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Sep 20 12:23:45.213642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-8f6621b8-6274-42a5-9632-652e777f5369 service neutron] 10.222.0.21 "GET /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575446 Sep 20 12:23:45.220483 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcc32051-c989-43f2-9b78-451e7d7d4d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:45.264999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port e21a0bda-9283-4e95-bcad-78350a1be4df, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=e21a0bda-9283-4e95-bcad-78350a1be4df,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:45.282626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'e21a0bda-9283-4e95-bcad-78350a1be4df', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'e21a0bda-9283-4e95-bcad-78350a1be4df', 'mac_address': 'fa:16:3e:a3:80:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:23:45.328565 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:45.332365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6e3ded2-6349-445e-99e4-6b6e10be7baa req-f5275737-e76a-4750-909f-2465a1693081 service neutron] 10.222.0.21 "GET /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092286 Sep 20 12:23:45.349451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21a0bda-9283-4e95-bcad-78350a1be4df {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:45.374442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port e21a0bda-9283-4e95-bcad-78350a1be4df, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=e21a0bda-9283-4e95-bcad-78350a1be4df,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:45.482363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:45.544610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=e21a0bda-9283-4e95-bcad-78350a1be4df,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:45.567691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:45.763433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['e21a0bda-9283-4e95-bcad-78350a1be4df'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:45.853983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffee38-b247-4154-b0ba-9b934c2c7ebc req-710c417e-0b03-4a6e-9c8f-7896adcc19e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:45.862355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19ffee38-b247-4154-b0ba-9b934c2c7ebc req-710c417e-0b03-4a6e-9c8f-7896adcc19e8 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 944 time: 0.0594063 Sep 20 12:23:45.925575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19ffee38-b247-4154-b0ba-9b934c2c7ebc req-4d6cd848-c45d-472d-aad9-12e20150585d tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621653 Sep 20 12:23:45.950511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c7a70ef-a8b5-44d5-91a6-9a626a806b9d req-85bf3768-a119-4452-8c2f-014255a58cfa tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 210 time: 0.0486555 Sep 20 12:23:46.203289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861aea-a2ce-4531-94dc-ace0dc43ac0f req-a6180e7c-202a-4b8b-af2c-4942c4cf6d00 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:46.205319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29861aea-a2ce-4531-94dc-ace0dc43ac0f req-a6180e7c-202a-4b8b-af2c-4942c4cf6d00 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 948 time: 0.0634191 Sep 20 12:23:46.255118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29861aea-a2ce-4531-94dc-ace0dc43ac0f req-6b8036d9-5a9e-4d0e-8b94-e16c102ae4a0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Sep 20 12:23:46.482261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:47.036491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device e21a0bda-9283-4e95-bcad-78350a1be4df up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:47.123361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-873e0250-203b-45cd-85e2-6322e93bc434 req-8a845d48-0c3b-4b99-887f-ae018481b35f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 210 time: 0.0503008 Sep 20 12:23:47.151909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b30d-ebca-48b5-85f1-8d7881ff1e68 req-3f019af5-b316-463f-b2d1-fd2c38571606 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:47.153751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ba2b30d-ebca-48b5-85f1-8d7881ff1e68 req-3f019af5-b316-463f-b2d1-fd2c38571606 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 944 time: 0.0968916 Sep 20 12:23:47.216581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ba2b30d-ebca-48b5-85f1-8d7881ff1e68 req-a6bb7a0d-bdf5-48bd-9411-c8a0a421719b tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534577 Sep 20 12:23:47.276033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port e21a0bda-9283-4e95-bcad-78350a1be4df completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:23:47.280295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port e21a0bda-9283-4e95-bcad-78350a1be4df triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:47.280727 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:47.345144 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-1c94da36-569c-4850-a9e6-395c78e89ab0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430455 Sep 20 12:23:47.400856 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:23:47.412916 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:47.442141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4856c6ef-233f-4654-bc41-bab5f16ede9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a0bda-9283-4e95-bcad-78350a1be4df'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:47.445380 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24ecda6-a162-4e5a-bbf0-eae98c2d5c50" -d '{"events": [{"server_uuid": "4856c6ef-233f-4654-bc41-bab5f16ede9b", "name": "network-vif-plugged", "status": "completed", "tag": "e21a0bda-9283-4e95-bcad-78350a1be4df"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:47.455806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014fd90-6cc6-4646-b599-c22e79542b11 req-ce125af6-21df-4237-8765-9f02eb3fc373 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:47.455806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4014fd90-6cc6-4646-b599-c22e79542b11 req-ce125af6-21df-4237-8765-9f02eb3fc373 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 948 time: 0.1167881 Sep 20 12:23:47.460009 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port e21a0bda-9283-4e95-bcad-78350a1be4df, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=e21a0bda-9283-4e95-bcad-78350a1be4df,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:47.495775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:47.505509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4014fd90-6cc6-4646-b599-c22e79542b11 req-205e3ce8-f911-40b3-96ac-b49750052a01 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Sep 20 12:23:47.536622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 76133b6f-6965-4097-bc6a-85956ed32b76 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:23:47.548696 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18662c33-605d-441a-9d13-3dc512b6d496 x-openstack-request-id: req-18662c33-605d-441a-9d13-3dc512b6d496 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:47.550546 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4856c6ef-233f-4654-bc41-bab5f16ede9b", "name": "network-vif-plugged", "status": "completed", "tag": "e21a0bda-9283-4e95-bcad-78350a1be4df", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:47.551047 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18662c33-605d-441a-9d13-3dc512b6d496 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:47.551447 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4856c6ef-233f-4654-bc41-bab5f16ede9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a0bda-9283-4e95-bcad-78350a1be4df', 'code': 200} Sep 20 12:23:47.558252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-62257c7f-b6ba-418e-a64e-cb5f77e6db86 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:47.559832 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-62257c7f-b6ba-418e-a64e-cb5f77e6db86 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054310 Sep 20 12:23:47.579507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Request body: {'port': {'device_id': 'db512bd3-0f0e-4751-8eac-101969195935', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'ba137cb8b17141debe48f0438ea6705e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:47.599179 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:47.666718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9805b-201e-424b-996b-79f745006bcc req-c5ae9a6b-1ee6-4710-b4af-389d58cb0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:47.668466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a9805b-201e-424b-996b-79f745006bcc req-c5ae9a6b-1ee6-4710-b4af-389d58cb0121 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 1100 time: 0.0625632 Sep 20 12:23:47.750632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a9805b-201e-424b-996b-79f745006bcc req-dac95240-0817-484a-bf69-c7da8b13b790 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512834 Sep 20 12:23:47.829891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=e21a0bda-9283-4e95-bcad-78350a1be4df,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:47.843621 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:47.847123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:47.866940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'mac_address': 'fa:16:3e:9d:03:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:23:47.914400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:47.930149 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:47.975486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a13361-00c8-4ce3-85e1-276a99a00dbf {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:47.975486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:48.234191 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65fc5895-e981-41a6-8944-d5ae86cb6cbf req-0fcbad28-786c-4a5d-95cb-2777332e342f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 210 time: 0.0353415 Sep 20 12:23:48.275775 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:48.339014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Made reservation on behalf of ba137cb8b17141debe48f0438ea6705e for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:23:48.342545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:48.342854 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:48.395436 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:48.396209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2e4f2530-ab46-4017-94f9-0155074f1ccc details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:48.398112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:48.495551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:48.519604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Allocated IP 192.168.233.210 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/c78e1cdd-be72-4387-a013-273b8d8183e7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:23:48.575978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e258c4-c28d-437b-b93f-9276368591d2 req-337dcda4-f3c4-4a55-9c6e-625a2d333a94 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:48.578976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8e258c4-c28d-437b-b93f-9276368591d2 req-337dcda4-f3c4-4a55-9c6e-625a2d333a94 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 944 time: 0.0910153 Sep 20 12:23:48.633976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2e4f2530-ab46-4017-94f9-0155074f1ccc, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2e4f2530-ab46-4017-94f9-0155074f1ccc,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:48.641094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8e258c4-c28d-437b-b93f-9276368591d2 req-809bf73e-fb3a-44f4-b794-4f39660ced4b tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545683 Sep 20 12:23:48.649579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'port_id': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'mac_address': 'fa:16:3e:aa:61:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:23:48.707902 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:48.738260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823c52-7b6e-4cc3-a358-657dd32beb1a req-aee2c5b0-db93-4f53-b7a8-9269693d7047 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:48.742131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4f2530-ab46-4017-94f9-0155074f1ccc {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:48.748328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e823c52-7b6e-4cc3-a358-657dd32beb1a req-aee2c5b0-db93-4f53-b7a8-9269693d7047 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 949 time: 0.1060095 Sep 20 12:23:48.791934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2e4f2530-ab46-4017-94f9-0155074f1ccc, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2e4f2530-ab46-4017-94f9-0155074f1ccc,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:48.814154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e823c52-7b6e-4cc3-a358-657dd32beb1a req-68e42a27-98d5-489c-8be1-fa249c265681 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643811 Sep 20 12:23:48.854098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:48.863372 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:48.933426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2e4f2530-ab46-4017-94f9-0155074f1ccc,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:48.998632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['36a13361-00c8-4ce3-85e1-276a99a00dbf'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:49.016456 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:49.036443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['013e0529-f45b-45b3-af48-2309baada7e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:49.115053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6614fd60-0e07-4123-bf10-84646c56ff31 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:49.115310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:49.144049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:23:49.149691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:23:49.152833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:23:49.251840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:49.252902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:49.437328 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-92fd9b28-496a-4c37-94ac-50b0a35db31a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8639026 Sep 20 12:23:49.443056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:49.452197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Request body: {'port': {'device_id': 'db512bd3-0f0e-4751-8eac-101969195935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:23:49.457509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['2e4f2530-ab46-4017-94f9-0155074f1ccc'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:49.461688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416189-a402-432a-9ac6-e306e471969c req-2d73ef34-7cf7-48aa-9ea5-57adde763dc9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:49.461688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc416189-a402-432a-9ac6-e306e471969c req-2d73ef34-7cf7-48aa-9ea5-57adde763dc9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 936 time: 0.0923097 Sep 20 12:23:49.509290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '6614fd60-0e07-4123-bf10-84646c56ff31', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'port_id': '6614fd60-0e07-4123-bf10-84646c56ff31', 'mac_address': 'fa:16:3e:d4:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54348ff2-71b4-437c-a198-407723854790', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:23:49.578623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc416189-a402-432a-9ac6-e306e471969c req-38b45305-cffe-4294-b9f5-e6169f485ebd tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006444 Sep 20 12:23:49.588096 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:49.739978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:49.742268 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deb8107-5903-415c-8c82-0998ccd87d7c" -d '{"events": [{"server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "name": "network-vif-unplugged", "status": "completed", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:49.788583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e17a238a-0e30-42b6-9872-1c79b2d9323a None None] Provisioning complete for port c78e1cdd-be72-4387-a013-273b8d8183e7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:49.788583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e17a238a-0e30-42b6-9872-1c79b2d9323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:49.839112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25c951-dd4a-4ca4-8a2b-d80d4b8b49c9 req-ac66cd62-5e8e-4838-b87f-cfac067bec45 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:49.843026 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:49.848303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:49.850084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e25c951-dd4a-4ca4-8a2b-d80d4b8b49c9 req-ac66cd62-5e8e-4838-b87f-cfac067bec45 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 945 time: 0.0981493 Sep 20 12:23:49.941622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e25c951-dd4a-4ca4-8a2b-d80d4b8b49c9 req-d2307a1b-4408-4411-ae4a-4cb104b7947a tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901513 Sep 20 12:23:50.007075 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c054137a-a5db-4dee-aacf-d9f7a95ea097 x-openstack-request-id: req-c054137a-a5db-4dee-aacf-d9f7a95ea097 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:23:50.007388 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "name": "network-vif-unplugged", "status": "completed", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:23:50.007640 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c054137a-a5db-4dee-aacf-d9f7a95ea097 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:23:50.008035 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76', 'code': 200} Sep 20 12:23:50.013654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6614fd60-0e07-4123-bf10-84646c56ff31 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:50.045419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:50.062518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e17a238a-0e30-42b6-9872-1c79b2d9323a None None] Port c78e1cdd-be72-4387-a013-273b8d8183e7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:23:50.112518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeb111-7257-4a8c-ade4-ef3c9cb6a9a1 req-f3e9e75f-f076-444e-b3bd-4026c4ae28dd tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:50.123191 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2daeb111-7257-4a8c-ade4-ef3c9cb6a9a1 req-f3e9e75f-f076-444e-b3bd-4026c4ae28dd tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 949 time: 0.0755160 Sep 20 12:23:50.189074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2daeb111-7257-4a8c-ade4-ef3c9cb6a9a1 req-c45f4a58-9b73-4444-9bf4-70e7a69279d0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646291 Sep 20 12:23:50.247149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78e1cdd-be72-4387-a013-273b8d8183e7 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:50.250081 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:50.337677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:50.381732 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:50.381957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:50.386318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['6614fd60-0e07-4123-bf10-84646c56ff31'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:50.390650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Transition to ACTIVE for port object c78e1cdd-be72-4387-a013-273b8d8183e7 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:23:51.055905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6614fd60-0e07-4123-bf10-84646c56ff31 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:51.070484 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.136291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:51.183404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:51.282066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 6614fd60-0e07-4123-bf10-84646c56ff31 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:51.282717 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.291469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:23:51.291993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:23:51.292423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:51.302504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:23:51.308205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:23:51.309274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:23:51.309671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:23:51.310267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:23:51.310799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Bound port: c78e1cdd-be72-4387-a013-273b8d8183e7, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:23:51.311587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.438898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:23:51.442607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:23:51.468109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.507495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2e4f2530-ab46-4017-94f9-0155074f1ccc up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:51.562342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.585618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:51.655059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:51.663207 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.664921 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] 10.222.0.21 "PUT /v2.0/ports/c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 1096 time: 2.2182322 Sep 20 12:23:51.666889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:51.676158 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46945f8f-c125-4be0-ad13-01fd3857cdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:51.680831 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.707470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b4f7e-2e77-4170-80e7-ac01e4a32944 service neutron] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:51.745676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 2e4f2530-ab46-4017-94f9-0155074f1ccc completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:23:51.780119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 2e4f2530-ab46-4017-94f9-0155074f1ccc triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:51.780501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.809115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:51.890929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:51.940676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2e4f2530-ab46-4017-94f9-0155074f1ccc, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2e4f2530-ab46-4017-94f9-0155074f1ccc,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:52.006915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a1464cdf-9912-4a15-866c-ed743f95a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:52.008422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-a1464cdf-9912-4a15-866c-ed743f95a6e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1099 time: 0.0538352 Sep 20 12:23:52.009648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31'}, {'server_uuid': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4f2530-ab46-4017-94f9-0155074f1ccc'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:23:52.012466 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71269f1-6b95-4f08-984d-f909513c5bdc" -d '{"events": [{"server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31"}, {"server_uuid": "9d31a548-bd5b-4b61-9bfa-f06fcef0cecd", "name": "network-vif-plugged", "status": "completed", "tag": "2e4f2530-ab46-4017-94f9-0155074f1ccc"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:23:52.069922 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-0b1f4040-dfd0-4c7b-97dd-3549c88e5773 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0448835 Sep 20 12:23:52.113895 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:52.113895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:52.160702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-ef564b0e-badb-4575-b505-323ed0c330ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:52.162933 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-ef564b0e-badb-4575-b505-323ed0c330ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0838447 Sep 20 12:23:52.207812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2e4f2530-ab46-4017-94f9-0155074f1ccc,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:52.227138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 36a13361-00c8-4ce3-85e1-276a99a00dbf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:52.227760 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:52.270500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-3bfc26b9-b737-4df3-9857-3b35b581cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:52.276906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-3bfc26b9-b737-4df3-9857-3b35b581cd61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053176 Sep 20 12:23:52.380299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:52.458649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-908ba151-f8a7-4bdd-907d-654f3edf24e0 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716354 Sep 20 12:23:52.459489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:52.544939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:52.602981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-134cbc87-237e-491a-900c-51b8a6f4ba31 req-0b6c8731-b3a6-4a44-a583-da546547e871 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341901 Sep 20 12:23:52.657748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=10']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:53.584310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-8c270bee-88f5-4c1d-865d-1182e4b4821b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675392 Sep 20 12:23:53.701164 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-0d98ec67-0ae0-4c8b-9bd8-bf2e4f721499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:53.702628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-0d98ec67-0ae0-4c8b-9bd8-bf2e4f721499 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 1096 time: 0.0612209 Sep 20 12:23:53.834170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-32a1b2ad-9466-434a-8c1d-70daae4dc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:53.913699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-32a1b2ad-9466-434a-8c1d-70daae4dc942 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1046202 Sep 20 12:23:53.913699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-09edb13b-4487-4bd5-863a-3e13fd8a2a85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 200 len: 217 time: 0.0549912 Sep 20 12:23:53.950799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-23d29c9a-fa05-4cd5-a41c-0af8f9fa7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:53.952377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-23d29c9a-fa05-4cd5-a41c-0af8f9fa7cba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0470250 Sep 20 12:23:53.988468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-c334deda-3aae-44e3-9f2d-2fe1157ece56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286872 Sep 20 12:23:54.130349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-de6590d4-5c24-44d0-ab82-0806ab5266b9 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330256 Sep 20 12:23:54.234065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae5a6405-ec81-498a-8492-a90fcd2ab370 req-658808f7-93a2-4a83-9b29-b1b1e2eb2381 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965548 Sep 20 12:23:55.116658 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-e7a4c100-449a-4963-b087-3517f3382631 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2643523 Sep 20 12:23:55.230725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-37330bcc-3197-4729-9552-9a683645c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:55.233058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-37330bcc-3197-4729-9552-9a683645c455 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1101 time: 0.0649714 Sep 20 12:23:55.396907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-e21fb1a3-d359-4b89-88d7-48ecfbc3360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:55.401553 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-e21fb1a3-d359-4b89-88d7-48ecfbc3360a service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1383309 Sep 20 12:23:55.462109 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-3b9583e8-4d47-4e51-aed2-77597f8865d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.0546827 Sep 20 12:23:55.538741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:23:55.558807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-4e9f71ea-0ecc-481a-8cee-72e95a1d1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:55.561447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-4e9f71ea-0ecc-481a-8cee-72e95a1d1c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0891099 Sep 20 12:23:55.670527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-9de3a625-5f4e-42c5-8007-83fc77b60464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:23:55.672894 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-9de3a625-5f4e-42c5-8007-83fc77b60464 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978773 Sep 20 12:23:55.690433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:55.713674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'mac_address': 'fa:16:3e:18:c3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:23:55.809323 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:55.838943 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-a0de0cd9-db63-47af-b9e3-24bcd596b62f service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535001 Sep 20 12:23:55.854069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78e1cdd-be72-4387-a013-273b8d8183e7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:23:55.909423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:55.962174 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:56.039645 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea61a416-cc24-4c75-bb5e-f0067fe631bd req-5698c25d-b916-4023-9e68-c666bf11d8f5 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893225 Sep 20 12:23:56.055253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:23:56.303092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['c78e1cdd-be72-4387-a013-273b8d8183e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:23:59.567636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:23:59.693204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port c78e1cdd-be72-4387-a013-273b8d8183e7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:23:59.697217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port c78e1cdd-be72-4387-a013-273b8d8183e7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:23:59.697596 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:59.837990 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:23:59.891746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:23:59.967279 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:00.029340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:01.831119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7268a38-dfdc-4ba8-99cf-adf59e06e8ed req-3702b2aa-9563-4f7e-9f76-963a2d592b87 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:01.834775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7268a38-dfdc-4ba8-99cf-adf59e06e8ed req-3702b2aa-9563-4f7e-9f76-963a2d592b87 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 1100 time: 0.1049216 Sep 20 12:24:01.958164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7268a38-dfdc-4ba8-99cf-adf59e06e8ed req-3f560f7c-e930-4827-83ae-069ca81cad13 tempest-ServersOnMultiNodesTest-752875694 tempest-ServersOnMultiNodesTest-752875694-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166229 Sep 20 12:24:02.036210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa59b2-21e8-42c6-9e52-13b1168552a9 req-d127d821-a7d8-44eb-8479-4fc9544fd524 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:02.038176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2fa59b2-21e8-42c6-9e52-13b1168552a9 req-d127d821-a7d8-44eb-8479-4fc9544fd524 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1272845 Sep 20 12:24:02.107752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2fa59b2-21e8-42c6-9e52-13b1168552a9 req-a4013d7e-be68-46cb-9e32-4c8c5a0ad733 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606718 Sep 20 12:24:02.131596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b80f1-8be8-4741-a8be-b6f17ab3814a req-18bc324a-1d46-4519-879a-f5c85594e359 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:02.133177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c18b80f1-8be8-4741-a8be-b6f17ab3814a req-18bc324a-1d46-4519-879a-f5c85594e359 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 946 time: 0.0653024 Sep 20 12:24:02.182249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c18b80f1-8be8-4741-a8be-b6f17ab3814a req-39f2c7ca-027c-4f52-9de3-a5edb7cf0e29 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Sep 20 12:24:02.209527 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c09c467-d81b-42ea-89d2-562f86d5228e x-openstack-request-id: req-3c09c467-d81b-42ea-89d2-562f86d5228e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:02.210074 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:02.210074 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c09c467-d81b-42ea-89d2-562f86d5228e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:02.210433 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'status': 'completed', 'code': 200} Sep 20 12:24:02.260906 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1befa1-d62b-473f-8adb-7347b942c525 x-openstack-request-id: req-8c1befa1-d62b-473f-8adb-7347b942c525 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:02.261483 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31", "code": 200}, {"server_uuid": "9d31a548-bd5b-4b61-9bfa-f06fcef0cecd", "name": "network-vif-plugged", "status": "completed", "tag": "2e4f2530-ab46-4017-94f9-0155074f1ccc", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:02.261483 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c1befa1-d62b-473f-8adb-7347b942c525 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:02.261854 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31', 'code': 200} Sep 20 12:24:02.262105 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'code': 200} Sep 20 12:24:02.303643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-dc0bc336-cf63-4c79-a3ec-6b407ca3170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:02.305354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-dc0bc336-cf63-4c79-a3ec-6b407ca3170b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1101 time: 0.0648448 Sep 20 12:24:02.407003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e7e9-23b9-4b28-8389-9ce0ffe964d1 req-14c246f4-abc7-4d49-98b2-1f1557a267d6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:02.409550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e65e7e9-23b9-4b28-8389-9ce0ffe964d1 req-14c246f4-abc7-4d49-98b2-1f1557a267d6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 945 time: 0.0994089 Sep 20 12:24:02.412203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253141a-25cd-4201-8efc-692428b1203d req-3f53b208-4d21-4223-b5c1-cbb0a0d0ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:02.413706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5253141a-25cd-4201-8efc-692428b1203d req-3f53b208-4d21-4223-b5c1-cbb0a0d0ff7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 1097 time: 0.0706191 Sep 20 12:24:02.420430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-8c1aef0b-ffd0-4f70-bd70-426ccc8488ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:02.421934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-8c1aef0b-ffd0-4f70-bd70-426ccc8488ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.0905414 Sep 20 12:24:02.467447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e65e7e9-23b9-4b28-8389-9ce0ffe964d1 req-b7746431-59a5-4f33-9ed5-0e8d77795023 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518658 Sep 20 12:24:02.469197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-a67a5909-b268-4994-aa13-ae66e371ac11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0376713 Sep 20 12:24:02.474477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5253141a-25cd-4201-8efc-692428b1203d req-15dcd0ca-418c-4ae7-b540-e9a54d0880ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507276 Sep 20 12:24:02.791403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-86f9dcab-8b22-433f-82e4-0cd601bd7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:02.793545 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-86f9dcab-8b22-433f-82e4-0cd601bd7c5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0932786 Sep 20 12:24:02.930169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-a8f53fcf-24b9-4250-bed3-d5f521c9b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:02.930278 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-a8f53fcf-24b9-4250-bed3-d5f521c9b165 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259587 Sep 20 12:24:03.127345 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-08564e4e-148e-4771-bad4-c5c55415679c service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739621 Sep 20 12:24:03.270520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-46945f8f-c125-4be0-ad13-01fd3857cdc0 req-b3fbe5fc-69e2-4688-87f7-0515a4153227 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323681 Sep 20 12:24:04.186312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d846a-3645-44de-a711-bf7e099670b1 req-7785e8e9-7b04-4234-b14a-ec23eb13e308 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:04.188021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b4d846a-3645-44de-a711-bf7e099670b1 req-7785e8e9-7b04-4234-b14a-ec23eb13e308 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 949 time: 0.0976589 Sep 20 12:24:04.253936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2934c8-f551-4a37-9489-4cdba6043991 req-9be18e88-aa70-486d-91e6-258a7895793f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:04.262109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c2934c8-f551-4a37-9489-4cdba6043991 req-9be18e88-aa70-486d-91e6-258a7895793f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1356246 Sep 20 12:24:04.263385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf'}, {'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:04.265698 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da548c0-b814-431d-b675-6b5d9edd1388" -d '{"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-plugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf"}, {"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-plugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:04.336830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c2934c8-f551-4a37-9489-4cdba6043991 req-e0cddc1c-982c-4f6e-9a2e-a2149b579265 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735805 Sep 20 12:24:04.349726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b4d846a-3645-44de-a711-bf7e099670b1 req-96739586-360f-4932-9400-daace229e8fd tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506262 Sep 20 12:24:04.563175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45e7f0-4ed4-43d4-a88f-c29dff0d8e05 req-b337ae6c-33f9-4b01-b403-faaed4624d60 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:04.571946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e45e7f0-4ed4-43d4-a88f-c29dff0d8e05 req-b337ae6c-33f9-4b01-b403-faaed4624d60 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 946 time: 0.1171858 Sep 20 12:24:04.656123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-7df23604-65b5-4ed6-a8cf-ad92924e15f3 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:04.658682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-7df23604-65b5-4ed6-a8cf-ad92924e15f3 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/ports?device_id=4856c6ef-233f-4654-bc41-bab5f16ede9b HTTP/1.1" status: 200 len: 949 time: 0.1280608 Sep 20 12:24:04.674061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e45e7f0-4ed4-43d4-a88f-c29dff0d8e05 req-f341d4da-113b-42aa-ab7c-e7890cf55e48 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998626 Sep 20 12:24:04.827994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Deleting port e21a0bda-9283-4e95-bcad-78350a1be4df {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:04.828409 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:04.861611 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6034ff80-624f-45b5-b29e-a93d3964ae45 x-openstack-request-id: req-6034ff80-624f-45b5-b29e-a93d3964ae45 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:04.861915 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-plugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf", "code": 200}, {"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-plugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:04.862333 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6034ff80-624f-45b5-b29e-a93d3964ae45 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:04.862786 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'code': 200} Sep 20 12:24:04.863026 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'code': 200} Sep 20 12:24:05.036826 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ee622-0e33-49e9-916f-2e113aacde55 req-58078441-692a-4c07-9129-1b60e3a55af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:05.040666 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6ee622-0e33-49e9-916f-2e113aacde55 req-58078441-692a-4c07-9129-1b60e3a55af1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1101 time: 0.0877795 Sep 20 12:24:05.104875 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6ee622-0e33-49e9-916f-2e113aacde55 req-882b9335-f3f3-4cee-a139-dabc3370448b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 Sep 20 12:24:05.163357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] For port e21a0bda-9283-4e95-bcad-78350a1be4df, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=e21a0bda-9283-4e95-bcad-78350a1be4df,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:05.167745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:05.184625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Calling delete_port for e21a0bda-9283-4e95-bcad-78350a1be4df owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:05.202858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228bbc0-bf5e-4f4d-8df8-4ba1e5e064ff req-8b1a00af-41b7-44c0-aa16-8b9cc4020127 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:05.214134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42632) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:05.218941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Request body: {'floatingip': {'port_id': '2e4f2530-ab46-4017-94f9-0155074f1ccc'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:05.228584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2228bbc0-bf5e-4f4d-8df8-4ba1e5e064ff req-8b1a00af-41b7-44c0-aa16-8b9cc4020127 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 946 time: 0.1522014 Sep 20 12:24:05.379758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:05.590054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:05.605772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd', '07fabbb5-1012-41b3-b7af-e577bdc0d917', 'e21a0bda-9283-4e95-bcad-78350a1be4df'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:05.701873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b', 'f6f53834-06b7-4596-a76a-cfc79113cef7', '77d915b7-c533-456e-9100-789c56b7834a', '4c7d70da-2617-4131-8574-067852fa80d2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:05.748797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event deleted for resources: {'Port': ['ID=e21a0bda-9283-4e95-bcad-78350a1be4df,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:05.936705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] No DVR routers for this DVR port e21a0bda-9283-4e95-bcad-78350a1be4df on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:05.944092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:05.950627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-daede6a6-e88c-4a32-8c8c-8f0459cb0eaf req-b7c66411-0c0d-4a13-a4b7-936e772ad101 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "DELETE /v2.0/ports/e21a0bda-9283-4e95-bcad-78350a1be4df HTTP/1.1" status: 204 len: 173 time: 1.2734413 Sep 20 12:24:05.951105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4856c6ef-233f-4654-bc41-bab5f16ede9b', 'name': 'network-vif-deleted', 'tag': 'e21a0bda-9283-4e95-bcad-78350a1be4df'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:05.960755 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9809c3-2d9d-4eb6-8790-3cea45b5aa9c" -d '{"events": [{"server_uuid": "4856c6ef-233f-4654-bc41-bab5f16ede9b", "name": "network-vif-deleted", "tag": "e21a0bda-9283-4e95-bcad-78350a1be4df"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:06.321337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-209474ad-5f4a-4194-a483-7ce042240bbb tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:06.322888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-209474ad-5f4a-4194-a483-7ce042240bbb tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "GET /v2.0/ports?device_id=304222c3-1d78-4fa1-a6aa-7ea11afb9d32 HTTP/1.1" status: 200 len: 945 time: 0.0851324 Sep 20 12:24:06.525043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Deleting port ab936069-dbb0-42dc-b378-15b94c32a0dc {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:06.525694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:06.587210 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.resource_extend [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:24:06.670575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] For port ab936069-dbb0-42dc-b378-15b94c32a0dc, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ab936069-dbb0-42dc-b378-15b94c32a0dc,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:06.671230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:06.763401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:06.904096 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:07.074206 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Floating IP a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f associated. External IP: 172.25.6.193, port: 2e4f2530-ab46-4017-94f9-0155074f1ccc. Sep 20 12:24:07.270860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:07.271253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:07.271599 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Floating IP db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2 disassociated. External IP: 172.25.6.182, port: ab936069-dbb0-42dc-b378-15b94c32a0dc. Sep 20 12:24:07.271948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Calling delete_port for ab936069-dbb0-42dc-b378-15b94c32a0dc owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:07.327840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:24:07.447945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:24:07.452908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:07.458719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] Sync routers for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:24:07.468390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:24:07.471303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:23:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:07.487962 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd57aedb-57ca-42ea-a75f-de44e2577644 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "PUT /v2.0/floatingips/a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f HTTP/1.1" status: 200 len: 992 time: 2.2723958 Sep 20 12:24:07.488675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'tag': '2e4f2530-ab46-4017-94f9-0155074f1ccc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:07.491577 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc012ed-9040-4deb-ab99-70d5d7a9767f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d31a548-bd5b-4b61-9bfa-f06fcef0cecd", "tag": "2e4f2530-ab46-4017-94f9-0155074f1ccc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:07.584418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:24:07.657049 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:07.736607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event deleted for resources: {'Port': ['ID=ab936069-dbb0-42dc-b378-15b94c32a0dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:07.851176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'port_id': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'mac_address': 'fa:16:3e:aa:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:23:33Z', 'updated_at': '2021-09-20T12:24:06Z', 'revision_number': 1, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:32Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:07.868211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Router 6c009760-18fd-45f3-916f-ce0048ec892e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:24:07.879506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] Checking router: 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:24:07.887270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:24:07.887928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:23:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:07.976212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:24:07.987036 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] Sync routers for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:24:07.995639 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:24:07.996482 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:23:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:08.002362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:24:08.017821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] No DVR routers for this DVR port ab936069-dbb0-42dc-b378-15b94c32a0dc on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:08.020319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:08.022415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99ca5b8f-373a-444c-bcb8-e4d5f9ba4289 req-80946796-1aab-4b7c-801f-ca1735d4c2e6 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "DELETE /v2.0/ports/ab936069-dbb0-42dc-b378-15b94c32a0dc HTTP/1.1" status: 204 len: 173 time: 1.6933439 Sep 20 12:24:08.104396 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:24:08.239419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'port_id': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'mac_address': 'fa:16:3e:aa:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:23:33Z', 'updated_at': '2021-09-20T12:24:06Z', 'revision_number': 1, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:32Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:08.265935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23645b4a-140f-4ff1-a6f6-72e559d13fbf None None] The sync data for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 is: [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'port_id': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'mac_address': 'fa:16:3e:aa:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:23:33Z', 'updated_at': '2021-09-20T12:24:06Z', 'revision_number': 1, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:32Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:24:08.313410 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:08.343633 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] Checking router: 6c009760-18fd-45f3-916f-ce0048ec892e for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:24:08.352862 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:24:08.353556 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:23:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:08.515081 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:24:08.730561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d067ac-5006-4686-9147-632046fdf1b6 None None] New status for floating IP a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:24:08.793267 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:08.823474 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d4e25-c7c7-4e9c-b6e6-86e3e0ab5b46 None None] The sync data for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 is: [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:24:09.154944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-e145a1f7-c822-48b4-9bcc-601de0e00e7d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1342481024&fields=id&tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0 HTTP/1.1" status: 200 len: 267 time: 0.0786943 Sep 20 12:24:09.169068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device e21a0bda-9283-4e95-bcad-78350a1be4df no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:09.352420 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dfd7fe-c452-4920-9477-c5f2ae0cce85 None None] New status for floating IP db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:24:09.362745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88850cc7-b207-4480-bceb-84a84484425c req-239e7980-32d6-4bba-8d66-54950bbb853f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:09.364583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88850cc7-b207-4480-bceb-84a84484425c req-239e7980-32d6-4bba-8d66-54950bbb853f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1968608 Sep 20 12:24:09.386729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: e21a0bda-9283-4e95-bcad-78350a1be4df {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:09.387903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device e21a0bda-9283-4e95-bcad-78350a1be4df not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:09.388129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6614fd60-0e07-4123-bf10-84646c56ff31 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:09.410892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86a09-e963-420e-8266-89822fb80f9a req-3e17cac8-5cb7-4787-a7d1-c49d2f87b3b2 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:09.418458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-3e17cac8-5cb7-4787-a7d1-c49d2f87b3b2 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/networks?id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c HTTP/1.1" status: 200 len: 824 time: 0.2417266 Sep 20 12:24:09.447310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-ee7b4212-e529-452d-ad05-b35c6a73df70 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/quotas/49d950b75a9b47cf8b29e1685ad7a5b0 HTTP/1.1" status: 200 len: 375 time: 0.0278604 Sep 20 12:24:09.474431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88850cc7-b207-4480-bceb-84a84484425c req-979ed5cf-56af-4fb1-80fb-ad1864dbd64a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031578 Sep 20 12:24:09.509866 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:09.588322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-42ee3ddb-40e9-4bc2-9d23-e7749fe03d45 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1391993 Sep 20 12:24:09.606010 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:09.608271 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e32023f-099c-45d9-98e2-23b685c98be9" -d '{"events": [{"server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:09.623758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:09.631429 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47034bed-338f-41e5-ac7d-a5608e0f9f28 x-openstack-request-id: req-47034bed-338f-41e5-ac7d-a5608e0f9f28 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:09.631816 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4856c6ef-233f-4654-bc41-bab5f16ede9b", "name": "network-vif-deleted", "tag": "e21a0bda-9283-4e95-bcad-78350a1be4df", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:09.632441 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47034bed-338f-41e5-ac7d-a5608e0f9f28 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:09.633152 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4856c6ef-233f-4654-bc41-bab5f16ede9b', 'name': 'network-vif-deleted', 'tag': 'e21a0bda-9283-4e95-bcad-78350a1be4df', 'status': 'completed', 'code': 200} Sep 20 12:24:09.709658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:09.710377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ab936069-dbb0-42dc-b378-15b94c32a0dc no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:09.752559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42736) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:09.806998 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd4d134-1a73-4e30-9394-79a2ea77de23 x-openstack-request-id: req-5fd4d134-1a73-4e30-9394-79a2ea77de23 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:09.807529 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d31a548-bd5b-4b61-9bfa-f06fcef0cecd", "tag": "2e4f2530-ab46-4017-94f9-0155074f1ccc", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:09.808050 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fd4d134-1a73-4e30-9394-79a2ea77de23 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:09.808608 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'tag': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'status': 'completed', 'code': 200} Sep 20 12:24:09.850872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: ab936069-dbb0-42dc-b378-15b94c32a0dc {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:09.851318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ab936069-dbb0-42dc-b378-15b94c32a0dc not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:09.914158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-1d2d9d63-30f8-4964-8d46-cc05117b44db service neutron] 10.222.0.37 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003285 Sep 20 12:24:09.933434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:09.999396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73266b41-22dd-4598-be18-831f3329210e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:10.038522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-26ab2020-73a5-4c3c-a75b-bd76a9aa8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:10.040797 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-26ab2020-73a5-4c3c-a75b-bd76a9aa8a5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8a89d94a751488da67ba285b53b8d3c&device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 1097 time: 0.1980815 Sep 20 12:24:10.065866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-58e2d5cf-add2-4a4c-b029-e193f6e47d99 service neutron] 10.222.0.37 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452584 Sep 20 12:24:10.212896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-e9c295c5-1c3a-471c-b4cf-d7706d999f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:10.214419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-e9c295c5-1c3a-471c-b4cf-d7706d999f71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a128072-ca84-49a0-9429-35ba87e0edeb HTTP/1.1" status: 200 len: 912 time: 0.1632733 Sep 20 12:24:10.301319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73266b41-22dd-4598-be18-831f3329210e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:10.354804 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-3d42c61f-d3b1-45e6-928a-fb39896a705b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4f2530-ab46-4017-94f9-0155074f1ccc HTTP/1.1" status: 200 len: 1002 time: 0.1252863 Sep 20 12:24:10.440013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-774db8c8-bce1-4753-a02c-e0b318926651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:10.445169 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-774db8c8-bce1-4753-a02c-e0b318926651 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5b4cd95-059b-4af4-bfc9-e72011074449 HTTP/1.1" status: 200 len: 851 time: 0.0788450 Sep 20 12:24:10.449116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73266b41-22dd-4598-be18-831f3329210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:10.648615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5f424-76e7-427a-8ed8-05dde3d0b867 req-9636bc3c-4a9f-41ca-9855-18e1c721b80b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:10.657251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bab5f424-76e7-427a-8ed8-05dde3d0b867 req-9636bc3c-4a9f-41ca-9855-18e1c721b80b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1023934 Sep 20 12:24:10.731328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bab5f424-76e7-427a-8ed8-05dde3d0b867 req-be6188a4-6afa-41c9-b20e-7e31e997472c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730217 Sep 20 12:24:10.826693 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f3c8dc-3e8c-43a3-bf3d-e986c0e7f12d x-openstack-request-id: req-73f3c8dc-3e8c-43a3-bf3d-e986c0e7f12d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:10.827089 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:10.827336 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73f3c8dc-3e8c-43a3-bf3d-e986c0e7f12d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:10.827727 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31', 'code': 200} Sep 20 12:24:10.983690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73266b41-22dd-4598-be18-831f3329210e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13764ea9-6cb9-4b6a-98d3-bb37c3f6e403,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:11.043801 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19ca1ae3-82a1-4cec-9fc4-a2107f5b8661 req-0a86c8d1-1c58-4158-b6aa-d981691d45a4 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 210 time: 0.0515380 Sep 20 12:24:11.050071 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-73266b41-22dd-4598-be18-831f3329210e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=493f865de1f447ae8a371a40cc3e105b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2952991 Sep 20 12:24:11.054073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-690af3ea-a147-4f7a-b8a8-86923396e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:11.056195 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-690af3ea-a147-4f7a-b8a8-86923396e5c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a128072-ca84-49a0-9429-35ba87e0edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5988882 Sep 20 12:24:11.056967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42774) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:11.238107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-a28cd913-cabf-4282-9abd-25410e02627a service neutron] 10.222.0.21 "GET /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712651 Sep 20 12:24:11.309292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-b92021b5-aca9-4471-8307-50b1abd5f447 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:11.320750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-b92021b5-aca9-4471-8307-50b1abd5f447 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 803 time: 0.2147830 Sep 20 12:24:11.366974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-a752e0e2-88a0-45ba-85e7-3245a270f649 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/quotas/e91d2700b9c941dfba5fbb93ea86694e HTTP/1.1" status: 200 len: 375 time: 0.0456336 Sep 20 12:24:11.369937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa16ed99-db6a-416c-a32a-b607d948232d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:11.398739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa16ed99-db6a-416c-a32a-b607d948232d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:11.452559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-a6277573-3b03-4f45-8aa3-06c02ac59ed7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831091 Sep 20 12:24:11.513044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2cc012ed-9040-4deb-ab99-70d5d7a9767f req-816b66df-6435-4712-b45c-82038e4a67e7 service neutron] 10.222.0.21 "GET /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604165 Sep 20 12:24:11.533441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa16ed99-db6a-416c-a32a-b607d948232d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:11.536484 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa16ed99-db6a-416c-a32a-b607d948232d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:11.537887 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fa16ed99-db6a-416c-a32a-b607d948232d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13764ea9-6cb9-4b6a-98d3-bb37c3f6e403 HTTP/1.1" status: 204 len: 168 time: 0.4797728 Sep 20 12:24:11.568998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16ed99-db6a-416c-a32a-b607d948232d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13764ea9-6cb9-4b6a-98d3-bb37c3f6e403,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:11.623188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0820c-72f2-4042-88f0-d974eeafd567 req-c2091090-6ce6-4c2c-8c01-bbd8826a027a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:11.631949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9c0820c-72f2-4042-88f0-d974eeafd567 req-c2091090-6ce6-4c2c-8c01-bbd8826a027a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 950 time: 0.1237738 Sep 20 12:24:11.636233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'name': 'network-vif-deleted', 'tag': 'ab936069-dbb0-42dc-b378-15b94c32a0dc'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:11.638446 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903cf2a8-997e-401b-b41e-979cc98e2de0" -d '{"events": [{"server_uuid": "304222c3-1d78-4fa1-a6aa-7ea11afb9d32", "name": "network-vif-deleted", "tag": "ab936069-dbb0-42dc-b378-15b94c32a0dc"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:11.694758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-914ea135-9cfd-474e-8965-c3923aa3b105 service neutron] 10.222.0.37 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409792 Sep 20 12:24:11.730179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9c0820c-72f2-4042-88f0-d974eeafd567 req-5bf89949-7976-49b3-bdb6-fcde3784ddf5 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973165 Sep 20 12:24:11.852964 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f05f4fc-3c8c-47ad-8091-9c647b2ebf9e x-openstack-request-id: req-0f05f4fc-3c8c-47ad-8091-9c647b2ebf9e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:11.853300 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304222c3-1d78-4fa1-a6aa-7ea11afb9d32", "name": "network-vif-deleted", "tag": "ab936069-dbb0-42dc-b378-15b94c32a0dc", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:11.853921 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f05f4fc-3c8c-47ad-8091-9c647b2ebf9e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:11.854338 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304222c3-1d78-4fa1-a6aa-7ea11afb9d32', 'name': 'network-vif-deleted', 'tag': 'ab936069-dbb0-42dc-b378-15b94c32a0dc', 'status': 'completed', 'code': 200} Sep 20 12:24:11.871991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-52043127-9f92-45ea-8fc3-1a4cdbb1caa7 service neutron] 10.222.0.37 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755488 Sep 20 12:24:12.003948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-99f46f3c-3d77-4a69-8b3f-91106c5e9a0f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:12.005832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-99f46f3c-3d77-4a69-8b3f-91106c5e9a0f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "GET /v2.0/ports?device_id=43398d39-2dbf-4d6e-83e5-29387a4bcbf0 HTTP/1.1" status: 200 len: 943 time: 0.1117363 Sep 20 12:24:12.035557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-c72e42b3-ed5e-4028-b0ad-e83af50b9538 req-c4b21c19-81ce-43c1-b228-03bbf1872fe7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:24:12.036603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c72e42b3-ed5e-4028-b0ad-e83af50b9538 req-c4b21c19-81ce-43c1-b228-03bbf1872fe7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057182 Sep 20 12:24:12.153102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Deleting port 6614fd60-0e07-4123-bf10-84646c56ff31 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:12.154001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:12.294409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] For port 6614fd60-0e07-4123-bf10-84646c56ff31, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6614fd60-0e07-4123-bf10-84646c56ff31,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:12.294833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:12.322256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Calling delete_port for 6614fd60-0e07-4123-bf10-84646c56ff31 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:12.418309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8769d572-be9d-4b4e-ade5-053ff8015ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:12.470868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5bdf3f1d-f8ac-48c8-8c09-2a3e5358cedf req-6e394908-8fd3-49ee-b57b-a1ad9ddacbcc tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 210 time: 0.0416515 Sep 20 12:24:12.570957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-1e1f033d-86b2-48b3-94bc-9204c1b8f3eb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:12.581085 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-1e1f033d-86b2-48b3-94bc-9204c1b8f3eb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 950 time: 0.1225109 Sep 20 12:24:12.731587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edb2e929-b863-4145-9837-c9bb82096e78 req-45e1c162-7746-4117-b0ea-bc50c4f5f99a tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 210 time: 0.0590262 Sep 20 12:24:12.767729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Deleting port 4c7d70da-2617-4131-8574-067852fa80d2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:12.769395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:12.898017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95983fdb-ccec-42e2-8818-42c6f9bf82be req-944b351d-cca2-4e2f-9b44-c1f38bea1932 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:12.899884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95983fdb-ccec-42e2-8818-42c6f9bf82be req-944b351d-cca2-4e2f-9b44-c1f38bea1932 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 950 time: 0.0881772 Sep 20 12:24:12.940576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] For port 4c7d70da-2617-4131-8574-067852fa80d2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4c7d70da-2617-4131-8574-067852fa80d2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:12.941411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:12.958337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Calling delete_port for 4c7d70da-2617-4131-8574-067852fa80d2 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:12.965574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95983fdb-ccec-42e2-8818-42c6f9bf82be req-93fb86a5-d642-43ac-8139-0613b81b776b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569172 Sep 20 12:24:13.018423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:13.033364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.101496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Pushing event deleted for resources: {'Port': ['ID=6614fd60-0e07-4123-bf10-84646c56ff31,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:13.104322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00071198-37bd-4545-ab85-1070f23c9c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.200641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] No DVR routers for this DVR port 6614fd60-0e07-4123-bf10-84646c56ff31 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:13.206859 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.208836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac9afdd9-7a0e-44fb-b3be-3bc71d3f7515 req-86d20dae-2ad0-4a42-9b9b-d787e7b92b97 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "DELETE /v2.0/ports/6614fd60-0e07-4123-bf10-84646c56ff31 HTTP/1.1" status: 204 len: 173 time: 1.1848710 Sep 20 12:24:13.256871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca0ae9-64a0-4360-b8ba-6bdbbb95aa77 req-5adf74f6-19b1-49d1-9b99-99a106a5709e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:13.258500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3ca0ae9-64a0-4360-b8ba-6bdbbb95aa77 req-5adf74f6-19b1-49d1-9b99-99a106a5709e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1340835 Sep 20 12:24:13.346714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3ca0ae9-64a0-4360-b8ba-6bdbbb95aa77 req-bbdbd59f-409c-4d6e-b0df-c01511f816f2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724108 Sep 20 12:24:13.381807 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.390852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd', '07fabbb5-1012-41b3-b7af-e577bdc0d917'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:13.425053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00071198-37bd-4545-ab85-1070f23c9c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.479818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b', 'f6f53834-06b7-4596-a76a-cfc79113cef7', '77d915b7-c533-456e-9100-789c56b7834a', '4c7d70da-2617-4131-8574-067852fa80d2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:13.481702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event deleted for resources: {'Port': ['ID=4c7d70da-2617-4131-8574-067852fa80d2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:13.542254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] No DVR routers for this DVR port 4c7d70da-2617-4131-8574-067852fa80d2 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:13.545763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.548349 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-882d5c2f-f4db-4e2d-847e-c1c6a927e643 req-349d8e1f-93fb-4df1-ae5a-ef3b4bbee19f tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "DELETE /v2.0/ports/4c7d70da-2617-4131-8574-067852fa80d2 HTTP/1.1" status: 204 len: 173 time: 0.9578516 Sep 20 12:24:13.549040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9e8819-df40-4f2a-81b9-2613365e8dc1', 'name': 'network-vif-deleted', 'tag': '4c7d70da-2617-4131-8574-067852fa80d2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:13.551548 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc25422-b030-4f78-be19-6094b1754b5a" -d '{"events": [{"server_uuid": "dc9e8819-df40-4f2a-81b9-2613365e8dc1", "name": "network-vif-deleted", "tag": "4c7d70da-2617-4131-8574-067852fa80d2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:13.648829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f2aa2d6c-66b3-4d9e-bc64-2d190fb2ec86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0506737 Sep 20 12:24:13.651429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00071198-37bd-4545-ab85-1070f23c9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.672472 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fea5ea-ed15-4328-836d-d7fa89665170 x-openstack-request-id: req-95fea5ea-ed15-4328-836d-d7fa89665170 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:13.676732 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9e8819-df40-4f2a-81b9-2613365e8dc1", "name": "network-vif-deleted", "tag": "4c7d70da-2617-4131-8574-067852fa80d2", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:13.677283 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95fea5ea-ed15-4328-836d-d7fa89665170 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:13.677898 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9e8819-df40-4f2a-81b9-2613365e8dc1', 'name': 'network-vif-deleted', 'tag': '4c7d70da-2617-4131-8574-067852fa80d2', 'status': 'completed', 'code': 200} Sep 20 12:24:13.713932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-00071198-37bd-4545-ab85-1070f23c9c63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b365059fad2b4b738e09baf9abf25379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951697 Sep 20 12:24:13.716508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42840) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:13.747815 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06a18b03-216b-4796-a73b-65ee73e3e810 req-969bd8c2-dd59-424d-aa42-7bba09eb6bd8 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 210 time: 0.0384541 Sep 20 12:24:13.790960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00071198-37bd-4545-ab85-1070f23c9c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25fcd45-5c69-416e-80b9-559271f90a85,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:13.842508 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.856333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'name': 'network-vif-deleted', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:13.865933 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1054d6-0c8c-4797-b709-0cb7296af4c4" -d '{"events": [{"server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "name": "network-vif-deleted", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:13.919739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:13.950751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f14e4234-be2b-42ef-a59d-c7ebd1d71f6b req-62ce4c97-c750-4fbd-bf6a-a9d855bd3f8b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 210 time: 0.1374538 Sep 20 12:24:14.009152 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1493fd-e287-4d13-8295-da68f08ff2c6 x-openstack-request-id: req-0e1493fd-e287-4d13-8295-da68f08ff2c6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:14.009734 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43398d39-2dbf-4d6e-83e5-29387a4bcbf0", "name": "network-vif-deleted", "tag": "6614fd60-0e07-4123-bf10-84646c56ff31", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:14.010196 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e1493fd-e287-4d13-8295-da68f08ff2c6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:14.010832 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43398d39-2dbf-4d6e-83e5-29387a4bcbf0', 'name': 'network-vif-deleted', 'tag': '6614fd60-0e07-4123-bf10-84646c56ff31', 'status': 'completed', 'code': 200} Sep 20 12:24:14.198351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-383c8b2e-88f6-4771-aa01-d3f45e02792d req-261a2f77-1b07-4693-8066-1773463dcad8 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0606065 Sep 20 12:24:14.198459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:14.198459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:14.198459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f25fcd45-5c69-416e-80b9-559271f90a85 HTTP/1.1" status: 204 len: 168 time: 0.4783101 Sep 20 12:24:14.208725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25fcd45-5c69-416e-80b9-559271f90a85,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:14.218281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.218681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.219114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.219549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.232533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.235405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.235405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.235405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.241441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.242250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.244003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.244491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4075313-a967-4af4-b9a6-e2063af6443d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:14.523152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e2ec-c90c-4d2c-9990-b85eea41558a req-e5af3c39-e229-4573-bcae-9ff09e09dd49 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:14.524608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c06e2ec-c90c-4d2c-9990-b85eea41558a req-e5af3c39-e229-4573-bcae-9ff09e09dd49 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0530772 Sep 20 12:24:14.567047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c06e2ec-c90c-4d2c-9990-b85eea41558a req-da3aea2e-ccf5-4842-9fd0-3c39b6b8b2a2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365102 Sep 20 12:24:14.887646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaa8eb42-e700-439f-8f6e-147122922fcb req-7f5fe77d-6ef6-44a1-92c5-5d5c23939f22 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 210 time: 0.0459678 Sep 20 12:24:15.116808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20257854-c4b7-4dc7-8177-37aa48add3e2 req-cc49cd11-fe34-46aa-851a-3fc9dd485a09 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 210 time: 0.0537689 Sep 20 12:24:15.174823 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe66d-1a76-420e-ba3c-4a3f7d2812f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:15.191746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6614fd60-0e07-4123-bf10-84646c56ff31 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:15.279639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 6614fd60-0e07-4123-bf10-84646c56ff31 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:15.279973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6614fd60-0e07-4123-bf10-84646c56ff31 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:15.295723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86a09-e963-420e-8266-89822fb80f9a req-fadb2797-b680-46e3-a7bc-b6f56d6accfd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:15.297168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-fadb2797-b680-46e3-a7bc-b6f56d6accfd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "GET /v2.0/networks?id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c HTTP/1.1" status: 200 len: 824 time: 0.1741405 Sep 20 12:24:15.381455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9781bb7-e40e-4f85-b536-79c8111cc39e req-58901c2c-95ac-4868-827d-b3bae42faf2d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9e8819-df40-4f2a-81b9-2613365e8dc1 HTTP/1.1" status: 200 len: 210 time: 0.0492089 Sep 20 12:24:15.420148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-6318bbd6-067c-418c-aff7-d647d287ea90 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0 HTTP/1.1" status: 200 len: 380 time: 0.1083004 Sep 20 12:24:15.434349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Request body: {'port': {'device_id': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'admin_state_up': True, 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'security_groups': ['65e4ffe4-4823-476e-a00d-ee2d9b621ab1']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:15.578038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:15.636596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 4c7d70da-2617-4131-8574-067852fa80d2 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:15.680278 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 4c7d70da-2617-4131-8574-067852fa80d2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:15.680844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 4c7d70da-2617-4131-8574-067852fa80d2 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:15.762707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17b4fa-1a5f-4e1f-94bf-7b2ae82c4cc9 req-7c6927d4-a833-4e6a-8417-630a8de88a1c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:15.765875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca17b4fa-1a5f-4e1f-94bf-7b2ae82c4cc9 req-7c6927d4-a833-4e6a-8417-630a8de88a1c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0558696 Sep 20 12:24:15.767123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Made reservation on behalf of 49d950b75a9b47cf8b29e1685ad7a5b0 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:24:15.772413 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:15.893722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca17b4fa-1a5f-4e1f-94bf-7b2ae82c4cc9 req-be5d13d2-1339-451e-8406-c8b7a9b5266b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184256 Sep 20 12:24:16.057577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf0a5252-d169-4153-ac5c-f2c995014aa6 req-6abd03da-1d2e-419c-abfb-86e006e3db3f tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 210 time: 0.0448403 Sep 20 12:24:16.084516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Allocated IP 172.20.0.4 (9092aabb-35c2-4a0b-a3ac-d5fd5983157c/0cbb1bb8-44d1-42f3-add4-191240af64a6/9db0b913-77ec-4edf-bd5a-657c157a3e6c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:24:16.251080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40b75057-b83e-4d66-9f81-a8b2b09a2c16 req-d6323e7b-5439-4a12-8e44-034a7c599de3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 210 time: 0.0406144 Sep 20 12:24:16.304285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:16.579280 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:16.634166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:24:16.637498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:24:16.641461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:24:16.654006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event updated for resources: {'Port': ['ID=9db0b913-77ec-4edf-bd5a-657c157a3e6c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:16.681421 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:16.739752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:16.740921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:16.882496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-0b18aa91-0043-4e34-bdd8-779d1bb9e3ec tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4526381 Sep 20 12:24:16.897572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Request body: {'port': {'device_id': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:17.067112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a604feba-95eb-437d-b19c-407971f6dfe1 None None] Provisioning complete for port 9db0b913-77ec-4edf-bd5a-657c157a3e6c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:24:17.069484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a604feba-95eb-437d-b19c-407971f6dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:17.093280 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:17.195092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a604feba-95eb-437d-b19c-407971f6dfe1 None None] Port 9db0b913-77ec-4edf-bd5a-657c157a3e6c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:24:17.200841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca402770-caa6-4040-8e6d-7c4e6484b135 req-4b3b1d35-ccc2-4b6a-babe-deffb2191a72 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:17.219632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca402770-caa6-4040-8e6d-7c4e6484b135 req-4b3b1d35-ccc2-4b6a-babe-deffb2191a72 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1640465 Sep 20 12:24:17.253061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-ea0464bf-dbcf-4c5b-862a-54a558e20319 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:17.255216 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-ea0464bf-dbcf-4c5b-862a-54a558e20319 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 803 time: 0.2747326 Sep 20 12:24:17.274000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Request body: {'port': {'device_id': 'cab77af0-c255-4235-bb3e-d7061f323662', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'admin_state_up': True, 'tenant_id': 'e91d2700b9c941dfba5fbb93ea86694e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:17.533958 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca402770-caa6-4040-8e6d-7c4e6484b135 req-2115bf75-d865-4cd7-9fc9-12bf5071ed03 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127418 Sep 20 12:24:17.584775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a173ef-2457-40f8-a46e-7e6d2be7e690 req-4dfeca68-8dbe-4aaf-a4eb-9b71737c1c67 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:17.588153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2a173ef-2457-40f8-a46e-7e6d2be7e690 req-4dfeca68-8dbe-4aaf-a4eb-9b71737c1c67 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 950 time: 0.2547872 Sep 20 12:24:17.595819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Made reservation on behalf of e91d2700b9c941dfba5fbb93ea86694e for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:24:17.601304 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:17.736194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db0b913-77ec-4edf-bd5a-657c157a3e6c {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:17.744249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2a173ef-2457-40f8-a46e-7e6d2be7e690 req-efaa860a-e68a-41c1-86a5-255b14fcc1a1 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115594 Sep 20 12:24:17.750398 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:17.760593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef9bc-0144-4087-bbfb-48b5673fe8be req-56d21974-565e-43e2-9f4e-b8e22e2bf482 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:17.762223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13aef9bc-0144-4087-bbfb-48b5673fe8be req-56d21974-565e-43e2-9f4e-b8e22e2bf482 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 931 time: 0.1284721 Sep 20 12:24:17.793999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Allocated IP 172.20.0.9 (74687959-c8f9-44dd-ac63-a123b83bd8a8/54348ff2-71b4-437c-a198-407723854790/06a147b5-e412-4de7-8d71-51122adb4c78) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:24:17.841894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Transition to ACTIVE for port object 9db0b913-77ec-4edf-bd5a-657c157a3e6c will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:24:17.884038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13aef9bc-0144-4087-bbfb-48b5673fe8be req-ffa6fb97-295c-4fa3-9914-9106b902e0b5 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080041 Sep 20 12:24:17.890509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:17.974306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54a7082d-736c-490b-ae46-0bf27f71bfe1 req-00d3fad0-5869-4135-94ef-4e00feb65c83 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 210 time: 0.0889854 Sep 20 12:24:17.977099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:18.037191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:18.143616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Attempting to bind port 9db0b913-77ec-4edf-bd5a-657c157a3e6c on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:24:18.144115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Attempting to bind port 9db0b913-77ec-4edf-bd5a-657c157a3e6c by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:24:18.144597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Attempting to bind port 9db0b913-77ec-4edf-bd5a-657c157a3e6c on network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:18.149779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Port 9db0b913-77ec-4edf-bd5a-657c157a3e6c on network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:24:18.150180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Attempting to bind port 9db0b913-77ec-4edf-bd5a-657c157a3e6c on network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:18.155960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:24:18.156383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Checking segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:24:18.156830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Bound using segment: {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:24:18.158751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Bound port: 9db0b913-77ec-4edf-bd5a-657c157a3e6c, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62048b74-d595-421a-b33d-d2fcd6a28f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:24:18.158751 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:18.160724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Pushing event updated for resources: {'Port': ['ID=9db0b913-77ec-4edf-bd5a-657c157a3e6c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:18.169262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.169884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.169884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.171270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.176681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.177479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.177752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.178106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.178440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.178770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.179100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.179426 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:18.292235 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:18.303210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-493a6ae4-0159-42b4-8bef-5c84406df280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:18.304828 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-493a6ae4-0159-42b4-8bef-5c84406df280 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1101 time: 0.1045275 Sep 20 12:24:18.324295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] For port 9db0b913-77ec-4edf-bd5a-657c157a3e6c, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:24:18.330075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] For port 9db0b913-77ec-4edf-bd5a-657c157a3e6c, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9db0b913-77ec-4edf-bd5a-657c157a3e6c,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:24:18.463615 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:18.479082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-0107c8fc-bb49-4071-9963-984d9316fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:18.480564 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-0107c8fc-bb49-4071-9963-984d9316fe9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1340287 Sep 20 12:24:18.489277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Network 74687959-c8f9-44dd-ac63-a123b83bd8a8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:24:18.490686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:24:18.536297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:18.537189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:18.542916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] 10.222.0.32 "PUT /v2.0/ports/9db0b913-77ec-4edf-bd5a-657c157a3e6c HTTP/1.1" status: 200 len: 1091 time: 1.6517622 Sep 20 12:24:18.543424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'tag': '9db0b913-77ec-4edf-bd5a-657c157a3e6c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:18.545912 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04529f4b-72f5-4b36-8ed7-483be7594749" -d '{"events": [{"name": "network-changed", "server_uuid": "29d8fff8-0bca-4fe2-aaa1-b8731156e96c", "tag": "9db0b913-77ec-4edf-bd5a-657c157a3e6c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:18.571192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-dbbed7af-f653-4b24-998d-5cfc2e6b2ba4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0715570 Sep 20 12:24:18.571992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:24:18.600334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Pushing event updated for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:18.659079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f817d2-5a7c-4536-b3e1-b8faf8ae4307 service neutron] Pushing event updated for resources: {'Port': ['ID=9db0b913-77ec-4edf-bd5a-657c157a3e6c,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:18.689866 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b00b9-db99-4596-bc40-35ed891ac032 x-openstack-request-id: req-5d2b00b9-db99-4596-bc40-35ed891ac032 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:18.690162 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d8fff8-0bca-4fe2-aaa1-b8731156e96c", "tag": "9db0b913-77ec-4edf-bd5a-657c157a3e6c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:18.691190 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d2b00b9-db99-4596-bc40-35ed891ac032 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:18.691599 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'tag': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'status': 'completed', 'code': 200} Sep 20 12:24:18.726038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:18.726684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:18.742359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-364f3e4e-dba3-4550-959f-8398eb45695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:18.744151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-364f3e4e-dba3-4550-959f-8398eb45695b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1603720 Sep 20 12:24:18.828916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-3184d366-d33d-4da4-af86-95d646219df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:18.835354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-3184d366-d33d-4da4-af86-95d646219df5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801933 Sep 20 12:24:18.842463 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-997ee033-ce21-4bff-b149-bafbc9340aa7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5746961 Sep 20 12:24:18.978808 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-c25c9f18-5b5b-41c7-8211-1c44b11e454e service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322582 Sep 20 12:24:18.983042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Request body: {'port': {'device_id': 'cab77af0-c255-4235-bb3e-d7061f323662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:18.983870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-4749745d-c3de-4881-b364-891880733cb4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:18.985981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-4749745d-c3de-4881-b364-891880733cb4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 950 time: 0.3510454 Sep 20 12:24:18.994453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffcbe3-57b0-4fd7-9314-a59682fb21cb req-297b1404-6dd7-4ec2-aac3-76d27e4a34e0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:19.002461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4ffcbe3-57b0-4fd7-9314-a59682fb21cb req-297b1404-6dd7-4ec2-aac3-76d27e4a34e0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.2764003 Sep 20 12:24:19.084089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:19.097701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04529f4b-72f5-4b36-8ed7-483be7594749 req-0d4d9271-eb32-41b7-a61f-1c0d57574cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:19.099194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04529f4b-72f5-4b36-8ed7-483be7594749 req-0d4d9271-eb32-41b7-a61f-1c0d57574cc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 1094 time: 0.4269753 Sep 20 12:24:19.156944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4ffcbe3-57b0-4fd7-9314-a59682fb21cb req-4cfee4f3-223c-4dde-9552-c0f948286bbc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541619 Sep 20 12:24:19.167180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dc97a-e71a-47fe-9d6e-4e534f0010c4 req-02fd7c76-a808-4441-930f-b5b17733d433 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:19.168815 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff0dc97a-e71a-47fe-9d6e-4e534f0010c4 req-02fd7c76-a808-4441-930f-b5b17733d433 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 950 time: 0.2602115 Sep 20 12:24:19.204320 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-9c22a8e7-4e18-494c-a863-c168a9c87fae service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882930 Sep 20 12:24:19.254681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Deleting port 77d915b7-c533-456e-9100-789c56b7834a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:19.255024 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:19.303907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff0dc97a-e71a-47fe-9d6e-4e534f0010c4 req-61e3d16d-340f-455b-a2b3-dadeffec9d16 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001682 Sep 20 12:24:19.327037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04529f4b-72f5-4b36-8ed7-483be7594749 req-0e2db0ab-63c5-4fb0-9b82-18001416c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:19.336844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04529f4b-72f5-4b36-8ed7-483be7594749 req-0e2db0ab-63c5-4fb0-9b82-18001416c754 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2115815 Sep 20 12:24:19.631626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a147b5-e412-4de7-8d71-51122adb4c78 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:19.634382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:19.662822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:19.697560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Transition to ACTIVE for port object 06a147b5-e412-4de7-8d71-51122adb4c78 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:24:19.807359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc02ad-73bf-4e6f-be84-a293adf4ac92 req-8ca79bc9-9bd7-4e74-8bae-9f98616443b8 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:19.808873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ffc02ad-73bf-4e6f-be84-a293adf4ac92 req-8ca79bc9-9bd7-4e74-8bae-9f98616443b8 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 943 time: 0.5387194 Sep 20 12:24:19.831845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] For port 77d915b7-c533-456e-9100-789c56b7834a, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77d915b7-c533-456e-9100-789c56b7834a,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:19.832212 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:19.877648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Calling delete_port for 77d915b7-c533-456e-9100-789c56b7834a owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:19.922269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04529f4b-72f5-4b36-8ed7-483be7594749 req-8f221ac5-5ace-4221-868e-2ac8504f9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:19.924247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04529f4b-72f5-4b36-8ed7-483be7594749 req-8f221ac5-5ace-4221-868e-2ac8504f9144 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5775301 Sep 20 12:24:19.958511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ffc02ad-73bf-4e6f-be84-a293adf4ac92 req-ae7ed116-33a6-4596-84db-636f6810acbe tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288562 Sep 20 12:24:19.970205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402503-cc8f-4541-84fb-08d6dbb31a02 req-756b15bd-72b8-4bfe-9370-477aa2f4533f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:19.971349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82402503-cc8f-4541-84fb-08d6dbb31a02 req-756b15bd-72b8-4bfe-9370-477aa2f4533f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 931 time: 0.1719673 Sep 20 12:24:20.062985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82402503-cc8f-4541-84fb-08d6dbb31a02 req-ee9ef375-bc7c-45bc-a323-190a389ce9f7 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602949 Sep 20 12:24:20.065550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86a09-e963-420e-8266-89822fb80f9a req-04df1df7-4d98-4130-ab2c-a4e15e34d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:20.066946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-04df1df7-4d98-4130-ab2c-a4e15e34d801 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 1094 time: 0.1045225 Sep 20 12:24:20.151778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-2740936f-420b-458b-bcac-e8a2f1213444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db0b913-77ec-4edf-bd5a-657c157a3e6c HTTP/1.1" status: 200 len: 217 time: 0.0520263 Sep 20 12:24:20.222198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86a09-e963-420e-8266-89822fb80f9a req-ea084e41-0ebe-4491-adbf-8a1a9a536f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:20.224932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-ea084e41-0ebe-4491-adbf-8a1a9a536f28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cbb1bb8-44d1-42f3-add4-191240af64a6 HTTP/1.1" status: 200 len: 863 time: 0.0656290 Sep 20 12:24:20.323421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86a09-e963-420e-8266-89822fb80f9a req-8b6797f9-c04a-4128-8a1e-455364f18432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:20.324948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-8b6797f9-c04a-4128-8a1e-455364f18432 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925291 Sep 20 12:24:20.347791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74888d-cf77-4a69-b228-b9e04c7165f7 req-c61465c0-8ae1-49a5-9f48-6ebadbf7732d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:20.349502 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:20.350529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e74888d-cf77-4a69-b228-b9e04c7165f7 req-c61465c0-8ae1-49a5-9f48-6ebadbf7732d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0782027 Sep 20 12:24:20.405975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Pushing event updated for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:20.424524 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:20.448626 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:20.466861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd', '07fabbb5-1012-41b3-b7af-e577bdc0d917'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:20.472238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b', 'f6f53834-06b7-4596-a76a-cfc79113cef7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:20.492662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Attempting to bind port 06a147b5-e412-4de7-8d71-51122adb4c78 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:24:20.493225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Attempting to bind port 06a147b5-e412-4de7-8d71-51122adb4c78 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:24:20.493619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Attempting to bind port 06a147b5-e412-4de7-8d71-51122adb4c78 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:20.498900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Port 06a147b5-e412-4de7-8d71-51122adb4c78 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:24:20.499776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Attempting to bind port 06a147b5-e412-4de7-8d71-51122adb4c78 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:20.506626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:24:20.507218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Checking segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:24:20.511744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Bound using segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:24:20.511744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Bound port: 06a147b5-e412-4de7-8d71-51122adb4c78, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:24:20.511744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:20.537288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d4a8a78-a576-421e-ab23-cbba67cfd3e3 req-f28d8f8e-6f8b-42cd-ab79-a8ec91804aa3 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 210 time: 0.1058626 Sep 20 12:24:20.538058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event deleted for resources: {'Port': ['ID=77d915b7-c533-456e-9100-789c56b7834a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:20.588930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:24:20.592642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:24:20.653736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] No DVR routers for this DVR port 77d915b7-c533-456e-9100-789c56b7834a on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:20.661842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e74888d-cf77-4a69-b228-b9e04c7165f7 req-f891ff3e-edd2-40ba-9bd5-b8a99e290508 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947712 Sep 20 12:24:20.663974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:20.666457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cfa1cd5-870a-4d88-aedd-74f342ce790e req-8de9490f-c650-4f9f-8a80-6209f0db9097 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "DELETE /v2.0/ports/77d915b7-c533-456e-9100-789c56b7834a HTTP/1.1" status: 204 len: 173 time: 1.6623805 Sep 20 12:24:20.669812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-25560bc0-fce5-4e8f-8688-04d545282f5f service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371298 Sep 20 12:24:20.694597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556a60d-ab7d-43c1-8339-aa09812ed097', 'name': 'network-vif-deleted', 'tag': '77d915b7-c533-456e-9100-789c56b7834a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:20.695807 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d41c6f7-91e2-49ea-9b6e-51dcaeb2fd61" -d '{"events": [{"server_uuid": "1556a60d-ab7d-43c1-8339-aa09812ed097", "name": "network-vif-deleted", "tag": "77d915b7-c533-456e-9100-789c56b7834a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:20.766232 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5ac05d-6e55-489c-8f66-abb61ad52721 x-openstack-request-id: req-9e5ac05d-6e55-489c-8f66-abb61ad52721 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:20.767351 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556a60d-ab7d-43c1-8339-aa09812ed097", "name": "network-vif-deleted", "tag": "77d915b7-c533-456e-9100-789c56b7834a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:20.768520 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e5ac05d-6e55-489c-8f66-abb61ad52721 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:20.769322 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1556a60d-ab7d-43c1-8339-aa09812ed097', 'name': 'network-vif-deleted', 'tag': '77d915b7-c533-456e-9100-789c56b7834a', 'status': 'completed', 'code': 200} Sep 20 12:24:20.785218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:20.837327 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:20.840079 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:20.848176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/06a147b5-e412-4de7-8d71-51122adb4c78 HTTP/1.1" status: 200 len: 1091 time: 1.8676968 Sep 20 12:24:20.848668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:20.854670 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1653b6-4bb9-4cae-9726-855dd8ff127f" -d '{"events": [{"name": "network-changed", "server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:20.868050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc86a09-e963-420e-8266-89822fb80f9a req-a77df9b8-4425-4f8b-a885-fb1698211f46 service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866238 Sep 20 12:24:20.927677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547e5a7-d245-48cb-96ba-b4e5089f34f7 service neutron] Pushing event updated for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:20.982663 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5eced0-7794-4308-9d49-c25eac4068da x-openstack-request-id: req-0a5eced0-7794-4308-9d49-c25eac4068da {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:20.982663 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:20.982663 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a5eced0-7794-4308-9d49-c25eac4068da {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:20.982663 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78', 'status': 'completed', 'code': 200} Sep 20 12:24:21.080190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1653b6-4bb9-4cae-9726-855dd8ff127f req-44becb4b-a0c8-4d95-87ff-dea1b4f47786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:21.084678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f1653b6-4bb9-4cae-9726-855dd8ff127f req-44becb4b-a0c8-4d95-87ff-dea1b4f47786 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 1094 time: 0.0844851 Sep 20 12:24:21.366084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dd726-da56-4a92-8c70-5e4d32d62f2d req-2d520258-7663-4875-a2d5-c76a35460980 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:21.375863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a41dd726-da56-4a92-8c70-5e4d32d62f2d req-2d520258-7663-4875-a2d5-c76a35460980 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 943 time: 0.2399719 Sep 20 12:24:21.426773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e99d-75cf-4f86-9288-6c76e5ca8dbb req-c16c0d97-9379-4d1e-9f5d-8f1758c85efb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:21.426773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be98e99d-75cf-4f86-9288-6c76e5ca8dbb req-c16c0d97-9379-4d1e-9f5d-8f1758c85efb tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 943 time: 0.2160900 Sep 20 12:24:21.466161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a41dd726-da56-4a92-8c70-5e4d32d62f2d req-d16eb5c2-4ac6-45ab-b73b-d80dd79e185e tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877836 Sep 20 12:24:21.476071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1653b6-4bb9-4cae-9726-855dd8ff127f req-8625d5d4-9e9a-44b0-8c6e-94169e733888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:21.477627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f1653b6-4bb9-4cae-9726-855dd8ff127f req-8625d5d4-9e9a-44b0-8c6e-94169e733888 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&shared=False HTTP/1.1" status: 200 len: 903 time: 0.3846126 Sep 20 12:24:21.536447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be98e99d-75cf-4f86-9288-6c76e5ca8dbb req-573fe544-59e9-4b99-a4f1-9540b2059222 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013520 Sep 20 12:24:21.632753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1653b6-4bb9-4cae-9726-855dd8ff127f req-bacd48be-dc60-43b0-9667-b72c6e8e7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:21.634319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f1653b6-4bb9-4cae-9726-855dd8ff127f req-bacd48be-dc60-43b0-9667-b72c6e8e7761 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1443622 Sep 20 12:24:21.668723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 77d915b7-c533-456e-9100-789c56b7834a no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:21.679775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d14be93-bc41-4965-9588-7090e341ee74 req-19966189-c197-49d3-ae18-9f927b91b869 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1556a60d-ab7d-43c1-8339-aa09812ed097 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Sep 20 12:24:21.705055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 77d915b7-c533-456e-9100-789c56b7834a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:21.705789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 77d915b7-c533-456e-9100-789c56b7834a not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:21.748977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-0bf3c7cb-c742-418d-b570-7079ac3abded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:21.751465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-0bf3c7cb-c742-418d-b570-7079ac3abded service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 1094 time: 0.0477154 Sep 20 12:24:21.813985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-947b3689-e546-4211-b7ba-6cc3daa3054b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06a147b5-e412-4de7-8d71-51122adb4c78 HTTP/1.1" status: 200 len: 217 time: 0.0496781 Sep 20 12:24:21.860514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacfeb7-be50-4bf8-8f55-9d132fa7405c req-1a03bf61-c069-4c82-aec1-e11cf0c44aeb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:21.862239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0aacfeb7-be50-4bf8-8f55-9d132fa7405c req-1a03bf61-c069-4c82-aec1-e11cf0c44aeb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1069295 Sep 20 12:24:21.881872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-867c8641-b1b6-4a8c-93e6-d5279efa06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:21.883276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-867c8641-b1b6-4a8c-93e6-d5279efa06eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54348ff2-71b4-437c-a198-407723854790 HTTP/1.1" status: 200 len: 843 time: 0.0615547 Sep 20 12:24:21.922541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-f2fa2653-e129-48d0-ad0b-bac4b6055edc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74687959-c8f9-44dd-ac63-a123b83bd8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313749 Sep 20 12:24:21.942740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0aacfeb7-be50-4bf8-8f55-9d132fa7405c req-fb0e977f-8cc0-4a7b-a86f-2ce91230bcd8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739059 Sep 20 12:24:22.031639 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-6b439a5c-994b-43a4-8796-e13ac9517c86 service neutron] 10.222.0.32 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993714 Sep 20 12:24:22.127862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aadc86c2-054f-4fbe-bc91-be37796e35ec req-cf5a5e95-1ac8-4b89-8227-cff6f56e6456 service neutron] 10.222.0.32 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875025 Sep 20 12:24:22.595507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc4b8e-1d50-44dc-8004-cfc4d5c40e0f req-e71dd010-4c0d-4b4a-8642-0c0d23079f57 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:22.597224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8cc4b8e-1d50-44dc-8004-cfc4d5c40e0f req-e71dd010-4c0d-4b4a-8642-0c0d23079f57 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 943 time: 0.0541193 Sep 20 12:24:22.675206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8cc4b8e-1d50-44dc-8004-cfc4d5c40e0f req-cac2218a-ea01-4362-a381-9593462a76c2 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700467 Sep 20 12:24:22.698083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240b58b-17e2-4412-b4c6-7757e8642209 req-d4610d06-9ccd-4db8-9385-844bee182924 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:22.698083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f240b58b-17e2-4412-b4c6-7757e8642209 req-d4610d06-9ccd-4db8-9385-844bee182924 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 943 time: 0.0806835 Sep 20 12:24:22.734098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f240b58b-17e2-4412-b4c6-7757e8642209 req-6ec096e5-8827-4f2e-b28c-c96151bde8a6 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331240 Sep 20 12:24:22.894470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:23.013845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-110cce5d-068c-4bc1-a95a-03ac78c7d652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:23.099077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88df61e-5a1a-40a6-8dd8-53167a6babb1 req-3f645779-73b5-4b20-8a71-ae7aa7bbff35 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:23.100592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f88df61e-5a1a-40a6-8dd8-53167a6babb1 req-3f645779-73b5-4b20-8a71-ae7aa7bbff35 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0763738 Sep 20 12:24:23.156742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f88df61e-5a1a-40a6-8dd8-53167a6babb1 req-f6b4a668-9ed4-4edb-9d60-7525189e5517 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499289 Sep 20 12:24:23.185388 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-110cce5d-068c-4bc1-a95a-03ac78c7d652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:23.319700 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-110cce5d-068c-4bc1-a95a-03ac78c7d652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:23.371476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-110cce5d-068c-4bc1-a95a-03ac78c7d652 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecf937b0f6a24807911e9a5f88002a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736049 Sep 20 12:24:23.371476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cce5d-068c-4bc1-a95a-03ac78c7d652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ce4fd-3243-4586-8c13-3d43cc17b76a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:23.373666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43156) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:23.445220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e3894-50bb-49bc-aed6-84aa16b6859d req-a45c6f38-7158-4a79-ba7f-be386cf9718e tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:23.446696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-046e3894-50bb-49bc-aed6-84aa16b6859d req-a45c6f38-7158-4a79-ba7f-be386cf9718e tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 950 time: 0.0891621 Sep 20 12:24:23.471295 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fd79f21-1662-4a14-8ac7-bf51e73996f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:23.504196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-046e3894-50bb-49bc-aed6-84aa16b6859d req-e4912fe3-6169-4441-bf63-04319a61e272 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482759 Sep 20 12:24:23.508602 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fd79f21-1662-4a14-8ac7-bf51e73996f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:23.698117 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fd79f21-1662-4a14-8ac7-bf51e73996f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:23.700640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fd79f21-1662-4a14-8ac7-bf51e73996f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:23.704142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0fd79f21-1662-4a14-8ac7-bf51e73996f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce3ce4fd-3243-4586-8c13-3d43cc17b76a HTTP/1.1" status: 204 len: 168 time: 0.3136110 Sep 20 12:24:23.716752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd79f21-1662-4a14-8ac7-bf51e73996f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ce4fd-3243-4586-8c13-3d43cc17b76a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:23.810562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884aba1-4888-4059-8582-d47c3f4adda6 req-c2580e13-eaaf-4046-83d5-c56f22e08aa3 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:23.811978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c884aba1-4888-4059-8582-d47c3f4adda6 req-c2580e13-eaaf-4046-83d5-c56f22e08aa3 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 943 time: 0.0486758 Sep 20 12:24:23.863895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c884aba1-4888-4059-8582-d47c3f4adda6 req-86c1739d-4d72-4a8e-9b87-8522ba132d74 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379214 Sep 20 12:24:23.980772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747b3d2-9805-4556-964f-98534462f5cc req-a3f1676d-08d0-4b06-bd08-6b4bd995f29a tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:23.982883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d747b3d2-9805-4556-964f-98534462f5cc req-a3f1676d-08d0-4b06-bd08-6b4bd995f29a tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 943 time: 0.0614049 Sep 20 12:24:24.022859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d747b3d2-9805-4556-964f-98534462f5cc req-70f3fffc-0eb1-4faa-b92c-f419c9204b39 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Sep 20 12:24:24.088300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854fbaf-8bac-4bf1-a08b-b412ab3a3d10 req-3abe745d-0e66-4409-817f-52f69edac18a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:24.101386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9854fbaf-8bac-4bf1-a08b-b412ab3a3d10 req-3abe745d-0e66-4409-817f-52f69edac18a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 950 time: 0.0628388 Sep 20 12:24:24.138175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9854fbaf-8bac-4bf1-a08b-b412ab3a3d10 req-f94728ba-2865-4ced-9426-03d95182ac4d tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Sep 20 12:24:24.280191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f976a43-46bf-4f10-89a3-1567e71148ed req-fdb3fae4-5588-44e2-a811-bcb20a1262ee tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:24.281782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f976a43-46bf-4f10-89a3-1567e71148ed req-fdb3fae4-5588-44e2-a811-bcb20a1262ee tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0545590 Sep 20 12:24:24.324352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f976a43-46bf-4f10-89a3-1567e71148ed req-ab73ade3-d175-40e1-9761-48f0c0c8d8ad tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Sep 20 12:24:24.399879 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:24:24.643894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43284) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:24.658689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0346b1ea-2578-4599-916a-ba66ac61fe8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:24.750223 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0346b1ea-2578-4599-916a-ba66ac61fe8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:24.820777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-dea14c82-59bc-4df7-b642-43aea4cdbb2a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:24.822276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-dea14c82-59bc-4df7-b642-43aea4cdbb2a tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 950 time: 0.0563600 Sep 20 12:24:24.920573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0346b1ea-2578-4599-916a-ba66ac61fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:24.936230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Deleting port f6f53834-06b7-4596-a76a-cfc79113cef7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:24.936580 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:24.981994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346b1ea-2578-4599-916a-ba66ac61fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0caf2aa-62eb-45a4-919c-400adff8cdbf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:24.991157 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0346b1ea-2578-4599-916a-ba66ac61fe8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e5c70772a9a4927a7cc5e7883eb7ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461335 Sep 20 12:24:24.991983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43330) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:25.052516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7920912f-1967-4780-a700-09d6dff59bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.079507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7920912f-1967-4780-a700-09d6dff59bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.112108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] For port f6f53834-06b7-4596-a76a-cfc79113cef7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f6f53834-06b7-4596-a76a-cfc79113cef7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:25.112490 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.151719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d43e6-3084-4c3d-835e-8c009b716103 req-d5e351e8-ee24-4f5f-afba-489a674cb35a tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:25.151719 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de5d43e6-3084-4c3d-835e-8c009b716103 req-d5e351e8-ee24-4f5f-afba-489a674cb35a tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 943 time: 0.1340842 Sep 20 12:24:25.151719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Calling delete_port for f6f53834-06b7-4596-a76a-cfc79113cef7 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:25.225419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-b2cbf28f-3099-4334-8883-74c937c233b4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:25.226800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 06a147b5-e412-4de7-8d71-51122adb4c78 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:24:25.227295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-b2cbf28f-3099-4334-8883-74c937c233b4 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5016a7d-5571-420f-9f3b-33fbca354f1f HTTP/1.1" status: 200 len: 950 time: 0.1570034 Sep 20 12:24:25.274778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7920912f-1967-4780-a700-09d6dff59bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.278453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7920912f-1967-4780-a700-09d6dff59bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.282857 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7920912f-1967-4780-a700-09d6dff59bc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0caf2aa-62eb-45a4-919c-400adff8cdbf HTTP/1.1" status: 204 len: 168 time: 0.2864470 Sep 20 12:24:25.309382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920912f-1967-4780-a700-09d6dff59bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0caf2aa-62eb-45a4-919c-400adff8cdbf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:25.321763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de5d43e6-3084-4c3d-835e-8c009b716103 req-6c8017db-8e33-48a8-afb2-a193f1bd0e9e tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614549 Sep 20 12:24:25.354834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:25.377621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '06a147b5-e412-4de7-8d71-51122adb4c78', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'port_id': '06a147b5-e412-4de7-8d71-51122adb4c78', 'mac_address': 'fa:16:3e:0c:c8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54348ff2-71b4-437c-a198-407723854790', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:24:25.399167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f99a37-ca56-4f52-b7c0-3fe487be5c4a req-30a10e55-d5f3-4572-a9f4-4c22cc3803c3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:25.400788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78f99a37-ca56-4f52-b7c0-3fe487be5c4a req-30a10e55-d5f3-4572-a9f4-4c22cc3803c3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 943 time: 0.2170091 Sep 20 12:24:25.430629 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.446708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a147b5-e412-4de7-8d71-51122adb4c78 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:25.475290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:25.502937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78f99a37-ca56-4f52-b7c0-3fe487be5c4a req-b23dde63-1de3-4f4c-b7f1-739dc15ed8e6 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936430 Sep 20 12:24:25.507225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Deleting port 07fabbb5-1012-41b3-b7af-e577bdc0d917 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:25.507576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.644913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] For port 07fabbb5-1012-41b3-b7af-e577bdc0d917, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07fabbb5-1012-41b3-b7af-e577bdc0d917,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:25.645335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.658134 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.659368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9db0b913-77ec-4edf-bd5a-657c157a3e6c details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:24:25.661953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1e8e6-0863-47b1-8328-d4e1d30f21c8 req-565ccda5-0d71-45a9-adef-c8a38a447c28 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:25.663534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0c1e8e6-0863-47b1-8328-d4e1d30f21c8 req-565ccda5-0d71-45a9-adef-c8a38a447c28 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 950 time: 0.0891163 Sep 20 12:24:25.667755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.680244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Calling delete_port for 07fabbb5-1012-41b3-b7af-e577bdc0d917 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:25.685752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd', '07fabbb5-1012-41b3-b7af-e577bdc0d917'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:25.687861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b', 'f6f53834-06b7-4596-a76a-cfc79113cef7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:25.690611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:25.723096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event deleted for resources: {'Port': ['ID=f6f53834-06b7-4596-a76a-cfc79113cef7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:25.827426 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] No DVR routers for this DVR port f6f53834-06b7-4596-a76a-cfc79113cef7 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:25.834278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:25.836306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dee94f4-39a0-45b5-9cb7-33ed37576a92 req-7147ac45-35d6-4e91-968f-5188e22198c0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "DELETE /v2.0/ports/f6f53834-06b7-4596-a76a-cfc79113cef7 HTTP/1.1" status: 204 len: 173 time: 1.0060916 Sep 20 12:24:25.838093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e92b9ee-6abd-4160-b31f-501ba013b914', 'name': 'network-vif-deleted', 'tag': 'f6f53834-06b7-4596-a76a-cfc79113cef7'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:25.841116 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ab8e86-3cb5-433e-ad64-8122e0be587b" -d '{"events": [{"server_uuid": "2e92b9ee-6abd-4160-b31f-501ba013b914", "name": "network-vif-deleted", "tag": "f6f53834-06b7-4596-a76a-cfc79113cef7"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:25.849203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.resource_extend [None req-776e473a-021c-4182-9263-ecbece78cccb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:24:25.863258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0c1e8e6-0863-47b1-8328-d4e1d30f21c8 req-cbb1c8f5-3c0b-40b5-9ac2-aadd5aa39b5b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764095 Sep 20 12:24:25.981462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:26.058430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2381f2-ad6d-4d89-9939-60d9f4a2a5a2 req-51740d9e-f087-4ea7-a829-bdbf950cfdcc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:26.067101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db2381f2-ad6d-4d89-9939-60d9f4a2a5a2 req-51740d9e-f087-4ea7-a829-bdbf950cfdcc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1098170 Sep 20 12:24:26.074174 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:26.134318 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:26.150911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event deleted for resources: {'Port': ['ID=07fabbb5-1012-41b3-b7af-e577bdc0d917,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:26.178500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9db0b913-77ec-4edf-bd5a-657c157a3e6c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9db0b913-77ec-4edf-bd5a-657c157a3e6c,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:26.196640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'port_id': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'mac_address': 'fa:16:3e:20:03:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:24:26.209229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] No DVR routers for this DVR port 07fabbb5-1012-41b3-b7af-e577bdc0d917 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:26.211980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:26.214389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcc6e371-0fa4-4031-875d-975e8c7e60ac req-861fe039-abec-45f6-a104-0034596d73ec tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "DELETE /v2.0/ports/07fabbb5-1012-41b3-b7af-e577bdc0d917 HTTP/1.1" status: 204 len: 173 time: 0.9751384 Sep 20 12:24:26.245033 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db2381f2-ad6d-4d89-9939-60d9f4a2a5a2 req-041267b0-7371-4fae-a11c-46ca82aac309 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704931 Sep 20 12:24:26.281863 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0794433a-a622-4682-a950-406a8d7e0015 x-openstack-request-id: req-0794433a-a622-4682-a950-406a8d7e0015 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:26.282515 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e92b9ee-6abd-4160-b31f-501ba013b914", "name": "network-vif-deleted", "tag": "f6f53834-06b7-4596-a76a-cfc79113cef7", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:26.282966 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0794433a-a622-4682-a950-406a8d7e0015 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:26.283578 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e92b9ee-6abd-4160-b31f-501ba013b914', 'name': 'network-vif-deleted', 'tag': 'f6f53834-06b7-4596-a76a-cfc79113cef7', 'status': 'completed', 'code': 200} Sep 20 12:24:26.295587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:26.297937 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b535a-9533-4421-9547-a1bb4e7c5482" -d '{"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-unplugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:26.317649 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:26.328105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:26.364336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db0b913-77ec-4edf-bd5a-657c157a3e6c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:26.409585 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0421e0cb-78b5-4ff7-bc8d-d5c9693a841b x-openstack-request-id: req-0421e0cb-78b5-4ff7-bc8d-d5c9693a841b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:26.409953 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-unplugged", "status": "completed", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:26.410216 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0421e0cb-78b5-4ff7-bc8d-d5c9693a841b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:26.410607 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'code': 200} Sep 20 12:24:26.417177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9db0b913-77ec-4edf-bd5a-657c157a3e6c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9db0b913-77ec-4edf-bd5a-657c157a3e6c,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:26.500575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a45b8a-ad54-49b4-8d19-05d79dcb42fd req-7fe85860-18a6-4993-afd6-1ae4827bbe5c tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:26.502830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38a45b8a-ad54-49b4-8d19-05d79dcb42fd req-7fe85860-18a6-4993-afd6-1ae4827bbe5c tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 943 time: 0.0546639 Sep 20 12:24:26.550679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38a45b8a-ad54-49b4-8d19-05d79dcb42fd req-274eacce-1b00-479a-b4a7-f6a604f8b186 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415962 Sep 20 12:24:26.663343 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:26.684603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02fbc-5473-4cfc-9daf-5edf97195956 req-41bfd18c-b859-420f-a4f5-d7dd786e2f4e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:26.686363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5a02fbc-5473-4cfc-9daf-5edf97195956 req-41bfd18c-b859-420f-a4f5-d7dd786e2f4e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 944 time: 0.0668926 Sep 20 12:24:26.741062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5a02fbc-5473-4cfc-9daf-5edf97195956 req-da7a1b67-22ee-47fd-a6a4-c806978e8297 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438766 Sep 20 12:24:26.746774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=11']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:26.755308 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:26.817402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:26.825224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9db0b913-77ec-4edf-bd5a-657c157a3e6c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:27.059391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['06a147b5-e412-4de7-8d71-51122adb4c78'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:27.062247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9db0b913-77ec-4edf-bd5a-657c157a3e6c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:27.078309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5341a796-4181-457b-ba89-f9f750636b96 req-96383fc9-1749-4554-b385-b5f93ada954b tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e92b9ee-6abd-4160-b31f-501ba013b914 HTTP/1.1" status: 200 len: 210 time: 0.0573289 Sep 20 12:24:27.281563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 07fabbb5-1012-41b3-b7af-e577bdc0d917 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:27.284720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:27.337632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 07fabbb5-1012-41b3-b7af-e577bdc0d917 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:27.338292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 07fabbb5-1012-41b3-b7af-e577bdc0d917 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:27.361481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56483659-e306-4dec-8b9e-de0a57f6a305 req-1bd55138-0c74-4381-9b1c-8ac42681273b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:27.370578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56483659-e306-4dec-8b9e-de0a57f6a305 req-1bd55138-0c74-4381-9b1c-8ac42681273b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0641165 Sep 20 12:24:27.449292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56483659-e306-4dec-8b9e-de0a57f6a305 req-aa61333e-418a-4063-a1f9-3b478bd408b6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Sep 20 12:24:27.695133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f6f53834-06b7-4596-a76a-cfc79113cef7 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:27.712185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc06e5f-8df3-4012-8024-08925f71b286 req-04be855d-ddf7-431e-855c-2438d7d92f0d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:27.713781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dc06e5f-8df3-4012-8024-08925f71b286 req-04be855d-ddf7-431e-855c-2438d7d92f0d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 944 time: 0.0595849 Sep 20 12:24:27.745177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: f6f53834-06b7-4596-a76a-cfc79113cef7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:27.745523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f6f53834-06b7-4596-a76a-cfc79113cef7 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:27.786219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dc06e5f-8df3-4012-8024-08925f71b286 req-79b8adcd-5ebb-4b97-b2da-67b16c38d86f tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529318 Sep 20 12:24:27.895350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1463406-cec4-46ae-a443-e20d957e8cea req-69b30368-1004-4130-999d-130327c23f14 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:27.896902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1463406-cec4-46ae-a443-e20d957e8cea req-69b30368-1004-4130-999d-130327c23f14 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 944 time: 0.0515130 Sep 20 12:24:27.933855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1463406-cec4-46ae-a443-e20d957e8cea req-b043b628-b68b-4cab-bcf1-f6283028accf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Sep 20 12:24:28.284818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5016a7d-5571-420f-9f3b-33fbca354f1f', 'name': 'network-vif-deleted', 'tag': '07fabbb5-1012-41b3-b7af-e577bdc0d917'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:28.287117 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8f0f01-eb90-4ccd-b883-061625ff5666" -d '{"events": [{"server_uuid": "f5016a7d-5571-420f-9f3b-33fbca354f1f", "name": "network-vif-deleted", "tag": "07fabbb5-1012-41b3-b7af-e577bdc0d917"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:28.358359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-5820f2fe-05d1-4852-8c8d-78f9876101be tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:28.365615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-5820f2fe-05d1-4852-8c8d-78f9876101be tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 820 time: 0.1119275 Sep 20 12:24:28.374321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-5f063735-ee9a-4612-9827-7bb392ce98eb tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/quotas/82ab7f87ae3c4abe9ff454b68496a0a2 HTTP/1.1" status: 200 len: 375 time: 0.0087259 Sep 20 12:24:28.427278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-5781575d-e91b-4558-a1c2-5cb7a28ce1ff tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466077 Sep 20 12:24:28.528892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-b9d23436-961a-4a6c-87b0-0878c7ce6ebb service neutron] 10.222.0.37 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946968 Sep 20 12:24:28.618443 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-eb82b3b0-c295-49a4-b944-04248b02f42e service neutron] 10.222.0.37 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834029 Sep 20 12:24:29.258240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 06a147b5-e412-4de7-8d71-51122adb4c78 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:24:29.369075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43530) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:29.412213 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdaa989-df50-4cee-98e1-04f96da458dd x-openstack-request-id: req-2cdaa989-df50-4cee-98e1-04f96da458dd {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:29.413317 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5016a7d-5571-420f-9f3b-33fbca354f1f", "name": "network-vif-deleted", "tag": "07fabbb5-1012-41b3-b7af-e577bdc0d917", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:29.415523 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cdaa989-df50-4cee-98e1-04f96da458dd {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:29.416265 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5016a7d-5571-420f-9f3b-33fbca354f1f', 'name': 'network-vif-deleted', 'tag': '07fabbb5-1012-41b3-b7af-e577bdc0d917', 'status': 'completed', 'code': 200} Sep 20 12:24:29.424432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 06a147b5-e412-4de7-8d71-51122adb4c78 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:24:29.430297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 06a147b5-e412-4de7-8d71-51122adb4c78 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:24:29.431132 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.503231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61a69c8b-7d1d-494a-82f0-5f17200105a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.539860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e10db-d160-41d5-92d5-b5c3491e421d req-0b661016-78f2-4386-b09a-990042b01544 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:29.547861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f3e10db-d160-41d5-92d5-b5c3491e421d req-0b661016-78f2-4386-b09a-990042b01544 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0789950 Sep 20 12:24:29.549212 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.587343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:29.589612 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e0f82-5200-4568-9dd4-6a2f18091d2f" -d '{"events": [{"server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "name": "network-vif-plugged", "status": "completed", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:29.599934 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f3e10db-d160-41d5-92d5-b5c3491e421d req-63717b0c-9333-4880-b341-4537931a2cfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Sep 20 12:24:29.606698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:29.615552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61a69c8b-7d1d-494a-82f0-5f17200105a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.702700 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61a69c8b-7d1d-494a-82f0-5f17200105a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.702919 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.704011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9db0b913-77ec-4edf-bd5a-657c157a3e6c up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:24:29.742509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f389f2-f9fd-4f8f-9316-12d2c24876b7 req-e429e701-07bb-4b1f-ab70-9154153e10ce tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:29.743646 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-61a69c8b-7d1d-494a-82f0-5f17200105a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=572b7b1e6b69458e89babb4c3998bdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735018 Sep 20 12:24:29.744114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33f389f2-f9fd-4f8f-9316-12d2c24876b7 req-e429e701-07bb-4b1f-ab70-9154153e10ce tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 944 time: 0.0934112 Sep 20 12:24:29.748753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43546) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:29.753243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a69c8b-7d1d-494a-82f0-5f17200105a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc172124-cd18-4135-9193-055bb8874855,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:29.761944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984acde-d303-4a32-9147-39a36a06d2a0 req-f014208d-9161-465c-9c75-845dd6111c5b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:29.763454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7984acde-d303-4a32-9147-39a36a06d2a0 req-f014208d-9161-465c-9c75-845dd6111c5b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 944 time: 0.0998673 Sep 20 12:24:29.790967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:29.854651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7984acde-d303-4a32-9147-39a36a06d2a0 req-ff291b02-7413-45a4-9e25-155366394f34 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818944 Sep 20 12:24:29.860666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33f389f2-f9fd-4f8f-9316-12d2c24876b7 req-497c019d-0113-4a2a-8758-46b239dc6706 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890825 Sep 20 12:24:29.879025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0d72d90-a7f3-4b93-99b3-c8362f4dbd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.906121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0d72d90-a7f3-4b93-99b3-c8362f4dbd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.920101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9db0b913-77ec-4edf-bd5a-657c157a3e6c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:24:29.925325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9db0b913-77ec-4edf-bd5a-657c157a3e6c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:24:29.925711 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:29.950053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d838027-807e-4ca4-8c3e-828361904518 req-4b2c5895-5ce5-4207-adcd-b671ed17f26b tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 210 time: 0.0456598 Sep 20 12:24:30.020325 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:30.054925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9db0b913-77ec-4edf-bd5a-657c157a3e6c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9db0b913-77ec-4edf-bd5a-657c157a3e6c,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:30.103038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0d72d90-a7f3-4b93-99b3-c8362f4dbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:30.106069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0d72d90-a7f3-4b93-99b3-c8362f4dbd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:30.107465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0d72d90-a7f3-4b93-99b3-c8362f4dbd21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc172124-cd18-4135-9193-055bb8874855 HTTP/1.1" status: 204 len: 168 time: 0.3431115 Sep 20 12:24:30.117340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d72d90-a7f3-4b93-99b3-c8362f4dbd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc172124-cd18-4135-9193-055bb8874855,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:30.193933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:30.242499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9db0b913-77ec-4edf-bd5a-657c157a3e6c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:30.629234 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78cd231-cc72-43c4-8cb8-5ce40274df1b x-openstack-request-id: req-e78cd231-cc72-43c4-8cb8-5ce40274df1b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:30.630207 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "name": "network-vif-plugged", "status": "completed", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:30.630633 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e78cd231-cc72-43c4-8cb8-5ce40274df1b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:30.631219 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78', 'code': 200} Sep 20 12:24:30.731596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e19f-bd01-40c0-b39d-fc7ef8e392cd req-99ff3dc4-bb15-40c5-beca-2309c8ba23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:30.733159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0257e19f-bd01-40c0-b39d-fc7ef8e392cd req-99ff3dc4-bb15-40c5-beca-2309c8ba23b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 1096 time: 0.0440478 Sep 20 12:24:30.772378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0257e19f-bd01-40c0-b39d-fc7ef8e392cd req-32a01181-6ee7-423b-b1c7-cd7070ca3817 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Sep 20 12:24:31.493203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3696cc4-51ad-4fa8-b872-465b91b3e13a req-c58723a2-c00d-41a2-a914-267767ddad96 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:31.495282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3696cc4-51ad-4fa8-b872-465b91b3e13a req-c58723a2-c00d-41a2-a914-267767ddad96 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.3453152 Sep 20 12:24:31.536749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3696cc4-51ad-4fa8-b872-465b91b3e13a req-345b0982-3f29-4105-8396-c3e395bb9340 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347226 Sep 20 12:24:31.707207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba4129-ca8e-414e-8773-28070f30d76b req-6d8e5975-c08d-43f4-b2e9-46b355e37a97 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:31.708602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6eba4129-ca8e-414e-8773-28070f30d76b req-6d8e5975-c08d-43f4-b2e9-46b355e37a97 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 945 time: 0.0503855 Sep 20 12:24:31.746466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6eba4129-ca8e-414e-8773-28070f30d76b req-9f6279e3-1b54-45d7-8fde-35a19d1024f0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Sep 20 12:24:31.880962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f463e2ff-3daf-483e-9e15-dc39e71a54e5 req-5e43cfef-0af0-4b6d-9ff1-76bedc7c3235 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 210 time: 0.0412092 Sep 20 12:24:31.898938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ebde7-185a-4d10-93fa-2b7475a89035 req-c724155c-d920-4dbe-b40f-5951126cbbc6 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:31.900447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c64ebde7-185a-4d10-93fa-2b7475a89035 req-c724155c-d920-4dbe-b40f-5951126cbbc6 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 945 time: 0.0892951 Sep 20 12:24:31.942098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c64ebde7-185a-4d10-93fa-2b7475a89035 req-7cc32df1-7bc2-4110-8ab4-67ad9e0bd800 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337107 Sep 20 12:24:32.017941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d99757-ab57-40a2-b71e-50b309da2d0d req-0b318a2f-affd-4736-a1b9-d2dccff1f2ee tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:32.019493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79d99757-ab57-40a2-b71e-50b309da2d0d req-0b318a2f-affd-4736-a1b9-d2dccff1f2ee tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=06965346-b114-475b-9c4b-dc4abcf07c5d HTTP/1.1" status: 200 len: 949 time: 0.0644145 Sep 20 12:24:32.058441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79d99757-ab57-40a2-b71e-50b309da2d0d req-ff37924d-1967-4753-b921-c320ff9e3cdf tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Sep 20 12:24:32.206527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-f29ee563-70cc-483b-bec0-0177088af501 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:32.208042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-f29ee563-70cc-483b-bec0-0177088af501 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/ports?device_id=06965346-b114-475b-9c4b-dc4abcf07c5d HTTP/1.1" status: 200 len: 949 time: 0.0624020 Sep 20 12:24:32.303242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Deleting port 1ea993ce-8716-4785-8570-7a629000a62b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:32.303588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:32.638268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db0b913-77ec-4edf-bd5a-657c157a3e6c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:32.638268 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad48e557-0008-4adb-8d3d-f7d8a6a6f895" -d '{"events": [{"server_uuid": "29d8fff8-0bca-4fe2-aaa1-b8731156e96c", "name": "network-vif-plugged", "status": "completed", "tag": "9db0b913-77ec-4edf-bd5a-657c157a3e6c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:32.659614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] For port 1ea993ce-8716-4785-8570-7a629000a62b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1ea993ce-8716-4785-8570-7a629000a62b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:32.659986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:32.698178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Calling delete_port for 1ea993ce-8716-4785-8570-7a629000a62b owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:32.721929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8763a-0243-47a6-9ac6-ad87ac074a27 req-473a7ce0-0c8c-4b48-b312-bc9df9d24211 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:32.723543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa8763a-0243-47a6-9ac6-ad87ac074a27 req-473a7ce0-0c8c-4b48-b312-bc9df9d24211 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 947 time: 0.1734550 Sep 20 12:24:32.742447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-089e8722-2f93-4f55-891d-8009dfc045f1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:32.743857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-089e8722-2f93-4f55-891d-8009dfc045f1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 820 time: 0.3786974 Sep 20 12:24:32.793466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Request body: {'port': {'device_id': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'admin_state_up': True, 'tenant_id': '82ab7f87ae3c4abe9ff454b68496a0a2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:32.827725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a4ed-e4d8-43a7-9081-cf29b72c61b1 req-5df2f7a6-6174-4c53-83ae-35556226451a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:32.829466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23e7a4ed-e4d8-43a7-9081-cf29b72c61b1 req-5df2f7a6-6174-4c53-83ae-35556226451a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.2011738 Sep 20 12:24:32.902782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e4547-676f-4899-8820-3a7673f1b805 req-e14b11a8-c292-4723-aa1f-641944e44f25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:32.904585 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-687e4547-676f-4899-8820-3a7673f1b805 req-e14b11a8-c292-4723-aa1f-641944e44f25 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 949 time: 0.0703940 Sep 20 12:24:33.015197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa8763a-0243-47a6-9ac6-ad87ac074a27 req-743ef229-a23e-4e00-aab3-37a62cf2d6ab tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785451 Sep 20 12:24:33.022354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Deleting port 9853996a-ccd4-46b0-9dd7-4e93481b2934 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:33.023309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.047023 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23e7a4ed-e4d8-43a7-9081-cf29b72c61b1 req-c81ecc08-3d61-4d79-befd-d55d7f9a176c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956453 Sep 20 12:24:33.129450 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43de556-fa42-4ff4-a441-c38f215378c7 x-openstack-request-id: req-f43de556-fa42-4ff4-a441-c38f215378c7 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:33.130271 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d8fff8-0bca-4fe2-aaa1-b8731156e96c", "name": "network-vif-plugged", "status": "completed", "tag": "9db0b913-77ec-4edf-bd5a-657c157a3e6c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:33.135800 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f43de556-fa42-4ff4-a441-c38f215378c7 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:33.135800 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'code': 200} Sep 20 12:24:33.150711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] For port 9853996a-ccd4-46b0-9dd7-4e93481b2934, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9853996a-ccd4-46b0-9dd7-4e93481b2934,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:33.151169 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.173586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Made reservation on behalf of 82ab7f87ae3c4abe9ff454b68496a0a2 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:24:33.175847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Calling delete_port for 9853996a-ccd4-46b0-9dd7-4e93481b2934 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:33.187573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.274868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.287301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:33.317863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9853996a-ccd4-46b0-9dd7-4e93481b2934', '1ea993ce-8716-4785-8570-7a629000a62b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:33.322512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a404d2-5395-4950-a863-3574d6cb63f7 req-fca1a694-a0b5-4fdd-ae52-f024ae39839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:33.324054 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40a404d2-5395-4950-a863-3574d6cb63f7 req-fca1a694-a0b5-4fdd-ae52-f024ae39839c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 1096 time: 0.0645177 Sep 20 12:24:33.370917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b293d5d5-bd17-478b-a5fe-b1928cf3d988 req-834906f2-5a58-45ae-b947-f7cadac6c44f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 210 time: 0.1021278 Sep 20 12:24:33.390361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event deleted for resources: {'Port': ['ID=1ea993ce-8716-4785-8570-7a629000a62b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:33.400593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40a404d2-5395-4950-a863-3574d6cb63f7 req-443e1fa4-94b5-494f-8007-a0370ee8e2d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692062 Sep 20 12:24:33.461767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] No DVR routers for this DVR port 1ea993ce-8716-4785-8570-7a629000a62b on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:33.488048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3296e-4b81-4bbb-8dc2-2f1339502ac9 req-e390564b-ad69-4ab0-850e-4844a3d6eeae tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:33.496128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0c3296e-4b81-4bbb-8dc2-2f1339502ac9 req-e390564b-ad69-4ab0-850e-4844a3d6eeae tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 945 time: 0.2258675 Sep 20 12:24:33.505210 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.507561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6456fcd2-b17e-47a1-be19-151a59b95b39 req-ac085929-7f21-4045-ab6b-b1accac51fe0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "DELETE /v2.0/ports/1ea993ce-8716-4785-8570-7a629000a62b HTTP/1.1" status: 204 len: 173 time: 1.2910607 Sep 20 12:24:33.511028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06965346-b114-475b-9c4b-dc4abcf07c5d', 'name': 'network-vif-deleted', 'tag': '1ea993ce-8716-4785-8570-7a629000a62b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:33.513463 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487d2485-8b24-4b38-8548-ceaa5dbfcd8d" -d '{"events": [{"server_uuid": "06965346-b114-475b-9c4b-dc4abcf07c5d", "name": "network-vif-deleted", "tag": "1ea993ce-8716-4785-8570-7a629000a62b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:33.561091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43662) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:33.599499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0c3296e-4b81-4bbb-8dc2-2f1339502ac9 req-3ffc4cf0-d544-453e-877a-84de3b28916c tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023438 Sep 20 12:24:33.609786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Allocated IP 172.20.0.7 (e39099c2-8f30-47c6-bf23-32bf658a1459/9d2e5e21-4425-4400-9778-682f36ab16e9/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:24:33.645836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf18ba-834a-4bba-93ae-0598ebc422f7 req-9232d5ec-3bdb-4dce-8c43-f0fcc9fd9c61 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:33.649201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8cf18ba-834a-4bba-93ae-0598ebc422f7 req-9232d5ec-3bdb-4dce-8c43-f0fcc9fd9c61 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 945 time: 0.1015902 Sep 20 12:24:33.663133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.715890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event deleted for resources: {'Port': ['ID=9853996a-ccd4-46b0-9dd7-4e93481b2934,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:33.751208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8cf18ba-834a-4bba-93ae-0598ebc422f7 req-f23780de-02e2-41fd-b5d4-89ae933a0497 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932987 Sep 20 12:24:33.770283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db77cf5b-3d33-4997-9014-c1d6e0b4d9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.804997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de37367e-07ee-47e3-b53e-68b8f28d75d6 req-4131c6aa-4b80-462c-b85f-71936a343a7e tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=06965346-b114-475b-9c4b-dc4abcf07c5d HTTP/1.1" status: 200 len: 210 time: 0.0779998 Sep 20 12:24:33.859398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] No DVR routers for this DVR port 9853996a-ccd4-46b0-9dd7-4e93481b2934 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:33.863583 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.865874 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-687e4547-676f-4899-8820-3a7673f1b805 req-928bce57-9745-45fc-9a9c-3296bafd96cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.21 "DELETE /v2.0/ports/9853996a-ccd4-46b0-9dd7-4e93481b2934 HTTP/1.1" status: 204 len: 173 time: 0.9538608 Sep 20 12:24:33.866412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e5de33-21e3-4536-8f4b-bd76d5720cba', 'name': 'network-vif-deleted', 'tag': '9853996a-ccd4-46b0-9dd7-4e93481b2934'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:33.868799 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f63fd5-a1f8-458a-b6e0-01876b2e6a87" -d '{"events": [{"server_uuid": "e2e5de33-21e3-4536-8f4b-bd76d5720cba", "name": "network-vif-deleted", "tag": "9853996a-ccd4-46b0-9dd7-4e93481b2934"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:33.955026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db77cf5b-3d33-4997-9014-c1d6e0b4d9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.962205 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bcd2d2-ec6b-4646-92f8-672f6ed5d995 x-openstack-request-id: req-c6bcd2d2-ec6b-4646-92f8-672f6ed5d995 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:33.962506 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06965346-b114-475b-9c4b-dc4abcf07c5d", "name": "network-vif-deleted", "tag": "1ea993ce-8716-4785-8570-7a629000a62b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:33.962764 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6bcd2d2-ec6b-4646-92f8-672f6ed5d995 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:33.963168 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06965346-b114-475b-9c4b-dc4abcf07c5d', 'name': 'network-vif-deleted', 'tag': '1ea993ce-8716-4785-8570-7a629000a62b', 'status': 'completed', 'code': 200} Sep 20 12:24:33.965521 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a2881-7255-45e5-8997-94139c46596a x-openstack-request-id: req-4b1a2881-7255-45e5-8997-94139c46596a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:33.966359 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e5de33-21e3-4536-8f4b-bd76d5720cba", "name": "network-vif-deleted", "tag": "9853996a-ccd4-46b0-9dd7-4e93481b2934", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:33.966714 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b1a2881-7255-45e5-8997-94139c46596a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:33.967284 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e5de33-21e3-4536-8f4b-bd76d5720cba', 'name': 'network-vif-deleted', 'tag': '9853996a-ccd4-46b0-9dd7-4e93481b2934', 'status': 'completed', 'code': 200} Sep 20 12:24:33.968681 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:33.977728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:34.034442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db77cf5b-3d33-4997-9014-c1d6e0b4d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.104307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77cf5b-3d33-4997-9014-c1d6e0b4d9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334ad904-aa67-49e6-976f-ad5f4522b407,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:34.110201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.135294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-db77cf5b-3d33-4997-9014-c1d6e0b4d9c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2248893e3d2646a2a8d955e626f988b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736091 Sep 20 12:24:34.136155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43674) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:34.196383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8f30-7b45-4efb-b17b-13db8a580010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.200606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Pushing event updated for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:34.223058 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8f30-7b45-4efb-b17b-13db8a580010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.254153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Network e39099c2-8f30-47c6-bf23-32bf658a1459 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:24:34.256166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:24:34.259707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:24:34.327084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8193cf-9d0d-4631-a251-4777c0b793e6 req-da4fbd21-3369-4c51-b0ab-666b16ae3f96 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:34.336979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8193cf-9d0d-4631-a251-4777c0b793e6 req-da4fbd21-3369-4c51-b0ab-666b16ae3f96 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 947 time: 0.1223750 Sep 20 12:24:34.343109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-ab4a5d52-c13d-4884-bf28-c49dd2dbf46a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:34.350499 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-ab4a5d52-c13d-4884-bf28-c49dd2dbf46a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 947 time: 0.0595043 Sep 20 12:24:34.356501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:34.357775 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.402108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8193cf-9d0d-4631-a251-4777c0b793e6 req-5decccf0-6d4f-4c3a-a383-556741e51123 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639086 Sep 20 12:24:34.461928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8f30-7b45-4efb-b17b-13db8a580010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.463924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8f30-7b45-4efb-b17b-13db8a580010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.467513 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bc2f8f30-7b45-4efb-b17b-13db8a580010 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/334ad904-aa67-49e6-976f-ad5f4522b407 HTTP/1.1" status: 204 len: 168 time: 0.3278012 Sep 20 12:24:34.493114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f8f30-7b45-4efb-b17b-13db8a580010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334ad904-aa67-49e6-976f-ad5f4522b407,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:34.537186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-3aee5114-cbf6-4986-915a-801ad6e06b5a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7824306 Sep 20 12:24:34.566854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Deleting port 76133b6f-6965-4097-bc6a-85956ed32b76 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:34.567484 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.569155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Request body: {'port': {'device_id': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:34.665446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a706a8-01c8-4709-bf24-c2316a6ed79e req-f57b05eb-21fe-45e2-995f-7517af4a500a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:34.666676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40a706a8-01c8-4709-bf24-c2316a6ed79e req-f57b05eb-21fe-45e2-995f-7517af4a500a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1476443 Sep 20 12:24:34.691749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] For port 76133b6f-6965-4097-bc6a-85956ed32b76, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=76133b6f-6965-4097-bc6a-85956ed32b76,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:34.692442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.700137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:34.721518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Calling delete_port for 76133b6f-6965-4097-bc6a-85956ed32b76 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:34.940898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40a706a8-01c8-4709-bf24-c2316a6ed79e req-8ad70a3e-f344-4731-aecc-49b2a5404afa tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144063 Sep 20 12:24:35.003051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bb7bf-1a37-425f-8e1f-caec6a59f353 req-9998db6b-c16f-400b-b60e-8f96a013fa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:35.010602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-404bb7bf-1a37-425f-8e1f-caec6a59f353 req-9998db6b-c16f-400b-b60e-8f96a013fa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 931 time: 0.1261821 Sep 20 12:24:35.045996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.082771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Pushing event deleted for resources: {'Port': ['ID=76133b6f-6965-4097-bc6a-85956ed32b76,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:35.111646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-404bb7bf-1a37-425f-8e1f-caec6a59f353 req-8ca3fdc6-74c2-4d1b-b610-c3994ce6397f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981023 Sep 20 12:24:35.134013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] No DVR routers for this DVR port 76133b6f-6965-4097-bc6a-85956ed32b76 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:35.136716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.139248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89300ffd-9768-4c58-9554-b7884b8e3cd4 req-f9e04fff-9a48-4a15-bb72-bf82865ec13a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "DELETE /v2.0/ports/76133b6f-6965-4097-bc6a-85956ed32b76 HTTP/1.1" status: 204 len: 173 time: 0.7862673 Sep 20 12:24:35.189378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9a7e4-0975-4f19-880f-1fd9a66bf12b req-9ac5f1ce-6bd9-4b1f-a351-fae25ec7b992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:35.190947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ef9a7e4-0975-4f19-880f-1fd9a66bf12b req-9ac5f1ce-6bd9-4b1f-a351-fae25ec7b992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 945 time: 0.1760468 Sep 20 12:24:35.274703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:35.292581 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.306728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ef9a7e4-0975-4f19-880f-1fd9a66bf12b req-48a9ccff-e849-4067-9026-d07b97232c0a tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914867 Sep 20 12:24:35.317924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fe2bb-314e-4a00-aef9-105011f53310 req-4497cd83-4d7e-486d-9216-89e3fce49fe2 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:35.319510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-059fe2bb-314e-4a00-aef9-105011f53310 req-4497cd83-4d7e-486d-9216-89e3fce49fe2 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 945 time: 0.1056373 Sep 20 12:24:35.324523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Transition to ACTIVE for port object a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:24:35.393722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-059fe2bb-314e-4a00-aef9-105011f53310 req-ace9501a-78ff-45a5-b9c5-8dbeb0780848 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562472 Sep 20 12:24:35.434646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.532550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43696) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:35.548646 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b6635b5-75ed-4d18-a076-7fbf19c51c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.580784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:35.638348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aae9f4a2-fca5-4649-ac47-852fce661981 req-cde41c37-6827-452d-98f1-1488ac026fd0 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e5de33-21e3-4536-8f4b-bd76d5720cba HTTP/1.1" status: 200 len: 210 time: 0.0945592 Sep 20 12:24:35.713237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17136-de46-47be-8d94-b957a3ce73ec req-7c287d5b-f4e0-4740-b080-47e575152c02 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:35.726185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2de17136-de46-47be-8d94-b957a3ce73ec req-7c287d5b-f4e0-4740-b080-47e575152c02 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 945 time: 0.2321765 Sep 20 12:24:35.729332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43700) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:35.740448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 76133b6f-6965-4097-bc6a-85956ed32b76 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:35.740959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b6635b5-75ed-4d18-a076-7fbf19c51c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.742752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Request body: {'floatingip': {'port_id': '9db0b913-77ec-4edf-bd5a-657c157a3e6c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:35.766686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 76133b6f-6965-4097-bc6a-85956ed32b76 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:35.767835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 76133b6f-6965-4097-bc6a-85956ed32b76 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:35.768360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9853996a-ccd4-46b0-9dd7-4e93481b2934 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:35.790636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 9853996a-ccd4-46b0-9dd7-4e93481b2934 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:35.791215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9853996a-ccd4-46b0-9dd7-4e93481b2934 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:35.791839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1ea993ce-8716-4785-8570-7a629000a62b no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:35.814863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 1ea993ce-8716-4785-8570-7a629000a62b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:35.815369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1ea993ce-8716-4785-8570-7a629000a62b not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:35.839466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55c4da65-e668-42ad-9a14-abd3fe6d21a6 req-b9ac1557-e31d-417c-a16b-1a0e8851c28e tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc HTTP/1.1" status: 200 len: 210 time: 0.1108723 Sep 20 12:24:35.841915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.844597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:24:35.845219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:24:35.845395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:35.847334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b6635b5-75ed-4d18-a076-7fbf19c51c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.878854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:24:35.879187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:35.902398 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5b6635b5-75ed-4d18-a076-7fbf19c51c4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bed981c2ce714ae6b9c7d491fa87acab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685324 Sep 20 12:24:35.904651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43702) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:35.908307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:24:35.908697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:24:35.909068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:24:35.919366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Bound port: a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:24:35.919366 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:35.920700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6635b5-75ed-4d18-a076-7fbf19c51c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100eed32-f816-4249-8c53-63b093a99742,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:35.970238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'name': 'network-vif-deleted', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:35.972786 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1142e2ad-919e-4365-b82e-c5ca88ebf14f" -d '{"events": [{"server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "name": "network-vif-deleted", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:35.977036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffced-45b6-4a9e-a595-0e43297d49d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:36.018865 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ae8e16-7f6b-4a74-9d41-29d44d8e0269 x-openstack-request-id: req-68ae8e16-7f6b-4a74-9d41-29d44d8e0269 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:36.019184 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc", "name": "network-vif-deleted", "tag": "76133b6f-6965-4097-bc6a-85956ed32b76", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:36.019413 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68ae8e16-7f6b-4a74-9d41-29d44d8e0269 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:36.019796 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d253a5-5f8e-4bf0-a0ca-5f95ae2e46bc', 'name': 'network-vif-deleted', 'tag': '76133b6f-6965-4097-bc6a-85956ed32b76', 'status': 'completed', 'code': 200} Sep 20 12:24:36.021762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffced-45b6-4a9e-a595-0e43297d49d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:36.096252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:24:36.112742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:24:36.174547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61f57-abb5-4c24-b1be-4bf3caf4745e req-4860b3ba-88cb-4684-827c-a125f577a309 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:36.176048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81c61f57-abb5-4c24-b1be-4bf3caf4745e req-4860b3ba-88cb-4684-827c-a125f577a309 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1192162 Sep 20 12:24:36.217653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffced-45b6-4a9e-a595-0e43297d49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:36.220447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffced-45b6-4a9e-a595-0e43297d49d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:36.221628 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9c5ffced-45b6-4a9e-a595-0e43297d49d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/100eed32-f816-4249-8c53-63b093a99742 HTTP/1.1" status: 204 len: 168 time: 0.3156474 Sep 20 12:24:36.230740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ffced-45b6-4a9e-a595-0e43297d49d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100eed32-f816-4249-8c53-63b093a99742,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:36.323469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:36.365454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81c61f57-abb5-4c24-b1be-4bf3caf4745e req-9aeb9dc9-9e37-4a3c-8dc9-3b04bd7fe178 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799045 Sep 20 12:24:36.386834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582a2e8-5248-4788-99cb-a1e7e678bbf5 req-328c829e-cc47-4538-b0c9-10bdbca6784c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:36.388361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d582a2e8-5248-4788-99cb-a1e7e678bbf5 req-328c829e-cc47-4538-b0c9-10bdbca6784c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.1912796 Sep 20 12:24:36.395974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:36.396598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:36.398023 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] 10.222.0.32 "PUT /v2.0/ports/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 HTTP/1.1" status: 200 len: 1091 time: 1.8357751 Sep 20 12:24:36.398468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:36.400815 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f796e421-0575-46f3-b3db-bde9074f3d08" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:36.483608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b9821-300a-4776-8417-8fe43c417154 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:36.553190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d582a2e8-5248-4788-99cb-a1e7e678bbf5 req-087fbcc0-7c5d-4887-ac91-573d507dc9b1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448469 Sep 20 12:24:36.581354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203d6f4-7768-4e00-b207-203b2eee81fc req-e8f3ed04-7865-42e3-ad4e-2aaeefacfa4c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:36.583322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7203d6f4-7768-4e00-b207-203b2eee81fc req-e8f3ed04-7865-42e3-ad4e-2aaeefacfa4c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 945 time: 0.1259868 Sep 20 12:24:36.628030 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef331871-6ca2-4f13-a7c5-4778d8aeed99 x-openstack-request-id: req-ef331871-6ca2-4f13-a7c5-4778d8aeed99 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:36.628775 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:36.629105 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef331871-6ca2-4f13-a7c5-4778d8aeed99 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:36.629549 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0', 'status': 'completed', 'code': 200} Sep 20 12:24:37.006134 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:37.018804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7203d6f4-7768-4e00-b207-203b2eee81fc req-568dfc24-a476-4ca4-b1ae-56002d4deca8 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932564 Sep 20 12:24:37.021376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e421-0575-46f3-b3db-bde9074f3d08 req-5b934dc4-991f-4b6b-be3d-9e703dd615fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:37.022776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f796e421-0575-46f3-b3db-bde9074f3d08 req-5b934dc4-991f-4b6b-be3d-9e703dd615fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1094 time: 0.3901772 Sep 20 12:24:37.117821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:37.196866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e421-0575-46f3-b3db-bde9074f3d08 req-6e51d262-a3a0-4bf4-9701-9d29eab61dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:37.198449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f796e421-0575-46f3-b3db-bde9074f3d08 req-6e51d262-a3a0-4bf4-9701-9d29eab61dc7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1675487 Sep 20 12:24:37.302203 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Floating IP db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2 associated. External IP: 172.25.6.182, port: 9db0b913-77ec-4edf-bd5a-657c157a3e6c. Sep 20 12:24:37.382075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e421-0575-46f3-b3db-bde9074f3d08 req-addc7506-a9b6-485b-87b3-cac2507f8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:37.383589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f796e421-0575-46f3-b3db-bde9074f3d08 req-addc7506-a9b6-485b-87b3-cac2507f8dff service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1568930 Sep 20 12:24:37.511817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-66c00270-9f86-44b7-bbcf-ec4c2e1b5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:37.513480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-66c00270-9f86-44b7-bbcf-ec4c2e1b5aed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1094 time: 0.0929809 Sep 20 12:24:37.560542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-6e0c203e-43ea-4e82-a533-d3bbf7f04444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 HTTP/1.1" status: 200 len: 217 time: 0.0393088 Sep 20 12:24:37.670119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-d60e2de6-2a0e-4124-bc3f-3e43e4186593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:37.671643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-d60e2de6-2a0e-4124-bc3f-3e43e4186593 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1020429 Sep 20 12:24:37.678887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Router 6c009760-18fd-45f3-916f-ce0048ec892e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:24:37.711463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-414b74a2-c94c-4a65-9776-de53edcd0adb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287249 Sep 20 12:24:37.924836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:24:37.931490 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:37.937068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37648e-914a-4303-b643-f2022be2510e None None] Sync routers for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:24:37.948417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37648e-914a-4303-b643-f2022be2510e None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:24:37.949168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d37648e-914a-4303-b643-f2022be2510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:24:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:37.981402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-a4503d6d-53c7-46f3-88d1-0026af7b9d3a service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613833 Sep 20 12:24:37.992579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973d75-11c1-403f-916d-d30a4f0b5862 req-e68f78da-ad68-4f17-a72a-6f5c34e015b3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:37.995988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0973d75-11c1-403f-916d-d30a4f0b5862 req-e68f78da-ad68-4f17-a72a-6f5c34e015b3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1727448 Sep 20 12:24:38.013119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-70662ea4-2d98-4ba8-b09a-e93d407ccb48 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "PUT /v2.0/floatingips/db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2 HTTP/1.1" status: 200 len: 991 time: 2.2734821 Sep 20 12:24:38.066035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8d37648e-914a-4303-b643-f2022be2510e None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:24:38.107793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0973d75-11c1-403f-916d-d30a4f0b5862 req-2104cd5d-b4b5-4631-9c37-f19bb8af708c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002879 Sep 20 12:24:38.148199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d70987b-0bbe-4531-af74-6fe10e197a1f req-84f1454e-8337-475f-932b-7717426d0688 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508915 Sep 20 12:24:38.214354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014817a-9d07-4a0c-a186-9f1fa54c6450 req-a4162370-b45f-422b-b62b-2a0a3e995f52 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:38.223524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2014817a-9d07-4a0c-a186-9f1fa54c6450 req-a4162370-b45f-422b-b62b-2a0a3e995f52 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.1056979 Sep 20 12:24:38.286782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2014817a-9d07-4a0c-a186-9f1fa54c6450 req-38133fd2-f8d4-4e6e-90e8-3aa7a4c31ad3 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623853 Sep 20 12:24:38.299033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362ee2f-175b-47e2-b1fa-53e565f2f049 req-0035c499-e2d9-4dce-9377-a77b515185ab tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:38.313343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9362ee2f-175b-47e2-b1fa-53e565f2f049 req-0035c499-e2d9-4dce-9377-a77b515185ab tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 950 time: 0.1136432 Sep 20 12:24:38.356450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9362ee2f-175b-47e2-b1fa-53e565f2f049 req-2051b50f-e84f-4163-85ea-41146337f0cb tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488613 Sep 20 12:24:38.364086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d37648e-914a-4303-b643-f2022be2510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'port_id': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'mac_address': 'fa:16:3e:20:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:21:48Z', 'updated_at': '2021-09-20T12:24:36Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:38.408033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37648e-914a-4303-b643-f2022be2510e None None] Checking router: 6c009760-18fd-45f3-916f-ce0048ec892e for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:24:38.408033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37648e-914a-4303-b643-f2022be2510e None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:24:38.408033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d37648e-914a-4303-b643-f2022be2510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:24:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:38.519608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dd2d5-acf4-4956-8aca-3b9c05ee972a req-06098834-49aa-40db-8381-965028a225c9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:38.523452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e55dd2d5-acf4-4956-8aca-3b9c05ee972a req-06098834-49aa-40db-8381-965028a225c9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 948 time: 0.0496159 Sep 20 12:24:38.539474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8d37648e-914a-4303-b643-f2022be2510e None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:24:38.577718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e55dd2d5-acf4-4956-8aca-3b9c05ee972a req-e1823b62-bb94-4409-9ded-d8ee21ad9b48 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507705 Sep 20 12:24:38.630623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'tag': '9db0b913-77ec-4edf-bd5a-657c157a3e6c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:38.632952 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126a256e-04f5-40ea-8692-50e4c5ee446f" -d '{"events": [{"name": "network-changed", "server_uuid": "29d8fff8-0bca-4fe2-aaa1-b8731156e96c", "tag": "9db0b913-77ec-4edf-bd5a-657c157a3e6c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:38.672368 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191e119-8db2-4565-b393-0b8856545c4e x-openstack-request-id: req-b191e119-8db2-4565-b393-0b8856545c4e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:38.672671 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d8fff8-0bca-4fe2-aaa1-b8731156e96c", "tag": "9db0b913-77ec-4edf-bd5a-657c157a3e6c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:38.672999 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b191e119-8db2-4565-b393-0b8856545c4e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:38.673527 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'tag': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'status': 'completed', 'code': 200} Sep 20 12:24:38.760283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-ca279247-1566-410e-b5d1-368bd39f2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:38.762131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-ca279247-1566-410e-b5d1-368bd39f2ee9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 1096 time: 0.0447242 Sep 20 12:24:38.802546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d37648e-914a-4303-b643-f2022be2510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'port_id': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'mac_address': 'fa:16:3e:20:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:21:48Z', 'updated_at': '2021-09-20T12:24:36Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:24:38.833511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37648e-914a-4303-b643-f2022be2510e None None] The sync data for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 is: [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'port_id': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'mac_address': 'fa:16:3e:20:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:21:48Z', 'updated_at': '2021-09-20T12:24:36Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:24:38.889647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-b47a63e5-31d9-4bf5-9115-98d9bd4dd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:38.892010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-b47a63e5-31d9-4bf5-9115-98d9bd4dd978 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c HTTP/1.1" status: 200 len: 924 time: 0.1080096 Sep 20 12:24:38.965898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-7e2ff80a-c9f4-4802-a165-18b29202b217 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db0b913-77ec-4edf-bd5a-657c157a3e6c HTTP/1.1" status: 200 len: 999 time: 0.0655186 Sep 20 12:24:39.033758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-bb2dfa8b-cd42-4621-92c9-9592f13b0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:39.035330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-bb2dfa8b-cd42-4621-92c9-9592f13b0891 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cbb1bb8-44d1-42f3-add4-191240af64a6 HTTP/1.1" status: 200 len: 863 time: 0.0512490 Sep 20 12:24:39.044681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-83142a58-6ab9-4a8c-a3c1-d14bdd9d0795 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:39.046842 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-83142a58-6ab9-4a8c-a3c1-d14bdd9d0795 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 950 time: 0.0617805 Sep 20 12:24:39.056181 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b265e-0865-4221-b613-8fab605da9b2 None None] New status for floating IP db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:24:39.088804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-deb6831f-5182-4b38-8f78-e2126f18f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:39.090446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-deb6831f-5182-4b38-8f78-e2126f18f200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9092aabb-35c2-4a0b-a3ac-d5fd5983157c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465169 Sep 20 12:24:39.149665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Deleting port c699b0c1-2abe-4804-a550-d6d0cae274dd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:39.150260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:39.197834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-ba0e15b8-c642-4df3-b6e0-3e8255ec0a3d service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981972 Sep 20 12:24:39.349896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5cfd-c24d-498c-b1f0-c71a8eadac01 req-3c3fe882-32bc-4432-81d5-67055fbe8734 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:39.351677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb6d5cfd-c24d-498c-b1f0-c71a8eadac01 req-3c3fe882-32bc-4432-81d5-67055fbe8734 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1276336 Sep 20 12:24:39.355883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126a256e-04f5-40ea-8692-50e4c5ee446f req-ec2fd83b-c9a4-46a8-9987-d587db450046 service neutron] 10.222.0.32 "GET /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463158 Sep 20 12:24:39.400923 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb6d5cfd-c24d-498c-b1f0-c71a8eadac01 req-c8ba0a9b-274e-4b5d-b81b-c8ce28c039db tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Sep 20 12:24:39.470239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c010be-e5ce-4661-b3fb-17112e3c1024 req-14f4890e-2de8-4abf-9b1c-d500e22e98ee tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:39.473519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44c010be-e5ce-4661-b3fb-17112e3c1024 req-14f4890e-2de8-4abf-9b1c-d500e22e98ee tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.0690012 Sep 20 12:24:39.528435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] For port c699b0c1-2abe-4804-a550-d6d0cae274dd, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c699b0c1-2abe-4804-a550-d6d0cae274dd,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:39.528832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:39.545347 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Calling delete_port for c699b0c1-2abe-4804-a550-d6d0cae274dd owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:39.549294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44c010be-e5ce-4661-b3fb-17112e3c1024 req-75312062-79a5-45cd-a37e-ad6dfcd09185 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588341 Sep 20 12:24:39.560396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808d39-b01d-4207-9023-155a58c2d4f9 req-ad936f6b-8885-4d82-8e16-203e8ddfc5c7 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:39.576330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d808d39-b01d-4207-9023-155a58c2d4f9 req-ad936f6b-8885-4d82-8e16-203e8ddfc5c7 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 950 time: 0.0922964 Sep 20 12:24:39.613952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d808d39-b01d-4207-9023-155a58c2d4f9 req-7bd6f2dd-1cf2-467f-ad6d-e0a54e8e951c tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ee2246d-2b30-4a0d-ade8-170d49135817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439138 Sep 20 12:24:39.798179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1a3d-9630-4e48-9c13-36325e0a566b req-cab79d17-45fc-4b63-bd3c-d2977593f824 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:39.799673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc5b1a3d-9630-4e48-9c13-36325e0a566b req-cab79d17-45fc-4b63-bd3c-d2977593f824 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 948 time: 0.0527604 Sep 20 12:24:39.834505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:39.836393 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc5b1a3d-9630-4e48-9c13-36325e0a566b req-56e2b4ce-eb3b-4ba7-8644-99099ba8caed tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0a73d2-c299-4c41-b2f9-6c6c24f43984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303359 Sep 20 12:24:39.848624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c699b0c1-2abe-4804-a550-d6d0cae274dd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:39.863327 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Pushing event deleted for resources: {'Port': ['ID=c699b0c1-2abe-4804-a550-d6d0cae274dd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:39.929317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] No DVR routers for this DVR port c699b0c1-2abe-4804-a550-d6d0cae274dd on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:39.933548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:39.934064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-046a27c5-5bd3-44c0-b57a-e635e50d3c17 req-0e42c8eb-9d51-4c27-9564-4cb9aec3a064 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.32 "DELETE /v2.0/ports/c699b0c1-2abe-4804-a550-d6d0cae274dd HTTP/1.1" status: 204 len: 173 time: 0.8785970 Sep 20 12:24:39.934518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313', 'name': 'network-vif-deleted', 'tag': 'c699b0c1-2abe-4804-a550-d6d0cae274dd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:39.936675 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda0985e-1256-493b-8011-87d77b3b2ebf" -d '{"events": [{"server_uuid": "1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313", "name": "network-vif-deleted", "tag": "c699b0c1-2abe-4804-a550-d6d0cae274dd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:39.960869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-a607a97f-3218-4f65-b65e-f968e883d6e6 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:39.962347 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-a607a97f-3218-4f65-b65e-f968e883d6e6 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 948 time: 0.0739334 Sep 20 12:24:39.978794 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ceac3-f913-43e6-b42f-d4700c46d93d x-openstack-request-id: req-856ceac3-f913-43e6-b42f-d4700c46d93d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:39.979076 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313", "name": "network-vif-deleted", "tag": "c699b0c1-2abe-4804-a550-d6d0cae274dd", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:39.979321 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-856ceac3-f913-43e6-b42f-d4700c46d93d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:39.979698 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313', 'name': 'network-vif-deleted', 'tag': 'c699b0c1-2abe-4804-a550-d6d0cae274dd', 'status': 'completed', 'code': 200} Sep 20 12:24:40.064587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Deleting port 36a13361-00c8-4ce3-85e1-276a99a00dbf {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:24:40.065284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:40.156140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] For port 36a13361-00c8-4ce3-85e1-276a99a00dbf, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=36a13361-00c8-4ce3-85e1-276a99a00dbf,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:40.157419 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:40.169167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Calling delete_port for 36a13361-00c8-4ce3-85e1-276a99a00dbf owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:24:40.440504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:40.478830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Pushing event deleted for resources: {'Port': ['ID=36a13361-00c8-4ce3-85e1-276a99a00dbf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:40.524532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] No DVR routers for this DVR port 36a13361-00c8-4ce3-85e1-276a99a00dbf on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:40.526980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:40.529441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f8223bc-fe43-48d1-9360-e4619d157343 req-2f43b87f-b6ca-419e-bd05-1480e9b9184a tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.21 "DELETE /v2.0/ports/36a13361-00c8-4ce3-85e1-276a99a00dbf HTTP/1.1" status: 204 len: 173 time: 0.5573437 Sep 20 12:24:40.531758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267c199-a20c-48ed-90d9-204770d7a3f4 req-0242f833-bbea-4043-93b8-44838b23178f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:40.533973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6267c199-a20c-48ed-90d9-204770d7a3f4 req-0242f833-bbea-4043-93b8-44838b23178f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0590603 Sep 20 12:24:40.585571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6267c199-a20c-48ed-90d9-204770d7a3f4 req-5cb4bb2c-8060-463f-a02c-fa8c600b977e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Sep 20 12:24:40.691805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc746-4a10-4ddd-a0d3-28a7e862210a req-23e5b421-c28d-4dda-b8a2-8804a4f67df1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:40.693259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa8fc746-4a10-4ddd-a0d3-28a7e862210a req-23e5b421-c28d-4dda-b8a2-8804a4f67df1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.0544829 Sep 20 12:24:40.738786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8e74cd3-3243-45d9-9ec7-9a3053ebb481 req-dc2bb193-b37b-4d5e-a112-1c202bb25b94 tempest-ServersOnMultiNodesTest-213577800 tempest-ServersOnMultiNodesTest-213577800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d4328f5-e3aa-4ab3-a7ae-45ec5ac54313 HTTP/1.1" status: 200 len: 210 time: 0.0445247 Sep 20 12:24:40.792358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa8fc746-4a10-4ddd-a0d3-28a7e862210a req-62d2ed58-9907-4e5c-976f-679b9dd63169 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867748 Sep 20 12:24:41.049054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed63659f-1a6b-49fe-904a-e88eaeba9211 req-7fa80d67-bf1c-4748-a1fa-e91587e3b9c9 tempest-ListImageFiltersTestJSON-587612425 tempest-ListImageFiltersTestJSON-587612425-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e00dad-b079-47c3-9934-5246c6dee4d4 HTTP/1.1" status: 200 len: 210 time: 0.0331852 Sep 20 12:24:41.357592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 06a147b5-e412-4de7-8d71-51122adb4c78 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:24:41.498852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:41.513562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '06a147b5-e412-4de7-8d71-51122adb4c78', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'port_id': '06a147b5-e412-4de7-8d71-51122adb4c78', 'mac_address': 'fa:16:3e:0c:c8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54348ff2-71b4-437c-a198-407723854790', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:24:41.556735 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:41.572596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06a147b5-e412-4de7-8d71-51122adb4c78 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:41.595232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:41.730346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c779df-b3ec-47c1-9b72-8d74483bff37 req-5c82aa56-d0fe-4514-8ac8-10e052745765 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:41.732041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01c779df-b3ec-47c1-9b72-8d74483bff37 req-5c82aa56-d0fe-4514-8ac8-10e052745765 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0671799 Sep 20 12:24:41.789036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01c779df-b3ec-47c1-9b72-8d74483bff37 req-27499e12-887a-4e54-92ec-be94ba572ad1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Sep 20 12:24:41.818602 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:41.913191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:41.921513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.921853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.922991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.923443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.923884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.924354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.924792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.925254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.925712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.926051 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.926462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.927294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:24:41.946222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['06a147b5-e412-4de7-8d71-51122adb4c78'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:41.977103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c581f07-e130-4ee9-ac0f-be90da482b77 req-1b8bbd96-ba7f-40b8-adeb-ddfda70a7d8d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:41.981576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-deleted', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:41.987800 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55947a1-7a28-444c-85fe-cd9299b96792" -d '{"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-deleted", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:41.996813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c581f07-e130-4ee9-ac0f-be90da482b77 req-1b8bbd96-ba7f-40b8-adeb-ddfda70a7d8d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.0785456 Sep 20 12:24:42.091187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c581f07-e130-4ee9-ac0f-be90da482b77 req-22c0829e-d4d7-421a-b09e-203167100e1c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932407 Sep 20 12:24:42.229642 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-9bc225d2-2264-468f-b882-ebf89a51ec71 service neutron] show failed (client error): The resource could not be found. Sep 20 12:24:42.230743 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-9bc225d2-2264-468f-b882-ebf89a51ec71 service neutron] 10.222.0.21 "GET /v2.0/ports/c78e1cdd-be72-4387-a013-273b8d8183e7/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.1269944 Sep 20 12:24:42.303292 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ee2eeb-bb27-4d76-810c-5179ab2cfffb x-openstack-request-id: req-e2ee2eeb-bb27-4d76-810c-5179ab2cfffb {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:42.303292 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e00dad-b079-47c3-9934-5246c6dee4d4", "name": "network-vif-deleted", "tag": "36a13361-00c8-4ce3-85e1-276a99a00dbf", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:42.303292 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2ee2eeb-bb27-4d76-810c-5179ab2cfffb {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:42.303292 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e00dad-b079-47c3-9934-5246c6dee4d4', 'name': 'network-vif-deleted', 'tag': '36a13361-00c8-4ce3-85e1-276a99a00dbf', 'status': 'completed', 'code': 200} Sep 20 12:24:42.413112 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-edac30a1-0690-4966-9d0a-8004f209ddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:42.941521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43950) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:42.957571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43954) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:42.965866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e7e91-aaaf-40dd-b3ac-c2a4b1d66766 req-274f7a7b-79d6-42af-a52f-3905d0279239 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:42.967714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-456e7e91-aaaf-40dd-b3ac-c2a4b1d66766 req-274f7a7b-79d6-42af-a52f-3905d0279239 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0745637 Sep 20 12:24:43.012036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-456e7e91-aaaf-40dd-b3ac-c2a4b1d66766 req-382c7dcf-5b0e-4691-8839-5d3861e26b42 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372674 Sep 20 12:24:43.041741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-2328ee1b-4a09-41e1-8c69-14f916b95fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:43.043263 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-2328ee1b-4a09-41e1-8c69-14f916b95fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935&tenant_id=ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 1101 time: 0.0872898 Sep 20 12:24:43.059939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:43.149385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.190757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-375569a6-37d1-47d8-af10-8ab3900a50f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.243464 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-86954020-c640-458a-bbc9-467366130f5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b4191a27b9d4a21a7004cd529afb133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006983 Sep 20 12:24:43.246251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43974) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:43.300504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cecc8e2e-c03b-47dc-9752-7e525506d65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.323730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cecc8e2e-c03b-47dc-9752-7e525506d65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.367718 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 06a147b5-e412-4de7-8d71-51122adb4c78 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:24:43.423591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 06a147b5-e412-4de7-8d71-51122adb4c78 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:24:43.424716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.512765 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-375569a6-37d1-47d8-af10-8ab3900a50f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.537485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:43.562166 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.591267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:43.591694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:24:43.594626 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38016e65-c48d-4e21-b84c-cad9c58dbc6c" -d '{"events": [{"server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "name": "network-vif-plugged", "status": "completed", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:43.610358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:43.711814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.711814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Transition to ACTIVE for port object c78e1cdd-be72-4387-a013-273b8d8183e7 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:24:43.773022 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:43.793543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 36a13361-00c8-4ce3-85e1-276a99a00dbf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:43.793916 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 36a13361-00c8-4ce3-85e1-276a99a00dbf not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:43.846225 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cecc8e2e-c03b-47dc-9752-7e525506d65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.848989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cecc8e2e-c03b-47dc-9752-7e525506d65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:43.852755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cecc8e2e-c03b-47dc-9752-7e525506d65e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ee2246d-2b30-4a0d-ade8-170d49135817 HTTP/1.1" status: 204 len: 168 time: 0.6029086 Sep 20 12:24:43.862785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc8e2e-c03b-47dc-9752-7e525506d65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee2246d-2b30-4a0d-ade8-170d49135817,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:44.028329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-375569a6-37d1-47d8-af10-8ab3900a50f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.073391 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-375569a6-37d1-47d8-af10-8ab3900a50f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=115e151ae5964f92b947b56bee088591&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1145394 Sep 20 12:24:44.075337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375569a6-37d1-47d8-af10-8ab3900a50f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2163ff-cb60-4ea3-b171-9d55851cb63e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:44.076176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:44.091060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.091241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.092227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c699b0c1-2abe-4804-a550-d6d0cae274dd no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:44.219683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:44.223574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] No DVR routers for this DVR port c78e1cdd-be72-4387-a013-273b8d8183e7 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:44.268654 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45768980-a343-4c7b-904a-797dd58b8f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.277522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:24:44.278162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:24:44.285477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:44.285707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: c699b0c1-2abe-4804-a550-d6d0cae274dd {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:24:44.285822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:24:44.285925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c699b0c1-2abe-4804-a550-d6d0cae274dd not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:44.286023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:44.291763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:24:44.292393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:24:44.293062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:24:44.293632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Bound port: c78e1cdd-be72-4387-a013-273b8d8183e7, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:24:44.294103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.300094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:44.316019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:44.319666 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0529080-171d-4421-b80d-47d51fda86d3" -d '{"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-unplugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:44.337204 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45768980-a343-4c7b-904a-797dd58b8f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.421066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:24:44.426483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:24:44.521559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26a708-256b-4937-bd3c-4de1fc2d7315 req-1be9ccb8-af89-455a-ab0d-516fd78f4a08 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:44.525289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c26a708-256b-4937-bd3c-4de1fc2d7315 req-1be9ccb8-af89-455a-ab0d-516fd78f4a08 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.0544243 Sep 20 12:24:44.563802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c26a708-256b-4937-bd3c-4de1fc2d7315 req-3b6a9c3c-647b-4e3f-8dfb-5cfc44be84ae tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Sep 20 12:24:44.611036 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be898438-536f-490f-b74b-2626b67a38cc x-openstack-request-id: req-be898438-536f-490f-b74b-2626b67a38cc {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:44.611588 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "name": "network-vif-plugged", "status": "completed", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:44.611885 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be898438-536f-490f-b74b-2626b67a38cc {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:44.612355 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78', 'code': 200} Sep 20 12:24:44.686821 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55be3de6-ae90-40ec-beb1-cbca9c122a08 x-openstack-request-id: req-55be3de6-ae90-40ec-beb1-cbca9c122a08 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:44.686821 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-unplugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:44.686821 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55be3de6-ae90-40ec-beb1-cbca9c122a08 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:44.686821 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'code': 200} Sep 20 12:24:44.698622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b2c45-cfaf-41b5-9fba-68c9c80346df req-52a78b99-e550-40d8-b16b-4e8382c3e553 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:44.700148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f3b2c45-cfaf-41b5-9fba-68c9c80346df req-52a78b99-e550-40d8-b16b-4e8382c3e553 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 948 time: 0.0623429 Sep 20 12:24:44.702573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45768980-a343-4c7b-904a-797dd58b8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.706535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.706670 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45768980-a343-4c7b-904a-797dd58b8f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.709479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-45768980-a343-4c7b-904a-797dd58b8f5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d2163ff-cb60-4ea3-b171-9d55851cb63e HTTP/1.1" status: 204 len: 168 time: 0.6316023 Sep 20 12:24:44.732328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45768980-a343-4c7b-904a-797dd58b8f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2163ff-cb60-4ea3-b171-9d55851cb63e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:44.774285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f3b2c45-cfaf-41b5-9fba-68c9c80346df req-f168b48b-8e02-4808-a839-17801e87e8d7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623384 Sep 20 12:24:44.838498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:44.844603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:44.844603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] 10.222.0.32 "PUT /v2.0/ports/c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 1096 time: 1.7868600 Sep 20 12:24:44.844603 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93789a2-9a36-4058-8acd-b6073b56961f service neutron] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:44.929595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-18d50ad5-5b5e-4cde-8f52-a87f941c40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:44.936346 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-18d50ad5-5b5e-4cde-8f52-a87f941c40a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1099 time: 0.0673082 Sep 20 12:24:45.093253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-d631cc42-daa3-4a1d-a162-f872b3ab1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:45.096511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-d631cc42-daa3-4a1d-a162-f872b3ab1e09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1579802 Sep 20 12:24:45.152791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-a7c25a32-b03c-45cf-bb01-c2fc818652a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0366516 Sep 20 12:24:45.205552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-811282c8-e279-4ae3-a758-6fcd8537440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:45.207457 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-811282c8-e279-4ae3-a758-6fcd8537440b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0530503 Sep 20 12:24:45.250579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48acc425-7e19-4df9-98f3-404e2f362206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:45.271569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-02f7044f-4a89-4989-8c75-5560e36f05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:45.274471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-02f7044f-4a89-4989-8c75-5560e36f05e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534637 Sep 20 12:24:45.323235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:45.393433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-52d705b3-d68d-45dc-b5ae-f9ce06dc0ebb service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103215 Sep 20 12:24:45.404641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b78f75a1-38a2-4cae-b77a-427031ece1a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e0ffe0e9fe64bc58743e428fe4b6b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801859 Sep 20 12:24:45.406101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44018) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:45.480896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadd521f-b6b8-4f46-b4eb-61666631d628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:45.506604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadd521f-b6b8-4f46-b4eb-61666631d628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:45.548830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22f86742-c4b1-44e1-81c5-cac80be1f3d4 req-cd0ba1f6-1faa-4d25-87ff-3351dacfaf18 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431880 Sep 20 12:24:45.634803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:45.786878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:45.842716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:45.847123 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadd521f-b6b8-4f46-b4eb-61666631d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:45.851160 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadd521f-b6b8-4f46-b4eb-61666631d628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:45.855701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eadd521f-b6b8-4f46-b4eb-61666631d628 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00fa6de2-8ec2-4911-bfff-b375afeafe7c HTTP/1.1" status: 204 len: 168 time: 0.4444368 Sep 20 12:24:45.862230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd521f-b6b8-4f46-b4eb-61666631d628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fa6de2-8ec2-4911-bfff-b375afeafe7c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:45.903670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44042) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:45.919712 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a73f8bf4-18d2-4246-9e67-ae7968529b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:46.051842 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a73f8bf4-18d2-4246-9e67-ae7968529b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:46.143273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a73f8bf4-18d2-4246-9e67-ae7968529b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:46.194188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:46.194796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a73f8bf4-18d2-4246-9e67-ae7968529b83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cbb97b1dd0441aab95c9d558bdc81fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892146 Sep 20 12:24:46.195329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8bf4-18d2-4246-9e67-ae7968529b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf2178-b6e0-40e7-9aad-6db784dc471f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:46.250832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1225cd0b-2165-4d0d-9ed9-546272be05dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:46.276807 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1225cd0b-2165-4d0d-9ed9-546272be05dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:46.510265 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:46.510451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe89a-ecaf-47d0-8c80-1464ad497bdb req-985b7664-31e4-4dbb-9d04-ca5690669e3e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:46.511396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1225cd0b-2165-4d0d-9ed9-546272be05dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:46.511883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-754fe89a-ecaf-47d0-8c80-1464ad497bdb req-985b7664-31e4-4dbb-9d04-ca5690669e3e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.0543637 Sep 20 12:24:46.514157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1225cd0b-2165-4d0d-9ed9-546272be05dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:46.518462 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1225cd0b-2165-4d0d-9ed9-546272be05dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4cf2178-b6e0-40e7-9aad-6db784dc471f HTTP/1.1" status: 204 len: 168 time: 0.3231511 Sep 20 12:24:46.529896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225cd0b-2165-4d0d-9ed9-546272be05dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf2178-b6e0-40e7-9aad-6db784dc471f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:46.587511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f07cb6-6b74-437f-aac1-5e9fbdb2bb04 req-f434b114-954e-4ab9-b0e8-146b72fb2fb4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:46.589077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3f07cb6-6b74-437f-aac1-5e9fbdb2bb04 req-f434b114-954e-4ab9-b0e8-146b72fb2fb4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 948 time: 0.0762174 Sep 20 12:24:46.611083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-754fe89a-ecaf-47d0-8c80-1464ad497bdb req-7e8433d1-ee43-4d91-846c-6dcdc8499f7c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715401 Sep 20 12:24:46.669624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3f07cb6-6b74-437f-aac1-5e9fbdb2bb04 req-73717e4c-2e1a-4eb3-946c-c71af8478883 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574031 Sep 20 12:24:46.686877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:46.689528 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3145825b-80fd-453e-b3d2-8dfc62c27786" -d '{"events": [{"name": "network-changed", "server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:46.754621 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dc661e-fe2e-40ec-8720-b0b21068be74 x-openstack-request-id: req-56dc661e-fe2e-40ec-8720-b0b21068be74 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:46.755150 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:46.755583 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56dc661e-fe2e-40ec-8720-b0b21068be74 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:46.756181 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'status': 'completed', 'code': 200} Sep 20 12:24:46.848613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-ddd69df3-a493-4df1-9227-f437a7372179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:46.850630 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-ddd69df3-a493-4df1-9227-f437a7372179 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1099 time: 0.0699370 Sep 20 12:24:46.857549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-93983772-7c51-4749-bde8-592c7d4d53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:46.858887 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-93983772-7c51-4749-bde8-592c7d4d53bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1099 time: 0.0689008 Sep 20 12:24:47.028229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-d1144900-bc40-4d44-9ecb-22915ef89a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:47.029527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-d1144900-bc40-4d44-9ecb-22915ef89a7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1696661 Sep 20 12:24:47.033589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-a3d85a4d-4a6d-459b-b044-4f3889885f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:47.035096 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-a3d85a4d-4a6d-459b-b044-4f3889885f1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1652446 Sep 20 12:24:47.088268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-8c460bd9-c18c-4f2c-8ddb-3940a7cd5ba4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0492690 Sep 20 12:24:47.142573 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-1113cfd6-4bc1-423d-a49d-452ee43080a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0455036 Sep 20 12:24:47.209250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-187af35e-e0ae-4453-9a64-581771275ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:47.210717 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-187af35e-e0ae-4453-9a64-581771275ffe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1150355 Sep 20 12:24:47.212357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-b08945c5-291c-4b06-a3ab-cd49f5121b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:47.214237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-b08945c5-291c-4b06-a3ab-cd49f5121b57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0641313 Sep 20 12:24:47.302486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-d04cc912-5d02-4f1f-acba-dcdff2cbf8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:47.304019 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-d04cc912-5d02-4f1f-acba-dcdff2cbf8c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854192 Sep 20 12:24:47.307031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-8177627e-1254-4050-9427-1a5dff4aa04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:47.308513 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-8177627e-1254-4050-9427-1a5dff4aa04c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803413 Sep 20 12:24:47.401998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:24:47.512342 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-8766892f-020a-4519-9861-faab6283f405 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983178 Sep 20 12:24:47.534472 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-3390627f-089e-42bd-8777-63d4937c9905 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020514 Sep 20 12:24:47.570930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:47.710414 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-2fcb1e38-d13d-48b8-bf82-7c3d9e63fd7d service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871390 Sep 20 12:24:47.712823 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3145825b-80fd-453e-b3d2-8dfc62c27786 req-1ebb5978-9cfa-4f22-b793-455a42c23f35 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628184 Sep 20 12:24:47.771766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0', 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459', 'port_id': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0', 'mac_address': 'fa:16:3e:bb:82:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e5e21-4425-4400-9778-682f36ab16e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:24:47.843101 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:47.857588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:47.883163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:47.897688 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:48.031982 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:48.135658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:48.167990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b474589-a3bd-4dd0-8b15-610d79e5fa36 req-f91c3f84-c97c-48f4-bb12-e35e0b86f002 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:48.168459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b474589-a3bd-4dd0-8b15-610d79e5fa36 req-f91c3f84-c97c-48f4-bb12-e35e0b86f002 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 948 time: 0.1226852 Sep 20 12:24:48.226736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b474589-a3bd-4dd0-8b15-610d79e5fa36 req-fc044ba2-3845-40d3-8433-f9a9e99f0392 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Sep 20 12:24:48.241076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5525-470d-46e9-a7b1-48d6bcc07a34 req-d21939ba-aac1-4d02-aa3b-c8b9db2c399e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:48.248732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a4e5525-470d-46e9-a7b1-48d6bcc07a34 req-d21939ba-aac1-4d02-aa3b-c8b9db2c399e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 944 time: 0.1357062 Sep 20 12:24:48.303743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a4e5525-470d-46e9-a7b1-48d6bcc07a34 req-12b09000-70b2-4aa9-9c4c-3ab094e9bc32 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 Sep 20 12:24:48.333721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:48.944528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:49.351554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6ac35-b759-44a2-8cfa-a2e1e4678989 req-fd59585c-89cc-465e-a5de-69499b5e7c1e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:49.356461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5e6ac35-b759-44a2-8cfa-a2e1e4678989 req-fd59585c-89cc-465e-a5de-69499b5e7c1e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 948 time: 0.0523531 Sep 20 12:24:49.408581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5e6ac35-b759-44a2-8cfa-a2e1e4678989 req-e36e8bf0-b79e-44bc-b1e4-8bc098ad2aec tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472538 Sep 20 12:24:49.424107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:24:49.428190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:24:49.464822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69ecd-7984-40a3-b5bb-4f4a5cef321c req-9125d56f-98a9-43c9-b12c-ac3b6d0303bf tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:49.475316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bd69ecd-7984-40a3-b5bb-4f4a5cef321c req-9125d56f-98a9-43c9-b12c-ac3b6d0303bf tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 944 time: 0.0890958 Sep 20 12:24:49.585954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bd69ecd-7984-40a3-b5bb-4f4a5cef321c req-5cfb8650-4a69-49ce-86ee-264651105cfa tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059475 Sep 20 12:24:49.632680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:49.647572 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dad277ad-204a-4b3e-894b-a0b68aca7762 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3b31e467fa845269bf1ce97af425adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7773862 Sep 20 12:24:49.650439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44162) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:49.655412 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:49.658999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'mac_address': 'fa:16:3e:18:c3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:24:49.712257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:24:49.729886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:24:49.730129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:49.764517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:49.779511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cae6d834-923a-4d5b-9522-54b70f971abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:49.793031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78e1cdd-be72-4387-a013-273b8d8183e7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:49.822902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:49.842285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cae6d834-923a-4d5b-9522-54b70f971abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:49.885419 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:49.914539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:49.916929 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5891973-7295-4f05-864f-34f0bb24dff9" -d '{"events": [{"server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "name": "network-vif-plugged", "status": "completed", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:49.929952 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:49.973053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:49.974763 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b4c866-4353-490b-bc5e-82c5914b1ac2 x-openstack-request-id: req-90b4c866-4353-490b-bc5e-82c5914b1ac2 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:49.975036 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "name": "network-vif-plugged", "status": "completed", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:49.975281 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90b4c866-4353-490b-bc5e-82c5914b1ac2 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:49.975656 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0', 'code': 200} Sep 20 12:24:50.045035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:50.068875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cae6d834-923a-4d5b-9522-54b70f971abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:50.073959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cae6d834-923a-4d5b-9522-54b70f971abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:50.077315 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cae6d834-923a-4d5b-9522-54b70f971abb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea0a73d2-c299-4c41-b2f9-6c6c24f43984 HTTP/1.1" status: 204 len: 168 time: 0.4242258 Sep 20 12:24:50.120093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:50.121151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:50.122093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6d834-923a-4d5b-9522-54b70f971abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0a73d2-c299-4c41-b2f9-6c6c24f43984,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:50.154695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e9175-053b-40f4-a248-6ceb63005db8 req-dd557b1f-5d50-442d-8273-180f94927d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:50.163734 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6f7e9175-053b-40f4-a248-6ceb63005db8 req-dd557b1f-5d50-442d-8273-180f94927d8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1095 time: 0.0840530 Sep 20 12:24:50.254485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6f7e9175-053b-40f4-a248-6ceb63005db8 req-dd711036-205e-4563-87fc-7b1425cca706 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753531 Sep 20 12:24:50.262963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:50.268407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c78e1cdd-be72-4387-a013-273b8d8183e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:24:50.632480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-310f7077-0c02-485f-9749-8ef13ab8c4c1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:50.633363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5583d-34dc-479e-ac4e-d30b3458eabe req-1ccaa3f4-665e-410f-a1b6-f24a37a7388f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:50.635709 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-310f7077-0c02-485f-9749-8ef13ab8c4c1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935&tenant_id=ba137cb8b17141debe48f0438ea6705e&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 949 time: 0.0707047 Sep 20 12:24:50.641670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07e5583d-34dc-479e-ac4e-d30b3458eabe req-1ccaa3f4-665e-410f-a1b6-f24a37a7388f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 949 time: 0.0768178 Sep 20 12:24:50.691944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07e5583d-34dc-479e-ac4e-d30b3458eabe req-4a7a467b-d99e-43b2-b4e5-4e8750a745ca tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480206 Sep 20 12:24:50.749158 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-f8b188a1-4207-4a72-8355-e641fd27b676 service neutron] 10.222.0.32 "GET /v2.0/ports/c78e1cdd-be72-4387-a013-273b8d8183e7/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 382 time: 0.0968161 Sep 20 12:24:50.817265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6744af-f369-42a8-b4bd-c48ffe9ff406 req-01eeb213-9d17-45b7-81f6-74e3ab54ae64 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:50.823074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf6744af-f369-42a8-b4bd-c48ffe9ff406 req-01eeb213-9d17-45b7-81f6-74e3ab54ae64 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.0982056 Sep 20 12:24:50.866530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-b518d771-d9e0-43b3-a70b-5585b58dfc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:50.869704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-b518d771-d9e0-43b3-a70b-5585b58dfc73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1100 time: 0.0831199 Sep 20 12:24:50.875736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf6744af-f369-42a8-b4bd-c48ffe9ff406 req-67d3f412-f612-4535-82da-3707f21e48fc tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465693 Sep 20 12:24:51.019007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-14c7d3db-58f9-4a0b-adbe-71b44726522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:51.023929 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-14c7d3db-58f9-4a0b-adbe-71b44726522f service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1465487 Sep 20 12:24:51.092303 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-a413f960-6654-4b9c-9ea8-81c66668fbef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0484884 Sep 20 12:24:51.170225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-6cb6b837-1997-4d15-ab5d-9269ac8883d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:51.171914 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-6cb6b837-1997-4d15-ab5d-9269ac8883d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0648603 Sep 20 12:24:51.255390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-02d6e63f-4aa5-4054-a55d-92f65ebf4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:51.256932 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-02d6e63f-4aa5-4054-a55d-92f65ebf4f5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732152 Sep 20 12:24:51.381309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-937286e9-eccd-430b-bac7-4c7e3656a58b service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137016 Sep 20 12:24:51.441828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:24:51.599250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port c78e1cdd-be72-4387-a013-273b8d8183e7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:24:51.603385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port c78e1cdd-be72-4387-a013-273b8d8183e7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:24:51.604261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:51.612630 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-aef6e055-ddeb-4ede-a204-5a0d59d813a3 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196023 Sep 20 12:24:51.755744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:51.809176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:51.946637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08547b0-3fe8-43cf-8bd6-92d563e2383b req-ea30c1b0-5052-48f2-99b2-95880ba7afcf tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:51.954321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d08547b0-3fe8-43cf-8bd6-92d563e2383b req-ea30c1b0-5052-48f2-99b2-95880ba7afcf tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 949 time: 0.0705011 Sep 20 12:24:51.977151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:51.979669 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9458fca2-6524-48ea-97e1-6bc66db5d26b" -d '{"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-plugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:51.984541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:52.040476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d08547b0-3fe8-43cf-8bd6-92d563e2383b req-49eca56e-966f-4cd5-8d44-6baa49d9eb67 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852184 Sep 20 12:24:52.061403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:52.202125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60635b-f24a-4551-b072-6030ab0e5cda req-a4eac6c7-e58e-43eb-acc1-b4c00b7fa83c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:52.205893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b60635b-f24a-4551-b072-6030ab0e5cda req-a4eac6c7-e58e-43eb-acc1-b4c00b7fa83c tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.0721416 Sep 20 12:24:52.259419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b60635b-f24a-4551-b072-6030ab0e5cda req-07cc757b-a07a-4d26-a215-42468346405f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472360 Sep 20 12:24:52.387067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-a075e40c-3177-462f-bfab-34cd85d4be5c tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c6621b4e32eb43ceb7f50365eee5b2ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347297 Sep 20 12:24:52.416386 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8317dd08-da34-4a80-8ebf-cb4074d28ea4 x-openstack-request-id: req-8317dd08-da34-4a80-8ebf-cb4074d28ea4 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:52.416386 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-plugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:52.416386 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8317dd08-da34-4a80-8ebf-cb4074d28ea4 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:52.416386 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'code': 200} Sep 20 12:24:52.496907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44292) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:52.521269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-bbe132ff-09e8-47d8-bef7-9bb734d7b1eb tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:52.529646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-bbe132ff-09e8-47d8-bef7-9bb734d7b1eb tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410265 Sep 20 12:24:52.547898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-070060fc-24ce-4740-8ca7-d4e3da9d6e2e tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/quotas/c6621b4e32eb43ceb7f50365eee5b2ec HTTP/1.1" status: 200 len: 375 time: 0.0163989 Sep 20 12:24:52.613401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-c144aa0b-ae3b-4e96-895e-96d269811e6d tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6621b4e32eb43ceb7f50365eee5b2ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645289 Sep 20 12:24:52.642190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f2267-f3e2-45e7-9742-4c3c87604d9c req-28888d90-d608-43a0-8d36-e12c7762012e tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:52.643626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-571f2267-f3e2-45e7-9742-4c3c87604d9c req-28888d90-d608-43a0-8d36-e12c7762012e tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1096 time: 0.0932541 Sep 20 12:24:52.686493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-283477879-network', 'tenant_id': '48b5d27334e540629bc6fb53eb4c5bd0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:52.705303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-571f2267-f3e2-45e7-9742-4c3c87604d9c req-a070969e-616c-45b5-939b-8efa53e83daa tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Sep 20 12:24:52.829065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Made reservation on behalf of 48b5d27334e540629bc6fb53eb4c5bd0 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:24:52.831996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:52.847256 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:53.013362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:53.096759 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:53.140156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:53.154754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:24:53.165849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:53.166305 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Added segment 29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3 of type vlan for network ea7a33e9-e40a-421a-9bc5-493a5c947d01 Sep 20 12:24:53.218714 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:53.430369 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:53.430369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:53.430369 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:53.508175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ea7a33e9-e40a-421a-9bc5-493a5c947d01,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:53.539925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ea7a33e9-e40a-421a-9bc5-493a5c947d01 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:24:53.562539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ab6f71f-eabc-4c6a-879c-ae04581cc18a req-a8b9a10e-b1b4-452a-8781-3f1bb5051934 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 210 time: 0.4374974 Sep 20 12:24:53.580363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44374c2f-d246-48d8-92a8-67f3a1ec0b2d req-8698d7d2-b566-429c-bb30-039e77b98f38 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:53.584425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44374c2f-d246-48d8-92a8-67f3a1ec0b2d req-8698d7d2-b566-429c-bb30-039e77b98f38 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1096 time: 0.4986422 Sep 20 12:24:53.636589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44374c2f-d246-48d8-92a8-67f3a1ec0b2d req-5cb02fc4-1ec4-4901-bd69-e463185f03b7 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468233 Sep 20 12:24:53.702644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9dbd7-bcf0-4152-b80d-824c35be91ea req-d9d3f08d-26eb-446b-a6da-4975cef8249b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:53.704194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4c9dbd7-bcf0-4152-b80d-824c35be91ea req-d9d3f08d-26eb-446b-a6da-4975cef8249b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0576582 Sep 20 12:24:53.745525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4c9dbd7-bcf0-4152-b80d-824c35be91ea req-8e0cb44d-55ac-426a-bac9-10a4162e1568 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Sep 20 12:24:53.931666 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5575cfd7-9d0f-49e2-b7b1-9353569ed1a2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4335427 Sep 20 12:24:53.940656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44348) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:53.945790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Request body: {'subnet': {'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-283477879-subnet', 'tenant_id': '48b5d27334e540629bc6fb53eb4c5bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:54.062436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Made reservation on behalf of 48b5d27334e540629bc6fb53eb4c5bd0 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:24:54.066251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.134688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:54.314707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad65076f-3440-4528-8420-b691f4cd5c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.426910 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad65076f-3440-4528-8420-b691f4cd5c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.434833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.500047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616ae998-1330-4926-b5d0-6ee4d4d5d6d4,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:54.513673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Checking segment: {'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:24:54.514326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Network hostable DHCP agents. Network: ea7a33e9-e40a-421a-9bc5-493a5c947d01, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:24:54.554295 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad65076f-3440-4528-8420-b691f4cd5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.606031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44374) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:54.607020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ad65076f-3440-4528-8420-b691f4cd5c75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbe5ef661e574f00ba54060fc70efd54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712007 Sep 20 12:24:54.608797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65076f-3440-4528-8420-b691f4cd5c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead92e55-54a6-4326-a3a0-0ee20bf473a4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:54.638949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Network ea7a33e9-e40a-421a-9bc5-493a5c947d01 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:24:54.685873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1763cd-a7f3-44b2-b0eb-c9cf2df74291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.697921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1b63d0b-bd3b-4573-89fb-fa3e442b3231 req-f21ab4c4-a095-4096-bd11-f7e923d18b4b tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 210 time: 0.0370243 Sep 20 12:24:54.709573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1763cd-a7f3-44b2-b0eb-c9cf2df74291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.746131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ea7a33e9-e40a-421a-9bc5-493a5c947d01) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:24:54.757467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:54.757467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.760154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae21678-5c75-4d47-84bf-164145473d9f None None] Network ea7a33e9-e40a-421a-9bc5-493a5c947d01 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:24:54.857243 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-30e7855a-d11f-474d-9db6-d6a46ce34e35 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9152961 Sep 20 12:24:54.887278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1763cd-a7f3-44b2-b0eb-c9cf2df74291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.893773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33dacd-288b-4b77-9e07-03a821c14bbd req-4f7f1638-e783-4964-bc56-68634416de98 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:54.906065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af33dacd-288b-4b77-9e07-03a821c14bbd req-4f7f1638-e783-4964-bc56-68634416de98 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.0655780 Sep 20 12:24:54.906993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1763cd-a7f3-44b2-b0eb-c9cf2df74291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:54.906993 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2f1763cd-a7f3-44b2-b0eb-c9cf2df74291 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ead92e55-54a6-4326-a3a0-0ee20bf473a4 HTTP/1.1" status: 204 len: 168 time: 0.2901220 Sep 20 12:24:54.924221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258835f4-8d81-49b6-a78c-82b55d5e56ea None None] Network ea7a33e9-e40a-421a-9bc5-493a5c947d01 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:24:54.986609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af33dacd-288b-4b77-9e07-03a821c14bbd req-5c96bd80-fd74-4f93-93a0-c2bfa6ae96eb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837703 Sep 20 12:24:54.993416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1763cd-a7f3-44b2-b0eb-c9cf2df74291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead92e55-54a6-4326-a3a0-0ee20bf473a4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:55.021472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-b918f473-a05b-4a72-b54c-853f80c6032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:55.022109 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-b918f473-a05b-4a72-b54c-853f80c6032c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935&tenant_id=ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 1101 time: 0.1160135 Sep 20 12:24:55.043693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:55.170057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:55.492459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b9e08d50-4a35-48ca-b3d1-e4124cb62d4f req-05c06fc3-3548-4599-8c36-5499afa3b144 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1119189306', 'description': 'tempest-description-1972212706'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:55.509433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:55.561336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:24:55.591477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b9e08d50-4a35-48ca-b3d1-e4124cb62d4f req-05c06fc3-3548-4599-8c36-5499afa3b144 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:55.628112 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-4fa1732b-42f8-4458-a611-248fc400f2ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973177 Sep 20 12:24:55.642686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:55.645445 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e71780e-c3bf-48cc-aee6-1822dfcc5745" -d '{"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-unplugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:55.650156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:55.696435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Transition to ACTIVE for port object c78e1cdd-be72-4387-a013-273b8d8183e7 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:24:55.713149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-27aa9e58-ab45-40c1-968a-9577792d807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:55.714699 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-27aa9e58-ab45-40c1-968a-9577792d807c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 1095 time: 0.0614817 Sep 20 12:24:55.740935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b9e08d50-4a35-48ca-b3d1-e4124cb62d4f req-05c06fc3-3548-4599-8c36-5499afa3b144 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:55.766345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44428) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:55.786003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc511adf-33d6-4a86-b1ef-f8a8c1693749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:55.827123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-fdeaa1e5-d867-4289-8381-7ff34fd95dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:55.829036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-fdeaa1e5-d867-4289-8381-7ff34fd95dbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.0893691 Sep 20 12:24:55.830187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:55.876135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b9e08d50-4a35-48ca-b3d1-e4124cb62d4f req-05c06fc3-3548-4599-8c36-5499afa3b144 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:55.897694 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-7376bf38-6676-4544-b245-1c17d932e1e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 200 len: 217 time: 0.0403557 Sep 20 12:24:55.928543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c06fc3-3548-4599-8c36-5499afa3b144 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd53c1-6d11-4aa8-ba21-d6b4cd9e278e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:55.938048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] No DVR routers for this DVR port c78e1cdd-be72-4387-a013-273b8d8183e7 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:24:55.990637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506de70b-f795-4d38-964b-c4094681955c service neutron] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:56.017342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc511adf-33d6-4a86-b1ef-f8a8c1693749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.020161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-6cba0da7-0738-43f6-b0d8-dcdd6ad7321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:56.020387 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-6cba0da7-0738-43f6-b0d8-dcdd6ad7321e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1086197 Sep 20 12:24:56.021095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:24:56.021425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:24:56.021743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:56.026649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:24:56.027034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Attempting to bind port c78e1cdd-be72-4387-a013-273b8d8183e7 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:56.097884 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc511adf-33d6-4a86-b1ef-f8a8c1693749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.145356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc511adf-33d6-4a86-b1ef-f8a8c1693749 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07cc8082bfa944b9b12a63630d07684d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775988 Sep 20 12:24:56.146299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc511adf-33d6-4a86-b1ef-f8a8c1693749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976736c7-0e6e-4aac-97e5-de309427b34c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:56.148903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44434) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:56.207195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9d47aac-ea4c-4486-8f3e-0eeef172623d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.213881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b9e08d50-4a35-48ca-b3d1-e4124cb62d4f req-05c06fc3-3548-4599-8c36-5499afa3b144 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.215139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9e08d50-4a35-48ca-b3d1-e4124cb62d4f req-05c06fc3-3548-4599-8c36-5499afa3b144 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7272787 Sep 20 12:24:56.236848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9d47aac-ea4c-4486-8f3e-0eeef172623d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.305068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-2284d34f-a6b2-4f7d-ac8a-564a5a077d9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2757435 Sep 20 12:24:56.305925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:24:56.306259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:24:56.307139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:24:56.307139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Bound port: c78e1cdd-be72-4387-a013-273b8d8183e7, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:24:56.307433 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.382015 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9945471-fafa-45d1-b0b1-b5384259e1ba x-openstack-request-id: req-a9945471-fafa-45d1-b0b1-b5384259e1ba {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:56.382300 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-unplugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:56.382717 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9945471-fafa-45d1-b0b1-b5384259e1ba {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:56.383135 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'code': 200} Sep 20 12:24:56.387745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-045f4511-5637-468f-bc44-f400ed1680ca tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c6621b4e32eb43ceb7f50365eee5b2ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231564 Sep 20 12:24:56.395186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:24:56.401607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:24:56.406296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9d47aac-ea4c-4486-8f3e-0eeef172623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.409894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9d47aac-ea4c-4486-8f3e-0eeef172623d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.412679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9d47aac-ea4c-4486-8f3e-0eeef172623d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/976736c7-0e6e-4aac-97e5-de309427b34c HTTP/1.1" status: 204 len: 168 time: 0.2623498 Sep 20 12:24:56.461635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d47aac-ea4c-4486-8f3e-0eeef172623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976736c7-0e6e-4aac-97e5-de309427b34c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:56.481165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdd13303-d804-4a9e-af12-dcb83f258921 req-9a805365-aafc-490e-a62e-646f5eb408b1 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 210 time: 0.0500422 Sep 20 12:24:56.539305 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.546294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-8c818b30-cc9a-4926-b24b-818d3802b592 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:24:56.548031 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-8c818b30-cc9a-4926-b24b-818d3802b592 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067155 Sep 20 12:24:56.574172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-0936f8b7-9d76-4406-8682-df74091cdbfd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:56.575621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-0936f8b7-9d76-4406-8682-df74091cdbfd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807220 Sep 20 12:24:56.595972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Request body: {'port': {'device_id': '4f385f19-7330-4610-ae8a-b65dc03fd909', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'c6621b4e32eb43ceb7f50365eee5b2ec'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:56.605094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-9a6b1145-a36d-40e8-a0c3-1d0463151e23 service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879202 Sep 20 12:24:56.612996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:56.613972 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:56.616170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-506de70b-f795-4d38-964b-c4094681955c service neutron] 10.222.0.21 "PUT /v2.0/ports/c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 1097 time: 1.5774877 Sep 20 12:24:56.651828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-7cd623ce-6761-42d9-8579-4fbb537bcef3 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:56.653221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-7cd623ce-6761-42d9-8579-4fbb537bcef3 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 HTTP/1.1" status: 200 len: 1093 time: 0.0970950 Sep 20 12:24:56.695049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Request body: {'binding': {'host': 'n-h2-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:56.695763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:24:56.755315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716136d-8ce5-4677-a649-c71306786a1c req-926f8e5a-d87e-4e10-9d66-567c819b8558 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:56.762040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506de70b-f795-4d38-964b-c4094681955c service neutron] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:56.762731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b716136d-8ce5-4677-a649-c71306786a1c req-926f8e5a-d87e-4e10-9d66-567c819b8558 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 949 time: 0.1710043 Sep 20 12:24:56.806570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac75824-c875-47dd-bc2f-ef15a7c61b75 req-840f9345-3cdc-4bbc-977e-7913996ec22c service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892123 Sep 20 12:24:56.818155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-0e53f8b2-4e2d-4823-be5b-52c623b68c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:56.818155 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-0e53f8b2-4e2d-4823-be5b-52c623b68c80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1100 time: 0.1680408 Sep 20 12:24:56.896564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b716136d-8ce5-4677-a649-c71306786a1c req-6bc4d264-1de8-482c-8e1e-341e06c53a83 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326716 Sep 20 12:24:56.976134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on host n-h2-809934-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:24:56.976762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:24:56.977325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:56.981964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:24:56.982314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:56.987385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-53a08d47-b5fe-4a50-9755-95956cd636eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:56.987992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-53a08d47-b5fe-4a50-9755-95956cd636eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1630816 Sep 20 12:24:56.988556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:24:56.988896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:24:56.989314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:24:56.989741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Bound port: a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:24:57.020913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Made reservation on behalf of c6621b4e32eb43ceb7f50365eee5b2ec for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:24:57.024577 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.040871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.048521 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-10c6d71c-2462-43d2-893f-92e2ddd66964 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0507317 Sep 20 12:24:57.078605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:24:57.112140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-b54346ae-7309-4fd2-9769-40aaf959c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:57.114214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-b54346ae-7309-4fd2-9769-40aaf959c073 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0575807 Sep 20 12:24:57.119839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5fa53af8-d338-4260-ac1b-e4d31acc32d1 req-7316d691-43bc-461d-9456-9e05a1dc8fb0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-229262614', 'description': 'tempest-description-89204728'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:57.153868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.154974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5a1d34bf-7094-49f6-9c6a-dbe463f9a41f service neutron] 10.222.0.37 "POST /v2.0/ports/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4904346 Sep 20 12:24:57.163287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-c702fbb2-0dd9-4bd4-8654-3b109ec63b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:57.164829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-c702fbb2-0dd9-4bd4-8654-3b109ec63b07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439708 Sep 20 12:24:57.193764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.283053 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-fb6ef408-015d-41b7-9791-82f705f5b2cd service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088459 Sep 20 12:24:57.338625 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.388127 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4bda79d-6f1a-472c-be5d-45ff99d2f59a req-524b0df4-61f1-485f-b4fa-cf798ec15f83 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991459 Sep 20 12:24:57.410537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8737ce39-0782-4e2f-94d8-e7127b425de5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:57.493330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:57.498259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Allocated IP 192.168.233.225 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/a2cf6740-e729-4879-9648-4df2235e204c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:24:57.533708 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5fa53af8-d338-4260-ac1b-e4d31acc32d1 req-7316d691-43bc-461d-9456-9e05a1dc8fb0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.539560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:24:57.715675 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.768371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5fa53af8-d338-4260-ac1b-e4d31acc32d1 req-7316d691-43bc-461d-9456-9e05a1dc8fb0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.772552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6dff8781-6707-46d3-a152-376ad8cdcaf9 req-4c8f2682-ee2e-4a3c-ba3a-7d74a856ee23 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 210 time: 0.0486808 Sep 20 12:24:57.861898 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5fa53af8-d338-4260-ac1b-e4d31acc32d1 req-7316d691-43bc-461d-9456-9e05a1dc8fb0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.885825 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.926063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-6a5e83db-bec4-4404-bba6-8b8644ce79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:57.927706 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-6a5e83db-bec4-4404-bba6-8b8644ce79f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1096 time: 0.0531235 Sep 20 12:24:57.936499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316d691-43bc-461d-9456-9e05a1dc8fb0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c986a8-f572-4f53-bf2c-1c3358a04761,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:57.965794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed3650-d643-4d98-a3e0-b31e6102e3a4 req-3def8e18-4c00-4b29-9424-24da474dd40e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:57.967332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00ed3650-d643-4d98-a3e0-b31e6102e3a4 req-3def8e18-4c00-4b29-9424-24da474dd40e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.1368475 Sep 20 12:24:57.969474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:24:57.972170 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5fa53af8-d338-4260-ac1b-e4d31acc32d1 req-7316d691-43bc-461d-9456-9e05a1dc8fb0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:57.985577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5fa53af8-d338-4260-ac1b-e4d31acc32d1 req-7316d691-43bc-461d-9456-9e05a1dc8fb0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.8695853 Sep 20 12:24:58.003408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:24:58.011174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:24:58.023261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Pushing event updated for resources: {'Port': ['ID=a2cf6740-e729-4879-9648-4df2235e204c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:58.041606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-dede3bca-93a1-4dab-8c7c-d25cc3d29b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:58.043720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-dede3bca-93a1-4dab-8c7c-d25cc3d29b8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1089225 Sep 20 12:24:58.097634 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-4c7dac9a-b30f-47c3-a5bb-8de095dd8b5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 HTTP/1.1" status: 200 len: 217 time: 0.0444508 Sep 20 12:24:58.144631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00ed3650-d643-4d98-a3e0-b31e6102e3a4 req-511ef2d0-0154-44c8-9791-3c497797d130 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516938 Sep 20 12:24:58.182527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:58.186518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:58.210821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-79a2d07a-510a-4f47-be0c-1c703879cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:58.212609 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-79a2d07a-510a-4f47-be0c-1c703879cb8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1069777 Sep 20 12:24:58.254668 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-d868f72e-8d19-4dab-8dde-a4ef93a9ddb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336537 Sep 20 12:24:58.264748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-cc5719e8-22fd-49d3-9e4e-85f9d29bdcb0 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6738780 Sep 20 12:24:58.278544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Request body: {'port': {'device_id': '4f385f19-7330-4610-ae8a-b65dc03fd909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:24:58.317792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5019cd9-a736-4d94-a75b-1c877408e7b8 req-576c6eb7-a324-493c-af52-db193ced1a63 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:58.320190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5019cd9-a736-4d94-a75b-1c877408e7b8 req-576c6eb7-a324-493c-af52-db193ced1a63 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 949 time: 0.0891783 Sep 20 12:24:58.346613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f10c6f9d-6626-4169-8554-5c8a3041317a None None] Provisioning complete for port a2cf6740-e729-4879-9648-4df2235e204c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:24:58.347240 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f10c6f9d-6626-4169-8554-5c8a3041317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:58.369484 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-810881db-0ef5-48bc-8ab3-223265f01e21 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033905 Sep 20 12:24:58.372341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:58.384400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:58.387138 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1f074f-c747-4674-9d5a-e4ddd882437a" -d '{"events": [{"name": "network-changed", "server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:58.400394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f10c6f9d-6626-4169-8554-5c8a3041317a None None] Port a2cf6740-e729-4879-9648-4df2235e204c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:24:58.411006 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5019cd9-a736-4d94-a75b-1c877408e7b8 req-2ac5fa1d-903b-48a6-84e7-c896922194fd tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843205 Sep 20 12:24:58.478444 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-8a2c7470-3ed7-4a06-a54a-15760f39ca58 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033750 Sep 20 12:24:58.699976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cf6740-e729-4879-9648-4df2235e204c {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:24:58.708005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:58.720690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Transition to ACTIVE for port object a2cf6740-e729-4879-9648-4df2235e204c will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:24:58.805099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:58.869554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cf6740-e729-4879-9648-4df2235e204c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:59.008613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Attempting to bind port a2cf6740-e729-4879-9648-4df2235e204c on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:24:59.008963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Attempting to bind port a2cf6740-e729-4879-9648-4df2235e204c by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:24:59.009343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Attempting to bind port a2cf6740-e729-4879-9648-4df2235e204c on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:59.017991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Port a2cf6740-e729-4879-9648-4df2235e204c on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:24:59.018296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Attempting to bind port a2cf6740-e729-4879-9648-4df2235e204c on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:24:59.074004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:24:59.074345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:24:59.074759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:24:59.075198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Bound port: a2cf6740-e729-4879-9648-4df2235e204c, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:24:59.075565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:59.173842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] For port a2cf6740-e729-4879-9648-4df2235e204c, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:24:59.178267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] For port a2cf6740-e729-4879-9648-4df2235e204c, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a2cf6740-e729-4879-9648-4df2235e204c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:24:59.185453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9d4ec110-3db3-4343-8d33-e0f4299f35a9 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:59.186933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9d4ec110-3db3-4343-8d33-e0f4299f35a9 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 812 time: 0.2649338 Sep 20 12:24:59.201790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-924e5845-5869-4c07-bc6f-776eb033ea74 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/quotas/48b5d27334e540629bc6fb53eb4c5bd0 HTTP/1.1" status: 200 len: 375 time: 0.0089388 Sep 20 12:24:59.234239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-18894cf5-c1e0-4a3f-ba41-99b7b7228d57 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270126 Sep 20 12:24:59.326385 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:59.370723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-d28d7cdc-de8e-4358-8d03-f887aa9089d2 service neutron] 10.222.0.37 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274507 Sep 20 12:24:59.377245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:59.378126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:59.379502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] 10.222.0.21 "PUT /v2.0/ports/a2cf6740-e729-4879-9648-4df2235e204c HTTP/1.1" status: 200 len: 1096 time: 1.1064832 Sep 20 12:24:59.379965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f385f19-7330-4610-ae8a-b65dc03fd909', 'tag': 'a2cf6740-e729-4879-9648-4df2235e204c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:59.382244 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86550cf-406c-4d31-a40a-87d3da73de85" -d '{"events": [{"name": "network-changed", "server_uuid": "4f385f19-7330-4610-ae8a-b65dc03fd909", "tag": "a2cf6740-e729-4879-9648-4df2235e204c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:59.437319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a1ea6-1ab1-4ccc-8ca7-817605391636 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cf6740-e729-4879-9648-4df2235e204c,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:24:59.523577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 06a147b5-e412-4de7-8d71-51122adb4c78 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:24:59.533978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-e7990cc3-7bd4-4d16-b772-3f1064829b11 service neutron] 10.222.0.37 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484721 Sep 20 12:24:59.685545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-adc0b19d-7d1b-4106-bc5f-8c1c70a244ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:59.688273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-adc0b19d-7d1b-4106-bc5f-8c1c70a244ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6621b4e32eb43ceb7f50365eee5b2ec&device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 1099 time: 0.0846453 Sep 20 12:24:59.701827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44592) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:24:59.728635 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:59.738912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-3a28759f-b19f-48d7-b383-f3aceb3dc023 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a2cf6740-e729-4879-9648-4df2235e204c HTTP/1.1" status: 200 len: 217 time: 0.0433810 Sep 20 12:24:59.760170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:24:59.762353 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8206e5-4ad9-4cf8-92e8-9db54a8c3992" -d '{"events": [{"server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "name": "network-vif-unplugged", "status": "completed", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:24:59.787632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:24:59.809319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-293bf8b7-f2b4-4772-9b64-d04f768b45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:59.811028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-293bf8b7-f2b4-4772-9b64-d04f768b45c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0651822 Sep 20 12:24:59.820015 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf35b565-c9ec-4d83-874a-4f0907ee23db x-openstack-request-id: req-cf35b565-c9ec-4d83-874a-4f0907ee23db {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:24:59.820307 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:24:59.820653 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf35b565-c9ec-4d83-874a-4f0907ee23db {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:24:59.821079 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'status': 'completed', 'code': 200} Sep 20 12:24:59.863564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:24:59.898663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41168110-cae7-4ca5-9e38-03707a7a8937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:24:59.964579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-20021289-ca57-421c-a573-cb07a1da7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:24:59.966126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-20021289-ca57-421c-a573-cb07a1da7c88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282334 Sep 20 12:25:00.002944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80883d-e98c-4b19-bad7-aff223654411 req-7a513107-cb1a-4922-a961-fb25b22479dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:00.005915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:00.017093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-5987978b-d825-4be3-b3ee-9c342db0905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:00.017244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d80883d-e98c-4b19-bad7-aff223654411 req-7a513107-cb1a-4922-a961-fb25b22479dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 948 time: 0.1286790 Sep 20 12:25:00.018746 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-5987978b-d825-4be3-b3ee-9c342db0905b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 1100 time: 0.1531668 Sep 20 12:25:00.037650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'mac_address': 'fa:16:3e:18:c3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:00.040302 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:00.135394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:00.151038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78e1cdd-be72-4387-a013-273b8d8183e7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:00.197913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:00.200821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:00.205274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-a8e96feb-bbe6-4d0c-b2bb-693b230cdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:00.207081 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-a8e96feb-bbe6-4d0c-b2bb-693b230cdff4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1806579 Sep 20 12:25:00.210732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-3f02d8d4-b475-427b-b1a8-1f794237325a service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344778 Sep 20 12:25:00.244970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d80883d-e98c-4b19-bad7-aff223654411 req-b1d982b9-5f0a-41bf-a192-cfa5e5651f0f tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269979 Sep 20 12:25:00.259196 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-3d219f1c-236b-47e3-ba77-1aefca5dca67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 200 len: 217 time: 0.0401623 Sep 20 12:25:00.275798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41168110-cae7-4ca5-9e38-03707a7a8937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:00.278862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86b6c6-6f8f-43eb-9293-c71c2c833117 req-702659d9-d06f-4cdf-8978-0e9344c0bcad tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:00.280319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df86b6c6-6f8f-43eb-9293-c71c2c833117 req-702659d9-d06f-4cdf-8978-0e9344c0bcad tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.2606630 Sep 20 12:25:00.290919 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:00.325190 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6741ca8-6bc4-48df-9a3b-a8c311cb8bbe x-openstack-request-id: req-b6741ca8-6bc4-48df-9a3b-a8c311cb8bbe {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:00.325594 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f385f19-7330-4610-ae8a-b65dc03fd909", "tag": "a2cf6740-e729-4879-9648-4df2235e204c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:00.325711 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6741ca8-6bc4-48df-9a3b-a8c311cb8bbe {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:00.326153 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f385f19-7330-4610-ae8a-b65dc03fd909', 'tag': 'a2cf6740-e729-4879-9648-4df2235e204c', 'status': 'completed', 'code': 200} Sep 20 12:25:00.350698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-da050496-3efa-4eff-bcf8-2a04ba79105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:00.352176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-da050496-3efa-4eff-bcf8-2a04ba79105d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0847962 Sep 20 12:25:00.390056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=12']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:00.395298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df86b6c6-6f8f-43eb-9293-c71c2c833117 req-f241666a-27e3-4176-81cf-da625d7eeca6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016927 Sep 20 12:25:00.397908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0ab32-c006-4af9-a81e-8b4d55a7e7e8 req-9c9e4eab-be0c-421f-bbce-117af80661b7 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729157 Sep 20 12:25:00.399443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41168110-cae7-4ca5-9e38-03707a7a8937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:00.431262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41168110-cae7-4ca5-9e38-03707a7a8937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b10132-3244-4029-bc24-07df0fc9016c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:00.466039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-41168110-cae7-4ca5-9e38-03707a7a8937 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3674de8e98a64d298c258fde097fc9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631094 Sep 20 12:25:00.466287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44608) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:00.474107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-6025dfc5-f4e7-4597-8ba9-4e1a9ba16904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:00.475655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-6025dfc5-f4e7-4597-8ba9-4e1a9ba16904 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138160 Sep 20 12:25:00.515317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edcc05-0769-4064-9713-e427373ae3bd req-5db22694-23b0-440d-bcfc-b398e8ac841a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:00.517224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1edcc05-0769-4064-9713-e427373ae3bd req-5db22694-23b0-440d-bcfc-b398e8ac841a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1100771 Sep 20 12:25:00.546370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['c78e1cdd-be72-4387-a013-273b8d8183e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:00.650464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1edcc05-0769-4064-9713-e427373ae3bd req-23f7bb52-a1a8-4638-882e-d34bb08733be tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263442 Sep 20 12:25:00.663966 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-17c5e015-5972-4fba-95cd-3fe56dda0e73 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809094 Sep 20 12:25:00.676970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-ce52be6b-5b29-444c-b190-2acde6f9829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:00.680641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-ce52be6b-5b29-444c-b190-2acde6f9829f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6621b4e32eb43ceb7f50365eee5b2ec&device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 1099 time: 0.0937064 Sep 20 12:25:00.704416 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60ebf482-d03e-4888-af66-ab7d6faa22f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:00.755205 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539435d8-ac70-4f49-80bb-b29802c97930 x-openstack-request-id: req-539435d8-ac70-4f49-80bb-b29802c97930 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:00.757338 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "name": "network-vif-unplugged", "status": "completed", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:00.757750 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-539435d8-ac70-4f49-80bb-b29802c97930 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:00.760703 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78', 'code': 200} Sep 20 12:25:00.897077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c044d262-4ba9-421c-afec-6cb2694838ed req-16af2f4d-f25d-44d3-940e-844cb19958cf tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 210 time: 0.0893593 Sep 20 12:25:00.905245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60ebf482-d03e-4888-af66-ab7d6faa22f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:00.996043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d1f074f-c747-4674-9d5a-e4ddd882437a req-91586056-c096-47ac-8b89-3b05460c6b14 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220639 Sep 20 12:25:01.013167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-a8ea3132-8d4a-493a-b2d8-f70c282120b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:01.014908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-a8ea3132-8d4a-493a-b2d8-f70c282120b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.3240671 Sep 20 12:25:01.087817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-d1af00d1-e871-46b2-98fd-8dc499613741 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a2cf6740-e729-4879-9648-4df2235e204c HTTP/1.1" status: 200 len: 217 time: 0.0507710 Sep 20 12:25:01.152367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-44e42f4c-7cdb-4ad0-bb5f-4a0f8ae04c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:01.154143 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-44e42f4c-7cdb-4ad0-bb5f-4a0f8ae04c0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0582576 Sep 20 12:25:01.167136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896684-bb26-4672-af4b-7cc691b85948 req-0dbd193b-ff6a-473c-a900-c25184345312 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:01.176686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d896684-bb26-4672-af4b-7cc691b85948 req-0dbd193b-ff6a-473c-a900-c25184345312 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 950 time: 0.1868315 Sep 20 12:25:01.313580 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60ebf482-d03e-4888-af66-ab7d6faa22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:01.319968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60ebf482-d03e-4888-af66-ab7d6faa22f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:01.322791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-60ebf482-d03e-4888-af66-ab7d6faa22f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9b10132-3244-4029-bc24-07df0fc9016c HTTP/1.1" status: 204 len: 168 time: 0.8553841 Sep 20 12:25:01.390097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d896684-bb26-4672-af4b-7cc691b85948 req-e9f20f5a-424f-447b-85de-bc3bb98986f2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103813 Sep 20 12:25:01.397737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-8be25de7-cf2c-47f4-9d20-249cb66b4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:01.403973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-8be25de7-cf2c-47f4-9d20-249cb66b4b52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2217491 Sep 20 12:25:01.405223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebf482-d03e-4888-af66-ab7d6faa22f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b10132-3244-4029-bc24-07df0fc9016c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:01.405689 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:25:01.636029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429abf0-db7d-464f-996e-ae20fcea0b2a req-fdea8074-43de-476a-a1fb-78a8a782e97e tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:01.637930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4429abf0-db7d-464f-996e-ae20fcea0b2a req-fdea8074-43de-476a-a1fb-78a8a782e97e tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 948 time: 0.2264285 Sep 20 12:25:01.713471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49815747-9ef6-4b92-82bb-f5b215366c59 req-e98faf0e-d139-4e71-b347-9d13f2f7828d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:01.721505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49815747-9ef6-4b92-82bb-f5b215366c59 req-e98faf0e-d139-4e71-b347-9d13f2f7828d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.1351123 Sep 20 12:25:01.735160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-d1bf7cc3-c1bf-4976-9dfa-6a920c66dbd7 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217328 Sep 20 12:25:01.744015 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4429abf0-db7d-464f-996e-ae20fcea0b2a req-b1f9e9dd-6a9c-4fc5-8df1-b3d4efff9bee tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942304 Sep 20 12:25:01.810018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49815747-9ef6-4b92-82bb-f5b215366c59 req-b856239a-e69f-4c1f-b60a-c56d1ddb0d40 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815544 Sep 20 12:25:01.876442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a2cf6740-e729-4879-9648-4df2235e204c details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:01.912597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e86550cf-406c-4d31-a40a-87d3da73de85 req-981ab23e-b9e0-45bf-9ad9-58c8abee20a2 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623185 Sep 20 12:25:02.050615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:02.181518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a2cf6740-e729-4879-9648-4df2235e204c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a2cf6740-e729-4879-9648-4df2235e204c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:02.190556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-e44fd9ed-283e-4bb9-85a4-dff638eaefcd tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:02.192587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-e44fd9ed-283e-4bb9-85a4-dff638eaefcd tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 803 time: 0.2165079 Sep 20 12:25:02.196050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'a2cf6740-e729-4879-9648-4df2235e204c', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'a2cf6740-e729-4879-9648-4df2235e204c', 'mac_address': 'fa:16:3e:6d:ed:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:02.230433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-bcde659e-3f93-46e7-a079-b825afd79231 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368121 Sep 20 12:25:02.233508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-39c4e21a-02a8-4db1-93c8-154b61bbf14e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/quotas/e91d2700b9c941dfba5fbb93ea86694e HTTP/1.1" status: 200 len: 375 time: 0.0287318 Sep 20 12:25:02.252470 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:02.271385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cf6740-e729-4879-9648-4df2235e204c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:02.301717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a2cf6740-e729-4879-9648-4df2235e204c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a2cf6740-e729-4879-9648-4df2235e204c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:02.330561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port c78e1cdd-be72-4387-a013-273b8d8183e7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:02.334905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port c78e1cdd-be72-4387-a013-273b8d8183e7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:02.340657 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:02.409656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-91bcfc46-3cc1-46f4-b75b-065fdacb7903 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1640949 Sep 20 12:25:02.438206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:02.443708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:02.493067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-97051f4c-c024-43bb-a586-16e4a9e22728 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:02.494694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-97051f4c-c024-43bb-a586-16e4a9e22728 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476842 Sep 20 12:25:02.513162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a2cf6740-e729-4879-9648-4df2235e204c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:02.517563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:02.538091 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-f127c927-4d4b-4ca9-a958-98e6115b2999 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/quotas/ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 375 time: 0.0312037 Sep 20 12:25:02.541587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-4db66e95-3872-4144-afdc-33f0e31dc9fa service neutron] 10.222.0.37 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201241 Sep 20 12:25:02.621850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:02.648710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-e3736f6b-69a8-4e5d-a4d9-6bd98ec1f8e0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047318 Sep 20 12:25:02.679469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a2cf6740-e729-4879-9648-4df2235e204c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:02.687519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=13']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:02.689870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-98cf1d05-20ad-45fb-bbde-d813885259dc service neutron] 10.222.0.37 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373074 Sep 20 12:25:02.773623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:02.773623 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa03b2b-0847-486a-b94b-4da8105211c2" -d '{"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-plugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:02.964670 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327c901b-c97c-47b0-bff9-3ae315d5a2a0 x-openstack-request-id: req-327c901b-c97c-47b0-bff9-3ae315d5a2a0 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:02.965771 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-plugged", "status": "completed", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:02.966326 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-327c901b-c97c-47b0-bff9-3ae315d5a2a0 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:02.967621 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'code': 200} Sep 20 12:25:02.980757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-924fcdca-4cf7-41b0-bc21-8b2385a8098a req-00dc4e2f-73d2-4bd5-bd14-6654422a2c53 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 210 time: 0.0539088 Sep 20 12:25:03.130328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc0109-4fb8-4dc5-a501-b3b8b794418e req-99f56d97-0b84-4381-aee2-931781f466ca tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:03.136678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82cc0109-4fb8-4dc5-a501-b3b8b794418e req-99f56d97-0b84-4381-aee2-931781f466ca tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 949 time: 0.1119671 Sep 20 12:25:03.304920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-f404a2a7-837c-4b5f-931e-953dedf95867 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:03.306746 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-f404a2a7-837c-4b5f-931e-953dedf95867 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.32 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 812 time: 0.1804762 Sep 20 12:25:03.322200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'port': {'device_id': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01', 'admin_state_up': True, 'tenant_id': '48b5d27334e540629bc6fb53eb4c5bd0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:03.563470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52341d05-79af-4faf-a526-8f54367e6230 req-aac4c991-4ad1-45f1-8e2d-76b8fade0d25 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:03.564997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52341d05-79af-4faf-a526-8f54367e6230 req-aac4c991-4ad1-45f1-8e2d-76b8fade0d25 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.4958527 Sep 20 12:25:03.610025 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82cc0109-4fb8-4dc5-a501-b3b8b794418e req-7eb5903a-2591-4506-aab6-483f5af903ed tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724388 Sep 20 12:25:03.621496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54898dd0-908f-4d02-8061-33fde911ed3b req-cb276b3a-f408-43ed-8d71-6301dd27f428 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:03.623381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54898dd0-908f-4d02-8061-33fde911ed3b req-cb276b3a-f408-43ed-8d71-6301dd27f428 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab77af0-c255-4235-bb3e-d7061f323662 HTTP/1.1" status: 200 len: 943 time: 0.4816015 Sep 20 12:25:03.650723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Made reservation on behalf of 48b5d27334e540629bc6fb53eb4c5bd0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:03.656930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:03.665223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52341d05-79af-4faf-a526-8f54367e6230 req-2c1b29ab-8f4a-41a1-86a6-3363c39c5fef tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911069 Sep 20 12:25:03.764575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3bf91ef5-560f-4c66-a321-0d500a73e509 req-9b130baa-532e-41b5-8eed-13ac8f4ec558 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 210 time: 0.0908360 Sep 20 12:25:03.901570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a2cf6740-e729-4879-9648-4df2235e204c up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:03.908766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Deleting port 06a147b5-e412-4de7-8d71-51122adb4c78 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:03.911206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:03.921575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Allocated IP 172.20.0.3 (ea7a33e9-e40a-421a-9bc5-493a5c947d01/616ae998-1330-4926-b5d0-6ee4d4d5d6d4/7bc0ff90-0004-4484-8190-9df93f0bd3b0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:04.018671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd2a48c5-81b3-4044-bb5a-277791457b05 req-626be21d-a980-4fd6-9482-7523c7333084 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 210 time: 0.1004422 Sep 20 12:25:04.119218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port a2cf6740-e729-4879-9648-4df2235e204c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:04.123431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port a2cf6740-e729-4879-9648-4df2235e204c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:04.123804 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.149995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b916ad98-0960-4ca4-8228-6ed1d7d29a0d req-97adc0e8-2b78-4ac5-9b9b-dfc6c7a69add tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 210 time: 0.0376661 Sep 20 12:25:04.179577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.195549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] For port 06a147b5-e412-4de7-8d71-51122adb4c78, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=06a147b5-e412-4de7-8d71-51122adb4c78,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:04.195919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.218552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Calling delete_port for 06a147b5-e412-4de7-8d71-51122adb4c78 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:04.226083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44716) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:04.265999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.301483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a2cf6740-e729-4879-9648-4df2235e204c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a2cf6740-e729-4879-9648-4df2235e204c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:04.345021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.408639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Network ea7a33e9-e40a-421a-9bc5-493a5c947d01 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:04.415669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:04.420894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:04.439482 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.469773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1406109621'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:04.486629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'Port': ['ID=7bc0ff90-0004-4484-8190-9df93f0bd3b0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:04.495841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a2cf6740-e729-4879-9648-4df2235e204c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:04.497466 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.515031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:04.515697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.552944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Pushing event deleted for resources: {'Port': ['ID=06a147b5-e412-4de7-8d71-51122adb4c78,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:04.591113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] No DVR routers for this DVR port 06a147b5-e412-4de7-8d71-51122adb4c78 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:04.595106 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.597533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54898dd0-908f-4d02-8061-33fde911ed3b req-7425bc29-d44b-4d5b-ba54-7df0bf13beaf tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.32 "DELETE /v2.0/ports/06a147b5-e412-4de7-8d71-51122adb4c78 HTTP/1.1" status: 204 len: 173 time: 0.9651246 Sep 20 12:25:04.598250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'name': 'network-vif-deleted', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:04.600758 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e07916-4229-400d-b56c-223a675acc95" -d '{"events": [{"server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "name": "network-vif-deleted", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:04.640713 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39729250-d3f5-4bee-9c83-14d44ec8de35 x-openstack-request-id: req-39729250-d3f5-4bee-9c83-14d44ec8de35 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:04.641342 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab77af0-c255-4235-bb3e-d7061f323662", "name": "network-vif-deleted", "tag": "06a147b5-e412-4de7-8d71-51122adb4c78", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:04.641831 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39729250-d3f5-4bee-9c83-14d44ec8de35 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:04.642565 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab77af0-c255-4235-bb3e-d7061f323662', 'name': 'network-vif-deleted', 'tag': '06a147b5-e412-4de7-8d71-51122adb4c78', 'status': 'completed', 'code': 200} Sep 20 12:25:04.651340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Made reservation on behalf of 303b9973bf7940bb9d10994c10872754 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:04.654799 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.674354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.714250 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-aeb42b91-6e43-4b7b-9877-95cf0dbd3a2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3974578 Sep 20 12:25:04.737158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Request body: {'port': {'device_id': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:04.756284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87fc96-cbfb-480f-adde-1fc66b71fd67 req-464609b3-e784-42c9-9558-a10d8028332a tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:04.763491 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed87fc96-cbfb-480f-adde-1fc66b71fd67 req-464609b3-e784-42c9-9558-a10d8028332a tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 950 time: 0.0647004 Sep 20 12:25:04.832805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed87fc96-cbfb-480f-adde-1fc66b71fd67 req-1de85ded-0d9b-4a58-9c0e-bfd89e80e252 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Sep 20 12:25:04.852289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:04.909051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68830-c9bc-4ab7-aeba-02e43f775c0e req-cc27093a-f0e1-4ea7-96d8-232e0be2c9e5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:04.910560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22d68830-c9bc-4ab7-aeba-02e43f775c0e req-cc27093a-f0e1-4ea7-96d8-232e0be2c9e5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.1254883 Sep 20 12:25:04.958725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9818493d-379c-4b2b-b620-258fe1d976af req-9e75a091-6d6b-4f9b-b989-c0256746e878 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 210 time: 0.0322599 Sep 20 12:25:04.968687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f385f19-7330-4610-ae8a-b65dc03fd909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cf6740-e729-4879-9648-4df2235e204c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:04.972940 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ffc976-b261-408f-966d-57c162a21233" -d '{"events": [{"server_uuid": "4f385f19-7330-4610-ae8a-b65dc03fd909", "name": "network-vif-plugged", "status": "completed", "tag": "a2cf6740-e729-4879-9648-4df2235e204c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:04.975651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22d68830-c9bc-4ab7-aeba-02e43f775c0e req-c887cea6-2e99-4c68-b2d6-263dfa0bd9c9 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580878 Sep 20 12:25:05.055829 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.095443 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ebf44c-52ab-4935-9744-6030f2a04ad3 x-openstack-request-id: req-a0ebf44c-52ab-4935-9744-6030f2a04ad3 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:05.096159 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f385f19-7330-4610-ae8a-b65dc03fd909", "name": "network-vif-plugged", "status": "completed", "tag": "a2cf6740-e729-4879-9648-4df2235e204c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:05.096769 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0ebf44c-52ab-4935-9744-6030f2a04ad3 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:05.097489 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f385f19-7330-4610-ae8a-b65dc03fd909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cf6740-e729-4879-9648-4df2235e204c', 'code': 200} Sep 20 12:25:05.171748 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.179292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba68db64-3263-441d-b335-b3312bd954d1 req-e6a43495-2ab7-41df-9112-1ea0ad25d996 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 210 time: 0.0334432 Sep 20 12:25:05.219829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:25:05.221796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7dfa1-9741-41d0-9f0f-0d92d6d74466 req-2472abca-6bcd-43be-8ae0-6f1c280a839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:05.223519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8a7dfa1-9741-41d0-9f0f-0d92d6d74466 req-2472abca-6bcd-43be-8ae0-6f1c280a839a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 1101 time: 0.0469961 Sep 20 12:25:05.232545 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c680cf6a-b980-4261-8c4a-bf3e2ef15fb0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:05.244872 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.244872 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Added segment 9cec8d90-beb7-46d7-a941-39dc9e7fc0b4 of type vlan for network 7da2f008-0723-46c1-88e3-0ddc9a2db47e Sep 20 12:25:05.281270 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8a7dfa1-9741-41d0-9f0f-0d92d6d74466 req-c8c6b0b1-13fd-4f46-91d9-f9a9852e5a6c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501378 Sep 20 12:25:05.311832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.328981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafaec7-d612-4d21-8bfb-3f021b09dc20 req-33facd82-1225-491c-9532-107fc1d96698 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:05.336354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dafaec7-d612-4d21-8bfb-3f021b09dc20 req-33facd82-1225-491c-9532-107fc1d96698 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 931 time: 0.0692999 Sep 20 12:25:05.336565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc0ff90-0004-4484-8190-9df93f0bd3b0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:05.348529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.363024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Transition to ACTIVE for port object 7bc0ff90-0004-4484-8190-9df93f0bd3b0 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:05.372954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dafaec7-d612-4d21-8bfb-3f021b09dc20 req-4648e639-4ffb-47ee-90e4-4ed8f8b44f77 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352881 Sep 20 12:25:05.433537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.439679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:05.440263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.481048 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.584029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Pushing event updated for resources: {'Network': ['ID=7da2f008-0723-46c1-88e3-0ddc9a2db47e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:05.594312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Pushing event updated for resources: {'Port': ['ID=7bc0ff90-0004-4484-8190-9df93f0bd3b0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:05.602483 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-afcc7a1c-0447-4a66-871d-a38722ae0705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3750672 Sep 20 12:25:05.610039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 7da2f008-0723-46c1-88e3-0ddc9a2db47e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:25:05.700908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Attempting to bind port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:05.701415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Attempting to bind port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:05.701948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Attempting to bind port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 on network ea7a33e9-e40a-421a-9bc5-493a5c947d01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:05.707331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 on network ea7a33e9-e40a-421a-9bc5-493a5c947d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:05.707903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Attempting to bind port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 on network ea7a33e9-e40a-421a-9bc5-493a5c947d01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:05.713178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:05.713519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Checking segment: {'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:05.713943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Bound using segment: {'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:05.714325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Bound port: 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:05.714904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.790641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] For port 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:05.794372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] For port 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:05.825872 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44744) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:05.831214 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Request body: {'port': {'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e', 'binding:host_id': 'n-h1-809934-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1061331448'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:05.896963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.932897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Made reservation on behalf of 8c2987ed2eef40b7ab2f780526a03fe6 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:05.935305 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.944413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e1f3e-0c17-4204-b5c3-a90a815b77be req-7ccf4f39-db04-4e02-a86a-f9196b95ee0e tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:05.946039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-657e1f3e-0c17-4204-b5c3-a90a815b77be req-7ccf4f39-db04-4e02-a86a-f9196b95ee0e tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 950 time: 0.0530369 Sep 20 12:25:05.949612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:05.950223 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.951692 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] 10.222.0.32 "PUT /v2.0/ports/7bc0ff90-0004-4484-8190-9df93f0bd3b0 HTTP/1.1" status: 200 len: 1091 time: 1.2206073 Sep 20 12:25:05.954058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:05.956375 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2102e315-404c-4aaf-80c6-2381aeaf16d5" -d '{"events": [{"name": "network-changed", "server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:05.973582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:05.998409 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b568054c-0315-4a78-8d02-3a514e836397 x-openstack-request-id: req-b568054c-0315-4a78-8d02-3a514e836397 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:05.998693 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:05.998936 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b568054c-0315-4a78-8d02-3a514e836397 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:05.999631 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0', 'status': 'completed', 'code': 200} Sep 20 12:25:06.005316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c3c8-08ff-4df1-8e8a-0c9c0f41044e service neutron] Pushing event updated for resources: {'Port': ['ID=7bc0ff90-0004-4484-8190-9df93f0bd3b0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:06.015916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-bd633773-af64-4329-ab07-32e3b3324bfc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392046 Sep 20 12:25:06.063097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-657e1f3e-0c17-4204-b5c3-a90a815b77be req-0fb95f65-5811-4836-b024-d757fb9c8f00 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019053 Sep 20 12:25:06.098226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102e315-404c-4aaf-80c6-2381aeaf16d5 req-7978b4a3-c063-42b0-873d-8b0139a2a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:06.100027 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2102e315-404c-4aaf-80c6-2381aeaf16d5 req-7978b4a3-c063-42b0-873d-8b0139a2a602 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 1094 time: 0.0777593 Sep 20 12:25:06.103460 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10d003fc-4f78-4604-b96a-84371d3a1afa req-1a0516a0-f0ea-42a1-ade6-59971417911c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 210 time: 0.0436413 Sep 20 12:25:06.176417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:06.228011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-4b996a67-3674-48e3-87a3-d8ee36aa85b3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:06.229540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-4b996a67-3674-48e3-87a3-d8ee36aa85b3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987348 Sep 20 12:25:06.238661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5be7-749a-4a74-bdb5-1bdc24f0a8e7 req-dc60aacc-cd5a-421f-a8c6-fc8ca6f5ee11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:06.240195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-778f5be7-749a-4a74-bdb5-1bdc24f0a8e7 req-dc60aacc-cd5a-421f-a8c6-fc8ca6f5ee11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.0986516 Sep 20 12:25:06.258249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Request body: {'port': {'device_id': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'ba137cb8b17141debe48f0438ea6705e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:06.259892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102e315-404c-4aaf-80c6-2381aeaf16d5 req-5dc188e1-b18e-432e-9a75-4d55649d8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:06.261403 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2102e315-404c-4aaf-80c6-2381aeaf16d5 req-5dc188e1-b18e-432e-9a75-4d55649d8a2a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1228120 Sep 20 12:25:06.270694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:06.276656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] device_id is not set on port 2494bd85-0c81-431b-8840-61616f31f06f yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:06.361665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-778f5be7-749a-4a74-bdb5-1bdc24f0a8e7 req-9a697976-25ce-4d7e-868e-926e553702a4 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144326 Sep 20 12:25:06.395217 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b147aece-d03f-46ef-8753-697860de1487 req-ebafc383-d1c3-4fb2-9ef3-8cd41c9a126d tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 210 time: 0.0756073 Sep 20 12:25:06.435405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd66ecd6-6ba0-482b-8003-4f8706f2b366,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:06.499781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102e315-404c-4aaf-80c6-2381aeaf16d5 req-5a06e308-2949-40a1-ad15-cfae423d9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:06.502419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2102e315-404c-4aaf-80c6-2381aeaf16d5 req-5a06e308-2949-40a1-ad15-cfae423d9a86 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2284901 Sep 20 12:25:06.539685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ea76-33ba-4b71-a344-5e4fb1b0b627 req-a52c899c-1125-4638-a025-b547142029f5 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:06.541282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fd9ea76-33ba-4b71-a344-5e4fb1b0b627 req-a52c899c-1125-4638-a025-b547142029f5 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 943 time: 0.0587974 Sep 20 12:25:06.582710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Made reservation on behalf of ba137cb8b17141debe48f0438ea6705e for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:06.586965 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:06.592376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fd9ea76-33ba-4b71-a344-5e4fb1b0b627 req-f01ef84e-1932-4eab-8ceb-8e41a6a1ad34 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Sep 20 12:25:06.736971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Allocated IP 192.168.233.10 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/a05b095d-7381-4ca0-a56a-e27ccc2f5f82) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:06.891165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:06.930546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] device_id is not set on port 2494bd85-0c81-431b-8840-61616f31f06f yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:06.942170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-946844e8-04ea-4b58-96f2-6f25fb25b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:06.943650 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-946844e8-04ea-4b58-96f2-6f25fb25b3fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 1094 time: 0.1634338 Sep 20 12:25:06.955259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:06.999371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-defc39e2-9eb0-48b6-82fc-86a068aac2bd tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:07.000732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-defc39e2-9eb0-48b6-82fc-86a068aac2bd tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.21 "GET /v2.0/networks?id=74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 200 len: 803 time: 0.2215908 Sep 20 12:25:07.002192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-f8fbef23-6a4b-435d-97b2-9ced48cb5706 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0 HTTP/1.1" status: 200 len: 217 time: 0.0487864 Sep 20 12:25:07.014140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Request body: {'port': {'device_id': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'admin_state_up': True, 'tenant_id': 'e91d2700b9c941dfba5fbb93ea86694e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:07.045065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:07.059063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['013e0529-f45b-45b3-af48-2309baada7e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:07.061426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'c78e1cdd-be72-4387-a013-273b8d8183e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:07.098948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:07.104080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:07.106913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:07.118856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:07.152401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:07.152920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-dfb3c64c-4e6a-493f-a026-f0ffcf1168b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:07.164732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-dfb3c64c-4e6a-493f-a026-f0ffcf1168b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 200 len: 852 time: 0.1538088 Sep 20 12:25:07.184336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:07.185245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:07.279402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b8343-607d-4ab1-b8a3-3b0bb5ef8d8c req-1343999c-b79a-4ec4-84c7-35dd58e5bde5 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:07.289452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-933b8343-607d-4ab1-b8a3-3b0bb5ef8d8c req-1343999c-b79a-4ec4-84c7-35dd58e5bde5 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 950 time: 0.1005657 Sep 20 12:25:07.303152 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-5348744d-5709-436f-b73f-7d0f4224d703 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea7a33e9-e40a-421a-9bc5-493a5c947d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490701 Sep 20 12:25:07.328491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3231b-d65b-404e-83b4-112890eec7a0 req-db4d9979-d2d2-45ce-874d-25bc1113edd0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:07.329654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=2494bd85-0c81-431b-8840-61616f31f06f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:07.332899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7d3231b-d65b-404e-83b4-112890eec7a0 req-db4d9979-d2d2-45ce-874d-25bc1113edd0 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 935 time: 0.1081536 Sep 20 12:25:07.358981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ad1af7dc-f84f-46c2-8d27-0e3e61ab39ed tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1041348 Sep 20 12:25:07.375823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Request body: {'port': {'device_id': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:07.389638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-933b8343-607d-4ab1-b8a3-3b0bb5ef8d8c req-e61f5209-3067-465b-b1bd-2047b8441267 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987985 Sep 20 12:25:07.416459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Checking segment: {'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:07.416924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Network hostable DHCP agents. Network: 7da2f008-0723-46c1-88e3-0ddc9a2db47e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:25:07.451805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7d3231b-d65b-404e-83b4-112890eec7a0 req-44927265-4717-448e-9b9f-74800c3dac80 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114829 Sep 20 12:25:07.463396 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-244c8858-6982-4859-b077-274fdbe1ac31 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500986 Sep 20 12:25:07.504476 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:07.522659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Made reservation on behalf of e91d2700b9c941dfba5fbb93ea86694e for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:07.526096 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:07.533037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-04667613-7e47-4bbf-8676-202a9df52bc9 None None] Provisioning complete for port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:07.533558 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04667613-7e47-4bbf-8676-202a9df52bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:07.566235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Network 7da2f008-0723-46c1-88e3-0ddc9a2db47e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:25:07.576415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 06a147b5-e412-4de7-8d71-51122adb4c78 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:07.631570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 06a147b5-e412-4de7-8d71-51122adb4c78 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:07.632197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 06a147b5-e412-4de7-8d71-51122adb4c78 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:07.637081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-04667613-7e47-4bbf-8676-202a9df52bc9 None None] Port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:07.651450 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f6a4b11-5000-4e64-b6a8-a5b0299c8e24 req-c6a88db7-ec63-4729-95af-a24cfb15a068 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803353 Sep 20 12:25:07.694416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac660b-352e-44fd-989e-f83627a9490e req-3008d965-616d-4ee5-ab21-7dc8639c6129 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:07.695979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4ac660b-352e-44fd-989e-f83627a9490e req-3008d965-616d-4ee5-ab21-7dc8639c6129 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.1530361 Sep 20 12:25:07.698468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 7da2f008-0723-46c1-88e3-0ddc9a2db47e) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:07.708088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:07.708204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e5c0a-141c-433d-9e7b-a0c6cff3b3c8 None None] Network 7da2f008-0723-46c1-88e3-0ddc9a2db47e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:07.744354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:07.744697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:07.745142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:07.761984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:07.762334 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:07.763292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Allocated IP 172.20.0.11 (74687959-c8f9-44dd-ac63-a123b83bd8a8/54348ff2-71b4-437c-a198-407723854790/c9ff72f1-510d-40d4-ae02-0c91f77d6294) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:07.765534 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 2 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:07.772559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4ac660b-352e-44fd-989e-f83627a9490e req-48e05887-5f80-4081-bcb9-d7638af58ac1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565765 Sep 20 12:25:07.792844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:07.793261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:07.793606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:07.815761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:07.816094 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:07.818277 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 3 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:07.867115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:07.867535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:07.873226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:07.899853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:07.900220 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:07.903048 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 4 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:07.926955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:07.927290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:07.927623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:07.945836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6397003d-7f4c-4d29-9fc5-6b3bf157aef1 req-53f88707-d34d-4fc0-a9c6-c3143d57460b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 210 time: 0.0381751 Sep 20 12:25:07.967614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05b095d-7381-4ca0-a56a-e27ccc2f5f82 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:07.972306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:07.972648 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:07.976781 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 5 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:07.977153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:07.996388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:07.996724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:07.997080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:07.998804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Transition to ACTIVE for port object a05b095d-7381-4ca0-a56a-e27ccc2f5f82 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:08.007730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bd700-f0ee-4ed9-b851-1eef9008c86b req-91d0bd70-8280-4f06-b73c-38aaea3c0465 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:08.009354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-902bd700-f0ee-4ed9-b851-1eef9008c86b req-91d0bd70-8280-4f06-b73c-38aaea3c0465 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 943 time: 0.0995948 Sep 20 12:25:08.014321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:08.014668 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:08.016495 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 6 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:08.040599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:08.040599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:08.040599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:08.046116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.051144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-902bd700-f0ee-4ed9-b851-1eef9008c86b req-6aabc26a-5e31-4bc5-aa88-61d0e758608d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Sep 20 12:25:08.052015 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:08.052347 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:08.053797 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 7 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:08.073392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:08.073726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:08.074063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:08.086122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:08.086448 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:08.087959 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 8 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:08.096544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.105354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:08.120394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:08.120394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:08.125238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:08.125820 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:08.126284 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 9 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:08.140928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:08.145477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:08.145477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:08.150913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:08.151242 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:08.151763 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 10 to bind port 2494bd85-0c81-431b-8840-61616f31f06f Sep 20 12:25:08.166923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.178442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:08.178682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:08.179016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:08.208034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port 2494bd85-0c81-431b-8840-61616f31f06f on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:08.208384 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port 2494bd85-0c81-431b-8840-61616f31f06f on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:08.208846 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.215545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:08.223481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Network 74687959-c8f9-44dd-ac63-a123b83bd8a8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:08.240912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:08.244042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:08.249324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:08.249666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:08.249999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:08.255478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:08.255919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:08.261267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:08.261647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:08.262006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:08.262442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Bound port: a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:08.262847 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.273042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Pushing event updated for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:08.332337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:08.332944 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.336139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:08.339232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:08.365997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] For port 2494bd85-0c81-431b-8840-61616f31f06f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:08.366530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempted to set empty binding levels {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 20 12:25:08.468652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.468946 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.478791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-df6667e4-6344-4dce-9cf8-d04d3360fff3 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4690833 Sep 20 12:25:08.493994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Request body: {'port': {'device_id': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:08.495145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:08.496047 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.497634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 1095 time: 1.1281569 Sep 20 12:25:08.498154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:08.500452 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e64f1aa-3224-415c-9be1-fa7a4c340d56" -d '{"events": [{"name": "network-changed", "server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:08.572377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c42b2-2d1b-46fb-a2b4-82bfb7ed95a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:08.573329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:08.573924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.599353 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c2fe2-d816-46bf-ac7e-b32c482673db x-openstack-request-id: req-da7c2fe2-d816-46bf-ac7e-b32c482673db {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:08.599651 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:08.599990 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da7c2fe2-d816-46bf-ac7e-b32c482673db {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:08.600691 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'status': 'completed', 'code': 200} Sep 20 12:25:08.627307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=2494bd85-0c81-431b-8840-61616f31f06f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:08.638686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.707705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64f1aa-3224-415c-9be1-fa7a4c340d56 req-ec875277-cf0a-4098-a0f8-e6b0814629a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:08.709249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e64f1aa-3224-415c-9be1-fa7a4c340d56 req-ec875277-cf0a-4098-a0f8-e6b0814629a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1098 time: 0.0819874 Sep 20 12:25:08.717032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac5446-77a1-439c-825a-b9b9a1575015 req-ff1c6cfd-0af3-4c4a-b502-d0bd6e030f26 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:08.718783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4ac5446-77a1-439c-825a-b9b9a1575015 req-ff1c6cfd-0af3-4c4a-b502-d0bd6e030f26 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 947 time: 0.1026294 Sep 20 12:25:08.763795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e64f1aa-3224-415c-9be1-fa7a4c340d56 req-72857661-eecb-4755-a04d-bc2d49dff2eb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ba137cb8b17141debe48f0438ea6705e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439782 Sep 20 12:25:08.768643 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd0daf88-58cb-4eb9-a777-937a0a62f760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9389458 Sep 20 12:25:08.768873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44796) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:08.835858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4ac5446-77a1-439c-825a-b9b9a1575015 req-2c990b3b-9c63-43ef-90a7-6aceacc6b972 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056871 Sep 20 12:25:08.887625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa19d0-7ec4-4675-9ffc-f5b807cfd159 req-1e4aaa5a-6c95-4abb-bab4-0a5c54990ca1 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:08.889214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4aa19d0-7ec4-4675-9ffc-f5b807cfd159 req-1e4aaa5a-6c95-4abb-bab4-0a5c54990ca1 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 950 time: 0.1432223 Sep 20 12:25:08.948514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Deleting port 2494bd85-0c81-431b-8840-61616f31f06f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:08.948858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:08.966084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64f1aa-3224-415c-9be1-fa7a4c340d56 req-b6e3d13f-089b-499e-9eee-968c5f32d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:08.967556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e64f1aa-3224-415c-9be1-fa7a4c340d56 req-b6e3d13f-089b-499e-9eee-968c5f32d38b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1805811 Sep 20 12:25:08.990244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4aa19d0-7ec4-4675-9ffc-f5b807cfd159 req-188da81c-ebdc-4d29-8e97-2e29d1c73a41 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917923 Sep 20 12:25:09.012984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305e066-ad9d-4b29-acd0-a39e80c5dbba req-243040c3-eb43-4281-bc81-48ea883647f5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.012984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0305e066-ad9d-4b29-acd0-a39e80c5dbba req-243040c3-eb43-4281-bc81-48ea883647f5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.1009486 Sep 20 12:25:09.049243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] For port 2494bd85-0c81-431b-8840-61616f31f06f, host n-h1-809934-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:09.049676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.069697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Calling delete_port for 2494bd85-0c81-431b-8840-61616f31f06f owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:09.080290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ff72f1-510d-40d4-ae02-0c91f77d6294 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:09.091112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.107005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0305e066-ad9d-4b29-acd0-a39e80c5dbba req-52d59c2f-4094-4d2e-98d5-c5470a9d33b9 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857317 Sep 20 12:25:09.110740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-dfd84b22-51b3-4a10-9c1d-918d2cbcd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.113138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-dfd84b22-51b3-4a10-9c1d-918d2cbcd67b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1098 time: 0.1016874 Sep 20 12:25:09.138615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fef3a9-25a1-4be6-8bd1-3b3fad63241a req-dfb6d260-3756-4ddf-996a-0533c04a9452 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.140112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38fef3a9-25a1-4be6-8bd1-3b3fad63241a req-dfb6d260-3756-4ddf-996a-0533c04a9452 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 932 time: 0.0781951 Sep 20 12:25:09.142755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Transition to ACTIVE for port object c9ff72f1-510d-40d4-ae02-0c91f77d6294 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:09.173329 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-f8955dfd-1563-43d0-9818-78c3190e828f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.0515864 Sep 20 12:25:09.238827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.262013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38fef3a9-25a1-4be6-8bd1-3b3fad63241a req-780da3dd-4e51-4ad6-8e32-20113fbcd1a2 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920255 Sep 20 12:25:09.275923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.287898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-38e9f6d6-7acf-43bb-a18e-cedecff88c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.287898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-38e9f6d6-7acf-43bb-a18e-cedecff88c95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0910871 Sep 20 12:25:09.287898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d14bd-a35b-4c67-932c-8e07d75c78d0 req-0d52e253-f40a-4d51-b6d5-c508ed742c2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.288462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c6d14bd-a35b-4c67-932c-8e07d75c78d0 req-0d52e253-f40a-4d51-b6d5-c508ed742c2c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 943 time: 0.1027591 Sep 20 12:25:09.319099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:09.322610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.326876 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2494bd85-0c81-431b-8840-61616f31f06f HTTP/1.1" status: 204 len: 168 time: 0.5546577 Sep 20 12:25:09.328269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:09.361418 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c0bbe2-0260-4d9d-a666-6d3410fbd3cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] GET failed (client error): The resource could not be found. Sep 20 12:25:09.362823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-65c0bbe2-0260-4d9d-a666-6d3410fbd3cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "GET /v2.0/ports/2494bd85-0c81-431b-8840-61616f31f06f HTTP/1.1" status: 404 len: 333 time: 0.0316608 Sep 20 12:25:09.367610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44806) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:09.368384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a2aa1-f024-4b22-a8de-5759bc83ef07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event deleted for resources: {'Port': ['ID=2494bd85-0c81-431b-8840-61616f31f06f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:09.374735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Request body: {'port': {'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-109879152'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:09.380389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c6d14bd-a35b-4c67-932c-8e07d75c78d0 req-c43c4d78-0f78-4c50-8cd2-fc12b5261fed tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837717 Sep 20 12:25:09.383082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ddb8bf17-166a-4453-b367-3778759e8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.385434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-ddb8bf17-166a-4453-b367-3778759e8a6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956290 Sep 20 12:25:09.413610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Attempting to bind port c9ff72f1-510d-40d4-ae02-0c91f77d6294 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:09.413942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Attempting to bind port c9ff72f1-510d-40d4-ae02-0c91f77d6294 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:09.414358 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Attempting to bind port c9ff72f1-510d-40d4-ae02-0c91f77d6294 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:09.418613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Port c9ff72f1-510d-40d4-ae02-0c91f77d6294 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:09.418930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Attempting to bind port c9ff72f1-510d-40d4-ae02-0c91f77d6294 on network 74687959-c8f9-44dd-ac63-a123b83bd8a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:09.423622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:09.423949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Checking segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:09.424327 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Bound using segment: {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:09.424742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Bound port: c9ff72f1-510d-40d4-ae02-0c91f77d6294, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:09.425132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.479863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-cb52472c-3786-490d-8f71-478bc49002de service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864351 Sep 20 12:25:09.487107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:09.490197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:09.512661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Made reservation on behalf of 8c2987ed2eef40b7ab2f780526a03fe6 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:09.515233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.531123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] device_id is not set on port a6d2cf34-5f6c-4732-927a-fd9864908432 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:09.576076 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b2d58d-ac68-46b1-afac-c0cc6cf96606 req-fa01ea1a-1c4a-49b5-b0e6-163d92004ba3 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842426 Sep 20 12:25:09.578380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.629177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.629786 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.631157 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] 10.222.0.21 "PUT /v2.0/ports/c9ff72f1-510d-40d4-ae02-0c91f77d6294 HTTP/1.1" status: 200 len: 1092 time: 1.1442881 Sep 20 12:25:09.633170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:09.640290 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f190f63-fd29-4119-8fc4-0024677386a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:09.681494 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210c6fa9-8975-48e8-ad18-e4d3675b07ec x-openstack-request-id: req-210c6fa9-8975-48e8-ad18-e4d3675b07ec {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:09.681779 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:09.682020 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-210c6fa9-8975-48e8-ad18-e4d3675b07ec {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:09.682404 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'status': 'completed', 'code': 200} Sep 20 12:25:09.683177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74269cb3-a4af-4ae2-8255-7685b4cff47c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:09.765883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.783087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f190f63-fd29-4119-8fc4-0024677386a5 req-b34d9707-6c22-4cf1-aa23-a4753d01a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.784585 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0f190f63-fd29-4119-8fc4-0024677386a5 req-b34d9707-6c22-4cf1-aa23-a4753d01a9dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 1095 time: 0.0688732 Sep 20 12:25:09.887929 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:09.896986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f190f63-fd29-4119-8fc4-0024677386a5 req-c1548370-2010-495a-b764-5fe46d6943d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.900937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0f190f63-fd29-4119-8fc4-0024677386a5 req-c1548370-2010-495a-b764-5fe46d6943d6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1032259 Sep 20 12:25:09.958680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01fcc7-a10c-4991-bb18-5b1615e51032 req-6ddfc35e-d63f-45c8-bc32-f132052b4aac tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:09.960166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c01fcc7-a10c-4991-bb18-5b1615e51032 req-6ddfc35e-d63f-45c8-bc32-f132052b4aac tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 947 time: 0.0501432 Sep 20 12:25:09.969701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Network 7da2f008-0723-46c1-88e3-0ddc9a2db47e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:09.972511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d2cf34-5f6c-4732-927a-fd9864908432,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:09.976685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:09.998059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c01fcc7-a10c-4991-bb18-5b1615e51032 req-d507193a-348a-4e44-8d6d-0eb38204200b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Sep 20 12:25:10.002008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:10.003198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.003790 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:10.039529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f190f63-fd29-4119-8fc4-0024677386a5 req-a79968d2-f171-4879-a05d-cc7cd7464148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.040999 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0f190f63-fd29-4119-8fc4-0024677386a5 req-a79968d2-f171-4879-a05d-cc7cd7464148 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1174216 Sep 20 12:25:10.116091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364f96a-a93f-490f-bec8-9bcc6d9c2c47 req-adce8866-b605-40ab-b6e6-cd13dd451550 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.116405 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-911704cd-5085-4c46-a765-de2e0a36e907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7454643 Sep 20 12:25:10.117884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e364f96a-a93f-490f-bec8-9bcc6d9c2c47 req-adce8866-b605-40ab-b6e6-cd13dd451550 tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 950 time: 0.0516090 Sep 20 12:25:10.118741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:10.122413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-d71fe067-fdb5-4391-8024-633ab90b17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.131085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:10.131300 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-d71fe067-fdb5-4391-8024-633ab90b17ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 1095 time: 0.0434983 Sep 20 12:25:10.172151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-be80446e-1062-4e35-94eb-79470fca01af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294 HTTP/1.1" status: 200 len: 217 time: 0.0391512 Sep 20 12:25:10.223411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-eec80172-36e5-4d23-821d-5edc1ebad1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.224879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-eec80172-36e5-4d23-821d-5edc1ebad1f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54348ff2-71b4-437c-a198-407723854790 HTTP/1.1" status: 200 len: 843 time: 0.0452874 Sep 20 12:25:10.253506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e364f96a-a93f-490f-bec8-9bcc6d9c2c47 req-b4757a1a-f484-4378-9142-9c895afaf8fa tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/security-groups?id=8737ce39-0782-4e2f-94d8-e7127b425de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265273 Sep 20 12:25:10.259056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-e3d0aa91-3977-4392-8527-a5332fa3b55e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74687959-c8f9-44dd-ac63-a123b83bd8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261273 Sep 20 12:25:10.264415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:10.276991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-0dd8bf0b-2595-4c44-bcb2-0bc374cab0fa tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.278432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-0dd8bf0b-2595-4c44-bcb2-0bc374cab0fa tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 950 time: 0.1226759 Sep 20 12:25:10.309921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a8b0a-d478-4984-98f2-ee5e349faf20 req-66f23307-fb5f-4a93-b45e-343a9e5d58c1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.311413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e3a8b0a-d478-4984-98f2-ee5e349faf20 req-66f23307-fb5f-4a93-b45e-343a9e5d58c1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.1257637 Sep 20 12:25:10.354236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-04e681a4-9f6e-452c-b6a2-ddaafb629f2b service neutron] 10.222.0.21 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879669 Sep 20 12:25:10.443463 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14e729a0-2597-46fa-a0f6-cc5587550474 req-6d84ae8b-9ebb-4264-8617-13a051094f16 service neutron] 10.222.0.21 "GET /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807521 Sep 20 12:25:10.472156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e3a8b0a-d478-4984-98f2-ee5e349faf20 req-4c46bcbf-7348-46c8-9be5-5560ff97545a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433132 Sep 20 12:25:10.539929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a436d29-01de-43fe-8e43-d3b9d0f98d0f req-4c50104f-8c7e-4b21-880b-d731244d0e8f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.541409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a436d29-01de-43fe-8e43-d3b9d0f98d0f req-4c50104f-8c7e-4b21-880b-d731244d0e8f tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 944 time: 0.1928177 Sep 20 12:25:10.606599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Deleting port a2cf6740-e729-4879-9648-4df2235e204c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:10.606931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:10.709123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a436d29-01de-43fe-8e43-d3b9d0f98d0f req-4205febc-81db-496f-bc69-c21420427b3d tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512549 Sep 20 12:25:10.716202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3c881-9e6d-4585-b7fa-b640c7708dc3 req-e5d17ce6-cad7-41f9-ba5b-84d8cc7a2dad tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:10.717646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1a3c881-9e6d-4585-b7fa-b640c7708dc3 req-e5d17ce6-cad7-41f9-ba5b-84d8cc7a2dad tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 943 time: 0.1753812 Sep 20 12:25:10.725758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] device_id is not set on port a6d2cf34-5f6c-4732-927a-fd9864908432 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:10.743148 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:10.791777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] For port a2cf6740-e729-4879-9648-4df2235e204c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a2cf6740-e729-4879-9648-4df2235e204c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:10.792150 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:10.797125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1a3c881-9e6d-4585-b7fa-b640c7708dc3 req-15aa387d-46ec-4b97-b17b-0b3152f3f076 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669773 Sep 20 12:25:10.807995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Calling delete_port for a2cf6740-e729-4879-9648-4df2235e204c owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:10.863395 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:10.938199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d2cf34-5f6c-4732-927a-fd9864908432,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:10.962929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:10.962929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:10.962929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:10.983552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:10.983900 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:10.987699 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 2 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.008378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.008721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.009085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.018293 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.018447 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.018712 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 3 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.030870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.031209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.031545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.036591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.036950 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.037368 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 4 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.049919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.050258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.050622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.055076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.055402 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.055800 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 5 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.068358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.071795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.071795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.083726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.084068 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.084458 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 6 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.114026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.114369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.114708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.123186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.123520 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.124587 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 7 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.146025 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa1b7-3e1a-4d70-81fc-cc88ccaf53c0 req-17a3d49b-87e9-40f7-85be-6c1bb0f67771 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:11.147505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29eaa1b7-3e1a-4d70-81fc-cc88ccaf53c0 req-17a3d49b-87e9-40f7-85be-6c1bb0f67771 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 947 time: 0.0753419 Sep 20 12:25:11.149775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.150114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.150452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.164522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.165092 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.171850 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 8 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.183858 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:11.195413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.195752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.195865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a2cf6740-e729-4879-9648-4df2235e204c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:11.203463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.229226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Pushing event deleted for resources: {'Port': ['ID=a2cf6740-e729-4879-9648-4df2235e204c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:11.231843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.232190 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.236070 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 9 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.243301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29eaa1b7-3e1a-4d70-81fc-cc88ccaf53c0 req-3486d486-2c34-4622-88d3-30c2f919bb75 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897119 Sep 20 12:25:11.269064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.269396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.269735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.289532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] No DVR routers for this DVR port a2cf6740-e729-4879-9648-4df2235e204c on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:11.292112 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:11.294341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b38bc3c2-5492-49a5-a41b-08778bd1b4df req-8c9e9f5f-8506-469f-ac0b-e015dff1b2dd tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.21 "DELETE /v2.0/ports/a2cf6740-e729-4879-9648-4df2235e204c HTTP/1.1" status: 204 len: 173 time: 1.0060008 Sep 20 12:25:11.294787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f385f19-7330-4610-ae8a-b65dc03fd909', 'name': 'network-vif-deleted', 'tag': 'a2cf6740-e729-4879-9648-4df2235e204c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:11.297041 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d245e391-194b-427a-ac38-7dec1a311076" -d '{"events": [{"server_uuid": "4f385f19-7330-4610-ae8a-b65dc03fd909", "name": "network-vif-deleted", "tag": "a2cf6740-e729-4879-9648-4df2235e204c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:11.300472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.300812 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.301240 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 10 to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 Sep 20 12:25:11.314851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:11.315195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:11.315536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:11.320051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:11.320387 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port a6d2cf34-5f6c-4732-927a-fd9864908432 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:11.322148 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:11.589589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7bc0ff90-0004-4484-8190-9df93f0bd3b0 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:11.614799 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7403f44-1767-4643-9c42-a110bc68432d x-openstack-request-id: req-c7403f44-1767-4643-9c42-a110bc68432d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:11.615388 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f385f19-7330-4610-ae8a-b65dc03fd909", "name": "network-vif-deleted", "tag": "a2cf6740-e729-4879-9648-4df2235e204c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:11.615388 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7403f44-1767-4643-9c42-a110bc68432d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:11.615702 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f385f19-7330-4610-ae8a-b65dc03fd909', 'name': 'network-vif-deleted', 'tag': 'a2cf6740-e729-4879-9648-4df2235e204c', 'status': 'completed', 'code': 200} Sep 20 12:25:11.666096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7fd04d3-820f-48e2-abf5-4763d2e74c90 req-05761602-2a3c-4cd4-b428-522c861c1b5d tempest-TenantUsagesTestJSON-112205070 tempest-TenantUsagesTestJSON-112205070-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f385f19-7330-4610-ae8a-b65dc03fd909 HTTP/1.1" status: 200 len: 210 time: 0.0484490 Sep 20 12:25:11.692611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:11.704464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '7bc0ff90-0004-4484-8190-9df93f0bd3b0', 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01', 'port_id': '7bc0ff90-0004-4484-8190-9df93f0bd3b0', 'mac_address': 'fa:16:3e:58:7a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616ae998-1330-4926-b5d0-6ee4d4d5d6d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:11.746424 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:11.753282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e43e-6ff8-4e38-8fe9-0273d1364ed8 req-681e7522-dfd3-452b-9acd-e5ab79081509 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:11.754857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52c2e43e-6ff8-4e38-8fe9-0273d1364ed8 req-681e7522-dfd3-452b-9acd-e5ab79081509 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 945 time: 0.1383460 Sep 20 12:25:11.758401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc0ff90-0004-4484-8190-9df93f0bd3b0 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:11.764167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] For port a6d2cf34-5f6c-4732-927a-fd9864908432, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:11.764555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempted to set empty binding levels {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 20 12:25:11.779019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:11.799674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-03c47a1c-b8a5-4449-825e-6e552136852f tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:11.801228 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-03c47a1c-b8a5-4449-825e-6e552136852f tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.0951385 Sep 20 12:25:11.824167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809934-3'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:11.858543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:11.874549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52c2e43e-6ff8-4e38-8fe9-0273d1364ed8 req-fe25b081-8339-4259-92da-745d93aa2cbd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086760 Sep 20 12:25:11.879874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:11.909697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] In _notify_port_updated(), no bound segment for port a6d2cf34-5f6c-4732-927a-fd9864908432 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:25:11.910570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:11.911274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:11.913038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "PUT /v2.0/ports/a6d2cf34-5f6c-4732-927a-fd9864908432 HTTP/1.1" status: 200 len: 978 time: 1.7926970 Sep 20 12:25:11.913186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:11.915547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44846) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:11.951198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aa0cb-9fb6-4836-a730-a27084c09fd4 req-5e132d51-c30c-4039-bd03-28828e471313 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:11.952211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=7bc0ff90-0004-4484-8190-9df93f0bd3b0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:11.957834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-905aa0cb-9fb6-4836-a730-a27084c09fd4 req-5e132d51-c30c-4039-bd03-28828e471313 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 944 time: 0.1697810 Sep 20 12:25:11.977363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0147ee3-c7a7-4f12-b113-34007a001c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d2cf34-5f6c-4732-927a-fd9864908432,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:11.984058 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.034172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.034644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.041899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.042895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.042895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.043818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.044293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.044756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.045801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.046273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.047095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.047752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.048071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-905aa0cb-9fb6-4836-a730-a27084c09fd4 req-9a9275f4-9a64-4a3f-ada0-a6d79b8da722 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726740 Sep 20 12:25:12.048676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.049490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.050811 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.052166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.052870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.058421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7f264b53-9ab0-454b-93bb-c2ada7eaa393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25130 time: 0.1392787 Sep 20 12:25:12.062667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44848) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:12.102234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:12.119444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 has no active binding in host n-h2-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 12:25:12.120016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:12.174391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Deleting port a6d2cf34-5f6c-4732-927a-fd9864908432 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:12.174792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.180468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:12.229352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:12.252080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] For port a6d2cf34-5f6c-4732-927a-fd9864908432, host n-h1-809934-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:12.253272 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.264904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8576d3b-1a2f-4fda-b719-f3c3b3dcb1e7 req-734c640d-71e8-4739-bf9c-fb7a2f8474b5 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.267517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8576d3b-1a2f-4fda-b719-f3c3b3dcb1e7 req-734c640d-71e8-4739-bf9c-fb7a2f8474b5 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 944 time: 0.2051673 Sep 20 12:25:12.274971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Calling delete_port for a6d2cf34-5f6c-4732-927a-fd9864908432 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:12.318370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:12.322815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:12.339216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'mac_address': 'fa:16:3e:e3:26:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:12.360892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8576d3b-1a2f-4fda-b719-f3c3b3dcb1e7 req-ac4f6917-b70c-4254-8583-e98f219f8f9e tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853045 Sep 20 12:25:12.401655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.422257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05b095d-7381-4ca0-a56a-e27ccc2f5f82 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:12.433293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.448627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8b683-701b-4179-a6d7-ac5d36be836f req-40a81a07-bed9-491f-99d9-614a4d1cba6a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:12.450812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dc8b683-701b-4179-a6d7-ac5d36be836f req-40a81a07-bed9-491f-99d9-614a4d1cba6a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 947 time: 0.0864646 Sep 20 12:25:12.456537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:12.490574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.490924 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d388e9b6-a35e-4d35-9e4d-ae88be1285d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.499650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dc8b683-701b-4179-a6d7-ac5d36be836f req-f9c5f2ad-d883-4e97-99c9-e3a0cc0b1192 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390832 Sep 20 12:25:12.523751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6d2cf34-5f6c-4732-927a-fd9864908432,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:12.527797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.529882 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-732d037f-5a07-4a72-9ad9-7fe8885462fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a6d2cf34-5f6c-4732-927a-fd9864908432 HTTP/1.1" status: 204 len: 168 time: 0.4649329 Sep 20 12:25:12.533591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:12.558033 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2bcd74-10dc-4315-9639-337faf4a825a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] GET failed (client error): The resource could not be found. Sep 20 12:25:12.559466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ee2bcd74-10dc-4315-9639-337faf4a825a tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "GET /v2.0/ports/a6d2cf34-5f6c-4732-927a-fd9864908432 HTTP/1.1" status: 404 len: 333 time: 0.0248888 Sep 20 12:25:12.566122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44854) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:12.570783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1432806310', 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:12.604342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.655768 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.659635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c9ff72f1-510d-40d4-ae02-0c91f77d6294 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:12.681404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:12.697127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on host n-h1-809934-3 for vnic_type normal with profile {"migrating_to": "n-h2-809934-3"} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:12.697474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:12.697902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:12.708644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:12.708644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Attempting to bind port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on network e39099c2-8f30-47c6-bf23-32bf658a1459 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:12.710054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:12.710534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Checking segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:12.711351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Bound using segment: {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:12.711917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Bound port: a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcf10dc-40b7-4670-95e9-3ecad819b5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e39099c2-8f30-47c6-bf23-32bf658a1459'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:12.712359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.734267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:12.749705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Made reservation on behalf of 8c2987ed2eef40b7ab2f780526a03fe6 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:12.752686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.781330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] device_id is not set on port 564385f0-ea18-46af-b86b-76d6b4661853 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:12.816958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:12.833295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'port_id': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'mac_address': 'fa:16:3e:10:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54348ff2-71b4-437c-a198-407723854790', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:12.846029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:12.862800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:12.883005 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:12.895247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ff72f1-510d-40d4-ae02-0c91f77d6294 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:12.915878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:13.005412 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.010314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.050796 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.099953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6153380-c330-4114-904f-9c927cfc4a7e req-0714ce1e-6807-4d30-825a-647bddcdd5fd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:13.101533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6153380-c330-4114-904f-9c927cfc4a7e req-0714ce1e-6807-4d30-825a-647bddcdd5fd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.1418390 Sep 20 12:25:13.108573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:13.142007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=8']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:13.149109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:13.149720 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.151044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-63fb291c-6448-4760-bf7f-15b529fcd022 service neutron] 10.222.0.21 "PUT /v2.0/ports/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 HTTP/1.1" status: 200 len: 1121 time: 1.3309994 Sep 20 12:25:13.194222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6153380-c330-4114-904f-9c927cfc4a7e req-8288cecc-052b-48fb-a825-84330645dc64 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515435 Sep 20 12:25:13.237971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:13.244445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:13.261834 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.324493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Network 7da2f008-0723-46c1-88e3-0ddc9a2db47e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:13.327617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=564385f0-ea18-46af-b86b-76d6b4661853,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:13.338331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44872) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:13.339588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae632d3c-5be6-4ea6-85e3-d9f529a31668 req-edc531b6-8822-4967-90d6-457b4a321bb2 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:13.344868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a05b095d-7381-4ca0-a56a-e27ccc2f5f82'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:13.345762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae632d3c-5be6-4ea6-85e3-d9f529a31668 req-edc531b6-8822-4967-90d6-457b4a321bb2 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 945 time: 0.2051620 Sep 20 12:25:13.348667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:13.356543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:13.358057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:13.360000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.411146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae632d3c-5be6-4ea6-85e3-d9f529a31668 req-8be9705a-f952-48e0-ab06-598c335e8b1b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564306 Sep 20 12:25:13.417758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['c9ff72f1-510d-40d4-ae02-0c91f77d6294'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:13.485565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5e7fab3-3ddd-451f-8999-e1ecb5ced4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9176874 Sep 20 12:25:13.488472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44878) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:13.517871 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2eb2e78c-7ab2-4150-b301-e2cc96aa7520 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6621b4e32eb43ceb7f50365eee5b2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780906 Sep 20 12:25:13.520465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44880) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:13.540026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584cb2c-dfb4-4744-a4d9-6548edff92af req-baccca08-3504-4e66-84ab-cb6825ca4a32 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:13.540893 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e2e64-0ab4-494b-941a-32f4cc1b609c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:13.545059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-716e2e64-0ab4-494b-941a-32f4cc1b609c tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "GET /v2.0/ports/564385f0-ea18-46af-b86b-76d6b4661853 HTTP/1.1" status: 200 len: 959 time: 0.0522208 Sep 20 12:25:13.549223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44884) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:13.551617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f584cb2c-dfb4-4744-a4d9-6548edff92af req-baccca08-3504-4e66-84ab-cb6825ca4a32 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 944 time: 0.0818405 Sep 20 12:25:13.598046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7bc0ff90-0004-4484-8190-9df93f0bd3b0 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:13.606558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f584cb2c-dfb4-4744-a4d9-6548edff92af req-38ac04e2-9993-41b5-a861-56857a25a929 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541193 Sep 20 12:25:13.616413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'}, {'name': 'network-changed', 'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:13.631628 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37342665-5a4b-4d4a-9213-2dc6b468610c" -d '{"events": [{"server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0"}, {"name": "network-changed", "server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:13.645201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1919f564-46d4-43ab-8a3d-6edd3f6009da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.676987 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1919f564-46d4-43ab-8a3d-6edd3f6009da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.688673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71675c34-cf48-4e4d-9d70-f609ba7ac204 req-1965fb97-8ca9-48f4-9ff6-b10f5a296b4a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:13.690541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71675c34-cf48-4e4d-9d70-f609ba7ac204 req-1965fb97-8ca9-48f4-9ff6-b10f5a296b4a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 948 time: 0.0829017 Sep 20 12:25:13.692015 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ba52d7-9307-44b5-ae5c-290c9d45c2c4 x-openstack-request-id: req-46ba52d7-9307-44b5-ae5c-290c9d45c2c4 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:13.692700 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0", "code": 200}, {"name": "network-changed", "server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:13.693155 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46ba52d7-9307-44b5-ae5c-290c9d45c2c4 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:13.693621 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0', 'code': 200} Sep 20 12:25:13.694057 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0', 'status': 'completed', 'code': 200} Sep 20 12:25:13.742896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71675c34-cf48-4e4d-9d70-f609ba7ac204 req-26ce2278-2a0e-4a22-962d-190ce916b570 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Sep 20 12:25:13.766952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Deleting port 564385f0-ea18-46af-b86b-76d6b4661853 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:13.767587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.873124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:13.877740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:13.878835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.952033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a2cf6740-e729-4879-9648-4df2235e204c no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:13.980156 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:13.982107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: a2cf6740-e729-4879-9648-4df2235e204c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:13.982449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a2cf6740-e729-4879-9648-4df2235e204c not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:14.005290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:14.007566 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994ffe55-e63f-4b6a-8e16-d86e19eedb4c" -d '{"events": [{"server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "name": "network-vif-plugged", "status": "completed", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:14.021718 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:14.045821 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cbeaf1-d58f-4b51-aa4f-931c4f2852d7 x-openstack-request-id: req-92cbeaf1-d58f-4b51-aa4f-931c4f2852d7 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:14.046331 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "name": "network-vif-plugged", "status": "completed", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:14.046592 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92cbeaf1-d58f-4b51-aa4f-931c4f2852d7 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:14.047067 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0', 'code': 200} Sep 20 12:25:14.048071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1919f564-46d4-43ab-8a3d-6edd3f6009da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:14.050653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1919f564-46d4-43ab-8a3d-6edd3f6009da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:14.052415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1919f564-46d4-43ab-8a3d-6edd3f6009da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8737ce39-0782-4e2f-94d8-e7127b425de5 HTTP/1.1" status: 204 len: 168 time: 0.5305579 Sep 20 12:25:14.081195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-480e63e3-1c74-4e37-ac00-9a1d3290e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:14.082661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-480e63e3-1c74-4e37-ac00-9a1d3290e9fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1124 time: 0.3609581 Sep 20 12:25:14.084729 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:14.108755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919f564-46d4-43ab-8a3d-6edd3f6009da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8737ce39-0782-4e2f-94d8-e7127b425de5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:14.113233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:14.139797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=7bc0ff90-0004-4484-8190-9df93f0bd3b0,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:14.141788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Calling delete_port for 564385f0-ea18-46af-b86b-76d6b4661853 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:14.171850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9bdb6-90c5-45d0-88a4-dc23dc745ce1 req-3b0953f1-3047-4ed5-ac55-7943c022d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:14.174182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7db9bdb6-90c5-45d0-88a4-dc23dc745ce1 req-3b0953f1-3047-4ed5-ac55-7943c022d00e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 1096 time: 0.0523574 Sep 20 12:25:14.218187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7db9bdb6-90c5-45d0-88a4-dc23dc745ce1 req-dadc35c0-575a-4d19-8bdd-b2a6420e7c2b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Sep 20 12:25:14.272779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-c5a96419-27b8-400e-b7af-1e775f6633f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:14.274399 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-c5a96419-27b8-400e-b7af-1e775f6633f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1763332 Sep 20 12:25:14.328991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ef306-bb98-4a55-8c4f-c0525a5d34a0 req-8320d1e9-a8e0-4419-b054-99f4291ea870 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:14.330942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-629ef306-bb98-4a55-8c4f-c0525a5d34a0 req-8320d1e9-a8e0-4419-b054-99f4291ea870 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.0601900 Sep 20 12:25:14.369871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-629ef306-bb98-4a55-8c4f-c0525a5d34a0 req-124b21fe-1977-4d05-ba81-962b3a70c750 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Sep 20 12:25:14.408304 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:14.438760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event deleted for resources: {'Port': ['ID=564385f0-ea18-46af-b86b-76d6b4661853,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:14.484285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:14.486905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "DELETE /v2.0/ports/564385f0-ea18-46af-b86b-76d6b4661853 HTTP/1.1" status: 204 len: 168 time: 0.9365897 Sep 20 12:25:14.489272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.489773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.489894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:14.490261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.490769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.491112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.491444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.491774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.492102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.492432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.492759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.493099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.493422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01003b-7134-40c9-aa5d-55a4f4ed9161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:14.497164 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-42b3bd89-9cd1-4bf2-82a5-ebeb883828eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 HTTP/1.1" status: 200 len: 217 time: 0.0649481 Sep 20 12:25:14.532367 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ab6456-63ac-4c91-9ab3-15a23ee69727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] GET failed (client error): The resource could not be found. Sep 20 12:25:14.534043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-17ab6456-63ac-4c91-9ab3-15a23ee69727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "GET /v2.0/ports/564385f0-ea18-46af-b86b-76d6b4661853 HTTP/1.1" status: 404 len: 333 time: 0.0431814 Sep 20 12:25:14.537911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44904) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:14.555781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Request body: {'port': {'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-560758905'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:14.556967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-cca3b3a5-a901-4f20-862a-0896e82e02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:14.558625 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-cca3b3a5-a901-4f20-862a-0896e82e02fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.0532954 Sep 20 12:25:14.592128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd6546-0674-4654-b38d-ae187649f367 req-f9152df2-c729-4862-9d55-152a397c1f02 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:14.593657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbdd6546-0674-4654-b38d-ae187649f367 req-f9152df2-c729-4862-9d55-152a397c1f02 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 945 time: 0.0717554 Sep 20 12:25:14.596787 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-de4bd559-a99e-422b-975d-ef13177221a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305402 Sep 20 12:25:14.635632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbdd6546-0674-4654-b38d-ae187649f367 req-7a65513c-91d6-454f-93c6-b424689db27c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Sep 20 12:25:14.717124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Made reservation on behalf of 8c2987ed2eef40b7ab2f780526a03fe6 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:14.717124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:14.718536 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-ac29b5e2-9ed4-4915-9503-fcd80679c78d service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921285 Sep 20 12:25:14.735544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] device_id is not set on port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:14.804644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af7354-ca65-403f-92a9-c4e51b68db03 req-933828b4-c775-49b7-ab96-567166507b33 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:14.806411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71af7354-ca65-403f-92a9-c4e51b68db03 req-933828b4-c775-49b7-ab96-567166507b33 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 945 time: 0.1221333 Sep 20 12:25:14.811043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-37342665-5a4b-4d4a-9213-2dc6b468610c req-3913b689-cf2c-4256-9595-58b7de74180f service neutron] 10.222.0.32 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055396 Sep 20 12:25:14.926751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71af7354-ca65-403f-92a9-c4e51b68db03 req-1a99eeff-6dea-4424-aef6-647f3bb9949d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039438 Sep 20 12:25:14.941548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e6609-f690-4378-9d98-51d339c73d63 req-084eb3b5-bd2b-4b7b-8ce2-9109d0bfc7f4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:14.943012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a2e6609-f690-4378-9d98-51d339c73d63 req-084eb3b5-bd2b-4b7b-8ce2-9109d0bfc7f4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 948 time: 0.1149318 Sep 20 12:25:15.009549 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.026869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a2e6609-f690-4378-9d98-51d339c73d63 req-ee1f58d6-ed66-4771-be1d-2639ab001394 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594945 Sep 20 12:25:15.142633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.182599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Network 7da2f008-0723-46c1-88e3-0ddc9a2db47e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:15.184635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:15.188850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:15.189797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:15.190390 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.201524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc7b7b0-4984-4e47-aca6-09b3806b0ed7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:15.215930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3f90baf5-ef97-407c-8f39-5f245d2062a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.333305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:15.347481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5af173af-6a52-40a2-a9fb-734ad2924592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8083956 Sep 20 12:25:15.348251 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ba75991-a20d-4d7f-ad23-3607001f1626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.350199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44914) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:15.355709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:15.413057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.451579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ba75991-a20d-4d7f-ad23-3607001f1626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.519411 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ba75991-a20d-4d7f-ad23-3607001f1626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.548343 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.568621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ba75991-a20d-4d7f-ad23-3607001f1626 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3963fe569fd4e82b432be06a810c411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342186 Sep 20 12:25:15.570246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba75991-a20d-4d7f-ad23-3607001f1626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ddd342-aebc-431d-bcfa-9a3e95fdf8f0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:15.573626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:15.630938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] device_id is not set on port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:15.640069 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.643482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff746cdf-d01c-4450-a3e4-ebc4ed659465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.664815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff746cdf-d01c-4450-a3e4-ebc4ed659465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.758557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.786252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e4e1-7a6c-4f6e-88b6-26f2b55a1342 req-7bcaf87f-0c7f-4c7d-a62e-f6d3bcf77001 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:15.787749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4357e4e1-7a6c-4f6e-88b6-26f2b55a1342 req-7bcaf87f-0c7f-4c7d-a62e-f6d3bcf77001 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 945 time: 0.0775082 Sep 20 12:25:15.800927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783a500-c6fa-4058-b473-f909f467e3ee req-d487441b-c8d4-4c44-b030-d5b0edc3aca1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:15.802420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1783a500-c6fa-4058-b473-f909f467e3ee req-d487441b-c8d4-4c44-b030-d5b0edc3aca1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.3386540 Sep 20 12:25:15.809116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc7b7b0-4984-4e47-aca6-09b3806b0ed7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:15.823906 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff746cdf-d01c-4450-a3e4-ebc4ed659465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.831869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:15.831869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:15.831869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:15.832213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff746cdf-d01c-4450-a3e4-ebc4ed659465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:15.832213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff746cdf-d01c-4450-a3e4-ebc4ed659465 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49ddd342-aebc-431d-bcfa-9a3e95fdf8f0 HTTP/1.1" status: 204 len: 168 time: 0.2526636 Sep 20 12:25:15.832432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:15.832432 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:15.832432 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 2 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:15.846636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:15.847019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:15.847316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:15.854732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:15.855181 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:15.855568 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 3 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:15.862041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff746cdf-d01c-4450-a3e4-ebc4ed659465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ddd342-aebc-431d-bcfa-9a3e95fdf8f0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:15.879712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:15.880151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:15.880587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:15.884208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4357e4e1-7a6c-4f6e-88b6-26f2b55a1342 req-b3d70afe-761f-41da-9eaa-adb50c97389d tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808311 Sep 20 12:25:15.885866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:15.886337 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:15.887588 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 4 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:15.889347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1783a500-c6fa-4058-b473-f909f467e3ee req-63fe2c63-eee8-4231-869b-f0e7c991f16d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801303 Sep 20 12:25:15.915268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:15.915632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:15.915935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:15.926709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:15.927037 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:15.927419 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 5 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:15.939157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:15.939483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:15.939810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:15.940122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c9ff72f1-510d-40d4-ae02-0c91f77d6294 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:15.944569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:15.944893 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:15.945303 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 6 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:15.960070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:15.960416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:15.960855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:15.966427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:15.966799 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:15.967228 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 7 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:15.982605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:15.987784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:15.987784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:15.988259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:15.988588 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:15.989131 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 8 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:16.003783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:16.004000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:16.004205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:16.009362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:16.016528 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:16.016528 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 9 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:16.026078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:16.026392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:16.026722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:16.031122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:16.031439 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:16.031913 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempt 10 to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 Sep 20 12:25:16.048282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:16.049632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:16.049632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempting to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:16.053472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:16.053792 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Failed to bind port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7da2f008-0723-46c1-88e3-0ddc9a2db47e'}] Sep 20 12:25:16.054156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.064202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615d408-94d2-44ec-a48a-3987fb691f9f req-29f49e98-74c4-4e1b-904e-91d8db57ec5d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:16.066383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5615d408-94d2-44ec-a48a-3987fb691f9f req-29f49e98-74c4-4e1b-904e-91d8db57ec5d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 945 time: 0.0565400 Sep 20 12:25:16.096017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port c9ff72f1-510d-40d4-ae02-0c91f77d6294 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:16.101028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port c9ff72f1-510d-40d4-ae02-0c91f77d6294 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:16.108250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.121896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] For port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:16.122272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attempted to set empty binding levels {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 20 12:25:16.152256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5615d408-94d2-44ec-a48a-3987fb691f9f req-3f806595-2df2-4de4-be07-5aeeded4acf6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784461 Sep 20 12:25:16.179459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18518c9-acf4-4789-b04b-9aabd654de59 req-6bea2ecd-b382-42a4-980f-0cb75bc9655b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:16.187317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f18518c9-acf4-4789-b04b-9aabd654de59 req-6bea2ecd-b382-42a4-980f-0cb75bc9655b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 948 time: 0.0676346 Sep 20 12:25:16.210564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.229919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f18518c9-acf4-4789-b04b-9aabd654de59 req-675e2626-94f3-47ca-a7f5-08c446881d42 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 Sep 20 12:25:16.265479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc7b7b0-4984-4e47-aca6-09b3806b0ed7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:16.275099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] In _notify_port_updated(), no bound segment for port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 on network 7da2f008-0723-46c1-88e3-0ddc9a2db47e {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:25:16.276112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:16.276722 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.278125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-fb38ec03-7ab2-4b07-bd6b-02bbe740b4f8 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1119189306&fields=id&tenant_id=48b5d27334e540629bc6fb53eb4c5bd0 HTTP/1.1" status: 200 len: 267 time: 0.0470285 Sep 20 12:25:16.278348 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-82ed42c4-453d-45e9-b454-3d54cbfe0a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "PUT /v2.0/ports/cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 HTTP/1.1" status: 200 len: 978 time: 0.9270663 Sep 20 12:25:16.281231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44938) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:16.363656 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.365492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-553bda2a-0461-41b3-983e-5d036843d77a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:16.369328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-553bda2a-0461-41b3-983e-5d036843d77a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 945 time: 0.0866244 Sep 20 12:25:16.383792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'port': {'security_groups': ['e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab', '1fdd53c1-6d11-4aa8-ba21-d6b4cd9e278e']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:16.390148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:16.397189 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbc9579-bb9a-4af0-8e2c-18af3a8cf171" -d '{"events": [{"server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "name": "network-vif-plugged", "status": "completed", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:16.397329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Deleting port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:16.397329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.415786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:16.445583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.455066 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b25b1f-43bc-4526-b083-a3b05141b694 x-openstack-request-id: req-01b25b1f-43bc-4526-b083-a3b05141b694 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:16.455354 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "name": "network-vif-plugged", "status": "completed", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:16.455601 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01b25b1f-43bc-4526-b083-a3b05141b694 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:16.455987 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'code': 200} Sep 20 12:25:16.489313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.496006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] For port cdc7b7b0-4984-4e47-aca6-09b3806b0ed7, host n-h1-809934-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:16.496560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.512320 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.512320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:16.528411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Calling delete_port for cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:16.596804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:16.640150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9f9d-d278-4626-8578-af3f7012f5bc req-c9f1d3da-c0c4-4284-b2d0-4c195d66f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:16.645905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b40d9f9d-d278-4626-8578-af3f7012f5bc req-c9f1d3da-c0c4-4284-b2d0-4c195d66f5c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 1097 time: 0.0905652 Sep 20 12:25:16.667220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:16.671875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:16.673361 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.717519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b40d9f9d-d278-4626-8578-af3f7012f5bc req-82df9a1c-10b9-4e33-a902-58352a51d8fb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648918 Sep 20 12:25:16.748136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.766881 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.787779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] For port 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:16.802593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:16.807510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdc7b7b0-4984-4e47-aca6-09b3806b0ed7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:16.820340 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.825450 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0de259c1-073e-4467-8f73-94d2521bdf27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "DELETE /v2.0/ports/cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 HTTP/1.1" status: 204 len: 168 time: 0.5404491 Sep 20 12:25:16.831421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44952) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:16.831528 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.853354 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca57c585-f5ea-4278-8605-90ae8a240bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] GET failed (client error): The resource could not be found. Sep 20 12:25:16.856087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ca57c585-f5ea-4278-8605-90ae8a240bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-806618515-project-admin] 10.222.0.37 "GET /v2.0/ports/cdc7b7b0-4984-4e47-aca6-09b3806b0ed7 HTTP/1.1" status: 404 len: 333 time: 0.0283041 Sep 20 12:25:16.864815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:16.930431 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.962024 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.965701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:16.979019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:17.058425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:17.059524 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.072043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:17.073819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-450ac0b5-e599-498c-9fb6-700c9f47d97e req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "PUT /v2.0/ports/7bc0ff90-0004-4484-8190-9df93f0bd3b0 HTTP/1.1" status: 200 len: 981 time: 0.6978271 Sep 20 12:25:17.110898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:17.114150 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24986d-cd57-44f2-9896-b6d5396aeaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:17.124201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e541958-3bff-4850-982c-288737d190c1 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'Port': ['ID=7bc0ff90-0004-4484-8190-9df93f0bd3b0,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:17.150076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:17.247949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727f1c5-9f17-417f-bc9f-5c7e948a997a req-ae39595e-30aa-4b0c-b232-906fda31f82c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:17.257640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0727f1c5-9f17-417f-bc9f-5c7e948a997a req-ae39595e-30aa-4b0c-b232-906fda31f82c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 946 time: 0.2782955 Sep 20 12:25:17.290710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.346634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0727f1c5-9f17-417f-bc9f-5c7e948a997a req-841117ff-ed43-428d-ab0b-5b35fbe60e43 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828512 Sep 20 12:25:17.368330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da2f008-0723-46c1-88e3-0ddc9a2db47e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:17.392235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd689-5165-4b4a-b880-1e51c0bfbb8e req-2e8a4611-e51d-4545-a788-74048a2b11cd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:17.399569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acabd689-5165-4b4a-b880-1e51c0bfbb8e req-2e8a4611-e51d-4545-a788-74048a2b11cd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.2268181 Sep 20 12:25:17.402832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:17.403124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cec8d90-beb7-46d7-a941-39dc9e7fc0b4') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:17.426087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.456816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.473556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:25:17.473959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:25:17.478043 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:25:17.494980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acabd689-5165-4b4a-b880-1e51c0bfbb8e req-7e1b40b5-f966-4ced-8a70-dcd8f6f6baee tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944610 Sep 20 12:25:17.522087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-647e65b5-25fd-4993-8a9d-b1413e3edd6f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-229262614&fields=id&tenant_id=48b5d27334e540629bc6fb53eb4c5bd0 HTTP/1.1" status: 200 len: 267 time: 0.0954614 Sep 20 12:25:17.621801 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d135563-e2ca-44ca-b8bf-184b370aea3b x-openstack-request-id: req-0d135563-e2ca-44ca-b8bf-184b370aea3b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:17.621801 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:17.621801 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d135563-e2ca-44ca-b8bf-184b370aea3b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:17.621801 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0', 'status': 'completed', 'code': 200} Sep 20 12:25:17.652512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-b0d8d21c-1448-4ddc-adb1-d43bb780c849 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:17.658776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-b0d8d21c-1448-4ddc-adb1-d43bb780c849 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 984 time: 0.0701678 Sep 20 12:25:17.667738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-d60084d6-79e7-4e18-8793-ff32e40f3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:17.669492 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-d60084d6-79e7-4e18-8793-ff32e40f3e9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 1135 time: 0.0635858 Sep 20 12:25:17.675660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'port': {'security_groups': ['1fdd53c1-6d11-4aa8-ba21-d6b4cd9e278e', 'e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab', '14c986a8-f572-4f53-bf2c-1c3358a04761']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:17.724593 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.740792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.744984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] 10.222.0.37 "DELETE /v2.0/networks/7da2f008-0723-46c1-88e3-0ddc9a2db47e HTTP/1.1" status: 204 len: 168 time: 0.8757696 Sep 20 12:25:17.779400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68d70a-4ee7-4067-ac4d-072cb4c15a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995178011-project] Pushing event deleted for resources: {'Network': ['ID=7da2f008-0723-46c1-88e3-0ddc9a2db47e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:17.803560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-738bb636-ce9f-4bec-8425-721c6ad2d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:17.805362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-738bb636-ce9f-4bec-8425-721c6ad2d427 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 912 time: 0.1285067 Sep 20 12:25:17.812653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452907a9-294e-4208-bc95-f7db6fc078ae req-86554541-a602-4a2c-bd84-5c453c776453 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:17.815122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-452907a9-294e-4208-bc95-f7db6fc078ae req-86554541-a602-4a2c-bd84-5c453c776453 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1553175 Sep 20 12:25:17.838790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.854312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:17.872563 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-934daf0c-b2a9-4d1f-b067-ef80e9a52cd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0 HTTP/1.1" status: 200 len: 217 time: 0.0507891 Sep 20 12:25:17.889845 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-452907a9-294e-4208-bc95-f7db6fc078ae req-1f9da5ba-ac54-4bc5-9fc4-1101af1d43f2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642791 Sep 20 12:25:17.953110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-70d5ad8a-ef11-48e8-ae0a-948619e106ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:17.955081 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-70d5ad8a-ef11-48e8-ae0a-948619e106ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 200 len: 852 time: 0.0754015 Sep 20 12:25:18.021417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-03c972e2-379e-40f3-9e3a-6601a30d7800 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea7a33e9-e40a-421a-9bc5-493a5c947d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583992 Sep 20 12:25:18.174712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-7a1326ad-7e43-4413-8515-3a955d1cc972 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455252 Sep 20 12:25:18.215575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] For port 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:18.258923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:18.317109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44994) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:18.323011 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3e24986d-cd57-44f2-9896-b6d5396aeaaa req-01b34400-b316-4a9f-918e-d9832ac32af1 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400306 Sep 20 12:25:18.335893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:18.352392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:18.452657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:18.454534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:18.456430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-26dde4ca-1734-447e-8f7e-7ee57760bbd4 req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "PUT /v2.0/ports/7bc0ff90-0004-4484-8190-9df93f0bd3b0 HTTP/1.1" status: 200 len: 1020 time: 0.7864375 Sep 20 12:25:18.458050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:18.463816 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1577dc3e-ff3c-48d2-959d-0c237a349884" -d '{"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-plugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:18.558882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'Port': ['ID=7bc0ff90-0004-4484-8190-9df93f0bd3b0,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:18.571080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.571417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.571770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.572108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.572451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.572778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.573393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.573728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.574086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.574494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.574888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.575214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8077a9-29d1-422d-b7aa-0d5540c0d2f7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:18.576650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:18.632887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bdf33-e22b-40df-b76b-a60bb224d043 req-a5d0fd53-4a88-4610-b562-9ac7605beb61 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:18.635181 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef1bdf33-e22b-40df-b76b-a60bb224d043 req-a5d0fd53-4a88-4610-b562-9ac7605beb61 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 946 time: 0.1631119 Sep 20 12:25:18.660258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f2b7-c2ba-4888-8b1b-15bba2070d3b req-66a9f114-9a80-46c3-ab72-8ce5c997af45 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:18.661826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfd7f2b7-c2ba-4888-8b1b-15bba2070d3b req-66a9f114-9a80-46c3-ab72-8ce5c997af45 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 1023 time: 0.0939550 Sep 20 12:25:18.738432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef1bdf33-e22b-40df-b76b-a60bb224d043 req-b8123f38-66e9-4717-8278-0fa943046d33 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953395 Sep 20 12:25:18.759041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8adca4ef-5327-4f23-b113-a45323958a2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=303b9973bf7940bb9d10994c10872754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376323 Sep 20 12:25:18.759170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45010) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:18.793847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfd7f2b7-c2ba-4888-8b1b-15bba2070d3b req-4ce7f7ff-e092-463f-8a9a-88c025849ff5 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=14c986a8-f572-4f53-bf2c-1c3358a04761&id=1fdd53c1-6d11-4aa8-ba21-d6b4cd9e278e&id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab HTTP/1.1" status: 200 len: 6147 time: 0.1187789 Sep 20 12:25:18.810524 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0f1e61-69b4-4ef7-a5aa-8880b006eb01 x-openstack-request-id: req-9f0f1e61-69b4-4ef7-a5aa-8880b006eb01 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:18.810925 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-plugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:18.811364 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f0f1e61-69b4-4ef7-a5aa-8880b006eb01 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:18.811733 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'code': 200} Sep 20 12:25:18.927526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-af123f6c-a8ae-4c43-b815-7589102f6c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:18.950901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-af123f6c-a8ae-4c43-b815-7589102f6c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:18.996377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ee6ec-27fe-4a84-b74d-d73705b656bf req-de09d001-df98-467d-8185-48f55e82680a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:18.997935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-969ee6ec-27fe-4a84-b74d-d73705b656bf req-de09d001-df98-467d-8185-48f55e82680a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 943 time: 0.1040866 Sep 20 12:25:19.003845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524f6f4-37b8-4f4d-a7dd-d0ff1b099c0c req-4eb9c734-c848-4607-9d08-bb5b878f9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:19.005343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5524f6f4-37b8-4f4d-a7dd-d0ff1b099c0c req-4eb9c734-c848-4607-9d08-bb5b878f9d09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1100 time: 0.0659661 Sep 20 12:25:19.020506 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-5be09413-181a-460e-b324-2db766cb8339 service neutron] 10.222.0.32 "GET /v2.0/ports/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0/bindings/n-h2-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.1952224 Sep 20 12:25:19.061968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-969ee6ec-27fe-4a84-b74d-d73705b656bf req-ca466575-b50a-47fd-a461-ff68c4ffb2f2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519621 Sep 20 12:25:19.065871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5524f6f4-37b8-4f4d-a7dd-d0ff1b099c0c req-6a0eedfc-08e7-4dd4-8be7-64dcc0455feb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Sep 20 12:25:19.107437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d1031d24-8183-45f8-96f2-921bf377cbf9 req-dbff70cc-fbb5-444e-b7e7-7347961dc94d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1584965359 ', 'description': 'tempest-description-358985208'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:19.148210 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-af123f6c-a8ae-4c43-b815-7589102f6c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.150929 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-af123f6c-a8ae-4c43-b815-7589102f6c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.152072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-af123f6c-a8ae-4c43-b815-7589102f6c03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c680cf6a-b980-4261-8c4a-bf3e2ef15fb0 HTTP/1.1" status: 204 len: 168 time: 0.3921201 Sep 20 12:25:19.164123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af123f6c-a8ae-4c43-b815-7589102f6c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c680cf6a-b980-4261-8c4a-bf3e2ef15fb0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:19.184556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d1031d24-8183-45f8-96f2-921bf377cbf9 req-dbff70cc-fbb5-444e-b7e7-7347961dc94d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.247061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:19.269196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:19.296305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d1031d24-8183-45f8-96f2-921bf377cbf9 req-dbff70cc-fbb5-444e-b7e7-7347961dc94d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.301461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:19.311831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:19.346852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d1031d24-8183-45f8-96f2-921bf377cbf9 req-dbff70cc-fbb5-444e-b7e7-7347961dc94d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.378732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff70cc-fbb5-444e-b7e7-7347961dc94d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec16b8-ef8d-4875-b4e9-8415bca845fe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:19.404037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.432950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d1031d24-8183-45f8-96f2-921bf377cbf9 req-dbff70cc-fbb5-444e-b7e7-7347961dc94d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.434278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1031d24-8183-45f8-96f2-921bf377cbf9 req-dbff70cc-fbb5-444e-b7e7-7347961dc94d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3310871 Sep 20 12:25:19.494079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] Transition to ACTIVE for port object a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:19.541670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696aed-9092-43dd-b61d-566a7961945d req-d5a15534-9258-4ede-a2b2-45bd74f783e6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:19.543169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0696aed-9092-43dd-b61d-566a7961945d req-d5a15534-9258-4ede-a2b2-45bd74f783e6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0546577 Sep 20 12:25:19.592406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0696aed-9092-43dd-b61d-566a7961945d req-4fd5d315-c072-43c4-9f29-b629a2df194b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Sep 20 12:25:19.592938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:19.596988 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726933a-9d66-4918-b91c-a6d2f1980a92" -d '{"events": [{"name": "network-changed", "server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:19.610949 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.616750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:19.632206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:19.682569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:19.696723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] No DVR routers for this DVR port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:19.698894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] Pushing event updated for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:19.740025 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d1f0ea-be8a-419c-b77f-ae7dadc41003 req-22901c05-2c94-4a27-8b27-5cbe74268788 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/bbec16b8-ef8d-4875-b4e9-8415bca845fe HTTP/1.1" status: 200 len: 1780 time: 0.0610514 Sep 20 12:25:19.744812 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-2b441216-699d-4bba-9c1e-1e38414572bc service neutron] 10.222.0.32 "PUT /v2.0/ports/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0/bindings/n-h2-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7270036 Sep 20 12:25:19.818165 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3779cb-dc24-4f63-af8f-c475d0a6fea2 x-openstack-request-id: req-cc3779cb-dc24-4f63-af8f-c475d0a6fea2 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:19.818462 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:19.818736 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc3779cb-dc24-4f63-af8f-c475d0a6fea2 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:19.819129 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0', 'status': 'completed', 'code': 200} Sep 20 12:25:19.889408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-25056898-d498-4bcc-844e-f39cc967863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:19.891475 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-25056898-d498-4bcc-844e-f39cc967863b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 1174 time: 0.0486267 Sep 20 12:25:19.901566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5912a9c6-5c82-4eff-9d58-11d0a85721e4 req-40bbd22f-5182-44a4-a01f-490593ae1218 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/bbec16b8-ef8d-4875-b4e9-8415bca845fe HTTP/1.1" status: 200 len: 1780 time: 0.0720193 Sep 20 12:25:19.968398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-db55b93d-a3fb-46ea-a839-7ddfe6946c42 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:19.970523 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-db55b93d-a3fb-46ea-a839-7ddfe6946c42 tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.0835774 Sep 20 12:25:19.995398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45062) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:20.025781 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5912a9c6-5c82-4eff-9d58-11d0a85721e4 req-ec412478-102f-4d50-9d8f-761851c0ab8d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.039800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-14d8fdd1-82eb-4ad6-8e43-7c23d99d377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:20.041361 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-14d8fdd1-82eb-4ad6-8e43-7c23d99d377a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 912 time: 0.1428485 Sep 20 12:25:20.082719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.089322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5912a9c6-5c82-4eff-9d58-11d0a85721e4 req-ec412478-102f-4d50-9d8f-761851c0ab8d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.106467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-cfbb86ce-de4b-4ec8-b312-35231798cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:20.108307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-cfbb86ce-de4b-4ec8-b312-35231798cd5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2 HTTP/1.1" status: 200 len: 1095 time: 0.1224825 Sep 20 12:25:20.114368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-82fdb799-0353-4503-b040-a3cd1aba9ade service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0 HTTP/1.1" status: 200 len: 217 time: 0.0552702 Sep 20 12:25:20.121853 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-71843442-48de-49ca-aad3-a496dae5466b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c2987ed2eef40b7ab2f780526a03fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238394 Sep 20 12:25:20.125848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45080) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:20.169471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-4faaf8b4-bc3d-4631-bda2-0dca47221b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:20.171033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-4faaf8b4-bc3d-4631-bda2-0dca47221b19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 200 len: 852 time: 0.0480392 Sep 20 12:25:20.209806 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-ac2e9425-bbb8-4968-91d4-2a1286393a66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea7a33e9-e40a-421a-9bc5-493a5c947d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311389 Sep 20 12:25:20.225535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f86597-1007-4946-9166-d85366045d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.228508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-9e13de94-896d-4f1a-bdca-66016a61ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:20.230085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-9e13de94-896d-4f1a-bdca-66016a61ecd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1095 time: 0.0773082 Sep 20 12:25:20.274543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f86597-1007-4946-9166-d85366045d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.310485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-4bdc2bb9-818d-4e15-aaa7-adf515d0d968 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935740 Sep 20 12:25:20.354872 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5912a9c6-5c82-4eff-9d58-11d0a85721e4 req-ec412478-102f-4d50-9d8f-761851c0ab8d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.357421 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5912a9c6-5c82-4eff-9d58-11d0a85721e4 req-ec412478-102f-4d50-9d8f-761851c0ab8d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.359145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5912a9c6-5c82-4eff-9d58-11d0a85721e4 req-ec412478-102f-4d50-9d8f-761851c0ab8d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbec16b8-ef8d-4875-b4e9-8415bca845fe HTTP/1.1" status: 204 len: 173 time: 0.4532292 Sep 20 12:25:20.380803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412478-102f-4d50-9d8f-761851c0ab8d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec16b8-ef8d-4875-b4e9-8415bca845fe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:20.398358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-9c370e44-0f2e-4e5c-b30b-74402586880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:20.402656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-9c370e44-0f2e-4e5c-b30b-74402586880a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 200 len: 920 time: 0.1620259 Sep 20 12:25:20.442847 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8726933a-9d66-4918-b91c-a6d2f1980a92 req-6a8bd3de-d43f-4579-9426-3446e303c822 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248007 Sep 20 12:25:20.475362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-0c087181-e256-43de-81fd-1250cca7f137 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 HTTP/1.1" status: 200 len: 217 time: 0.0633743 Sep 20 12:25:20.516085 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-53876652-a991-4f8f-80e2-5a0e8eae5a71 req-e91d94b0-f11c-43d4-9d86-6ce8aa2d3e9b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:25:20.516950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53876652-a991-4f8f-80e2-5a0e8eae5a71 req-e91d94b0-f11c-43d4-9d86-6ce8aa2d3e9b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/bbec16b8-ef8d-4875-b4e9-8415bca845fe HTTP/1.1" status: 404 len: 352 time: 0.0445039 Sep 20 12:25:20.519872 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f86597-1007-4946-9166-d85366045d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.522506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f86597-1007-4946-9166-d85366045d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.525914 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8f86597-1007-4946-9166-d85366045d11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd66ecd6-6ba0-482b-8003-4f8706f2b366 HTTP/1.1" status: 204 len: 168 time: 0.3963385 Sep 20 12:25:20.558302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f86597-1007-4946-9166-d85366045d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd66ecd6-6ba0-482b-8003-4f8706f2b366,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:20.590777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6bd0f8c6-6c56-47dd-be84-b2ac5cdf9081 req-5cb300ea-db0a-45fd-824e-00930788bf10 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-653652445', 'description': 'tempest-description-839399215'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:20.603630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88a2f6-6cb4-4f0c-9a62-1907f6e191bb req-38cc9944-3227-431c-912c-b9f8a990e61d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:20.605215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b88a2f6-6cb4-4f0c-9a62-1907f6e191bb req-38cc9944-3227-431c-912c-b9f8a990e61d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 944 time: 0.1337867 Sep 20 12:25:20.606683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-e1a05bc7-66a4-43e8-943e-e36b1a02d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:20.608111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-e1a05bc7-66a4-43e8-943e-e36b1a02d37d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 200 len: 860 time: 0.1008365 Sep 20 12:25:20.674021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-837b1783-ab88-4668-8109-da55c0badd2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e39099c2-8f30-47c6-bf23-32bf658a1459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488446 Sep 20 12:25:20.686632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45102) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:20.707509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b88a2f6-6cb4-4f0c-9a62-1907f6e191bb req-b06a944f-1b99-40a4-8bf3-43f2ab384376 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944877 Sep 20 12:25:20.753116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6bd0f8c6-6c56-47dd-be84-b2ac5cdf9081 req-5cb300ea-db0a-45fd-824e-00930788bf10 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.810995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29ec4353-31c8-473e-8d35-3d226867e1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:20.819321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-b9c9b091-c7b2-43a4-b8c2-b6da087bfde1 service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357822 Sep 20 12:25:20.889790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f797b-2e96-4038-b558-14a2b9ccad23 req-380d8bd7-e53d-45eb-9c28-da62f9ed2e04 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:20.891362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a9f797b-2e96-4038-b558-14a2b9ccad23 req-380d8bd7-e53d-45eb-9c28-da62f9ed2e04 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 946 time: 0.1132128 Sep 20 12:25:20.999141 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6bd0f8c6-6c56-47dd-be84-b2ac5cdf9081 req-5cb300ea-db0a-45fd-824e-00930788bf10 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.003058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a9f797b-2e96-4038-b558-14a2b9ccad23 req-a1f76175-b67f-4213-8870-5ba71dccb3f1 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025891 Sep 20 12:25:21.009170 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-c6cec5f2-eb85-43ed-9a25-b9b8bcc4e02c service neutron] 10.222.0.21 "GET /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680810 Sep 20 12:25:21.111947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f453c8-d4ef-416a-911a-1b890d670a50 req-3768bcd6-3dc4-4d49-a609-56f6a236964f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:21.113490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89f453c8-d4ef-416a-911a-1b890d670a50 req-3768bcd6-3dc4-4d49-a609-56f6a236964f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0533965 Sep 20 12:25:21.114601 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6bd0f8c6-6c56-47dd-be84-b2ac5cdf9081 req-5cb300ea-db0a-45fd-824e-00930788bf10 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.160102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb300ea-db0a-45fd-824e-00930788bf10 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e05f3fe-c869-40d0-9d86-181794a63d13,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:21.180832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89f453c8-d4ef-416a-911a-1b890d670a50 req-bafd8667-2093-447b-927c-02090e7c0250 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604622 Sep 20 12:25:21.197265 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29ec4353-31c8-473e-8d35-3d226867e1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.303030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29ec4353-31c8-473e-8d35-3d226867e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.349696 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-29ec4353-31c8-473e-8d35-3d226867e1ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99bccb4c1bfa4b07bd823a9a0817b28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617119 Sep 20 12:25:21.351835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec4353-31c8-473e-8d35-3d226867e1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf598da6-2553-4c6b-b99a-1e9a2554fcde,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:21.352571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:21.433987 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3275d529-0f2a-45e5-a6f2-855dec473bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.437972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d50013-8d49-4db7-a578-527efacd8c7d req-41909378-015e-4426-977e-32fc9bc539dd tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:21.439454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5d50013-8d49-4db7-a578-527efacd8c7d req-41909378-015e-4426-977e-32fc9bc539dd tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1100 time: 0.0661213 Sep 20 12:25:21.471868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3275d529-0f2a-45e5-a6f2-855dec473bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.503760 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6bd0f8c6-6c56-47dd-be84-b2ac5cdf9081 req-5cb300ea-db0a-45fd-824e-00930788bf10 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.504945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd0f8c6-6c56-47dd-be84-b2ac5cdf9081 req-5cb300ea-db0a-45fd-824e-00930788bf10 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9205198 Sep 20 12:25:21.515704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5d50013-8d49-4db7-a578-527efacd8c7d req-787f61fd-d9a8-4485-9a25-218236fe30b4 tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695639 Sep 20 12:25:21.536513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f0360857-d5fd-481d-b50a-999bc169f595 req-8a5575e9-38f0-47fd-b7ad-9d38e41d81f6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-818481285', 'description': 'tempest-description-1766211383'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:21.644775 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3275d529-0f2a-45e5-a6f2-855dec473bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.653640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3275d529-0f2a-45e5-a6f2-855dec473bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.653640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3275d529-0f2a-45e5-a6f2-855dec473bc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf598da6-2553-4c6b-b99a-1e9a2554fcde HTTP/1.1" status: 204 len: 168 time: 0.2970583 Sep 20 12:25:21.661107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275d529-0f2a-45e5-a6f2-855dec473bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf598da6-2553-4c6b-b99a-1e9a2554fcde,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:21.691830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0360857-d5fd-481d-b50a-999bc169f595 req-8a5575e9-38f0-47fd-b7ad-9d38e41d81f6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.766668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-bfecc6a6-7c4e-4c21-a5b1-57aa92a998cc tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:21.768150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-bfecc6a6-7c4e-4c21-a5b1-57aa92a998cc tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854&tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.0648859 Sep 20 12:25:21.846675 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0360857-d5fd-481d-b50a-999bc169f595 req-8a5575e9-38f0-47fd-b7ad-9d38e41d81f6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:21.987799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c9ff72f1-510d-40d4-ae02-0c91f77d6294 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:22.034329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45144) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:22.100918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:22.114935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'network_id': '74687959-c8f9-44dd-ac63-a123b83bd8a8', 'port_id': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'mac_address': 'fa:16:3e:10:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54348ff2-71b4-437c-a198-407723854790', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:22.155620 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.178878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9ff72f1-510d-40d4-ae02-0c91f77d6294 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:22.186734 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0360857-d5fd-481d-b50a-999bc169f595 req-8a5575e9-38f0-47fd-b7ad-9d38e41d81f6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.216137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:22.217937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5575e9-38f0-47fd-b7ad-9d38e41d81f6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0a3fc1-049e-49dd-bb3b-2b984bbc922a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:22.242326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1965973942'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:22.385301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-d97c493e-9d96-49e3-b649-1fee7a9f44c2 service neutron] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:22.388992 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-d97c493e-9d96-49e3-b649-1fee7a9f44c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.390237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eeaafb-7d35-43fc-a982-e3aca2c8b947 req-d97c493e-9d96-49e3-b649-1fee7a9f44c2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0/bindings/n-h1-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.6123960 Sep 20 12:25:22.473015 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.473242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0360857-d5fd-481d-b50a-999bc169f595 req-8a5575e9-38f0-47fd-b7ad-9d38e41d81f6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.474385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0360857-d5fd-481d-b50a-999bc169f595 req-8a5575e9-38f0-47fd-b7ad-9d38e41d81f6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9431365 Sep 20 12:25:22.521203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:22.573477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912e71c-033e-4524-acd1-5a0a852b0e80 req-6bbad6da-05de-4222-ba6a-6348befb8ed7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:22.575047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b912e71c-033e-4524-acd1-5a0a852b0e80 req-6bbad6da-05de-4222-ba6a-6348befb8ed7 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 944 time: 0.0480216 Sep 20 12:25:22.587188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['c9ff72f1-510d-40d4-ae02-0c91f77d6294'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:22.615942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b912e71c-033e-4524-acd1-5a0a852b0e80 req-d9d042b1-eda3-49e5-b844-58652091d138 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340812 Sep 20 12:25:22.646131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Made reservation on behalf of 05e520d9c20949789f5700d8357bed50 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:22.649838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.660886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.734083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c305e-5622-48f8-96e4-b77e0d6cf85d req-c2a55d1d-c0c9-414f-b35b-52918b7bdccc tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:22.736328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-130c305e-5622-48f8-96e4-b77e0d6cf85d req-c2a55d1d-c0c9-414f-b35b-52918b7bdccc tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 945 time: 0.0521696 Sep 20 12:25:22.761603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.778685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-130c305e-5622-48f8-96e4-b77e0d6cf85d req-08a8b9d2-bb4f-4a07-acdb-169255a0d97c tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336878 Sep 20 12:25:22.830118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45166) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:22.846912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59c9082a-9436-4f55-9ccb-462f249f05bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.855311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5f4c7ae1-2cb9-4798-abf8-50e0eaed5a03 req-2dc45bd1-41c0-43e0-936c-4b3e7dd32906 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-850662388', 'description': 'tempest-description-1385885284'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:22.878031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.922626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:25:22.941050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13127e06-b6f7-4784-a9e1-5259151c1220,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:22.945966 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:22.946319 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Added segment c5a25519-9486-4401-a40e-6de28aac5c15 of type vlan for network 744339e3-50c6-46ed-a3e3-6a1748627e55 Sep 20 12:25:23.004402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.008606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d307d5-db2f-4bd4-b275-329b115c1562 req-4e536213-7f78-44e8-921b-bd00469d9498 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:23.010175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70d307d5-db2f-4bd4-b275-329b115c1562 req-4e536213-7f78-44e8-921b-bd00469d9498 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0604467 Sep 20 12:25:23.049169 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59c9082a-9436-4f55-9ccb-462f249f05bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.074316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70d307d5-db2f-4bd4-b275-329b115c1562 req-9f79e89d-0661-40ae-855b-94acfde40a4c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Sep 20 12:25:23.091841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-442c8ab5-ca04-4a7f-9793-6ba286835a86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523078 Sep 20 12:25:23.168989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74862fb-74c3-4aee-a8b9-9641de770b25 req-f3585eb3-964e-4cab-99c3-c691b37e982b tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:23.170429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c74862fb-74c3-4aee-a8b9-9641de770b25 req-f3585eb3-964e-4cab-99c3-c691b37e982b tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 1095 time: 0.0397604 Sep 20 12:25:23.187776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.193432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:23.194028 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.202862 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59c9082a-9436-4f55-9ccb-462f249f05bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.213525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c74862fb-74c3-4aee-a8b9-9641de770b25 req-9f0b224f-ae22-49d9-8a77-72292ba0097c tempest-LiveAutoBlockMigrationV225Test-1366896683 tempest-LiveAutoBlockMigrationV225Test-1366896683-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Sep 20 12:25:23.308803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Network': ['ID=744339e3-50c6-46ed-a3e3-6a1748627e55,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:23.312647 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-59c9082a-9436-4f55-9ccb-462f249f05bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=627ab07effd049a0bcda73f521096d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813828 Sep 20 12:25:23.315529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45176) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:23.317130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9082a-9436-4f55-9ccb-462f249f05bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3307dae-c19e-48d6-8b7a-5c9d3c7a8644,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:23.320966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:25:23.382279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc8ad-43d2-4167-8ef6-38d74f83c954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.412995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc8ad-43d2-4167-8ef6-38d74f83c954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.423144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c7ae1-2cb9-4798-abf8-50e0eaed5a03 req-2dc45bd1-41c0-43e0-936c-4b3e7dd32906 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.555191 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-df8e797c-144d-4c7a-bda8-cb1082786cea tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5193584 Sep 20 12:25:23.558318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45190) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:23.564208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'subnet': {'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:23.692683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc8ad-43d2-4167-8ef6-38d74f83c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.695217 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc8ad-43d2-4167-8ef6-38d74f83c954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.696468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0dcc8ad-43d2-4167-8ef6-38d74f83c954 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3307dae-c19e-48d6-8b7a-5c9d3c7a8644 HTTP/1.1" status: 204 len: 168 time: 0.3799419 Sep 20 12:25:23.712212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcc8ad-43d2-4167-8ef6-38d74f83c954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3307dae-c19e-48d6-8b7a-5c9d3c7a8644,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:23.760879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c7ae1-2cb9-4798-abf8-50e0eaed5a03 req-2dc45bd1-41c0-43e0-936c-4b3e7dd32906 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.890507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c7ae1-2cb9-4798-abf8-50e0eaed5a03 req-2dc45bd1-41c0-43e0-936c-4b3e7dd32906 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:23.920421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc45bd1-41c0-43e0-936c-4b3e7dd32906 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658491a9-03fa-4488-89ca-3eeafdf52a6c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:23.987808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c9ff72f1-510d-40d4-ae02-0c91f77d6294 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:24.035301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port c9ff72f1-510d-40d4-ae02-0c91f77d6294 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:24.035671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:24.111086 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:24.136900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:24.139115 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7de77c-8a75-4793-baa8-f9f782742c78" -d '{"events": [{"server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "name": "network-vif-plugged", "status": "completed", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:24.159638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:24.210061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Made reservation on behalf of 05e520d9c20949789f5700d8357bed50 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:24.217807 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:24.330896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9554ba6-a72c-44db-bcf1-c2138ac263b1 req-dc118f4a-20ee-4a60-ab4b-0768dca16064 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:24.332983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9554ba6-a72c-44db-bcf1-c2138ac263b1 req-dc118f4a-20ee-4a60-ab4b-0768dca16064 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 945 time: 0.0571604 Sep 20 12:25:24.378862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9554ba6-a72c-44db-bcf1-c2138ac263b1 req-eb3a5c07-cd65-48a8-b08b-b4e591652a9b tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Sep 20 12:25:24.477580 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c7ae1-2cb9-4798-abf8-50e0eaed5a03 req-2dc45bd1-41c0-43e0-936c-4b3e7dd32906 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:24.479002 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:24.479656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c7ae1-2cb9-4798-abf8-50e0eaed5a03 req-2dc45bd1-41c0-43e0-936c-4b3e7dd32906 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6060593 Sep 20 12:25:24.550741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:24.596588 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6822ef74-ee74-4e8d-8142-1b3747ea9893 x-openstack-request-id: req-6822ef74-ee74-4e8d-8142-1b3747ea9893 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:24.596588 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "name": "network-vif-plugged", "status": "completed", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:24.596588 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6822ef74-ee74-4e8d-8142-1b3747ea9893 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:24.596588 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'code': 200} Sep 20 12:25:24.600366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebc035-2c04-4fc8-9126-bb05493b2e8f req-3abceee4-a059-4c29-baaf-303a093725bc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:24.602107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6ebc035-2c04-4fc8-9126-bb05493b2e8f req-3abceee4-a059-4c29-baaf-303a093725bc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0624907 Sep 20 12:25:24.654297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6ebc035-2c04-4fc8-9126-bb05493b2e8f req-953fa7bc-daa5-423d-b254-83cb8594c385 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Sep 20 12:25:24.705098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5effb-468c-4672-bb20-54fe688ea3fe req-45b00d02-cbf2-44f9-aafc-5dae70ca7854 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:24.706613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09a5effb-468c-4672-bb20-54fe688ea3fe req-45b00d02-cbf2-44f9-aafc-5dae70ca7854 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 944 time: 0.0674279 Sep 20 12:25:24.732103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:24.775257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09a5effb-468c-4672-bb20-54fe688ea3fe req-c1c1489d-404e-417f-b35a-1022c0a814dd tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623286 Sep 20 12:25:24.797947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Subnet': ['ID=3f7f6bab-1f29-46e0-ad6e-c7596ef2badc,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:24.809279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Checking segment: {'id': 'c5a25519-9486-4401-a40e-6de28aac5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:24.809642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Network hostable DHCP agents. Network: 744339e3-50c6-46ed-a3e3-6a1748627e55, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:25:24.816004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-001930d8-aa74-441d-a3bc-5f45e3b7de0b req-8a374b04-63c7-45b1-9065-6b83c86c6001 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0 HTTP/1.1" status: 200 len: 10893 time: 0.1359549 Sep 20 12:25:24.865905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-001930d8-aa74-441d-a3bc-5f45e3b7de0b req-de5e2e6b-b99c-4a19-bdd3-5275b7e6348d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab HTTP/1.1" status: 200 len: 2981 time: 0.0434496 Sep 20 12:25:24.920529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-001930d8-aa74-441d-a3bc-5f45e3b7de0b req-8cd13bc7-abe5-4da9-93ad-96a2c0a92270 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab HTTP/1.1" status: 200 len: 2981 time: 0.0482244 Sep 20 12:25:24.981691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:25:24.997493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-911c62e0-7578-46ac-8a3c-c04a8c1d2833 req-f0cf6fc5-7550-444b-a404-da75c482e913 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/9e05f3fe-c869-40d0-9d86-181794a63d13 HTTP/1.1" status: 200 len: 1799 time: 0.0381382 Sep 20 12:25:25.055173 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-911c62e0-7578-46ac-8a3c-c04a8c1d2833 req-06c227f0-5ea0-4b61-9f57-df75a951054a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.075725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-911c62e0-7578-46ac-8a3c-c04a8c1d2833 req-06c227f0-5ea0-4b61-9f57-df75a951054a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.153201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-12bf556c-feee-4774-9935-e6ffefe0849e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:25.154634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-12bf556c-feee-4774-9935-e6ffefe0849e tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 944 time: 0.0504892 Sep 20 12:25:25.205301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 744339e3-50c6-46ed-a3e3-6a1748627e55) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:25.209768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:25.211197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.214890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae88a40-c9d3-4bba-a3e0-2809137548ef None None] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:25.260501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Deleting port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:25.260854 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.360373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] For port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:25.361078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.368367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-911c62e0-7578-46ac-8a3c-c04a8c1d2833 req-06c227f0-5ea0-4b61-9f57-df75a951054a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.370962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-911c62e0-7578-46ac-8a3c-c04a8c1d2833 req-06c227f0-5ea0-4b61-9f57-df75a951054a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.372189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-911c62e0-7578-46ac-8a3c-c04a8c1d2833 req-06c227f0-5ea0-4b61-9f57-df75a951054a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/9e05f3fe-c869-40d0-9d86-181794a63d13 HTTP/1.1" status: 204 len: 173 time: 0.3684270 Sep 20 12:25:25.382500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-744339e3-50c6-46ed-a3e3-6a1748627e55', 'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55', 'tenant_id': '05e520d9c20949789f5700d8357bed50', 'fixed_ips': [{'subnet_id': '3f7f6bab-1f29-46e0-ad6e-c7596ef2badc'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:25:25.382500 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.382704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Calling delete_port for a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:25.392010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c227f0-5ea0-4b61-9f57-df75a951054a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e05f3fe-c869-40d0-9d86-181794a63d13,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:25.439371 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e762f010-adf4-4f58-adb0-b2e399533350 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8776920 Sep 20 12:25:25.443012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45240) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:25.451039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1018166403'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:25.470700 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-45c7aea7-a184-49cc-b6b8-611c257cde33 req-ac585f02-6f72-454a-9d31-f6e341cc5488 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:25:25.471745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45c7aea7-a184-49cc-b6b8-611c257cde33 req-ac585f02-6f72-454a-9d31-f6e341cc5488 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/9e05f3fe-c869-40d0-9d86-181794a63d13 HTTP/1.1" status: 404 len: 352 time: 0.0734665 Sep 20 12:25:25.565914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Allocated IP 2001:db8::2 (744339e3-50c6-46ed-a3e3-6a1748627e55/3f7f6bab-1f29-46e0-ad6e-c7596ef2badc/809892e2-d7f1-4417-8178-73cbde0b6991) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:25.617026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:25.634384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e974fcc-3169-4413-b59c-9d34b7c49889 req-786f708b-aea5-4f68-bc0c-458a3d10af6e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:25.637297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e974fcc-3169-4413-b59c-9d34b7c49889 req-786f708b-aea5-4f68-bc0c-458a3d10af6e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 946 time: 0.1791668 Sep 20 12:25:25.721942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3609d0aa-3d73-4815-ba5b-94e67842e27c req-8342b963-a95a-4965-87ad-be3a21614462 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/3d0a3fc1-049e-49dd-bb3b-2b984bbc922a HTTP/1.1" status: 200 len: 1800 time: 0.1365750 Sep 20 12:25:25.731418 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.736156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-network', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:25.759740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e974fcc-3169-4413-b59c-9d34b7c49889 req-c4990486-6152-43bf-9a6f-565ec050e7be tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074438 Sep 20 12:25:25.810200 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3609d0aa-3d73-4815-ba5b-94e67842e27c req-0614b85e-3f47-4662-829c-dde65f93dd1b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.837596 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3609d0aa-3d73-4815-ba5b-94e67842e27c req-0614b85e-3f47-4662-829c-dde65f93dd1b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.926723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9664767-756b-44ee-93a1-7c3067534f74 req-ac0a2dc7-9448-45a9-b21f-eb2d116c572d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:25.928188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9664767-756b-44ee-93a1-7c3067534f74 req-ac0a2dc7-9448-45a9-b21f-eb2d116c572d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0483582 Sep 20 12:25:25.940953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Made reservation on behalf of 05e520d9c20949789f5700d8357bed50 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:25.944247 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.976148 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.981002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] device_id is not set on port dc63f10f-a052-4d8f-89d9-83dd2bdbf095 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:25.986740 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:25.999430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9664767-756b-44ee-93a1-7c3067534f74 req-5a832b34-2fc7-4b77-bd96-66c8c5098b4e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652864 Sep 20 12:25:26.012005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Made reservation on behalf of b4e3283706be4d009cf3b38e1eb63c6c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:26.020186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.021185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:26.023796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:26.044192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.049871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3609d0aa-3d73-4815-ba5b-94e67842e27c req-0614b85e-3f47-4662-829c-dde65f93dd1b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.052463 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3609d0aa-3d73-4815-ba5b-94e67842e27c req-0614b85e-3f47-4662-829c-dde65f93dd1b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.053949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3609d0aa-3d73-4815-ba5b-94e67842e27c req-0614b85e-3f47-4662-829c-dde65f93dd1b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d0a3fc1-049e-49dd-bb3b-2b984bbc922a HTTP/1.1" status: 204 len: 173 time: 0.3101342 Sep 20 12:25:26.055951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:26.060536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Pushing event deleted for resources: {'Port': ['ID=a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:26.061039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Pushing event updated for resources: {'Port': ['ID=809892e2-d7f1-4417-8178-73cbde0b6991,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:26.069196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:26.084336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614b85e-3f47-4662-829c-dde65f93dd1b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0a3fc1-049e-49dd-bb3b-2b984bbc922a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:26.148670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] No DVR routers for this DVR port a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:26.154334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.156857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c1d087a-8892-456f-a8b1-9f35264e5da4 req-cb5c5641-0ebe-46c7-a902-d5a519ffd790 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.21 "DELETE /v2.0/ports/a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 HTTP/1.1" status: 204 len: 173 time: 0.9948125 Sep 20 12:25:26.157561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'name': 'network-vif-deleted', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:26.160145 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a48fd3e-d93e-4ce1-acce-110b249636ab" -d '{"events": [{"server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "name": "network-vif-deleted", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:26.197702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Attempting to bind port 809892e2-d7f1-4417-8178-73cbde0b6991 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:26.198072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Attempting to bind port 809892e2-d7f1-4417-8178-73cbde0b6991 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c5a25519-9486-4401-a40e-6de28aac5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:26.198432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Attempting to bind port 809892e2-d7f1-4417-8178-73cbde0b6991 on network 744339e3-50c6-46ed-a3e3-6a1748627e55 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:26.204833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:26.205090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Checking segment: {'id': 'c5a25519-9486-4401-a40e-6de28aac5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:26.205507 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.205922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Bound using segment: {'id': 'c5a25519-9486-4401-a40e-6de28aac5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:26.206564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Bound port: 809892e2-d7f1-4417-8178-73cbde0b6991, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a25519-9486-4401-a40e-6de28aac5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:26.207121 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.217277 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.228731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e04112ff-0f13-48f8-98f5-3f6c9a282540 req-f2927632-8de1-4294-9452-21259daa3a55 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 210 time: 0.0362084 Sep 20 12:25:26.249228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Allocated IP 2001:db8::6c (744339e3-50c6-46ed-a3e3-6a1748627e55/3f7f6bab-1f29-46e0-ad6e-c7596ef2badc/dc63f10f-a052-4d8f-89d9-83dd2bdbf095) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:26.276658 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-98389410-0d46-4ef5-a0a7-f4c9df365871 req-ec7cadf8-f419-4a80-a452-71cec6f9215d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:25:26.277721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98389410-0d46-4ef5-a0a7-f4c9df365871 req-ec7cadf8-f419-4a80-a452-71cec6f9215d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/3d0a3fc1-049e-49dd-bb3b-2b984bbc922a HTTP/1.1" status: 404 len: 352 time: 0.0174074 Sep 20 12:25:26.286152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] For port 809892e2-d7f1-4417-8178-73cbde0b6991, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:26.287831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] For port 809892e2-d7f1-4417-8178-73cbde0b6991, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=809892e2-d7f1-4417-8178-73cbde0b6991,segment=NetworkSegment(c5a25519-9486-4401-a40e-6de28aac5c15),segment_id=c5a25519-9486-4401-a40e-6de28aac5c15)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:26.338428 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fcc4b8-2479-4593-81b8-ae47c2c9093c x-openstack-request-id: req-81fcc4b8-2479-4593-81b8-ae47c2c9093c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:26.338782 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f5be9e-db11-4e0b-aa22-cf0793209854", "name": "network-vif-deleted", "tag": "a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:26.339097 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81fcc4b8-2479-4593-81b8-ae47c2c9093c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:26.339551 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f5be9e-db11-4e0b-aa22-cf0793209854', 'name': 'network-vif-deleted', 'tag': 'a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0', 'status': 'completed', 'code': 200} Sep 20 12:25:26.348124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.368505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:25:26.384075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7c816-4e71-4775-ad09-eb02f8c17468,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:26.386963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.387587 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Added segment 8655f15b-502c-41d8-9bb0-e6aa84ec4499 of type vlan for network 09ba152e-d8fe-4546-80e8-a865e26d7c88 Sep 20 12:25:26.388646 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.430900 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.445216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94ca9790-af95-44ae-bb36-2d879c98168c req-ac29f84d-4aae-4ed5-9b5d-cd62fd1c5461 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/658491a9-03fa-4488-89ca-3eeafdf52a6c HTTP/1.1" status: 200 len: 1800 time: 0.0956490 Sep 20 12:25:26.474004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c757a-ae81-4663-98d3-c87ec19c9b8e None None] Pushing event updated for resources: {'Port': ['ID=809892e2-d7f1-4417-8178-73cbde0b6991,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:26.474312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.536006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.537521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:26.538180 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.543649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-94ca9790-af95-44ae-bb36-2d879c98168c req-c7401718-0ac0-4123-9cad-44af534beca0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.570382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-94ca9790-af95-44ae-bb36-2d879c98168c req-c7401718-0ac0-4123-9cad-44af534beca0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.613360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] Pushing event updated for resources: {'Network': ['ID=09ba152e-d8fe-4546-80e8-a865e26d7c88,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:26.629429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:25:26.782413 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.822881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0de007d0-f27b-499e-9383-a8737f89628b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.2047529 Sep 20 12:25:26.825694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45276) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:26.831445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Request body: {'subnet': {'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-subnet', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:26.841025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-94ca9790-af95-44ae-bb36-2d879c98168c req-c7401718-0ac0-4123-9cad-44af534beca0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.843654 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-94ca9790-af95-44ae-bb36-2d879c98168c req-c7401718-0ac0-4123-9cad-44af534beca0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.845507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94ca9790-af95-44ae-bb36-2d879c98168c req-c7401718-0ac0-4123-9cad-44af534beca0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/658491a9-03fa-4488-89ca-3eeafdf52a6c HTTP/1.1" status: 204 len: 173 time: 0.3939731 Sep 20 12:25:26.849623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:26.864176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:26.883106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:26.888907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:26.889682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.895354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7401718-0ac0-4123-9cad-44af534beca0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658491a9-03fa-4488-89ca-3eeafdf52a6c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:26.926486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=dc63f10f-a052-4d8f-89d9-83dd2bdbf095,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:26.959267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Made reservation on behalf of b4e3283706be4d009cf3b38e1eb63c6c for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:26.962084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:26.988656 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-20a552d7-bda7-4a41-96bd-eaec3d378fba req-f99df001-019b-476d-a77b-0f9533f2ce7d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:25:26.989716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20a552d7-bda7-4a41-96bd-eaec3d378fba req-f99df001-019b-476d-a77b-0f9533f2ce7d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/658491a9-03fa-4488-89ca-3eeafdf52a6c HTTP/1.1" status: 404 len: 352 time: 0.0221438 Sep 20 12:25:27.113321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45290) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:27.113518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d48494e7-fa28-440d-831e-f3e713a64f6e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6715634 Sep 20 12:25:27.120420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-715830277', 'allowed_address_pairs': [{'ip_address': '2001:db8::6c', 'mac_address': 'fa:16:3e:28:18:f7'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:27.139079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-4c25add2-8f1e-4538-b85e-12d19a4304fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:27.140606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-4c25add2-8f1e-4538-b85e-12d19a4304fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1100 time: 0.1648788 Sep 20 12:25:27.165825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e76b9090-29b5-48e7-b976-f9decacd7a71 req-1a556993-74d3-4c2a-9dfb-3891dc8773b6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0 HTTP/1.1" status: 200 len: 6147 time: 0.1456413 Sep 20 12:25:27.283721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d016175-4bc3-4d7a-8308-c8b82ad82886 req-84343da3-535e-48d3-9c68-18e0a48f9219 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:27.285368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d016175-4bc3-4d7a-8308-c8b82ad82886 req-84343da3-535e-48d3-9c68-18e0a48f9219 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1431339 Sep 20 12:25:27.348364 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:27.354673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e76b9090-29b5-48e7-b976-f9decacd7a71 req-ec0c3ed0-dee7-4063-aa01-1f6ca7b4a0d2 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab HTTP/1.1" status: 200 len: 2981 time: 0.1599860 Sep 20 12:25:27.401992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Made reservation on behalf of 05e520d9c20949789f5700d8357bed50 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:27.420374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d016175-4bc3-4d7a-8308-c8b82ad82886 req-14fb3cdb-f291-4091-9513-3fec9061877e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997622 Sep 20 12:25:27.458913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-3b0dc271-6743-4010-8188-992c77066a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:27.460533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-3b0dc271-6743-4010-8188-992c77066a2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2776589 Sep 20 12:25:27.524977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:27.541655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Checking segment: {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:27.542028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Network hostable DHCP agents. Network: 09ba152e-d8fe-4546-80e8-a865e26d7c88, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:25:27.582994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-e503d3cc-40b6-48f3-a191-d3f5960a3a43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.1114087 Sep 20 12:25:27.603998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:27.604198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e76b9090-29b5-48e7-b976-f9decacd7a71 req-c9a0a469-eb49-42ce-8abb-ae9128eeda66 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab HTTP/1.1" status: 200 len: 2981 time: 0.2391965 Sep 20 12:25:27.657761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:25:27.661188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] device_id is not set on port 313c766f-2ac6-4a91-902e-c687e2373203 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:27.677956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-41a8436e-92b9-4f9e-9f52-d16062c6c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:27.681080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-41a8436e-92b9-4f9e-9f52-d16062c6c619 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0871782 Sep 20 12:25:27.702736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f4f24-c507-4a78-8445-0ed995a3adb3 req-14589cb2-9c4e-4c8e-b5cc-dd28d8f69b03 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:27.703870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8647168b-35bd-4821-a0ae-71485491cece None None] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:27.704561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-039f4f24-c507-4a78-8445-0ed995a3adb3 req-14589cb2-9c4e-4c8e-b5cc-dd28d8f69b03 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 946 time: 0.1329677 Sep 20 12:25:27.724521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 809892e2-d7f1-4417-8178-73cbde0b6991 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:27.795507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 09ba152e-d8fe-4546-80e8-a865e26d7c88) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:27.802765 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d854aa7c-eae8-4a78-8f8e-2f0a1af393b7 req-f238d09c-0322-4dbb-b645-8073e62625b0 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 210 time: 0.0495801 Sep 20 12:25:27.817656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-039f4f24-c507-4a78-8445-0ed995a3adb3 req-c0ffdd3b-4290-4ace-a885-4763d74d6d8a tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160176 Sep 20 12:25:27.819899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:27.820511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:27.860092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2eb88-e918-4bf9-ba9a-92b01c00fd7e None None] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:27.861155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b81e403-b75e-49b9-83fe-66aa222ebe74 req-083184d5-74f9-41b3-af34-a761e00d2466 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-898711287', 'description': 'tempest-description-1478058199'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:27.866486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-b62498f1-9cab-4dc1-a804-51fe5546f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:27.867949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-b62498f1-9cab-4dc1-a804-51fe5546f5cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650655 Sep 20 12:25:27.878383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Allocated IP 2001:db8::12a (744339e3-50c6-46ed-a3e3-6a1748627e55/3f7f6bab-1f29-46e0-ad6e-c7596ef2badc/313c766f-2ac6-4a91-902e-c687e2373203) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:27.930503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-94f49182-d51b-4f1c-9341-4efa0b31de22 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1034727 Sep 20 12:25:27.938357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45300) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:27.943593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:28.015366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cdbe862b-82b2-48ae-9a90-7933b8c4cdb6 None None] Provisioning complete for port 809892e2-d7f1-4417-8178-73cbde0b6991 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:28.025174 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbe862b-82b2-48ae-9a90-7933b8c4cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.027508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:28.035765 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-d7d5ea16-2132-4016-92a0-581aa21caa8d service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537848 Sep 20 12:25:28.060522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:28.061252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a3a2d7a8-f1eb-4c95-9732-97540c6f5ac0 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:28.061910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c9ff72f1-510d-40d4-ae02-0c91f77d6294 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:28.088253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b81e403-b75e-49b9-83fe-66aa222ebe74 req-083184d5-74f9-41b3-af34-a761e00d2466 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.122532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.168488 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.170323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.208000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-f83cee54-4121-43e3-92f2-0221ca01223e service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590235 Sep 20 12:25:28.256575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.273633 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 809892e2-d7f1-4417-8178-73cbde0b6991 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:28.274009 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.275367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.290203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b81e403-b75e-49b9-83fe-66aa222ebe74 req-083184d5-74f9-41b3-af34-a761e00d2466 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.337703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:28.349337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:28.353139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:28.370453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:28.372356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.376529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=313c766f-2ac6-4a91-902e-c687e2373203,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:28.398997 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b81e403-b75e-49b9-83fe-66aa222ebe74 req-083184d5-74f9-41b3-af34-a761e00d2466 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.403852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-09ba152e-d8fe-4546-80e8-a865e26d7c88', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:25:28.404711 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.439449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083184d5-74f9-41b3-af34-a761e00d2466 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58160435-b6af-4c94-a984-927648bcd257,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:28.483158 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.509692 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-63ed19bf-8f92-481e-84c7-f946de1f553d tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3940938 Sep 20 12:25:28.510331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45306) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:28.558807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b81e403-b75e-49b9-83fe-66aa222ebe74 req-083184d5-74f9-41b3-af34-a761e00d2466 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.579452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b81e403-b75e-49b9-83fe-66aa222ebe74 req-083184d5-74f9-41b3-af34-a761e00d2466 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7246103 Sep 20 12:25:28.607377 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbe862b-82b2-48ae-9a90-7933b8c4cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.615986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-3e96bc62-3eb0-499c-865a-a6d9df17f99a req-637eb4b3-889c-4cd5-bda6-e65dca9b78c4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-711545788', 'description': 'tempest-description-236691596'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:28.621623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:28.623843 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061666bc-ca62-4f55-a28e-dc9c8ed7c5f6" -d '{"events": [{"server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:28.657871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:28.677792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-3c251c4f-2825-4e30-a783-edee43b7536e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:28.679861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-3c251c4f-2825-4e30-a783-edee43b7536e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 946 time: 0.1923151 Sep 20 12:25:28.685283 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.743651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d5f4e-574a-4740-80ff-3a8e30bc207e req-5d5bc99b-361a-4d34-ad25-734c8239d1dc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:28.744526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.747191 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa3d5f4e-574a-4740-80ff-3a8e30bc207e req-5d5bc99b-361a-4d34-ad25-734c8239d1dc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1661732 Sep 20 12:25:28.749328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cdbe862b-82b2-48ae-9a90-7933b8c4cdb6 None None] For port 809892e2-d7f1-4417-8178-73cbde0b6991, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=809892e2-d7f1-4417-8178-73cbde0b6991,segment=NetworkSegment(c5a25519-9486-4401-a40e-6de28aac5c15),segment_id=c5a25519-9486-4401-a40e-6de28aac5c15)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:28.814726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Allocated IP 172.20.0.2 (09ba152e-d8fe-4546-80e8-a865e26d7c88/ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b/41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:28.844482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa3d5f4e-574a-4740-80ff-3a8e30bc207e req-8aa6b991-0382-40e8-badb-d97ce9cc7a09 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624273 Sep 20 12:25:28.863968 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbe862b-82b2-48ae-9a90-7933b8c4cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.871745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:28.904220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e96bc62-3eb0-499c-865a-a6d9df17f99a req-637eb4b3-889c-4cd5-bda6-e65dca9b78c4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:28.976913 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9adfa9-1164-4401-b451-ac725b8f8b04 x-openstack-request-id: req-4a9adfa9-1164-4401-b451-ac725b8f8b04 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:28.992962 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:28.993198 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a9adfa9-1164-4401-b451-ac725b8f8b04 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:28.993628 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'code': 200} Sep 20 12:25:29.024326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:25:29.024786 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:25:29.098627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe862b-82b2-48ae-9a90-7933b8c4cdb6 None None] Pushing event updated for resources: {'Port': ['ID=809892e2-d7f1-4417-8178-73cbde0b6991,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:29.107804 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e96bc62-3eb0-499c-865a-a6d9df17f99a req-637eb4b3-889c-4cd5-bda6-e65dca9b78c4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.114773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.132826 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fda6e9-c40c-4e66-ac91-47687ae00e8b tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:29.138839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fda6e9-c40c-4e66-ac91-47687ae00e8b tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:29.147245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fda6e9-c40c-4e66-ac91-47687ae00e8b tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:29.148965 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-29fda6e9-c40c-4e66-ac91-47687ae00e8b tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.6373944 Sep 20 12:25:29.158489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45320) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:29.161826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Deleting port c9ff72f1-510d-40d4-ae02-0c91f77d6294 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:29.162175 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.238046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e96bc62-3eb0-499c-865a-a6d9df17f99a req-637eb4b3-889c-4cd5-bda6-e65dca9b78c4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.244353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.258663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-691090db-4df8-468d-a562-67ed64d8551d None None] Provisioning complete for port 313c766f-2ac6-4a91-902e-c687e2373203 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:29.259502 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-691090db-4df8-468d-a562-67ed64d8551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.287333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2f99-44c8-44d5-86a7-9ab7dae0cc91 req-b4a7fc1d-c08a-46d9-9ae3-11e3bc78d273 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:29.289103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-790e2f99-44c8-44d5-86a7-9ab7dae0cc91 req-b4a7fc1d-c08a-46d9-9ae3-11e3bc78d273 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 944 time: 0.1766608 Sep 20 12:25:29.321213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] For port c9ff72f1-510d-40d4-ae02-0c91f77d6294, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c9ff72f1-510d-40d4-ae02-0c91f77d6294,segment=NetworkSegment(a79fff33-cf3e-4d54-a2c3-ecd2b3890350),segment_id=a79fff33-cf3e-4d54-a2c3-ecd2b3890350)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:29.334293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-691090db-4df8-468d-a562-67ed64d8551d None None] Port 313c766f-2ac6-4a91-902e-c687e2373203 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:29.334720 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.334720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637eb4b3-889c-4cd5-bda6-e65dca9b78c4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6da14b-2074-4f0d-9f9c-ae497c97e8a5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:29.334889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-daf8aaf4-05dc-46ed-b09b-e760e55e9953 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Deleting port 313c766f-2ac6-4a91-902e-c687e2373203 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:29.334889 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daf8aaf4-05dc-46ed-b09b-e760e55e9953 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.341403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-691090db-4df8-468d-a562-67ed64d8551d None None] Provisioning complete for port dc63f10f-a052-4d8f-89d9-83dd2bdbf095 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:29.341988 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-691090db-4df8-468d-a562-67ed64d8551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.358326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Calling delete_port for c9ff72f1-510d-40d4-ae02-0c91f77d6294 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:29.380998 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.385369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e96bc62-3eb0-499c-865a-a6d9df17f99a req-637eb4b3-889c-4cd5-bda6-e65dca9b78c4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.401448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e96bc62-3eb0-499c-865a-a6d9df17f99a req-637eb4b3-889c-4cd5-bda6-e65dca9b78c4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8075976 Sep 20 12:25:29.408873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-790e2f99-44c8-44d5-86a7-9ab7dae0cc91 req-45e24e15-a189-439e-bc72-b637e5c3c444 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a70e78e-83a4-4a51-ba98-d8f308dfd38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025677 Sep 20 12:25:29.455760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-691090db-4df8-468d-a562-67ed64d8551d None None] Port dc63f10f-a052-4d8f-89d9-83dd2bdbf095 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:29.468514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:29.476295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:29.484536 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:29.497250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Pushing event updated for resources: {'Port': ['ID=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:29.504879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-691090db-4df8-468d-a562-67ed64d8551d None None] Provisioning complete for port 809892e2-d7f1-4417-8178-73cbde0b6991 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:29.504986 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-691090db-4df8-468d-a562-67ed64d8551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.552479 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daf8aaf4-05dc-46ed-b09b-e760e55e9953 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.594516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-daf8aaf4-05dc-46ed-b09b-e760e55e9953 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Calling delete_port for 313c766f-2ac6-4a91-902e-c687e2373203 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:29.665516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Attempting to bind port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:29.666383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Attempting to bind port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:29.666984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Attempting to bind port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 on network 09ba152e-d8fe-4546-80e8-a865e26d7c88 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:29.688783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:29.693284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Checking segment: {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:29.693877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.701196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Bound using segment: {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:29.707023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Bound port: 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:29.707842 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.716981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5cd967e4-aa29-43c2-ae93-7bb426c73b51 req-0ec9c42d-1cce-4aea-acda-a20e52651dd1 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 210 time: 0.2263050 Sep 20 12:25:29.746694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.799692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Pushing event deleted for resources: {'Port': ['ID=c9ff72f1-510d-40d4-ae02-0c91f77d6294,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:29.852803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 809892e2-d7f1-4417-8178-73cbde0b6991 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:29.901576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] No DVR routers for this DVR port c9ff72f1-510d-40d4-ae02-0c91f77d6294 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:29.916536 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:29.919757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d80cda1b-4367-4d05-a04c-74293f4188d1 req-277daddd-4be4-48cd-9389-57d53e558992 tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.21 "DELETE /v2.0/ports/c9ff72f1-510d-40d4-ae02-0c91f77d6294 HTTP/1.1" status: 204 len: 173 time: 1.2300265 Sep 20 12:25:29.920216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'name': 'network-vif-deleted', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:29.924507 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e75516e-b8ed-4029-89c5-eb4f92bf8f21" -d '{"events": [{"server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "name": "network-vif-deleted", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:29.961451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] For port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:29.965302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] For port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:29.977111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 809892e2-d7f1-4417-8178-73cbde0b6991 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:29.977782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.001756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.044246 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.053590 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.091622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-c0d536b9-9c8d-463f-9209-e3c9a4f3f34d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:30.094299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-c0d536b9-9c8d-463f-9209-e3c9a4f3f34d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 812 time: 0.2408564 Sep 20 12:25:30.105086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d0ca-0e5f-4acf-bc88-6dc372fe2cf2 req-44f67527-1682-46c8-9a64-fe34861b2196 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:30.114838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20e9d0ca-0e5f-4acf-bc88-6dc372fe2cf2 req-44f67527-1682-46c8-9a64-fe34861b2196 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1169050 Sep 20 12:25:30.140828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4554e2c5-a2e1-4495-b0bd-ea638e25a0ec None None] Provisioning complete for port 313c766f-2ac6-4a91-902e-c687e2373203 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:30.141242 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4554e2c5-a2e1-4495-b0bd-ea638e25a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.154412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-a561e702-b27f-437f-9d0b-b6a2bd2fb542 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/quotas/48b5d27334e540629bc6fb53eb4c5bd0 HTTP/1.1" status: 200 len: 375 time: 0.0324717 Sep 20 12:25:30.179012 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daf8aaf4-05dc-46ed-b09b-e760e55e9953 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.205192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4554e2c5-a2e1-4495-b0bd-ea638e25a0ec None None] Port 313c766f-2ac6-4a91-902e-c687e2373203 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:30.216807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20e9d0ca-0e5f-4acf-bc88-6dc372fe2cf2 req-a3702a74-b4f9-4335-a2ad-6e56aaad43a3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005502 Sep 20 12:25:30.224275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8aaf4-05dc-46ed-b09b-e760e55e9953 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Port': ['ID=313c766f-2ac6-4a91-902e-c687e2373203,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:30.243785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-15ee045f-f50f-42d7-b238-0aa9881755f4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856164 Sep 20 12:25:30.287075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Allocated IP 172.25.6.195 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/23ed5a30-3ec3-4070-a5bc-24d3bcab8e77) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:30.342626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4554e2c5-a2e1-4495-b0bd-ea638e25a0ec None None] Provisioning complete for port dc63f10f-a052-4d8f-89d9-83dd2bdbf095 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:30.343003 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4554e2c5-a2e1-4495-b0bd-ea638e25a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.347041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4896c4-31aa-426a-b0b3-72d9b71fd51c None None] Pushing event updated for resources: {'Port': ['ID=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:30.403796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4554e2c5-a2e1-4495-b0bd-ea638e25a0ec None None] Port dc63f10f-a052-4d8f-89d9-83dd2bdbf095 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:30.510888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-9813347d-ec10-438a-b0d1-5fcf8bee814a service neutron] 10.222.0.37 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559922 Sep 20 12:25:30.560750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daf8aaf4-05dc-46ed-b09b-e760e55e9953 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.563266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-daf8aaf4-05dc-46ed-b09b-e760e55e9953 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "DELETE /v2.0/ports/313c766f-2ac6-4a91-902e-c687e2373203 HTTP/1.1" status: 204 len: 168 time: 1.4101002 Sep 20 12:25:30.566689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:30.635808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.653413 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff42c7f-3514-42a8-b671-5788f0d42a70 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] GET failed (client error): The resource could not be found. Sep 20 12:25:30.661887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ff42c7f-3514-42a8-b671-5788f0d42a70 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "GET /v2.0/ports/313c766f-2ac6-4a91-902e-c687e2373203 HTTP/1.1" status: 404 len: 333 time: 0.0868421 Sep 20 12:25:30.662441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:30.666340 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a54578b-720d-46d0-bfd1-d1abb2d7ca7d x-openstack-request-id: req-4a54578b-720d-46d0-bfd1-d1abb2d7ca7d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:30.666340 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbef1655-04f9-44fe-8d18-0d12950bf02f", "name": "network-vif-deleted", "tag": "c9ff72f1-510d-40d4-ae02-0c91f77d6294", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:30.666940 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a54578b-720d-46d0-bfd1-d1abb2d7ca7d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:30.667338 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbef1655-04f9-44fe-8d18-0d12950bf02f', 'name': 'network-vif-deleted', 'tag': 'c9ff72f1-510d-40d4-ae02-0c91f77d6294', 'status': 'completed', 'code': 200} Sep 20 12:25:30.674832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-476488653'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:30.803770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d167499-89eb-4b14-bb0f-88bc5ae20d1a req-e80a1c41-01e2-4ade-8aec-2f705d83588e tempest-ImagesTestJSON-372429588 tempest-ImagesTestJSON-372429588-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbef1655-04f9-44fe-8d18-0d12950bf02f HTTP/1.1" status: 200 len: 210 time: 0.0447316 Sep 20 12:25:30.805540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-31d22797-cc5f-4d0b-af6b-113ee72465de service neutron] 10.222.0.37 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937036 Sep 20 12:25:30.815937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.883491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:30.886483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:30.890268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:30.899336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Pushing event updated for resources: {'Port': ['ID=23ed5a30-3ec3-4070-a5bc-24d3bcab8e77,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:30.929683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Made reservation on behalf of 05e520d9c20949789f5700d8357bed50 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:30.933903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:30.973991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] device_id is not set on port c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:31.163367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa49ba6d-6990-4d55-98d0-8d97b045637a req-8819f5d1-4612-4995-a668-fd6b00944a9c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 210 time: 0.0443201 Sep 20 12:25:31.206623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-999d4bb3-0bcd-454b-a20a-b1014ce5c6ff req-16a22004-168d-4565-a70a-87fe74046c83 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 210 time: 0.0457520 Sep 20 12:25:31.223095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Allocated IP 2001:db8::2b6 (744339e3-50c6-46ed-a3e3-6a1748627e55/3f7f6bab-1f29-46e0-ad6e-c7596ef2badc/c54ce9a4-e4be-4c2e-a371-fe0383f6ee23) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:31.376491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:31.480677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:31.492220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd07fbb-b2ef-4780-908e-f6e58a6fbf76 req-2bfb6e0c-7165-4d10-b1a9-4474bc2efde2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:31.494064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcd07fbb-b2ef-4780-908e-f6e58a6fbf76 req-2bfb6e0c-7165-4d10-b1a9-4474bc2efde2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0994730 Sep 20 12:25:31.562030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcd07fbb-b2ef-4780-908e-f6e58a6fbf76 req-5096047f-15cb-4fb1-887e-bcca5d06f249 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556293 Sep 20 12:25:31.604584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:31.627431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:31.658561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:31.662834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:31.669860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:31.676447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:31.677269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:31.680916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=c54ce9a4-e4be-4c2e-a371-fe0383f6ee23,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:31.711485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af17d5b-7a68-4836-8a34-a836099a0113 None None] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:31.776377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-70474d1d-596f-4605-99cd-30def0bdfc05 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1079426 Sep 20 12:25:31.778863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:31.785244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6c', 'mac_address': 'fa:16:3e:28:18:f7'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:31.835959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0d9117c7-231f-44a3-8dc7-44713eae6b70 None None] Provisioning complete for port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:31.841305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0d9117c7-231f-44a3-8dc7-44713eae6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:31.872391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Router b95823d3-46e9-4296-80ad-9375a4291e6b is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:25:31.893209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:32.042939 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:32.117219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:25:32.145792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c9ff72f1-510d-40d4-ae02-0c91f77d6294 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:32.174562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: c9ff72f1-510d-40d4-ae02-0c91f77d6294 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:32.174901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c9ff72f1-510d-40d4-ae02-0c91f77d6294 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:32.176898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Sync routers for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:25:32.247865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:32.248031 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0d9117c7-231f-44a3-8dc7-44713eae6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:32.252722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-81398df5-5719-4f7f-a5ff-c37bd801dad2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3105001 Sep 20 12:25:32.254250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45404) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:32.270023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:25:32.270462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:32.367354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:32.377671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:32.402889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0d9117c7-231f-44a3-8dc7-44713eae6b70 None None] For port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:32.407944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ab46179-d9d4-4e7a-8383-dffcc2c8d712 req-04bfad8f-c445-47dc-917c-637856134073 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 210 time: 0.0443177 Sep 20 12:25:32.478950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70860c92-ec6b-4c62-8f7b-d83afa696c28 req-6ceca449-cc97-4a7c-9291-26ecbcec0208 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5f5be9e-db11-4e0b-aa22-cf0793209854 HTTP/1.1" status: 200 len: 210 time: 0.0477109 Sep 20 12:25:32.527773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:32.536562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:32.615313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:32.682861 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0d9117c7-231f-44a3-8dc7-44713eae6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:32.727697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=c54ce9a4-e4be-4c2e-a371-fe0383f6ee23,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:32.750747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9117c7-231f-44a3-8dc7-44713eae6b70 None None] Pushing event updated for resources: {'Port': ['ID=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:32.846932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-03b04916-2d53-406a-97e6-bd53356a4dec None None] Provisioning complete for port c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:32.847307 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03b04916-2d53-406a-97e6-bd53356a4dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:32.893712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:25:32.895861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-03b04916-2d53-406a-97e6-bd53356a4dec None None] Port c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:32.981875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.240545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] In _notify_port_updated(), no bound segment for port c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 on network 744339e3-50c6-46ed-a3e3-6a1748627e55 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:25:33.246334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:33.246965 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.248547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cb7bba8b-f9d2-4aa8-8c87-f0e5ec934c5c tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "PUT /v2.0/ports/c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 HTTP/1.1" status: 200 len: 1001 time: 1.4685600 Sep 20 12:25:33.252492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb90efb-6da6-4a32-a1de-e03b147577fb admin admin] Deleting subnet 54348ff2-71b4-437c-a198-407723854790 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:25:33.257695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb90efb-6da6-4a32-a1de-e03b147577fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.258870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-37ba7dbc-a7e9-418f-bc45-82c86c8f5202 None None] Provisioning complete for port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:33.259245 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37ba7dbc-a7e9-418f-bc45-82c86c8f5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.325496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:31Z', 'revision_number': 3, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:33.365639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Checking router: b95823d3-46e9-4296-80ad-9375a4291e6b for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:25:33.366046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Updating router b95823d3-46e9-4296-80ad-9375a4291e6b port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:25:33.393688 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb90efb-6da6-4a32-a1de-e03b147577fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.399839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.464821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb90efb-6da6-4a32-a1de-e03b147577fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.469398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:33.615881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9639f56e-8c9e-433c-b8d5-c560178e13b4 req-1085e673-1444-4072-9ced-ac92d7d695c4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 210 time: 0.0493534 Sep 20 12:25:33.676430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a82b5-809a-4e66-913a-b6313f15437a req-c2146b95-8c60-4713-af5f-ab7717cc1d7b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:33.678317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-874a82b5-809a-4e66-913a-b6313f15437a req-c2146b95-8c60-4713-af5f-ab7717cc1d7b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.9975197 Sep 20 12:25:33.802639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb90efb-6da6-4a32-a1de-e03b147577fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.805779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7d234457-795b-47dc-bd0e-d595d9d1da15 None None] Provisioning complete for port c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:33.806437 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7d234457-795b-47dc-bd0e-d595d9d1da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.810932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Allocated IP 172.20.0.1 (09ba152e-d8fe-4546-80e8-a865e26d7c88/ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b/39909934-44e0-4ea6-b35d-2dea0b043c7b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:33.825162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-07c1e87c-9aef-4b3b-84ac-2a8da37ad161 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:33.826748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-07c1e87c-9aef-4b3b-84ac-2a8da37ad161 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.32 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 812 time: 0.2417095 Sep 20 12:25:33.842487 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.847648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'port': {'device_id': '4af6d335-4fe3-4030-b31e-b93727648c21', 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01', 'admin_state_up': True, 'tenant_id': '48b5d27334e540629bc6fb53eb4c5bd0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:33.855332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-874a82b5-809a-4e66-913a-b6313f15437a req-72746512-aa76-4587-bb4e-253eed67a0df tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540964 Sep 20 12:25:33.857773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:33.866119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7d234457-795b-47dc-bd0e-d595d9d1da15 None None] Port c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:33.895965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb90efb-6da6-4a32-a1de-e03b147577fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54348ff2-71b4-437c-a198-407723854790,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:33.899514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb90efb-6da6-4a32-a1de-e03b147577fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.905794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2bb90efb-6da6-4a32-a1de-e03b147577fb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/54348ff2-71b4-437c-a198-407723854790 HTTP/1.1" status: 204 len: 168 time: 1.3681479 Sep 20 12:25:33.908689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:33.934868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8bde9b9f-38e7-48ed-9263-533e2b80fe4e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Deleting port c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:33.934868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bde9b9f-38e7-48ed-9263-533e2b80fe4e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.942093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:33.942646 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:33.964683 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.059533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.073118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.101157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bde9b9f-38e7-48ed-9263-533e2b80fe4e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.126695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a34dec-d28c-4581-aa2d-e2ac563c689d None None] Pushing event updated for resources: {'Port': ['ID=23ed5a30-3ec3-4070-a5bc-24d3bcab8e77,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:34.128896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Attempting to bind port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:34.129350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Attempting to bind port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:34.141141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Attempting to bind port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:34.141141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:34.141141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:34.141141 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.141141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:34.141141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Bound port: 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:34.141746 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.141934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8bde9b9f-38e7-48ed-9263-533e2b80fe4e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Calling delete_port for c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:34.152958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Made reservation on behalf of 48b5d27334e540629bc6fb53eb4c5bd0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:34.159098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.208422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.272005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] For port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:34.275921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] For port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=23ed5a30-3ec3-4070-a5bc-24d3bcab8e77,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:34.293861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.332711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74687959-c8f9-44dd-ac63-a123b83bd8a8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:34.347836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:34.348128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79fff33-cf3e-4d54-a2c3-ecd2b3890350') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:34.361754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.362439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:34.364743 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.403201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:34.411387 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.427472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:25:34.428122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:25:34.429802 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:25:34.435474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Pushing event updated for resources: {'Port': ['ID=39909934-44e0-4ea6-b35d-2dea0b043c7b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:34.439394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:34.451223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:25:34.451855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:34.512380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Allocated IP 172.20.0.2 (ea7a33e9-e40a-421a-9bc5-493a5c947d01/616ae998-1330-4926-b5d0-6ee4d4d5d6d4/4e4f7d5c-1973-4957-97d7-0fed809f517d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:34.520701 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.551220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a34dec-d28c-4581-aa2d-e2ac563c689d None None] Pushing event updated for resources: {'Port': ['ID=23ed5a30-3ec3-4070-a5bc-24d3bcab8e77,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:34.655719 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.664083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.670344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] 10.222.0.37 "DELETE /v2.0/networks/74687959-c8f9-44dd-ac63-a123b83bd8a8 HTTP/1.1" status: 204 len: 168 time: 0.7465513 Sep 20 12:25:34.692210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:25:34.707168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eba3c-5e37-43bf-a2d9-c251b268f821 admin admin] Pushing event deleted for resources: {'Network': ['ID=74687959-c8f9-44dd-ac63-a123b83bd8a8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:34.709070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bde9b9f-38e7-48ed-9263-533e2b80fe4e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.798592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde9b9f-38e7-48ed-9263-533e2b80fe4e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Port': ['ID=c54ce9a4-e4be-4c2e-a371-fe0383f6ee23,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:34.879552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8855ab9d-6f79-4034-9298-67e04d25b369 req-b55bc59f-5e65-4e98-8363-2e4ba2074d2d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 210 time: 0.1066406 Sep 20 12:25:34.940052 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:34.965783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.050435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7ff19216-0974-4e2e-b1d3-3b00ca844660 None None] Provisioning complete for port 39909934-44e0-4ea6-b35d-2dea0b043c7b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:35.051005 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ff19216-0974-4e2e-b1d3-3b00ca844660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.109918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7ff19216-0974-4e2e-b1d3-3b00ca844660 None None] Port 39909934-44e0-4ea6-b35d-2dea0b043c7b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:35.167000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45440) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:35.173123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:31Z', 'revision_number': 3, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:35.237925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.238839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5123e1-f35b-4bc8-8ad6-8cee273abda7 None None] The sync data for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 is: [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:31Z', 'revision_number': 3, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:25:35.251391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:35.255780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bde9b9f-38e7-48ed-9263-533e2b80fe4e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.258769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8bde9b9f-38e7-48ed-9263-533e2b80fe4e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "DELETE /v2.0/ports/c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 HTTP/1.1" status: 204 len: 168 time: 1.7660007 Sep 20 12:25:35.282827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:35.334391 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f46c45-6e5a-4822-8cd1-75c603bdbad9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] GET failed (client error): The resource could not be found. Sep 20 12:25:35.335906 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2f46c45-6e5a-4822-8cd1-75c603bdbad9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "GET /v2.0/ports/c54ce9a4-e4be-4c2e-a371-fe0383f6ee23 HTTP/1.1" status: 404 len: 333 time: 0.0432024 Sep 20 12:25:35.347431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:35.352362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-896738923'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:35.356518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'Port': ['ID=4e4f7d5c-1973-4957-97d7-0fed809f517d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:35.371908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f2ec8-387b-4c2a-9fc6-5fa0618d0aa7 req-d3af2cf1-c1ee-41dd-b45b-23e540c3efb3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:35.373567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-952f2ec8-387b-4c2a-9fc6-5fa0618d0aa7 req-d3af2cf1-c1ee-41dd-b45b-23e540c3efb3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.3059034 Sep 20 12:25:35.378744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Network ea7a33e9-e40a-421a-9bc5-493a5c947d01 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:35.383118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:35.391068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:35.442625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45450) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:35.445286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-392328c2-1a7c-4010-832e-ed6226a45243 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e91d2700b9c941dfba5fbb93ea86694e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787812 Sep 20 12:25:35.528830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:35.529905 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.571705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-952f2ec8-387b-4c2a-9fc6-5fa0618d0aa7 req-8593aa17-0383-457c-8731-11a0d7a7b83f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705780 Sep 20 12:25:35.626354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-578731fa-9725-4b4d-8ec1-f1b662fd6916 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7832060 Sep 20 12:25:35.672390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.700939 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b20cdabe-2f8f-4e3f-aaab-ea16b734e7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.723742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Made reservation on behalf of 05e520d9c20949789f5700d8357bed50 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:35.727352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.752205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b20cdabe-2f8f-4e3f-aaab-ea16b734e7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:35.802801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] device_id is not set on port 2d40a7b0-6d55-4d5a-8830-0c412a74862e yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:35.840373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Request body: {'port': {'device_id': '4af6d335-4fe3-4030-b31e-b93727648c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:35.888446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.030787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Allocated IP 2001:db8::1a7 (744339e3-50c6-46ed-a3e3-6a1748627e55/3f7f6bab-1f29-46e0-ad6e-c7596ef2badc/2d40a7b0-6d55-4d5a-8830-0c412a74862e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:36.072594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.074649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Pushing event updated for resources: {'Port': ['ID=39909934-44e0-4ea6-b35d-2dea0b043c7b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:36.103342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b20cdabe-2f8f-4e3f-aaab-ea16b734e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.106171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b20cdabe-2f8f-4e3f-aaab-ea16b734e7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.107340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b20cdabe-2f8f-4e3f-aaab-ea16b734e7e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a70e78e-83a4-4a51-ba98-d8f308dfd38d HTTP/1.1" status: 204 len: 168 time: 0.6639142 Sep 20 12:25:36.108838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.134096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1cba-cf75-4d74-8734-25704085e3b8 req-73b2496a-1569-4135-b86b-7178a7f5ba77 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:36.135554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f0e1cba-cf75-4d74-8734-25704085e3b8 req-73b2496a-1569-4135-b86b-7178a7f5ba77 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 931 time: 0.1068833 Sep 20 12:25:36.176993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cdabe-2f8f-4e3f-aaab-ea16b734e7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a70e78e-83a4-4a51-ba98-d8f308dfd38d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:36.287976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f0e1cba-cf75-4d74-8734-25704085e3b8 req-0a232061-9e98-4226-8794-a55acfb5d05e tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444013 Sep 20 12:25:36.369355 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.414247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:36.421472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:36.496390 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.633835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:36.640505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:36.664167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:36.685606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:36.688472 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.778066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=2d40a7b0-6d55-4d5a-8830-0c412a74862e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:36.802869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Router b95823d3-46e9-4296-80ad-9375a4291e6b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:25:36.810319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4f7d5c-1973-4957-97d7-0fed809f517d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:36.820430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.863995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-75e14540-a25b-45f7-bafd-9a8d07357b9e None None] Provisioning complete for port 39909934-44e0-4ea6-b35d-2dea0b043c7b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:36.864586 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75e14540-a25b-45f7-bafd-9a8d07357b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:36.867482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-74353a18-aa00-437e-97d3-60a8d5999965 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5192049 Sep 20 12:25:36.870354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45468) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:36.899576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:28:18:f7'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:36.900839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Transition to ACTIVE for port object 4e4f7d5c-1973-4957-97d7-0fed809f517d will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:36.924789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adde9bc-74f0-497e-a8af-390946d9bc5b req-83e7aa9a-aed5-490d-8c85-296cdb44cb85 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:36.931188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1adde9bc-74f0-497e-a8af-390946d9bc5b req-83e7aa9a-aed5-490d-8c85-296cdb44cb85 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1983032 Sep 20 12:25:36.991692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-75e14540-a25b-45f7-bafd-9a8d07357b9e None None] Port 39909934-44e0-4ea6-b35d-2dea0b043c7b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:36.991938 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:37.047198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1adde9bc-74f0-497e-a8af-390946d9bc5b req-9d54feb8-a161-4298-b8df-f8be10dee472 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063416 Sep 20 12:25:37.161610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4f7d5c-1973-4957-97d7-0fed809f517d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:37.212923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:25:37.222016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-659195fe-4423-44dd-a240-8d75813d8681 None None] Provisioning complete for port 2d40a7b0-6d55-4d5a-8830-0c412a74862e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:37.222540 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-659195fe-4423-44dd-a240-8d75813d8681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:37.242468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6e0d50d4-a6a6-4781-9951-030d61c209cd admin admin] 10.222.0.37 "PUT /v2.0/routers/b95823d3-46e9-4296-80ad-9375a4291e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9803743 Sep 20 12:25:37.327874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-659195fe-4423-44dd-a240-8d75813d8681 None None] Port 2d40a7b0-6d55-4d5a-8830-0c412a74862e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:37.438723 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:37.487697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0c84a-f4d2-4492-a3f3-483045af288d req-f444a15f-ee66-4a2d-8987-2a6d442ed69d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:37.509694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eca0c84a-f4d2-4492-a3f3-483045af288d req-f444a15f-ee66-4a2d-8987-2a6d442ed69d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 943 time: 0.1065373 Sep 20 12:25:37.530283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Attempting to bind port 4e4f7d5c-1973-4957-97d7-0fed809f517d on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:37.530968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Attempting to bind port 4e4f7d5c-1973-4957-97d7-0fed809f517d by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:37.531556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Attempting to bind port 4e4f7d5c-1973-4957-97d7-0fed809f517d on network ea7a33e9-e40a-421a-9bc5-493a5c947d01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:37.541376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Port 4e4f7d5c-1973-4957-97d7-0fed809f517d on network ea7a33e9-e40a-421a-9bc5-493a5c947d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:37.542001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Attempting to bind port 4e4f7d5c-1973-4957-97d7-0fed809f517d on network ea7a33e9-e40a-421a-9bc5-493a5c947d01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:37.570690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:37.571700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Checking segment: {'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:37.572296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Bound using segment: {'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:37.572947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Bound port: 4e4f7d5c-1973-4957-97d7-0fed809f517d, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:37.573541 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:37.580224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eca0c84a-f4d2-4492-a3f3-483045af288d req-918083d3-9994-4365-8a76-37124e92880a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693715 Sep 20 12:25:37.849540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:37.884175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] For port 4e4f7d5c-1973-4957-97d7-0fed809f517d, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:37.891409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] For port 4e4f7d5c-1973-4957-97d7-0fed809f517d, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:37.916132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:37.944325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:37.949553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:37.950079 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:37.976581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.051528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-630d8c82-cbea-4196-8a23-eed93e8f2c9a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:38.054681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-630d8c82-cbea-4196-8a23-eed93e8f2c9a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/networks?id=09ba152e-d8fe-4546-80e8-a865e26d7c88 HTTP/1.1" status: 200 len: 828 time: 0.2287097 Sep 20 12:25:38.061592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.065578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4f7d5c-1973-4957-97d7-0fed809f517d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:38.070935 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.088469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=23ed5a30-3ec3-4070-a5bc-24d3bcab8e77,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:38.094782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-5567502d-97ae-47c5-b7cf-c315073eb042 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/quotas/b4e3283706be4d009cf3b38e1eb63c6c HTTP/1.1" status: 200 len: 375 time: 0.0232909 Sep 20 12:25:38.113389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] In _notify_port_updated(), no bound segment for port 2d40a7b0-6d55-4d5a-8830-0c412a74862e on network 744339e3-50c6-46ed-a3e3-6a1748627e55 {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:25:38.127112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:38.127823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.133635 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "PUT /v2.0/ports/2d40a7b0-6d55-4d5a-8830-0c412a74862e HTTP/1.1" status: 200 len: 1002 time: 1.2579219 Sep 20 12:25:38.139240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:38.167567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712224f3-cb53-4f56-bb73-a3197eda0cdf tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=2d40a7b0-6d55-4d5a-8830-0c412a74862e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:38.176171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.193303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:38.194892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.197732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-7f07df81-92e2-4f71-a8e5-d10423cbf681 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 200 len: 1091 time: 2.5606670 Sep 20 12:25:38.198197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:38.200506 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:38.206608 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Sync routers for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:25:38.218422 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:25:38.219240 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:38.247855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1509221297-network', 'tenant_id': 'a29f84e1d1124b13af0253dd1307de03'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:38.264205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=23ed5a30-3ec3-4070-a5bc-24d3bcab8e77,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:38.315113 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-7fe6dd23-016c-4481-bef2-d1c934ee26ee tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e3283706be4d009cf3b38e1eb63c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090666 Sep 20 12:25:38.336589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404bce6-6e7f-477f-b7b8-7e46aa123392 req-304e493a-585a-43bd-9498-7b9a5aef999c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:38.339402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8404bce6-6e7f-477f-b7b8-7e46aa123392 req-304e493a-585a-43bd-9498-7b9a5aef999c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1607306 Sep 20 12:25:38.355794 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:25:38.368863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-d2279798-6cfc-4359-b2e4-ea12b7089122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:38.370669 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-d2279798-6cfc-4359-b2e4-ea12b7089122 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1094 time: 0.0487378 Sep 20 12:25:38.411185 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:25:38.416535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Made reservation on behalf of a29f84e1d1124b13af0253dd1307de03 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:38.419060 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.436348 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-d99fdb8a-1cb8-4f1a-9dc1-bfcfbb4a6d92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 200 len: 217 time: 0.0575058 Sep 20 12:25:38.467249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.474208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bfbd75e6-f0e9-4240-9de4-b5ac25c29ae9 None None] Provisioning complete for port 2d40a7b0-6d55-4d5a-8830-0c412a74862e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:38.474795 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bfbd75e6-f0e9-4240-9de4-b5ac25c29ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.533566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8404bce6-6e7f-477f-b7b8-7e46aa123392 req-c8761367-bafa-4e67-90f1-79d8c5ba0ed1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195683 Sep 20 12:25:38.553112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd75e6-f0e9-4240-9de4-b5ac25c29ae9 None None] Port 2d40a7b0-6d55-4d5a-8830-0c412a74862e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:38.556461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-a15e7717-31f3-475a-9249-050ac19a39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:38.561356 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-a15e7717-31f3-475a-9249-050ac19a39bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 200 len: 852 time: 0.1100211 Sep 20 12:25:38.565628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-006cd648-8512-45d4-b3fa-28b9230c3dee service neutron] 10.222.0.37 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206247 Sep 20 12:25:38.580927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b18d2894-ff53-49c8-8505-e4af40231189 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Deleting port 2d40a7b0-6d55-4d5a-8830-0c412a74862e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:38.581292 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b18d2894-ff53-49c8-8505-e4af40231189 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.633569 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-5c51f9a0-4ae4-4bf1-b79c-6d2e23c806b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea7a33e9-e40a-421a-9bc5-493a5c947d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588164 Sep 20 12:25:38.641833 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:35Z', 'revision_number': 2, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:38.675954 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Checking router: b95823d3-46e9-4296-80ad-9375a4291e6b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:25:38.676457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Updating router b95823d3-46e9-4296-80ad-9375a4291e6b port 39909934-44e0-4ea6-b35d-2dea0b043c7b binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:25:38.708716 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.783452 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-763f2aa8-728a-47b4-9a26-236e605ba452 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413901 Sep 20 12:25:38.786677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b18d2894-ff53-49c8-8505-e4af40231189 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.801988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-b36761cc-58aa-4123-8c10-f4cf8a068b50 service neutron] 10.222.0.37 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387986 Sep 20 12:25:38.823964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b18d2894-ff53-49c8-8505-e4af40231189 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Calling delete_port for 2d40a7b0-6d55-4d5a-8830-0c412a74862e owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:38.905771 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3513b200-6d2d-4c49-b16c-24663797bd03 x-openstack-request-id: req-3513b200-6d2d-4c49-b16c-24663797bd03 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:38.906203 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:38.906872 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3513b200-6d2d-4c49-b16c-24663797bd03 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:38.907581 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d', 'status': 'completed', 'code': 200} Sep 20 12:25:38.908259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:38.947242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed95e667-8e81-4151-ad53-fc5f248ce13d req-8ac4e334-b7af-4f98-b9f5-805fb76264fd service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559639 Sep 20 12:25:38.999083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.035849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:39.107549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-2344162c-16aa-48e8-a888-c4fb9f717ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:39.111269 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-2344162c-16aa-48e8-a888-c4fb9f717ba6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1094 time: 0.0514245 Sep 20 12:25:39.114652 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.132796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b18d2894-ff53-49c8-8505-e4af40231189 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.164823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:25:39.239135 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.273348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-f33e9a79-d235-4cec-b69d-2709c273cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:39.275190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-f33e9a79-d235-4cec-b69d-2709c273cb5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 912 time: 0.1573827 Sep 20 12:25:39.297118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.304158 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Added segment 7d5262da-d997-499c-bb06-fbf532d5cd47 of type vlan for network e3a4b531-6a60-47d0-875c-3570bafb13a8 Sep 20 12:25:39.320636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Pushing event updated for resources: {'Port': ['ID=39909934-44e0-4ea6-b35d-2dea0b043c7b,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:39.334502 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.335217 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.343005 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.343005 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.343005 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.343005 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.343005 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.343005 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.343005 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.345403 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.345899 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.346396 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:39.394562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.449251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d2894-ff53-49c8-8505-e4af40231189 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Port': ['ID=2d40a7b0-6d55-4d5a-8830-0c412a74862e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:39.451479 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b18d2894-ff53-49c8-8505-e4af40231189 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.456924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b18d2894-ff53-49c8-8505-e4af40231189 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "DELETE /v2.0/ports/2d40a7b0-6d55-4d5a-8830-0c412a74862e HTTP/1.1" status: 204 len: 168 time: 1.3160617 Sep 20 12:25:39.461177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Attempting to bind port 39909934-44e0-4ea6-b35d-2dea0b043c7b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:39.461549 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Attempting to bind port 39909934-44e0-4ea6-b35d-2dea0b043c7b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:39.461967 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Attempting to bind port 39909934-44e0-4ea6-b35d-2dea0b043c7b on network 09ba152e-d8fe-4546-80e8-a865e26d7c88 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:39.476571 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:39.477111 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Checking segment: {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:39.477530 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.479810 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Bound using segment: {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:39.480509 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Bound port: 39909934-44e0-4ea6-b35d-2dea0b043c7b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:39.481104 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.485901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:39.517649 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-61edeb18-88ec-4cec-876d-fc356defc2a1 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] GET failed (client error): The resource could not be found. Sep 20 12:25:39.525652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-61edeb18-88ec-4cec-876d-fc356defc2a1 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "GET /v2.0/ports/2d40a7b0-6d55-4d5a-8830-0c412a74862e HTTP/1.1" status: 404 len: 333 time: 0.0376239 Sep 20 12:25:39.526827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:39.528330 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.529778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:39.530001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.537149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-969693916'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:39.623196 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] For port 39909934-44e0-4ea6-b35d-2dea0b043c7b, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:39.633093 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] For port 39909934-44e0-4ea6-b35d-2dea0b043c7b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=39909934-44e0-4ea6-b35d-2dea0b043c7b,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:39.688367 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.694751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929380cb-ec13-4f5d-84de-75b2eb83b7f2 req-48deba76-2cb4-430e-b7a0-8b88a120255c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:39.696837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-929380cb-ec13-4f5d-84de-75b2eb83b7f2 req-48deba76-2cb4-430e-b7a0-8b88a120255c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 943 time: 0.5206916 Sep 20 12:25:39.708303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-106f545a-1157-4e39-99a1-c1c494f191bb None None] Provisioning complete for port 39909934-44e0-4ea6-b35d-2dea0b043c7b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:39.711583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a4b531-6a60-47d0-875c-3570bafb13a8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:39.720636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-106f545a-1157-4e39-99a1-c1c494f191bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:39.765477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e3a4b531-6a60-47d0-875c-3570bafb13a8 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:25:39.791555 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6586074-6619-43e8-b4ae-a4d0a6abeb21 None None] Pushing event updated for resources: {'Port': ['ID=39909934-44e0-4ea6-b35d-2dea0b043c7b,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:39.811601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7dea7ec0-06d8-4974-9f30-f7320403aa51 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8939972 Sep 20 12:25:39.819709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45548) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:39.828305 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:25:39.829928 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:39.864567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea2a38a1-c31c-49a3-b7a4-75f3fa7876b1 req-cc903774-45b1-4e2f-b7aa-92fee65e662f tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 210 time: 0.1777158 Sep 20 12:25:39.879380 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-f508d0f9-1f92-438f-8ff7-172da223c4ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 200 len: 217 time: 0.5952196 Sep 20 12:25:39.896905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Request body: {'subnet': {'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1509221297-subnet', 'tenant_id': 'a29f84e1d1124b13af0253dd1307de03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:39.945993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:39.979224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-47403df7-583f-4cd9-ab02-7813a3178c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:39.980766 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-47403df7-583f-4cd9-ab02-7813a3178c0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 200 len: 852 time: 0.0936136 Sep 20 12:25:40.015066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-929380cb-ec13-4f5d-84de-75b2eb83b7f2 req-bef6710f-ab71-47c9-8d3b-aae22c2e08df tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559879 Sep 20 12:25:40.024088 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:25:40.043069 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-c154c635-b741-4d54-8f29-72d0e5c2ed23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea7a33e9-e40a-421a-9bc5-493a5c947d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541975 Sep 20 12:25:40.111904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec2948-1e8b-4d32-8370-d03217562500 req-7780dedf-7c67-4974-8423-820fa71f5885 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:40.113603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abec2948-1e8b-4d32-8370-d03217562500 req-7780dedf-7c67-4974-8423-820fa71f5885 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 944 time: 0.1114044 Sep 20 12:25:40.128249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-106f545a-1157-4e39-99a1-c1c494f191bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:40.130966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-cad9e47c-01f3-4362-b87d-715af6adbcf0 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:40.134949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-cad9e47c-01f3-4362-b87d-715af6adbcf0 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 944 time: 0.2292395 Sep 20 12:25:40.173919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-106f545a-1157-4e39-99a1-c1c494f191bb None None] For port 39909934-44e0-4ea6-b35d-2dea0b043c7b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=39909934-44e0-4ea6-b35d-2dea0b043c7b,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:40.175259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:40.175627 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:40.206923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Made reservation on behalf of a29f84e1d1124b13af0253dd1307de03 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:40.209374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:40.240200 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-fef6f5c6-b9d9-41a5-b390-73090d11b33d service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839206 Sep 20 12:25:40.293522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-106f545a-1157-4e39-99a1-c1c494f191bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:40.351774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f545a-1157-4e39-99a1-c1c494f191bb None None] Pushing event updated for resources: {'Port': ['ID=39909934-44e0-4ea6-b35d-2dea0b043c7b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:40.356309 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:39Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:40.365789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abec2948-1e8b-4d32-8370-d03217562500 req-6dbfde92-580d-41c9-8775-6cd712a23248 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264638 Sep 20 12:25:40.372819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Made reservation on behalf of 05e520d9c20949789f5700d8357bed50 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:40.378001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:40.391706 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e6a2f62-ec37-4ae5-ab9b-7d7bc6eb72b7 req-a270e7bf-450e-459c-b3ca-e7b070aa524a service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423719 Sep 20 12:25:40.398711 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c804d3b-a100-4626-b73d-8052f8cd64d0 None None] The sync data for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 is: [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:39Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:25:40.421443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-19aaeae8-0867-42a2-b625-31c91ae64689 None None] Provisioning complete for port 39909934-44e0-4ea6-b35d-2dea0b043c7b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:40.421875 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19aaeae8-0867-42a2-b625-31c91ae64689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:40.732446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9495e9-a5cf-4e50-a66f-1e2295410bfa req-cfb04fe4-b62e-406f-99f4-f62ef7f4c4ea tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:40.734060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db9495e9-a5cf-4e50-a66f-1e2295410bfa req-cfb04fe4-b62e-406f-99f4-f62ef7f4c4ea tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.5654235 Sep 20 12:25:40.754550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] device_id is not set on port 61a08ce7-90df-4316-b467-521ea7a73bc2 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:40.872071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db9495e9-a5cf-4e50-a66f-1e2295410bfa req-950b0210-a51c-42c3-b2fc-05349be68940 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257048 Sep 20 12:25:40.887395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Deleting port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:40.887691 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:41.070471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d41587e0-53b4-4c79-8c83-f78976461167 req-448b0f08-a36f-403f-9490-af8b5ce1c742 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 210 time: 0.0958769 Sep 20 12:25:41.076895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Allocated IP 2001:db8::2f6 (744339e3-50c6-46ed-a3e3-6a1748627e55/3f7f6bab-1f29-46e0-ad6e-c7596ef2badc/61a08ce7-90df-4316-b467-521ea7a73bc2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:41.148496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] For port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:41.148496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:41.178241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:41.189127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Calling delete_port for f55ffb62-d3ab-4924-b5f3-5c4c72d3198f owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:41.355202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480c13c-a108-4718-82fe-6fe96f85eb52 req-98dfed84-ab0a-4d94-8392-3cfd5ce0b022 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:41.356731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6480c13c-a108-4718-82fe-6fe96f85eb52 req-98dfed84-ab0a-4d94-8392-3cfd5ce0b022 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 943 time: 0.2435796 Sep 20 12:25:41.376519 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67d977f-ad76-4b74-99cb-49523bb00d6e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:41.437181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Checking segment: {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:41.438977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Network hostable DHCP agents. Network: e3a4b531-6a60-47d0-875c-3570bafb13a8, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:25:41.473450 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:41.489073 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6480c13c-a108-4718-82fe-6fe96f85eb52 req-e4b26d16-3844-44dc-add8-4e387b921297 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184626 Sep 20 12:25:41.585736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8199-7a52-4534-adab-76bf478236b1 req-7bffc7d4-6de2-428f-bc47-86aab2f5ed0d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:41.587247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a17a8199-7a52-4534-adab-76bf478236b1 req-7bffc7d4-6de2-428f-bc47-86aab2f5ed0d tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 944 time: 0.1300881 Sep 20 12:25:41.611101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Network e3a4b531-6a60-47d0-875c-3570bafb13a8 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:25:41.731251 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:41.739470 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:41.777631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 39909934-44e0-4ea6-b35d-2dea0b043c7b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:41.785819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Pushing event deleted for resources: {'Port': ['ID=f55ffb62-d3ab-4924-b5f3-5c4c72d3198f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:41.803847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4e4f7d5c-1973-4957-97d7-0fed809f517d details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:41.849811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a17a8199-7a52-4534-adab-76bf478236b1 req-fb8d3c0a-0984-4023-bd85-f22b4cae2e98 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530525 Sep 20 12:25:41.882230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:41.882230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] No DVR routers for this DVR port f55ffb62-d3ab-4924-b5f3-5c4c72d3198f on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:41.883200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e3a4b531-6a60-47d0-875c-3570bafb13a8) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:41.888382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:41.890445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-741c6eb8-2cb8-4b22-9a85-e8bf391bc045 req-480e0f06-b425-41ef-8045-8ec4c4ab42a6 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.32 "DELETE /v2.0/ports/f55ffb62-d3ab-4924-b5f3-5c4c72d3198f HTTP/1.1" status: 204 len: 173 time: 1.7445111 Sep 20 12:25:41.890883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'name': 'network-vif-deleted', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:41.894839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8125795f-d086-4444-8d3f-8cddb0a31938 None None] Network e3a4b531-6a60-47d0-875c-3570bafb13a8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:41.897465 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eba0c0-c902-43e4-a0b5-cb8b45672a23" -d '{"events": [{"server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "name": "network-vif-deleted", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:41.929435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=61a08ce7-90df-4316-b467-521ea7a73bc2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:41.933132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:41.952326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:41.953756 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:41.989930 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ce1bf-8e83-4f4f-ab7f-9ff81b1d7158 x-openstack-request-id: req-874ce1bf-8e83-4f4f-ab7f-9ff81b1d7158 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:41.990475 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6347db1-f54d-4bf7-99af-81da82ec753d", "name": "network-vif-deleted", "tag": "f55ffb62-d3ab-4924-b5f3-5c4c72d3198f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:41.990808 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-874ce1bf-8e83-4f4f-ab7f-9ff81b1d7158 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:41.991331 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6347db1-f54d-4bf7-99af-81da82ec753d', 'name': 'network-vif-deleted', 'tag': 'f55ffb62-d3ab-4924-b5f3-5c4c72d3198f', 'status': 'completed', 'code': 200} Sep 20 12:25:42.016124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 39909934-44e0-4ea6-b35d-2dea0b043c7b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:42.016526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.041895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:42.048456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:42.049293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.051827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4e4f7d5c-1973-4957-97d7-0fed809f517d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:42.069363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0fcbbf99-6cc9-4593-a64f-a9d15f9d26b8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1984870 Sep 20 12:25:42.093907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '4e4f7d5c-1973-4957-97d7-0fed809f517d', 'network_id': 'ea7a33e9-e40a-421a-9bc5-493a5c947d01', 'port_id': '4e4f7d5c-1973-4957-97d7-0fed809f517d', 'mac_address': 'fa:16:3e:82:d3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616ae998-1330-4926-b5d0-6ee4d4d5d6d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:42.139604 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090d92d-311a-4c7e-ae2a-e58c09b63f2b req-0564abf3-310d-4a62-9349-86ce85f931b7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:42.142048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d090d92d-311a-4c7e-ae2a-e58c09b63f2b req-0564abf3-310d-4a62-9349-86ce85f931b7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1044497 Sep 20 12:25:42.151650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-a2779e92-53c6-4f91-82cf-ceddd1217d80 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:42.153405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-a2779e92-53c6-4f91-82cf-ceddd1217d80 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.21 "GET /v2.0/networks?id=09ba152e-d8fe-4546-80e8-a865e26d7c88 HTTP/1.1" status: 200 len: 828 time: 0.3078382 Sep 20 12:25:42.185586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Request body: {'port': {'device_id': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'admin_state_up': True, 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:42.236577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-edf5f73e-c963-45da-96ba-cb173a7a3123 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7033002 Sep 20 12:25:42.239478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45578) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:42.244409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'network_id': '744339e3-50c6-46ed-a3e3-6a1748627e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1669571016'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:42.260477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51842757-3928-496c-b56d-df51a1c1deca None None] Network e3a4b531-6a60-47d0-875c-3570bafb13a8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:42.281488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.286351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d090d92d-311a-4c7e-ae2a-e58c09b63f2b req-0b51ff01-abba-426b-bbaa-800d55056436 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292472 Sep 20 12:25:42.335215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4c1742b-1a29-4bea-a97a-b87e92c39598 req-d34d0934-fda5-4e69-ad48-f482da21b3ba tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 210 time: 0.0970659 Sep 20 12:25:42.377065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4f7d5c-1973-4957-97d7-0fed809f517d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:42.438999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-626e8d17-dfab-4e92-a3a6-58bd054b2f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.466499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4e4f7d5c-1973-4957-97d7-0fed809f517d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:42.530272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7bb36762-baed-4bdf-8d88-eb0fad5b7354 None None] Provisioning complete for port 61a08ce7-90df-4316-b467-521ea7a73bc2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:42.530684 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7bb36762-baed-4bdf-8d88-eb0fad5b7354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.581210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Made reservation on behalf of 05e520d9c20949789f5700d8357bed50 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:42.583319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7bb36762-baed-4bdf-8d88-eb0fad5b7354 None None] Port 61a08ce7-90df-4316-b467-521ea7a73bc2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:42.584922 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.586389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.608256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] device_id is not set on port fbeea73b-93a0-4343-9674-927921e85ab3 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:42.646707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b93c6-796d-4f8b-be96-76b7678f1780 req-0cefa927-43dd-4f27-a6cf-8eb3f4d6aabd tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:42.647791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4e4f7d5c-1973-4957-97d7-0fed809f517d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:42.648215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c75b93c6-796d-4f8b-be96-76b7678f1780 req-0cefa927-43dd-4f27-a6cf-8eb3f4d6aabd tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 944 time: 0.0710244 Sep 20 12:25:42.655626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.655976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.656314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.656742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.657095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.657427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.657754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.658078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.658403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.658727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.660068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.661037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:25:42.741277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Made reservation on behalf of b4e3283706be4d009cf3b38e1eb63c6c for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:42.744294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Allocated IP 2001:db8::312 (744339e3-50c6-46ed-a3e3-6a1748627e55/3f7f6bab-1f29-46e0-ad6e-c7596ef2badc/fbeea73b-93a0-4343-9674-927921e85ab3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:42.744679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.774126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c75b93c6-796d-4f8b-be96-76b7678f1780 req-c3962061-6b24-487a-addb-5f53890b8f4f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156943 Sep 20 12:25:42.847290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-8688bbf4-673e-407f-84bd-3bcea591c84a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:42.848691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-8688bbf4-673e-407f-84bd-3bcea591c84a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/networks?id=e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 200 len: 822 time: 0.1995950 Sep 20 12:25:42.852575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['4e4f7d5c-1973-4957-97d7-0fed809f517d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:42.910743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b363032f-63a3-4bf9-a984-9d3f2d8a9425 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/quotas/a29f84e1d1124b13af0253dd1307de03 HTTP/1.1" status: 200 len: 375 time: 0.0531933 Sep 20 12:25:42.924631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:42.958488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-cd55b74b-e730-483a-afed-d550759f7f2e tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396285 Sep 20 12:25:42.967830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Allocated IP 172.20.0.3 (09ba152e-d8fe-4546-80e8-a865e26d7c88/ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b/d71f0c94-06bf-49e0-a622-15f0edd82962) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:43.050647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.102174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78ff2beb-5a41-490f-a2d3-54454e9d9288 req-58400d02-e2d5-4941-a324-9d63ed48c82a tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6347db1-f54d-4bf7-99af-81da82ec753d HTTP/1.1" status: 200 len: 210 time: 0.0544515 Sep 20 12:25:43.118373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=fbeea73b-93a0-4343-9674-927921e85ab3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:43.132774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:43.134416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:43.144570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:43.144570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:43.144570 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.222259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f32cfccf-2596-46e4-ac9b-23cbc124a0e9 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9816508 Sep 20 12:25:43.224931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45604) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:43.230426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6c', 'mac_address': 'fa:16:3e:28:18:f7'}, {'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:02:d8:80'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:43.244810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-62c56c39-866d-4510-ac13-2cc4c2a8501a service neutron] 10.222.0.37 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739480 Sep 20 12:25:43.285452 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.375874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-1472d5db-5489-49fc-b8b1-41d04a41ace7 service neutron] 10.222.0.37 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201315 Sep 20 12:25:43.426548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.435328 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.484863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468fdf7-caab-4bad-a4e8-d5bfad32d9b4 req-c531d5d3-1412-463e-b73e-29284f5ede45 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:43.499107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7468fdf7-caab-4bad-a4e8-d5bfad32d9b4 req-c531d5d3-1412-463e-b73e-29284f5ede45 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0976799 Sep 20 12:25:43.499107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:43.510661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e0c7ff6d-606a-426a-bfce-108753dbba3f None None] Provisioning complete for port fbeea73b-93a0-4343-9674-927921e85ab3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:43.511035 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ff6d-606a-426a-bfce-108753dbba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.518203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:43.525149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:43.550810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e0c7ff6d-606a-426a-bfce-108753dbba3f None None] Port fbeea73b-93a0-4343-9674-927921e85ab3 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:43.571726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7468fdf7-caab-4bad-a4e8-d5bfad32d9b4 req-386e34d8-e984-4659-b04a-6bb1b9d9008a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736465 Sep 20 12:25:43.575940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Pushing event updated for resources: {'Port': ['ID=d71f0c94-06bf-49e0-a622-15f0edd82962,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:43.604967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:43.606617 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.651489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.699467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-d0fd893e-96b4-458f-920f-2b180b1fc38a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5183451 Sep 20 12:25:43.701560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.716230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Request body: {'port': {'device_id': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:43.740100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] In _notify_port_updated(), no bound segment for port fbeea73b-93a0-4343-9674-927921e85ab3 on network 744339e3-50c6-46ed-a3e3-6a1748627e55 {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:25:43.752877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:43.753610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.757517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "PUT /v2.0/ports/fbeea73b-93a0-4343-9674-927921e85ab3 HTTP/1.1" status: 200 len: 1067 time: 0.5290625 Sep 20 12:25:43.758015 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45614) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:43.775071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc753da9-f6b8-4043-b5c3-2f141ca3038d req-2d671ea6-7cc2-4517-8290-422f9fa78adc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 210 time: 0.0792255 Sep 20 12:25:43.807530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319622f-b84b-49b9-b994-b4256d38f161 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event updated for resources: {'Port': ['ID=fbeea73b-93a0-4343-9674-927921e85ab3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:43.823838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4e4f7d5c-1973-4957-97d7-0fed809f517d up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:43.866424 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.881699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9c0a-4032-417d-8126-7006c754451a req-0b55aa9d-4694-4018-8414-106e68190c3a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:43.894774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94ed9c0a-4032-417d-8126-7006c754451a req-0b55aa9d-4694-4018-8414-106e68190c3a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 931 time: 0.2356429 Sep 20 12:25:43.907688 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d775d429-ed26-47e0-b4d4-95e40bff1c12 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Deleting port fbeea73b-93a0-4343-9674-927921e85ab3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:43.908033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d775d429-ed26-47e0-b4d4-95e40bff1c12 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.914269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-75b71862-660f-4ce0-be4d-f9d0f4e2378e None None] Provisioning complete for port d71f0c94-06bf-49e0-a622-15f0edd82962 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:43.914887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75b71862-660f-4ce0-be4d-f9d0f4e2378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:43.967448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-75b71862-660f-4ce0-be4d-f9d0f4e2378e None None] Port d71f0c94-06bf-49e0-a622-15f0edd82962 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:44.011766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94ed9c0a-4032-417d-8126-7006c754451a req-72f25ced-e915-419e-b014-f47a1a5047d2 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988867 Sep 20 12:25:44.024498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d775d429-ed26-47e0-b4d4-95e40bff1c12 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.044313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 4e4f7d5c-1973-4957-97d7-0fed809f517d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:44.046922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d775d429-ed26-47e0-b4d4-95e40bff1c12 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Calling delete_port for fbeea73b-93a0-4343-9674-927921e85ab3 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:44.048828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 4e4f7d5c-1973-4957-97d7-0fed809f517d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:44.049306 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.069717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbc829-a007-4542-82cf-48a4a1c2cfd0 req-f603bc0e-6867-4d31-97e5-c7d77efec05f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:44.071066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38bbc829-a007-4542-82cf-48a4a1c2cfd0 req-f603bc0e-6867-4d31-97e5-c7d77efec05f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 944 time: 0.1324162 Sep 20 12:25:44.100286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ff69d119-3127-4e17-bca0-b356877ee93c None None] Provisioning complete for port fbeea73b-93a0-4343-9674-927921e85ab3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:44.100675 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff69d119-3127-4e17-bca0-b356877ee93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.142882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ff69d119-3127-4e17-bca0-b356877ee93c None None] Port fbeea73b-93a0-4343-9674-927921e85ab3 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:25:44.203546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.218950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38bbc829-a007-4542-82cf-48a4a1c2cfd0 req-0ee79148-49e1-4f0e-bba0-d51b87ca77a9 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662138 Sep 20 12:25:44.261182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:44.263866 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7e4d5c-c41f-41a8-894f-e4770860ce87" -d '{"events": [{"server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "name": "network-vif-plugged", "status": "completed", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:44.276198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4e4f7d5c-1973-4957-97d7-0fed809f517d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:44.306672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d775d429-ed26-47e0-b4d4-95e40bff1c12 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.348760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775d429-ed26-47e0-b4d4-95e40bff1c12 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Port': ['ID=fbeea73b-93a0-4343-9674-927921e85ab3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:44.386491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71f0c94-06bf-49e0-a622-15f0edd82962 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:44.397669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.398024 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa28e4-f556-4eae-b93d-4920a32e7cf9 x-openstack-request-id: req-0baa28e4-f556-4eae-b93d-4920a32e7cf9 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:44.399155 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "name": "network-vif-plugged", "status": "completed", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:44.399471 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0baa28e4-f556-4eae-b93d-4920a32e7cf9 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:44.399934 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d', 'code': 200} Sep 20 12:25:44.410573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.411802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f55ffb62-d3ab-4924-b5f3-5c4c72d3198f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:44.420742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Transition to ACTIVE for port object d71f0c94-06bf-49e0-a622-15f0edd82962 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:44.468851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: f55ffb62-d3ab-4924-b5f3-5c4c72d3198f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:44.469379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f55ffb62-d3ab-4924-b5f3-5c4c72d3198f not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:44.519490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557812d-0ca0-4272-9e89-02f55433eed9 req-70148ec4-36ca-46b3-8f67-4455cbad73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:44.521294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4557812d-0ca0-4272-9e89-02f55433eed9 req-70148ec4-36ca-46b3-8f67-4455cbad73ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1096 time: 0.0490227 Sep 20 12:25:44.525721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4e4f7d5c-1973-4957-97d7-0fed809f517d,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:44.532570 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d775d429-ed26-47e0-b4d4-95e40bff1c12 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.537312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d775d429-ed26-47e0-b4d4-95e40bff1c12 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "DELETE /v2.0/ports/fbeea73b-93a0-4343-9674-927921e85ab3 HTTP/1.1" status: 204 len: 168 time: 0.7783053 Sep 20 12:25:44.537921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45634) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:44.542839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.566911 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b654d42-2e12-4dbc-bbc7-c74aecca3bbd tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] GET failed (client error): The resource could not be found. Sep 20 12:25:44.571440 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7b654d42-2e12-4dbc-bbc7-c74aecca3bbd tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "GET /v2.0/ports/fbeea73b-93a0-4343-9674-927921e85ab3 HTTP/1.1" status: 404 len: 333 time: 0.0325129 Sep 20 12:25:44.572051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45638) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:44.656422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4557812d-0ca0-4272-9e89-02f55433eed9 req-6fb0a8b6-39bd-4737-91e7-dc68efc1b5e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218805 Sep 20 12:25:44.697781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Pushing event updated for resources: {'Port': ['ID=d71f0c94-06bf-49e0-a622-15f0edd82962,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:44.753842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Attempting to bind port d71f0c94-06bf-49e0-a622-15f0edd82962 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:44.754502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Attempting to bind port d71f0c94-06bf-49e0-a622-15f0edd82962 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:44.755078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Attempting to bind port d71f0c94-06bf-49e0-a622-15f0edd82962 on network 09ba152e-d8fe-4546-80e8-a865e26d7c88 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:44.756971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f10b5b58-7fbb-447e-8406-544da55bca18 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Deleting port 61a08ce7-90df-4316-b467-521ea7a73bc2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:44.759517 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f10b5b58-7fbb-447e-8406-544da55bca18 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.800162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Port d71f0c94-06bf-49e0-a622-15f0edd82962 on network 09ba152e-d8fe-4546-80e8-a865e26d7c88 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:44.800786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Attempting to bind port d71f0c94-06bf-49e0-a622-15f0edd82962 on network 09ba152e-d8fe-4546-80e8-a865e26d7c88 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:44.830319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:44.830766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Checking segment: {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:44.833789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Bound using segment: {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:44.834975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Bound port: d71f0c94-06bf-49e0-a622-15f0edd82962, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8655f15b-502c-41d8-9bb0-e6aa84ec4499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:44.835588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.854667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f10b5b58-7fbb-447e-8406-544da55bca18 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:44.869170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f10b5b58-7fbb-447e-8406-544da55bca18 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Calling delete_port for 61a08ce7-90df-4316-b467-521ea7a73bc2 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:44.873220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ec447-c423-48e4-a2cd-f87411a90cd3 req-200ac90f-746b-4447-9b0c-89c77c38bcde tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:44.880746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-690ec447-c423-48e4-a2cd-f87411a90cd3 req-200ac90f-746b-4447-9b0c-89c77c38bcde tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 944 time: 0.1201906 Sep 20 12:25:44.933410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04187-829f-4c9e-b096-9ce53181d7ee req-3989bcb0-acd9-496b-a899-7d7688d5d42e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:44.934911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41c04187-829f-4c9e-b096-9ce53181d7ee req-3989bcb0-acd9-496b-a899-7d7688d5d42e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1770449 Sep 20 12:25:44.979809 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-690ec447-c423-48e4-a2cd-f87411a90cd3 req-984ff094-5e2d-4cb1-9690-7066938e94cb tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981870 Sep 20 12:25:45.007820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41c04187-829f-4c9e-b096-9ce53181d7ee req-b52bc6ea-95f4-4da8-83c9-96ddef379660 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643802 Sep 20 12:25:45.010356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] For port d71f0c94-06bf-49e0-a622-15f0edd82962, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:45.013771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] For port d71f0c94-06bf-49e0-a622-15f0edd82962, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d71f0c94-06bf-49e0-a622-15f0edd82962,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:45.066663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f10b5b58-7fbb-447e-8406-544da55bca18 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.069810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47d21bd7-dc23-44dd-9fdf-ad18f71d6431 req-d9978731-464b-427e-bc28-31b2203aadfe tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 210 time: 0.0278199 Sep 20 12:25:45.099343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b5b58-7fbb-447e-8406-544da55bca18 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Port': ['ID=61a08ce7-90df-4316-b467-521ea7a73bc2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:45.124878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f10b5b58-7fbb-447e-8406-544da55bca18 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.129274 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f10b5b58-7fbb-447e-8406-544da55bca18 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "DELETE /v2.0/ports/61a08ce7-90df-4316-b467-521ea7a73bc2 HTTP/1.1" status: 204 len: 168 time: 0.5532732 Sep 20 12:25:45.129526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45648) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:45.138395 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.154373 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee40ea0-dbd7-4a75-ae70-84129e676752 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] GET failed (client error): The resource could not be found. Sep 20 12:25:45.156035 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fee40ea0-dbd7-4a75-ae70-84129e676752 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "GET /v2.0/ports/61a08ce7-90df-4316-b467-521ea7a73bc2 HTTP/1.1" status: 404 len: 333 time: 0.0251350 Sep 20 12:25:45.161582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45652) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:45.175412 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-119e1b7e-53ea-4d73-971c-77fcf1d832d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.224288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:45.224921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.226349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] 10.222.0.21 "PUT /v2.0/ports/d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 200 len: 1091 time: 1.5149949 Sep 20 12:25:45.228665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:45.231476 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23222676-86c7-4de6-a4df-e945fad66b45" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:45.244929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8140f7f-a891-4607-8e39-e6579e8b0d3d req-6d9866f6-62aa-4490-b676-647aa2a1ab54 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:45.246496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8140f7f-a891-4607-8e39-e6579e8b0d3d req-6d9866f6-62aa-4490-b676-647aa2a1ab54 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 943 time: 0.1403265 Sep 20 12:25:45.287622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dac546-8926-47b7-9d75-1d361dd02905 service neutron] Pushing event updated for resources: {'Port': ['ID=d71f0c94-06bf-49e0-a622-15f0edd82962,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:45.323411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b01c1d68-b3e3-45de-b1a9-30c72ae6ef5e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Deleting port dc63f10f-a052-4d8f-89d9-83dd2bdbf095 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:45.323758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b01c1d68-b3e3-45de-b1a9-30c72ae6ef5e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.422616 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e07df72-ff19-43f5-bc2a-6e78c85023e3 x-openstack-request-id: req-4e07df72-ff19-43f5-bc2a-6e78c85023e3 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:45.423952 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:45.423952 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e07df72-ff19-43f5-bc2a-6e78c85023e3 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:45.423952 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'status': 'completed', 'code': 200} Sep 20 12:25:45.429879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8140f7f-a891-4607-8e39-e6579e8b0d3d req-2a3c59ae-7eea-4d0f-85c0-ccad2a820781 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680067 Sep 20 12:25:45.510654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-a5eac953-f9ec-438d-98d1-c80f6348841f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:45.512834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-a5eac953-f9ec-438d-98d1-c80f6348841f tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 944 time: 0.2209551 Sep 20 12:25:45.526229 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b01c1d68-b3e3-45de-b1a9-30c72ae6ef5e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.541910 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.545625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b01c1d68-b3e3-45de-b1a9-30c72ae6ef5e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Calling delete_port for dc63f10f-a052-4d8f-89d9-83dd2bdbf095 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:45.568010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-85bdb7a7-346a-4595-bef9-ea2abb667cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:45.569299 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-ca5832b6-3cac-4f59-bd83-9a77ec1c7bcc service neutron] show failed (client error): The resource could not be found. Sep 20 12:25:45.569665 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-85bdb7a7-346a-4595-bef9-ea2abb667cbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4e3283706be4d009cf3b38e1eb63c6c&device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 1094 time: 0.1489620 Sep 20 12:25:45.570277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-ca5832b6-3cac-4f59-bd83-9a77ec1c7bcc service neutron] 10.222.0.21 "GET /v2.0/ports/a05b095d-7381-4ca0-a56a-e27ccc2f5f82/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.2185698 Sep 20 12:25:45.582153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc44698-8a30-4aa7-a645-4713a4a2d4a1 req-11556751-b118-4f0b-a046-59a627a58ef3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:45.583768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4fc44698-8a30-4aa7-a645-4713a4a2d4a1 req-11556751-b118-4f0b-a046-59a627a58ef3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 945 time: 0.1527939 Sep 20 12:25:45.635069 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-82f10593-0261-4322-af77-a93337e004b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 200 len: 217 time: 0.0338044 Sep 20 12:25:45.667435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4fc44698-8a30-4aa7-a645-4713a4a2d4a1 req-66204517-31c6-45a7-a5e5-28e58fd2e67d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728920 Sep 20 12:25:45.747039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Deleting port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:45.747039 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.749214 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-b049dd64-8b61-46a6-8bf3-44af8d2c6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:45.749214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-b049dd64-8b61-46a6-8bf3-44af8d2c6dcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b HTTP/1.1" status: 200 len: 867 time: 0.0699835 Sep 20 12:25:45.800324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-de97f8cf-c832-40c7-a7eb-b1a72800250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:45.801862 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-de97f8cf-c832-40c7-a7eb-b1a72800250e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09ba152e-d8fe-4546-80e8-a865e26d7c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821903 Sep 20 12:25:45.806993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] For port 45b4df86-1a08-4274-9892-5bc7f2ec3c14, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=45b4df86-1a08-4274-9892-5bc7f2ec3c14,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:45.807535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:45.825905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Calling delete_port for 45b4df86-1a08-4274-9892-5bc7f2ec3c14 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:45.909493 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-bc2533cb-03cd-4d84-bc7d-c00749c04d15 service neutron] 10.222.0.21 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960665 Sep 20 12:25:46.000754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-df613005-4b2d-4ffa-ba45-5a00ea453c03 req-9fa2ea65-260e-4442-9bda-bbe7664712b6 service neutron] 10.222.0.21 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879145 Sep 20 12:25:46.127442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba2771-f8e3-4e3b-beda-e38df00d21c0 req-8e7dbb02-326b-42d0-b310-9ccab73bab34 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.128974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3cba2771-f8e3-4e3b-beda-e38df00d21c0 req-8e7dbb02-326b-42d0-b310-9ccab73bab34 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 944 time: 0.0754898 Sep 20 12:25:46.151692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5d243-d3ac-4892-a76b-a3648687eae1 req-88cd54cc-e07e-45df-8a43-ed5b5b77b91f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.154981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73c5d243-d3ac-4892-a76b-a3648687eae1 req-88cd54cc-e07e-45df-8a43-ed5b5b77b91f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0682666 Sep 20 12:25:46.221692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b01c1d68-b3e3-45de-b1a9-30c72ae6ef5e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.254653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c1d68-b3e3-45de-b1a9-30c72ae6ef5e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Port': ['ID=dc63f10f-a052-4d8f-89d9-83dd2bdbf095,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:46.294214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b01c1d68-b3e3-45de-b1a9-30c72ae6ef5e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.296327 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b01c1d68-b3e3-45de-b1a9-30c72ae6ef5e tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "DELETE /v2.0/ports/dc63f10f-a052-4d8f-89d9-83dd2bdbf095 HTTP/1.1" status: 204 len: 168 time: 1.1335034 Sep 20 12:25:46.300507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45668) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:46.399266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23222676-86c7-4de6-a4df-e945fad66b45 req-0afca25f-1929-496f-bb2b-305c0b2f1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.400782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23222676-86c7-4de6-a4df-e945fad66b45 req-0afca25f-1929-496f-bb2b-305c0b2f1961 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4e3283706be4d009cf3b38e1eb63c6c&device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 1094 time: 0.1170924 Sep 20 12:25:46.411781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda148be-c24e-4cb8-aac0-38f71542c4d8 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Deleting subnet 3f7f6bab-1f29-46e0-ad6e-c7596ef2badc {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:25:46.428734 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cda148be-c24e-4cb8-aac0-38f71542c4d8 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.503321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.518561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3cba2771-f8e3-4e3b-beda-e38df00d21c0 req-04d4bb46-74e9-42ea-b96f-893155297240 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829460 Sep 20 12:25:46.547044 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.548674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23222676-86c7-4de6-a4df-e945fad66b45 req-6d51775a-f250-41d3-b39b-54d785f7693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.550799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23222676-86c7-4de6-a4df-e945fad66b45 req-6d51775a-f250-41d3-b39b-54d785f7693b service neutron] 10.222.0.21 "GET /v2.0/networks?id=09ba152e-d8fe-4546-80e8-a865e26d7c88 HTTP/1.1" status: 200 len: 928 time: 0.1319015 Sep 20 12:25:46.558567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cda148be-c24e-4cb8-aac0-38f71542c4d8 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.562597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Pushing event deleted for resources: {'Port': ['ID=45b4df86-1a08-4274-9892-5bc7f2ec3c14,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:46.586234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73c5d243-d3ac-4892-a76b-a3648687eae1 req-9d33a306-b6cd-4caa-a9a9-188886ffdade tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255657 Sep 20 12:25:46.645521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] No DVR routers for this DVR port 45b4df86-1a08-4274-9892-5bc7f2ec3c14 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:46.666297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.669931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6cea806-39f2-4c7a-b691-561ed03ccb75 req-961636a1-56cb-46f7-9d98-44230bf4aa11 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.32 "DELETE /v2.0/ports/45b4df86-1a08-4274-9892-5bc7f2ec3c14 HTTP/1.1" status: 204 len: 173 time: 1.1459911 Sep 20 12:25:46.672825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-580db3e6-d84d-4c04-8f9d-79fe7a1d38ef req-c3d02290-c870-41f5-9452-b6a17ca02ad5 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 210 time: 0.0519793 Sep 20 12:25:46.708037 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23222676-86c7-4de6-a4df-e945fad66b45 req-fcd7397c-83a1-41f1-a7c2-4ea10bda6610 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 200 len: 217 time: 0.0564911 Sep 20 12:25:46.760837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cda148be-c24e-4cb8-aac0-38f71542c4d8 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.811117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-0e7fbb2b-0e7f-47fd-b424-353be99c0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.812587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-0e7fbb2b-0e7f-47fd-b424-353be99c0ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f&tenant_id=ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 1100 time: 0.0621951 Sep 20 12:25:46.824829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75b72-fd47-4c7d-81ad-f1d9b163dfcc req-87b4d6f6-bfb3-4c0d-88f7-75d57c033b1c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.826373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2c75b72-fd47-4c7d-81ad-f1d9b163dfcc req-87b4d6f6-bfb3-4c0d-88f7-75d57c033b1c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 943 time: 0.0868449 Sep 20 12:25:46.841319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:46.845260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23222676-86c7-4de6-a4df-e945fad66b45 req-3aac7139-8f38-4462-be29-d43b4ef26957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.846729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23222676-86c7-4de6-a4df-e945fad66b45 req-3aac7139-8f38-4462-be29-d43b4ef26957 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b HTTP/1.1" status: 200 len: 867 time: 0.1261566 Sep 20 12:25:46.946804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-ebb1b169-09e4-47fb-bb17-1e09418f9b8c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.947517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2c75b72-fd47-4c7d-81ad-f1d9b163dfcc req-cba6ef34-ec86-44ef-b401-60df7d4ee24d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028891 Sep 20 12:25:46.948361 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-ebb1b169-09e4-47fb-bb17-1e09418f9b8c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.32 "GET /v2.0/networks?id=e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 200 len: 822 time: 0.1938198 Sep 20 12:25:46.951739 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:46.954089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23222676-86c7-4de6-a4df-e945fad66b45 req-615ee49b-2bac-4cc3-9e3c-c3dc08e88426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.955566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23222676-86c7-4de6-a4df-e945fad66b45 req-615ee49b-2bac-4cc3-9e3c-c3dc08e88426 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09ba152e-d8fe-4546-80e8-a865e26d7c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829816 Sep 20 12:25:46.965300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Request body: {'port': {'device_id': '5a887248-df11-4c98-a2bd-8c443183ebcd', 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'admin_state_up': True, 'tenant_id': 'a29f84e1d1124b13af0253dd1307de03'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:46.969791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd3f02-8537-4ee8-906a-7ca99a9b3800 req-194dc08f-b036-417b-bebe-bcfb201c7d4f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:46.971338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59bd3f02-8537-4ee8-906a-7ca99a9b3800 req-194dc08f-b036-417b-bebe-bcfb201c7d4f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 945 time: 0.1440859 Sep 20 12:25:47.007883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cda148be-c24e-4cb8-aac0-38f71542c4d8 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.075157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda148be-c24e-4cb8-aac0-38f71542c4d8 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7f6bab-1f29-46e0-ad6e-c7596ef2badc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:47.094061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59bd3f02-8537-4ee8-906a-7ca99a9b3800 req-4367fb04-7317-48d4-a05b-0480cebdcf4c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155963 Sep 20 12:25:47.119743 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cda148be-c24e-4cb8-aac0-38f71542c4d8 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.121692 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cda148be-c24e-4cb8-aac0-38f71542c4d8 tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "DELETE /v2.0/subnets/3f7f6bab-1f29-46e0-ad6e-c7596ef2badc HTTP/1.1" status: 204 len: 168 time: 0.8201752 Sep 20 12:25:47.121827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd52ad8-1f52-477c-b088-44b18583d041 None None] Network 744339e3-50c6-46ed-a3e3-6a1748627e55 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:47.129552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45676) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:47.193290 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23222676-86c7-4de6-a4df-e945fad66b45 req-0eb4b002-b315-4a93-9777-a89ccd750fdc service neutron] 10.222.0.21 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274876 Sep 20 12:25:47.285311 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.293560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Made reservation on behalf of a29f84e1d1124b13af0253dd1307de03 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:47.298791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.314971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-1db9f071-ff76-4158-a445-b67f3ac6752e tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-898711287&fields=id&tenant_id=48b5d27334e540629bc6fb53eb4c5bd0 HTTP/1.1" status: 200 len: 267 time: 0.1317677 Sep 20 12:25:47.315353 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23222676-86c7-4de6-a4df-e945fad66b45 req-5e556cb5-9a38-4ed6-b400-f9ff1705f186 service neutron] 10.222.0.21 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144717 Sep 20 12:25:47.334822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:47.343867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] DHCP port deletion for 744339e3-50c6-46ed-a3e3-6a1748627e55 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:25:47.405398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] Deleting port 809892e2-d7f1-4417-8178-73cbde0b6991 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:47.406775 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.420662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:47.424309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'name': 'network-vif-deleted', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:47.432338 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31708a7f-d00e-4754-a06c-3a2ffb954507" -d '{"events": [{"server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "name": "network-vif-deleted", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:47.455752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-de46d118-fefc-4d81-b1bc-cbfc2cdac85d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:47.462220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-de46d118-fefc-4d81-b1bc-cbfc2cdac85d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 945 time: 0.1367004 Sep 20 12:25:47.478154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'port': {'security_groups': ['e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab', '58160435-b6af-4c94-a984-927648bcd257']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:47.492935 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5363fbd-71d8-4f68-b823-fe35a88c2122 x-openstack-request-id: req-e5363fbd-71d8-4f68-b823-fe35a88c2122 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:47.492935 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12", "name": "network-vif-deleted", "tag": "45b4df86-1a08-4274-9892-5bc7f2ec3c14", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:47.492935 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5363fbd-71d8-4f68-b823-fe35a88c2122 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:47.492935 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12', 'name': 'network-vif-deleted', 'tag': '45b4df86-1a08-4274-9892-5bc7f2ec3c14', 'status': 'completed', 'code': 200} Sep 20 12:25:47.501839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] For port 809892e2-d7f1-4417-8178-73cbde0b6991, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=809892e2-d7f1-4417-8178-73cbde0b6991,segment=NetworkSegment(c5a25519-9486-4401-a40e-6de28aac5c15),segment_id=c5a25519-9486-4401-a40e-6de28aac5c15)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:47.502331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.517763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] Calling delete_port for 809892e2-d7f1-4417-8178-73cbde0b6991 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:47.521930 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.540903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Deleting port 809892e2-d7f1-4417-8178-73cbde0b6991 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:47.540903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.566935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Transition to ACTIVE for port object a05b095d-7381-4ca0-a56a-e27ccc2f5f82 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:47.641552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.672665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.691007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] For port 809892e2-d7f1-4417-8178-73cbde0b6991, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=809892e2-d7f1-4417-8178-73cbde0b6991,segment=NetworkSegment(c5a25519-9486-4401-a40e-6de28aac5c15),segment_id=c5a25519-9486-4401-a40e-6de28aac5c15)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:47.691356 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.698976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffa61b2f-3de5-47f0-9357-6dd40796d875 req-6f546f98-cb10-4b84-9f3b-75971f33cc42 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2d0fc1-dfef-493a-a8e7-c6fc9793ac12 HTTP/1.1" status: 200 len: 210 time: 0.0593002 Sep 20 12:25:47.715337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Allocated IP 172.20.0.11 (e3a4b531-6a60-47d0-875c-3570bafb13a8/f67d977f-ad76-4b74-99cb-49523bb00d6e/f56bf9ac-8c13-4b4b-8095-b0e2756e63af) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:47.724311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.763145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] Pushing event deleted for resources: {'Port': ['ID=809892e2-d7f1-4417-8178-73cbde0b6991,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:47.776351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Calling delete_port for 809892e2-d7f1-4417-8178-73cbde0b6991 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:47.796466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b7c61-ce36-4afe-a361-ee49388445d5 None None] No DVR routers for this DVR port 809892e2-d7f1-4417-8178-73cbde0b6991 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:47.836677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:47.852112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 809892e2-d7f1-4417-8178-73cbde0b6991 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:47.894612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 809892e2-d7f1-4417-8178-73cbde0b6991 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:47.894959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 809892e2-d7f1-4417-8178-73cbde0b6991 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:47.895079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] No DVR routers for this DVR port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:47.906884 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:47.916024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.014095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:48.014437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:48.014877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:48.022337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.047931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:48.048330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:48.067643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Network e3a4b531-6a60-47d0-875c-3570bafb13a8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:48.073593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f92ea-19b0-4774-be4b-5b292e4787fe req-978936c8-8681-4eb3-a808-160047e7a2a2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:48.074517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:48.075088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc0f92ea-19b0-4774-be4b-5b292e4787fe req-978936c8-8681-4eb3-a808-160047e7a2a2 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 947 time: 0.1847801 Sep 20 12:25:48.076859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:48.080201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:48.080201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:48.080201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:48.080542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Bound port: a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:48.080807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.085641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d71f0c94-06bf-49e0-a622-15f0edd82962 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:48.088777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:48.104207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event updated for resources: {'Port': ['ID=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:48.128835 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.136821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:48.137477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.156710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:48.190217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Port': ['ID=809892e2-d7f1-4417-8178-73cbde0b6991,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:48.214843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] No DVR routers for this DVR port 809892e2-d7f1-4417-8178-73cbde0b6991 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:48.217153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-c9fb1af6-a1da-40f3-bf63-4b9993499eb9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2585454 Sep 20 12:25:48.222812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d71f0c94-06bf-49e0-a622-15f0edd82962, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d71f0c94-06bf-49e0-a622-15f0edd82962,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:48.230105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Request body: {'port': {'device_id': '5a887248-df11-4c98-a2bd-8c443183ebcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:48.236434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'port_id': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'mac_address': 'fa:16:3e:b0:4e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:48.256476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc0f92ea-19b0-4774-be4b-5b292e4787fe req-d3257174-4811-4223-bcb3-ad4f52898450 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716883 Sep 20 12:25:48.263676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] For port 4e4f7d5c-1973-4957-97d7-0fed809f517d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:48.281952 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.300170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71f0c94-06bf-49e0-a622-15f0edd82962 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:48.314288 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.323286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:48.326625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d71f0c94-06bf-49e0-a622-15f0edd82962, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d71f0c94-06bf-49e0-a622-15f0edd82962,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:48.363191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.385313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:48.390398 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.399244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744339e3-50c6-46ed-a3e3-6a1748627e55']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:48.410211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a25519-9486-4401-a40e-6de28aac5c15') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:48.410557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a25519-9486-4401-a40e-6de28aac5c15') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:48.428352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.434169 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.461425 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.470444 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:25:48.470847 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:25:48.473870 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:25:48.492824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d71f0c94-06bf-49e0-a622-15f0edd82962,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:48.505843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53611ae3-db3d-4693-a71c-eecaf772b3fb req-0477878c-e55a-497e-9817-2006d01b5379 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:48.507352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53611ae3-db3d-4693-a71c-eecaf772b3fb req-0477878c-e55a-497e-9817-2006d01b5379 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 932 time: 0.0948927 Sep 20 12:25:48.534291 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.587329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56bf9ac-8c13-4b4b-8095-b0e2756e63af {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:48.589548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:48.590157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.591508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] 10.222.0.32 "PUT /v2.0/ports/a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 1095 time: 1.7554417 Sep 20 12:25:48.597083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.611482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Transition to ACTIVE for port object f56bf9ac-8c13-4b4b-8095-b0e2756e63af will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:48.619143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.630147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0', '4e4f7d5c-1973-4957-97d7-0fed809f517d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:48.650607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97255931-6be0-4e7d-96ab-991ca20f7714 service neutron] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:48.656739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53611ae3-db3d-4693-a71c-eecaf772b3fb req-cd8dbb6d-73fd-41e2-9fd2-85e3dbb450b5 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241257 Sep 20 12:25:48.695596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d71f0c94-06bf-49e0-a622-15f0edd82962'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:48.700870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:48.701554 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.703119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17e8274e-6b67-4ffc-97b5-46a63881d9cf req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "PUT /v2.0/ports/4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 200 len: 981 time: 1.2342453 Sep 20 12:25:48.727574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-f1c4cfb2-f2fc-432f-8b44-7681568405dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:48.729203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-f1c4cfb2-f2fc-432f-8b44-7681568405dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1098 time: 0.1111002 Sep 20 12:25:48.735878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90442180-110b-489c-9cc8-74d589122034 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'Port': ['ID=4e4f7d5c-1973-4957-97d7-0fed809f517d,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:48.759627 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.775222 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.777815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:48.782018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] 10.222.0.37 "DELETE /v2.0/networks/744339e3-50c6-46ed-a3e3-6a1748627e55 HTTP/1.1" status: 204 len: 168 time: 1.6484990 Sep 20 12:25:48.814702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34421527-e385-400d-8a3e-86f7f0fde3ab tempest-AllowedAddressPairIpV6TestJSON-856894162 tempest-AllowedAddressPairIpV6TestJSON-856894162-project] Pushing event deleted for resources: {'Network': ['ID=744339e3-50c6-46ed-a3e3-6a1748627e55,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:48.831078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['4e4f7d5c-1973-4957-97d7-0fed809f517d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:48.891204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Pushing event updated for resources: {'Port': ['ID=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:48.985790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-809f477f-d2f8-4851-a604-c6eea1e61d2e req-dd7589b2-1612-41c9-8e8e-5a8dc58ab51c tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/58160435-b6af-4c94-a984-927648bcd257 HTTP/1.1" status: 200 len: 1800 time: 0.1014931 Sep 20 12:25:48.997262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe01e1-ef63-43df-8b84-97997a00a67f req-8ebd395e-238b-41c9-a496-ae0a34f37286 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:48.998734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31fe01e1-ef63-43df-8b84-97997a00a67f req-8ebd395e-238b-41c9-a496-ae0a34f37286 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 944 time: 0.1075342 Sep 20 12:25:49.000542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-638c0828-dc9d-49de-af74-a5205b6da890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.002223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-638c0828-dc9d-49de-af74-a5205b6da890 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2632875 Sep 20 12:25:49.041761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Attempting to bind port f56bf9ac-8c13-4b4b-8095-b0e2756e63af on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:49.042096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Attempting to bind port f56bf9ac-8c13-4b4b-8095-b0e2756e63af by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:49.042627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Attempting to bind port f56bf9ac-8c13-4b4b-8095-b0e2756e63af on network e3a4b531-6a60-47d0-875c-3570bafb13a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:49.049197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Port f56bf9ac-8c13-4b4b-8095-b0e2756e63af on network e3a4b531-6a60-47d0-875c-3570bafb13a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:49.053356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Attempting to bind port f56bf9ac-8c13-4b4b-8095-b0e2756e63af on network e3a4b531-6a60-47d0-875c-3570bafb13a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:49.056361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:49.056688 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Checking segment: {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:49.057340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Bound using segment: {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:49.057605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Bound port: f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:49.057972 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:49.090491 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-3c22f81a-d4f9-4903-a505-552bd7f2b000 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.0711064 Sep 20 12:25:49.145368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:49.149700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:49.159339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31fe01e1-ef63-43df-8b84-97997a00a67f req-bcd522ee-ce23-4464-9006-e4ed3f2f511a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495678 Sep 20 12:25:49.183720 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-809f477f-d2f8-4851-a604-c6eea1e61d2e req-523e10b5-10f6-46e5-b61d-f4df0242d327 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 20 12:25:49.184832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-809f477f-d2f8-4851-a604-c6eea1e61d2e req-523e10b5-10f6-46e5-b61d-f4df0242d327 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/58160435-b6af-4c94-a984-927648bcd257 HTTP/1.1" status: 409 len: 341 time: 0.1816864 Sep 20 12:25:49.187560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-237da821-a261-4dd7-9919-eb81d495c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.189731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-237da821-a261-4dd7-9919-eb81d495c129 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0886705 Sep 20 12:25:49.226317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:49.254637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.255408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:49.257517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] 10.222.0.32 "PUT /v2.0/ports/f56bf9ac-8c13-4b4b-8095-b0e2756e63af HTTP/1.1" status: 200 len: 1092 time: 1.0322680 Sep 20 12:25:49.260809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a887248-df11-4c98-a2bd-8c443183ebcd', 'tag': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:49.275197 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa75df-2766-4770-a9a6-7829acb8ce0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a887248-df11-4c98-a2bd-8c443183ebcd", "tag": "f56bf9ac-8c13-4b4b-8095-b0e2756e63af"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:49.287295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-dc474f51-ecd4-459a-ab29-68e890692638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.288975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-dc474f51-ecd4-459a-ab29-68e890692638 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872736 Sep 20 12:25:49.348043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8fe00-eb9e-4218-869f-4507fa415352 service neutron] Pushing event updated for resources: {'Port': ['ID=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:49.387016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45712) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:49.413368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-4c32d758-4c33-447d-bf37-8a941adb8d47 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126394 Sep 20 12:25:49.450723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-4687ac2d-f8dc-450a-a068-32ed980af69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.452310 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-4687ac2d-f8dc-450a-a068-32ed980af69a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 1095 time: 0.0674441 Sep 20 12:25:49.494683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}, {'name': 'network-changed', 'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}, {'name': 'network-changed', 'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:49.496607 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-463db272-b024-4a58-b4f4-7bf55c5d7932 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af HTTP/1.1" status: 200 len: 217 time: 0.0353982 Sep 20 12:25:49.497247 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec9bd7-dd2a-4245-b105-50f21f40916b" -d '{"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-unplugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}, {"name": "network-changed", "server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}, {"name": "network-changed", "server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:49.520143 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e63aad6e-d0f5-400a-bc0e-9ee885ab6db8 req-baec7b9f-9b9a-465f-85b4-cda511036b57 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992792 Sep 20 12:25:49.579335 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a568344-379b-48bb-8ea8-b8031b9fce21 x-openstack-request-id: req-6a568344-379b-48bb-8ea8-b8031b9fce21 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:49.579685 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a887248-df11-4c98-a2bd-8c443183ebcd", "tag": "f56bf9ac-8c13-4b4b-8095-b0e2756e63af", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:49.579937 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a568344-379b-48bb-8ea8-b8031b9fce21 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:49.580400 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a887248-df11-4c98-a2bd-8c443183ebcd', 'tag': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af', 'status': 'completed', 'code': 200} Sep 20 12:25:49.592825 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:49.605998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-7211a0d3-4cb4-4fbe-b65f-b9746cdcb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.607461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-7211a0d3-4cb4-4fbe-b65f-b9746cdcb31d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f67d977f-ad76-4b74-99cb-49523bb00d6e HTTP/1.1" status: 200 len: 862 time: 0.0956311 Sep 20 12:25:49.624387 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e51ed195-49c3-4aab-bd0a-decd211b9682 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05e520d9c20949789f5700d8357bed50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266941 Sep 20 12:25:49.626966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:49.661689 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-9dade3a8-73a6-4f1e-8b7d-6854da7e504f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3a4b531-6a60-47d0-875c-3570bafb13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379326 Sep 20 12:25:49.763031 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f86258d-27e0-4c13-8329-a2673f2c257c x-openstack-request-id: req-0f86258d-27e0-4c13-8329-a2673f2c257c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:49.763338 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-unplugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "code": 200}, {"name": "network-changed", "server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:49.763595 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f86258d-27e0-4c13-8329-a2673f2c257c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:49.764001 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'code': 200} Sep 20 12:25:49.764260 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'status': 'completed', 'code': 200} Sep 20 12:25:49.764505 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d', 'status': 'completed', 'code': 200} Sep 20 12:25:49.780092 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-d737862a-e0d7-4644-a937-abd7e7beedc5 service neutron] 10.222.0.32 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053553 Sep 20 12:25:49.782538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d53ee-d756-41b9-ab4e-852bfa1c481f req-5318fad8-2109-40d7-b795-eb3093f31672 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.784140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-652d53ee-d756-41b9-ab4e-852bfa1c481f req-5318fad8-2109-40d7-b795-eb3093f31672 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 947 time: 0.1585486 Sep 20 12:25:49.785171 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16968e71-b10a-474d-a985-fb9d78e52fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:49.788382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-fa826799-a911-4467-a534-e599de1129d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.789938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-fa826799-a911-4467-a534-e599de1129d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1135 time: 0.1049037 Sep 20 12:25:49.851593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 45b4df86-1a08-4274-9892-5bc7f2ec3c14 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:49.873902 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16968e71-b10a-474d-a985-fb9d78e52fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:49.882733 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 45b4df86-1a08-4274-9892-5bc7f2ec3c14 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:49.883298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 45b4df86-1a08-4274-9892-5bc7f2ec3c14 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:49.903891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-bba149a0-0b2d-4715-9b61-0fb77601f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.905485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-bba149a0-0b2d-4715-9b61-0fb77601f429 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1098 time: 0.1189461 Sep 20 12:25:49.955685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-652d53ee-d756-41b9-ab4e-852bfa1c481f req-911e9993-c80d-48b7-9713-9dde412da959 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637197 Sep 20 12:25:49.996972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-b20bd49a-82d6-439b-96cd-d04a7fe96f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:49.997988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-b20bd49a-82d6-439b-96cd-d04a7fe96f01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1098 time: 0.1826959 Sep 20 12:25:50.007187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaf581-e974-403d-a75c-8904e5e14f2a req-74aa5850-bdf4-4804-abc2-1223967a03d0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.009236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5deaf581-e974-403d-a75c-8904e5e14f2a req-74aa5850-bdf4-4804-abc2-1223967a03d0 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 984 time: 0.1747327 Sep 20 12:25:50.017496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-a8e73b23-3889-4ad1-b581-2f438fc09a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.018933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-a8e73b23-3889-4ad1-b581-2f438fc09a1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 912 time: 0.2144470 Sep 20 12:25:50.066087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b60067-e428-4bd8-b0e5-93defe7c0c3c req-be1541a7-5299-4dd1-8192-c52e8cf882fb service neutron] 10.222.0.32 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496047 Sep 20 12:25:50.072816 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:50.087735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-ec137640-1720-4f1e-9e2d-9d5b0784a5d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 200 len: 217 time: 0.0532660 Sep 20 12:25:50.094681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d71f0c94-06bf-49e0-a622-15f0edd82962 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:50.146363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-968ba066-fd03-4a8b-ac98-66924f79bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.148120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5deaf581-e974-403d-a75c-8904e5e14f2a req-b2bd0896-5672-4cc5-bd34-ad84493143f6 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=58160435-b6af-4c94-a984-927648bcd257&id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1330035 Sep 20 12:25:50.154208 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-968ba066-fd03-4a8b-ac98-66924f79bbd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2091649 Sep 20 12:25:50.192585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67500ac9-ac84-4967-9d4a-1ec1c0cca1e7 req-08bf81e2-c7d7-4075-89ff-3b016c01e153 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.195552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67500ac9-ac84-4967-9d4a-1ec1c0cca1e7 req-08bf81e2-c7d7-4075-89ff-3b016c01e153 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 945 time: 0.1160679 Sep 20 12:25:50.203576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-c8ee6ac8-76ec-4109-8d6f-e07bb6ffe9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.204977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-c8ee6ac8-76ec-4109-8d6f-e07bb6ffe9fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 200 len: 852 time: 0.1067829 Sep 20 12:25:50.230992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-621dc84b-818f-4b34-b069-bc27ba8a0334 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.0735204 Sep 20 12:25:50.268762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-c0dd19b9-2bd0-4305-9219-5076fe2a484f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea7a33e9-e40a-421a-9bc5-493a5c947d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492206 Sep 20 12:25:50.269181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-66e52e32-d1b7-4000-9c76-61cd0fa27463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.271199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-66e52e32-d1b7-4000-9c76-61cd0fa27463 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2311490 Sep 20 12:25:50.274092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16968e71-b10a-474d-a985-fb9d78e52fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:50.276612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16968e71-b10a-474d-a985-fb9d78e52fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:50.277749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-16968e71-b10a-474d-a985-fb9d78e52fa3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13127e06-b6f7-4784-a9e1-5259151c1220 HTTP/1.1" status: 204 len: 168 time: 0.6497276 Sep 20 12:25:50.296988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port d71f0c94-06bf-49e0-a622-15f0edd82962 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:50.301705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port d71f0c94-06bf-49e0-a622-15f0edd82962 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:50.314191 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:50.330725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67500ac9-ac84-4967-9d4a-1ec1c0cca1e7 req-7526f951-fb3d-43f6-a50f-5e81f0fdd6f2 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247523 Sep 20 12:25:50.333748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16968e71-b10a-474d-a985-fb9d78e52fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13127e06-b6f7-4784-a9e1-5259151c1220,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:50.358993 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-3f6b3fdd-5f7b-4598-b339-bb80236f494d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.0455120 Sep 20 12:25:50.363960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-9d42b36b-1f1b-451e-a9f8-8b4d2dec0d89 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.365499 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-9d42b36b-1f1b-451e-a9f8-8b4d2dec0d89 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 945 time: 0.2363360 Sep 20 12:25:50.398541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52785770-9b99-4dd2-bdc5-faa7e3b4ff5b req-38f4c5f1-162d-4f89-9d09-28160c5e1a16 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.400094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52785770-9b99-4dd2-bdc5-faa7e3b4ff5b req-38f4c5f1-162d-4f89-9d09-28160c5e1a16 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 946 time: 0.1704819 Sep 20 12:25:50.410818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-00dd3977-1ef6-4d88-9183-5ff587769bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.415979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-00dd3977-1ef6-4d88-9183-5ff587769bee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 1095 time: 0.1988559 Sep 20 12:25:50.417274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-b000a60f-398e-4979-b946-c4554adc597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.418381 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-b000a60f-398e-4979-b946-c4554adc597f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1607914 Sep 20 12:25:50.450568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-42a6177b-d996-4b7b-8d06-a14963582fa9 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452587 Sep 20 12:25:50.469295 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:50.481844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52785770-9b99-4dd2-bdc5-faa7e3b4ff5b req-7779d48f-e2c6-4e7f-b0fd-f120df45855d tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738666 Sep 20 12:25:50.498513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:50.505387 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af416163-029a-45dd-bd30-b8721d9984b3" -d '{"events": [{"server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "name": "network-vif-plugged", "status": "completed", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:50.523453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d71f0c94-06bf-49e0-a622-15f0edd82962, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d71f0c94-06bf-49e0-a622-15f0edd82962,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:50.578574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d4503-814c-4ca1-a32d-0e14216438f6 req-18fa5d98-1035-423a-b5e0-369236724db2 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.580161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-030d4503-814c-4ca1-a32d-0e14216438f6 req-18fa5d98-1035-423a-b5e0-369236724db2 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 944 time: 0.1233728 Sep 20 12:25:50.580511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-125cf201-70a4-4817-b0d8-116b73672403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.582214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-125cf201-70a4-4817-b0d8-116b73672403 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.2158184 Sep 20 12:25:50.617750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-388a316d-82d3-4766-8ad8-13e727d292a4 req-1dfc25be-bd89-4e21-8a17-a8cd33721c15 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596630 Sep 20 12:25:50.656557 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-030d4503-814c-4ca1-a32d-0e14216438f6 req-6b6aa120-d5ea-4fdf-acaf-d641dd1206de tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612538 Sep 20 12:25:50.664628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-f42093ee-8eee-4e00-bdf6-49ac6fb4932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.666030 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-f42093ee-8eee-4e00-bdf6-49ac6fb4932d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2242312 Sep 20 12:25:50.686333 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:50.722401 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d1c77-5dc0-46ef-987a-6036acafab0a x-openstack-request-id: req-8c0d1c77-5dc0-46ef-987a-6036acafab0a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:50.723491 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "name": "network-vif-plugged", "status": "completed", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:50.724054 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c0d1c77-5dc0-46ef-987a-6036acafab0a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:50.725190 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'code': 200} Sep 20 12:25:50.738227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a94c03-29a6-48a3-be13-120db44a4f53 req-84334839-d9e3-4779-9791-2d40c24081c5 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.739881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0a94c03-29a6-48a3-be13-120db44a4f53 req-84334839-d9e3-4779-9791-2d40c24081c5 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 945 time: 0.0677414 Sep 20 12:25:50.765306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-df585c5e-0ed9-415a-87eb-df0ae5a16a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.767173 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-df585c5e-0ed9-415a-87eb-df0ae5a16a22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523743 Sep 20 12:25:50.774780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d71f0c94-06bf-49e0-a622-15f0edd82962,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:50.799912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-8611fd32-b319-47b1-a856-dfc551de7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.801413 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-8611fd32-b319-47b1-a856-dfc551de7cb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 200 len: 922 time: 0.3585234 Sep 20 12:25:50.824516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0a94c03-29a6-48a3-be13-120db44a4f53 req-5556cb89-5aed-43b8-b949-56d5a11f50f9 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778303 Sep 20 12:25:50.840252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23550486-04e4-45df-bbc5-f203d203df73 req-52037d7f-5b0c-49b2-a6da-f23a597b2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:50.840252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23550486-04e4-45df-bbc5-f203d203df73 req-52037d7f-5b0c-49b2-a6da-f23a597b2fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 1096 time: 0.0604091 Sep 20 12:25:50.881746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23550486-04e4-45df-bbc5-f203d203df73 req-418bddb5-58da-4912-b1ec-a2829579527d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357308 Sep 20 12:25:50.882920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Deleting port 2b86f4da-96d9-4508-a934-83f41936994f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:50.883280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:50.911586 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-f2697edf-1c64-4f8c-a4d6-8d98a932d135 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af HTTP/1.1" status: 200 len: 217 time: 0.0944364 Sep 20 12:25:51.047049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-11d58a73-de76-4ae9-94b3-d4225a792d3d service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715270 Sep 20 12:25:51.087064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030e7cc-9c66-41ea-966c-384305c92416 req-126bf7c8-2973-45f5-80f4-560a9d784083 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:51.088763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6030e7cc-9c66-41ea-966c-384305c92416 req-126bf7c8-2973-45f5-80f4-560a9d784083 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 947 time: 0.0545828 Sep 20 12:25:51.099154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-cb2ba970-cba6-4761-9795-5230ce98f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:51.100610 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-cb2ba970-cba6-4761-9795-5230ce98f00a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f67d977f-ad76-4b74-99cb-49523bb00d6e HTTP/1.1" status: 200 len: 862 time: 0.1749442 Sep 20 12:25:51.116568 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-8479b15a-63a8-4112-a37c-09983854700f service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125010 Sep 20 12:25:51.130910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6030e7cc-9c66-41ea-966c-384305c92416 req-55e3560f-d11e-4166-a7e0-35a1e59d8432 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Sep 20 12:25:51.133371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] For port 2b86f4da-96d9-4508-a934-83f41936994f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2b86f4da-96d9-4508-a934-83f41936994f,segment=NetworkSegment(edcf10dc-40b7-4670-95e9-3ecad819b5bc),segment_id=edcf10dc-40b7-4670-95e9-3ecad819b5bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:51.133753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:51.171524 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-27319dbf-932f-4012-be45-3233a256a253 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3a4b531-6a60-47d0-875c-3570bafb13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537553 Sep 20 12:25:51.197580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Calling delete_port for 2b86f4da-96d9-4508-a934-83f41936994f owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:51.294768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6128fa-d1ea-469d-ac59-eae102bbf307 req-4f78c114-46d5-497f-868d-ab4d95494884 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:51.302136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f6128fa-d1ea-469d-ac59-eae102bbf307 req-4f78c114-46d5-497f-868d-ab4d95494884 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 984 time: 0.0612824 Sep 20 12:25:51.344049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f6128fa-d1ea-469d-ac59-eae102bbf307 req-34e03721-30cb-4d86-9221-c9608eac1c2e tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=58160435-b6af-4c94-a984-927648bcd257&id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0404403 Sep 20 12:25:51.424484 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-8fb690a5-5772-4d5a-b0c7-659bc52584d4 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410661 Sep 20 12:25:51.438687 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-ee352218-0f52-4809-ae2f-d97bb1b37389 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073404 Sep 20 12:25:51.458406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-40b06630-7b09-4f36-b556-30608b7b52c8 service neutron] 10.222.0.32 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699203 Sep 20 12:25:51.563748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fbb88-8ab1-45ba-8e53-dfc0aa0f0a09 req-7d6506ed-8b15-4260-ade2-01d157879703 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:51.567244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-352fbb88-8ab1-45ba-8e53-dfc0aa0f0a09 req-7d6506ed-8b15-4260-ade2-01d157879703 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 945 time: 0.0745454 Sep 20 12:25:51.617746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-352fbb88-8ab1-45ba-8e53-dfc0aa0f0a09 req-36159f8c-cac7-4911-b5c1-0c6d885f8769 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/security-groups?id=e087bb0a-0f83-417b-943c-7c67dcfbf677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Sep 20 12:25:51.642795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-4343390a-78d7-49a6-bf23-64f59db08044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:51.644329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-4343390a-78d7-49a6-bf23-64f59db08044 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1135 time: 0.1140852 Sep 20 12:25:51.648162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccaa75df-2766-4770-a9a6-7829acb8ce0c req-030705de-b059-4629-9dc5-e8dcd1a75e2f service neutron] 10.222.0.32 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816521 Sep 20 12:25:51.814035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fe6ff-ba06-4495-a596-8c6eb52cb31a req-c4502291-313e-429a-9baa-106100cde0c1 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:51.816203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-270fe6ff-ba06-4495-a596-8c6eb52cb31a req-c4502291-313e-429a-9baa-106100cde0c1 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 946 time: 0.0851841 Sep 20 12:25:51.866014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:51.886435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95db54-2915-4c42-8283-415968f690eb req-a2654173-1847-40d4-b41b-1bc3ec23221e tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:51.888287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d95db54-2915-4c42-8283-415968f690eb req-a2654173-1847-40d4-b41b-1bc3ec23221e tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 944 time: 0.1119645 Sep 20 12:25:51.888705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:51.910392 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-270fe6ff-ba06-4495-a596-8c6eb52cb31a req-99f121a8-1137-4496-9f1b-858c04ab2a68 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884995 Sep 20 12:25:51.953776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d95db54-2915-4c42-8283-415968f690eb req-07ef7082-8104-4b14-9192-f5c444b3c35b tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Sep 20 12:25:52.073802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe357f-bacc-4e3d-b0fb-373683d9ad0e req-2578e5d0-ba6b-4605-a31d-20a9ea15da9d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:52.076866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47fe357f-bacc-4e3d-b0fb-373683d9ad0e req-2578e5d0-ba6b-4605-a31d-20a9ea15da9d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 945 time: 0.0932555 Sep 20 12:25:52.092060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:52.094332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:52.106977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'mac_address': 'fa:16:3e:e3:26:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:52.110772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-dfb199e9-93da-4066-9bee-b3991da933fd tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.112488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dfb199e9-93da-4066-9bee-b3991da933fd tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2205706 Sep 20 12:25:52.117176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.121404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-25c396e0-d9a3-4035-8555-255117ff86dc tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.130435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-25c396e0-d9a3-4035-8555-255117ff86dc tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042691 Sep 20 12:25:52.130435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45782) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.143170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Pushing event deleted for resources: {'Port': ['ID=2b86f4da-96d9-4508-a934-83f41936994f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:52.148298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-0b74ae28-dd27-4bd9-8151-e0ffb66228f6 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.166506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b74ae28-dd27-4bd9-8151-e0ffb66228f6 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0230653 Sep 20 12:25:52.166612 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:52.166714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47fe357f-bacc-4e3d-b0fb-373683d9ad0e req-002ffc64-0ff9-4296-9c8a-19a14da30ad9 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773814 Sep 20 12:25:52.166714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.170903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-031ccc2b-49f8-4ee6-8676-72d6bc447dab tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.171137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05b095d-7381-4ca0-a56a-e27ccc2f5f82 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:52.175088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-031ccc2b-49f8-4ee6-8676-72d6bc447dab tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059142 Sep 20 12:25:52.185056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.193310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-ef057558-a392-4665-97a8-1d374aa3610d tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.193310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef057558-a392-4665-97a8-1d374aa3610d tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048265 Sep 20 12:25:52.194579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45790) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.201402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-c1daec0a-5718-4961-a803-25ebfa9b15d2 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.203009 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c1daec0a-5718-4961-a803-25ebfa9b15d2 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076826 Sep 20 12:25:52.205972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45792) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.213554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-7a6a71cd-ecc2-4fde-bb23-72c7ae707d91 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.214947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a6a71cd-ecc2-4fde-bb23-72c7ae707d91 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080919 Sep 20 12:25:52.218229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.221679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-52a893e2-ba30-49c1-8147-d10d70b35159 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.223186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-52a893e2-ba30-49c1-8147-d10d70b35159 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041308 Sep 20 12:25:52.230380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:52.230526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] No DVR routers for this DVR port 2b86f4da-96d9-4508-a934-83f41936994f on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:52.230526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:52.230754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.230861 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8384152c-a163-4da1-96db-e5523ec6ca85 req-d71d12f9-0c26-4888-9333-e8b9cab33506 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.32 "DELETE /v2.0/ports/2b86f4da-96d9-4508-a934-83f41936994f HTTP/1.1" status: 204 len: 173 time: 1.8516245 Sep 20 12:25:52.232708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'name': 'network-vif-deleted', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:52.235994 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c28bfda-e710-4989-b260-520c355c76ed" -d '{"events": [{"server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "name": "network-vif-deleted", "tag": "2b86f4da-96d9-4508-a934-83f41936994f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:52.241380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-9861fb65-356f-420d-b348-35074899b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:52.242269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-e7728d7a-d747-4240-957f-4d3a2f05ada0 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.242871 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-9861fb65-356f-420d-b348-35074899b16d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 912 time: 0.5804818 Sep 20 12:25:52.243249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7728d7a-d747-4240-957f-4d3a2f05ada0 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0117800 Sep 20 12:25:52.245953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.252247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-daa8bb1b-f8e9-4a50-8349-edfe5f6e55e9 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.255656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-daa8bb1b-f8e9-4a50-8349-edfe5f6e55e9 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0063808 Sep 20 12:25:52.256026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.261073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-2e4a7ede-706b-409e-ac3b-7645fe4a8379 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.261983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2e4a7ede-706b-409e-ac3b-7645fe4a8379 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050678 Sep 20 12:25:52.264430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.270235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-72463604-3652-4c1a-88b4-d8b143f463cd tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.273864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-72463604-3652-4c1a-88b4-d8b143f463cd tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044680 Sep 20 12:25:52.282776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.288264 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd5435-b0f8-425a-b187-29e3abdce761 x-openstack-request-id: req-64cd5435-b0f8-425a-b187-29e3abdce761 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:52.288553 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5d1e6d-30c2-4ca6-8f56-811e165889aa", "name": "network-vif-deleted", "tag": "2b86f4da-96d9-4508-a934-83f41936994f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:52.288800 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64cd5435-b0f8-425a-b187-29e3abdce761 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:52.289083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-b644b503-f8c7-46f7-af1d-ae7989365edf tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.289230 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5d1e6d-30c2-4ca6-8f56-811e165889aa', 'name': 'network-vif-deleted', 'tag': '2b86f4da-96d9-4508-a934-83f41936994f', 'status': 'completed', 'code': 200} Sep 20 12:25:52.290412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b644b503-f8c7-46f7-af1d-ae7989365edf tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066087 Sep 20 12:25:52.290794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-aa299835-7aa1-42ba-8e89-22f031c3cbe6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 200 len: 217 time: 0.0399826 Sep 20 12:25:52.293035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45808) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.297454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-9a2dadd5-f9cb-4882-86a0-19acca542e0a tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.298205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9a2dadd5-f9cb-4882-86a0-19acca542e0a tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043111 Sep 20 12:25:52.301765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:52.302988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45810) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.340678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-10e1fe65-b352-4d96-8bd9-888d19eeb676 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.341680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-10e1fe65-b352-4d96-8bd9-888d19eeb676 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055485 Sep 20 12:25:52.344656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45814) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.349593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570e7d-233c-450c-8a12-89fbf1b23641 req-eb87505f-0790-4394-a023-534820c734c1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:52.350297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-9154b32f-6035-4507-b0ef-6a3fafb75bab tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.351132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb570e7d-233c-450c-8a12-89fbf1b23641 req-eb87505f-0790-4394-a023-534820c734c1 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 947 time: 0.0966759 Sep 20 12:25:52.354832 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9154b32f-6035-4507-b0ef-6a3fafb75bab tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056138 Sep 20 12:25:52.356852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45816) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.363967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-59d26c3f-a47f-49e3-b88d-aaa64cbe7d7c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.364924 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-59d26c3f-a47f-49e3-b88d-aaa64cbe7d7c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071597 Sep 20 12:25:52.367758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.373689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-faa95573-d153-468d-a5f7-24572b536cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:52.376107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-faa95573-d153-468d-a5f7-24572b536cb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 200 len: 852 time: 0.0769198 Sep 20 12:25:52.380282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-8aa9e0cc-c76f-4dc6-b884-6c66a26b17e2 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.383231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8aa9e0cc-c76f-4dc6-b884-6c66a26b17e2 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0145171 Sep 20 12:25:52.385973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45822) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.387432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:52.401229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-84ff0c23-a6c6-42f1-af98-abe20c99fd76 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.405188 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-84ff0c23-a6c6-42f1-af98-abe20c99fd76 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0175908 Sep 20 12:25:52.406732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45824) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.433258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb570e7d-233c-450c-8a12-89fbf1b23641 req-cd5c96f5-3044-40b4-b7c3-8b3424f5b7a4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682960 Sep 20 12:25:52.443373 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-dff5df28-a907-4017-9a53-de347a323841 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea7a33e9-e40a-421a-9bc5-493a5c947d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535471 Sep 20 12:25:52.446427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-1380e9b4-bf29-4c48-a2b3-2e068c9a919b tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.447363 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1380e9b4-bf29-4c48-a2b3-2e068c9a919b tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064032 Sep 20 12:25:52.458283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.463972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-64fb84e4-e6de-4d1a-96ca-b22e107d247a tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.467955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-64fb84e4-e6de-4d1a-96ca-b22e107d247a tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0081565 Sep 20 12:25:52.468404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.473408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-b80ee7d3-6069-4d80-84b1-299d47df0985 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.479322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b80ee7d3-6069-4d80-84b1-299d47df0985 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047460 Sep 20 12:25:52.481727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.486721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-ad849700-ee28-4e45-9f89-44b0d3e6bf4f tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.487751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ad849700-ee28-4e45-9f89-44b0d3e6bf4f tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051067 Sep 20 12:25:52.497027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.502866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-06712c47-386e-4c02-9ede-ed1af8468fef tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.505182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-06712c47-386e-4c02-9ede-ed1af8468fef tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048251 Sep 20 12:25:52.510140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45836) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.516227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-0dfbcee6-7363-4527-b851-5bbf585c2d57 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.517220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0dfbcee6-7363-4527-b851-5bbf585c2d57 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061195 Sep 20 12:25:52.519798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.529076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-00602c7a-df52-4ee7-943a-c4f2957237e4 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.531735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-00602c7a-df52-4ee7-943a-c4f2957237e4 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0109649 Sep 20 12:25:52.534698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.542457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-32b9ecaf-8928-4277-b672-8cf511405bda tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.543480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-32b9ecaf-8928-4277-b672-8cf511405bda tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052195 Sep 20 12:25:52.548206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.550031 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-6989778f-3a21-4f68-bff5-dee02e06b5d3 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975301 Sep 20 12:25:52.552669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-cf17b58b-16a4-42a4-b30a-c01d4cd4530e tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.553637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf17b58b-16a4-42a4-b30a-c01d4cd4530e tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049615 Sep 20 12:25:52.556632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45844) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.559699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['a05b095d-7381-4ca0-a56a-e27ccc2f5f82'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:52.560824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-511263ff-0ea4-4035-9abc-e55bc7c5a173 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.566386 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-511263ff-0ea4-4035-9abc-e55bc7c5a173 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042155 Sep 20 12:25:52.571774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45846) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.576757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4263b9-c2c1-41d8-8976-d9d4e7853202 req-f21b45db-1ea9-446e-8485-ae820f378fa2 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:52.576757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef4263b9-c2c1-41d8-8976-d9d4e7853202 req-f21b45db-1ea9-446e-8485-ae820f378fa2 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 984 time: 0.0859079 Sep 20 12:25:52.586635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-f973c49b-4cdd-45a5-a89a-e571efdfc1ff tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.587784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f973c49b-4cdd-45a5-a89a-e571efdfc1ff tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0153134 Sep 20 12:25:52.598100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45848) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.604716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-a643310b-0368-41e9-9ef6-a6d17288e8de tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.608136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a643310b-0368-41e9-9ef6-a6d17288e8de tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0060580 Sep 20 12:25:52.611086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.616080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-a18e36d0-b88f-4b91-a087-83ea0523b4c2 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.619363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a18e36d0-b88f-4b91-a087-83ea0523b4c2 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045421 Sep 20 12:25:52.621433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.633390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-5a2890e4-c43a-4445-bc4d-903ad675aa3d tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.636760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a2890e4-c43a-4445-bc4d-903ad675aa3d tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0109370 Sep 20 12:25:52.639091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45854) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.646960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-5afe9ec5-cf0f-4a30-86ce-29024671dbc9 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.647382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5afe9ec5-cf0f-4a30-86ce-29024671dbc9 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070534 Sep 20 12:25:52.647991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef4263b9-c2c1-41d8-8976-d9d4e7853202 req-14cf6338-b53d-42ce-b494-10f180c02b44 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=58160435-b6af-4c94-a984-927648bcd257&id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0665269 Sep 20 12:25:52.648469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45858) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.653325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-dc9b3e3e-182a-4846-b94a-7782315dcd6c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.656739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc9b3e3e-182a-4846-b94a-7782315dcd6c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049458 Sep 20 12:25:52.657048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45860) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.661958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-5b560238-de52-4370-bbb1-cc69b082ee39 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.664897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b560238-de52-4370-bbb1-cc69b082ee39 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045514 Sep 20 12:25:52.665635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.669764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-047160b7-a366-4685-bb73-6e9fdb41d296 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.675900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-047160b7-a366-4685-bb73-6e9fdb41d296 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047688 Sep 20 12:25:52.677038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.684237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-6b5a9616-de78-41f8-af26-06df0c7781c1 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.685887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b5a9616-de78-41f8-af26-06df0c7781c1 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0077348 Sep 20 12:25:52.693542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45868) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.700412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-cebec38a-596b-44c5-8c36-541cfaa2109c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.704273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cebec38a-596b-44c5-8c36-541cfaa2109c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0097051 Sep 20 12:25:52.704860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.709560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-0d131ead-3c9b-4842-975e-54b1c0a3e4b9 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.713115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45872) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.713594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d131ead-3c9b-4842-975e-54b1c0a3e4b9 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077820 Sep 20 12:25:52.722046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-6ecfa48b-80a3-4a30-b3c6-2216c985044c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.723000 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6ecfa48b-80a3-4a30-b3c6-2216c985044c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055580 Sep 20 12:25:52.725709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.731717 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2aec9bd7-dd2a-4245-b105-50f21f40916b req-2652af1e-5b32-4435-ac01-bc5013af3813 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629822 Sep 20 12:25:52.731912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-3340d5d9-d537-46ac-82c3-4e9405d2f1e8 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.732348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3340d5d9-d537-46ac-82c3-4e9405d2f1e8 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049427 Sep 20 12:25:52.735185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45878) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.739445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-f1ab4503-1523-4ae5-99bb-967596398936 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.740510 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f1ab4503-1523-4ae5-99bb-967596398936 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043972 Sep 20 12:25:52.742952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45880) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.747370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-de559e6b-9ef1-4894-8269-0dd2f36d4e6e tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.748453 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-de559e6b-9ef1-4894-8269-0dd2f36d4e6e tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042534 Sep 20 12:25:52.751823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45882) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.756099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-bc0907dc-aaca-4a7f-b070-9a085e0d7910 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.757047 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bc0907dc-aaca-4a7f-b070-9a085e0d7910 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041981 Sep 20 12:25:52.759497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.763944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-78b4d079-c45d-480a-9e72-80dc3206a71b tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.764972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-78b4d079-c45d-480a-9e72-80dc3206a71b tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044570 Sep 20 12:25:52.767428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.771269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-2c509923-c07b-4d9d-8a3c-a03085829351 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.772239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c509923-c07b-4d9d-8a3c-a03085829351 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039062 Sep 20 12:25:52.774299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45888) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.781394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-7dfe0840-e98c-4414-afe4-eb9e2b82b8ca tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.783681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7dfe0840-e98c-4414-afe4-eb9e2b82b8ca tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074129 Sep 20 12:25:52.785405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45892) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.789749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-262c4518-b53a-459d-93ed-cb224732348b tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.790767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-262c4518-b53a-459d-93ed-cb224732348b tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042064 Sep 20 12:25:52.793195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45894) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.798007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-a9a5eab7-e04a-4735-9fd2-de133795d59c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.798939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9a5eab7-e04a-4735-9fd2-de133795d59c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049105 Sep 20 12:25:52.801240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.805273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-8d7bccf6-3cff-4db2-8a78-bb1570ff5e5c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.808530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45898) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.808759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d7bccf6-3cff-4db2-8a78-bb1570ff5e5c tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064020 Sep 20 12:25:52.813137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-3b5a5e8a-252a-46d0-95ff-be793f4d43f8 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.817756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3b5a5e8a-252a-46d0-95ff-be793f4d43f8 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052655 Sep 20 12:25:52.819517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45900) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.823557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-9d0778f0-edc9-4ed9-a165-0be6ffe4e20e tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.824486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d0778f0-edc9-4ed9-a165-0be6ffe4e20e tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040596 Sep 20 12:25:52.826736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45902) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.831196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-4e0cb107-c59a-4c31-b584-2d0826668c64 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.834183 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4e0cb107-c59a-4c31-b584-2d0826668c64 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044253 Sep 20 12:25:52.834510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45904) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.838651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-af2e60f0-8fd6-4b8f-b38f-e9497340e505 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.839605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-af2e60f0-8fd6-4b8f-b38f-e9497340e505 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041842 Sep 20 12:25:52.841728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45906) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.846699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-4357bb40-db98-4b44-b884-80ac166429ed tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.847663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4357bb40-db98-4b44-b884-80ac166429ed tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0051334 Sep 20 12:25:52.850065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45908) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.855263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-21c07cbb-abf7-4788-8013-eac864d5e5f9 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.856213 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-21c07cbb-abf7-4788-8013-eac864d5e5f9 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052650 Sep 20 12:25:52.859212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.876698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-188b15ef-3f9f-46e2-9267-843a38b622c8 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.877909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-188b15ef-3f9f-46e2-9267-843a38b622c8 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0174859 Sep 20 12:25:52.881233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-549e9591-7034-412c-b835-a7ae00660c40 req-609662e4-374e-4d94-91d8-14fd94ac37b5 tempest-LiveAutoBlockMigrationV225Test-1440053410 tempest-LiveAutoBlockMigrationV225Test-1440053410-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d5d1e6d-30c2-4ca6-8f56-811e165889aa HTTP/1.1" status: 200 len: 210 time: 0.0315287 Sep 20 12:25:52.883202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.887178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-5fb53f89-8719-4d71-80ab-6aef3a848d84 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.888317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5fb53f89-8719-4d71-80ab-6aef3a848d84 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040584 Sep 20 12:25:52.890456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.894378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-6caf10ac-253a-4726-bf7c-fb828d0c2c47 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.896864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6caf10ac-253a-4726-bf7c-fb828d0c2c47 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039814 Sep 20 12:25:52.897675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.901432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-15aea7b2-1466-456b-b774-a8259319a788 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.902350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15aea7b2-1466-456b-b774-a8259319a788 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038495 Sep 20 12:25:52.904667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45918) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.909555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-7bcc3c2d-c507-4998-8100-fa7887c5c853 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.912591 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7bcc3c2d-c507-4998-8100-fa7887c5c853 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042818 Sep 20 12:25:52.912809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45920) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.916615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-c2c4b011-ac71-48c2-8de9-c47a0deaa7fd tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.919728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.919884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c2c4b011-ac71-48c2-8de9-c47a0deaa7fd tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060427 Sep 20 12:25:52.924815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-9f90c472-b3f1-40e5-b42e-32f36bf716ff tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.925802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f90c472-b3f1-40e5-b42e-32f36bf716ff tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050874 Sep 20 12:25:52.927945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.931650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-4eb4d201-7b18-43e6-aa8c-11799af8b61d tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.932661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4eb4d201-7b18-43e6-aa8c-11799af8b61d tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038893 Sep 20 12:25:52.935266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.944690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-0f027f1a-dcf9-4d8c-a4c2-f004c0d963b3 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.948212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45928) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.948455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f027f1a-dcf9-4d8c-a4c2-f004c0d963b3 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0115137 Sep 20 12:25:52.952670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-eaa666b5-0b57-4f2a-8cc4-895bddb5bbdd tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.953641 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eaa666b5-0b57-4f2a-8cc4-895bddb5bbdd tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044994 Sep 20 12:25:52.956801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45930) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.960799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [None req-7595f9ca-943a-432a-95ec-72645b048685 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.963780 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7595f9ca-943a-432a-95ec-72645b048685 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040011 Sep 20 12:25:52.964151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:52.968147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-d51f65ab-6436-4d38-bba9-04523fb75767 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:52.969957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d51f65ab-6436-4d38-bba9-04523fb75767 tempest-ExtensionsTestJSON-129268127 tempest-ExtensionsTestJSON-129268127-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042894 Sep 20 12:25:52.983215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-ad34f455-366a-4d18-a6be-fa2c0b90f543 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-711545788&fields=id&tenant_id=48b5d27334e540629bc6fb53eb4c5bd0 HTTP/1.1" status: 200 len: 267 time: 0.0484335 Sep 20 12:25:53.040512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-3b68ecba-3593-4947-9100-7be34a2f2a99 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.042026 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-3b68ecba-3593-4947-9100-7be34a2f2a99 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 984 time: 0.0524504 Sep 20 12:25:53.054884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'port': {'security_groups': ['58160435-b6af-4c94-a984-927648bcd257', 'e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab', 'ed6da14b-2074-4f0d-9f9c-ae497c97e8a5']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:53.132212 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:53.334220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-9ecbb525-23a2-46ab-82e3-a4c300c09a9f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.335983 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-9ecbb525-23a2-46ab-82e3-a4c300c09a9f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f&tenant_id=ba137cb8b17141debe48f0438ea6705e&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 948 time: 0.0781114 Sep 20 12:25:53.411639 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-9257c171-0a18-419b-94d1-4132faff2fcb service neutron] 10.222.0.32 "GET /v2.0/ports/a05b095d-7381-4ca0-a56a-e27ccc2f5f82/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 382 time: 0.0660720 Sep 20 12:25:53.489588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45946) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:53.511155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-38750573-96f6-4001-af34-793eaeb6b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.512679 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-38750573-96f6-4001-af34-793eaeb6b3d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1099 time: 0.0746589 Sep 20 12:25:53.600723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7b51-7d7b-4eb0-8ca5-fb1bcb4b94b1 req-f4c5cbd6-4b74-42bd-8ede-b26758037b0a tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.602251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-866e7b51-7d7b-4eb0-8ca5-fb1bcb4b94b1 req-f4c5cbd6-4b74-42bd-8ede-b26758037b0a tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 946 time: 0.3940086 Sep 20 12:25:53.618384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8557-cedd-4bf0-b74e-8e9c62161753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:53.621558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-edbf28c1-2629-468c-8e24-bdc22482ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.623176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-edbf28c1-2629-468c-8e24-bdc22482ec1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1027875 Sep 20 12:25:53.672331 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-5aa16e48-106e-4e8f-93eb-9772ed35cdb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.0409181 Sep 20 12:25:53.682710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-866e7b51-7d7b-4eb0-8ca5-fb1bcb4b94b1 req-1f946854-ca79-4611-be6a-a68a8f9308cc tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731993 Sep 20 12:25:53.701324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] For port 4e4f7d5c-1973-4957-97d7-0fed809f517d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:53.734269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:53.739984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-1b12b89a-e995-4502-85c1-c337ce5cc4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.741468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-1b12b89a-e995-4502-85c1-c337ce5cc4f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0606408 Sep 20 12:25:53.804847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e33c6-1e00-41d7-97b6-981cf9e4c807 req-0aa1d014-3c88-4d48-bbb2-83a729b11b19 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.806286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-086e33c6-1e00-41d7-97b6-981cf9e4c807 req-0aa1d014-3c88-4d48-bbb2-83a729b11b19 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 944 time: 0.0495245 Sep 20 12:25:53.807611 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:53.814937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-34d03898-2b0b-4514-aede-6114c4f55a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.816425 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-34d03898-2b0b-4514-aede-6114c4f55a2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654309 Sep 20 12:25:53.818242 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8557-cedd-4bf0-b74e-8e9c62161753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:53.819114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0', '4e4f7d5c-1973-4957-97d7-0fed809f517d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:53.869065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f56bf9ac-8c13-4b4b-8095-b0e2756e63af details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:25:53.871379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:53.874834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:53.875773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:53.877567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c350fcd3-3468-4b0a-afd7-219a60d60862 req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "PUT /v2.0/ports/4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 200 len: 1020 time: 0.8273695 Sep 20 12:25:53.883862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:53.884129 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5a8bfd-9c97-4da9-a309-d838189da5da" -d '{"events": [{"name": "network-changed", "server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:53.924788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-086e33c6-1e00-41d7-97b6-981cf9e4c807 req-552e0e27-dd1b-4169-87b8-36f861f755ed tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062839 Sep 20 12:25:53.930309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b293dd1-96fb-448f-b6cd-dea8823a98c7 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'Port': ['ID=4e4f7d5c-1973-4957-97d7-0fed809f517d,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:53.936526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8557-cedd-4bf0-b74e-8e9c62161753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:53.977128 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-9bbe11ba-68bb-45ea-be3b-0cb8b477c173 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525154 Sep 20 12:25:54.002426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['4e4f7d5c-1973-4957-97d7-0fed809f517d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:54.004083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a8557-cedd-4bf0-b74e-8e9c62161753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edae838e-1035-4d14-b930-b2d307b08d8d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:54.022909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555c735-4bbc-4aa5-9157-d8ff1123690e req-af3c51ba-d3d0-4119-a701-6cd2fa715453 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:54.024682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3555c735-4bbc-4aa5-9157-d8ff1123690e req-af3c51ba-d3d0-4119-a701-6cd2fa715453 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 948 time: 0.0698514 Sep 20 12:25:54.050599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2b6a8557-cedd-4bf0-b74e-8e9c62161753 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e42fb7fc175d400e9a40dcd0816cedb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598996 Sep 20 12:25:54.066528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45956) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:54.110447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3db078-b138-4d3b-8f4e-3aba15a66a57 req-f81da431-3092-4cca-b446-df3ef352c92e tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:54.112040 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b3db078-b138-4d3b-8f4e-3aba15a66a57 req-f81da431-3092-4cca-b446-df3ef352c92e tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 945 time: 0.0824075 Sep 20 12:25:54.115281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3555c735-4bbc-4aa5-9157-d8ff1123690e req-f2e6e963-8e45-4ee1-bb11-6fc384a7b11b tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838349 Sep 20 12:25:54.164485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b3db078-b138-4d3b-8f4e-3aba15a66a57 req-6548b70b-5b50-4fe3-8443-af7a3f9f21bb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Sep 20 12:25:54.165820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-3a5c7a42-7eed-429b-b83f-b08ad5a64aef tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:54.167579 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-3a5c7a42-7eed-429b-b83f-b08ad5a64aef tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 946 time: 0.1316669 Sep 20 12:25:54.191686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:54.219747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af', 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'port_id': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af', 'mac_address': 'fa:16:3e:63:a0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67d977f-ad76-4b74-99cb-49523bb00d6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:25:54.234266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-6a8691a0-303e-46ef-b1c0-c67c81cfeb91 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464726 Sep 20 12:25:54.267602 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9cfe76-bd9d-48d5-92d1-bbb011537f5e x-openstack-request-id: req-af9cfe76-bd9d-48d5-92d1-bbb011537f5e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:54.268034 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:54.268207 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af9cfe76-bd9d-48d5-92d1-bbb011537f5e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:54.268557 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d', 'status': 'completed', 'code': 200} Sep 20 12:25:54.285826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b699028-3c1a-4b0e-b218-cc8c6c17442f req-65c426b7-c0d0-4a30-88ed-3a0f55abe4e8 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/ed6da14b-2074-4f0d-9f9c-ae497c97e8a5 HTTP/1.1" status: 200 len: 1799 time: 0.1176918 Sep 20 12:25:54.300736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45962) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:54.301167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:54.304113 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15fea76f-f2ed-46fa-8819-395382abf332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.314923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:54.315311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.357266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15fea76f-f2ed-46fa-8819-395382abf332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.402367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-1527fc07-29cd-4dcd-86ad-e05831558ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:54.403910 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-1527fc07-29cd-4dcd-86ad-e05831558ca6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1174 time: 0.1374209 Sep 20 12:25:54.416797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Deleting port 2e4f2530-ab46-4017-94f9-0155074f1ccc {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:54.417028 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.446263 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-9b699028-3c1a-4b0e-b218-cc8c6c17442f req-ceaa65a6-ab6f-4e03-af59-d82603ce7d26 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 20 12:25:54.447280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b699028-3c1a-4b0e-b218-cc8c6c17442f req-ceaa65a6-ab6f-4e03-af59-d82603ce7d26 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed6da14b-2074-4f0d-9f9c-ae497c97e8a5 HTTP/1.1" status: 409 len: 341 time: 0.1415741 Sep 20 12:25:54.456753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.555345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15fea76f-f2ed-46fa-8819-395382abf332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.558074 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15fea76f-f2ed-46fa-8819-395382abf332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.559226 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-15fea76f-f2ed-46fa-8819-395382abf332 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edae838e-1035-4d14-b930-b2d307b08d8d HTTP/1.1" status: 204 len: 168 time: 0.4909542 Sep 20 12:25:54.560636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56bf9ac-8c13-4b4b-8095-b0e2756e63af {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:25:54.600036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f65e1b-07cc-41c4-af17-44b479b53eee admin admin] Deleting subnet 9d2e5e21-4425-4400-9778-682f36ab16e9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:25:54.602001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fea76f-f2ed-46fa-8819-395382abf332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae838e-1035-4d14-b930-b2d307b08d8d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:54.621259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08f65e1b-07cc-41c4-af17-44b479b53eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.629932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-8ebeefa2-97df-4b10-8f55-9d700b5e5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:54.632150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-8ebeefa2-97df-4b10-8f55-9d700b5e5364 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 200 len: 912 time: 0.2183237 Sep 20 12:25:54.640741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] For port 2e4f2530-ab46-4017-94f9-0155074f1ccc, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2e4f2530-ab46-4017-94f9-0155074f1ccc,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:54.641522 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.654710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:54.701820 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-4767832e-c7ca-47a5-8315-dd01064f287d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 200 len: 217 time: 0.0570850 Sep 20 12:25:54.710625 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.721890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08f65e1b-07cc-41c4-af17-44b479b53eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.769941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:54.773774 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1df890-cc9e-4271-a371-ccd0c9d56d5d" -d '{"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-plugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:54.777322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-8e82e7d3-423a-40d4-b34d-b510add98216 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 258 time: 0.3435171 Sep 20 12:25:54.777490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.788688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:54.817334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08f65e1b-07cc-41c4-af17-44b479b53eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.822590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:54.889364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-2de276bb-a135-4b5c-ac33-70a7d28ee9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:54.891083 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-2de276bb-a135-4b5c-ac33-70a7d28ee9d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 200 len: 852 time: 0.1660681 Sep 20 12:25:54.910174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:54.934882 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:54.936039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2b86f4da-96d9-4508-a934-83f41936994f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:54.992880 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-66a99c89-1416-4083-8f7d-97438b984463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea7a33e9-e40a-421a-9bc5-493a5c947d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835245 Sep 20 12:25:55.004526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 2b86f4da-96d9-4508-a934-83f41936994f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:55.005274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2b86f4da-96d9-4508-a934-83f41936994f not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:55.035328 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.050572 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.050572 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.050572 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Floating IP a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f disassociated. External IP: 172.25.6.193, port: 2e4f2530-ab46-4017-94f9-0155074f1ccc. Sep 20 12:25:55.051298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Calling delete_port for 2e4f2530-ab46-4017-94f9-0155074f1ccc owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:55.057655 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08f65e1b-07cc-41c4-af17-44b479b53eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.144967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6c8f8-5cbb-4dee-83f4-35bc08713392 req-22bfcef8-3470-4979-ae50-bf67ae6d6b69 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:55.146537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48c6c8f8-5cbb-4dee-83f4-35bc08713392 req-22bfcef8-3470-4979-ae50-bf67ae6d6b69 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 946 time: 0.1431966 Sep 20 12:25:55.151222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08f65e1b-07cc-41c4-af17-44b479b53eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.153380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-08f65e1b-07cc-41c4-af17-44b479b53eee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9d2e5e21-4425-4400-9778-682f36ab16e9 HTTP/1.1" status: 204 len: 168 time: 0.8654253 Sep 20 12:25:55.154226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f65e1b-07cc-41c4-af17-44b479b53eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2e5e21-4425-4400-9778-682f36ab16e9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:55.161453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:55.175535 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-0456167f-a489-4491-9f1e-c31ea51bde9e service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731086 Sep 20 12:25:55.175764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['f56bf9ac-8c13-4b4b-8095-b0e2756e63af'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:55.258272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:55.325514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c5a8bfd-9c97-4da9-a309-d838189da5da req-346efca5-761c-4b77-8cd5-faeab79bc3a9 service neutron] 10.222.0.32 "GET /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373444 Sep 20 12:25:55.364803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.371534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48c6c8f8-5cbb-4dee-83f4-35bc08713392 req-78751d8b-067f-467f-b2c9-4329549d1bd1 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups?id=e54c3544-e18d-4a0f-b6a2-62d374a4e05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960618 Sep 20 12:25:55.378737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-e600c8af-adcd-4038-a004-de56a1bfeabc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2434142 Sep 20 12:25:55.426238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.447719 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2cd52c-36e7-441e-9fe9-802531ad041c x-openstack-request-id: req-aa2cd52c-36e7-441e-9fe9-802531ad041c {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:55.448012 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-plugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:55.448267 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa2cd52c-36e7-441e-9fe9-802531ad041c {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:55.448790 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'code': 200} Sep 20 12:25:55.462883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event deleted for resources: {'Port': ['ID=2e4f2530-ab46-4017-94f9-0155074f1ccc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:55.549041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.602397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.644503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39099c2-8f30-47c6-bf23-32bf658a1459']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:55.661978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:25:55.681345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcf10dc-40b7-4670-95e9-3ecad819b5bc') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:55.681345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcf10dc-40b7-4670-95e9-3ecad819b5bc') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:55.683339 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-55ff0a1f-202a-43e3-961c-24eff1a628b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547032 Sep 20 12:25:55.697683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-7aa0c236-ed0e-4ecc-a1a7-e63dab56f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:55.699218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-7aa0c236-ed0e-4ecc-a1a7-e63dab56f676 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 1101 time: 0.2480807 Sep 20 12:25:55.708822 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.757336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.785653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34acb33-bf36-4e63-8659-a3255a1099e1 req-2ab930f4-5b6b-4f59-8894-4abd63949404 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:55.792956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d34acb33-bf36-4e63-8659-a3255a1099e1 req-2ab930f4-5b6b-4f59-8894-4abd63949404 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1023 time: 0.2254937 Sep 20 12:25:55.808140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-0e77727b-7abd-4910-b55d-4ed266126adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:55.812604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-0e77727b-7abd-4910-b55d-4ed266126adb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 1101 time: 0.0930421 Sep 20 12:25:55.814610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:25:55.815551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.829598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:25:55.843864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] Sync routers for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:25:55.852694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:25:55.853645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:55.885246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46002) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:25:55.886546 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:25:55.940974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] No DVR routers for this DVR port 2e4f2530-ab46-4017-94f9-0155074f1ccc on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:55.954397 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:55.956500 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e29bc48-9479-4cb0-9874-36ea0278c19f req-15c2055b-5e7e-4a4b-96da-28c6733faf9e tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.21 "DELETE /v2.0/ports/2e4f2530-ab46-4017-94f9-0155074f1ccc HTTP/1.1" status: 204 len: 173 time: 1.7785294 Sep 20 12:25:55.959189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'name': 'network-vif-deleted', 'tag': '2e4f2530-ab46-4017-94f9-0155074f1ccc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:55.969899 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6157c922-37b5-48f2-9278-faf90ae03cad" -d '{"events": [{"server_uuid": "9d31a548-bd5b-4b61-9bfa-f06fcef0cecd", "name": "network-vif-deleted", "tag": "2e4f2530-ab46-4017-94f9-0155074f1ccc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:55.980742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-75ee0e10-c7fa-4a53-85fd-60114dc14129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:55.983092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-75ee0e10-c7fa-4a53-85fd-60114dc14129 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2564530 Sep 20 12:25:56.008533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Allocated IP 172.25.6.58 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/63ee7bed-34f0-4b8e-8b76-8ee5a33aa064) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:56.019986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:25:56.065826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-f8046933-24a8-4810-a81e-805ec6da6010 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 200 len: 217 time: 0.0654662 Sep 20 12:25:56.087194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-607060621'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:56.098363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2e4f2530-ab46-4017-94f9-0155074f1ccc no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:56.104830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-faf8a3d4-f9e1-44de-bea1-705987953fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:56.104830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-faf8a3d4-f9e1-44de-bea1-705987953fba service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2704420 Sep 20 12:25:56.156163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d34acb33-bf36-4e63-8659-a3255a1099e1 req-55f80dc5-f689-408f-a49f-9e891d3802ae tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=58160435-b6af-4c94-a984-927648bcd257&id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&id=ed6da14b-2074-4f0d-9f9c-ae497c97e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3615873 Sep 20 12:25:56.162836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.187785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-e67fff80-df4a-429d-951a-2acc2d4f5d8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=013e0529-f45b-45b3-af48-2309baada7e7 HTTP/1.1" status: 200 len: 217 time: 0.0673659 Sep 20 12:25:56.192954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-4c3ef2a5-f7df-4b87-941f-93592d492a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:56.194239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-4c3ef2a5-f7df-4b87-941f-93592d492a4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1172085 Sep 20 12:25:56.199674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.202514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e39099c2-8f30-47c6-bf23-32bf658a1459 HTTP/1.1" status: 204 len: 168 time: 1.0322645 Sep 20 12:25:56.203180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 2e4f2530-ab46-4017-94f9-0155074f1ccc {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:25:56.203295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2e4f2530-ab46-4017-94f9-0155074f1ccc not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:56.208389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46008) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:56.237434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a30ad-9df8-4d7c-8559-a35c4545d1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39099c2-8f30-47c6-bf23-32bf658a1459,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:56.260131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Made reservation on behalf of 537ce10c17fa4d0a985bb5ea3a6d8b41 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:56.265684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.288612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.308106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-dd9f778e-6548-48f6-9119-d1fed943b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:56.309606 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-dd9f778e-6548-48f6-9119-d1fed943b3e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1138213 Sep 20 12:25:56.315874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93a888e-2a05-4f06-852f-b4f2b158a38d admin admin] Deleting subnet cd048782-e169-47fa-84b7-751f904de51e {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:25:56.331757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e93a888e-2a05-4f06-852f-b4f2b158a38d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.334617 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.337529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-27e17401-a154-44f5-b458-bd84d34276ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:56.339730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-27e17401-a154-44f5-b458-bd84d34276ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201100 Sep 20 12:25:56.359868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768fb1b-825b-484e-afb3-f541ff0f7f21 req-b6b55217-09c2-461e-b15f-fe045f163d9a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:56.361602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0768fb1b-825b-484e-afb3-f541ff0f7f21 req-b6b55217-09c2-461e-b15f-fe045f163d9a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 945 time: 0.0999551 Sep 20 12:25:56.386392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:32Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:56.403692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e93a888e-2a05-4f06-852f-b4f2b158a38d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.434107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-7ce0b3d6-7eff-47b5-9abb-3ea99fb73c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:56.435536 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-7ce0b3d6-7eff-47b5-9abb-3ea99fb73c49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151199 Sep 20 12:25:56.444198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] Checking router: 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:25:56.454348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:25:56.455307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:56.495139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0768fb1b-825b-484e-afb3-f541ff0f7f21 req-bdb3864f-87ab-4e16-81ba-425ff5a359b4 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194932 Sep 20 12:25:56.524675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-aeed9851-ded2-4665-aeb6-612e021ea5b9 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601484 Sep 20 12:25:56.546537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e93a888e-2a05-4f06-852f-b4f2b158a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.589410 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.590769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:25:56.648854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.653040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:56.658784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-acd8943d-d224-4c4d-a99c-605f2a00f95c service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134206 Sep 20 12:25:56.677509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:56.693175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-86ff50dd-d727-49f6-9c37-b3a77a95b06f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:56.695497 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-86ff50dd-d727-49f6-9c37-b3a77a95b06f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.32 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1023 time: 0.1494119 Sep 20 12:25:56.695645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:56.786559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Pushing event updated for resources: {'Port': ['ID=63ee7bed-34f0-4b8e-8b76-8ee5a33aa064,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:56.808174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c028a0-d7fe-4f39-922c-fb5d3debd9f3 req-f3ab81e6-cd6b-4b54-b606-d12d62588ef7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:56.815912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88c028a0-d7fe-4f39-922c-fb5d3debd9f3 req-f3ab81e6-cd6b-4b54-b606-d12d62588ef7 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1719201 Sep 20 12:25:56.822174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86f2d145-61e3-4424-9f64-12364f2e1f75 req-74246658-9156-4436-89fc-5476bbdc4afb service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891965 Sep 20 12:25:56.903424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:32Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:56.940135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88c028a0-d7fe-4f39-922c-fb5d3debd9f3 req-f2917a64-9c70-403d-9dd7-f3bd5c6bd065 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170163 Sep 20 12:25:56.947593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac62b9-0478-4f7f-aa59-65dc3fee592f None None] The sync data for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 is: [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:23:25Z', 'revision_number': 4, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2daab870-a582-43b0-9bd3-b28dd1911624', 'name': '', 'network_id': '6a128072-ca84-49a0-9429-35ba87e0edeb', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:24Z', 'updated_at': '2021-09-20T12:23:32Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'subnets': [{'id': 'a5b4cd95-059b-4af4-bfc9-e72011074449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:25:56.975739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:56.978903 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e93a888e-2a05-4f06-852f-b4f2b158a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.006293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.096514 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65b4ccb-995a-491e-a98f-3df4f1e673ce x-openstack-request-id: req-f65b4ccb-995a-491e-a98f-3df4f1e673ce {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:57.096803 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d31a548-bd5b-4b61-9bfa-f06fcef0cecd", "name": "network-vif-deleted", "tag": "2e4f2530-ab46-4017-94f9-0155074f1ccc", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:57.100796 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f65b4ccb-995a-491e-a98f-3df4f1e673ce {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:57.100796 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d31a548-bd5b-4b61-9bfa-f06fcef0cecd', 'name': 'network-vif-deleted', 'tag': '2e4f2530-ab46-4017-94f9-0155074f1ccc', 'status': 'completed', 'code': 200} Sep 20 12:25:57.102962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a888e-2a05-4f06-852f-b4f2b158a38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd048782-e169-47fa-84b7-751f904de51e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:57.115932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:25:57.118472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e93a888e-2a05-4f06-852f-b4f2b158a38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.121489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e93a888e-2a05-4f06-852f-b4f2b158a38d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cd048782-e169-47fa-84b7-751f904de51e HTTP/1.1" status: 204 len: 168 time: 0.9121063 Sep 20 12:25:57.122995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46012) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:57.141105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb8dca-c2ab-4789-b201-61e3fb0abcc6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:57.188120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.188924 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Added segment ce3b3d36-8ce6-4ba5-9b4f-f7469953607e of type vlan for network df6ffe81-ded8-4310-9cea-a981e819874f Sep 20 12:25:57.244494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46b3b469-607c-4e82-a6dd-c27b9fc63d40 req-dab3d8c6-04e8-416c-b69f-7e4759aca6ea tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d31a548-bd5b-4b61-9bfa-f06fcef0cecd HTTP/1.1" status: 200 len: 210 time: 0.0860112 Sep 20 12:25:57.251886 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a71a005-1d68-4409-b2ed-7a1217e0fe86 req-370b7cb3-6dd8-4700-a79d-2a102783e9e0 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789056 Sep 20 12:25:57.276875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.309370 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c682b-2600-4a06-ac67-01a48618c56b None None] New status for floating IP a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:25:57.314627 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.326195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Deleting port 4e4f7d5c-1973-4957-97d7-0fed809f517d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:25:57.326947 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.375732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.431614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.431918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-8de03c37-3c4a-4990-9825-39d62f05d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:57.433958 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-8de03c37-3c4a-4990-9825-39d62f05d5fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f&tenant_id=ba137cb8b17141debe48f0438ea6705e HTTP/1.1" status: 200 len: 1100 time: 0.2255344 Sep 20 12:25:57.438431 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:57.439144 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.462342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:57.535898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event updated for resources: {'Network': ['ID=df6ffe81-ded8-4310-9cea-a981e819874f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:57.539325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] For port 4e4f7d5c-1973-4957-97d7-0fed809f517d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4e4f7d5c-1973-4957-97d7-0fed809f517d,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:57.539704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.549418 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e422bbff-4cb0-4fb7-a858-f1cc0cea5205 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6632555 Sep 20 12:25:57.552078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network df6ffe81-ded8-4310-9cea-a981e819874f details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:25:57.552371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46018) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:57.557891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Request body: {'subnet': {'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:57.576187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Calling delete_port for 4e4f7d5c-1973-4957-97d7-0fed809f517d owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:25:57.825895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Made reservation on behalf of 537ce10c17fa4d0a985bb5ea3a6d8b41 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:57.830215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.883205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f56bf9ac-8c13-4b4b-8095-b0e2756e63af up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:25:57.892201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7826371-7d1b-4692-8fab-07bef53eb878 req-ecd50be0-7db8-4010-8f91-9fe66102a534 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:57.894083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7826371-7d1b-4692-8fab-07bef53eb878 req-ecd50be0-7db8-4010-8f91-9fe66102a534 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=4af6d335-4fe3-4030-b31e-b93727648c21 HTTP/1.1" status: 200 len: 1023 time: 0.5371282 Sep 20 12:25:57.901578 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:57.916476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:25:57.962436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'Port': ['ID=4e4f7d5c-1973-4957-97d7-0fed809f517d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:58.012302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] No DVR routers for this DVR port 4e4f7d5c-1973-4957-97d7-0fed809f517d on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:58.016883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.018585 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d9b582f-e654-4ff5-a655-8ba4f1c11b64 req-7477c2e4-e025-4d7a-818d-f69811d53c6b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.32 "DELETE /v2.0/ports/4e4f7d5c-1973-4957-97d7-0fed809f517d HTTP/1.1" status: 204 len: 173 time: 1.0566823 Sep 20 12:25:58.028275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.036636 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.087854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7826371-7d1b-4692-8fab-07bef53eb878 req-25b92868-5d21-47a2-97d6-347670ad13a8 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=58160435-b6af-4c94-a984-927648bcd257&id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&id=ed6da14b-2074-4f0d-9f9c-ae497c97e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1680548 Sep 20 12:25:58.095520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2475a2-a626-44ca-8bdf-be1af1f94ade']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:58.134878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd877aa6f-1cf1-45bf-b959-0a2877063c30') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:58.135489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd877aa6f-1cf1-45bf-b959-0a2877063c30') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:25:58.138791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port f56bf9ac-8c13-4b4b-8095-b0e2756e63af completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:25:58.150156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port f56bf9ac-8c13-4b4b-8095-b0e2756e63af triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:25:58.150696 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.163708 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.176190 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.244613 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.250981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.276083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:25:58.276499 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:25:58.278258 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:25:58.293236 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.293953 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.322554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a887248-df11-4c98-a2bd-8c443183ebcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:58.324972 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ea40ca-0ec0-4d05-af47-fcd1b6ae788a" -d '{"events": [{"server_uuid": "5a887248-df11-4c98-a2bd-8c443183ebcd", "name": "network-vif-plugged", "status": "completed", "tag": "f56bf9ac-8c13-4b4b-8095-b0e2756e63af"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:58.329477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event updated for resources: {'Subnet': ['ID=14b78e51-44ac-43d5-912b-163ca0ab0d3c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:58.343989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Checking segment: {'id': 'ce3b3d36-8ce6-4ba5-9b4f-f7469953607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:58.344227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Network hostable DHCP agents. Network: df6ffe81-ded8-4310-9cea-a981e819874f, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:25:58.344830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:58.414995 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.464276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:58.479785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1e70f-5ba0-439b-b8b7-62d668779e57 req-bb478585-14d6-43bb-9af2-e76853fecb69 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:58.481294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ea1e70f-5ba0-439b-b8b7-62d668779e57 req-bb478585-14d6-43bb-9af2-e76853fecb69 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 945 time: 0.2512472 Sep 20 12:25:58.483989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Network df6ffe81-ded8-4310-9cea-a981e819874f is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:25:58.486916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Pushing event updated for resources: {'Port': ['ID=63ee7bed-34f0-4b8e-8b76-8ee5a33aa064,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:58.524571 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.526210 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.542580 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.544416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b2475a2-a626-44ca-8bdf-be1af1f94ade HTTP/1.1" status: 204 len: 168 time: 1.4199309 Sep 20 12:25:58.566650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:25:58.569112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751843cf-df86-4d50-bf0f-12439dc80461 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2475a2-a626-44ca-8bdf-be1af1f94ade,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:58.586590 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ea1e70f-5ba0-439b-b8b7-62d668779e57 req-006b66b3-3ab1-4c50-8007-05a3f87abeb8 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941632 Sep 20 12:25:58.587039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, df6ffe81-ded8-4310-9cea-a981e819874f) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:58.601835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:58.601835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.602429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e95bbf-22aa-4f52-ba00-e6b12478aeb9 None None] Network df6ffe81-ded8-4310-9cea-a981e819874f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:25:58.619738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:58.662199 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.663203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-f718c6db-c9bf-4d67-a928-72e9ec15920d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8791780 Sep 20 12:25:58.674517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:58.674517 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9587085a-179d-4f4e-9edb-cb4122dda867" -d '{"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-unplugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:58.674517 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.705064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a8e364f6-7930-4834-a060-83f791cfa252 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1486983 Sep 20 12:25:58.705769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46032) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:58.712385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Request body: {'port': {'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1902226758'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:58.747568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Transition to ACTIVE for port object a05b095d-7381-4ca0-a56a-e27ccc2f5f82 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:25:58.784805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-146181a0-8023-4726-a770-94d1d5053e14 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.1082585 Sep 20 12:25:58.795498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-df6ffe81-ded8-4310-9cea-a981e819874f', 'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f', 'tenant_id': '537ce10c17fa4d0a985bb5ea3a6d8b41', 'fixed_ips': [{'subnet_id': '14b78e51-44ac-43d5-912b-163ca0ab0d3c'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:25:58.796092 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.836231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4d19e-3859-4aad-9669-1334eb357f6d req-8daca648-ebb6-4a8e-8694-8dfebcd7fb26 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:58.837761 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77e4d19e-3859-4aad-9669-1334eb357f6d req-8daca648-ebb6-4a8e-8694-8dfebcd7fb26 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.1288798 Sep 20 12:25:58.884191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.934526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Allocated IP 2001:db8::2 (df6ffe81-ded8-4310-9cea-a981e819874f/14b78e51-44ac-43d5-912b-163ca0ab0d3c/82ce1a4f-825b-4240-841f-36e2665a985a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:58.953056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Made reservation on behalf of 537ce10c17fa4d0a985bb5ea3a6d8b41 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:25:58.956713 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:58.973756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] device_id is not set on port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:25:58.979998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-4a3dc452-8040-4063-9c9e-f2407244566a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:58.981554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-4a3dc452-8040-4063-9c9e-f2407244566a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1896832 Sep 20 12:25:58.986882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=10']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:59.003400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77e4d19e-3859-4aad-9669-1334eb357f6d req-be91969b-dde1-427e-bb7b-b81b6aae2dcb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319137 Sep 20 12:25:59.007330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-dc1bcb73-f184-4088-9bb1-c03d98db979b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:25:59.008130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb40b2e2-41b7-44bc-8694-22b2a1be1633 req-dc1bcb73-f184-4088-9bb1-c03d98db979b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115030 Sep 20 12:25:59.037054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] No DVR routers for this DVR port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:25:59.100168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:59.100505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:59.101333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:59.112272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:25:59.112605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Attempting to bind port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:59.123747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:59.124768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:59.125204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:59.125648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Bound port: a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:59.126011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.128147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46038) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:59.157529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'name': 'network-vif-deleted', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:25:59.157529 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208bd34c-9bfe-43c3-ba45-07022b9fa2d9" -d '{"events": [{"server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "name": "network-vif-deleted", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:25:59.197458 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91eeea4-8cae-440b-9363-fc52c1e3e2f0 x-openstack-request-id: req-d91eeea4-8cae-440b-9363-fc52c1e3e2f0 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:59.201462 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a887248-df11-4c98-a2bd-8c443183ebcd", "name": "network-vif-plugged", "status": "completed", "tag": "f56bf9ac-8c13-4b4b-8095-b0e2756e63af", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:59.201462 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d91eeea4-8cae-440b-9363-fc52c1e3e2f0 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:59.201955 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a887248-df11-4c98-a2bd-8c443183ebcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af', 'code': 200} Sep 20 12:25:59.204261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.231162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-61e6ae57-74de-48b2-843a-d18a55dc2fc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82ab7f87ae3c4abe9ff454b68496a0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019681 Sep 20 12:25:59.234611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46044) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:59.251731 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e5fe93-e3d8-4fc9-8aaa-257ed5b6d260 x-openstack-request-id: req-45e5fe93-e3d8-4fc9-8aaa-257ed5b6d260 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:59.252245 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-unplugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:59.252652 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45e5fe93-e3d8-4fc9-8aaa-257ed5b6d260 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:59.253346 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'code': 200} Sep 20 12:25:59.299137 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.305583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:59.310418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:59.322623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c24e22-2eaa-4aae-9634-68ea950e9759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.340927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Network df6ffe81-ded8-4310-9cea-a981e819874f is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:25:59.349499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:25:59.351423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Pushing event updated for resources: {'Port': ['ID=82ce1a4f-825b-4240-841f-36e2665a985a,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:59.355342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:25:59.371776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46046) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:59.411133 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.414360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8dd82-7503-4806-ac25-ce4acc6b884a req-52401e68-6c57-4ba8-9c96-7783a51cc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:59.415857 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c24e22-2eaa-4aae-9634-68ea950e9759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.416587 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0df8dd82-7503-4806-ac25-ce4acc6b884a req-52401e68-6c57-4ba8-9c96-7783a51cc5d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 1097 time: 0.1495929 Sep 20 12:25:59.434895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Attempting to bind port 82ce1a4f-825b-4240-841f-36e2665a985a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:25:59.435514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Attempting to bind port 82ce1a4f-825b-4240-841f-36e2665a985a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'ce3b3d36-8ce6-4ba5-9b4f-f7469953607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:25:59.437410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Attempting to bind port 82ce1a4f-825b-4240-841f-36e2665a985a on network df6ffe81-ded8-4310-9cea-a981e819874f {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:25:59.443276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:25:59.443999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Checking segment: {'id': 'ce3b3d36-8ce6-4ba5-9b4f-f7469953607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:25:59.444615 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.445493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Bound using segment: {'id': 'ce3b3d36-8ce6-4ba5-9b4f-f7469953607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:25:59.446178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Bound port: 82ce1a4f-825b-4240-841f-36e2665a985a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b3d36-8ce6-4ba5-9b4f-f7469953607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:25:59.446784 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.466038 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5c6b8-15e3-4e73-8d87-51b4d3fa274b x-openstack-request-id: req-65d5c6b8-15e3-4e73-8d87-51b4d3fa274b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:25:59.467261 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af6d335-4fe3-4030-b31e-b93727648c21", "name": "network-vif-deleted", "tag": "4e4f7d5c-1973-4957-97d7-0fed809f517d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:25:59.467261 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65d5c6b8-15e3-4e73-8d87-51b4d3fa274b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:25:59.467261 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af6d335-4fe3-4030-b31e-b93727648c21', 'name': 'network-vif-deleted', 'tag': '4e4f7d5c-1973-4957-97d7-0fed809f517d', 'status': 'completed', 'code': 200} Sep 20 12:25:59.483869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:59.484646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.486071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] 10.222.0.21 "PUT /v2.0/ports/a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 1096 time: 2.0306330 Sep 20 12:25:59.506718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Allocated IP 2001:db8::1ee (df6ffe81-ded8-4310-9cea-a981e819874f/14b78e51-44ac-43d5-912b-163ca0ab0d3c/52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:25:59.532336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b076c19-04ff-419f-9689-734a6842df31 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.534775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] For port 82ce1a4f-825b-4240-841f-36e2665a985a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:25:59.539116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] For port 82ce1a4f-825b-4240-841f-36e2665a985a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=82ce1a4f-825b-4240-841f-36e2665a985a,segment=NetworkSegment(ce3b3d36-8ce6-4ba5-9b4f-f7469953607e),segment_id=ce3b3d36-8ce6-4ba5-9b4f-f7469953607e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:25:59.554140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-cfd7e3d0-494e-400c-a334-10c555f543b2 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:59.556397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-cfd7e3d0-494e-400c-a334-10c555f543b2 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2137764 Sep 20 12:25:59.578588 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0df8dd82-7503-4806-ac25-ce4acc6b884a req-6f155be1-4118-4ee8-83b4-db866b0204bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518042 Sep 20 12:25:59.595760 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b076c19-04ff-419f-9689-734a6842df31 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.604238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.654034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a844f-6d09-46fa-8f1f-3057ac534ffe service neutron] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=11']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:59.659648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-051feb34-0967-42f7-a353-477518c12b68 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0692649 Sep 20 12:25:59.663943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a4d50ae-41a9-46e3-a5e5-edef6c7578a7 req-ac0c4abc-4bb8-4bc1-adaf-fbf6b9bdbafd tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/58160435-b6af-4c94-a984-927648bcd257 HTTP/1.1" status: 200 len: 1800 time: 0.1852510 Sep 20 12:25:59.673854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Request body: {'floatingip': {'port_id': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:25:59.711787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-135047fb-b100-4a36-9585-ae294bb7d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:25:59.713809 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-135047fb-b100-4a36-9585-ae294bb7d0f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1099 time: 0.1849391 Sep 20 12:25:59.741577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2cb05-a8ec-4cfc-9c50-81f7c971476e None None] Pushing event updated for resources: {'Port': ['ID=82ce1a4f-825b-4240-841f-36e2665a985a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:59.750970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c24e22-2eaa-4aae-9634-68ea950e9759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.750970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c24e22-2eaa-4aae-9634-68ea950e9759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.751625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-06c24e22-2eaa-4aae-9634-68ea950e9759 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e087bb0a-0f83-417b-943c-7c67dcfbf677 HTTP/1.1" status: 204 len: 168 time: 0.5158937 Sep 20 12:25:59.754063 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.808468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b076c19-04ff-419f-9689-734a6842df31 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.815445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b076c19-04ff-419f-9689-734a6842df31 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.820221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0b076c19-04ff-419f-9689-734a6842df31 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "DELETE /v2.0/security-groups/e54c3544-e18d-4a0f-b6a2-62d374a4e05d HTTP/1.1" status: 204 len: 168 time: 0.4397879 Sep 20 12:25:59.823533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46054) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:59.852362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c24e22-2eaa-4aae-9634-68ea950e9759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087bb0a-0f83-417b-943c-7c67dcfbf677,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:59.872625 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-eff30ac2-3d94-44d5-8ffb-8e05f41e2395 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] show failed (client error): The resource could not be found. Sep 20 12:25:59.875105 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eff30ac2-3d94-44d5-8ffb-8e05f41e2395 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "GET /v2.0/security-groups/e54c3544-e18d-4a0f-b6a2-62d374a4e05d HTTP/1.1" status: 404 len: 347 time: 0.0422971 Sep 20 12:25:59.877245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b076c19-04ff-419f-9689-734a6842df31 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c3544-e18d-4a0f-b6a2-62d374a4e05d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:25:59.882043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:25:59.899414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:25:59.937782 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:25:59.968881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:25:59.968881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4e4f7d5c-1973-4957-97d7-0fed809f517d no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:00.018455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 4e4f7d5c-1973-4957-97d7-0fed809f517d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:00.018924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4e4f7d5c-1973-4957-97d7-0fed809f517d not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:00.113196 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a4d50ae-41a9-46e3-a5e5-edef6c7578a7 req-e3a90171-b2d2-42a1-9084-f53245c92e50 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.129307 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.170005 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-4b298f47-d50c-43d3-b6bd-938fb07323cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:00.172154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-4b298f47-d50c-43d3-b6bd-938fb07323cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.4497719 Sep 20 12:26:00.176084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Network df6ffe81-ded8-4310-9cea-a981e819874f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:00.187003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:00.187003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:00.190807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:00.191458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.194213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a4d50ae-41a9-46e3-a5e5-edef6c7578a7 req-e3a90171-b2d2-42a1-9084-f53245c92e50 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.207294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event updated for resources: {'Port': ['ID=52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:00.246459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-04abb01e-7f73-438a-b125-4dc424dfbaf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.0651829 Sep 20 12:26:00.282588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:00.296600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-732499f3-89a5-408c-b9d2-9a948053f17c tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5778008 Sep 20 12:26:00.332294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Request body: {'port': {'network_id': 'df6ffe81-ded8-4310-9cea-a981e819874f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1002823079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:00.332834 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] bootfile-name is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:26:00.333199 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] tftp-server is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:26:00.333538 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] server-ip-address is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:26:00.374729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Deleting port 1d1f3f7b-517b-471d-b826-4a4fc65bed01 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:00.375160 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.460147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-ec0ed31a-45d3-47f2-827c-bb4c7e1fb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:00.461161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-ec0ed31a-45d3-47f2-827c-bb4c7e1fb881 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1974816 Sep 20 12:26:00.539936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a4d50ae-41a9-46e3-a5e5-edef6c7578a7 req-e3a90171-b2d2-42a1-9084-f53245c92e50 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.543543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a4d50ae-41a9-46e3-a5e5-edef6c7578a7 req-e3a90171-b2d2-42a1-9084-f53245c92e50 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.544798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a4d50ae-41a9-46e3-a5e5-edef6c7578a7 req-e3a90171-b2d2-42a1-9084-f53245c92e50 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/58160435-b6af-4c94-a984-927648bcd257 HTTP/1.1" status: 204 len: 173 time: 0.8357577 Sep 20 12:26:00.653480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46068) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:00.743823 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fa9e00c7-dc14-4650-8647-4eff4822102d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c733b0a81d248f2a33c3da97290045d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821884 Sep 20 12:26:00.744475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46070) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:00.806601 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bb4-cec2-4066-8c85-6a3083be29d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.831603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bb4-cec2-4066-8c85-6a3083be29d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.966623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a90171-b2d2-42a1-9084-f53245c92e50 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58160435-b6af-4c94-a984-927648bcd257,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:00.972592 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bb4-cec2-4066-8c85-6a3083be29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.982523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bb4-cec2-4066-8c85-6a3083be29d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:00.988990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dddc3bb4-cec2-4066-8c85-6a3083be29d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f26ae6c-6e61-4b92-b890-c973e1ccb238 HTTP/1.1" status: 204 len: 168 time: 0.2389114 Sep 20 12:26:01.004149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc3bb4-cec2-4066-8c85-6a3083be29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f26ae6c-6e61-4b92-b890-c973e1ccb238,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:01.008623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aee0f1b-fb48-4fea-9d43-66b024c2a5e6 None None] Network df6ffe81-ded8-4310-9cea-a981e819874f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:01.034526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.035103 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.062624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Calling delete_port for 1d1f3f7b-517b-471d-b826-4a4fc65bed01 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:01.070002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-0601fd6b-5884-4961-9b8c-293d7ac4b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:01.071496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-0601fd6b-5884-4961-9b8c-293d7ac4b49d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5691688 Sep 20 12:26:01.100591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b400abfd-863f-4a3d-b483-b3db7a64ca4f None None] Provisioning complete for port 82ce1a4f-825b-4240-841f-36e2665a985a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:01.100956 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b400abfd-863f-4a3d-b483-b3db7a64ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.263329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaed7a-8bbd-473f-97eb-42511e187af6 req-70b89d15-84f9-44bd-b59e-dba09abed2c4 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:01.265961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4feaed7a-8bbd-473f-97eb-42511e187af6 req-70b89d15-84f9-44bd-b59e-dba09abed2c4 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.3022068 Sep 20 12:26:01.266116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:01.267620 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b400abfd-863f-4a3d-b483-b3db7a64ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.268254 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00c932-32b7-4062-abb6-c953df232b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:01.303708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b400abfd-863f-4a3d-b483-b3db7a64ca4f None None] For port 82ce1a4f-825b-4240-841f-36e2665a985a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=82ce1a4f-825b-4240-841f-36e2665a985a,segment=NetworkSegment(ce3b3d36-8ce6-4ba5-9b4f-f7469953607e),segment_id=ce3b3d36-8ce6-4ba5-9b4f-f7469953607e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:01.326798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Made reservation on behalf of 537ce10c17fa4d0a985bb5ea3a6d8b41 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:01.330991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.376752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:26:01.456814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.481677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4feaed7a-8bbd-473f-97eb-42511e187af6 req-9fc58b0e-bb35-41fd-97a4-abce5de3d9b5 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882603 Sep 20 12:26:01.485996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-1eddbe75-5e8c-457e-9042-6ae12ac472c0 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682418 Sep 20 12:26:01.487126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] device_id is not set on port cb2976cf-4f94-4244-9c0c-8ea872337ea4 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:26:01.516466 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b400abfd-863f-4a3d-b483-b3db7a64ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.610248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400abfd-863f-4a3d-b483-b3db7a64ca4f None None] Pushing event updated for resources: {'Port': ['ID=82ce1a4f-825b-4240-841f-36e2665a985a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:01.616587 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.646867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fb9ca4c0-93d3-41b0-97ea-575dd2a9477b None None] Provisioning complete for port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:01.647184 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb9ca4c0-93d3-41b0-97ea-575dd2a9477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.704272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ca4c0-93d3-41b0-97ea-575dd2a9477b None None] Port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:01.737364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fb9ca4c0-93d3-41b0-97ea-575dd2a9477b None None] Provisioning complete for port 82ce1a4f-825b-4240-841f-36e2665a985a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:01.738004 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb9ca4c0-93d3-41b0-97ea-575dd2a9477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:01.867809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 82ce1a4f-825b-4240-841f-36e2665a985a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:01.958188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc426a-aec3-42dc-8132-bb036c8a470d req-6e16f00a-83d3-47f2-a19d-203c9378aefb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:01.959800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00cc426a-aec3-42dc-8132-bb036c8a470d req-6e16f00a-83d3-47f2-a19d-203c9378aefb tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 948 time: 0.3501520 Sep 20 12:26:01.977538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Allocated IP 2001:db8::33 (df6ffe81-ded8-4310-9cea-a981e819874f/14b78e51-44ac-43d5-912b-163ca0ab0d3c/cb2976cf-4f94-4244-9c0c-8ea872337ea4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:02.026574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66fb95c-c1e8-496f-9290-8a0377665a0b req-829bfe65-6b88-449b-8337-39cc46b26acd service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318124 Sep 20 12:26:02.031512 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Floating IP 3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee associated. External IP: 172.25.6.58, port: d71f0c94-06bf-49e0-a622-15f0edd82962. Sep 20 12:26:02.048195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 82ce1a4f-825b-4240-841f-36e2665a985a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:02.048786 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.084382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5b841fa6-5070-4cc7-9ec3-8ba7d4fa5eaa None None] Provisioning complete for port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:02.084751 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b841fa6-5070-4cc7-9ec3-8ba7d4fa5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.105836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00cc426a-aec3-42dc-8132-bb036c8a470d req-666e3821-be3c-427e-8fbc-6585cd741d31 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298029 Sep 20 12:26:02.132039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5b841fa6-5070-4cc7-9ec3-8ba7d4fa5eaa None None] Port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:02.184023 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.266568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Pushing event deleted for resources: {'Port': ['ID=1d1f3f7b-517b-471d-b826-4a4fc65bed01,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:02.423249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bb35245-52f5-4ea7-bda6-3210c2fc7153 req-dc942401-b52b-4bd1-a091-580a3fa5ac8d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/ed6da14b-2074-4f0d-9f9c-ae497c97e8a5 HTTP/1.1" status: 200 len: 1799 time: 0.1903615 Sep 20 12:26:02.434406 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.437592 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.438764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f277624c-56fe-46d6-9c0b-b5f79dda3af6 tempest-ServersTestManualDisk-1500010326 tempest-ServersTestManualDisk-1500010326-project] 10.222.0.37 "DELETE /v2.0/floatingips/a7f46ea3-2949-4e92-9e0b-fdfdf5ca775f HTTP/1.1" status: 204 len: 168 time: 2.5301025 Sep 20 12:26:02.442052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46090) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:02.467591 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.565702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Router b95823d3-46e9-4296-80ad-9375a4291e6b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:02.582664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4bb35245-52f5-4ea7-bda6-3210c2fc7153 req-1d39a0c6-55be-4cc3-b2fd-03090a2a4046 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.641105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4bb35245-52f5-4ea7-bda6-3210c2fc7153 req-1d39a0c6-55be-4cc3-b2fd-03090a2a4046 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.675069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.743692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46098) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:02.769504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Network df6ffe81-ded8-4310-9cea-a981e819874f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:02.773179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:02.774957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:02.781402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.788458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:02.789511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] Sync routers for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:02.794167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:02.796587 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.800151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event updated for resources: {'Port': ['ID=cb2976cf-4f94-4244-9c0c-8ea872337ea4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:02.801542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:02.802178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:02.843859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-c64ccf97-92ee-4b8e-a1be-d8ea3193398c tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "PUT /v2.0/floatingips/3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee HTTP/1.1" status: 200 len: 995 time: 3.1765442 Sep 20 12:26:02.886380 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4bb35245-52f5-4ea7-bda6-3210c2fc7153 req-1d39a0c6-55be-4cc3-b2fd-03090a2a4046 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.889114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4bb35245-52f5-4ea7-bda6-3210c2fc7153 req-1d39a0c6-55be-4cc3-b2fd-03090a2a4046 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:02.908474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1687516305-network', 'tenant_id': '5f105df464c441f2aea7e0c88448c590'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:02.909378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bb35245-52f5-4ea7-bda6-3210c2fc7153 req-1d39a0c6-55be-4cc3-b2fd-03090a2a4046 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed6da14b-2074-4f0d-9f9c-ae497c97e8a5 HTTP/1.1" status: 204 len: 173 time: 0.4694169 Sep 20 12:26:02.948944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba5877c6-8af6-49e4-b366-f40ab018a4dc tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6207137 Sep 20 12:26:02.950035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46104) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:02.969393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39a0c6-55be-4cc3-b2fd-03090a2a4046 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6da14b-2074-4f0d-9f9c-ae497c97e8a5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:02.979338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:02.982274 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.023864 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9672256d-4e13-4d90-b86d-274b19f083f4 x-openstack-request-id: req-9672256d-4e13-4d90-b86d-274b19f083f4 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:03.024159 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:03.024411 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9672256d-4e13-4d90-b86d-274b19f083f4 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:03.024809 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'status': 'completed', 'code': 200} Sep 20 12:26:03.074612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Made reservation on behalf of 5f105df464c441f2aea7e0c88448c590 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:03.077276 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.088022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-6ca575c3-56d6-4181-9f48-cb3a6d5c0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.089592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-6ca575c3-56d6-4181-9f48-cb3a6d5c0662 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e3283706be4d009cf3b38e1eb63c6c&device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 1096 time: 0.2374265 Sep 20 12:26:03.094911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.195523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c932-32b7-4062-abb6-c953df232b1f req-93660cf5-22ad-4af4-91a2-3d62cf2532b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.196930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-93660cf5-22ad-4af4-91a2-3d62cf2532b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1099 time: 0.1250331 Sep 20 12:26:03.197692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1f753-9e0a-4d37-b547-e47aa05b0bde tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.206306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1f753-9e0a-4d37-b547-e47aa05b0bde tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.211181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69dfcf3a-6909-45b8-9225-27875cac7221 None None] Provisioning complete for port cb2976cf-4f94-4244-9c0c-8ea872337ea4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:03.211722 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69dfcf3a-6909-45b8-9225-27875cac7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.213335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1f753-9e0a-4d37-b547-e47aa05b0bde tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.219852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3b1f753-9e0a-4d37-b547-e47aa05b0bde tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2677922 Sep 20 12:26:03.221179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46110) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:03.271972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c932-32b7-4062-abb6-c953df232b1f req-b1887fac-6609-49c9-88f2-6ae2d8923289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.273480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-b1887fac-6609-49c9-88f2-6ae2d8923289 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba137cb8b17141debe48f0438ea6705e&device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1099 time: 0.2467558 Sep 20 12:26:03.283096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69dfcf3a-6909-45b8-9225-27875cac7221 None None] Port cb2976cf-4f94-4244-9c0c-8ea872337ea4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:03.283836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3276f-9df0-4909-a162-2048c0156b2c req-e4fe7c91-7909-4bc8-ab2a-c297cd9e9d70 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.289917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ee3276f-9df0-4909-a162-2048c0156b2c req-e4fe7c91-7909-4bc8-ab2a-c297cd9e9d70 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.1989627 Sep 20 12:26:03.318865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'port_id': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'mac_address': 'fa:16:3e:b0:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:25:56Z', 'updated_at': '2021-09-20T12:26:01Z', 'revision_number': 1, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:40Z', 'revision_number': 5, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:03.350047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] Checking router: b95823d3-46e9-4296-80ad-9375a4291e6b for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:03.352524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-51c11352-c30a-40dd-9680-96ccf5e3461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.353773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-51c11352-c30a-40dd-9680-96ccf5e3461a service neutron] 10.222.0.37 "GET /v2.0/networks?id=09ba152e-d8fe-4546-80e8-a865e26d7c88 HTTP/1.1" status: 200 len: 928 time: 0.2391322 Sep 20 12:26:03.360441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:03.361293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:03.410715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ee3276f-9df0-4909-a162-2048c0156b2c req-4c1543ec-eaf2-46cc-b08d-65dee6c7c941 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076617 Sep 20 12:26:03.483605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:03.491177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2584fe54-1da1-4a91-bebf-85d0469e9f25 req-50767957-cf1b-40ca-b9f1-362b715f5692 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-84239407', 'description': 'tempest-description-1860018316'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:03.495870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c932-32b7-4062-abb6-c953df232b1f req-6ad960e7-3d8b-4949-bfed-f97071ed3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.497321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-6ad960e7-3d8b-4949-bfed-f97071ed3060 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.2051833 Sep 20 12:26:03.500178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-cbf1f935-fbbc-4ecd-aa1e-ca84b1337aeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 200 len: 998 time: 0.1070678 Sep 20 12:26:03.505052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c932-32b7-4062-abb6-c953df232b1f req-8e5ce21d-505b-480a-9b70-d732d3fa5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.506534 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-8e5ce21d-505b-480a-9b70-d732d3fa5328 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.3000057 Sep 20 12:26:03.548855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-503108ff-8720-4a65-b3b0-1dd7f0b1faea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.0432062 Sep 20 12:26:03.550821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.585117 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-b478c582-c333-4741-96d2-cc03908d5003 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 200 len: 217 time: 0.0659332 Sep 20 12:26:03.618438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-025ba4d1-a03c-4400-8ea6-444aabbce942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.620024 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-025ba4d1-a03c-4400-8ea6-444aabbce942 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b HTTP/1.1" status: 200 len: 867 time: 0.1080348 Sep 20 12:26:03.623984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3a02e-f4d5-4056-b7ee-f2200eef4ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Deleting port cb2976cf-4f94-4244-9c0c-8ea872337ea4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:03.624941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a02e-f4d5-4056-b7ee-f2200eef4ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.626304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c932-32b7-4062-abb6-c953df232b1f req-2a30edb3-232c-4cba-98b3-e25a002213e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.627813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-2a30edb3-232c-4cba-98b3-e25a002213e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0602422 Sep 20 12:26:03.706683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.741496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c932-32b7-4062-abb6-c953df232b1f req-050ee329-74d5-4d35-83c4-523a9e8f60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.742998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-050ee329-74d5-4d35-83c4-523a9e8f60b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1510518 Sep 20 12:26:03.790398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'port_id': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'mac_address': 'fa:16:3e:b0:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:25:56Z', 'updated_at': '2021-09-20T12:26:01Z', 'revision_number': 1, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:40Z', 'revision_number': 5, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:03.803824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:03.819681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dc329-2646-441e-abdf-90f98af94d5a None None] The sync data for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 is: [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'port_id': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'mac_address': 'fa:16:3e:b0:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:25:56Z', 'updated_at': '2021-09-20T12:26:01Z', 'revision_number': 1, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:40Z', 'revision_number': 5, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:03.829460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94927cd-6335-497a-9f1f-0bafea31d2ed,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:03.847360 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.848561 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Added segment 3775a7e8-e7c4-4a25-ad9e-3a5ac689f58c of type vlan for network e5b893d2-cd49-4c40-8873-2aba57c93c7a Sep 20 12:26:03.889411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a02e-f4d5-4056-b7ee-f2200eef4ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.902500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c932-32b7-4062-abb6-c953df232b1f req-54a70f70-b5f2-4db5-b8f8-294ecc4c3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:03.904043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-54a70f70-b5f2-4db5-b8f8-294ecc4c3050 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420679 Sep 20 12:26:03.945631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3a02e-f4d5-4056-b7ee-f2200eef4ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Calling delete_port for cb2976cf-4f94-4244-9c0c-8ea872337ea4 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:03.970713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Deleting port 2daab870-a582-43b0-9bd3-b28dd1911624 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:03.970998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:03.990123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.075662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c932-32b7-4062-abb6-c953df232b1f req-935d5374-800a-4ef0-a71e-44694601bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:04.077794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-935d5374-800a-4ef0-a71e-44694601bf05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4364254 Sep 20 12:26:04.080877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-ba5b53c9-848f-4dfa-be58-a814e39b5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:04.082478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-ba5b53c9-848f-4dfa-be58-a814e39b5a54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ba152e-d8fe-4546-80e8-a865e26d7c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4516051 Sep 20 12:26:04.099520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-377a118a-7f76-4225-a7bf-b33911a06b97 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:26:04.100665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-377a118a-7f76-4225-a7bf-b33911a06b97 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058577 Sep 20 12:26:04.115900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:26:04.122476 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4321698f-a175-4480-9fd9-83e35246d8eb None None] New status for floating IP 3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:26:04.194272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2584fe54-1da1-4a91-bebf-85d0469e9f25 req-50767957-cf1b-40ca-b9f1-362b715f5692 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.253315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:04.271575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'mac_address': 'fa:16:3e:e3:26:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:26:04.293582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-f85cb953-308a-47f3-b039-8681173553de service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066553 Sep 20 12:26:04.325677 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.344640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.resource_extend [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:26:04.346041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05b095d-7381-4ca0-a56a-e27ccc2f5f82 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:04.349981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-a7b8aef2-0512-4872-b46a-7f73a6589ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180505 Sep 20 12:26:04.369572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:04.480496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-ccdd91b0-792a-4680-997c-3e2d0e983749 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500579 Sep 20 12:26:04.484042 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.488240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] For port 2daab870-a582-43b0-9bd3-b28dd1911624, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2daab870-a582-43b0-9bd3-b28dd1911624,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:04.492666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.531575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Calling delete_port for 2daab870-a582-43b0-9bd3-b28dd1911624 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:04.547533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.550017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=12']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:04.550164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:04.550164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.553503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2584fe54-1da1-4a91-bebf-85d0469e9f25 req-50767957-cf1b-40ca-b9f1-362b715f5692 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.558097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-52ddccb1-65af-437e-b1ad-a7af3da99444 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533400 Sep 20 12:26:04.559860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95019f26-f529-4dd9-abc4-f938293dcff9 req-24b6818a-974a-434c-b9fe-381d60621780 service neutron] 10.222.0.37 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957431 Sep 20 12:26:04.626393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2584fe54-1da1-4a91-bebf-85d0469e9f25 req-50767957-cf1b-40ca-b9f1-362b715f5692 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.657774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50767957-cf1b-40ca-b9f1-362b715f5692 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bcfe6b-5f80-4128-9ed0-5597e72f9648,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:04.706690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2584fe54-1da1-4a91-bebf-85d0469e9f25 req-50767957-cf1b-40ca-b9f1-362b715f5692 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.708282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2584fe54-1da1-4a91-bebf-85d0469e9f25 req-50767957-cf1b-40ca-b9f1-362b715f5692 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2261095 Sep 20 12:26:04.738041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] Pushing event updated for resources: {'Network': ['ID=e5b893d2-cd49-4c40-8873-2aba57c93c7a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:04.750122 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9b7154cc-48f3-4856-99cc-e98bb36a96ea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0024552 Sep 20 12:26:04.750303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a05b095d-7381-4ca0-a56a-e27ccc2f5f82'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:04.750432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f00c932-32b7-4062-abb6-c953df232b1f req-8fc74b28-2964-4bf4-bd74-d8d6f90ef73d service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569556 Sep 20 12:26:04.753853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e5b893d2-cd49-4c40-8873-2aba57c93c7a details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:04.759267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46118) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:04.767178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Request body: {'subnet': {'network_id': 'e5b893d2-cd49-4c40-8873-2aba57c93c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1687516305-subnet', 'tenant_id': '5f105df464c441f2aea7e0c88448c590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:04.796142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c63d7-0e3c-4326-b4b0-ca2e86e2b500 req-a2bf69a8-c631-4c81-a175-b4d047121226 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:04.798009 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f6c63d7-0e3c-4326-b4b0-ca2e86e2b500 req-a2bf69a8-c631-4c81-a175-b4d047121226 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 949 time: 0.0858474 Sep 20 12:26:04.827812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a02e-f4d5-4056-b7ee-f2200eef4ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.853106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f6c63d7-0e3c-4326-b4b0-ca2e86e2b500 req-3e567a1b-fcaf-41fd-ae7b-b38f5d07f0fc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468876 Sep 20 12:26:04.868090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3a02e-f4d5-4056-b7ee-f2200eef4ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event deleted for resources: {'Port': ['ID=cb2976cf-4f94-4244-9c0c-8ea872337ea4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:04.915442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7b3a02e-f4d5-4056-b7ee-f2200eef4ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.918539 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e7b3a02e-f4d5-4056-b7ee-f2200eef4ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "DELETE /v2.0/ports/cb2976cf-4f94-4244-9c0c-8ea872337ea4 HTTP/1.1" status: 204 len: 168 time: 1.6867757 Sep 20 12:26:04.918539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Made reservation on behalf of 5f105df464c441f2aea7e0c88448c590 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:04.925518 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:04.934820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46122) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:04.941405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Request body: {'port': {'name': 'tempest-new-port-name-505415173', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:04.942293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.api.validators [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] bootfile-name is not in valid_values {{(pid=95503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:26:04.942293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.api.validators [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] tftp-server is not in valid_values {{(pid=95503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:26:04.942520 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.api.validators [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] server-ip-address is not in valid_values {{(pid=95503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:26:05.025731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:05.028006 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:05.050435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d3cb1-285d-4a9f-ba9f-9ff3be928c0e req-e8b7831c-21f7-497f-aca0-88fcafe624cf tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:05.059542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-490d3cb1-285d-4a9f-ba9f-9ff3be928c0e req-e8b7831c-21f7-497f-aca0-88fcafe624cf tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.1882470 Sep 20 12:26:05.113205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.115142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-490d3cb1-285d-4a9f-ba9f-9ff3be928c0e req-080b769b-9a48-4d8b-834c-1cf14cad5d31 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552940 Sep 20 12:26:05.122385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-ddfda40e-61fe-4ca6-8de8-b84c5e98676f tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 258 time: 0.2117937 Sep 20 12:26:05.135278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:05.202766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce222649-f02b-46db-9995-87fac3e07ddb req-5cc38908-9dfa-467a-81a1-3f42ffdb3eaf tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/21bcfe6b-5f80-4128-9ed0-5597e72f9648 HTTP/1.1" status: 200 len: 1799 time: 0.0509167 Sep 20 12:26:05.202972 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.207260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ce222649-f02b-46db-9995-87fac3e07ddb req-d24e1a50-6942-4f63-af21-a1f1f7804fd3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2088326969', 'description': 'tempest-description-hth-915407741'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:05.239302 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ce222649-f02b-46db-9995-87fac3e07ddb req-d24e1a50-6942-4f63-af21-a1f1f7804fd3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.244446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Pushing event deleted for resources: {'Port': ['ID=2daab870-a582-43b0-9bd3-b28dd1911624,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:05.268769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.318095 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ce222649-f02b-46db-9995-87fac3e07ddb req-d24e1a50-6942-4f63-af21-a1f1f7804fd3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.396831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.405726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ce222649-f02b-46db-9995-87fac3e07ddb req-d24e1a50-6942-4f63-af21-a1f1f7804fd3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.408524 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ce222649-f02b-46db-9995-87fac3e07ddb req-d24e1a50-6942-4f63-af21-a1f1f7804fd3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.409815 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce222649-f02b-46db-9995-87fac3e07ddb req-d24e1a50-6942-4f63-af21-a1f1f7804fd3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "PUT /v2.0/security-groups/21bcfe6b-5f80-4128-9ed0-5597e72f9648 HTTP/1.1" status: 200 len: 1774 time: 0.2082605 Sep 20 12:26:05.469364 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.481496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e1a50-6942-4f63-af21-a1f1f7804fd3 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bcfe6b-5f80-4128-9ed0-5597e72f9648,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:05.564826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Allocated IP 172.25.6.99 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/8fa86af7-3da1-4ced-995f-802758c4e70b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:05.567954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f68fd-03d4-43c5-993f-30620c0de90f req-cf759cbc-bd86-4601-bebc-726d4f3874d5 tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:05.569570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a1f68fd-03d4-43c5-993f-30620c0de90f req-cf759cbc-bd86-4601-bebc-726d4f3874d5 tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 1100 time: 0.0849128 Sep 20 12:26:05.617570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91134a69-e5a2-4742-b5f5-d89e2a107345,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:05.642421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.644069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Checking segment: {'id': '3775a7e8-e7c4-4a25-ad9e-3a5ac689f58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e5b893d2-cd49-4c40-8873-2aba57c93c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:05.644422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Network hostable DHCP agents. Network: e5b893d2-cd49-4c40-8873-2aba57c93c7a, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:05.656418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a1f68fd-03d4-43c5-993f-30620c0de90f req-87277a5d-d498-4b54-baaa-59e690aac2cf tempest-MigrationsAdminTest-1947852815 tempest-MigrationsAdminTest-1947852815-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783243 Sep 20 12:26:05.664209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.701553 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.740486 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b056b-5771-4920-ba5d-d129b2252b69 x-openstack-request-id: req-181b056b-5771-4920-ba5d-d129b2252b69 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:05.740791 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:05.741047 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-181b056b-5771-4920-ba5d-d129b2252b69 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:05.741442 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'status': 'completed', 'code': 200} Sep 20 12:26:05.780822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.837836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Network e5b893d2-cd49-4c40-8873-2aba57c93c7a is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:05.837836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] In _notify_port_updated(), no bound segment for port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 on network df6ffe81-ded8-4310-9cea-a981e819874f {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:26:05.843917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-a75518ba-49a6-49c5-94d1-51e2130363ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:05.844107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:05.844725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.845479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-a75518ba-49a6-49c5-94d1-51e2130363ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4e3283706be4d009cf3b38e1eb63c6c&device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 1096 time: 0.0794439 Sep 20 12:26:05.846060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "PUT /v2.0/ports/52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 HTTP/1.1" status: 200 len: 1129 time: 0.9102983 Sep 20 12:26:05.851048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:05.861101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.877797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cb86b-9d9e-4fc4-87dc-f64c7848d4c6 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event updated for resources: {'Port': ['ID=52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:05.882411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ef2e190-44d2-4f5c-84f1-50c388c976e1 req-aa709104-ce49-4996-b0fb-0baa91cff19d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/21bcfe6b-5f80-4128-9ed0-5597e72f9648 HTTP/1.1" status: 200 len: 1774 time: 0.1004684 Sep 20 12:26:05.919473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e5b893d2-cd49-4c40-8873-2aba57c93c7a) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:05.926372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:05.926956 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:05.940774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c905ac-72a7-44fc-ab26-d3298e242bdc None None] Network e5b893d2-cd49-4c40-8873-2aba57c93c7a requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:05.971161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:05.984749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22bf22-dc20-4f31-a901-478aa4b66bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:05.990610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf22bf22-dc20-4f31-a901-478aa4b66bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "GET /v2.0/ports/52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 HTTP/1.1" status: 200 len: 1129 time: 0.1382644 Sep 20 12:26:05.990800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46140) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:05.996966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:06.028499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:06.034538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Pushing event updated for resources: {'Port': ['ID=8fa86af7-3da1-4ced-995f-802758c4e70b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:06.051736 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5db3bd16-0c9a-4f72-be26-c348c8c427c2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2912157 Sep 20 12:26:06.104165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-8c6d5166-5bbe-45f0-8105-b515b200e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:06.106276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-8c6d5166-5bbe-45f0-8105-b515b200e887 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09ba152e-d8fe-4546-80e8-a865e26d7c88 HTTP/1.1" status: 200 len: 928 time: 0.2490141 Sep 20 12:26:06.136264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963b076-3786-4714-97af-4c41c7f909fc None None] Network e5b893d2-cd49-4c40-8873-2aba57c93c7a requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:06.151264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:06.174249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:06.290422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.301848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-725f85c3-52c8-4eb9-ae69-827a3cdaae19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 200 len: 1000 time: 0.1871202 Sep 20 12:26:06.307929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a3822a47-6174-4fee-ba7f-73a456e3d892 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Deleting port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:06.308355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3822a47-6174-4fee-ba7f-73a456e3d892 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.309055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8e805edb-0726-4410-8525-f23c53f1e472 None None] Provisioning complete for port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:06.309517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e805edb-0726-4410-8525-f23c53f1e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.354413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-96e93754-50af-4861-ab32-664e70eec771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:06.355863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-96e93754-50af-4861-ab32-664e70eec771 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b HTTP/1.1" status: 200 len: 867 time: 0.0471628 Sep 20 12:26:06.380246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:06.387414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8e805edb-0726-4410-8525-f23c53f1e472 None None] Port 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:06.390467 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0a54fcab-ab81-4b05-91c7-9898e0a7e63c admin admin] 10.222.0.37 "PUT /v2.0/routers/33d9b251-23a9-4e7f-a1b6-82b4c7b79872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9448800 Sep 20 12:26:06.391463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46146) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:06.399539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] Sync routers for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:06.416958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:06.423073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:06.455261 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3822a47-6174-4fee-ba7f-73a456e3d892 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.476324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a3822a47-6174-4fee-ba7f-73a456e3d892 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Calling delete_port for 52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:06.482168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-2184e776-2a11-4427-a1db-5ee23647b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:06.484152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-2184e776-2a11-4427-a1db-5ee23647b616 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09ba152e-d8fe-4546-80e8-a865e26d7c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203856 Sep 20 12:26:06.490006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.502115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:26:06.512046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:06.512609 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.620745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:06.643427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79616d6e-9ed2-4ac8-a7cb-cd19ad496c0e req-de498bcb-cfda-4716-98a4-18fa1bc71844 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:06.645043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79616d6e-9ed2-4ac8-a7cb-cd19ad496c0e req-de498bcb-cfda-4716-98a4-18fa1bc71844 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.1814213 Sep 20 12:26:06.720616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79616d6e-9ed2-4ac8-a7cb-cd19ad496c0e req-5b02fdf6-1fa9-406d-b5fb-e91c77877019 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607252 Sep 20 12:26:06.787405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-2054842c-93e0-4cd8-8941-59f7af5c1a70 service neutron] 10.222.0.21 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507582 Sep 20 12:26:06.787802 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.847403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.861845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:06.864371 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53cdf31-e3c5-4f83-95e6-cff2ea694118" -d '{"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-plugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:06.898216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:06.970760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:26:04Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:06.977670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdbc4c15-5b10-4f10-b06e-db594e7988b1 req-d5e560d2-d3e2-4c6f-a422-ec5ca69826af tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/21bcfe6b-5f80-4128-9ed0-5597e72f9648 HTTP/1.1" status: 200 len: 1774 time: 0.0861101 Sep 20 12:26:06.981451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:06.989568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c799bfe-898c-4c47-afdb-7c2b9f860fe5 req-2cfffff3-638f-4dfe-8a5d-0fac308f659e service neutron] 10.222.0.21 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931567 Sep 20 12:26:07.004295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.021137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] Checking router: 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:07.023397 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.056949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fdbc4c15-5b10-4f10-b06e-db594e7988b1 req-1c121195-85ee-4e1d-8b6a-0ca8ad65e27f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.059935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.060363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] Routers {'33d9b251-23a9-4e7f-a1b6-82b4c7b79872'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:07.061638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:07.104494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:07.117489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-588946963-network', 'tenant_id': 'ad36781847f44d6dbafe1d21f90f0bae'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:07.126535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fdbc4c15-5b10-4f10-b06e-db594e7988b1 req-1c121195-85ee-4e1d-8b6a-0ca8ad65e27f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.131631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=13']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:07.137447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Deleting port 748ea72d-c245-41a9-9da1-fb9ca535d7b3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:07.137794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.162158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3822a47-6174-4fee-ba7f-73a456e3d892 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.199110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Pushing event updated for resources: {'Port': ['ID=8fa86af7-3da1-4ced-995f-802758c4e70b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:07.200308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] Set router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:07.220846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3822a47-6174-4fee-ba7f-73a456e3d892 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event deleted for resources: {'Port': ['ID=52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:07.224948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.254107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3822a47-6174-4fee-ba7f-73a456e3d892 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.257617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a3822a47-6174-4fee-ba7f-73a456e3d892 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "DELETE /v2.0/ports/52f7ae6d-d875-4a02-b0f6-da0dc66a0fc3 HTTP/1.1" status: 204 len: 168 time: 1.2659974 Sep 20 12:26:07.259004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:07.287685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] For port 748ea72d-c245-41a9-9da1-fb9ca535d7b3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=748ea72d-c245-41a9-9da1-fb9ca535d7b3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:07.288141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.300819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Made reservation on behalf of ad36781847f44d6dbafe1d21f90f0bae for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:07.302673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Calling delete_port for 748ea72d-c245-41a9-9da1-fb9ca535d7b3 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:07.303236 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.320742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fdbc4c15-5b10-4f10-b06e-db594e7988b1 req-1c121195-85ee-4e1d-8b6a-0ca8ad65e27f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.323612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fdbc4c15-5b10-4f10-b06e-db594e7988b1 req-1c121195-85ee-4e1d-8b6a-0ca8ad65e27f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.337579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdbc4c15-5b10-4f10-b06e-db594e7988b1 req-1c121195-85ee-4e1d-8b6a-0ca8ad65e27f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/21bcfe6b-5f80-4128-9ed0-5597e72f9648 HTTP/1.1" status: 204 len: 173 time: 0.3500459 Sep 20 12:26:07.344970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.409566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c121195-85ee-4e1d-8b6a-0ca8ad65e27f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bcfe6b-5f80-4128-9ed0-5597e72f9648,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:07.417224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.425937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-753a9fb0-1b67-477f-987a-5c7237c868af tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2947309 Sep 20 12:26:07.434212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee743c5e-1168-4a85-85ae-abf267b35239 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Deleting subnet 14b78e51-44ac-43d5-912b-163ca0ab0d3c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:07.486883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee743c5e-1168-4a85-85ae-abf267b35239 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.552053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-1d4a9102-acc6-409b-8fc6-25312e102f2a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.1251507 Sep 20 12:26:07.570401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.580913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:26:04Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:07.591844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee743c5e-1168-4a85-85ae-abf267b35239 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.601268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Pushing event deleted for resources: {'Port': ['ID=748ea72d-c245-41a9-9da1-fb9ca535d7b3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:07.616021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f746c-8259-45f5-9861-6a5e7915f493 None None] The sync data for ids ['33d9b251-23a9-4e7f-a1b6-82b4c7b79872'] in n-d-809934-3 is: [{'id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'name': 'tempest-ServersTestManualDisk-2082286485-router', 'tenant_id': 'd8a89d94a751488da67ba285b53b8d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:23:19Z', 'updated_at': '2021-09-20T12:26:04Z', 'revision_number': 5, 'project_id': 'd8a89d94a751488da67ba285b53b8d3c', 'gw_port': {'id': '748ea72d-c245-41a9-9da1-fb9ca535d7b3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d9b251-23a9-4e7f-a1b6-82b4c7b79872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:23:20Z', 'updated_at': '2021-09-20T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:07.672968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.675361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e661-9cbb-4da6-aa79-a28cac28eed4 req-d785afb6-ae1c-4757-ab33-76ab3e4d3bfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:07.676910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ea8e661-9cbb-4da6-aa79-a28cac28eed4 req-d785afb6-ae1c-4757-ab33-76ab3e4d3bfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 950 time: 0.2318954 Sep 20 12:26:07.776622 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.778818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.844597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ea8e661-9cbb-4da6-aa79-a28cac28eed4 req-e80b99f4-309f-4e01-be00-8bcf5971f81f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350205 Sep 20 12:26:07.861745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-9f2ea318-97ba-436b-9e3b-ed9afb530f97 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:07.861745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-9f2ea318-97ba-436b-9e3b-ed9afb530f97 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.2958677 Sep 20 12:26:07.883362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-5fcfdef0-1ec4-4cee-8af7-05e52115be2a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:26:07.884398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8a48031-5957-4585-bc95-c4e2658215c3 req-5fcfdef0-1ec4-4cee-8af7-05e52115be2a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161202 Sep 20 12:26:07.888909 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee743c5e-1168-4a85-85ae-abf267b35239 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.907202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.908378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33d9b251-23a9-4e7f-a1b6-82b4c7b79872 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:26:07.913751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.916113 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ba268034-1146-409f-8e8f-217a9aef088d admin admin] 10.222.0.37 "DELETE /v2.0/routers/33d9b251-23a9-4e7f-a1b6-82b4c7b79872 HTTP/1.1" status: 204 len: 168 time: 1.5232050 Sep 20 12:26:07.917798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46174) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:07.928724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:07.941782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f59c4-0928-487f-8697-e97919342b7c req-37576e3c-01c1-41b4-a09b-9b04522c973a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:07.945154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a92f59c4-0928-487f-8697-e97919342b7c req-37576e3c-01c1-41b4-a09b-9b04522c973a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 950 time: 0.2017794 Sep 20 12:26:07.956935 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e809e4-edd1-4188-b0c9-9bd70f54acdb x-openstack-request-id: req-b7e809e4-edd1-4188-b0c9-9bd70f54acdb {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:07.957535 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-plugged", "status": "completed", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:07.958000 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7e809e4-edd1-4188-b0c9-9bd70f54acdb {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:07.958616 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'code': 200} Sep 20 12:26:07.995349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4ce263-339a-40fd-b57f-1483823d9a20 admin admin] Deleting subnet a5b4cd95-059b-4af4-bfc9-e72011074449 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:08.000473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce263-339a-40fd-b57f-1483823d9a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.021343 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.071244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:08.081966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2daab870-a582-43b0-9bd3-b28dd1911624 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:08.084502 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce263-339a-40fd-b57f-1483823d9a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.115422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2daab870-a582-43b0-9bd3-b28dd1911624 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:08.115769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2daab870-a582-43b0-9bd3-b28dd1911624 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:08.117369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.117722 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Added segment ad7e63e0-9cab-460b-8483-f00cd5d89e67 of type vlan for network ca135e34-2167-456c-bec9-e26a0275ac7f Sep 20 12:26:08.126353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a61-10af-4b3f-beb3-22d0810dcd57 req-bd158403-fd2e-42b3-b5c1-c1b623fcbf0b tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:08.128160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb392a61-10af-4b3f-beb3-22d0810dcd57 req-bd158403-fd2e-42b3-b5c1-c1b623fcbf0b tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.1981723 Sep 20 12:26:08.128813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38895ab7-ab90-43c8-8970-fcf564f9166d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:08.199662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce263-339a-40fd-b57f-1483823d9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.214897 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee743c5e-1168-4a85-85ae-abf267b35239 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.233564 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.298704 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee743c5e-1168-4a85-85ae-abf267b35239 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.301486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ee743c5e-1168-4a85-85ae-abf267b35239 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "DELETE /v2.0/subnets/14b78e51-44ac-43d5-912b-163ca0ab0d3c HTTP/1.1" status: 204 len: 168 time: 1.0412800 Sep 20 12:26:08.309050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce21d1-7dd1-4e00-a4b4-b08ee681e773 None None] Network df6ffe81-ded8-4310-9cea-a981e819874f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:08.309197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46178) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:08.312359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee743c5e-1168-4a85-85ae-abf267b35239 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event deleted for resources: {'Subnet': ['ID=14b78e51-44ac-43d5-912b-163ca0ab0d3c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:08.330645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Deleting port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:08.330996 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.357300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb392a61-10af-4b3f-beb3-22d0810dcd57 req-f9268f47-f858-4b7f-ad13-d1f62c1e3a31 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033646 Sep 20 12:26:08.386561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce263-339a-40fd-b57f-1483823d9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.420310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.440550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c10f-ed0f-4e39-982f-5638a19f310c req-315896eb-6492-4c98-b194-464f994432aa tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:08.441756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce263-339a-40fd-b57f-1483823d9a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.444533 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fb4ce263-339a-40fd-b57f-1483823d9a20 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a5b4cd95-059b-4af4-bfc9-e72011074449 HTTP/1.1" status: 204 len: 168 time: 0.5247066 Sep 20 12:26:08.444853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ce263-339a-40fd-b57f-1483823d9a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b4cd95-059b-4af4-bfc9-e72011074449,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:08.451090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70f5c10f-ed0f-4e39-982f-5638a19f310c req-315896eb-6492-4c98-b194-464f994432aa tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2596250 Sep 20 12:26:08.453622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46186) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:08.463508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7bbf2-f006-471c-808e-ab06bdc6d2bf None None] Network 6a128072-ca84-49a0-9429-35ba87e0edeb requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:08.493829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.494747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:08.495315 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.554730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.565943 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-d2b9102c-83c8-485a-b7a8-e83e1db7e182 req-f94d860c-d8d0-40ac-88bf-2f0531b10a9b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:26:08.567248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2b9102c-83c8-485a-b7a8-e83e1db7e182 req-f94d860c-d8d0-40ac-88bf-2f0531b10a9b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/ed6da14b-2074-4f0d-9f9c-ae497c97e8a5 HTTP/1.1" status: 404 len: 352 time: 0.1182063 Sep 20 12:26:08.584442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Deleting port 82ce1a4f-825b-4240-841f-36e2665a985a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:08.584799 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.591965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70f5c10f-ed0f-4e39-982f-5638a19f310c req-4ca990c9-b7ab-43e5-a781-eb2d4fa54c5e tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.1072853 Sep 20 12:26:08.628626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-70f5c10f-ed0f-4e39-982f-5638a19f310c req-9fbe6c5f-782c-432a-b688-29bca13ff66e tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Request body: {'floatingip': {'port_id': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:08.685041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] For port 82ce1a4f-825b-4240-841f-36e2665a985a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=82ce1a4f-825b-4240-841f-36e2665a985a,segment=NetworkSegment(ce3b3d36-8ce6-4ba5-9b4f-f7469953607e),segment_id=ce3b3d36-8ce6-4ba5-9b4f-f7469953607e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:08.685426 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.701206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Calling delete_port for 82ce1a4f-825b-4240-841f-36e2665a985a owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:08.714854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Deleting port 7c63398b-4578-4e43-add4-f4526ca0a0ba {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:08.715111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.803197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] DHCP port deletion for df6ffe81-ded8-4310-9cea-a981e819874f request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:26:08.832267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] For port 7c63398b-4578-4e43-add4-f4526ca0a0ba, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7c63398b-4578-4e43-add4-f4526ca0a0ba,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:08.832674 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.848951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] DHCP port deletion for 6a128072-ca84-49a0-9429-35ba87e0edeb request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:26:08.855709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Calling delete_port for 7c63398b-4578-4e43-add4-f4526ca0a0ba owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:08.916931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] Deleting port 82ce1a4f-825b-4240-841f-36e2665a985a {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:08.917339 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.940764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:08.967764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8621860 Sep 20 12:26:08.968534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:08.973753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] No DVR routers for this DVR port 82ce1a4f-825b-4240-841f-36e2665a985a on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:08.979882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event deleted for resources: {'Port': ['ID=82ce1a4f-825b-4240-841f-36e2665a985a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:08.988259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] For port 82ce1a4f-825b-4240-841f-36e2665a985a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=82ce1a4f-825b-4240-841f-36e2665a985a,segment=NetworkSegment(ce3b3d36-8ce6-4ba5-9b4f-f7469953607e),segment_id=ce3b3d36-8ce6-4ba5-9b4f-f7469953607e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:08.988657 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.003830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] Calling delete_port for 82ce1a4f-825b-4240-841f-36e2665a985a owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:09.013195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] Deleting port 7c63398b-4578-4e43-add4-f4526ca0a0ba {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:09.013809 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.014017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Request body: {'subnet': {'network_id': 'ca135e34-2167-456c-bec9-e26a0275ac7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-588946963-subnet', 'tenant_id': 'ad36781847f44d6dbafe1d21f90f0bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:09.016823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8257d-0589-487d-9866-378d3ec3e797 admin admin] Pushing event updated for resources: {'Network': ['ID=ca135e34-2167-456c-bec9-e26a0275ac7f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:09.043813 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-70f5c10f-ed0f-4e39-982f-5638a19f310c req-9fbe6c5f-782c-432a-b688-29bca13ff66e tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.049541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] For port a05b095d-7381-4ca0-a56a-e27ccc2f5f82, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:09.050175 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.071034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ca135e34-2167-456c-bec9-e26a0275ac7f details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:09.089613 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.100876 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.109189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Calling delete_port for a05b095d-7381-4ca0-a56a-e27ccc2f5f82 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:09.120299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6ffe81-ded8-4310-9cea-a981e819874f']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:09.146442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c63398b-4578-4e43-add4-f4526ca0a0ba,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:09.148292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] For port 7c63398b-4578-4e43-add4-f4526ca0a0ba, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7c63398b-4578-4e43-add4-f4526ca0a0ba,segment=NetworkSegment(5f679ddf-e9e8-40c5-bdfd-4559f2c21e93),segment_id=5f679ddf-e9e8-40c5-bdfd-4559f2c21e93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:09.148292 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.151734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] No DVR routers for this DVR port 7c63398b-4578-4e43-add4-f4526ca0a0ba on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:09.154427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3b3d36-8ce6-4ba5-9b4f-f7469953607e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:09.155032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3b3d36-8ce6-4ba5-9b4f-f7469953607e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:09.170934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b9cb-444c-41d2-902e-9e71ab1f01e1 req-e0f9d49c-c98e-4e94-84ac-7d5196cc3eda tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:09.172430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4a5b9cb-444c-41d2-902e-9e71ab1f01e1 req-e0f9d49c-c98e-4e94-84ac-7d5196cc3eda tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.2202959 Sep 20 12:26:09.181493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Made reservation on behalf of ad36781847f44d6dbafe1d21f90f0bae for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:09.183536 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.186875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.199174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] Calling delete_port for 7c63398b-4578-4e43-add4-f4526ca0a0ba owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:09.218153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.247228 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.256871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:09.256871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.257236 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:09.261065 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:09.292605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] Pushing event deleted for resources: {'Port': ['ID=82ce1a4f-825b-4240-841f-36e2665a985a,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:09.296779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a128072-ca84-49a0-9429-35ba87e0edeb']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:09.302034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354035cd-403e-4c6c-8d8d-59f04ce56412 None None] No DVR routers for this DVR port 82ce1a4f-825b-4240-841f-36e2665a985a on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:09.339422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:09.339670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f679ddf-e9e8-40c5-bdfd-4559f2c21e93') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:09.349748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.349999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.366093 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.373818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:09.374518 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:09.376967 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:09.386466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4a5b9cb-444c-41d2-902e-9e71ab1f01e1 req-031968d8-da5f-4e14-8f95-03a46ae84d0d tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665103 Sep 20 12:26:09.392555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] Pushing event deleted for resources: {'Port': ['ID=7c63398b-4578-4e43-add4-f4526ca0a0ba,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:09.394980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263916f2-1b59-4b20-a32d-c7748113b05e None None] No DVR routers for this DVR port 7c63398b-4578-4e43-add4-f4526ca0a0ba on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:09.445247 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.468973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.468973 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] 10.222.0.37 "DELETE /v2.0/networks/df6ffe81-ded8-4310-9cea-a981e819874f HTTP/1.1" status: 204 len: 168 time: 1.1519961 Sep 20 12:26:09.468973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dac43-20ce-47ab-a52d-af5527b3ff5f tempest-ExtraDHCPOptionsIpV6TestJSON-306544863 tempest-ExtraDHCPOptionsIpV6TestJSON-306544863-project] Pushing event deleted for resources: {'Network': ['ID=df6ffe81-ded8-4310-9cea-a981e819874f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:09.519075 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-8f469d5b-2320-49dc-a35a-3d0126347a9d req-1142ff43-781b-40ca-a003-e535e2ca1111 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:26:09.520187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f469d5b-2320-49dc-a35a-3d0126347a9d req-1142ff43-781b-40ca-a003-e535e2ca1111 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/58160435-b6af-4c94-a984-927648bcd257 HTTP/1.1" status: 404 len: 352 time: 0.0645657 Sep 20 12:26:09.540543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.547626 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.551144 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6a128072-ca84-49a0-9429-35ba87e0edeb HTTP/1.1" status: 204 len: 168 time: 1.0942855 Sep 20 12:26:09.567354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d70b6b-b8d0-4a92-91a2-2ec8e3db5cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a128072-ca84-49a0-9429-35ba87e0edeb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:09.576005 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-70f5c10f-ed0f-4e39-982f-5638a19f310c req-9fbe6c5f-782c-432a-b688-29bca13ff66e tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] update failed (client error): There was a conflict when trying to complete your request. Sep 20 12:26:09.577760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70f5c10f-ed0f-4e39-982f-5638a19f310c req-9fbe6c5f-782c-432a-b688-29bca13ff66e tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "PUT /v2.0/floatingips/5b3aaf51-d3ad-4a2f-932b-de3758b75bb2 HTTP/1.1" status: 409 len: 549 time: 0.9531844 Sep 20 12:26:09.695049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bbc42-3c92-42d5-802e-0891a7fa2c57 req-2ac3b3aa-714c-43d6-9a24-fbf0f772f67d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:09.696659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f0bbc42-3c92-42d5-802e-0891a7fa2c57 req-2ac3b3aa-714c-43d6-9a24-fbf0f772f67d tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=dabb221c-0ebe-454f-b7cd-c1f08aac789f HTTP/1.1" status: 200 len: 950 time: 0.0731077 Sep 20 12:26:09.699585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.714900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['013e0529-f45b-45b3-af48-2309baada7e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:09.716379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'c78e1cdd-be72-4387-a013-273b8d8183e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:09.755024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event deleted for resources: {'Port': ['ID=a05b095d-7381-4ca0-a56a-e27ccc2f5f82,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:09.804656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7c63398b-4578-4e43-add4-f4526ca0a0ba no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:09.808207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.831086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] No DVR routers for this DVR port a05b095d-7381-4ca0-a56a-e27ccc2f5f82 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:09.849720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7c63398b-4578-4e43-add4-f4526ca0a0ba {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:09.850066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7c63398b-4578-4e43-add4-f4526ca0a0ba not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:09.850686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 748ea72d-c245-41a9-9da1-fb9ca535d7b3 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:09.865792 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f0bbc42-3c92-42d5-802e-0891a7fa2c57 req-b71ebfc6-533c-4904-8c7d-747d1d309af9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556313 Sep 20 12:26:09.883078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 748ea72d-c245-41a9-9da1-fb9ca535d7b3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:09.883429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 748ea72d-c245-41a9-9da1-fb9ca535d7b3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:09.883847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 82ce1a4f-825b-4240-841f-36e2665a985a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:09.893529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:09.895941 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a92f59c4-0928-487f-8697-e97919342b7c req-454c4755-0b43-4c67-a259-4b0ed61a0670 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "DELETE /v2.0/ports/a05b095d-7381-4ca0-a56a-e27ccc2f5f82 HTTP/1.1" status: 204 len: 173 time: 1.9391825 Sep 20 12:26:09.899205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-deleted', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:09.902112 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a191729d-8187-4c29-8670-2537e76fdfb7" -d '{"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-deleted", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:09.928492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683c2b6-fbc8-4900-ab56-d90d56ef3253 req-da0df8f5-933b-42c5-9f7c-a7761f8bf7fa tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:09.930179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9683c2b6-fbc8-4900-ab56-d90d56ef3253 req-da0df8f5-933b-42c5-9f7c-a7761f8bf7fa tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.2326152 Sep 20 12:26:09.945082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 82ce1a4f-825b-4240-841f-36e2665a985a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:09.945225 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 82ce1a4f-825b-4240-841f-36e2665a985a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:09.971431 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-74356353-31e7-484e-9f81-e4aa541f8917 req-805be308-5a28-4ff9-b6fa-2b3045580576 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:26:09.985739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74356353-31e7-484e-9f81-e4aa541f8917 req-805be308-5a28-4ff9-b6fa-2b3045580576 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/658491a9-03fa-4488-89ca-3eeafdf52a6c HTTP/1.1" status: 404 len: 352 time: 0.0776923 Sep 20 12:26:10.018889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f0539b-3506-4844-953b-891f638a5aa4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:10.060636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46212) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:10.077631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46214) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:10.093768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Checking segment: {'id': 'ad7e63e0-9cab-460b-8483-f00cd5d89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ca135e34-2167-456c-bec9-e26a0275ac7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:10.094190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Network hostable DHCP agents. Network: ca135e34-2167-456c-bec9-e26a0275ac7f, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:10.111525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-cae44bc1-1303-46cb-9ef5-e5cef5db3904 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips/5b3aaf51-d3ad-4a2f-932b-de3758b75bb2 HTTP/1.1" status: 200 len: 692 time: 0.0984302 Sep 20 12:26:10.126781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9683c2b6-fbc8-4900-ab56-d90d56ef3253 req-661f8fa0-a407-4e0d-834d-227ad8b6e98a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843653 Sep 20 12:26:10.181188 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a642319f-acef-46c1-a9b6-96a6185974b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8a89d94a751488da67ba285b53b8d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148131 Sep 20 12:26:10.181382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:10.181849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46220) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:10.214962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: a05b095d-7381-4ca0-a56a-e27ccc2f5f82 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:10.215440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a05b095d-7381-4ca0-a56a-e27ccc2f5f82 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:10.223618 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae26b967-7f98-491f-98e2-d7a913deab66 x-openstack-request-id: req-ae26b967-7f98-491f-98e2-d7a913deab66 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:10.223907 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabb221c-0ebe-454f-b7cd-c1f08aac789f", "name": "network-vif-deleted", "tag": "a05b095d-7381-4ca0-a56a-e27ccc2f5f82", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:10.224352 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae26b967-7f98-491f-98e2-d7a913deab66 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:10.224575 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabb221c-0ebe-454f-b7cd-c1f08aac789f', 'name': 'network-vif-deleted', 'tag': 'a05b095d-7381-4ca0-a56a-e27ccc2f5f82', 'status': 'completed', 'code': 200} Sep 20 12:26:10.252644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Network ca135e34-2167-456c-bec9-e26a0275ac7f is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:10.265300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-f16f2004-c7be-41b1-884d-87f17d738a48 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:10.271966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-f16f2004-c7be-41b1-884d-87f17d738a48 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1595566 Sep 20 12:26:10.284291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-ced17055-f80f-4709-8530-1c7f95829196 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:26:10.288073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46036eb7-9b13-432c-8bdf-a96c4d36694f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.289670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-ced17055-f80f-4709-8530-1c7f95829196 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168741 Sep 20 12:26:10.291836 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-29c7d0ff-0c86-41be-ba38-637999a8d3b6 req-9467b590-f3b9-45b6-961a-5fcdfd5b7f5e tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:26:10.292975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29c7d0ff-0c86-41be-ba38-637999a8d3b6 req-9467b590-f3b9-45b6-961a-5fcdfd5b7f5e tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/3d0a3fc1-049e-49dd-bb3b-2b984bbc922a HTTP/1.1" status: 404 len: 352 time: 0.0564809 Sep 20 12:26:10.317263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46036eb7-9b13-432c-8bdf-a96c4d36694f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.356315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ca135e34-2167-456c-bec9-e26a0275ac7f) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:10.360870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:10.361488 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.366340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf872b-0dac-4ffd-931a-763a81d7b632 None None] Network ca135e34-2167-456c-bec9-e26a0275ac7f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:10.366967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-be79523e-7f67-4bc7-81de-4ecdf9c4f2ca tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.0729940 Sep 20 12:26:10.370590 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-3bf3cc46-cac5-4910-9644-c439a6222525 req-1c1f0302-d981-4ab9-b4c2-2717bbfaea40 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:26:10.371549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3bf3cc46-cac5-4910-9644-c439a6222525 req-1c1f0302-d981-4ab9-b4c2-2717bbfaea40 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/9e05f3fe-c869-40d0-9d86-181794a63d13 HTTP/1.1" status: 404 len: 352 time: 0.0337415 Sep 20 12:26:10.448111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46036eb7-9b13-432c-8bdf-a96c4d36694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.452351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46036eb7-9b13-432c-8bdf-a96c4d36694f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.454029 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-46036eb7-9b13-432c-8bdf-a96c4d36694f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20379c00-f0fc-422b-8020-92fd2e28325b HTTP/1.1" status: 204 len: 168 time: 0.2715921 Sep 20 12:26:10.462900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46036eb7-9b13-432c-8bdf-a96c4d36694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20379c00-f0fc-422b-8020-92fd2e28325b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:10.481763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-2cca2270-9209-4601-8273-410fe4c57ce5 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.99 HTTP/1.1" status: 200 len: 695 time: 0.1017776 Sep 20 12:26:10.488311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c499f02b-75ad-4d3a-8189-8d130be8f1bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4779513 Sep 20 12:26:10.532819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e39ed05-d856-4f7e-ae25-7afebb8cd5cd None None] Network ca135e34-2167-456c-bec9-e26a0275ac7f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:10.547879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ace44d4-5c3d-47d4-8e27-1463a55345bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=537ce10c17fa4d0a985bb5ea3a6d8b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675188 Sep 20 12:26:10.550540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46232) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:10.630377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46234) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:10.648079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025804-883b-4bef-b838-4a950d1e3f3c req-fca1f5b3-423d-4e3f-bb81-db8369b6a1f9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:10.650220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11025804-883b-4bef-b838-4a950d1e3f3c req-fca1f5b3-423d-4e3f-bb81-db8369b6a1f9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.2203715 Sep 20 12:26:10.673957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54390b9e-dac4-4c16-97ef-ce098f6776c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.703695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Deleting port 8fa86af7-3da1-4ced-995f-802758c4e70b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:10.704043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.708106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11025804-883b-4bef-b838-4a950d1e3f3c req-2801e9ab-6010-46d1-ba43-a67c6a390a1f tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500917 Sep 20 12:26:10.709888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84fe5d3-f5ab-4047-9c87-8f9337d84f6d admin admin] Deleting subnet 91134a69-e5a2-4742-b5f5-d89e2a107345 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:10.713187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54390b9e-dac4-4c16-97ef-ce098f6776c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.721080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c84fe5d3-f5ab-4047-9c87-8f9337d84f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.758351 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-ecff18f0-dceb-41ae-8368-68eb42906066 req-293405db-1d3b-43ed-af27-7615d4b29508 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] show failed (client error): The resource could not be found. Sep 20 12:26:10.759392 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ecff18f0-dceb-41ae-8368-68eb42906066 req-293405db-1d3b-43ed-af27-7615d4b29508 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/bbec16b8-ef8d-4875-b4e9-8415bca845fe HTTP/1.1" status: 404 len: 352 time: 0.0255048 Sep 20 12:26:10.780535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c84fe5d3-f5ab-4047-9c87-8f9337d84f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.825705 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.831465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.831620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c84fe5d3-f5ab-4047-9c87-8f9337d84f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.844713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Calling delete_port for 8fa86af7-3da1-4ced-995f-802758c4e70b owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:10.900775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54390b9e-dac4-4c16-97ef-ce098f6776c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.903380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54390b9e-dac4-4c16-97ef-ce098f6776c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:10.907985 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-54390b9e-dac4-4c16-97ef-ce098f6776c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6bb8dca-c2ab-4789-b201-61e3fb0abcc6 HTTP/1.1" status: 204 len: 168 time: 0.3550780 Sep 20 12:26:10.921845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54390b9e-dac4-4c16-97ef-ce098f6776c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb8dca-c2ab-4789-b201-61e3fb0abcc6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:10.998055 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c84fe5d3-f5ab-4047-9c87-8f9337d84f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.016266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c84fe5d3-f5ab-4047-9c87-8f9337d84f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.019571 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c84fe5d3-f5ab-4047-9c87-8f9337d84f6d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/91134a69-e5a2-4742-b5f5-d89e2a107345 HTTP/1.1" status: 204 len: 168 time: 0.3880050 Sep 20 12:26:11.022109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46252) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:11.029797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8055d-d588-4ec3-9109-4150f9fbf781 req-ab68b379-f911-470b-a272-a3507a364619 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:11.038463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bc8055d-d588-4ec3-9109-4150f9fbf781 req-ab68b379-f911-470b-a272-a3507a364619 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.0848844 Sep 20 12:26:11.060269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fe5d3-f5ab-4047-9c87-8f9337d84f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91134a69-e5a2-4742-b5f5-d89e2a107345,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:11.087249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bc8055d-d588-4ec3-9109-4150f9fbf781 req-2939761e-2e18-4d19-b249-d036bc517ecf tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479131 Sep 20 12:26:11.121407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.187072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.213616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.214754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Pushing event deleted for resources: {'Port': ['ID=8fa86af7-3da1-4ced-995f-802758c4e70b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:11.242423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b893d2-cd49-4c40-8873-2aba57c93c7a']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:11.253583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3775a7e8-e7c4-4a25-ad9e-3a5ac689f58c') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:11.253877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3775a7e8-e7c4-4a25-ad9e-3a5ac689f58c') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:11.263558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.278181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.279489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.282991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.284374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e37e66f4-a52d-443d-9fb1-dd2917026f7a req-bf70dc21-e817-4c03-816d-6dfcade5b88b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b3aaf51-d3ad-4a2f-932b-de3758b75bb2 HTTP/1.1" status: 204 len: 173 time: 0.7952001 Sep 20 12:26:11.287634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:11.288075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:11.289872 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:11.460262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.471266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.476149 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e5b893d2-cd49-4c40-8873-2aba57c93c7a HTTP/1.1" status: 204 len: 168 time: 0.4504209 Sep 20 12:26:11.476807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46278) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:11.487643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0220d-514e-46b6-bb3e-5eba48104fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b893d2-cd49-4c40-8873-2aba57c93c7a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:11.621556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e90c79-5083-4438-ae99-4be2b478df0b admin admin] Deleting subnet 60f0539b-3506-4844-953b-891f638a5aa4 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:11.636429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36e90c79-5083-4438-ae99-4be2b478df0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.669399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-e4741789-aa53-4612-b552-2927a143fdbb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 1000 time: 0.1465280 Sep 20 12:26:11.712125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36e90c79-5083-4438-ae99-4be2b478df0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.752531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-ea2a06e1-1fd5-4376-bb93-bdf22e2ba9ff tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:11.754001 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-ea2a06e1-1fd5-4376-bb93-bdf22e2ba9ff tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports/d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 200 len: 942 time: 0.0771470 Sep 20 12:26:11.760472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46294) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:11.771294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36e90c79-5083-4438-ae99-4be2b478df0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:11.893493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-a22fa34e-e195-431e-af17-220c949abf35 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 1000 time: 0.0943956 Sep 20 12:26:11.916979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-313154409-network', 'tenant_id': '8b128218af8e4236b1fee9ffa669e30d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:11.998440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36e90c79-5083-4438-ae99-4be2b478df0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.020407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Made reservation on behalf of 8b128218af8e4236b1fee9ffa669e30d for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:12.022903 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.032789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.046071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36e90c79-5083-4438-ae99-4be2b478df0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.048332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-36e90c79-5083-4438-ae99-4be2b478df0b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/60f0539b-3506-4844-953b-891f638a5aa4 HTTP/1.1" status: 204 len: 168 time: 0.5701447 Sep 20 12:26:12.050877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46308) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:12.054130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e90c79-5083-4438-ae99-4be2b478df0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f0539b-3506-4844-953b-891f638a5aa4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:12.066887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-79a288f3-249d-422e-be31-4c4613bebcc9 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:12.068264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-79a288f3-249d-422e-be31-4c4613bebcc9 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1679590 Sep 20 12:26:12.162354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-77031736-6fa0-430b-a313-49837c5ec206 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 1000 time: 0.0863645 Sep 20 12:26:12.176954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:12.182961 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.246104 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.268039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:12.285872 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.312544 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.330707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03a4f1c3-00af-4012-9f0f-2f510356579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.334828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca135e34-2167-456c-bec9-e26a0275ac7f']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:12.345377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7e63e0-9cab-460b-8483-f00cd5d89e67') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:12.345808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7e63e0-9cab-460b-8483-f00cd5d89e67') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:12.355763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.370622 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.377856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.384458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec7de2-0d37-4d39-9649-4d88d93835ff req-be20b8dd-2cc6-4a89-9327-60879751374a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:12.385435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:12.386016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80ec7de2-0d37-4d39-9649-4d88d93835ff req-be20b8dd-2cc6-4a89-9327-60879751374a tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 1023 time: 0.1054699 Sep 20 12:26:12.389590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:12.393092 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:12.429200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'networks': [{'name': 'tempest-network--1656783748'}, {'name': 'tempest-network--1560438268'}]} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:12.429514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'network': {'name': 'tempest-network--1656783748'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:12.429967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'network': {'name': 'tempest-network--1560438268'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:12.457887 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.473167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68befff9-e584-4c09-bc63-d5c692810454,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:12.477124 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80ec7de2-0d37-4d39-9649-4d88d93835ff req-8866d526-a343-4a53-9b12-8a6ec59aca8f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups?id=14c986a8-f572-4f53-bf2c-1c3358a04761&id=1fdd53c1-6d11-4aa8-ba21-d6b4cd9e278e&id=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0833972 Sep 20 12:26:12.517896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.518250 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Floating IP 3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee disassociated. External IP: 172.25.6.58, port: d71f0c94-06bf-49e0-a622-15f0edd82962. Sep 20 12:26:12.571647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.577837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.579794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ca135e34-2167-456c-bec9-e26a0275ac7f HTTP/1.1" status: 204 len: 168 time: 0.5261114 Sep 20 12:26:12.586038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:12.603138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Made reservation on behalf of c6315512c912478e92189a3f0644f403 for: {'network': 2} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:12.608887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.620335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.622423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7277a3e-af01-45ef-a99b-33e211e5ac71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca135e34-2167-456c-bec9-e26a0275ac7f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:12.629818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.630164 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Added segment fd5b0d55-44f0-4fc6-8aed-fe591aa6a127 of type vlan for network e7710ad9-6a06-48ed-8523-a1c972a50589 Sep 20 12:26:12.694029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.765749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Router b95823d3-46e9-4296-80ad-9375a4291e6b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:12.793215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.794203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:12.794937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.815569 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.875137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e7710ad9-6a06-48ed-8523-a1c972a50589,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:12.880864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.884136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.886541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e7710ad9-6a06-48ed-8523-a1c972a50589 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:12.924623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:12.930326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:12.939725 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] Sync routers for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:12.956463 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:12.957693 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:12.964104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239325f0-0e7c-4897-b850-01f237349c3b req-0e3a976f-13e0-42a7-a218-5f1f37c19589 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:12.972472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-239325f0-0e7c-4897-b850-01f237349c3b req-0e3a976f-13e0-42a7-a218-5f1f37c19589 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 951 time: 0.1001282 Sep 20 12:26:12.978079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e473611-2394-4baf-9a39-4b88d00277b6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:12.986757 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7221381f-0aa6-46ba-bfd9-14fc6dcee1e9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2249541 Sep 20 12:26:12.994634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:13.000976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Request body: {'subnet': {'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-313154409-subnet', 'tenant_id': '8b128218af8e4236b1fee9ffa669e30d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:13.018747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46324) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:13.021203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1ee36aa0-c071-43df-8549-aeb1bf42a64b tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "PUT /v2.0/floatingips/3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee HTTP/1.1" status: 200 len: 694 time: 0.8449965 Sep 20 12:26:13.021430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:13.026223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:13.028815 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60753ca-560e-4dd7-9b98-64b5c826dfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:13.049881 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.050234 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Added segment 818e5db4-82d4-4781-828a-9887144eb204 of type vlan for network 41a66a47-520f-4a35-afc2-7a1dc0cd9e43 Sep 20 12:26:13.060326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-24dca3a9-5850-4069-89e7-cab4057c3d65 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:13.062129 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-24dca3a9-5850-4069-89e7-cab4057c3d65 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.32 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 1023 time: 0.1825116 Sep 20 12:26:13.101050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-239325f0-0e7c-4897-b850-01f237349c3b req-8f2971c5-cbeb-4127-a30f-52588c879891 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273391 Sep 20 12:26:13.120406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-0bf27309-f2c0-41ec-80bc-d808ebef8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:13.121467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-0bf27309-f2c0-41ec-80bc-d808ebef8d71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e3283706be4d009cf3b38e1eb63c6c&device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 1096 time: 0.0857136 Sep 20 12:26:13.190072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2d9fbc23-4b1d-400c-9163-1c3dabf185a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f105df464c441f2aea7e0c88448c590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700356 Sep 20 12:26:13.198983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:13.203526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.209778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Made reservation on behalf of 8b128218af8e4236b1fee9ffa669e30d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:13.213153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.229448 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:13.249897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:13.262192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Deleting port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:13.262533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.278649 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.278996 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Added segment 8aecb6a2-b759-4bf8-b7ae-830b217a1c08 of type vlan for network c6719709-53af-4dba-86ec-8df50a0ac359 Sep 20 12:26:13.327413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1e6f1936-de60-4f2b-8222-89dd7dee210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:13.328746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-1e6f1936-de60-4f2b-8222-89dd7dee210e service neutron] 10.222.0.37 "GET /v2.0/networks?id=09ba152e-d8fe-4546-80e8-a865e26d7c88 HTTP/1.1" status: 200 len: 928 time: 0.2001977 Sep 20 12:26:13.364679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.398369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-f9e9f175-0d6c-43d5-aa33-0aa2c04c8ef1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 200 len: 217 time: 0.0593638 Sep 20 12:26:13.400730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b3d78c9-682c-4226-89a9-a8526e312537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.406118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] For port 7bc0ff90-0004-4484-8190-9df93f0bd3b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7bc0ff90-0004-4484-8190-9df93f0bd3b0,segment=NetworkSegment(29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3),segment_id=29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:13.406597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.421660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Calling delete_port for 7bc0ff90-0004-4484-8190-9df93f0bd3b0 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:13.469807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b3d78c9-682c-4226-89a9-a8526e312537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.502208 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8444a79b-d566-46a5-8034-0fe1a6ce6be1 x-openstack-request-id: req-8444a79b-d566-46a5-8034-0fe1a6ce6be1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:13.502513 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:13.502766 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8444a79b-d566-46a5-8034-0fe1a6ce6be1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:13.503174 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'status': 'completed', 'code': 200} Sep 20 12:26:13.523004 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:40Z', 'revision_number': 5, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:13.547874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.548500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.554510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:13.558320 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] Checking router: b95823d3-46e9-4296-80ad-9375a4291e6b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:13.559645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:13.560557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.569541 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:13.570218 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:13.585745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-715aa4fb-60ae-4864-bd4f-1e1dca98a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:13.587219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-715aa4fb-60ae-4864-bd4f-1e1dca98a573 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b HTTP/1.1" status: 200 len: 867 time: 0.1706493 Sep 20 12:26:13.694714 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:13.722441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4509120 Sep 20 12:26:13.724858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Network': ['ID=41a66a47-520f-4a35-afc2-7a1dc0cd9e43,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:13.729731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46338) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:13.742211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 41a66a47-520f-4a35-afc2-7a1dc0cd9e43 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:13.824193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-86890a2d-44e2-497a-84ad-83fe952bccef tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:13.826063 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-86890a2d-44e2-497a-84ad-83fe952bccef tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 951 time: 0.2146831 Sep 20 12:26:13.871723 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:13.886000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7bc0ff90-0004-4484-8190-9df93f0bd3b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:13.935505 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:40Z', 'revision_number': 5, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:13.970832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f56bf9ac-8c13-4b4b-8095-b0e2756e63af details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:26:13.973849 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe889a-0a01-4ef8-9222-715269ec2fe4 None None] The sync data for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 is: [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:25:34Z', 'revision_number': 4, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '39909934-44e0-4ea6-b35d-2dea0b043c7b', 'name': '', 'network_id': '09ba152e-d8fe-4546-80e8-a865e26d7c88', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'mac_address': 'fa:16:3e:0f:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:33Z', 'updated_at': '2021-09-20T12:25:40Z', 'revision_number': 5, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'subnets': [{'id': 'ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:14.041373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-22ce59c4-b33a-42e9-b53f-830c7139963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.043612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-22ce59c4-b33a-42e9-b53f-830c7139963c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4e3283706be4d009cf3b38e1eb63c6c&device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 1096 time: 0.5257425 Sep 20 12:26:14.059329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3993bc-b9c7-42a1-942d-dc1740ebc250 req-229ffcc0-a0dc-4472-a7e9-e79e3a260edb tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.062200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea3993bc-b9c7-42a1-942d-dc1740ebc250 req-229ffcc0-a0dc-4472-a7e9-e79e3a260edb tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 946 time: 0.4995112 Sep 20 12:26:14.079034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-3acd6cb6-b593-4527-b263-70fb17fe53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.080703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-3acd6cb6-b593-4527-b263-70fb17fe53d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ba152e-d8fe-4546-80e8-a865e26d7c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351385 Sep 20 12:26:14.119473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.136881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:14.150428 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b3d78c9-682c-4226-89a9-a8526e312537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.151854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af', 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'port_id': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af', 'mac_address': 'fa:16:3e:63:a0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67d977f-ad76-4b74-99cb-49523bb00d6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:26:14.153042 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b3d78c9-682c-4226-89a9-a8526e312537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.154233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b3d78c9-682c-4226-89a9-a8526e312537 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b94927cd-6335-497a-9f1f-0bafea31d2ed HTTP/1.1" status: 204 len: 168 time: 0.9538412 Sep 20 12:26:14.231577 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.269224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f56bf9ac-8c13-4b4b-8095-b0e2756e63af {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:14.299605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:14.310086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d78c9-682c-4226-89a9-a8526e312537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94927cd-6335-497a-9f1f-0bafea31d2ed,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:14.318650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'Port': ['ID=7bc0ff90-0004-4484-8190-9df93f0bd3b0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:14.340678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c3e16-ccd5-40d7-8156-2855339789b0 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Network': ['ID=c6719709-53af-4dba-86ec-8df50a0ac359,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:14.362535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c6719709-53af-4dba-86ec-8df50a0ac359 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:14.381619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea3993bc-b9c7-42a1-942d-dc1740ebc250 req-3e587322-9cbc-4ce4-9049-d6080347bd45 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041449 Sep 20 12:26:14.444074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac61f73-8882-42e8-8568-2ac22e4f0c97,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:14.450018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-fb098aa4-3553-40dc-92ff-bdc33be3f545 service neutron] 10.222.0.37 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551142 Sep 20 12:26:14.471546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] No DVR routers for this DVR port 7bc0ff90-0004-4484-8190-9df93f0bd3b0 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:14.474910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8959b-8f3b-46f3-a0c5-308f836435d6 None None] New status for floating IP 3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:26:14.476163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Checking segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:14.476535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Network hostable DHCP agents. Network: e7710ad9-6a06-48ed-8523-a1c972a50589, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:14.481131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e390-c644-48f5-96d9-37107e987ce1 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.487204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e390-c644-48f5-96d9-37107e987ce1 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.493281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e390-c644-48f5-96d9-37107e987ce1 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.499602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e390-c644-48f5-96d9-37107e987ce1 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.504449 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7bd5e390-c644-48f5-96d9-37107e987ce1 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7707713 Sep 20 12:26:14.504449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.506170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5366754-9ee3-41a6-b425-7abd1443e1ca req-77010c57-4a40-488d-a847-4689a5316f30 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.32 "DELETE /v2.0/ports/7bc0ff90-0004-4484-8190-9df93f0bd3b0 HTTP/1.1" status: 204 len: 173 time: 1.4356158 Sep 20 12:26:14.506170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'name': 'network-vif-deleted', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:14.508836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-ced38b25-80b7-4917-98e0-28e72cf8c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.509002 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86163cd8-eb83-4fdd-96dd-8cb14e31d245" -d '{"events": [{"server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "name": "network-vif-deleted", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:14.509626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-ced38b25-80b7-4917-98e0-28e72cf8c9d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09ba152e-d8fe-4546-80e8-a865e26d7c88 HTTP/1.1" status: 200 len: 928 time: 0.4461708 Sep 20 12:26:14.510819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46346) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:14.516344 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.552516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19f943c9-40eb-42d0-80bc-e7265a588830 req-c114497c-a482-48dc-9288-7232df68de8d tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/ports?device_id=19167053-5685-40ff-b0cb-7ad4889cfc3d HTTP/1.1" status: 200 len: 210 time: 0.0774403 Sep 20 12:26:14.655617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.664559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['f56bf9ac-8c13-4b4b-8095-b0e2756e63af'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:14.676916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Deleting port c78e1cdd-be72-4387-a013-273b8d8183e7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:14.677287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.734552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22a43b12-d0ae-42f2-8ba6-661b48ad9620 req-b55bb06a-7535-420e-b8f7-c9281543d89e service neutron] 10.222.0.37 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702606 Sep 20 12:26:14.738048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-c65350e7-628a-4f23-a4b2-e52cea41e4ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 200 len: 217 time: 0.1985073 Sep 20 12:26:14.792419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:14.814416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Network e7710ad9-6a06-48ed-8523-a1c972a50589 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:14.841865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-7eb44597-4693-493c-8511-90d3d1e4ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.844853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-7eb44597-4693-493c-8511-90d3d1e4ced2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b HTTP/1.1" status: 200 len: 867 time: 0.0991468 Sep 20 12:26:14.929544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e7710ad9-6a06-48ed-8523-a1c972a50589) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:14.937033 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04612448-e330-4915-b9a5-332378419aae x-openstack-request-id: req-04612448-e330-4915-b9a5-332378419aae {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:14.937400 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19167053-5685-40ff-b0cb-7ad4889cfc3d", "name": "network-vif-deleted", "tag": "7bc0ff90-0004-4484-8190-9df93f0bd3b0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:14.941450 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04612448-e330-4915-b9a5-332378419aae {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:14.942249 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19167053-5685-40ff-b0cb-7ad4889cfc3d', 'name': 'network-vif-deleted', 'tag': '7bc0ff90-0004-4484-8190-9df93f0bd3b0', 'status': 'completed', 'code': 200} Sep 20 12:26:14.946327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd986737-03a4-464d-9976-2110cd55a92f req-7368749b-1d55-4cdf-a757-43e5df66e4dc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.949501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd986737-03a4-464d-9976-2110cd55a92f req-7368749b-1d55-4cdf-a757-43e5df66e4dc tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=db512bd3-0f0e-4751-8eac-101969195935 HTTP/1.1" status: 200 len: 951 time: 0.1926239 Sep 20 12:26:14.957003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] For port c78e1cdd-be72-4387-a013-273b8d8183e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c78e1cdd-be72-4387-a013-273b8d8183e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:14.957681 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.969051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:14.969693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:14.978533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Calling delete_port for c78e1cdd-be72-4387-a013-273b8d8183e7 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:14.995931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04667988-4dc9-4c06-84c8-a31d3a56b750 None None] Network e7710ad9-6a06-48ed-8523-a1c972a50589 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:15.007851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46356) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:15.016583 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.036509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-f26e71bd-2371-492f-afe1-3772809e5b92 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips/3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee HTTP/1.1" status: 200 len: 694 time: 0.0856695 Sep 20 12:26:15.057914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-c229117d-7480-48d3-adde-eca4e6d22ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:15.059659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-c229117d-7480-48d3-adde-eca4e6d22ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09ba152e-d8fe-4546-80e8-a865e26d7c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056289 Sep 20 12:26:15.083029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a66a47-520f-4a35-afc2-7a1dc0cd9e43']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:15.116826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd986737-03a4-464d-9976-2110cd55a92f req-052b3694-e0f0-484d-852c-26b7b3fe1cb3 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512227 Sep 20 12:26:15.144058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-09493679-9d67-4efb-8ecd-e24d0fe65639 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1397583 Sep 20 12:26:15.150170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818e5db4-82d4-4781-828a-9887144eb204') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:15.150736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818e5db4-82d4-4781-828a-9887144eb204') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:15.166106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.169943 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-806f74df-3e83-48e2-92e0-23547d289ab3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad36781847f44d6dbafe1d21f90f0bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608090 Sep 20 12:26:15.179278 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81f6b535-b2fd-4472-9e17-2ea26b95d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.180706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46360) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:15.214375 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.225286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:15.226049 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.232314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-aeead0ed-40a5-42d9-9d4b-5e14a0a01382 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:15.233699 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:15.236801 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-aeead0ed-40a5-42d9-9d4b-5e14a0a01382 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1852474 Sep 20 12:26:15.272351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-bb08758c-bc5a-4c34-8d7d-20bc4d6a1702 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:26:15.273410 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-bb08758c-bc5a-4c34-8d7d-20bc4d6a1702 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179229 Sep 20 12:26:15.285290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a6ea6-0f33-4667-822e-92d72ecf5ac9 None None] Network e7710ad9-6a06-48ed-8523-a1c972a50589 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:15.370200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3df671-abda-478a-add6-03b0f639d00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.377340 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-f282597f-be33-47c0-a799-7a61f6efddfc tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0638611 Sep 20 12:26:15.414407 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:26:15.419609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3df671-abda-478a-add6-03b0f639d00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.445837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-ef7dfccb-d665-46c0-b15e-80a4bd9beb5f service neutron] 10.222.0.21 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737981 Sep 20 12:26:15.455782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-f200a112-5db4-4724-ae46-bb57dd05ebcf tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0639260 Sep 20 12:26:15.462000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.478127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.489657 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/networks/41a66a47-520f-4a35-afc2-7a1dc0cd9e43 HTTP/1.1" status: 204 len: 168 time: 0.9770899 Sep 20 12:26:15.489995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46368) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:15.501207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Network': ['ID=41a66a47-520f-4a35-afc2-7a1dc0cd9e43,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:15.506452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.520746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.521127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.521624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.522029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.522482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.522797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['013e0529-f45b-45b3-af48-2309baada7e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:15.522918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.523244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.523622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.524004 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.524388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.524769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.525175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82964e04-0a07-49e8-852e-1dad8b621cf9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:15.525286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:15.546954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event deleted for resources: {'Port': ['ID=c78e1cdd-be72-4387-a013-273b8d8183e7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:15.582918 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.595686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] No DVR routers for this DVR port c78e1cdd-be72-4387-a013-273b8d8183e7 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:15.598595 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.600809 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed60d722-e78a-4ccd-8489-348a1cfacb5b req-bc3763e7-e28f-43d0-9515-2bde1bbfbdfe tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "DELETE /v2.0/ports/c78e1cdd-be72-4387-a013-273b8d8183e7 HTTP/1.1" status: 204 len: 173 time: 1.7543080 Sep 20 12:26:15.613971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3df671-abda-478a-add6-03b0f639d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.617327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3df671-abda-478a-add6-03b0f639d00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.622048 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1a3df671-abda-478a-add6-03b0f639d00c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38895ab7-ab90-43c8-8970-fcf564f9166d HTTP/1.1" status: 204 len: 168 time: 0.4365876 Sep 20 12:26:15.632345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3df671-abda-478a-add6-03b0f639d00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38895ab7-ab90-43c8-8970-fcf564f9166d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:15.733810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.864447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174975b4-fcb7-4249-850a-46958bf78617 req-04adc0ae-a8e6-485d-bb17-20cab3ab6bfc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:15.866098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-174975b4-fcb7-4249-850a-46958bf78617 req-04adc0ae-a8e6-485d-bb17-20cab3ab6bfc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 945 time: 0.3755720 Sep 20 12:26:15.879708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b60753ca-560e-4dd7-9b98-64b5c826dfdd req-d18a630d-34e7-4f26-a55c-47f64138aa6f service neutron] 10.222.0.21 "GET /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229739 Sep 20 12:26:15.958045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:15.984436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-174975b4-fcb7-4249-850a-46958bf78617 req-1150fe8b-4153-4cf7-907d-fc50de58850d tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108115 Sep 20 12:26:15.987349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f56bf9ac-8c13-4b4b-8095-b0e2756e63af no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:16.002854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6719709-53af-4dba-86ec-8df50a0ac359']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:16.003248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Deleting port 63ee7bed-34f0-4b8e-8b76-8ee5a33aa064 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:16.003582 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.031787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aecb6a2-b759-4bf8-b7ae-830b217a1c08') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:16.032100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aecb6a2-b759-4bf8-b7ae-830b217a1c08') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:16.050086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.102195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.104358 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.111054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:16.111713 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.122205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f56bf9ac-8c13-4b4b-8095-b0e2756e63af {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:16.129390 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:16.147121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:16.173258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:16.189644 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.189983 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.202845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: c78e1cdd-be72-4387-a013-273b8d8183e7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:16.207797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c78e1cdd-be72-4387-a013-273b8d8183e7 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:16.207931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Calling delete_port for 63ee7bed-34f0-4b8e-8b76-8ee5a33aa064 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:16.226676 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.227441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7bc0ff90-0004-4484-8190-9df93f0bd3b0 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:16.283936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 7bc0ff90-0004-4484-8190-9df93f0bd3b0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:16.284342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7bc0ff90-0004-4484-8190-9df93f0bd3b0 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:16.307236 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.309630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:16.320766 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.325903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/networks/c6719709-53af-4dba-86ec-8df50a0ac359 HTTP/1.1" status: 204 len: 168 time: 0.8318820 Sep 20 12:26:16.326155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46392) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:16.339071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad85f1d-4ed4-4127-8fdd-ee9a758e1a0a tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Network': ['ID=c6719709-53af-4dba-86ec-8df50a0ac359,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:16.436403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fc319-8d66-4c87-a2e9-fbeca92b339b tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:16.442674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fc319-8d66-4c87-a2e9-fbeca92b339b tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:16.444247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ff9fc319-8d66-4c87-a2e9-fbeca92b339b tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1164582 Sep 20 12:26:16.447915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46402) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:16.452630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-560519813'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:16.495181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.506908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914977aa-48bd-4b42-889c-62070f03d997 req-6428ef11-dd38-430e-892c-cd2247a6fd8b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:16.508476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-6428ef11-dd38-430e-892c-cd2247a6fd8b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.1176729 Sep 20 12:26:16.522807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.532454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-6ff6f61d-8925-4fac-8cbd-f05bcc8b8881 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/quotas/8b128218af8e4236b1fee9ffa669e30d HTTP/1.1" status: 200 len: 375 time: 0.0181148 Sep 20 12:26:16.557400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Made reservation on behalf of c6315512c912478e92189a3f0644f403 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:16.561528 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.564860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Pushing event deleted for resources: {'Port': ['ID=63ee7bed-34f0-4b8e-8b76-8ee5a33aa064,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:16.587059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:16.597744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.598106 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Added segment a7cbf207-37ca-42c9-8c82-dddb0020027e of type vlan for network a037816b-ea98-4aa2-8012-8e74bdb2bc8d Sep 20 12:26:16.612216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-c809e6ca-e93d-440e-9828-2bf372c99d90 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605621 Sep 20 12:26:16.663261 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.671296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.674429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:16.676745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef838e26-8b1d-4caf-92ee-50e55093bb04 req-74858fea-0733-4677-abc5-f13fa5493b8a tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "DELETE /v2.0/floatingips/3e21a8f2-2c28-46d5-9f6a-4b48fffcb0ee HTTP/1.1" status: 204 len: 173 time: 1.1957567 Sep 20 12:26:16.866049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-5759e693-f573-4d48-8a98-b8a86c594f26 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366958 Sep 20 12:26:16.943929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-deleted', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:16.946636 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e41ca37-de94-4be3-b5ea-924d60ac3b63" -d '{"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-deleted", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:16.955134 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-5909a85c-9322-40a3-98c6-c79e3e0bdaab service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Sep 20 12:26:17.003297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.008945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:17.015018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.082318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Network': ['ID=a037816b-ea98-4aa2-8012-8e74bdb2bc8d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:17.092387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a037816b-ea98-4aa2-8012-8e74bdb2bc8d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:17.115186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46422) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:17.131528 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-54eeeeb4-e1fa-4210-b9ff-3e59aeb68732 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6825638 Sep 20 12:26:17.134182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46426) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:17.139363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1725770070'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:17.228974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-259415905-network', 'tenant_id': 'b6dad03d741246d4962e7009f7b4acc4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:17.275856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Made reservation on behalf of c6315512c912478e92189a3f0644f403 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:17.279247 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.295987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17efb4ef-7716-4ffd-8a3e-57c0bd1b1a03 req-e02c6f46-ecc5-42cc-bcee-7f966b7288a4 tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/14c986a8-f572-4f53-bf2c-1c3358a04761 HTTP/1.1" status: 200 len: 1798 time: 0.0708718 Sep 20 12:26:17.312098 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219b4567-b0b4-43ff-9a3c-d018a0f6e56e x-openstack-request-id: req-219b4567-b0b4-43ff-9a3c-d018a0f6e56e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:17.312383 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db512bd3-0f0e-4751-8eac-101969195935", "name": "network-vif-deleted", "tag": "c78e1cdd-be72-4387-a013-273b8d8183e7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:17.312633 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-219b4567-b0b4-43ff-9a3c-d018a0f6e56e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:17.313262 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db512bd3-0f0e-4751-8eac-101969195935', 'name': 'network-vif-deleted', 'tag': 'c78e1cdd-be72-4387-a013-273b8d8183e7', 'status': 'completed', 'code': 200} Sep 20 12:26:17.331217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:17.370546 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.371118 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Added segment e2cb514a-f507-404b-990e-365c8ced52b6 of type vlan for network ebc4d470-50a1-41f3-9025-274ee434e427 Sep 20 12:26:17.394174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1df8d402-8744-4186-aaff-65e0a14b32de req-277460d5-182e-40a5-9570-f13d6880f66b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 210 time: 0.0469885 Sep 20 12:26:17.395745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Made reservation on behalf of b6dad03d741246d4962e7009f7b4acc4 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:17.397977 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.439352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.458005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.460205 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-17efb4ef-7716-4ffd-8a3e-57c0bd1b1a03 req-c84b45e9-eb14-4cb1-bebb-3007f1b5981f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.509219 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-17efb4ef-7716-4ffd-8a3e-57c0bd1b1a03 req-c84b45e9-eb14-4cb1-bebb-3007f1b5981f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.605044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.642829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.648410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:17.652816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.713533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-17efb4ef-7716-4ffd-8a3e-57c0bd1b1a03 req-c84b45e9-eb14-4cb1-bebb-3007f1b5981f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.716115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-17efb4ef-7716-4ffd-8a3e-57c0bd1b1a03 req-c84b45e9-eb14-4cb1-bebb-3007f1b5981f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.717292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17efb4ef-7716-4ffd-8a3e-57c0bd1b1a03 req-c84b45e9-eb14-4cb1-bebb-3007f1b5981f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/14c986a8-f572-4f53-bf2c-1c3358a04761 HTTP/1.1" status: 204 len: 173 time: 0.4107158 Sep 20 12:26:17.752113 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.770964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Network': ['ID=ebc4d470-50a1-41f3-9025-274ee434e427,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:17.774462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b45e9-eb14-4cb1-bebb-3007f1b5981f tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c986a8-f572-4f53-bf2c-1c3358a04761,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:17.782973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:17.792953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ebc4d470-50a1-41f3-9025-274ee434e427 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:17.808638 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.820372 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Added segment 3b423fdd-d8bd-4ca3-a478-8be96514c78e of type vlan for network a02a595e-95f6-46c3-adea-7ab3f31cee45 Sep 20 12:26:17.820372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be1a6f-76eb-4575-b75c-91fb3964a7fc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:17.851694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-be36c755-75c1-4363-8226-15dd52a802ac tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7164445 Sep 20 12:26:17.854525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46448) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:17.860319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'ports': [{'network_id': 'a037816b-ea98-4aa2-8012-8e74bdb2bc8d', 'name': 'tempest-port--1503035254', 'admin_state_up': True}, {'network_id': 'ebc4d470-50a1-41f3-9025-274ee434e427', 'admin_state_up': False}]} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:17.860696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'port': {'network_id': 'a037816b-ea98-4aa2-8012-8e74bdb2bc8d', 'name': 'tempest-port--1503035254', 'admin_state_up': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:17.861212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'port': {'network_id': 'ebc4d470-50a1-41f3-9025-274ee434e427', 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:17.899481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.917535 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:17.936610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf118bf3-3886-4846-af47-a816c4181bbd req-c6eb9ca0-a566-46ec-b687-6b6ad6c297b2 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:17.938276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf118bf3-3886-4846-af47-a816c4181bbd req-c6eb9ca0-a566-46ec-b687-6b6ad6c297b2 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0914688 Sep 20 12:26:17.981744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf118bf3-3886-4846-af47-a816c4181bbd req-b74d2ede-a947-4d73-85a6-6d339ddc3dc7 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0374577 Sep 20 12:26:18.025144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.034674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:18.034674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.123402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Made reservation on behalf of c6315512c912478e92189a3f0644f403 for: {'port': 2} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:18.128615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.143107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.227673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] device_id is not set on port bef2dbba-ad61-43a5-bd3e-acbe36451a1b yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:26:18.319880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ee44e-898a-4ea6-bec2-4e39a8f0688a req-dcde9985-4514-4d48-a054-237fb726d42b tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:18.321425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-462ee44e-898a-4ea6-bec2-4e39a8f0688a req-dcde9985-4514-4d48-a054-237fb726d42b tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 944 time: 0.3426027 Sep 20 12:26:18.342568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.372563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e8c36d1-7628-4af7-bfaf-1476b3d2048e req-e4994667-d60c-4199-a4ec-df374f6274ec tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "GET /v2.0/security-groups/1fdd53c1-6d11-4aa8-ba21-d6b4cd9e278e HTTP/1.1" status: 200 len: 1801 time: 0.3661883 Sep 20 12:26:18.374097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a02a595e-95f6-46c3-adea-7ab3f31cee45,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:18.387154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a02a595e-95f6-46c3-adea-7ab3f31cee45 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:18.398298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8402e06-2a86-4e88-8d41-af42a1f727f0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2793772 Sep 20 12:26:18.400925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46456) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:18.408786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Request body: {'subnet': {'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-259415905-subnet', 'tenant_id': 'b6dad03d741246d4962e7009f7b4acc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:18.422373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-462ee44e-898a-4ea6-bec2-4e39a8f0688a req-deb3695f-b461-48ff-b7a8-9663a393fdd4 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934813 Sep 20 12:26:18.430879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] device_id is not set on port 61bf14c4-c3f7-4311-ba5e-836b7b3e7f16 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:26:18.477209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e8c36d1-7628-4af7-bfaf-1476b3d2048e req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.502384 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e8c36d1-7628-4af7-bfaf-1476b3d2048e req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.537874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Made reservation on behalf of b6dad03d741246d4962e7009f7b4acc4 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:18.537874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.615225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a527c-d2c9-4ada-9998-74765bfb6d1e req-908d6b83-7725-43e3-92c7-d39310e90b7a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:18.616652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f76a527c-d2c9-4ada-9998-74765bfb6d1e req-908d6b83-7725-43e3-92c7-d39310e90b7a tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0489829 Sep 20 12:26:18.630508 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.638211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e8c36d1-7628-4af7-bfaf-1476b3d2048e req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.641631 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e8c36d1-7628-4af7-bfaf-1476b3d2048e req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.642739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e8c36d1-7628-4af7-bfaf-1476b3d2048e req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] 10.222.0.37 "DELETE /v2.0/security-groups/1fdd53c1-6d11-4aa8-ba21-d6b4cd9e278e HTTP/1.1" status: 204 len: 173 time: 0.2628708 Sep 20 12:26:18.651481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46462) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:18.663505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd53c1-6d11-4aa8-ba21-d6b4cd9e278e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:18.706959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f76a527c-d2c9-4ada-9998-74765bfb6d1e req-0bbb6cd8-ac80-4f7a-9dce-44b54960a82e tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842018 Sep 20 12:26:18.708531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.708877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.709245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.709587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.709922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.710251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.710587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.710912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.711243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.711566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.711884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.712213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145caa0-254c-4e63-b7df-d2ae7fd4140b tempest-SecurityGroupsTestJSON-311464082 tempest-SecurityGroupsTestJSON-311464082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:18.715850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74652b9a-1659-4268-a8da-9c1585d167f4 req-125cd0c1-e749-4b61-9c49-5fc72f5efac5 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0535107 Sep 20 12:26:18.746543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d4d508-bcbb-4f5a-bb16-6325606ea48e admin admin] Deleting subnet 616ae998-1330-4926-b5d0-6ee4d4d5d6d4 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:18.772308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d508-bcbb-4f5a-bb16-6325606ea48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.813887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.838955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5051f294-e9d1-470e-bcbc-66a96df5453f req-272de9dd-a0b2-4410-b1b5-880e1f9e7b1d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 210 time: 0.0553257 Sep 20 12:26:18.888585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff16379-1dbd-4519-a41a-15632e378279 req-517089c9-a153-43c4-a319-f540d6de87e3 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:18.890654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bff16379-1dbd-4519-a41a-15632e378279 req-517089c9-a153-43c4-a319-f540d6de87e3 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 945 time: 0.0977204 Sep 20 12:26:18.895802 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d508-bcbb-4f5a-bb16-6325606ea48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:18.933997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bff16379-1dbd-4519-a41a-15632e378279 req-a873a865-b236-42c6-af6b-5a6d3e4be691 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341809 Sep 20 12:26:18.980555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Port': ['ID=bef2dbba-ad61-43a5-bd3e-acbe36451a1b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:19.019746 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d508-bcbb-4f5a-bb16-6325606ea48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.021928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.072016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Checking segment: {'id': 'a7cbf207-37ca-42c9-8c82-dddb0020027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a037816b-ea98-4aa2-8012-8e74bdb2bc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:19.072377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Network hostable DHCP agents. Network: a037816b-ea98-4aa2-8012-8e74bdb2bc8d, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:19.149540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-a6488f77-a04e-47c8-9f11-ff7152107cf0 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:19.151043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-a6488f77-a04e-47c8-9f11-ff7152107cf0 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 944 time: 0.1604066 Sep 20 12:26:19.151656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7d3879-7e21-4316-8e77-ea6ef6310ccc,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:19.165463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:19.165822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Network hostable DHCP agents. Network: a02a595e-95f6-46c3-adea-7ab3f31cee45, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:19.208396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Network a037816b-ea98-4aa2-8012-8e74bdb2bc8d is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:19.242365 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d508-bcbb-4f5a-bb16-6325606ea48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.278942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4d508-bcbb-4f5a-bb16-6325606ea48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616ae998-1330-4926-b5d0-6ee4d4d5d6d4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:19.281579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6d4d508-bcbb-4f5a-bb16-6325606ea48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.283582 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c6d4d508-bcbb-4f5a-bb16-6325606ea48e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/616ae998-1330-4926-b5d0-6ee4d4d5d6d4 HTTP/1.1" status: 204 len: 168 time: 0.6292560 Sep 20 12:26:19.286816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46470) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:19.316563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Network a02a595e-95f6-46c3-adea-7ab3f31cee45 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:19.331422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64427089-1c1e-45b0-8208-155ed681b51f req-bce7b36c-8115-4572-a9c3-ce8826246297 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:19.332971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64427089-1c1e-45b0-8208-155ed681b51f req-bce7b36c-8115-4572-a9c3-ce8826246297 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 945 time: 0.0550098 Sep 20 12:26:19.377250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64427089-1c1e-45b0-8208-155ed681b51f req-0d9eeea4-862e-45fb-98bf-5b7222d39627 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Sep 20 12:26:19.403068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Deleting port f56bf9ac-8c13-4b4b-8095-b0e2756e63af {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:19.403405 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.411370 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.412800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a037816b-ea98-4aa2-8012-8e74bdb2bc8d) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:19.420856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb6114-126c-4d3b-93c6-1b8a7f1d6c34 None None] Network a037816b-ea98-4aa2-8012-8e74bdb2bc8d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:19.425373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a02a595e-95f6-46c3-adea-7ab3f31cee45) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:19.435617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:19.437088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.439461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b0b02-0a9d-4cb4-92d9-2da25ec2a0da None None] Network a02a595e-95f6-46c3-adea-7ab3f31cee45 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:19.458060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:19.458060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.610864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-0fbe6728-88a8-4521-9865-a2fefa8dc1ea tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:19.613100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-0fbe6728-88a8-4521-9865-a2fefa8dc1ea tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.2573354 Sep 20 12:26:19.635649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Port': ['ID=61bf14c4-c3f7-4311-ba5e-836b7b3e7f16,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:19.640527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d881f73-8efe-4d75-9b4e-2bd92dc66433 req-7a240dc6-c37f-4474-8f3a-20672add68e2 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:19.642153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d881f73-8efe-4d75-9b4e-2bd92dc66433 req-7a240dc6-c37f-4474-8f3a-20672add68e2 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 944 time: 0.0844216 Sep 20 12:26:19.649895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914977aa-48bd-4b42-889c-62070f03d997 req-c7204f70-c2a4-4228-a4ab-0134c3c9e1f0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:19.651513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-c7204f70-c2a4-4228-a4ab-0134c3c9e1f0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.1793342 Sep 20 12:26:19.677312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-77770f24-c966-4c54-b844-74e4a02f0ccb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2671490 Sep 20 12:26:19.677575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.692555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Request body: {'port': {'device_id': '66b6394f-1876-40de-9aa1-398d46dad7db', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'admin_state_up': True, 'tenant_id': '8b128218af8e4236b1fee9ffa669e30d'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:19.720649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1bc668-7946-4f8b-b2c7-3ec23b81b3ac None None] Network a02a595e-95f6-46c3-adea-7ab3f31cee45 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:19.765509 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.791026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] For port f56bf9ac-8c13-4b4b-8095-b0e2756e63af, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:19.791400 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:19.821623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d881f73-8efe-4d75-9b4e-2bd92dc66433 req-2be76616-3f72-4a75-8249-3557300fdc52 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687410 Sep 20 12:26:19.873197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Checking segment: {'id': 'e2cb514a-f507-404b-990e-365c8ced52b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ebc4d470-50a1-41f3-9025-274ee434e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:19.873197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Network hostable DHCP agents. Network: ebc4d470-50a1-41f3-9025-274ee434e427, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:19.874333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Calling delete_port for f56bf9ac-8c13-4b4b-8095-b0e2756e63af owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:19.877271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7a33e9-e40a-421a-9bc5-493a5c947d01']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:19.898401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:19.898960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e21376-77f3-4ef2-9e21-2ac0ac1fa0e3') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:19.965299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4405-3207-4260-9ff3-f2f87effb3fa req-095246ed-264d-4a8f-9c07-80fc432631e8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:19.974432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3af4405-3207-4260-9ff3-f2f87effb3fa req-095246ed-264d-4a8f-9c07-80fc432631e8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 950 time: 0.0996518 Sep 20 12:26:19.983660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.014396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.027260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:20.028748 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.028878 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3af4405-3207-4260-9ff3-f2f87effb3fa req-eb0911ca-7cf1-4e93-9f25-cabca3cb3fc8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530622 Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:20.031923 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:20.082894 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.110494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Deleting port 013e0529-f45b-45b3-af48-2309baada7e7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:20.110849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.137734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89343f23-9c3b-4ad9-9af0-3fc68d53c1bf req-73372e99-89a7-43eb-8c67-36a513474011 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 210 time: 0.0362191 Sep 20 12:26:20.148502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Made reservation on behalf of 8b128218af8e4236b1fee9ffa669e30d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:20.153334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.156808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Network ebc4d470-50a1-41f3-9025-274ee434e427 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:20.232778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.249284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] For port 013e0529-f45b-45b3-af48-2309baada7e7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=013e0529-f45b-45b3-af48-2309baada7e7,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:20.249651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.252550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.254468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ea7a33e9-e40a-421a-9bc5-493a5c947d01 HTTP/1.1" status: 204 len: 168 time: 0.9667563 Sep 20 12:26:20.270531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3c353-9ba5-4598-8ce6-99013ed9be98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea7a33e9-e40a-421a-9bc5-493a5c947d01,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:20.272302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ebc4d470-50a1-41f3-9025-274ee434e427) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:20.282419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Calling delete_port for 013e0529-f45b-45b3-af48-2309baada7e7 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:20.283090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7357367-938a-45a8-872d-9accc7d8643e None None] Network ebc4d470-50a1-41f3-9025-274ee434e427 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:20.284238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:20.289942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:20.294833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:20.295783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.310404 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.344775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event deleted for resources: {'Port': ['ID=f56bf9ac-8c13-4b4b-8095-b0e2756e63af,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:20.412085 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a957ed9e-5bc7-4771-8e3c-22a585784779 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5563877 Sep 20 12:26:20.429046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46496) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:20.446841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] No DVR routers for this DVR port f56bf9ac-8c13-4b4b-8095-b0e2756e63af on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:20.450421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.451826 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-95d5f86c-4724-4700-a78a-9d0e7c6a8a76 req-52cb6842-1902-4b47-bb41-0f23ae2d1f38 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.32 "DELETE /v2.0/ports/f56bf9ac-8c13-4b4b-8095-b0e2756e63af HTTP/1.1" status: 204 len: 173 time: 1.2823951 Sep 20 12:26:20.453709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a887248-df11-4c98-a2bd-8c443183ebcd', 'name': 'network-vif-deleted', 'tag': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:20.454705 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7364aa8-4506-4267-b22f-10a2ae772169" -d '{"events": [{"server_uuid": "5a887248-df11-4c98-a2bd-8c443183ebcd", "name": "network-vif-deleted", "tag": "f56bf9ac-8c13-4b4b-8095-b0e2756e63af"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:20.491987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b81b-faf3-4781-a95c-3f82763760a2 req-b80ba773-3a6d-4c60-a679-9711abee03da tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:20.502441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0af4b81b-faf3-4781-a95c-3f82763760a2 req-b80ba773-3a6d-4c60-a679-9711abee03da tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 945 time: 0.1300685 Sep 20 12:26:20.508256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a16cc-7141-4bb6-816a-86492a42f2c9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:20.514479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a16cc-7141-4bb6-816a-86492a42f2c9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:20.516043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-834a16cc-7141-4bb6-816a-86492a42f2c9 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0825131 Sep 20 12:26:20.521744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46500) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:20.549953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Allocated IP 172.20.0.2 (e7710ad9-6a06-48ed-8523-a1c972a50589/cac61f73-8882-42e8-8568-2ac22e4f0c97/175d5d45-6ae3-4fa4-addf-7bb9d7909f09) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:20.592984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0af4b81b-faf3-4781-a95c-3f82763760a2 req-8f7bb313-9a83-4cdc-b90f-a8ccfb6017f7 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895905 Sep 20 12:26:20.646015 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac275f5-4876-42e3-875d-74b4e099df4e x-openstack-request-id: req-fac275f5-4876-42e3-875d-74b4e099df4e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:20.646657 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a887248-df11-4c98-a2bd-8c443183ebcd", "name": "network-vif-deleted", "tag": "f56bf9ac-8c13-4b4b-8095-b0e2756e63af", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:20.646943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf6990-95e9-46a7-8966-ebdd115758cd req-f6d512b0-e795-4fd8-825c-290b81d2edb8 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:20.647247 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fac275f5-4876-42e3-875d-74b4e099df4e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:20.648372 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a887248-df11-4c98-a2bd-8c443183ebcd', 'name': 'network-vif-deleted', 'tag': 'f56bf9ac-8c13-4b4b-8095-b0e2756e63af', 'status': 'completed', 'code': 200} Sep 20 12:26:20.663179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eddf6990-95e9-46a7-8966-ebdd115758cd req-f6d512b0-e795-4fd8-825c-290b81d2edb8 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 945 time: 0.1573315 Sep 20 12:26:20.674511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-77944e8b-2b8f-4a55-9b4e-b478a0bd8c73 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Deleting port bef2dbba-ad61-43a5-bd3e-acbe36451a1b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:20.674875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77944e8b-2b8f-4a55-9b4e-b478a0bd8c73 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.709590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.727182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['013e0529-f45b-45b3-af48-2309baada7e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:20.727182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:20.755987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eddf6990-95e9-46a7-8966-ebdd115758cd req-493a679b-f4b8-4b68-8bc6-7872a00bf912 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730381 Sep 20 12:26:20.766529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46506) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:20.885899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:20.914931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:20.937237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1697964944-network', 'tenant_id': '83c44cc62e0b49ae995cdc9befd35d8c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:20.988900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b28bdbfe-0bf5-4fcf-8990-648ac28dad4f req-75d7ff97-f69f-4664-8790-1f3d03e4289b tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a887248-df11-4c98-a2bd-8c443183ebcd HTTP/1.1" status: 200 len: 210 time: 0.0424914 Sep 20 12:26:21.038294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.070652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Made reservation on behalf of 83c44cc62e0b49ae995cdc9befd35d8c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:21.075380 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.094851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.097880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Network e7710ad9-6a06-48ed-8523-a1c972a50589 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:21.106325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:21.113042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:21.115875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event updated for resources: {'Port': ['ID=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:21.159013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event deleted for resources: {'Port': ['ID=013e0529-f45b-45b3-af48-2309baada7e7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:21.183717 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77944e8b-2b8f-4a55-9b4e-b478a0bd8c73 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.203106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90ddb571-53af-4aa8-8080-96d57f5731a6 req-fd0a770c-376d-4eee-86a7-700b01f42f63 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 210 time: 0.0845962 Sep 20 12:26:21.230469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:21.231025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.246029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-77944e8b-2b8f-4a55-9b4e-b478a0bd8c73 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Calling delete_port for bef2dbba-ad61-43a5-bd3e-acbe36451a1b owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:21.297742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] No DVR routers for this DVR port 013e0529-f45b-45b3-af48-2309baada7e7 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:21.300770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.303155 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd9366be-44ad-43eb-ac50-2de8a75402a3 req-a3d5477b-073a-4ed3-bade-45c147297fc6 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.32 "DELETE /v2.0/ports/013e0529-f45b-45b3-af48-2309baada7e7 HTTP/1.1" status: 204 len: 173 time: 1.6834404 Sep 20 12:26:21.308531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee31926-3b80-45da-aefb-5ce9139172a1 req-31020773-7f3b-4f01-8601-f3d24e894179 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:21.313103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ee31926-3b80-45da-aefb-5ce9139172a1 req-31020773-7f3b-4f01-8601-f3d24e894179 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 931 time: 0.1017473 Sep 20 12:26:21.313507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43ec83-9785-49c0-8178-f4093f775075 req-6833ec7f-1b01-42b1-9eed-52802f835016 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:21.315100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ce43ec83-9785-49c0-8178-f4093f775075 req-6833ec7f-1b01-42b1-9eed-52802f835016 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 945 time: 0.6222332 Sep 20 12:26:21.329040 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6410d07a-0b13-481d-abd3-75fa0e71d9a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48b5d27334e540629bc6fb53eb4c5bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500903 Sep 20 12:26:21.332345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:21.414302 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.423720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ee31926-3b80-45da-aefb-5ce9139172a1 req-41bffe2e-08e1-4d2e-88ef-469d3c4e4d0e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900564 Sep 20 12:26:21.436545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1456debc-18b6-4caf-8111-b7f7739af108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.459945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1456debc-18b6-4caf-8111-b7f7739af108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.481471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Deleting port d71f0c94-06bf-49e0-a622-15f0edd82962 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:21.481816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.495800 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.525705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2bc1c2-39d4-4abb-9d8c-a66c1003ef80,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:21.578199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77944e8b-2b8f-4a55-9b4e-b478a0bd8c73 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.580333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:21.580855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] For port d71f0c94-06bf-49e0-a622-15f0edd82962, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d71f0c94-06bf-49e0-a622-15f0edd82962,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:21.581262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.590495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.590987 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Added segment e0c8ffbf-843b-42a1-b17a-9121d874c001 of type vlan for network 723bbbe7-7049-4049-9682-0946baaf97a3 Sep 20 12:26:21.619068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77944e8b-2b8f-4a55-9b4e-b478a0bd8c73 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Port': ['ID=bef2dbba-ad61-43a5-bd3e-acbe36451a1b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:21.620328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-20311b38-e107-4310-86f7-ef58295d6b83 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9475021 Sep 20 12:26:21.624536 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1456debc-18b6-4caf-8111-b7f7739af108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.626018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Calling delete_port for d71f0c94-06bf-49e0-a622-15f0edd82962 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:21.626522 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1456debc-18b6-4caf-8111-b7f7739af108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.627727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1456debc-18b6-4caf-8111-b7f7739af108 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab HTTP/1.1" status: 204 len: 168 time: 0.2929575 Sep 20 12:26:21.640941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77944e8b-2b8f-4a55-9b4e-b478a0bd8c73 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.645152 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-77944e8b-2b8f-4a55-9b4e-b478a0bd8c73 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/ports/bef2dbba-ad61-43a5-bd3e-acbe36451a1b HTTP/1.1" status: 204 len: 168 time: 1.1200898 Sep 20 12:26:21.645570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Request body: {'port': {'device_id': '66b6394f-1876-40de-9aa1-398d46dad7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:21.647839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:21.658227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.683307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456debc-18b6-4caf-8111-b7f7739af108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e3da1e-5ca6-42f9-bbb7-4c0eabd90cab,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:21.838482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.847077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-195a1aca-6ed8-4723-bf1f-e3ffeb5f4689 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:21.848552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-195a1aca-6ed8-4723-bf1f-e3ffeb5f4689 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 945 time: 0.0966458 Sep 20 12:26:21.874032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04185b52-a273-4e5e-9a28-a3b3d82740e1 req-7e51a06f-f2c5-4234-bf2d-4e23eaa803b0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:21.874780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04185b52-a273-4e5e-9a28-a3b3d82740e1 req-7e51a06f-f2c5-4234-bf2d-4e23eaa803b0 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 945 time: 0.1553624 Sep 20 12:26:21.880101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.882296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:21.882296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.965650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Deleting port 9db0b913-77ec-4edf-bd5a-657c157a3e6c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:21.965908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.970760 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:21.983668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d71f0c94-06bf-49e0-a622-15f0edd82962'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:22.018732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f56bf9ac-8c13-4b4b-8095-b0e2756e63af no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:22.050577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: f56bf9ac-8c13-4b4b-8095-b0e2756e63af {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:22.051311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f56bf9ac-8c13-4b4b-8095-b0e2756e63af not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:22.051433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] Pushing event updated for resources: {'Network': ['ID=723bbbe7-7049-4049-9682-0946baaf97a3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:22.065457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 723bbbe7-7049-4049-9682-0946baaf97a3 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:22.109167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04185b52-a273-4e5e-9a28-a3b3d82740e1 req-d25559b3-7737-4dd0-baad-8b5a52fb51ca tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups?id=65e4ffe4-4823-476e-a00d-ee2d9b621ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251854 Sep 20 12:26:22.120648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac2d7-b128-4aa5-890b-c1783aa33abb req-5f690b83-83ac-4e29-b15f-2ba813938b31 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:22.122199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfdac2d7-b128-4aa5-890b-c1783aa33abb req-5f690b83-83ac-4e29-b15f-2ba813938b31 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 867 time: 0.2709880 Sep 20 12:26:22.123556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6be78bf8-cda5-495b-829a-2f69e5878b48 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2076147 Sep 20 12:26:22.126024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b37b95dd-5731-4888-9ccc-e3f73401694d tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Deleting port 61bf14c4-c3f7-4311-ba5e-836b7b3e7f16 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:22.126373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b37b95dd-5731-4888-9ccc-e3f73401694d tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.129140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46530) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:22.140860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Request body: {'subnet': {'network_id': '723bbbe7-7049-4049-9682-0946baaf97a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1697964944-subnet', 'tenant_id': '83c44cc62e0b49ae995cdc9befd35d8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:22.212240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Pushing event deleted for resources: {'Port': ['ID=d71f0c94-06bf-49e0-a622-15f0edd82962,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:22.299789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b37b95dd-5731-4888-9ccc-e3f73401694d tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.300865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] No DVR routers for this DVR port d71f0c94-06bf-49e0-a622-15f0edd82962 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:22.320563 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.323096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b37b95dd-5731-4888-9ccc-e3f73401694d tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Calling delete_port for 61bf14c4-c3f7-4311-ba5e-836b7b3e7f16 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:22.324440 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ce43ec83-9785-49c0-8178-f4093f775075 req-e89ba3f4-d117-4b03-95bc-11e99d5e4adb tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.21 "DELETE /v2.0/ports/d71f0c94-06bf-49e0-a622-15f0edd82962 HTTP/1.1" status: 204 len: 173 time: 0.9995544 Sep 20 12:26:22.356447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfdac2d7-b128-4aa5-890b-c1783aa33abb req-996d1389-97e9-4f80-b11b-39aaf431553d tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/security-groups?id=edb7c816-4e71-4775-ad09-eb02f8c17468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979156 Sep 20 12:26:22.371494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Made reservation on behalf of 83c44cc62e0b49ae995cdc9befd35d8c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:22.374363 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.376453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] For port 9db0b913-77ec-4edf-bd5a-657c157a3e6c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9db0b913-77ec-4edf-bd5a-657c157a3e6c,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:22.377145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.651160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'name': 'network-vif-deleted', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7'}, {'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'name': 'network-vif-deleted', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:22.662665 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8cf272-1619-4fa4-8dd5-55cee5d3e23e" -d '{"events": [{"server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "name": "network-vif-deleted", "tag": "013e0529-f45b-45b3-af48-2309baada7e7"}, {"server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "name": "network-vif-deleted", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:22.675174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba340b7b-9a4f-47dc-ae5e-b7ec68accab8 req-8ba066fe-6a35-4f9e-b0c1-1b3e9f473902 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d17c8d-33b7-41f1-be75-8749d61522dd HTTP/1.1" status: 200 len: 210 time: 0.2423122 Sep 20 12:26:22.675783 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b37b95dd-5731-4888-9ccc-e3f73401694d tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.712523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.713107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.713460 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Floating IP db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2 disassociated. External IP: 172.25.6.182, port: 9db0b913-77ec-4edf-bd5a-657c157a3e6c. Sep 20 12:26:22.713906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Calling delete_port for 9db0b913-77ec-4edf-bd5a-657c157a3e6c owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:22.756328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:22.760488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b95dd-5731-4888-9ccc-e3f73401694d tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Port': ['ID=61bf14c4-c3f7-4311-ba5e-836b7b3e7f16,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:22.786346 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.836277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b37b95dd-5731-4888-9ccc-e3f73401694d tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.838704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b37b95dd-5731-4888-9ccc-e3f73401694d tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/ports/61bf14c4-c3f7-4311-ba5e-836b7b3e7f16 HTTP/1.1" status: 204 len: 168 time: 1.1845725 Sep 20 12:26:22.844357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:22.873147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2d2a0-a3dd-4f54-9812-278ca3829a30 req-d282c9be-814e-4983-bd8c-1dd739c646e9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:22.875877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06e2d2a0-a3dd-4f54-9812-278ca3829a30 req-d282c9be-814e-4983-bd8c-1dd739c646e9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 931 time: 0.1126873 Sep 20 12:26:22.892599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-de0de108-3218-42bd-a727-cf99ef904171 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0436578 Sep 20 12:26:22.893564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46550) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:22.898319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-483812531'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:22.955761 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06e2d2a0-a3dd-4f54-9812-278ca3829a30 req-fbe3d619-38b4-4e3e-8ae9-fecb4f23c011 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712452 Sep 20 12:26:22.997808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:22.998558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Transition to ACTIVE for port object 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:26:23.010177 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb54dbc9-4cbb-4303-b612-67e6e2be4966 x-openstack-request-id: req-fb54dbc9-4cbb-4303-b612-67e6e2be4966 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:23.010469 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d17c8d-33b7-41f1-be75-8749d61522dd", "name": "network-vif-deleted", "tag": "013e0529-f45b-45b3-af48-2309baada7e7", "status": "completed", "code": 200}, {"server_uuid": "2d30d0cd-5b2b-4016-b54f-45df32e58935", "name": "network-vif-deleted", "tag": "d71f0c94-06bf-49e0-a622-15f0edd82962", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:23.010719 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb54dbc9-4cbb-4303-b612-67e6e2be4966 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:23.011101 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d17c8d-33b7-41f1-be75-8749d61522dd', 'name': 'network-vif-deleted', 'tag': '013e0529-f45b-45b3-af48-2309baada7e7', 'status': 'completed', 'code': 200} Sep 20 12:26:23.011348 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d30d0cd-5b2b-4016-b54f-45df32e58935', 'name': 'network-vif-deleted', 'tag': 'd71f0c94-06bf-49e0-a622-15f0edd82962', 'status': 'completed', 'code': 200} Sep 20 12:26:23.038438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event deleted for resources: {'Port': ['ID=9db0b913-77ec-4edf-bd5a-657c157a3e6c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:23.039883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Made reservation on behalf of c6315512c912478e92189a3f0644f403 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:23.045403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.108804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:23.112168 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.120500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.136794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46558) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:23.144243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a04b34db-0420-4a2d-b4d0-302d3aafc07c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982232071', 'description': 'tempest-description--1248131437'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:23.159779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.160144 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Added segment 60de29fb-e058-4d71-b772-c3ff4c6c0157 of type vlan for network 1d1870f0-02c4-4f1d-9399-47737ed1c89e Sep 20 12:26:23.214295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:23.231304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c812ce5-8f9d-4078-9216-f01232536b09,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:23.274590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.294845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Router 6c009760-18fd-45f3-916f-ce0048ec892e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:23.296939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d847790d-0ffb-4fe9-908c-d140e584a33f req-666ba8a2-9fb5-49a0-969f-954d89e6875e tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d8fff8-0bca-4fe2-aaa1-b8731156e96c HTTP/1.1" status: 200 len: 210 time: 0.0731738 Sep 20 12:26:23.308641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Checking segment: {'id': 'e0c8ffbf-843b-42a1-b17a-9121d874c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '723bbbe7-7049-4049-9682-0946baaf97a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:23.309049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Network hostable DHCP agents. Network: 723bbbe7-7049-4049-9682-0946baaf97a3, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:23.345385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Attempting to bind port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:23.345703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Attempting to bind port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:23.346053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Attempting to bind port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:23.350772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 on network e7710ad9-6a06-48ed-8523-a1c972a50589 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:26:23.351100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Attempting to bind port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:23.356333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:23.356679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Checking segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:23.357092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Bound using segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:23.357573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Bound port: 175d5d45-6ae3-4fa4-addf-7bb9d7909f09, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:23.357939 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.402405 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a04b34db-0420-4a2d-b4d0-302d3aafc07c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.428772 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.434418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Network 723bbbe7-7049-4049-9682-0946baaf97a3 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:23.439410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46566) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:23.439556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:23.440499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.461556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] For port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:23.465774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] For port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:23.512510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 723bbbe7-7049-4049-9682-0946baaf97a3) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:23.519542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:23.520270 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.527418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf1c6b0-9393-44c3-97c9-6053c8c1bb79 None None] Network 723bbbe7-7049-4049-9682-0946baaf97a3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:23.558373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.612551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:23.620283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Network': ['ID=1d1870f0-02c4-4f1d-9399-47737ed1c89e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:23.621648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-744856d7-14ce-48d1-bdb6-3c12ab9d6f02 req-25d8c5b7-3d1f-4ff5-952f-2796d0a07705 tempest-FloatingIPsAssociationNegativeTestJSON-619028180 tempest-FloatingIPsAssociationNegativeTestJSON-619028180-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d30d0cd-5b2b-4016-b54f-45df32e58935 HTTP/1.1" status: 200 len: 210 time: 0.0985014 Sep 20 12:26:23.626088 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] Sync routers for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:23.639559 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:23.641156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1d1870f0-02c4-4f1d-9399-47737ed1c89e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:23.641284 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:23.654850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1124427901-network', 'tenant_id': '53b54208de794e3c94a4d5e45c8087f7'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:23.673214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:23.673846 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.675420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/175d5d45-6ae3-4fa4-addf-7bb9d7909f09 HTTP/1.1" status: 200 len: 1091 time: 2.0420551 Sep 20 12:26:23.677150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] No DVR routers for this DVR port 9db0b913-77ec-4edf-bd5a-657c157a3e6c on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:23.677674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b6394f-1876-40de-9aa1-398d46dad7db', 'tag': '175d5d45-6ae3-4fa4-addf-7bb9d7909f09'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:23.680017 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2263feb3-111c-45d9-9335-02e6f7f8f3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "66b6394f-1876-40de-9aa1-398d46dad7db", "tag": "175d5d45-6ae3-4fa4-addf-7bb9d7909f09"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:23.684265 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.686689 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0aa222e3-4ce9-4b69-b711-01aaa259238c req-985b0a25-d53d-4aea-90d8-72167f9766bd tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.32 "DELETE /v2.0/ports/9db0b913-77ec-4edf-bd5a-657c157a3e6c HTTP/1.1" status: 204 len: 173 time: 1.8315499 Sep 20 12:26:23.738789 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc44418-6156-457d-b872-4d7b80ef31e3 x-openstack-request-id: req-ecc44418-6156-457d-b872-4d7b80ef31e3 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:23.739339 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b6394f-1876-40de-9aa1-398d46dad7db", "tag": "175d5d45-6ae3-4fa4-addf-7bb9d7909f09", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:23.739339 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecc44418-6156-457d-b872-4d7b80ef31e3 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:23.739508 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b6394f-1876-40de-9aa1-398d46dad7db', 'tag': '175d5d45-6ae3-4fa4-addf-7bb9d7909f09', 'status': 'completed', 'code': 200} Sep 20 12:26:23.740227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b28a7d-bca2-42df-a19c-a4cfeab17bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:23.773045 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:23.777840 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a04b34db-0420-4a2d-b4d0-302d3aafc07c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.842743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263feb3-111c-45d9-9335-02e6f7f8f3b5 req-7c31d01c-17b1-469f-a199-996eed77d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:23.842859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcfb33f-eebf-4b7b-9bd4-fd50d5f0e139 None None] Network 723bbbe7-7049-4049-9682-0946baaf97a3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:23.842956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2263feb3-111c-45d9-9335-02e6f7f8f3b5 req-7c31d01c-17b1-469f-a199-996eed77d0fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 1094 time: 0.0752690 Sep 20 12:26:23.867839 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a04b34db-0420-4a2d-b4d0-302d3aafc07c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:23.918792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b34db-0420-4a2d-b4d0-302d3aafc07c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b38983-5d1c-4c01-996e-1858da688f9b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:23.971656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3c8c9827-e096-4e0e-a0a0-1189fd872aff tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0771885 Sep 20 12:26:23.972462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46576) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:23.977813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1400402191'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:24.016592 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a04b34db-0420-4a2d-b4d0-302d3aafc07c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.019590 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a04b34db-0420-4a2d-b4d0-302d3aafc07c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8793273 Sep 20 12:26:24.021375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46580) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:24.029541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Request body: {'security_group_rule': {'security_group_id': '81b38983-5d1c-4c01-996e-1858da688f9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:24.036293 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:24.044067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1d75827-9d74-44fc-8a7d-add86cfa93e3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9070690 Sep 20 12:26:24.103410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 013e0529-f45b-45b3-af48-2309baada7e7 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:24.126178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263feb3-111c-45d9-9335-02e6f7f8f3b5 req-93fcfb37-890b-456d-8d5f-a54a6a8e9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:24.127945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2263feb3-111c-45d9-9335-02e6f7f8f3b5 req-93fcfb37-890b-456d-8d5f-a54a6a8e9be4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8b128218af8e4236b1fee9ffa669e30d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2780747 Sep 20 12:26:24.128104 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] Checking router: 6c009760-18fd-45f3-916f-ce0048ec892e for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:24.142100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 013e0529-f45b-45b3-af48-2309baada7e7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:24.142446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 013e0529-f45b-45b3-af48-2309baada7e7 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:24.142771 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:24.142891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9db0b913-77ec-4edf-bd5a-657c157a3e6c no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:24.143415 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:24.162448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 9db0b913-77ec-4edf-bd5a-657c157a3e6c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:24.162790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9db0b913-77ec-4edf-bd5a-657c157a3e6c not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:24.269586 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:24.483457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:24.487445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:26:24.487445 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 12:26:24.487445 n-d-809934-3 neutron-server[95503]: [parameters: {'project_id_1': 'a29f84e1d1124b13af0253dd1307de03', 'expiration_1': datetime.datetime(2021, 9, 20, 12, 26, 4, 40110)}] Sep 20 12:26:24.487445 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:26:24.488201 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:26:24.511790 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c780c-58a1-4789-8d21-1ae31a7674aa None None] The sync data for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 is: [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2c2d9689-39eb-47a7-990e-95dd8397ce74', 'name': '', 'network_id': '9092aabb-35c2-4a0b-a3ac-d5fd5983157c', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'mac_address': 'fa:16:3e:64:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:19Z', 'updated_at': '2021-09-20T12:21:26Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'subnets': [{'id': '0cbb1bb8-44d1-42f3-add4-191240af64a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:24.530845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Made reservation on behalf of 53b54208de794e3c94a4d5e45c8087f7 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:24.531468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.572949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.602999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Made reservation on behalf of c6315512c912478e92189a3f0644f403 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:24.606776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.620394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddc6b7-3e0f-4c35-bc36-8d360366686f req-a66a5a0b-bcca-4803-85ae-98909f762bba tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:24.622253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83ddc6b7-3e0f-4c35-bc36-8d360366686f req-a66a5a0b-bcca-4803-85ae-98909f762bba tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 943 time: 0.4924207 Sep 20 12:26:24.641646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c700ef5-8837-4d89-9819-3cfcf2a039b8 req-35ae78f4-2670-4714-945e-11615cd19e7f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:24.643411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:24.643530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c700ef5-8837-4d89-9819-3cfcf2a039b8 req-35ae78f4-2670-4714-945e-11615cd19e7f tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.2236907 Sep 20 12:26:24.654103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.654772 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Added segment feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4 of type vlan for network 9112b7b1-d68a-4f44-873b-a8412e16acea Sep 20 12:26:24.665744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263feb3-111c-45d9-9335-02e6f7f8f3b5 req-fdf1a385-dc04-4a60-92f4-83054b73561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:24.668557 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2263feb3-111c-45d9-9335-02e6f7f8f3b5 req-fdf1a385-dc04-4a60-92f4-83054b73561b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5221379 Sep 20 12:26:24.729195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.772691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83ddc6b7-3e0f-4c35-bc36-8d360366686f req-ff24ca25-229c-424e-9798-fdec9fa5903c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263933 Sep 20 12:26:24.781577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c700ef5-8837-4d89-9819-3cfcf2a039b8 req-67c8a9e6-9b85-466b-b17c-5a020d852d97 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200500 Sep 20 12:26:24.783415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fadfb6-1e0d-4364-b4a5-55c53a8b7656 None None] New status for floating IP db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:26:24.821181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914977aa-48bd-4b42-889c-62070f03d997 req-ee0b5b2e-6337-4a5f-8d7b-014134cf6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:24.822724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-ee0b5b2e-6337-4a5f-8d7b-014134cf6cfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 1094 time: 0.1022439 Sep 20 12:26:24.871187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46598) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:24.913784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-944c3c62-fcf2-4a91-8c1b-589054b443db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175d5d45-6ae3-4fa4-addf-7bb9d7909f09 HTTP/1.1" status: 200 len: 217 time: 0.0795021 Sep 20 12:26:24.924668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.930393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:24.932180 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.941136 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:24.989968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914977aa-48bd-4b42-889c-62070f03d997 req-ff48ba86-5680-45bf-a8c7-7aa6ba97168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:24.991572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-ff48ba86-5680-45bf-a8c7-7aa6ba97168a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.0693407 Sep 20 12:26:25.010197 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.023245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'name': 'network-vif-deleted', 'tag': '9db0b913-77ec-4edf-bd5a-657c157a3e6c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:25.025521 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5121ff7-c91c-4cf2-8e6a-99bb700d2b98" -d '{"events": [{"server_uuid": "29d8fff8-0bca-4fe2-aaa1-b8731156e96c", "name": "network-vif-deleted", "tag": "9db0b913-77ec-4edf-bd5a-657c157a3e6c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:25.034955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-18823908-ef81-4e28-89a6-5cf852d60d52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352745 Sep 20 12:26:25.064053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Network': ['ID=9112b7b1-d68a-4f44-873b-a8412e16acea,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:25.070196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:25.083492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9112b7b1-d68a-4f44-873b-a8412e16acea details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:25.089689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46614) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:25.122227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d514e7f0-fd31-421d-afc9-9b1564833408,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:25.135226 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.135582 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Added segment 52ad0bda-7d4a-4ef9-9232-3c71d6bae910 of type vlan for network e8fdf029-a9bb-49c3-95ca-1fb6be829578 Sep 20 12:26:25.198639 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa39986-8b10-457e-bac0-a0c868e71243 x-openstack-request-id: req-aaa39986-8b10-457e-bac0-a0c868e71243 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:25.198928 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d8fff8-0bca-4fe2-aaa1-b8731156e96c", "name": "network-vif-deleted", "tag": "9db0b913-77ec-4edf-bd5a-657c157a3e6c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:25.199215 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaa39986-8b10-457e-bac0-a0c868e71243 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:25.199563 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d8fff8-0bca-4fe2-aaa1-b8731156e96c', 'name': 'network-vif-deleted', 'tag': '9db0b913-77ec-4edf-bd5a-657c157a3e6c', 'status': 'completed', 'code': 200} Sep 20 12:26:25.206176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-786871f7-89ad-4a42-9a72-76db91bf7643 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2315979 Sep 20 12:26:25.281041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.327491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.350270 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-286764b7-6b49-419d-9b4c-729a50210bb1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.354322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-a582399e-049b-409a-b639-a4f91fa288d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098793 Sep 20 12:26:25.405196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-03afd79e-7ed2-4c28-beb1-d1f482626ecd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:25.412681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-03afd79e-7ed2-4c28-beb1-d1f482626ecd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 807 time: 0.3237593 Sep 20 12:26:25.423537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.433171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.436544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-286764b7-6b49-419d-9b4c-729a50210bb1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.477850 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.478755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-45840d51-8f4c-46f8-b8ee-6cc63f137a7b tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/quotas/b6dad03d741246d4962e7009f7b4acc4 HTTP/1.1" status: 200 len: 375 time: 0.0652115 Sep 20 12:26:25.483813 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.484845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:25.485453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.496725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49117b5-7459-4d6e-a2a0-ddabd94d78b0,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:25.565989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-80af364b-e7df-449c-b634-892cd27fc21c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684001 Sep 20 12:26:25.611887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.611887 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c9f4abe3-fa9a-47a5-98d3-dd9cfaf27029 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5878973 Sep 20 12:26:25.619850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46618) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:25.624990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914977aa-48bd-4b42-889c-62070f03d997 req-6a290e3a-b3fa-45be-9e52-5b002f1a9019 service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600727 Sep 20 12:26:25.632073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Request body: {'security_group_rule': {'security_group_id': '81b38983-5d1c-4c01-996e-1858da688f9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:25.635501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8fdf029-a9bb-49c3-95ca-1fb6be829578,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:25.652638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-25bb8a9f-e80a-44fa-b781-b774ab13f9f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2072701 Sep 20 12:26:25.652825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:25.657831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Request body: {'subnet': {'network_id': 'e8fdf029-a9bb-49c3-95ca-1fb6be829578', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1124427901-subnet', 'tenant_id': '53b54208de794e3c94a4d5e45c8087f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:25.660976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e8fdf029-a9bb-49c3-95ca-1fb6be829578 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:25.709886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:26:25.709886 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 12:26:25.709886 n-d-809934-3 neutron-server[95503]: [parameters: {'project_id_1': 'a29f84e1d1124b13af0253dd1307de03', 'expiration_1': datetime.datetime(2021, 9, 20, 12, 26, 5, 696300)}] Sep 20 12:26:25.709886 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:26:25.710467 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:26:25.737579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-286764b7-6b49-419d-9b4c-729a50210bb1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.740387 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-286764b7-6b49-419d-9b4c-729a50210bb1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.741677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-286764b7-6b49-419d-9b4c-729a50210bb1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "DELETE /v2.0/security-groups/65e4ffe4-4823-476e-a00d-ee2d9b621ab1 HTTP/1.1" status: 204 len: 168 time: 0.6502514 Sep 20 12:26:25.747480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-75c604a3-8214-423c-9411-cadbca601f67 service neutron] 10.222.0.37 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338084 Sep 20 12:26:25.747480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46622) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:25.769798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286764b7-6b49-419d-9b4c-729a50210bb1 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e4ffe4-4823-476e-a00d-ee2d9b621ab1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:25.792061 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-651b0954-c076-48b0-b23f-17408cf8b6b5 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] show failed (client error): The resource could not be found. Sep 20 12:26:25.793216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-651b0954-c076-48b0-b23f-17408cf8b6b5 tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "GET /v2.0/security-groups/65e4ffe4-4823-476e-a00d-ee2d9b621ab1 HTTP/1.1" status: 404 len: 347 time: 0.0434070 Sep 20 12:26:25.803516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46624) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:25.911705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Deleting port 39909934-44e0-4ea6-b35d-2dea0b043c7b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:25.912112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.912292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Made reservation on behalf of 53b54208de794e3c94a4d5e45c8087f7 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:25.915525 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:25.923721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351e315-ae2d-472d-a735-66c6227e130e req-247aad80-b273-4454-9c9c-abb3c7d990f4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:25.925359 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b351e315-ae2d-472d-a735-66c6227e130e req-247aad80-b273-4454-9c9c-abb3c7d990f4 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.3534782 Sep 20 12:26:26.067021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] For port 39909934-44e0-4ea6-b35d-2dea0b043c7b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=39909934-44e0-4ea6-b35d-2dea0b043c7b,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:26.067443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.084222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Calling delete_port for 39909934-44e0-4ea6-b35d-2dea0b043c7b owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:26.092747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-0c697036-1d18-46e6-a05a-79ccb5c8878d service neutron] 10.222.0.37 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324282 Sep 20 12:26:26.104239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Deleting port dee438f3-fb3b-4797-a66a-1a4253d1f73f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:26.104589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.112621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04ed0f-c762-49ef-9f00-b81638c2ee2b req-164c9f38-9e8d-4195-b665-c812817c6c03 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:26.114182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae04ed0f-c762-49ef-9f00-b81638c2ee2b req-164c9f38-9e8d-4195-b665-c812817c6c03 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 943 time: 0.2031341 Sep 20 12:26:26.191309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Deleting port c85bd1ae-463a-447c-8e33-7565bea20cf7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:26.191660 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.226619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d71f0c94-06bf-49e0-a622-15f0edd82962 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:26.234082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae04ed0f-c762-49ef-9f00-b81638c2ee2b req-1c4a177e-a2f1-43bb-bb2e-b5f6a4a8de16 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003900 Sep 20 12:26:26.272876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: d71f0c94-06bf-49e0-a622-15f0edd82962 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:26.274881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d71f0c94-06bf-49e0-a622-15f0edd82962 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:26.340725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.341405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.360263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] For port dee438f3-fb3b-4797-a66a-1a4253d1f73f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=dee438f3-fb3b-4797-a66a-1a4253d1f73f,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:26.360764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.363998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Calling delete_port for c85bd1ae-463a-447c-8e33-7565bea20cf7 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:26.382047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Calling delete_port for dee438f3-fb3b-4797-a66a-1a4253d1f73f owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:26.450691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2391c5d-1954-45d0-9e5a-cf9cafc8b9d8 req-8dcce7e2-4e4c-416c-a3d9-85cc68818dd9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:26.452813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2391c5d-1954-45d0-9e5a-cf9cafc8b9d8 req-8dcce7e2-4e4c-416c-a3d9-85cc68818dd9 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 950 time: 0.1082752 Sep 20 12:26:26.493282 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.550438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.575381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2391c5d-1954-45d0-9e5a-cf9cafc8b9d8 req-ed2b01b2-8e96-4f49-9256-d8465060ad2c tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/security-groups?id=88c34d83-b83a-4e96-8fd3-eb36d04ed976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118979 Sep 20 12:26:26.612773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b60d9714-5d1d-4e25-8b99-a3dcdfe76923 req-446db555-a68f-4928-b1e7-801b5b49a159 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 210 time: 0.0524900 Sep 20 12:26:26.614358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3575a6b-bd9d-465a-b9e2-57cdc6a03890,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:26.673438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Checking segment: {'id': '52ad0bda-7d4a-4ef9-9232-3c71d6bae910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e8fdf029-a9bb-49c3-95ca-1fb6be829578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:26.673438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Network hostable DHCP agents. Network: e8fdf029-a9bb-49c3-95ca-1fb6be829578, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:26.673698 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.757553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.784069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Pushing event deleted for resources: {'Port': ['ID=39909934-44e0-4ea6-b35d-2dea0b043c7b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:26.786349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Network e8fdf029-a9bb-49c3-95ca-1fb6be829578 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:26.793410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.796763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.836502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Pushing event deleted for resources: {'Port': ['ID=c85bd1ae-463a-447c-8e33-7565bea20cf7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:26.863458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.868039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecf3967-b03c-4208-9171-217c4bcdd4f2,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:26.876910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['dee438f3-fb3b-4797-a66a-1a4253d1f73f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:26.913127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Pushing event deleted for resources: {'Port': ['ID=dee438f3-fb3b-4797-a66a-1a4253d1f73f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:26.953674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e8fdf029-a9bb-49c3-95ca-1fb6be829578) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:26.968149 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.971434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254efa55-264b-4dd7-ab7b-a759f6b9b169 None None] Network e8fdf029-a9bb-49c3-95ca-1fb6be829578 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:26.978388 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:26.978388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-06f5f255-ac28-491d-8944-98692567f05d tempest-ServersWithSpecificFlavorTestJSON-1287065189 tempest-ServersWithSpecificFlavorTestJSON-1287065189-project] 10.222.0.37 "DELETE /v2.0/floatingips/db6c9c0e-a8c5-451f-a3f0-841ab3bc81b2 HTTP/1.1" status: 204 len: 168 time: 1.1740646 Sep 20 12:26:26.996875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:27.002166 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:27.044533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:27.050976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46640) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:27.054518 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5e2d4672-f6d0-496a-a2d1-a178f25f9eee tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4313068 Sep 20 12:26:27.056136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:27.078841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] No DVR routers for this DVR port dee438f3-fb3b-4797-a66a-1a4253d1f73f on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:27.083502 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:27.085767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b351e315-ae2d-472d-a735-66c6227e130e req-37a5df7e-17f6-45b9-a6d1-4820645a0421 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.21 "DELETE /v2.0/ports/dee438f3-fb3b-4797-a66a-1a4253d1f73f HTTP/1.1" status: 204 len: 173 time: 1.1510623 Sep 20 12:26:27.147289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f406a6eb-ecff-443a-9462-05fd8b1b3609 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4932294 Sep 20 12:26:27.227129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb816bb4-64dd-4c05-b2e7-1cd27248355a None None] Network e8fdf029-a9bb-49c3-95ca-1fb6be829578 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:27.261275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:27.695086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'name': 'network-vif-deleted', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:27.697645 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbadfd5-ad14-4d0d-8d52-8139f9372af1" -d '{"events": [{"server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "name": "network-vif-deleted", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:27.729987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0d737-b741-46f5-8958-41f3d499bdea req-3d5390e0-b28b-4d16-ac66-608c60ee573f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:27.738930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5fb0d737-b741-46f5-8958-41f3d499bdea req-3d5390e0-b28b-4d16-ac66-608c60ee573f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 943 time: 0.2595563 Sep 20 12:26:27.739156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:27.792525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5fb0d737-b741-46f5-8958-41f3d499bdea req-fc50c346-a962-463f-b7e5-528721f895fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378067 Sep 20 12:26:27.802813 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-ea513442-e1ca-49f5-8b26-b21465b81b53 req-16162614-9d65-41aa-8196-ec59042e95b5 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] show failed (client error): The resource could not be found. Sep 20 12:26:27.816813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea513442-e1ca-49f5-8b26-b21465b81b53 req-16162614-9d65-41aa-8196-ec59042e95b5 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] 10.222.0.37 "GET /v2.0/security-groups/9f684b88-bcc3-4c93-88dd-0b6b1dc39d64 HTTP/1.1" status: 404 len: 352 time: 0.0737154 Sep 20 12:26:27.823385 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:28.064406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Router b95823d3-46e9-4296-80ad-9375a4291e6b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:28.182299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:28.193893 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] Sync routers for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:28.211133 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:28.211505 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e9766466-9fec-42ae-b91e-0d3c82d95492 admin admin] 10.222.0.37 "PUT /v2.0/routers/b95823d3-46e9-4296-80ad-9375a4291e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3360529 Sep 20 12:26:28.212271 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:28.213286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46672) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:28.218155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:26:28.340703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-686e6421-0bd5-49f4-9372-81a12eeda704 req-940c6b15-7e8c-4987-b5cc-3708511ce1c8 tempest-MigrationsAdminTest-1691598902 tempest-MigrationsAdminTest-1691598902-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb890e0-3e90-41df-b55c-685ddec28f8b HTTP/1.1" status: 200 len: 210 time: 0.4050059 Sep 20 12:26:28.391989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b1857b3-6304-4298-90ce-2c4779770440 req-18f70756-a9d2-4309-90a9-51eb85f2ffa4 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 210 time: 0.4180250 Sep 20 12:26:28.413989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:28.415183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:28.465179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '175d5d45-6ae3-4fa4-addf-7bb9d7909f09', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'port_id': '175d5d45-6ae3-4fa4-addf-7bb9d7909f09', 'mac_address': 'fa:16:3e:f7:0b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac61f73-8882-42e8-8568-2ac22e4f0c97', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:26:28.475372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Allocated IP 172.25.6.119 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/12f0446b-0393-4aec-a0ed-1923793e8817) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:28.531247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46676) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:28.536724 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4248e110-673b-4f62-b56f-b0cc886eae08 x-openstack-request-id: req-4248e110-673b-4f62-b56f-b0cc886eae08 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:28.537359 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb890e0-3e90-41df-b55c-685ddec28f8b", "name": "network-vif-deleted", "tag": "dee438f3-fb3b-4797-a66a-1a4253d1f73f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:28.537906 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4248e110-673b-4f62-b56f-b0cc886eae08 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:28.538911 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb890e0-3e90-41df-b55c-685ddec28f8b', 'name': 'network-vif-deleted', 'tag': 'dee438f3-fb3b-4797-a66a-1a4253d1f73f', 'status': 'completed', 'code': 200} Sep 20 12:26:28.545611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'subnets': [{'network_id': '1d1870f0-02c4-4f1d-9399-47737ed1c89e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--875465816', 'ip_version': 6}, {'network_id': '9112b7b1-d68a-4f44-873b-a8412e16acea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:28.546175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'subnet': {'network_id': '1d1870f0-02c4-4f1d-9399-47737ed1c89e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--875465816', 'ip_version': 6}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:28.547027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Request body: {'subnet': {'network_id': '9112b7b1-d68a-4f44-873b-a8412e16acea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:28.566642 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:28.575520 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:28.583331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:28.610739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:28.618497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46680) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:28.660825 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:28.682004 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:28.740693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:28.786941 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8da812b6-e879-43e0-b695-763b8d3b16c9 req-6da331e2-587f-41a5-8f14-6589be9aa66b tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53b54208de794e3c94a4d5e45c8087f7 HTTP/1.1" status: 200 len: 2984 time: 0.2316504 Sep 20 12:26:28.858980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Deleting port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:28.858980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:28.870538 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:26:26Z', 'revision_number': 5, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port': {'id': '23ed5a30-3ec3-4070-a5bc-24d3bcab8e77', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:00:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:25:30Z', 'updated_at': '2021-09-20T12:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:28.875659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['175d5d45-6ae3-4fa4-addf-7bb9d7909f09'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:28.880241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:28.901362 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] Checking router: b95823d3-46e9-4296-80ad-9375a4291e6b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:28.916136 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] Routers {'b95823d3-46e9-4296-80ad-9375a4291e6b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:28.916744 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b95823d3-46e9-4296-80ad-9375a4291e6b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:28.946852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8da812b6-e879-43e0-b695-763b8d3b16c9 req-5ac8e214-2bae-4d2b-94d5-82b91f05aab2 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] 10.222.0.37 "GET /v2.0/security-groups/d514e7f0-fd31-421d-afc9-9b1564833408 HTTP/1.1" status: 200 len: 2981 time: 0.1134098 Sep 20 12:26:29.010160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] For port 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=23ed5a30-3ec3-4070-a5bc-24d3bcab8e77,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:29.010843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.028217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Calling delete_port for 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:29.033173 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] Set router b95823d3-46e9-4296-80ad-9375a4291e6b gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:29.040590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ba4c-90e0-4c79-956c-3c57f533147f req-1999803e-9e74-4ce3-98f1-2604c5e00d1a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:29.042323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4b4ba4c-90e0-4c79-956c-3c57f533147f req-1999803e-9e74-4ce3-98f1-2604c5e00d1a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 944 time: 0.1212559 Sep 20 12:26:29.046984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8da812b6-e879-43e0-b695-763b8d3b16c9 req-c101f4b4-5087-4efc-85b3-5c6c68f27857 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] 10.222.0.37 "GET /v2.0/security-groups/d514e7f0-fd31-421d-afc9-9b1564833408 HTTP/1.1" status: 200 len: 2981 time: 0.0733726 Sep 20 12:26:29.048384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Made reservation on behalf of c6315512c912478e92189a3f0644f403 for: {'subnet': 2} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:29.053978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.054356 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.094838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.102710 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:26:28Z', 'revision_number': 6, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:29.132539 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aafa669-c86c-4c34-890d-4aa1ba2f0ab1 None None] The sync data for ids ['b95823d3-46e9-4296-80ad-9375a4291e6b'] in n-d-809934-3 is: [{'id': 'b95823d3-46e9-4296-80ad-9375a4291e6b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763028376-router', 'tenant_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:25:28Z', 'updated_at': '2021-09-20T12:26:28Z', 'revision_number': 6, 'project_id': 'b4e3283706be4d009cf3b38e1eb63c6c', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:29.222985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:29.238313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:29.249748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4b4ba4c-90e0-4c79-956c-3c57f533147f req-40d80f9c-6e8d-42c6-8f6c-71c789ad9ca3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918917 Sep 20 12:26:29.259851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:29.290393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event updated for resources: {'Port': ['ID=12f0446b-0393-4aec-a0ed-1923793e8817,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:29.325585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-271a707e-f501-4d0d-b51c-88bd862e3554 req-f7de31d7-022e-4657-8e83-f532ec027ef4 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] 10.222.0.37 "GET /v2.0/security-groups/d514e7f0-fd31-421d-afc9-9b1564833408 HTTP/1.1" status: 200 len: 2981 time: 0.2420845 Sep 20 12:26:29.411239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.449166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ed5a30-3ec3-4070-a5bc-24d3bcab8e77,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:29.548422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.573850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-d9650edc-67e1-4881-a696-6a291c3ee701 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:29.575396 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-d9650edc-67e1-4881-a696-6a291c3ee701 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 807 time: 0.2482660 Sep 20 12:26:29.578842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac42f720-08da-42c6-b14a-4eaebb480295 req-48c3db15-1ac9-49c4-a1f0-4621fd54e068 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 210 time: 0.0676792 Sep 20 12:26:29.585639 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-271a707e-f501-4d0d-b51c-88bd862e3554 req-3e0db578-b1c8-4328-8e12-066ebee0d11c tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 20 12:26:29.591035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Request body: {'port': {'device_id': '383fa616-5622-49b3-9682-59df5f0f81c5', 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'admin_state_up': True, 'tenant_id': 'b6dad03d741246d4962e7009f7b4acc4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:29.592118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-271a707e-f501-4d0d-b51c-88bd862e3554 req-3e0db578-b1c8-4328-8e12-066ebee0d11c tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] 10.222.0.37 "DELETE /v2.0/security-groups/d514e7f0-fd31-421d-afc9-9b1564833408 HTTP/1.1" status: 409 len: 352 time: 0.2601979 Sep 20 12:26:29.628661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.681205 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-6c703b0f-8aff-493f-b3de-9661e2632772 req-0999d6fb-d50f-461b-bd0b-ee6f87497639 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] show failed (client error): The resource could not be found. Sep 20 12:26:29.682306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c703b0f-8aff-493f-b3de-9661e2632772 req-0999d6fb-d50f-461b-bd0b-ee6f87497639 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] 10.222.0.37 "GET /v2.0/security-groups/423c24ea-db0d-4e80-94b5-97ee4d7af7eb HTTP/1.1" status: 404 len: 352 time: 0.0572255 Sep 20 12:26:29.745738 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-e1d15dc3-84df-4c31-a7fb-1e2f67deaeb7 req-251ccab2-9c12-48d8-9d44-00e05eb4c136 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] show failed (client error): The resource could not be found. Sep 20 12:26:29.746788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1d15dc3-84df-4c31-a7fb-1e2f67deaeb7 req-251ccab2-9c12-48d8-9d44-00e05eb4c136 tempest-SecurityGroupsNegativeTestJSON-734012809 tempest-SecurityGroupsNegativeTestJSON-734012809-project] 10.222.0.37 "GET /v2.0/security-groups/6541ae83-2440-4c75-ae12-80c78c912f67 HTTP/1.1" status: 404 len: 352 time: 0.0387492 Sep 20 12:26:29.775642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46698) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:29.781383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.785804 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.792160 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.872199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.914813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-739571c5-6239-4e7d-996c-159c87ced130 admin admin] Deleting subnet e3575a6b-bd9d-465a-b9e2-57cdc6a03890 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:29.925488 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-739571c5-6239-4e7d-996c-159c87ced130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.975034 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.975852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b95823d3-46e9-4296-80ad-9375a4291e6b {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:26:29.983158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.989150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8f98561b-1ba0-41ec-9a8d-14488b6b0cd6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b95823d3-46e9-4296-80ad-9375a4291e6b HTTP/1.1" status: 204 len: 168 time: 1.7698472 Sep 20 12:26:29.989447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-739571c5-6239-4e7d-996c-159c87ced130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:29.992482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46700) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:30.036349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Made reservation on behalf of b6dad03d741246d4962e7009f7b4acc4 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:30.040040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.040240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-739571c5-6239-4e7d-996c-159c87ced130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.074077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 39909934-44e0-4ea6-b35d-2dea0b043c7b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:30.111469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 39909934-44e0-4ea6-b35d-2dea0b043c7b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:30.112237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 39909934-44e0-4ea6-b35d-2dea0b043c7b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:30.113029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:30.123665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ab4b6c-ce9a-4ad3-8086-7dc13dc4d1c0 admin admin] Deleting subnet ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:30.137648 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34ab4b6c-ce9a-4ad3-8086-7dc13dc4d1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.150023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:30.151730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:30.152469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 23ed5a30-3ec3-4070-a5bc-24d3bcab8e77 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:30.168861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.215481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:30.226530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34ab4b6c-ce9a-4ad3-8086-7dc13dc4d1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.246922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Subnet': ['ID=e1493bee-d265-403f-91fd-470580626135,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:30.258733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-739571c5-6239-4e7d-996c-159c87ced130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.303140 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.308229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739571c5-6239-4e7d-996c-159c87ced130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3575a6b-bd9d-465a-b9e2-57cdc6a03890,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:30.311329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-739571c5-6239-4e7d-996c-159c87ced130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.313290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-739571c5-6239-4e7d-996c-159c87ced130 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e3575a6b-bd9d-465a-b9e2-57cdc6a03890 HTTP/1.1" status: 204 len: 168 time: 0.5347662 Sep 20 12:26:30.316024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46710) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:30.328195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Checking segment: {'id': '60de29fb-e058-4d71-b772-c3ff4c6c0157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1d1870f0-02c4-4f1d-9399-47737ed1c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:30.328570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Network hostable DHCP agents. Network: 1d1870f0-02c4-4f1d-9399-47737ed1c89e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:30.380552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:26:30.388121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:30.389321 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.393591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Allocated IP 172.20.0.13 (a02a595e-95f6-46c3-adea-7ab3f31cee45/cc7d3879-7e21-4316-8e77-ea6ef6310ccc/422b3272-c428-4656-9db6-1f1835f1da13) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:30.429439 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.439066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34ab4b6c-ce9a-4ad3-8086-7dc13dc4d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.501058 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.502078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.530142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Network 1d1870f0-02c4-4f1d-9399-47737ed1c89e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:30.533446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b6394f-1876-40de-9aa1-398d46dad7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175d5d45-6ae3-4fa4-addf-7bb9d7909f09'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:30.535733 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43614f0-80be-4894-91b1-8e3f364b0522" -d '{"events": [{"server_uuid": "66b6394f-1876-40de-9aa1-398d46dad7db", "name": "network-vif-plugged", "status": "completed", "tag": "175d5d45-6ae3-4fa4-addf-7bb9d7909f09"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:30.559134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Deleting port 2c2d9689-39eb-47a7-990e-95dd8397ce74 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:30.559549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.561367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:30.582898 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb38ac10-d39e-49e5-8747-645979d77abd x-openstack-request-id: req-fb38ac10-d39e-49e5-8747-645979d77abd {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:30.583016 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b6394f-1876-40de-9aa1-398d46dad7db", "name": "network-vif-plugged", "status": "completed", "tag": "175d5d45-6ae3-4fa4-addf-7bb9d7909f09", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:30.583225 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb38ac10-d39e-49e5-8747-645979d77abd {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:30.583616 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b6394f-1876-40de-9aa1-398d46dad7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175d5d45-6ae3-4fa4-addf-7bb9d7909f09', 'code': 200} Sep 20 12:26:30.629205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad80a-00a3-433a-a00e-3d1ed9698545 req-d2b64e6a-28ce-4be8-86b6-4cce7d8cc643 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:30.630858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f40ad80a-00a3-433a-a00e-3d1ed9698545 req-d2b64e6a-28ce-4be8-86b6-4cce7d8cc643 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 944 time: 0.2237031 Sep 20 12:26:30.636887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.638761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device dee438f3-fb3b-4797-a66a-1a4253d1f73f no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:30.664388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event updated for resources: {'Port': ['ID=12f0446b-0393-4aec-a0ed-1923793e8817,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:30.674043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.681244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-67a96659-4973-45a3-be91-90d8f05b94a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba137cb8b17141debe48f0438ea6705e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300331 Sep 20 12:26:30.683744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46716) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:30.684716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34ab4b6c-ce9a-4ad3-8086-7dc13dc4d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.685658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1d1870f0-02c4-4f1d-9399-47737ed1c89e) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:30.703180 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.708463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3ed8d-062d-494e-bddd-26508ac9e91e None None] Network 1d1870f0-02c4-4f1d-9399-47737ed1c89e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:30.770185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: dee438f3-fb3b-4797-a66a-1a4253d1f73f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:30.770549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device dee438f3-fb3b-4797-a66a-1a4253d1f73f not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:30.813782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:30.858715 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.864462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.865829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-160448d2-e67d-46a6-94a5-f2150d3f36a1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8135874 Sep 20 12:26:30.918430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f40ad80a-00a3-433a-a00e-3d1ed9698545 req-c01a1408-5ef5-4295-adfa-da8995eb3376 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812679 Sep 20 12:26:30.939060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fdf029-a9bb-49c3-95ca-1fb6be829578']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:30.939682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-1d1870f0-02c4-4f1d-9399-47737ed1c89e', 'network_id': '1d1870f0-02c4-4f1d-9399-47737ed1c89e', 'tenant_id': 'c6315512c912478e92189a3f0644f403', 'fixed_ips': [{'subnet_id': 'e1493bee-d265-403f-91fd-470580626135'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:26:30.941261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:30.950452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ad0bda-7d4a-4ef9-9232-3c71d6bae910') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:30.951060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ad0bda-7d4a-4ef9-9232-3c71d6bae910') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:30.961985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event updated for resources: {'Subnet': ['ID=713c34b7-a677-4d20-a143-75a5110033bd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:30.978178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f080314-122f-41f7-a006-f1c5970f878d req-e3b87bdc-a017-4c3d-ba13-d69eab5398d5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 210 time: 0.2161281 Sep 20 12:26:30.999010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.031872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Checking segment: {'id': 'feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9112b7b1-d68a-4f44-873b-a8412e16acea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:31.032311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Network hostable DHCP agents. Network: 9112b7b1-d68a-4f44-873b-a8412e16acea, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:31.036742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.057213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:31.058016 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.061737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab4b6c-ce9a-4ad3-8086-7dc13dc4d1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:31.065200 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:31.090333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34ab4b6c-ce9a-4ad3-8086-7dc13dc4d1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.093820 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-34ab4b6c-ce9a-4ad3-8086-7dc13dc4d1c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ba7ebe19-3a1b-4f2f-98e9-5387e9eda15b HTTP/1.1" status: 204 len: 168 time: 1.0994782 Sep 20 12:26:31.099434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0645ddf5-fb7e-4e08-b631-be3088beee2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.103316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46732) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:31.108472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] For port 2c2d9689-39eb-47a7-990e-95dd8397ce74, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2c2d9689-39eb-47a7-990e-95dd8397ce74,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:31.108877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.113777 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.115646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcf1219-4ab1-4890-ad21-5c8d87a19aa8 None None] Network 09ba152e-d8fe-4546-80e8-a865e26d7c88 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:31.133438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb0d75-2a0f-401a-9ce5-0fe5917203d7 req-c8f87ba9-d905-4afc-a736-fbf22b54c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:31.134857 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d0fb0d75-2a0f-401a-9ce5-0fe5917203d7 req-c8f87ba9-d905-4afc-a736-fbf22b54c10e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 1096 time: 0.4722040 Sep 20 12:26:31.136943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Calling delete_port for 2c2d9689-39eb-47a7-990e-95dd8397ce74 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:31.195072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Allocated IP 2001:db8::1 (1d1870f0-02c4-4f1d-9399-47737ed1c89e/e1493bee-d265-403f-91fd-470580626135/04757ba5-01ef-4a55-81df-3b0df217ab94) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:31.235636 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d0fb0d75-2a0f-401a-9ce5-0fe5917203d7 req-70deafde-0ea1-4ad8-83d7-52cf388c2e46 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924759 Sep 20 12:26:31.241509 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0645ddf5-fb7e-4e08-b631-be3088beee2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.243362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Network 9112b7b1-d68a-4f44-873b-a8412e16acea is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:31.340719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.342009 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.385365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.387238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] 10.222.0.37 "DELETE /v2.0/networks/e8fdf029-a9bb-49c3-95ca-1fb6be829578 HTTP/1.1" status: 204 len: 168 time: 1.0693777 Sep 20 12:26:31.399436 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.405674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a429ef-53dc-4e45-95b3-03b40efabb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8fdf029-a9bb-49c3-95ca-1fb6be829578,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:31.405860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Network a02a595e-95f6-46c3-adea-7ab3f31cee45 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:31.410804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9112b7b1-d68a-4f44-873b-a8412e16acea) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:31.432209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:31.432209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:31.432209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.432463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:31.440925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:31.454537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-30e1d6c9-2291-4a57-97f6-6db6d2efe966 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:31.456311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-30e1d6c9-2291-4a57-97f6-6db6d2efe966 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/networks?id=e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 200 len: 822 time: 0.3391297 Sep 20 12:26:31.464149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] DHCP port deletion for 09ba152e-d8fe-4546-80e8-a865e26d7c88 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:26:31.465976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d77679-8116-4536-852a-63af7b41a1c9 None None] Network 9112b7b1-d68a-4f44-873b-a8412e16acea requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:31.468893 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.508755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Pushing event updated for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:31.521520 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-925c1bbb-feda-40e4-8b21-f7ad0ac1465f tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/quotas/a29f84e1d1124b13af0253dd1307de03 HTTP/1.1" status: 200 len: 375 time: 0.0373333 Sep 20 12:26:31.526140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2bde0ae-dacf-4c99-bb24-e64fb830d7dd tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9937789 Sep 20 12:26:31.531582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:31.532236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.533200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46736) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:31.551721 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.580364 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.584791 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0645ddf5-fb7e-4e08-b631-be3088beee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.588589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0645ddf5-fb7e-4e08-b631-be3088beee2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.592988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0645ddf5-fb7e-4e08-b631-be3088beee2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88c34d83-b83a-4e96-8fd3-eb36d04ed976 HTTP/1.1" status: 204 len: 168 time: 0.9036303 Sep 20 12:26:31.610777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2d9689-39eb-47a7-990e-95dd8397ce74,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:31.622063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Network 1d1870f0-02c4-4f1d-9399-47737ed1c89e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:31.632128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:31.637686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:31.639100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-17856e67-bd34-4952-bc55-b0eb5e3585c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0485952 Sep 20 12:26:31.651905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Pushing event updated for resources: {'Port': ['ID=04757ba5-01ef-4a55-81df-3b0df217ab94,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:31.667844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645ddf5-fb7e-4e08-b631-be3088beee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c34d83-b83a-4e96-8fd3-eb36d04ed976,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:31.682750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] Deleting port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:31.683983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.691579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Request body: {'port': {'device_id': '383fa616-5622-49b3-9682-59df5f0f81c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:31.702216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Deleting port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:31.702853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.769422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b56e4-57bc-49da-9247-23d138143faa tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:31.771081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b56e4-57bc-49da-9247-23d138143faa tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:31.772605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b56e4-57bc-49da-9247-23d138143faa tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:31.795201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46740) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:31.797780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6c7b56e4-57bc-49da-9247-23d138143faa tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2634382 Sep 20 12:26:31.808260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46742) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:31.809658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-d596741a-bdff-49d9-af4d-2280a72b68a8 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2776687 Sep 20 12:26:31.922002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-9112b7b1-d68a-4f44-873b-a8412e16acea', 'network_id': '9112b7b1-d68a-4f44-873b-a8412e16acea', 'tenant_id': 'c6315512c912478e92189a3f0644f403', 'fixed_ips': [{'subnet_id': '713c34b7-a677-4d20-a143-75a5110033bd'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:26:31.928201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.928855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:31.932263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Attempting to bind port 04757ba5-01ef-4a55-81df-3b0df217ab94 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:31.932524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Attempting to bind port 04757ba5-01ef-4a55-81df-3b0df217ab94 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '60de29fb-e058-4d71-b772-c3ff4c6c0157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1d1870f0-02c4-4f1d-9399-47737ed1c89e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:31.932890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Attempting to bind port 04757ba5-01ef-4a55-81df-3b0df217ab94 on network 1d1870f0-02c4-4f1d-9399-47737ed1c89e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:31.974380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:31.988996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] For port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:32.001258 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.007125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:32.007999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Checking segment: {'id': '60de29fb-e058-4d71-b772-c3ff4c6c0157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1d1870f0-02c4-4f1d-9399-47737ed1c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:32.008612 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.009850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Bound using segment: {'id': '60de29fb-e058-4d71-b772-c3ff4c6c0157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1d1870f0-02c4-4f1d-9399-47737ed1c89e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:32.010492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Bound port: 04757ba5-01ef-4a55-81df-3b0df217ab94, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60de29fb-e058-4d71-b772-c3ff4c6c0157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1d1870f0-02c4-4f1d-9399-47737ed1c89e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:32.011793 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.036102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6a4cd0-eeb7-49e3-91a7-718d3a282b66 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Deleting subnet e1493bee-d265-403f-91fd-470580626135 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:32.084655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4cd0-eeb7-49e3-91a7-718d3a282b66 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.092724 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-61c5541d-19a3-465e-9182-e25a0d2b3057 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53b54208de794e3c94a4d5e45c8087f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961917 Sep 20 12:26:32.125703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46750) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:32.208463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4cd0-eeb7-49e3-91a7-718d3a282b66 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.222124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] For port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,segment=NetworkSegment(8655f15b-502c-41d8-9bb0-e6aa84ec4499),segment_id=8655f15b-502c-41d8-9bb0-e6aa84ec4499)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:32.222725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.272603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.274912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Calling delete_port for 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:32.285324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6273-8ec4-41f7-8c01-e12b8992bc09 req-83754157-8cc4-4cff-8e1c-0c67598e86ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:32.295290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99db6273-8ec4-41f7-8c01-e12b8992bc09 req-83754157-8cc4-4cff-8e1c-0c67598e86ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 945 time: 0.1440258 Sep 20 12:26:32.367191 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-5bdd2dfe-a411-465b-bac5-c0e8a864afa9 service neutron] 10.222.0.37 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280669 Sep 20 12:26:32.401484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99db6273-8ec4-41f7-8c01-e12b8992bc09 req-eb48c5af-f15a-47c1-89d9-93ee2e0d9dba tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023736 Sep 20 12:26:32.434756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] Calling delete_port for 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:32.455587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca8b3bc-169c-4cb5-b17c-76967676f1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.482865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca8b3bc-169c-4cb5-b17c-76967676f1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.513910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-cbdc6a0e-5519-440d-9dc6-e4668e674476 service neutron] 10.222.0.37 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306098 Sep 20 12:26:32.556226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6015be-8b38-484e-924d-236e3204ce59 req-a7288260-f31d-46f5-8031-58cf7555287c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:32.557474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f6015be-8b38-484e-924d-236e3204ce59 req-a7288260-f31d-46f5-8031-58cf7555287c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 932 time: 0.0616431 Sep 20 12:26:32.563493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Allocated IP 2001:db8:0:1::1 (9112b7b1-d68a-4f44-873b-a8412e16acea/713c34b7-a677-4d20-a143-75a5110033bd/2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:32.568240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] For port 04757ba5-01ef-4a55-81df-3b0df217ab94, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:32.588386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] For port 04757ba5-01ef-4a55-81df-3b0df217ab94, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=04757ba5-01ef-4a55-81df-3b0df217ab94,segment=NetworkSegment(60de29fb-e058-4d71-b772-c3ff4c6c0157),segment_id=60de29fb-e058-4d71-b772-c3ff4c6c0157)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:32.615388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f6015be-8b38-484e-924d-236e3204ce59 req-1a983acd-0c99-46cc-bd34-77839e5b8ebd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504005 Sep 20 12:26:32.634401 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.646853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.677770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:32.686534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] No DVR routers for this DVR port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:32.695731 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.727446 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.730030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4cd0-eeb7-49e3-91a7-718d3a282b66 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.780838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.806310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] No DVR routers for this DVR port 41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:32.808896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ba152e-d8fe-4546-80e8-a865e26d7c88']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:32.819796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8655f15b-502c-41d8-9bb0-e6aa84ec4499') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:32.820100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8655f15b-502c-41d8-9bb0-e6aa84ec4499') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:32.831766 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.843647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110406-bf2a-4b6c-a612-af9b882297e9 None None] Pushing event updated for resources: {'Port': ['ID=04757ba5-01ef-4a55-81df-3b0df217ab94,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:32.867450 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.882837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c858797-4b7b-433a-8488-9eb8bc36dcd9 None None] Pushing event deleted for resources: {'Port': ['ID=41f6cf21-c5b3-49c9-9ca4-cbef183dcbd8,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:32.889576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:32.890510 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:32.917993 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:32.928921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:32.964789 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.979006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca8b3bc-169c-4cb5-b17c-76967676f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.981642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca8b3bc-169c-4cb5-b17c-76967676f1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:32.986591 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cca8b3bc-169c-4cb5-b17c-76967676f1bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d514e7f0-fd31-421d-afc9-9b1564833408 HTTP/1.1" status: 204 len: 168 time: 0.8537748 Sep 20 12:26:32.992401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Router 6c009760-18fd-45f3-916f-ce0048ec892e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:33.013787 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8b3bc-169c-4cb5-b17c-76967676f1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d514e7f0-fd31-421d-afc9-9b1564833408,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:33.072316 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.105887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aee94022-e403-4591-b768-59382dc928c3 req-50060b1f-ee21-4f67-869a-d026e3a601de tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 210 time: 0.1290214 Sep 20 12:26:33.123556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ce3846e-4b62-4588-87c3-087e71cd95b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c999fee80094486aa8ed63ffca15846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772931 Sep 20 12:26:33.126148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:33.143802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b3272-c428-4656-9db6-1f1835f1da13 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:33.154441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.173203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.185807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Network 9112b7b1-d68a-4f44-873b-a8412e16acea is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:33.188865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:33.193844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.195828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/09ba152e-d8fe-4546-80e8-a865e26d7c88 HTTP/1.1" status: 204 len: 168 time: 2.0767477 Sep 20 12:26:33.197797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:33.207663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Pushing event updated for resources: {'Port': ['ID=2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:33.252179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64628189-3999-47fd-b85c-1d66de74c8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.254418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caeac8-96ab-45d0-afe2-ff1e4fc892e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09ba152e-d8fe-4546-80e8-a865e26d7c88,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:33.283809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Attempting to bind port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:33.291585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Attempting to bind port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9112b7b1-d68a-4f44-873b-a8412e16acea'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:33.291585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Attempting to bind port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 on network 9112b7b1-d68a-4f44-873b-a8412e16acea {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:33.291815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64628189-3999-47fd-b85c-1d66de74c8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.292011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:33.293215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Checking segment: {'id': 'feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9112b7b1-d68a-4f44-873b-a8412e16acea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:33.293950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.295343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Bound using segment: {'id': 'feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9112b7b1-d68a-4f44-873b-a8412e16acea'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:33.296175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Bound port: 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9112b7b1-d68a-4f44-873b-a8412e16acea'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:33.296760 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.324355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Transition to ACTIVE for port object 422b3272-c428-4656-9db6-1f1835f1da13 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:26:33.325847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4cd0-eeb7-49e3-91a7-718d3a282b66 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.374438 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] For port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:33.377648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] For port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1,segment=NetworkSegment(feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4),segment_id=feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:33.386487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a4cd0-eeb7-49e3-91a7-718d3a282b66 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Subnet': ['ID=e1493bee-d265-403f-91fd-470580626135,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:33.390057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4cd0-eeb7-49e3-91a7-718d3a282b66 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.392060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd6a4cd0-eeb7-49e3-91a7-718d3a282b66 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/subnets/e1493bee-d265-403f-91fd-470580626135 HTTP/1.1" status: 204 len: 168 time: 1.5800140 Sep 20 12:26:33.394892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46768) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:33.414098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:33.422627 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c71a6c39-d5f5-4b91-a5ee-8af6abf8167c admin admin] 10.222.0.37 "PUT /v2.0/routers/6c009760-18fd-45f3-916f-ce0048ec892e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8030205 Sep 20 12:26:33.423288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46770) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:33.428400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] Sync routers for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:33.451365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:33.452334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:33.469607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64628189-3999-47fd-b85c-1d66de74c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.476465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64628189-3999-47fd-b85c-1d66de74c8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.479536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-64628189-3999-47fd-b85c-1d66de74c8d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/274752d2-73f0-4bab-8a7e-e94afc7f5651 HTTP/1.1" status: 204 len: 168 time: 0.3516300 Sep 20 12:26:33.480490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.493609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ce0aa9-b78b-4ee7-94c1-1d171dcef6ae tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Deleting subnet 713c34b7-a677-4d20-a143-75a5110033bd {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:33.509452 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42ce0aa9-b78b-4ee7-94c1-1d171dcef6ae tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.510501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.541691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64628189-3999-47fd-b85c-1d66de74c8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274752d2-73f0-4bab-8a7e-e94afc7f5651,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:33.657290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9949e-96c7-4b89-ac74-1557da53761a None None] Pushing event updated for resources: {'Port': ['ID=2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:33.671071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42ce0aa9-b78b-4ee7-94c1-1d171dcef6ae tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.683604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:33.748137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7097e9-0d5c-413d-8064-0b87d74d1ec7 req-09c2fc29-d3bf-4a2f-9875-af85306a9803 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:33.754417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Pushing event updated for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:33.755223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf7097e9-0d5c-413d-8064-0b87d74d1ec7 req-09c2fc29-d3bf-4a2f-9875-af85306a9803 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 945 time: 0.2538633 Sep 20 12:26:33.797708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:33.829988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:33.832940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:33.833724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:33.843864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:33.982822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 04757ba5-01ef-4a55-81df-3b0df217ab94 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:34.043676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.048233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:26:34.048233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:34.077072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:34.077072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:34.077072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:34.077072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Bound port: 422b3272-c428-4656-9db6-1f1835f1da13, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:34.077072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.109421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e819361-fea7-4aeb-b012-cc7ecbd53566 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4e3283706be4d009cf3b38e1eb63c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076859 Sep 20 12:26:34.111204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46784) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:34.121521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 04757ba5-01ef-4a55-81df-3b0df217ab94 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:34.125940 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.131518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf7097e9-0d5c-413d-8064-0b87d74d1ec7 req-9b938921-e0e5-4381-8dbc-c34fb0e46c97 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531990 Sep 20 12:26:34.167240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:26:31Z', 'revision_number': 5, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port': {'id': 'bbd4b300-1d6d-4456-a316-5816b5cf50cd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:14Z', 'updated_at': '2021-09-20T12:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:34.201347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] Checking router: 6c009760-18fd-45f3-916f-ce0048ec892e for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:34.222986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] Routers {'6c009760-18fd-45f3-916f-ce0048ec892e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:34.226335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['6c009760-18fd-45f3-916f-ce0048ec892e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:34.255344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42ce0aa9-b78b-4ee7-94c1-1d171dcef6ae tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.358829 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.390462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72156d0e-79bb-4fdb-8984-b5c7d605bb02 req-47dbb8a1-2eca-4315-a294-4d01a0118117 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 210 time: 0.0697958 Sep 20 12:26:34.415493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] Set router 6c009760-18fd-45f3-916f-ce0048ec892e gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:34.420327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6262-14c4-4001-bafb-92b240bf9ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.459002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d68da-1163-4b57-8fb4-19c12777d74a req-a3bc2157-a41d-4017-a997-dd598bfb8558 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:34.470952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa7d68da-1163-4b57-8fb4-19c12777d74a req-a3bc2157-a41d-4017-a997-dd598bfb8558 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 944 time: 0.6708989 Sep 20 12:26:34.499426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:26:34Z', 'revision_number': 6, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:34.502738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 04757ba5-01ef-4a55-81df-3b0df217ab94, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=04757ba5-01ef-4a55-81df-3b0df217ab94,segment=NetworkSegment(60de29fb-e058-4d71-b772-c3ff4c6c0157),segment_id=60de29fb-e058-4d71-b772-c3ff4c6c0157)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:34.506059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:34.555519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:34.573152 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.582387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1814526-c413-4f10-baaf-a26f4a484ec9 None None] The sync data for ids ['6c009760-18fd-45f3-916f-ce0048ec892e'] in n-d-809934-3 is: [{'id': '6c009760-18fd-45f3-916f-ce0048ec892e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1077771396-router', 'tenant_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:13Z', 'updated_at': '2021-09-20T12:26:34Z', 'revision_number': 6, 'project_id': '49d950b75a9b47cf8b29e1685ad7a5b0', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:34.583225 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6262-14c4-4001-bafb-92b240bf9ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.592785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2ee0b-376f-4833-b649-aa79b2a513d9 None None] Network 1d1870f0-02c4-4f1d-9399-47737ed1c89e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:34.597498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa7d68da-1163-4b57-8fb4-19c12777d74a req-2c23413e-0210-4cff-bfa7-e462a8905be1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255302 Sep 20 12:26:34.608487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Deleting port bbd4b300-1d6d-4456-a316-5816b5cf50cd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:34.608827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.654427 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42ce0aa9-b78b-4ee7-94c1-1d171dcef6ae tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.658268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.721001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce0aa9-b78b-4ee7-94c1-1d171dcef6ae tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Subnet': ['ID=713c34b7-a677-4d20-a143-75a5110033bd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:34.740219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-00382e25-1054-483d-a87f-8f0714953eba None None] Provisioning complete for port 04757ba5-01ef-4a55-81df-3b0df217ab94 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:34.740219 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00382e25-1054-483d-a87f-8f0714953eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.741548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=04757ba5-01ef-4a55-81df-3b0df217ab94,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:34.741935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42ce0aa9-b78b-4ee7-94c1-1d171dcef6ae tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.755280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-42ce0aa9-b78b-4ee7-94c1-1d171dcef6ae tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/subnets/713c34b7-a677-4d20-a143-75a5110033bd HTTP/1.1" status: 204 len: 168 time: 1.3593078 Sep 20 12:26:34.757104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:34.820423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:34.827201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:34.829571 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] 10.222.0.32 "PUT /v2.0/ports/422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 1092 time: 3.1602178 Sep 20 12:26:34.830063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:34.832334 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979" -d '{"events": [{"name": "network-changed", "server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "tag": "422b3272-c428-4656-9db6-1f1835f1da13"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:34.905101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c2a124-176c-4d7d-8651-c4eaaf47b8f5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:34.908564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0c2a124-176c-4d7d-8651-c4eaaf47b8f5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504128 Sep 20 12:26:34.914467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:34.954683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d12d93-66d6-4af8-8a96-410ac21c132d service neutron] Pushing event updated for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:34.994116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] For port bbd4b300-1d6d-4456-a316-5816b5cf50cd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bbd4b300-1d6d-4456-a316-5816b5cf50cd,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:34.994698 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.012471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Calling delete_port for bbd4b300-1d6d-4456-a316-5816b5cf50cd owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:35.073570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] DHCP port deletion for 1d1870f0-02c4-4f1d-9399-47737ed1c89e request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:26:35.082584 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83488856-82c6-46c0-b101-662153345972 x-openstack-request-id: req-83488856-82c6-46c0-b101-662153345972 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:35.082910 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "tag": "422b3272-c428-4656-9db6-1f1835f1da13", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:35.083268 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83488856-82c6-46c0-b101-662153345972 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:35.083851 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13', 'status': 'completed', 'code': 200} Sep 20 12:26:35.123724 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6262-14c4-4001-bafb-92b240bf9ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.127364 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6262-14c4-4001-bafb-92b240bf9ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.130217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d0ff6262-14c4-4001-bafb-92b240bf9ac4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edb7c816-4e71-4775-ad09-eb02f8c17468 HTTP/1.1" status: 204 len: 168 time: 1.0161760 Sep 20 12:26:35.159723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff6262-14c4-4001-bafb-92b240bf9ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7c816-4e71-4775-ad09-eb02f8c17468,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:35.162640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.178938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-084b2f87-2198-421f-848e-c000c018982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:35.181803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-084b2f87-2198-421f-848e-c000c018982f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1095 time: 0.2168689 Sep 20 12:26:35.192978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9a9c1-882e-4c7d-9470-a1faf684bc91 req-93b6f7d4-71c5-43a7-808f-455eb77fde2f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:35.209325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45e9a9c1-882e-4c7d-9470-a1faf684bc91 req-93b6f7d4-71c5-43a7-808f-455eb77fde2f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 945 time: 0.1285727 Sep 20 12:26:35.209843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] Deleting port 04757ba5-01ef-4a55-81df-3b0df217ab94 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:35.210226 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.295703 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-ca741556-6783-444e-985a-64221bc6a24e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 217 time: 0.0706177 Sep 20 12:26:35.339704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45e9a9c1-882e-4c7d-9470-a1faf684bc91 req-edc69bcc-dc83-42f6-bcd1-cba9e5a59829 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249130 Sep 20 12:26:35.355418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Deleting port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:35.355773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.362010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-4033fc80-0815-4809-b913-a7e8e48fd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:35.364099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-4033fc80-0815-4809-b913-a7e8e48fd451 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0608816 Sep 20 12:26:35.401086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] For port 04757ba5-01ef-4a55-81df-3b0df217ab94, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=04757ba5-01ef-4a55-81df-3b0df217ab94,segment=NetworkSegment(60de29fb-e058-4d71-b772-c3ff4c6c0157),segment_id=60de29fb-e058-4d71-b772-c3ff4c6c0157)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:35.401490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.416461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] Calling delete_port for 04757ba5-01ef-4a55-81df-3b0df217ab94 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:35.426180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-e22e90c8-035c-4ea8-b735-381e8f89028c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507798 Sep 20 12:26:35.526790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb0ba12a-081d-45ff-ac17-9b582811000f req-c16d26fd-9df2-4e00-b487-3d723a33027a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 210 time: 0.0462439 Sep 20 12:26:35.528501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d23bb0-ee2b-43c6-9894-9cd0ddc0cffa None None] Network 9112b7b1-d68a-4f44-873b-a8412e16acea requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:35.530148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] For port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1,segment=NetworkSegment(feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4),segment_id=feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:35.530703 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.547041 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-e9261103-688d-4ea7-9e62-5a8ba820aaaf service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125419 Sep 20 12:26:35.555461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Calling delete_port for 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:35.581466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3a6328b6-cf39-4158-b4a8-8eebd1b57421 None None] Provisioning complete for port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:35.581851 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a6328b6-cf39-4158-b4a8-8eebd1b57421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.591850 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.642670 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.657066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd4b300-1d6d-4456-a316-5816b5cf50cd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:35.742154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] No DVR routers for this DVR port 04757ba5-01ef-4a55-81df-3b0df217ab94 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:35.747094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228202fc-c7fd-4c1d-9d4f-1a19dfc1d616 None None] Pushing event deleted for resources: {'Port': ['ID=04757ba5-01ef-4a55-81df-3b0df217ab94,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:35.773864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ed8ddc1-1a82-422b-b6cc-76e0ca16eb92 req-7a1420cf-81d1-401f-ae01-1519c20e70a1 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160039 Sep 20 12:26:35.897904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbb213-343d-4f89-b691-4cab05ae333b req-529c9a46-4035-4a7d-a17e-118031b27857 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:35.899680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6fbb213-343d-4f89-b691-4cab05ae333b req-529c9a46-4035-4a7d-a17e-118031b27857 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 944 time: 0.1649630 Sep 20 12:26:35.958183 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:35.989814 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] No DVR routers for this DVR port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:36.049852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Port': ['ID=2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:36.060663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:36.086929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3a6328b6-cf39-4158-b4a8-8eebd1b57421 None None] Could not find standard attr ID for object 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:26:36.094231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6fbb213-343d-4f89-b691-4cab05ae333b req-da1ed26a-203d-4be2-b8cd-a0b45d959f93 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861134 Sep 20 12:26:36.110180 n-d-809934-3 neutron-server[95504]: INFO neutron.plugins.ml2.db [None req-3a6328b6-cf39-4158-b4a8-8eebd1b57421 None None] No ports have port_id starting with 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 Sep 20 12:26:36.112165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:36.112783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 20 12:26:36.136526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Port 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 not found, will not notify nova. {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 20 12:26:36.164650 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.185683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e47f8-c6d6-4aab-b54d-ae165d431797 None None] DHCP port deletion for 9112b7b1-d68a-4f44-873b-a8412e16acea request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:26:36.231345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bbd4b300-1d6d-4456-a316-5816b5cf50cd no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:36.269509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: bbd4b300-1d6d-4456-a316-5816b5cf50cd {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:36.274828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bbd4b300-1d6d-4456-a316-5816b5cf50cd not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:36.275604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2c2d9689-39eb-47a7-990e-95dd8397ce74 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:36.295271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9112b7b1-d68a-4f44-873b-a8412e16acea']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:36.301831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2c2d9689-39eb-47a7-990e-95dd8397ce74 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:36.302603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2c2d9689-39eb-47a7-990e-95dd8397ce74 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:36.303288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 04757ba5-01ef-4a55-81df-3b0df217ab94 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:36.315397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:36.315397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feec2ad5-e002-46bc-8f31-bbcb6f9d4ea4') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:36.330802 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.336658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 04757ba5-01ef-4a55-81df-3b0df217ab94 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:36.337450 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 04757ba5-01ef-4a55-81df-3b0df217ab94 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:36.401729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-b93c3a9f-7a52-4d95-b1c7-f189f93cf02e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:36.403341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-b93c3a9f-7a52-4d95-b1c7-f189f93cf02e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 945 time: 0.1640158 Sep 20 12:26:36.404985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.406911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46848) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:36.429518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:36.429932 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:36.438400 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:36.472851 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.583040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75f41-49d4-4543-be58-d09f6d0c64dd req-4053c979-7544-42c7-9298-7c0c99c081d6 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:36.584802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57c75f41-49d4-4543-be58-d09f6d0c64dd req-4053c979-7544-42c7-9298-7c0c99c081d6 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 945 time: 0.1693301 Sep 20 12:26:36.628378 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.634559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.636918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/networks/9112b7b1-d68a-4f44-873b-a8412e16acea HTTP/1.1" status: 204 len: 168 time: 1.7213953 Sep 20 12:26:36.645656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46860) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:36.672894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57c75f41-49d4-4543-be58-d09f6d0c64dd req-d529ee65-22c3-4d19-bf08-5e2f457490ad tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791643 Sep 20 12:26:36.690504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684658fe-c50a-4461-aef2-9eaa47062adc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Network': ['ID=9112b7b1-d68a-4f44-873b-a8412e16acea,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:36.720069 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Deleting port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:36.720414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.732459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.744195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.748920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72ecac8f-edc8-4485-bf96-aa6856a14bb6 req-b64b7c8a-27ea-48c7-957e-be3cec2054c3 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 210 time: 0.0803618 Sep 20 12:26:36.767961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-484888949-network', 'tenant_id': '7bd288628e954d50bff617b055b848c8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:36.772395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-ee1b2fd1-ac04-471b-84c6-01cfc35c2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:36.774711 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-ee1b2fd1-ac04-471b-84c6-01cfc35c2544 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1095 time: 0.3225119 Sep 20 12:26:36.865540 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.880059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-b99278a6-0b57-45d5-acab-8774ed1aec8e tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:36.881563 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-b99278a6-0b57-45d5-acab-8774ed1aec8e tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.21 "GET /v2.0/networks?id=e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 200 len: 822 time: 0.4310529 Sep 20 12:26:36.914053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] For port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:36.914339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.931718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Request body: {'port': {'device_id': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'admin_state_up': True, 'tenant_id': 'a29f84e1d1124b13af0253dd1307de03'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:36.958098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.958651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c009760-18fd-45f3-916f-ce0048ec892e {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:26:36.962693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Calling delete_port for 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:36.964381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:36.965580 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cffcbe81-f68e-4b4f-bffd-44724be61912 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6c009760-18fd-45f3-916f-ce0048ec892e HTTP/1.1" status: 204 len: 168 time: 3.5413704 Sep 20 12:26:36.970223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:37.031822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-354e7466-a9fa-4651-8a35-37d0bdaa2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:37.033338 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-354e7466-a9fa-4651-8a35-37d0bdaa2f40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.2502382 Sep 20 12:26:37.039519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.063375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:37.066863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.083626 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-84ab1eb1-76fe-4f8f-a55c-ce516eacbc1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 217 time: 0.0386069 Sep 20 12:26:37.125726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1870f0-02c4-4f1d-9399-47737ed1c89e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:37.174378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-923579d2-2a06-43f5-af3a-cd910e496f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:37.176442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-923579d2-2a06-43f5-af3a-cd910e496f09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0899901 Sep 20 12:26:37.190698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.212531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46880) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:37.213863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60de29fb-e058-4d71-b772-c3ff4c6c0157') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:37.214167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60de29fb-e058-4d71-b772-c3ff4c6c0157') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:37.216676 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-dacb06d5-cef2-4c59-8ad5-f4cbc42a04c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320337 Sep 20 12:26:37.253521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.290601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa2abbe-cf81-43d1-9d27-eb2275a212ad admin admin] Deleting subnet 0cbb1bb8-44d1-42f3-add4-191240af64a6 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:37.291232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Made reservation on behalf of a29f84e1d1124b13af0253dd1307de03 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:37.295665 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.306829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa2abbe-cf81-43d1-9d27-eb2275a212ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.312633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.355252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:37.355780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:37.360442 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:37.398294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-f596af3d-c4d8-4ac5-bc0f-85914155c460 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742382 Sep 20 12:26:37.417101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171fbd-b289-440c-9797-f4d4f9fe45fc req-1f201e9b-56b9-4ee7-b885-0866e81bbd6c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:37.424429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b171fbd-b289-440c-9797-f4d4f9fe45fc req-1f201e9b-56b9-4ee7-b885-0866e81bbd6c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 944 time: 0.2365618 Sep 20 12:26:37.450352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa2abbe-cf81-43d1-9d27-eb2275a212ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.536687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Allocated IP 172.20.0.14 (e3a4b531-6a60-47d0-875c-3570bafb13a8/f67d977f-ad76-4b74-99cb-49523bb00d6e/2a204f9c-cfe0-4a66-9d9c-9c20b186eea5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:37.552713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9aab1be0-daf0-4fae-b0c1-dd80bb26d979 req-72919f47-b055-4630-aee1-429405e9402a service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450419 Sep 20 12:26:37.585146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-network', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:37.590616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b171fbd-b289-440c-9797-f4d4f9fe45fc req-e95ef3ca-be56-4712-9318-eaa4c892d3bd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630678 Sep 20 12:26:37.633934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.640016 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.642132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/networks/1d1870f0-02c4-4f1d-9399-47737ed1c89e HTTP/1.1" status: 204 len: 168 time: 0.9917734 Sep 20 12:26:37.644659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46892) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:37.679363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb554f-aade-4c61-8f5b-515e24d278a5 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Network': ['ID=1d1870f0-02c4-4f1d-9399-47737ed1c89e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:37.687768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa2abbe-cf81-43d1-9d27-eb2275a212ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.740264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.743434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.743994 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.755512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['175d5d45-6ae3-4fa4-addf-7bb9d7909f09'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:37.792814 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event deleted for resources: {'Port': ['ID=175d5d45-6ae3-4fa4-addf-7bb9d7909f09,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:37.826176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.838801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:37.866126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:37.866479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2d4e4316-4b5c-4eaf-a301-78a9ef4f15a1 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:37.973200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:37.975748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Made reservation on behalf of 4e9875d5b3114c238c563cdcaac47f0c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:37.978411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.027380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.051616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc4d470-50a1-41f3-9025-274ee434e427']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:38.079962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cb514a-f507-404b-990e-365c8ced52b6') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:38.080264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cb514a-f507-404b-990e-365c8ced52b6') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:38.108640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.114782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 422b3272-c428-4656-9db6-1f1835f1da13 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:26:38.140899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb02c539-49cc-416e-b890-206c7526c246 req-11af9b93-aa44-41d9-9885-c0cc69c3659b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 210 time: 0.3177722 Sep 20 12:26:38.141151 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:38.167094 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:38.172744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:38.172744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] No DVR routers for this DVR port 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:38.205899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79b391fb-c9f4-493b-a99d-1e0b3b2e651c req-553dccf5-d546-4c09-9a25-1ad6f5a144de tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 210 time: 0.0768557 Sep 20 12:26:38.218911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.219377 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Added segment bf81d56a-2dfa-4a70-b25c-7ab832c31ddc of type vlan for network 08b21f5b-0295-422d-8389-e10acee067c3 Sep 20 12:26:38.281681 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.283264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:38.291954 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.294024 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-30604ba9-e63a-4b45-8154-59734e8185f1 req-bc72f274-f7df-4055-8f8f-6e1e336a93ea tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "DELETE /v2.0/ports/175d5d45-6ae3-4fa4-addf-7bb9d7909f09 HTTP/1.1" status: 204 len: 173 time: 1.8769431 Sep 20 12:26:38.308752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f76ca5d-3328-456e-9a71-26b341d03489,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:38.310507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '422b3272-c428-4656-9db6-1f1835f1da13', 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'port_id': '422b3272-c428-4656-9db6-1f1835f1da13', 'mac_address': 'fa:16:3e:7d:24:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7d3879-7e21-4316-8e77-ea6ef6310ccc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:26:38.314638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b6394f-1876-40de-9aa1-398d46dad7db', 'name': 'network-vif-deleted', 'tag': '175d5d45-6ae3-4fa4-addf-7bb9d7909f09'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:38.317246 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb56e66-8d08-4d1d-a954-75a146e4c720" -d '{"events": [{"server_uuid": "66b6394f-1876-40de-9aa1-398d46dad7db", "name": "network-vif-deleted", "tag": "175d5d45-6ae3-4fa4-addf-7bb9d7909f09"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:38.324695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa2abbe-cf81-43d1-9d27-eb2275a212ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.332131 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.334659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.344776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.347900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/networks/ebc4d470-50a1-41f3-9025-274ee434e427 HTTP/1.1" status: 204 len: 168 time: 0.7021136 Sep 20 12:26:38.350297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46910) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:38.378095 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa2abbe-cf81-43d1-9d27-eb2275a212ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.383618 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7aa2abbe-cf81-43d1-9d27-eb2275a212ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0cbb1bb8-44d1-42f3-add4-191240af64a6 HTTP/1.1" status: 204 len: 168 time: 1.4071276 Sep 20 12:26:38.383618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2abbe-cf81-43d1-9d27-eb2275a212ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbb1bb8-44d1-42f3-add4-191240af64a6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:38.385854 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fb2def-912f-4357-8424-395f282d1255 x-openstack-request-id: req-b1fb2def-912f-4357-8424-395f282d1255 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:38.386147 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b6394f-1876-40de-9aa1-398d46dad7db", "name": "network-vif-deleted", "tag": "175d5d45-6ae3-4fa4-addf-7bb9d7909f09", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:38.386396 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1fb2def-912f-4357-8424-395f282d1255 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:38.386770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b9c7ef-4aa8-46f3-95a6-f4e942293ac6 None None] Network 9092aabb-35c2-4a0b-a3ac-d5fd5983157c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:38.386895 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b6394f-1876-40de-9aa1-398d46dad7db', 'name': 'network-vif-deleted', 'tag': '175d5d45-6ae3-4fa4-addf-7bb9d7909f09', 'status': 'completed', 'code': 200} Sep 20 12:26:38.387205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:38.390988 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.400245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afc148-7a4a-4cf3-8993-3ee365d4ab58 tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Network': ['ID=ebc4d470-50a1-41f3-9025-274ee434e427,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:38.421372 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.424946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422b3272-c428-4656-9db6-1f1835f1da13 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:38.482637 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.501284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:38.504935 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.507840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.508989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:38.509594 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.531128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.545372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Network e3a4b531-6a60-47d0-875c-3570bafb13a8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:38.568856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:38.573776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:38.583608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:38.585939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.602633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event updated for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:38.605910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] Pushing event updated for resources: {'Network': ['ID=08b21f5b-0295-422d-8389-e10acee067c3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:38.621588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f279514-a05c-4852-9da1-ea1de2b540c5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:38.631899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Deleting port 729afd35-a67d-4a6a-9e4a-a937bcbff02f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:38.632116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.651552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-29153841-5672-4fca-a263-03b3d27b1660 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2414129 Sep 20 12:26:38.658586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 08b21f5b-0295-422d-8389-e10acee067c3 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:38.666396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:38.673784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Request body: {'subnet': {'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-subnet', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:38.693446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.693812 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Added segment 28243d8c-e664-40a9-9181-b2d4ab85411e of type vlan for network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 Sep 20 12:26:38.701806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] DHCP port deletion for 9092aabb-35c2-4a0b-a3ac-d5fd5983157c request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:26:38.735359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] For port 729afd35-a67d-4a6a-9e4a-a937bcbff02f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=729afd35-a67d-4a6a-9e4a-a937bcbff02f,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:38.736087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.792517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Calling delete_port for 729afd35-a67d-4a6a-9e4a-a937bcbff02f owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:38.813159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:38.815923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.826447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['422b3272-c428-4656-9db6-1f1835f1da13'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:38.829388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:38.831077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.840241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.863800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:38.887094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.921564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a037816b-ea98-4aa2-8012-8e74bdb2bc8d']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:38.922012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] Deleting port 729afd35-a67d-4a6a-9e4a-a937bcbff02f {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:38.922389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.930122 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7d69f3d8-0843-49a4-8541-59ed4dedfc0c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0057542 Sep 20 12:26:38.934850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cbf207-37ca-42c9-8c82-dddb0020027e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:38.934850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cbf207-37ca-42c9-8c82-dddb0020027e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:38.948683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Request body: {'port': {'device_id': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:38.952943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.983129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f034a-e8bc-405e-9226-0cab1ac48449 req-961f4174-5410-4f35-ac7b-f67f2f04ac6a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:38.985219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-602f034a-e8bc-405e-9226-0cab1ac48449 req-961f4174-5410-4f35-ac7b-f67f2f04ac6a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 945 time: 0.2459612 Sep 20 12:26:38.989927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.990425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:38.991011 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:38.993661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.016107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] For port 729afd35-a67d-4a6a-9e4a-a937bcbff02f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=729afd35-a67d-4a6a-9e4a-a937bcbff02f,segment=NetworkSegment(62048b74-d595-421a-b33d-d2fcd6a28f4f),segment_id=62048b74-d595-421a-b33d-d2fcd6a28f4f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:39.016508 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.040516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] Calling delete_port for 729afd35-a67d-4a6a-9e4a-a937bcbff02f owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:39.046856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:39.047273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:39.051315 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:39.071365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-602f034a-e8bc-405e-9226-0cab1ac48449 req-682f48e7-13da-4ba9-827c-00cb27568c4d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666459 Sep 20 12:26:39.131676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.167261 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9533103 Sep 20 12:26:39.175529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:39.180399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d5cb7-6ef2-40fd-a82b-a4fc27172350 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c4b2c7-43db-4a40-9718-8c35ca8d75b5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:39.181309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Request body: {'subnet': {'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-subnet', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:39.190929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.198415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:39.234301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.290179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] Pushing event deleted for resources: {'Port': ['ID=729afd35-a67d-4a6a-9e4a-a937bcbff02f,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:39.299014 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.307921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f0b54-909f-4f79-acb0-679bf07f1591 None None] No DVR routers for this DVR port 729afd35-a67d-4a6a-9e4a-a937bcbff02f on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:39.312573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.317382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] 10.222.0.37 "DELETE /v2.0/networks/a037816b-ea98-4aa2-8012-8e74bdb2bc8d HTTP/1.1" status: 204 len: 168 time: 0.9634299 Sep 20 12:26:39.322512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=729afd35-a67d-4a6a-9e4a-a937bcbff02f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:39.349393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a9e1-e30e-453c-8d62-27b5664431fc tempest-BulkNetworkOpsIpV6Test-1966720724 tempest-BulkNetworkOpsIpV6Test-1966720724-project] Pushing event deleted for resources: {'Network': ['ID=a037816b-ea98-4aa2-8012-8e74bdb2bc8d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:39.365797 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.380724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] No DVR routers for this DVR port 729afd35-a67d-4a6a-9e4a-a937bcbff02f on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:39.439519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7909fa81-8cec-45e1-a505-773fe11e1c4f req-9118b8bb-bb51-44f9-b3fc-cc92f0eba487 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=66b6394f-1876-40de-9aa1-398d46dad7db HTTP/1.1" status: 200 len: 210 time: 0.1236622 Sep 20 12:26:39.463914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Made reservation on behalf of 4e9875d5b3114c238c563cdcaac47f0c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:39.467295 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.525515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85484436-a0fa-40d1-89e3-19e92a4eb477,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:39.555673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:39.564255 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.577087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Transition to ACTIVE for port object 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:26:39.630097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.663454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Checking segment: {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:39.663802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Network hostable DHCP agents. Network: 08b21f5b-0295-422d-8389-e10acee067c3, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:39.692094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9092aabb-35c2-4a0b-a3ac-d5fd5983157c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:39.704639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.722102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62048b74-d595-421a-b33d-d2fcd6a28f4f') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:39.722102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62048b74-d595-421a-b33d-d2fcd6a28f4f') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:39.731509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581e503-057b-404c-b914-1c747a7ea3c4 req-d9ffb77c-7f2a-4537-92aa-18fa4f7f313c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:39.734298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3581e503-057b-404c-b914-1c747a7ea3c4 req-d9ffb77c-7f2a-4537-92aa-18fa4f7f313c tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 932 time: 0.2025077 Sep 20 12:26:39.742064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.793630 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.805272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Pushing event updated for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:39.814420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:39.814839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:39.816524 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:39.824461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 729afd35-a67d-4a6a-9e4a-a937bcbff02f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:39.850288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 729afd35-a67d-4a6a-9e4a-a937bcbff02f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:39.851357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 729afd35-a67d-4a6a-9e4a-a937bcbff02f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:39.891332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Attempting to bind port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:39.891727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Attempting to bind port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:39.892448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Attempting to bind port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 on network e3a4b531-6a60-47d0-875c-3570bafb13a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:39.898303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 on network e3a4b531-6a60-47d0-875c-3570bafb13a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:26:39.898751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Attempting to bind port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 on network e3a4b531-6a60-47d0-875c-3570bafb13a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:39.904459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:39.904873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Checking segment: {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:39.905506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Bound using segment: {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:39.905995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Bound port: 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:39.906747 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:39.913991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Network 08b21f5b-0295-422d-8389-e10acee067c3 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:39.922239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3581e503-057b-404c-b914-1c747a7ea3c4 req-d453be6f-0ad0-41b7-b5f0-950b11761fa8 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648629 Sep 20 12:26:39.987119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:39.990410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:39.997136 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.004996 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.007018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9092aabb-35c2-4a0b-a3ac-d5fd5983157c HTTP/1.1" status: 204 len: 168 time: 1.6169667 Sep 20 12:26:40.010225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46954) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:40.018960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685663e-8627-4c0e-8ab0-a34c63f15c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=9092aabb-35c2-4a0b-a3ac-d5fd5983157c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:40.020918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:40.024171 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.027091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 08b21f5b-0295-422d-8389-e10acee067c3) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:40.035931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d1620-2883-4d9d-b7a2-15aa0e295644 None None] Network 08b21f5b-0295-422d-8389-e10acee067c3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:40.040220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:40.041112 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.087088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.099301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7565df1f-141b-4bf4-a8f0-09d75952035e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:40.120394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Checking segment: {'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:40.120990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Network hostable DHCP agents. Network: f5c4b2c7-43db-4a40-9718-8c35ca8d75b5, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:40.154218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 422b3272-c428-4656-9db6-1f1835f1da13 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:40.170457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d288ba63-d065-4d61-b3d6-13cb5a38a503 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5026293 Sep 20 12:26:40.171667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:40.172518 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.174099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] 10.222.0.21 "PUT /v2.0/ports/2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 HTTP/1.1" status: 200 len: 1092 time: 1.2320402 Sep 20 12:26:40.174794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'tag': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:40.182232 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5973453f-f8b2-48c2-b55d-020881e86b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c68b084-fb2f-4acd-a0ab-adf044fab52c", "tag": "2a204f9c-cfe0-4a66-9d9c-9c20b186eea5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:40.184170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:40.190726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:40.265724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75351c5-17e7-4385-8988-521f6aafe685 req-a3d9187d-2b21-4bf1-838d-ecbed44a895c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:40.266231 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59939b38-1cce-46b1-a195-b6d62eac51e0 x-openstack-request-id: req-59939b38-1cce-46b1-a195-b6d62eac51e0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:40.266564 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c68b084-fb2f-4acd-a0ab-adf044fab52c", "tag": "2a204f9c-cfe0-4a66-9d9c-9c20b186eea5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:40.269851 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59939b38-1cce-46b1-a195-b6d62eac51e0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:40.269851 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'tag': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5', 'status': 'completed', 'code': 200} Sep 20 12:26:40.270077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c75351c5-17e7-4385-8988-521f6aafe685 req-a3d9187d-2b21-4bf1-838d-ecbed44a895c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 945 time: 0.0742860 Sep 20 12:26:40.270077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:40.276967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:40.316127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:40.316467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 175d5d45-6ae3-4fa4-addf-7bb9d7909f09 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:40.341089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f98065-7854-4dce-9014-f2ac1950aa7e service neutron] Pushing event updated for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:40.344703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c75351c5-17e7-4385-8988-521f6aafe685 req-241ae7eb-5646-4f90-a34e-db1a84c7664f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617819 Sep 20 12:26:40.367973 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.369305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.393234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973453f-f8b2-48c2-b55d-020881e86b8d req-61ac7e43-c28b-4a67-a04d-b6b146cadb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:40.394735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5973453f-f8b2-48c2-b55d-020881e86b8d req-61ac7e43-c28b-4a67-a04d-b6b146cadb16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 1095 time: 0.1143856 Sep 20 12:26:40.400197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-08b21f5b-0295-422d-8389-e10acee067c3', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:26:40.401360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.401882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f5c4b2c7-43db-4a40-9718-8c35ca8d75b5) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:40.419650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b2726-dec4-4343-a42e-866cb9d9f60a None None] Network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:40.450909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:40.451855 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.454665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 422b3272-c428-4656-9db6-1f1835f1da13 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:26:40.515000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf01eadd-2a15-4f07-97ae-f850e70d321f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6315512c912478e92189a3f0644f403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926443 Sep 20 12:26:40.517478 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.518189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46970) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:40.559460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 422b3272-c428-4656-9db6-1f1835f1da13 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:40.560109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.609685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973453f-f8b2-48c2-b55d-020881e86b8d req-d62164e2-d91b-459f-bd42-fe937aef6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:40.619592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5973453f-f8b2-48c2-b55d-020881e86b8d req-d62164e2-d91b-459f-bd42-fe937aef6af4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a29f84e1d1124b13af0253dd1307de03&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2137389 Sep 20 12:26:40.689634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-973faae2-187c-4ea7-a3ad-a78337a8e8db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5129991 Sep 20 12:26:40.701969 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:40.707388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:40.742155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Allocated IP 172.20.0.2 (08b21f5b-0295-422d-8389-e10acee067c3/85484436-a0fa-40d1-89e3-19e92a4eb477/2f30604d-1bc4-47d2-b64e-7513b63cecc7) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:40.762659 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc64e-126d-4402-b32e-ca40d930fbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.810272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc64e-126d-4402-b32e-ca40d930fbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.817302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f5c4b2c7-43db-4a40-9718-8c35ca8d75b5', 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'fixed_ips': [{'subnet_id': '7565df1f-141b-4bf4-a8f0-09d75952035e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:26:40.818185 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.852399 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:40.972238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:40.974830 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb50a7b-1f0e-4f3a-92b1-54af30e17a62" -d '{"events": [{"server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "name": "network-vif-plugged", "status": "completed", "tag": "422b3272-c428-4656-9db6-1f1835f1da13"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:41.005680 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.005962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:41.015692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.016782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.085722 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.120663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46994) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:41.121079 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.138777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Allocated IP 172.20.0.2 (f5c4b2c7-43db-4a40-9718-8c35ca8d75b5/7565df1f-141b-4bf4-a8f0-09d75952035e/9676b9d3-f99b-4061-9d9f-fc77db43e19e) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:41.146718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.156633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-ee8de2cd-5d6d-4812-811f-c6ff0b284e28 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:41.160846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973453f-f8b2-48c2-b55d-020881e86b8d req-207fad91-0dc6-480a-856a-46958999f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:41.162609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-ee8de2cd-5d6d-4812-811f-c6ff0b284e28 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.3735886 Sep 20 12:26:41.163084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5973453f-f8b2-48c2-b55d-020881e86b8d req-207fad91-0dc6-480a-856a-46958999f4c0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5381753 Sep 20 12:26:41.187795 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:41.198944 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc64e-126d-4402-b32e-ca40d930fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.202863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc64e-126d-4402-b32e-ca40d930fbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.204193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe0cc64e-126d-4402-b32e-ca40d930fbd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e473611-2394-4baf-9a39-4b88d00277b6 HTTP/1.1" status: 204 len: 168 time: 0.6837873 Sep 20 12:26:41.233318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-bfdfc34b-342e-4ad0-ba22-33c0dcb9297f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/quotas/8b128218af8e4236b1fee9ffa669e30d HTTP/1.1" status: 200 len: 375 time: 0.0696864 Sep 20 12:26:41.238339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cc64e-126d-4402-b32e-ca40d930fbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e473611-2394-4baf-9a39-4b88d00277b6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:41.307979 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.321665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-c45373d3-0152-449c-b48a-d758778c0c9f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873320 Sep 20 12:26:41.335521 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b29ad8d-27ea-4e8f-a3f7-eb60112aa646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.345945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd144b-3fff-4b9e-aefb-99ade991fe3c req-f57ded3b-b597-41e2-911d-756dddd0a944 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:41.347485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8dd144b-3fff-4b9e-aefb-99ade991fe3c req-f57ded3b-b597-41e2-911d-756dddd0a944 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 944 time: 0.2700191 Sep 20 12:26:41.361828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Network 08b21f5b-0295-422d-8389-e10acee067c3 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:41.370326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-b65d167d-4a75-4659-8837-d33d5db870c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:41.370599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:41.372715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-b65d167d-4a75-4659-8837-d33d5db870c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 1095 time: 0.1667926 Sep 20 12:26:41.377305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.378771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:41.393593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Pushing event updated for resources: {'Port': ['ID=2f30604d-1bc4-47d2-b64e-7513b63cecc7,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:41.444912 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-d78e334b-8bcc-492b-be10-9bfc0baac51c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 HTTP/1.1" status: 200 len: 217 time: 0.0620310 Sep 20 12:26:41.456991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Attempting to bind port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:41.457473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Attempting to bind port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:41.457901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Attempting to bind port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 on network 08b21f5b-0295-422d-8389-e10acee067c3 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:41.464002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:41.464531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Checking segment: {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:41.465148 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.465471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Bound using segment: {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:41.465977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Bound port: 2f30604d-1bc4-47d2-b64e-7513b63cecc7, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:41.466709 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.508203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.509402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.561331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7b7d8906-fc1e-458c-a7f5-e0551e945927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:41.563237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-7b7d8906-fc1e-458c-a7f5-e0551e945927 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67d977f-ad76-4b74-99cb-49523bb00d6e HTTP/1.1" status: 200 len: 862 time: 0.1111233 Sep 20 12:26:41.588972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Pushing event updated for resources: {'Port': ['ID=9676b9d3-f99b-4061-9d9f-fc77db43e19e,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:41.611124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-5e154c7a-33e3-4de2-989b-7e7ddf7da55e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3a4b531-6a60-47d0-875c-3570bafb13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384514 Sep 20 12:26:41.644037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] For port 2f30604d-1bc4-47d2-b64e-7513b63cecc7, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:41.649843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] For port 2f30604d-1bc4-47d2-b64e-7513b63cecc7, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2f30604d-1bc4-47d2-b64e-7513b63cecc7,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:41.662642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:41.664757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:41.672870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:41.789517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.796197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Attempting to bind port 9676b9d3-f99b-4061-9d9f-fc77db43e19e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:41.796644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Attempting to bind port 9676b9d3-f99b-4061-9d9f-fc77db43e19e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:41.797105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Attempting to bind port 9676b9d3-f99b-4061-9d9f-fc77db43e19e on network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:41.801633 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b29ad8d-27ea-4e8f-a3f7-eb60112aa646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.833090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:41.851516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8dd144b-3fff-4b9e-aefb-99ade991fe3c req-c2a4a480-d228-40ff-b322-4ee0c859d69a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635682 Sep 20 12:26:41.855571 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-1edf68f8-60b8-49e9-bfad-3352a24a2ddb service neutron] 10.222.0.21 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330883 Sep 20 12:26:41.910526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2d25389a-d206-4059-b6df-69ffd8ed2323 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808318 Sep 20 12:26:41.959259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b29ad8d-27ea-4e8f-a3f7-eb60112aa646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.003879 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63534a3d-33a6-4a0e-8a81-8171301aa352 x-openstack-request-id: req-63534a3d-33a6-4a0e-8a81-8171301aa352 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:42.004470 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "name": "network-vif-plugged", "status": "completed", "tag": "422b3272-c428-4656-9db6-1f1835f1da13", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:42.004572 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63534a3d-33a6-4a0e-8a81-8171301aa352 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:42.004970 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13', 'code': 200} Sep 20 12:26:42.008332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:42.008332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Checking segment: {'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:42.008332 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.008332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Bound using segment: {'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:42.008332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Bound port: 9676b9d3-f99b-4061-9d9f-fc77db43e19e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:42.009244 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.083000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a9d10-f88e-4c25-9d70-3390e7133fb6 None None] Pushing event updated for resources: {'Port': ['ID=2f30604d-1bc4-47d2-b64e-7513b63cecc7,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:42.108754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29ad8d-27ea-4e8f-a3f7-eb60112aa646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd3e815-f00b-466e-9fda-a24a0c1cefe6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:42.111607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] For port 9676b9d3-f99b-4061-9d9f-fc77db43e19e, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:42.115970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] For port 9676b9d3-f99b-4061-9d9f-fc77db43e19e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9676b9d3-f99b-4061-9d9f-fc77db43e19e,segment=NetworkSegment(28243d8c-e664-40a9-9181-b2d4ab85411e),segment_id=28243d8c-e664-40a9-9181-b2d4ab85411e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:42.123386 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b29ad8d-27ea-4e8f-a3f7-eb60112aa646 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31e8af2d3ff849338da9ecfb175c3307&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0008647 Sep 20 12:26:42.129697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47012) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:42.195073 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0a48d29-ba30-4eac-a128-275d19f05fba req-bf0de735-84ab-4500-8494-c833c6e432a8 service neutron] 10.222.0.21 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313208 Sep 20 12:26:42.197165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ed5ad-5cc2-4f6d-830e-1d36205bd7d8 req-8dd549fe-7314-47f6-976c-33c828d98a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:42.198591 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d44ed5ad-5cc2-4f6d-830e-1d36205bd7d8 req-8dd549fe-7314-47f6-976c-33c828d98a9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1097 time: 0.2005272 Sep 20 12:26:42.206994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.241734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-623a3a40-b982-4cb5-ba20-efbf211463b8 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301668 Sep 20 12:26:42.323855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33079d3d-f621-493a-966a-0026bccc1887 None None] Pushing event updated for resources: {'Port': ['ID=9676b9d3-f99b-4061-9d9f-fc77db43e19e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:42.346404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d44ed5ad-5cc2-4f6d-830e-1d36205bd7d8 req-ddac021a-43c8-4bdb-a9e7-3654e0bf7781 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360660 Sep 20 12:26:42.350539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c121599d-c607-4987-baf3-dc6d04f851b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.380782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-633b3a4a-228b-47a5-b35b-61d08f30b176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.386858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c121599d-c607-4987-baf3-dc6d04f851b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.413139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374620bb-3b4a-4174-acca-7f634b10ffec req-90db6da8-4524-4789-88e0-d87ac7823a8a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:42.428171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-374620bb-3b4a-4174-acca-7f634b10ffec req-90db6da8-4524-4789-88e0-d87ac7823a8a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 946 time: 0.4139905 Sep 20 12:26:42.442477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Deleting port 1522efc1-e665-4273-bd06-8785d5350ced {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:42.443084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.461115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.536736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.580192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] For port 1522efc1-e665-4273-bd06-8785d5350ced, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1522efc1-e665-4273-bd06-8785d5350ced,segment=NetworkSegment(61c29574-0dea-4705-aa65-df20fd3fca3d),segment_id=61c29574-0dea-4705-aa65-df20fd3fca3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:42.580494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.597842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Calling delete_port for 1522efc1-e665-4273-bd06-8785d5350ced owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:42.655086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-374620bb-3b4a-4174-acca-7f634b10ffec req-48e7cd0f-d1c4-49de-ac15-8b1fd2b1d5fa tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255208 Sep 20 12:26:42.722065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef362d9b-f630-4442-805d-8313b793187c req-3f76f64e-b23c-4a1b-ad8d-edf765730d25 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.0783391 Sep 20 12:26:42.843225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Allocated IP 172.25.6.110 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/a20d46f8-0877-46e3-8242-5f9b42a2d71f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:42.896455 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c121599d-c607-4987-baf3-dc6d04f851b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.904912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c121599d-c607-4987-baf3-dc6d04f851b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:42.912004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c121599d-c607-4987-baf3-dc6d04f851b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdd3e815-f00b-466e-9fda-a24a0c1cefe6 HTTP/1.1" status: 204 len: 168 time: 0.7789798 Sep 20 12:26:42.927118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121599d-c607-4987-baf3-dc6d04f851b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd3e815-f00b-466e-9fda-a24a0c1cefe6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:42.986390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47034) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:43.009136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.085531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Pushing event deleted for resources: {'Port': ['ID=1522efc1-e665-4273-bd06-8785d5350ced,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:43.105580 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.148803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.232984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3061694-fda7-44dd-9f8d-07c2a182227c req-69dafc09-5399-4fbc-a426-190c49ebc23d tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:43.234706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3061694-fda7-44dd-9f8d-07c2a182227c req-69dafc09-5399-4fbc-a426-190c49ebc23d tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 944 time: 0.2487230 Sep 20 12:26:43.235664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801490879'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:43.309141 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.346007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3061694-fda7-44dd-9f8d-07c2a182227c req-1b6dfa94-d79e-4a01-8292-fd94f4b14a0e tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038821 Sep 20 12:26:43.397877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:43.402411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.417126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.447152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.475643 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.597444 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Pushing event updated for resources: {'Port': ['ID=a20d46f8-0877-46e3-8242-5f9b42a2d71f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:43.607480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:43.612196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:43.613842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:43.650105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682edb3-caf1-4c84-ad49-8dfe42a00431 None None] Network 08b21f5b-0295-422d-8389-e10acee067c3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:43.656875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Allocated IP 172.25.6.89 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/a03830c0-fb21-4ddd-80e1-1eecf1fe00c0) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:43.718239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.804683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Provisioning complete for port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:43.807939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.844945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.923362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:43.981928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:43.983891 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment d6a9e23c-56ce-4e19-948d-b8d374d3e14a of type vlan for network e44e5bad-535a-4e10-89b1-30d50375a58c Sep 20 12:26:43.989129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Router 9911167a-f32a-4560-bfa2-e767ce826150 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:44.019353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44df3476-4833-4a22-8391-d11995fb4404,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:44.031697 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.052683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6174e20e-d49a-4632-955b-1a0bf6c73680 req-155abe5a-a980-4cd8-a38f-eea7e7b5f061 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.2080796 Sep 20 12:26:44.086827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47046) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:44.093033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] For port 2f30604d-1bc4-47d2-b64e-7513b63cecc7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2f30604d-1bc4-47d2-b64e-7513b63cecc7,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:44.110474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ead9d-9e2b-4956-a96d-ba6fbc47adbf req-cce17de2-21e0-41ae-8a6c-679f7ef4cb18 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:44.112047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-658ead9d-9e2b-4956-a96d-ba6fbc47adbf req-cce17de2-21e0-41ae-8a6c-679f7ef4cb18 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 946 time: 0.2788534 Sep 20 12:26:44.119037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.121502 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f89f-08b8-4097-b4a4-6c41c318ceec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.124152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea26a1-0604-4027-b91e-2550833725e4 None None] Network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:44.149084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2f30604d-1bc4-47d2-b64e-7513b63cecc7 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:44.206638 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.239703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-658ead9d-9e2b-4956-a96d-ba6fbc47adbf req-8cb44e7c-b64d-4e88-aeac-609358251669 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738261 Sep 20 12:26:44.304776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:44.313641 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cfa7e98b-6beb-4f14-aa71-f4af5a9cde98 admin admin] 10.222.0.37 "PUT /v2.0/routers/9911167a-f32a-4560-bfa2-e767ce826150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3021564 Sep 20 12:26:44.316992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47052) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:44.317455 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] Sync routers for ids ['9911167a-f32a-4560-bfa2-e767ce826150'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:44.332338 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.337898 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] Routers {'9911167a-f32a-4560-bfa2-e767ce826150'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:44.338529 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9911167a-f32a-4560-bfa2-e767ce826150'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:44.431888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.443894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:44.444542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.474203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.484061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:44.484562 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.549609 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] Set router 9911167a-f32a-4560-bfa2-e767ce826150 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:44.608462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.646981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9676b9d3-f99b-4061-9d9f-fc77db43e19e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:44.665739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=e44e5bad-535a-4e10-89b1-30d50375a58c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:44.675988 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f89f-08b8-4097-b4a4-6c41c318ceec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.700077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.727555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e44e5bad-535a-4e10-89b1-30d50375a58c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:44.780735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6e904fcc-8708-483e-9435-3b7b1a3dcd01 None None] Provisioning complete for port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:44.800615 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6e904fcc-8708-483e-9435-3b7b1a3dcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.800615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Pushing event updated for resources: {'Port': ['ID=2f30604d-1bc4-47d2-b64e-7513b63cecc7,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:44.819640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:44.835315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:44.846573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.846920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.847044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3cc38-2add-472d-95fd-36e1ee007885 req-2b00aa74-7ad6-45f6-87f5-8c963fcf2a63 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:44.847377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.847590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.847921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.848249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.848573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.848898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.854857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51c3cc38-2add-472d-95fd-36e1ee007885 req-2b00aa74-7ad6-45f6-87f5-8c963fcf2a63 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 944 time: 0.3243113 Sep 20 12:26:44.855961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.856889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.860867 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:26:42Z', 'revision_number': 5, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:44.865596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.865945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ed3c12-4564-4c48-9b41-2743260d6bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:44.871577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:44.893719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f89f-08b8-4097-b4a4-6c41c318ceec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.910720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9676b9d3-f99b-4061-9d9f-fc77db43e19e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:44.911183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.911742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:44.914713 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] Checking router: 9911167a-f32a-4560-bfa2-e767ce826150 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:44.928628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Pushing event updated for resources: {'Port': ['ID=a03830c0-fb21-4ddd-80e1-1eecf1fe00c0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:44.932370 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] Routers {'9911167a-f32a-4560-bfa2-e767ce826150'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:44.933231 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9911167a-f32a-4560-bfa2-e767ce826150'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:44.966522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0f89f-08b8-4097-b4a4-6c41c318ceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5911b38-5d0b-408e-be84-8525914886ca,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:44.976168 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ee0f89f-08b8-4097-b4a4-6c41c318ceec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79049eff53284510a85e62ddb86ce786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8833406 Sep 20 12:26:44.976779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47056) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:45.007791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2febd5ce-d413-4f71-97e0-b59f7f23742c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0200186 Sep 20 12:26:45.013177 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.016455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47058) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:45.035180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-381905765'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:45.072737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51c3cc38-2add-472d-95fd-36e1ee007885 req-a94ec1b9-4e39-4ae4-9a6d-64fb6aa1e010 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164907 Sep 20 12:26:45.082363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6e904fcc-8708-483e-9435-3b7b1a3dcd01 None None] Provisioning complete for port 9676b9d3-f99b-4061-9d9f-fc77db43e19e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:45.083107 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6e904fcc-8708-483e-9435-3b7b1a3dcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.127842 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.129958 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] Set router 9911167a-f32a-4560-bfa2-e767ce826150 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:45.152044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f2ae-d945-453a-ac7d-9a3b078ad355 req-83a484b4-6566-41c5-9148-39571d599284 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:45.155579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a676f2ae-d945-453a-ac7d-9a3b078ad355 req-83a484b4-6566-41c5-9148-39571d599284 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1097 time: 0.3241913 Sep 20 12:26:45.188598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 9676b9d3-f99b-4061-9d9f-fc77db43e19e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9676b9d3-f99b-4061-9d9f-fc77db43e19e,segment=NetworkSegment(28243d8c-e664-40a9-9181-b2d4ab85411e),segment_id=28243d8c-e664-40a9-9181-b2d4ab85411e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:45.213753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3be08b49-15f2-455e-9da6-762a7a25c817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.231326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6e904fcc-8708-483e-9435-3b7b1a3dcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.239734 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-94de8966-ba5e-4c38-bc9c-3b094ac05299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.250356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3be08b49-15f2-455e-9da6-762a7a25c817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.263940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Deleting port feef72f0-a343-46be-a3c0-d3ad7fac1310 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:45.264284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.328995 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.379881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] For port feef72f0-a343-46be-a3c0-d3ad7fac1310, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=feef72f0-a343-46be-a3c0-d3ad7fac1310,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:45.380167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.394027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Calling delete_port for feef72f0-a343-46be-a3c0-d3ad7fac1310 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:45.405479 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:26:42Z', 'revision_number': 5, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:45.445771 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-6e904fcc-8708-483e-9435-3b7b1a3dcd01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:26:45.446440 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-6e904fcc-8708-483e-9435-3b7b1a3dcd01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:26:45.450034 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be292933-002c-4d2a-9056-1590fd575bc1 None None] The sync data for ids ['9911167a-f32a-4560-bfa2-e767ce826150'] in n-d-809934-3 is: [{'id': '9911167a-f32a-4560-bfa2-e767ce826150', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1583909007-router', 'tenant_id': 'f4554cbde80f46f1bd2953a245cd842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:21:30Z', 'updated_at': '2021-09-20T12:26:42Z', 'revision_number': 5, 'project_id': 'f4554cbde80f46f1bd2953a245cd842d', 'gw_port': {'id': 'feef72f0-a343-46be-a3c0-d3ad7fac1310', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9911167a-f32a-4560-bfa2-e767ce826150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:21:32Z', 'updated_at': '2021-09-20T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:45.458955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:45.461519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=9676b9d3-f99b-4061-9d9f-fc77db43e19e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:45.462533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.550196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3be08b49-15f2-455e-9da6-762a7a25c817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.551744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.552686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3be08b49-15f2-455e-9da6-762a7a25c817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.555214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3be08b49-15f2-455e-9da6-762a7a25c817 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5911b38-5d0b-408e-be84-8525914886ca HTTP/1.1" status: 204 len: 168 time: 0.5775023 Sep 20 12:26:45.619624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33af2a0a-4ead-45ca-a1d1-b5e66c340853 req-1458e8fb-f814-4845-9df4-9ac2b964e9b5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.3738778 Sep 20 12:26:45.730208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a676f2ae-d945-453a-ac7d-9a3b078ad355 req-3d93b49b-d33c-4f65-b57b-b992db578adf tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836006 Sep 20 12:26:45.887521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Router 053fd767-2262-488a-a404-b2bb125ad4d5 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:26:45.920306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:26:45.922386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be08b49-15f2-455e-9da6-762a7a25c817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5911b38-5d0b-408e-be84-8525914886ca,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:45.941478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:45.942090 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment 810f785c-9537-455d-a471-93f3805fcb47 of type vlan for network e10b012c-749e-4e9d-95a3-1e0246f98588 Sep 20 12:26:46.007598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2f30604d-1bc4-47d2-b64e-7513b63cecc7 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:46.009859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.033615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385f486-7948-4b7f-bc69-3199816c7db2 req-873ba3b9-ebcc-4bc0-a0b2-2edc43f01eaf tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:46.035223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0385f486-7948-4b7f-bc69-3199816c7db2 req-873ba3b9-ebcc-4bc0-a0b2-2edc43f01eaf tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1097 time: 0.1872404 Sep 20 12:26:46.090145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:46.090516 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.132715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0385f486-7948-4b7f-bc69-3199816c7db2 req-68225527-430a-4405-8d6b-ba2c8dfa3904 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713477 Sep 20 12:26:46.138129 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.147930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:46.150790 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.187312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b85d9363-f54a-41f4-ad5f-286a95c5ecd1 None None] Provisioning complete for port 9676b9d3-f99b-4061-9d9f-fc77db43e19e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:46.188184 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b85d9363-f54a-41f4-ad5f-286a95c5ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.193471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.279705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-ef8f59db-615e-4f01-be54-19cbd8c71612 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:46.280926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-ef8f59db-615e-4f01-be54-19cbd8c71612 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.8229308 Sep 20 12:26:46.299656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:26:46.301633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:46.304050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Request body: {'port': {'device_id': '20e3af11-9486-425f-beb2-376f043eca72', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'admin_state_up': True, 'tenant_id': '8b128218af8e4236b1fee9ffa669e30d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:46.320029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9676b9d3-f99b-4061-9d9f-fc77db43e19e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:46.330643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Sync routers for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:46.349134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba8df-1c71-4ac3-bc0c-a1f1d75b7a74 req-f313272a-80a3-46bf-a318-00da8e45e9f8 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:46.351580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ddba8df-1c71-4ac3-bc0c-a1f1d75b7a74 req-f313272a-80a3-46bf-a318-00da8e45e9f8 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 944 time: 0.1091650 Sep 20 12:26:46.370409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=e10b012c-749e-4e9d-95a3-1e0246f98588,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:46.396558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e10b012c-749e-4e9d-95a3-1e0246f98588 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:26:46.411906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:46.412105 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e88ba607-b349-4570-aea5-46a8cbaaef9a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3916016 Sep 20 12:26:46.412236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:46.412390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47082) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:46.416986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': 'e44e5bad-535a-4e10-89b1-30d50375a58c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:46.492978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.546690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=feef72f0-a343-46be-a3c0-d3ad7fac1310,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:46.555107 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.575379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ddba8df-1c71-4ac3-bc0c-a1f1d75b7a74 req-b64186f1-b3a6-426a-8dc6-5b65b45c7e5b tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113926 Sep 20 12:26:46.595293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.595293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.595848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb43608f-e4eb-4368-83a9-9e7385ec9536 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4101005 Sep 20 12:26:46.599113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:46.654690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.762737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9676b9d3-f99b-4061-9d9f-fc77db43e19e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:46.763974 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.797637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.815035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:46.818669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.834918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:46.867692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-faab5448-ac14-4b16-8ed5-72ede8489514 req-7a767482-a101-4bcb-8e83-1bcd111c00bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.0780129 Sep 20 12:26:46.998616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Made reservation on behalf of 8b128218af8e4236b1fee9ffa669e30d for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:47.002614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.010203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:47.044040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:47.092273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:26:47.095779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.096419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9911167a-f32a-4560-bfa2-e767ce826150 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:26:47.101909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.107719 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fae6f74e-2c9b-4211-b042-eb9090059ed3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9911167a-f32a-4560-bfa2-e767ce826150 HTTP/1.1" status: 204 len: 168 time: 2.7849972 Sep 20 12:26:47.112563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:47.171001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.223237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5', 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'port_id': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5', 'mac_address': 'fa:16:3e:ee:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67d977f-ad76-4b74-99cb-49523bb00d6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:26:47.251972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a16f030-a5e2-43bd-a51d-efb7c833c0ee admin admin] Deleting subnet 74052b7a-e160-491d-b5ca-9cc6c2ef318c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:26:47.294492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a16f030-a5e2-43bd-a51d-efb7c833c0ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.339583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.365907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=444e355d-54fd-4940-8589-8a730805dc21,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:47.390843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:47.391102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a16f030-a5e2-43bd-a51d-efb7c833c0ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.400419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': 'd6a9e23c-56ce-4e19-948d-b8d374d3e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e44e5bad-535a-4e10-89b1-30d50375a58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:47.400942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: e44e5bad-535a-4e10-89b1-30d50375a58c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:47.458067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:43Z', 'revision_number': 3, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:47.475219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Allocated IP 172.20.0.7 (e7710ad9-6a06-48ed-8523-a1c972a50589/cac61f73-8882-42e8-8568-2ac22e4f0c97/7e684a3f-9c41-4f2f-90bd-4f6793e83f25) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:47.509957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a16f030-a5e2-43bd-a51d-efb7c833c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.516566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:47.517700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Checking router: 053fd767-2262-488a-a404-b2bb125ad4d5 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:47.518396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Updating router 053fd767-2262-488a-a404-b2bb125ad4d5 port a20d46f8-0877-46e3-8242-5f9b42a2d71f binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:26:47.530717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e44e5bad-535a-4e10-89b1-30d50375a58c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:47.551350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.602000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1522efc1-e665-4273-bd06-8785d5350ced no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:47.602879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.609224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e44e5bad-535a-4e10-89b1-30d50375a58c) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:47.636362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bcc8b7-b59c-4eb0-aa76-e830362ef0fb None None] Network e44e5bad-535a-4e10-89b1-30d50375a58c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:47.662846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:47.664531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.726274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1522efc1-e665-4273-bd06-8785d5350ced {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:47.726551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1522efc1-e665-4273-bd06-8785d5350ced not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:47.732761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:47.827868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device feef72f0-a343-46be-a3c0-d3ad7fac1310 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:47.864453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:47.869540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: feef72f0-a343-46be-a3c0-d3ad7fac1310 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:47.869888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device feef72f0-a343-46be-a3c0-d3ad7fac1310 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:47.881301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['2a204f9c-cfe0-4a66-9d9c-9c20b186eea5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:47.883438 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Sync routers for ids ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:47.895274 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Routers {'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:47.896319 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:47.906649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903670d-21bb-450c-82b9-3894466e252c req-903482f8-f076-46f1-baef-ebee584720db tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:47.908197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7903670d-21bb-450c-82b9-3894466e252c req-903482f8-f076-46f1-baef-ebee584720db tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 945 time: 0.1383967 Sep 20 12:26:47.950011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:47.969374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a16f030-a5e2-43bd-a51d-efb7c833c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.010689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.014216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a16f030-a5e2-43bd-a51d-efb7c833c0ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.017228 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a16f030-a5e2-43bd-a51d-efb7c833c0ee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/74052b7a-e160-491d-b5ca-9cc6c2ef318c HTTP/1.1" status: 204 len: 168 time: 0.9023240 Sep 20 12:26:48.017228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f030-a5e2-43bd-a51d-efb7c833c0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74052b7a-e160-491d-b5ca-9cc6c2ef318c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:48.025121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:48.030111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-973b515b-9ee8-4368-ae28-5cdff816739d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6170397 Sep 20 12:26:48.041370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47128) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:48.041556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016a4b2-fef6-48f0-9272-38b51293f481 None None] Network d66c61a7-b709-4d15-9b96-5854a8454b48 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:48.042000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.049184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': 'e10b012c-749e-4e9d-95a3-1e0246f98588', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:48.060924 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Set router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:48.078310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7903670d-21bb-450c-82b9-3894466e252c req-9fe50dbf-3202-46be-a5e8-9c54bd032105 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560786 Sep 20 12:26:48.084412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e44e5bad-535a-4e10-89b1-30d50375a58c', 'network_id': 'e44e5bad-535a-4e10-89b1-30d50375a58c', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': '444e355d-54fd-4940-8589-8a730805dc21'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:26:48.085315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.107590 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.116460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.117895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9340783-1a87-4f5b-b088-c41ff338a5bf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4148612 Sep 20 12:26:48.133271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:48.179784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Network e7710ad9-6a06-48ed-8523-a1c972a50589 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:48.189134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:48.206341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:48.312525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event updated for resources: {'Port': ['ID=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:48.354775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:48.355448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.455697 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-2bada817-6a94-4f2f-87c0-396b631463bf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1606450 Sep 20 12:26:48.473142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Request body: {'port': {'device_id': '20e3af11-9486-425f-beb2-376f043eca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:48.499249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.525612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Allocated IP 172.20.0.2 (e44e5bad-535a-4e10-89b1-30d50375a58c/444e355d-54fd-4940-8589-8a730805dc21/2182cf09-9a77-4ab3-a6c3-8b7f59939721) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:48.597590 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:26:45Z', 'revision_number': 3, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port': {'id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:43Z', 'updated_at': '2021-09-20T12:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:48.641051 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] DHCP port deletion for d66c61a7-b709-4d15-9b96-5854a8454b48 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:26:48.643462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.654908 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Checking router: ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:48.655580 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Updating router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:26:48.669846 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.693182 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.898088 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.901765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Attempting to bind port a20d46f8-0877-46e3-8242-5f9b42a2d71f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:48.901765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Attempting to bind port a20d46f8-0877-46e3-8242-5f9b42a2d71f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:48.905690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Attempting to bind port a20d46f8-0877-46e3-8242-5f9b42a2d71f on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:48.929199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32504c2-b62a-433e-9b5f-4c70fbbf4e57 None None] Pushing event updated for resources: {'Port': ['ID=a20d46f8-0877-46e3-8242-5f9b42a2d71f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:48.933892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.939072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:48.939496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:48.939899 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.940336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:48.940870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Bound port: a20d46f8-0877-46e3-8242-5f9b42a2d71f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:48.941821 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:48.992762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] Deleting port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:48.993229 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.025826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dec944-2822-42d9-9970-4e28808cc607 req-ec79877b-a763-49be-8601-1c6bc988a174 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:49.034208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0dec944-2822-42d9-9970-4e28808cc607 req-ec79877b-a763-49be-8601-1c6bc988a174 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 931 time: 0.3382354 Sep 20 12:26:49.082840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] For port a20d46f8-0877-46e3-8242-5f9b42a2d71f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:49.089686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.102965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] For port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,segment=NetworkSegment(61c29574-0dea-4705-aa65-df20fd3fca3d),segment_id=61c29574-0dea-4705-aa65-df20fd3fca3d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:49.105845 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.140105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:49.142448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] For port a20d46f8-0877-46e3-8242-5f9b42a2d71f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a20d46f8-0877-46e3-8242-5f9b42a2d71f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:49.152691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] Calling delete_port for 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:49.153327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.164336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Network e44e5bad-535a-4e10-89b1-30d50375a58c is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:49.170476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:49.174181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Transition to ACTIVE for port object 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:26:49.177111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:49.198099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Pushing event updated for resources: {'Port': ['ID=2182cf09-9a77-4ab3-a6c3-8b7f59939721,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:49.217061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:26:49.220901 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.256536 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.258095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0dec944-2822-42d9-9970-4e28808cc607 req-a4dde82c-f56d-4694-a466-12221dfe4aba tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227411 Sep 20 12:26:49.289694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.366840 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.386276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:49.411858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Allocated IP 172.20.0.1 (08b21f5b-0295-422d-8389-e10acee067c3/85484436-a0fa-40d1-89e3-19e92a4eb477/1e22dc49-2cf0-4d3e-a5d2-60e33da49691) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:49.421330 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Attempting to bind port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:49.421922 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Attempting to bind port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:49.422480 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Attempting to bind port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:49.426219 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Pushing event updated for resources: {'Port': ['ID=a03830c0-fb21-4ddd-80e1-1eecf1fe00c0,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:49.431202 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:49.433450 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:49.433450 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.433450 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:49.433450 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Bound port: a03830c0-fb21-4ddd-80e1-1eecf1fe00c0, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:49.434228 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.436549 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.442251 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.442921 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.443540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.444199 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.444754 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.445347 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.445908 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.446457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.447019 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.447581 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.448556 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.449148 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:26:49.509177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] For port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:49.513450 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] For port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a03830c0-fb21-4ddd-80e1-1eecf1fe00c0,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:49.523546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Deleting port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:26:49.523915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.524095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Attempting to bind port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:49.524621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Attempting to bind port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:49.525157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Attempting to bind port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:49.532914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 on network e7710ad9-6a06-48ed-8523-a1c972a50589 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:26:49.533994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Attempting to bind port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:49.541209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:49.543858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Checking segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:49.543858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Bound using segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:49.543858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Bound port: 7e684a3f-9c41-4f2f-90bd-4f6793e83f25, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:49.543858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.566931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Attempting to bind port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:49.567439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Attempting to bind port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd6a9e23c-56ce-4e19-948d-b8d374d3e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e44e5bad-535a-4e10-89b1-30d50375a58c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:49.567802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Attempting to bind port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 on network e44e5bad-535a-4e10-89b1-30d50375a58c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:49.594154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:49.594599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Checking segment: {'id': 'd6a9e23c-56ce-4e19-948d-b8d374d3e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e44e5bad-535a-4e10-89b1-30d50375a58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:49.595206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.595607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Bound using segment: {'id': 'd6a9e23c-56ce-4e19-948d-b8d374d3e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e44e5bad-535a-4e10-89b1-30d50375a58c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:49.596080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Bound port: 2182cf09-9a77-4ab3-a6c3-8b7f59939721, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a9e23c-56ce-4e19-948d-b8d374d3e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e44e5bad-535a-4e10-89b1-30d50375a58c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:49.596465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.624009 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] For port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:49.628111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] For port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:49.632972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:49.633674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:49.641325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32504c2-b62a-433e-9b5f-4c70fbbf4e57 None None] Pushing event updated for resources: {'Port': ['ID=a20d46f8-0877-46e3-8242-5f9b42a2d71f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:49.657305 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.723965 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Routers {'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:49.725003 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:49.733892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.770544 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.800293 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ffdbe-46ce-45a7-8575-79a8e6605682 None None] Pushing event updated for resources: {'Port': ['ID=a03830c0-fb21-4ddd-80e1-1eecf1fe00c0,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:49.815957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2cee4-9b2b-4272-a3a8-f8fceea5337c req-9c00ddb8-3acf-4b02-9031-dd1eb370db64 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:49.817624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-91d2cee4-9b2b-4272-a3a8-f8fceea5337c req-9c00ddb8-3acf-4b02-9031-dd1eb370db64 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 945 time: 0.4281631 Sep 20 12:26:49.820028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] For port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,segment=NetworkSegment(61c29574-0dea-4705-aa65-df20fd3fca3d),segment_id=61c29574-0dea-4705-aa65-df20fd3fca3d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:49.820028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.822357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47156) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:49.827556 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.884932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Calling delete_port for 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:26:49.887866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:49.893038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:49.902138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:49.903907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:49.905639 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-036d0acf-fc9f-47b4-832a-9b50e151ee4d service neutron] 10.222.0.21 "PUT /v2.0/ports/7e684a3f-9c41-4f2f-90bd-4f6793e83f25 HTTP/1.1" status: 200 len: 1091 time: 1.4414110 Sep 20 12:26:49.906162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e3af11-9486-425f-beb2-376f043eca72', 'tag': '7e684a3f-9c41-4f2f-90bd-4f6793e83f25'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:49.908462 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6988554c-b74d-4595-8d7a-24e2efbde8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "20e3af11-9486-425f-beb2-376f043eca72", "tag": "7e684a3f-9c41-4f2f-90bd-4f6793e83f25"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:49.926137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] Pushing event deleted for resources: {'Port': ['ID=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:49.931910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:26:49.956042 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] Set router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:49.990910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:26:49.991253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:26:50.020818 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.025358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-ae020f95-6760-45d9-b60c-c1b8a840707e tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:26:50.026402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-ae020f95-6760-45d9-b60c-c1b8a840707e tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3870940 Sep 20 12:26:50.061470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033343b-f3e1-4d89-9ef1-fcacad0a6141 None None] No DVR routers for this DVR port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:50.094660 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbf37b90-7ccb-48e8-969f-d910a7be3510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.114925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-c2c04e8b-d216-41ef-b559-41a241f073cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:50.117164 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-c2c04e8b-d216-41ef-b559-41a241f073cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 1094 time: 0.0764461 Sep 20 12:26:50.140004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4d534981-374c-4858-9b65-594d4d879230 None None] For port 2182cf09-9a77-4ab3-a6c3-8b7f59939721, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:50.166268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4d534981-374c-4858-9b65-594d4d879230 None None] For port 2182cf09-9a77-4ab3-a6c3-8b7f59939721, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2182cf09-9a77-4ab3-a6c3-8b7f59939721,segment=NetworkSegment(d6a9e23c-56ce-4e19-948d-b8d374d3e14a),segment_id=d6a9e23c-56ce-4e19-948d-b8d374d3e14a)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:50.169745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-91d2cee4-9b2b-4272-a3a8-f8fceea5337c req-48232ce5-0e37-488a-8b11-160846d4a84d tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160539 Sep 20 12:26:50.172325 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:26:45Z', 'revision_number': 3, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port': {'id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:43Z', 'updated_at': '2021-09-20T12:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:50.182771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-b7c4a23a-4e10-405c-a9e5-83c60888483c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e684a3f-9c41-4f2f-90bd-4f6793e83f25 HTTP/1.1" status: 200 len: 217 time: 0.0566616 Sep 20 12:26:50.195625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-64edf73b-758c-4085-9161-9ead9ddf8c3e tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:50.197378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-64edf73b-758c-4085-9161-9ead9ddf8c3e tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports/422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 1094 time: 0.1458766 Sep 20 12:26:50.237139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:43Z', 'revision_number': 3, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:50.242803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.275472 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3a3b0-7849-4f1b-9e76-4c823887947b None None] The sync data for ids ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'] in n-d-809934-3 is: [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:26:45Z', 'revision_number': 3, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port': {'id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:43Z', 'updated_at': '2021-09-20T12:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:50.283009 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec7cd3-ecb4-48f9-b11c-69805afc2460 None None] The sync data for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 is: [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:43Z', 'revision_number': 3, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:50.295221 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7a3d61-e813-490b-b267-a30474355a9a x-openstack-request-id: req-2a7a3d61-e813-490b-b267-a30474355a9a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:50.295750 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e3af11-9486-425f-beb2-376f043eca72", "tag": "7e684a3f-9c41-4f2f-90bd-4f6793e83f25", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:50.295750 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a7a3d61-e813-490b-b267-a30474355a9a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:50.296145 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e3af11-9486-425f-beb2-376f043eca72', 'tag': '7e684a3f-9c41-4f2f-90bd-4f6793e83f25', 'status': 'completed', 'code': 200} Sep 20 12:26:50.301115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.305835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.318400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:50.327635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.333292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Request body: {'binding': {'host': 'n-h2-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:50.334368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:26:50.358841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] No DVR routers for this DVR port 0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:26:50.383436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-acb1e48a-09da-4c16-a4ba-371e42d4d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:50.385059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-acb1e48a-09da-4c16-a4ba-371e42d4d119 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.1943233 Sep 20 12:26:50.390809 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3df9b9-0889-414b-8e8d-f3fd7ae8d8a6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:50.449686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-4c4291a9-8f43-4d08-b9d4-2501da49c5e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568998 Sep 20 12:26:50.476095 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.482254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d534981-374c-4858-9b65-594d4d879230 None None] Pushing event updated for resources: {'Port': ['ID=2182cf09-9a77-4ab3-a6c3-8b7f59939721,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:50.579395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:26:50.584028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:50.584028 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.605541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Pushing event updated for resources: {'Port': ['ID=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:50.616331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Network 08b21f5b-0295-422d-8389-e10acee067c3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:50.623552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-8f7411ac-2b0f-4502-9116-efdabac75ac6 service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598036 Sep 20 12:26:50.635715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:50.645898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:50.777343 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.841450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=45545619-2768-4a6e-be10-27d14d099602,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:50.847827 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.850253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': '810f785c-9537-455d-a471-93f3805fcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e10b012c-749e-4e9d-95a3-1e0246f98588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:50.850810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: e10b012c-749e-4e9d-95a3-1e0246f98588, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:26:50.854407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:50.911567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:50.912685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:50.919273 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63d1c00-40d7-4712-a98e-dbe2fcf849c1" -d '{"events": [{"server_uuid": "5c68b084-fb2f-4acd-a0ab-adf044fab52c", "name": "network-vif-plugged", "status": "completed", "tag": "2a204f9c-cfe0-4a66-9d9c-9c20b186eea5"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:50.975134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3202508a-0729-4ab1-b636-eda3e90483b8 req-9e9559bd-10db-4500-8cc2-43340cc88d80 service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472464 Sep 20 12:26:51.007404 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.093480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:51.183329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-a6ddb4f0-e638-47fc-acef-32f9af76b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:51.186831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-a6ddb4f0-e638-47fc-acef-32f9af76b56b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 1094 time: 0.0584025 Sep 20 12:26:51.189939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cf7b61db-e9ba-449b-864b-2381ae583e5f None None] Provisioning complete for port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:51.189939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf7b61db-e9ba-449b-864b-2381ae583e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.250398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b61db-e9ba-449b-864b-2381ae583e5f None None] Port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:51.291158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5aaed-d0c5-491e-bdc8-cbcd0b485703 req-e46b485a-b77b-42ef-95d4-43e9a7c67b98 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:51.292767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58d5aaed-d0c5-491e-bdc8-cbcd0b485703 req-e46b485a-b77b-42ef-95d4-43e9a7c67b98 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 943 time: 0.8319275 Sep 20 12:26:51.405374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66c61a7-b709-4d15-9b96-5854a8454b48']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:51.444950 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c29574-0dea-4705-aa65-df20fd3fca3d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:51.445565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c29574-0dea-4705-aa65-df20fd3fca3d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:51.479866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-025857d2-1463-47f2-9ca8-621e58bb9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:51.480437 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.483474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-025857d2-1463-47f2-9ca8-621e58bb9017 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 911 time: 0.2872856 Sep 20 12:26:51.529938 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.539621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-4554b9f7-cfb8-4e51-a312-144fde9bbf57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e684a3f-9c41-4f2f-90bd-4f6793e83f25 HTTP/1.1" status: 200 len: 217 time: 0.0476544 Sep 20 12:26:51.548277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.555053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:26:51.555489 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:26:51.611084 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:26:51.621295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-4e9e07c2-b2e2-4aa6-88d8-7819150a3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:51.626769 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-4e9e07c2-b2e2-4aa6-88d8-7819150a3a8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.0788178 Sep 20 12:26:51.680210 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-a1eedeed-78b8-4296-bc85-076a5ede9c59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455983 Sep 20 12:26:51.706900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e10b012c-749e-4e9d-95a3-1e0246f98588 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:26:51.775267 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbf37b90-7ccb-48e8-969f-d910a7be3510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.820443 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58d5aaed-d0c5-491e-bdc8-cbcd0b485703 req-959ec4ab-7467-40a7-872c-36b4aa272063 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791026 Sep 20 12:26:51.848112 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-ee580f23-48dc-40a9-bbfb-1def808c86ce service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580586 Sep 20 12:26:51.849127 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.889146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.894512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] 10.222.0.37 "DELETE /v2.0/networks/d66c61a7-b709-4d15-9b96-5854a8454b48 HTTP/1.1" status: 204 len: 168 time: 3.8656991 Sep 20 12:26:51.894736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4307877-db21-4ee5-af49-f1c6831e63e0 None None] Network e44e5bad-535a-4e10-89b1-30d50375a58c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:51.931084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e10b012c-749e-4e9d-95a3-1e0246f98588) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:51.932646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbf37b90-7ccb-48e8-969f-d910a7be3510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.941460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70426094-f221-435d-aade-3af413a8847c None None] Network e10b012c-749e-4e9d-95a3-1e0246f98588 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:51.946452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:51.947344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:51.983581 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e886e18-12fc-4ac5-97ee-064a4605ad77 x-openstack-request-id: req-6e886e18-12fc-4ac5-97ee-064a4605ad77 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:52.002511 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c68b084-fb2f-4acd-a0ab-adf044fab52c", "name": "network-vif-plugged", "status": "completed", "tag": "2a204f9c-cfe0-4a66-9d9c-9c20b186eea5", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:52.002946 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e886e18-12fc-4ac5-97ee-064a4605ad77 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:52.003473 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5', 'code': 200} Sep 20 12:26:52.048424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9c2fc-f0ac-4c41-b32a-14ea2c90192e admin admin] Pushing event deleted for resources: {'Network': ['ID=d66c61a7-b709-4d15-9b96-5854a8454b48,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:52.051986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on host n-h2-809934-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:52.052461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:52.052808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:52.083798 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a20d46f8-0877-46e3-8242-5f9b42a2d71f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:52.087693 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6988554c-b74d-4595-8d7a-24e2efbde8ba req-bb5ff107-6c7b-4eed-9ecb-493aeaa27c5e service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320690 Sep 20 12:26:52.140366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:26:52.140619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:52.162388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-023a7633-1aad-4406-818c-e58180a2a95e None None] Provisioning complete for port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:52.163037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-023a7633-1aad-4406-818c-e58180a2a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.181273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf37b90-7ccb-48e8-969f-d910a7be3510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8f4eb5-b8e8-49b6-ba2c-359b46083976,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:52.187676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Allocated IP 172.20.0.1 (f5c4b2c7-43db-4a40-9718-8c35ca8d75b5/7565df1f-141b-4bf4-a8f0-09d75952035e/6659dff5-f146-4e01-b8ee-ef27233b94e0) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:52.207306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cbf37b90-7ccb-48e8-969f-d910a7be3510 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e4e010a396f420688c3392fc161070b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3581605 Sep 20 12:26:52.207669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47176) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:52.208020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:52.208020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:52.208020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:52.208020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Bound port: 422b3272-c428-4656-9db6-1f1835f1da13, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:52.208020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9d9dee9-49e3-4b0d-97d8-171d163c64cf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1616876 Sep 20 12:26:52.218779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47178) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:52.223368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5fbd2e60-c333-41b0-ade0-fa9f1e77dd21 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-832103486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:52.289235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239e007-ba4f-4c4d-829b-57c0f7c6c274 req-3a0df755-6371-48e4-9194-60070ac7e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:52.292784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d239e007-ba4f-4c4d-829b-57c0f7c6c274 req-3a0df755-6371-48e4-9194-60070ac7e611 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 1097 time: 0.2168195 Sep 20 12:26:52.307420 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbb7eb44-63e9-47e5-8ba2-b13cc18298cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.310656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a20d46f8-0877-46e3-8242-5f9b42a2d71f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:52.312031 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.341321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf0af9-2645-49ce-b79d-55775b840aae req-688ff4d9-7405-4842-b590-6091d0d9e73f tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:52.347833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbb7eb44-63e9-47e5-8ba2-b13cc18298cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.349263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63bf0af9-2645-49ce-b79d-55775b840aae req-688ff4d9-7405-4842-b590-6091d0d9e73f tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 946 time: 0.2737634 Sep 20 12:26:52.414232 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:26:52.444390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e10b012c-749e-4e9d-95a3-1e0246f98588', 'network_id': 'e10b012c-749e-4e9d-95a3-1e0246f98588', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': '45545619-2768-4a6e-be10-27d14d099602'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:26:52.445303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.459709 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-023a7633-1aad-4406-818c-e58180a2a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.465313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:52.489988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d239e007-ba4f-4c4d-829b-57c0f7c6c274 req-c3a164c5-9d6c-4f3b-881f-0ed102990ab4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690767 Sep 20 12:26:52.489988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.497791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47180) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:52.501682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63bf0af9-2645-49ce-b79d-55775b840aae req-5d5b7f53-120b-4f9b-993a-1178c1580922 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513305 Sep 20 12:26:52.524432 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2e60-c333-41b0-ade0-fa9f1e77dd21 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.524650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbb7eb44-63e9-47e5-8ba2-b13cc18298cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.527294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbb7eb44-63e9-47e5-8ba2-b13cc18298cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.528570 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2e60-c333-41b0-ade0-fa9f1e77dd21 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.528746 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cbb7eb44-63e9-47e5-8ba2-b13cc18298cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df8f4eb5-b8e8-49b6-ba2c-359b46083976 HTTP/1.1" status: 204 len: 168 time: 0.3325007 Sep 20 12:26:52.552322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.558025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7eb44-63e9-47e5-8ba2-b13cc18298cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8f4eb5-b8e8-49b6-ba2c-359b46083976,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:52.602010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.604762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-db216a41-6bf4-4b72-928f-4613c4f415c5 service neutron] 10.222.0.37 "POST /v2.0/ports/422b3272-c428-4656-9db6-1f1835f1da13/bindings HTTP/1.1" status: 201 len: 389 time: 2.3911841 Sep 20 12:26:52.641169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-023a7633-1aad-4406-818c-e58180a2a95e None None] For port 2182cf09-9a77-4ab3-a6c3-8b7f59939721, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2182cf09-9a77-4ab3-a6c3-8b7f59939721,segment=NetworkSegment(d6a9e23c-56ce-4e19-948d-b8d374d3e14a),segment_id=d6a9e23c-56ce-4e19-948d-b8d374d3e14a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:52.642912 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-707a68d5-1273-40c4-99db-b383beff31fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49d950b75a9b47cf8b29e1685ad7a5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434519 Sep 20 12:26:52.645001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47184) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:52.685236 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.707200 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2e60-c333-41b0-ade0-fa9f1e77dd21 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.747871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834caea1-f629-46d9-bbe5-30734df4ace2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.772869 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-023a7633-1aad-4406-818c-e58180a2a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.788717 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834caea1-f629-46d9-bbe5-30734df4ace2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.799114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port a20d46f8-0877-46e3-8242-5f9b42a2d71f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a20d46f8-0877-46e3-8242-5f9b42a2d71f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:52.842873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Allocated IP 172.21.0.2 (e10b012c-749e-4e9d-95a3-1e0246f98588/45545619-2768-4a6e-be10-27d14d099602/092951b1-3117-40c8-8001-c752b768b879) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:52.858597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2e60-c333-41b0-ade0-fa9f1e77dd21 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.901041 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.906660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2182cf09-9a77-4ab3-a6c3-8b7f59939721 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:52.907370 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.935275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834caea1-f629-46d9-bbe5-30734df4ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.937985 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834caea1-f629-46d9-bbe5-30734df4ace2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:52.943730 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-834caea1-f629-46d9-bbe5-30734df4ace2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d534ac1f-4ff6-4ae9-bef3-ce030fc3c7e2 HTTP/1.1" status: 204 len: 168 time: 0.2931592 Sep 20 12:26:52.944352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a7633-1aad-4406-818c-e58180a2a95e None None] Pushing event updated for resources: {'Port': ['ID=2182cf09-9a77-4ab3-a6c3-8b7f59939721,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:52.948268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834caea1-f629-46d9-bbe5-30734df4ace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d534ac1f-4ff6-4ae9-bef3-ce030fc3c7e2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:53.059041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:53.064194 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.076026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:53.078884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:53.163479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Pushing event updated for resources: {'Port': ['ID=6659dff5-f146-4e01-b8ee-ef27233b94e0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:53.180950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2e60-c333-41b0-ade0-fa9f1e77dd21 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.189594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47194) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:53.194442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5fbd2e60-c333-41b0-ade0-fa9f1e77dd21 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9745228 Sep 20 12:26:53.195286 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.264077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a7e795e0-1aea-4118-96dc-ad4ea5a16076 None None] Provisioning complete for port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:53.264732 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7e795e0-1aea-4118-96dc-ad4ea5a16076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.356231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.371294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=a20d46f8-0877-46e3-8242-5f9b42a2d71f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:53.375004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:53.375383 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.519205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.585642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Pushing event updated for resources: {'Port': ['ID=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:53.594609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:53.608281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70984ac0-80c4-4b42-8ca5-19368980e9b4 req-db8a40fc-24ff-410e-ae6f-e277c0f6266e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:53.617650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70984ac0-80c4-4b42-8ca5-19368980e9b4 req-db8a40fc-24ff-410e-ae6f-e277c0f6266e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 943 time: 0.6363943 Sep 20 12:26:53.635368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfdfd5-9ae7-4c2b-99ca-61be3eeb45c4 req-8e858577-847c-4ee0-97a1-ef946029b827 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:53.636861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfcfdfd5-9ae7-4c2b-99ca-61be3eeb45c4 req-8e858577-847c-4ee0-97a1-ef946029b827 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 946 time: 0.5700097 Sep 20 12:26:53.653840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-eb9f53fa-0735-475b-b786-3b70d4ec500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:53.655353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-eb9f53fa-0735-475b-b786-3b70d4ec500a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1097 time: 0.2729149 Sep 20 12:26:53.662942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:53.663531 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.672662 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.695369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.718422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.761210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Network e10b012c-749e-4e9d-95a3-1e0246f98588 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:53.762448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1595b44f-eba5-46ed-8363-0314110ed154 None None] Provisioning complete for port 6659dff5-f146-4e01-b8ee-ef27233b94e0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:53.762828 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1595b44f-eba5-46ed-8363-0314110ed154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.773502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:53.785781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47200) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:53.796530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:53.799992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Pushing event updated for resources: {'Port': ['ID=092951b1-3117-40c8-8001-c752b768b879,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:53.800138 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ed0b0b-7f54-44a3-a819-9a79099c2884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.856989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1595b44f-eba5-46ed-8363-0314110ed154 None None] Port 6659dff5-f146-4e01-b8ee-ef27233b94e0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:53.916626 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.928371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Attempting to bind port 092951b1-3117-40c8-8001-c752b768b879 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:53.928747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Attempting to bind port 092951b1-3117-40c8-8001-c752b768b879 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '810f785c-9537-455d-a471-93f3805fcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e10b012c-749e-4e9d-95a3-1e0246f98588'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:53.929132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Attempting to bind port 092951b1-3117-40c8-8001-c752b768b879 on network e10b012c-749e-4e9d-95a3-1e0246f98588 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:53.940601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:53.941100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Checking segment: {'id': '810f785c-9537-455d-a471-93f3805fcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e10b012c-749e-4e9d-95a3-1e0246f98588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:53.941417 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.941813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Bound using segment: {'id': '810f785c-9537-455d-a471-93f3805fcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e10b012c-749e-4e9d-95a3-1e0246f98588'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:53.942288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Bound port: 092951b1-3117-40c8-8001-c752b768b879, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810f785c-9537-455d-a471-93f3805fcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e10b012c-749e-4e9d-95a3-1e0246f98588'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:53.942670 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:53.959048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a03830c0-fb21-4ddd-80e1-1eecf1fe00c0,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:54.054974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] For port 092951b1-3117-40c8-8001-c752b768b879, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:54.058525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] For port 092951b1-3117-40c8-8001-c752b768b879, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=092951b1-3117-40c8-8001-c752b768b879,segment=NetworkSegment(810f785c-9537-455d-a471-93f3805fcb47),segment_id=810f785c-9537-455d-a471-93f3805fcb47)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:54.060565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47202) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:54.095619 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.107992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70984ac0-80c4-4b42-8ca5-19368980e9b4 req-35bc8abe-3814-480b-b2e5-82b2572ba032 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681466 Sep 20 12:26:54.157881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfcfdfd5-9ae7-4c2b-99ca-61be3eeb45c4 req-f0275273-dbf5-4177-b18a-138205e152de tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967060 Sep 20 12:26:54.185298 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.210268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-df5f7cd8-fe47-4afc-9c3b-b571dd47b980 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4554cbde80f46f1bd2953a245cd842d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485662 Sep 20 12:26:54.211783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.20.0.1 (e44e5bad-535a-4e10-89b1-30d50375a58c/444e355d-54fd-4940-8589-8a730805dc21/316a73d6-bc74-4282-9f9c-ffd5d844cc8a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:54.222151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47204) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:54.237858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a20d46f8-0877-46e3-8242-5f9b42a2d71f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:54.244642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=a03830c0-fb21-4ddd-80e1-1eecf1fe00c0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:54.282670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ed0b0b-7f54-44a3-a819-9a79099c2884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.293147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-56399f11-390f-463c-be9c-d0b941548ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:54.304041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-56399f11-390f-463c-be9c-d0b941548ee2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.6278915 Sep 20 12:26:54.327744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:26:54.332498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932b6b6-6c2e-4aef-b497-44eb102c293b None None] Pushing event updated for resources: {'Port': ['ID=092951b1-3117-40c8-8001-c752b768b879,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:54.361406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a20d46f8-0877-46e3-8242-5f9b42a2d71f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:54.361827 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.369945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.383642 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.398363 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ed0b0b-7f54-44a3-a819-9a79099c2884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.428223 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-366e8340-24f4-4b86-9f7f-dcbbbba59808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.452684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Network 08b21f5b-0295-422d-8389-e10acee067c3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:54.454729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-5baf9de8-1b63-4356-a65d-6bf8820eb909 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 217 time: 0.1429832 Sep 20 12:26:54.462399 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-21ed0b0b-7f54-44a3-a819-9a79099c2884 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7641517d192846c296729eed9c30e0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6754494 Sep 20 12:26:54.464679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed0b0b-7f54-44a3-a819-9a79099c2884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502cfc5d-8cbb-4b5a-8ec2-ca1c1870a491,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:54.465053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:54.467158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47206) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:54.476937 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-366e8340-24f4-4b86-9f7f-dcbbbba59808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.535461 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.541771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:54.546647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2182cf09-9a77-4ab3-a6c3-8b7f59939721 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:54.603991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '7e684a3f-9c41-4f2f-90bd-4f6793e83f25', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'port_id': '7e684a3f-9c41-4f2f-90bd-4f6793e83f25', 'mac_address': 'fa:16:3e:0f:9d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac61f73-8882-42e8-8568-2ac22e4f0c97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:26:54.623858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e44e5bad-535a-4e10-89b1-30d50375a58c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:54.631034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:54.635881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:54.642598 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8bde82c-ef66-42a3-a121-2d5b99bc1b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.671897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:54.672837 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.692336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=316a73d6-bc74-4282-9f9c-ffd5d844cc8a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:54.712811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9d28e-684c-4e38-89bb-46ea5e9b19fb req-fade3113-366a-440b-bd05-eae66e55c85a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:54.714464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25e9d28e-684c-4e38-89bb-46ea5e9b19fb req-fade3113-366a-440b-bd05-eae66e55c85a tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 946 time: 0.4879656 Sep 20 12:26:54.728948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8bde82c-ef66-42a3-a121-2d5b99bc1b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.737746 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.766655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:26:54.790041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:54.797103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.884438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-a49ec21b-d849-4a7a-b871-3ee347af3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:54.886093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-a49ec21b-d849-4a7a-b871-3ee347af3150 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.4181397 Sep 20 12:26:54.917306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8bde82c-ef66-42a3-a121-2d5b99bc1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.920832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8bde82c-ef66-42a3-a121-2d5b99bc1b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:54.923589 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b8bde82c-ef66-42a3-a121-2d5b99bc1b87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/502cfc5d-8cbb-4b5a-8ec2-ca1c1870a491 HTTP/1.1" status: 204 len: 168 time: 0.4407215 Sep 20 12:26:54.930224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde82c-ef66-42a3-a121-2d5b99bc1b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502cfc5d-8cbb-4b5a-8ec2-ca1c1870a491,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:54.947231 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.013808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25e9d28e-684c-4e38-89bb-46ea5e9b19fb req-8cfc8084-c9d9-4853-a3fa-5731b303e884 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802494 Sep 20 12:26:55.022554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-f42d8e4e-08d7-49d2-ac7a-673263a80193 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066628 Sep 20 12:26:55.054525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:55.086975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1e5abbf0-9bc4-486b-b58b-d803cd06f182 None None] Provisioning complete for port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:55.088893 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e5abbf0-9bc4-486b-b58b-d803cd06f182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.091650 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.098590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.127211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1e5abbf0-9bc4-486b-b58b-d803cd06f182 None None] Port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:55.147417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-366e8340-24f4-4b86-9f7f-dcbbbba59808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.153911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-366e8340-24f4-4b86-9f7f-dcbbbba59808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.153911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-366e8340-24f4-4b86-9f7f-dcbbbba59808 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b380e43-60a6-41d4-8b7a-a9f2f6313268 HTTP/1.1" status: 204 len: 168 time: 0.9260237 Sep 20 12:26:55.169102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['7e684a3f-9c41-4f2f-90bd-4f6793e83f25'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:55.213480 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.236395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Router 053fd767-2262-488a-a404-b2bb125ad4d5 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:55.265248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e8340-24f4-4b86-9f7f-dcbbbba59808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b380e43-60a6-41d4-8b7a-a9f2f6313268,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:55.289238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-30e4a39e-199f-4c0e-9811-f5c87fb81b66 None None] Provisioning complete for port 316a73d6-bc74-4282-9f9c-ffd5d844cc8a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:55.289750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30e4a39e-199f-4c0e-9811-f5c87fb81b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.355780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-9c35dc36-f772-4609-81d8-df266cf55d62 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173003 Sep 20 12:26:55.380308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:55.391641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-30e4a39e-199f-4c0e-9811-f5c87fb81b66 None None] Port 316a73d6-bc74-4282-9f9c-ffd5d844cc8a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:55.475224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece23a1-6b23-4152-8d95-62e09cf0d880 req-0ca35061-3c09-43f0-9832-2bcd653943a5 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:55.477552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fece23a1-6b23-4152-8d95-62e09cf0d880 req-0ca35061-3c09-43f0-9832-2bcd653943a5 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 946 time: 0.3352647 Sep 20 12:26:55.530619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Pushing event updated for resources: {'Port': ['ID=6659dff5-f146-4e01-b8ee-ef27233b94e0,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:55.719551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cd0d3-95c8-46b1-ad27-eca430d54b9a req-a96880bb-815c-4606-8e99-53958d6c38d3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:55.721295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-723cd0d3-95c8-46b1-ad27-eca430d54b9a req-a96880bb-815c-4606-8e99-53958d6c38d3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 944 time: 0.4818952 Sep 20 12:26:55.767379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0732f93-0495-48ce-aaf9-321fedb3bf5e None None] Network e10b012c-749e-4e9d-95a3-1e0246f98588 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:26:55.816142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fece23a1-6b23-4152-8d95-62e09cf0d880 req-84242fd0-1424-4633-8831-fc55ff12a845 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224087 Sep 20 12:26:55.821843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:55.827585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-855b7db4-ee25-4e1f-9c63-e93bd3cf9f2b service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426589 Sep 20 12:26:55.830662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:55.834716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:55.849126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4949aa10-ea85-4d25-9dac-de5989455b11 admin admin] 10.222.0.37 "PUT /v2.0/routers/053fd767-2262-488a-a404-b2bb125ad4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2398241 Sep 20 12:26:55.902329 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-723cd0d3-95c8-46b1-ad27-eca430d54b9a req-de1f5f30-de56-4043-84b3-5a4fd773371b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665063 Sep 20 12:26:55.983507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Sync routers for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:56.045156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:56.055165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:56.067629 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:56.126805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:26:56.165706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9ac391f8-1e2d-40ce-830c-ac3a1253774a None None] Provisioning complete for port 092951b1-3117-40c8-8001-c752b768b879 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:56.169242 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9ac391f8-1e2d-40ce-830c-ac3a1253774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:56.178006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:56.210085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784fbe1-0ae4-42fa-9b45-bd8bf5ac4f0b req-e94e246a-7d35-4a7a-b891-7d0d189351d2 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:56.233265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3784fbe1-0ae4-42fa-9b45-bd8bf5ac4f0b req-e94e246a-7d35-4a7a-b891-7d0d189351d2 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 946 time: 0.1778302 Sep 20 12:26:56.329644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-cd260089-ede3-4094-9744-215e5cfded93 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:56.331363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-cd260089-ede3-4094-9744-215e5cfded93 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1097 time: 0.2573388 Sep 20 12:26:56.372545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809934-3'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:56.375441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:56.378937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=316a73d6-bc74-4282-9f9c-ffd5d844cc8a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:56.451468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:56.500392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 092951b1-3117-40c8-8001-c752b768b879 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:56.550749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e44e5bad-535a-4e10-89b1-30d50375a58c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:56.552394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:56.622696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3784fbe1-0ae4-42fa-9b45-bd8bf5ac4f0b req-2871679c-23e5-427d-8cb8-eea8bd89ccd2 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027072 Sep 20 12:26:56.649153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:56.782147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:56.799565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d80fb43-ea85-49fe-88e8-78793242cf57 admin admin] 10.222.0.37 "PUT /v2.0/routers/ff83b70a-f1ef-45b5-83b1-ed1799f4ad84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6642492 Sep 20 12:26:56.803631 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Sync routers for ids ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:56.828409 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Routers {'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:56.829171 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:56.831556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:26:57.020336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:57.144406 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Set router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:26:57.204208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:57.237748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:26:57.253667 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-03dc514f-ae19-4aad-a33e-17a1991e6f2c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0628452 Sep 20 12:26:57.256301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47318) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:57.283868 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9ac391f8-1e2d-40ce-830c-ac3a1253774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:57.289475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d1fcd-e257-4274-8e3a-1ad282f82ac8 req-ef8d1b2b-21da-4e2e-b615-1427697854a1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:57.291791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de7d1fcd-e257-4274-8e3a-1ad282f82ac8 req-ef8d1b2b-21da-4e2e-b615-1427697854a1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 944 time: 0.2201715 Sep 20 12:26:57.307504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632c5a3-6f82-42aa-a5a8-399ddc8b61c6 None None] Sync routers for ids ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:26:57.346387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402b9b6-b61e-4fc2-9683-569028347c6b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:57.351869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a402b9b6-b61e-4fc2-9683-569028347c6b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports/316a73d6-bc74-4282-9f9c-ffd5d844cc8a HTTP/1.1" status: 200 len: 910 time: 0.0943167 Sep 20 12:26:57.352649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9ac391f8-1e2d-40ce-830c-ac3a1253774a None None] For port 092951b1-3117-40c8-8001-c752b768b879, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=092951b1-3117-40c8-8001-c752b768b879,segment=NetworkSegment(810f785c-9537-455d-a471-93f3805fcb47),segment_id=810f785c-9537-455d-a471-93f3805fcb47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:57.352813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47322) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:26:57.369885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632c5a3-6f82-42aa-a5a8-399ddc8b61c6 None None] Routers {'d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:57.369885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a632c5a3-6f82-42aa-a5a8-399ddc8b61c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:57.405269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:57.421065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a632c5a3-6f82-42aa-a5a8-399ddc8b61c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:57.431652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de7d1fcd-e257-4274-8e3a-1ad282f82ac8 req-44bc34c3-5e71-44ad-a843-2fa1bf787d4b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320815 Sep 20 12:26:57.458112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:57.461555 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad138c3a-9065-4a1e-bada-74aef4e37549" -d '{"events": [{"server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "name": "network-vif-unplugged", "status": "completed", "tag": "422b3272-c428-4656-9db6-1f1835f1da13"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:57.472336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:57.474497 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:26:54Z', 'revision_number': 4, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port': {'id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:43Z', 'updated_at': '2021-09-20T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6659dff5-f146-4e01-b8ee-ef27233b94e0', 'name': '', 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'mac_address': 'fa:16:3e:35:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7565df1f-141b-4bf4-a8f0-09d75952035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:51Z', 'updated_at': '2021-09-20T12:26:54Z', 'revision_number': 2, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'subnets': [{'id': '7565df1f-141b-4bf4-a8f0-09d75952035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:57.520654 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Checking router: ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:57.520939 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Updating router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 port 6659dff5-f146-4e01-b8ee-ef27233b94e0 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:26:57.524425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 092951b1-3117-40c8-8001-c752b768b879 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:57.524992 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:57.560855 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:57.574117 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:57.660610 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b83138-9472-49f6-b167-6f92f97e6f14 x-openstack-request-id: req-82b83138-9472-49f6-b167-6f92f97e6f14 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:26:57.661261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9ac391f8-1e2d-40ce-830c-ac3a1253774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:57.662791 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "name": "network-vif-unplugged", "status": "completed", "tag": "422b3272-c428-4656-9db6-1f1835f1da13", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:26:57.665497 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82b83138-9472-49f6-b167-6f92f97e6f14 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:26:57.666145 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13', 'code': 200} Sep 20 12:26:57.731630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632c5a3-6f82-42aa-a5a8-399ddc8b61c6 None None] Routers {'d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:57.732280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a632c5a3-6f82-42aa-a5a8-399ddc8b61c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:57.748678 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:26:57.757320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Pushing event updated for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:57.789579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on host n-h1-809934-3 for vnic_type normal with profile {"migrating_to": "n-h2-809934-3"} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:57.791092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:57.791524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:57.804700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:26:57.804700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Attempting to bind port 422b3272-c428-4656-9db6-1f1835f1da13 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:57.814988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:57.818759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:57.819420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:57.821540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Bound port: 422b3272-c428-4656-9db6-1f1835f1da13, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:57.822052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:57.880782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:57.882583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:57.946692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a632c5a3-6f82-42aa-a5a8-399ddc8b61c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:57.947504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632c5a3-6f82-42aa-a5a8-399ddc8b61c6 None None] The sync data for ids ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:26:57.992375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:57.997333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:58.021211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-62cbaefb-ad81-4519-8b59-040379f82985 None None] Provisioning complete for port 6659dff5-f146-4e01-b8ee-ef27233b94e0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:58.021822 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62cbaefb-ad81-4519-8b59-040379f82985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.083454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4bc7-d97c-43aa-9630-cf500657a437 req-4eb82f3d-94ec-457b-aa24-c52f8a0dd816 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:58.085485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914b4bc7-d97c-43aa-9630-cf500657a437 req-4eb82f3d-94ec-457b-aa24-c52f8a0dd816 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 944 time: 0.1919098 Sep 20 12:26:58.093803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.123272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac391f8-1e2d-40ce-830c-ac3a1253774a None None] Pushing event updated for resources: {'Port': ['ID=092951b1-3117-40c8-8001-c752b768b879,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:58.130361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-62cbaefb-ad81-4519-8b59-040379f82985 None None] Port 6659dff5-f146-4e01-b8ee-ef27233b94e0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:58.201073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-62cbaefb-ad81-4519-8b59-040379f82985 None None] Provisioning complete for port 316a73d6-bc74-4282-9f9c-ffd5d844cc8a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:58.201741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62cbaefb-ad81-4519-8b59-040379f82985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.201873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Pushing event updated for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=8']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:58.235384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:58.284789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914b4bc7-d97c-43aa-9630-cf500657a437 req-33d7c7b6-2049-437a-b8a1-e8102083c240 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682315 Sep 20 12:26:58.304036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:58.304036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.304036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-1d8c22d9-de5a-4135-a1bb-89ebcf62aaba service neutron] 10.222.0.21 "PUT /v2.0/ports/422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 1122 time: 1.9414217 Sep 20 12:26:58.344567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-62cbaefb-ad81-4519-8b59-040379f82985 None None] Port 316a73d6-bc74-4282-9f9c-ffd5d844cc8a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:58.350903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.356261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 2, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:58.404361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['422b3272-c428-4656-9db6-1f1835f1da13'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:26:58.411414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Checking router: 053fd767-2262-488a-a404-b2bb125ad4d5 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:26:58.411790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Updating router 053fd767-2262-488a-a404-b2bb125ad4d5 port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:26:58.475950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.490723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e3af11-9486-425f-beb2-376f043eca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e684a3f-9c41-4f2f-90bd-4f6793e83f25'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:58.493154 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b06616-f089-43a5-ba57-c4c1fb45c219" -d '{"events": [{"server_uuid": "20e3af11-9486-425f-beb2-376f043eca72", "name": "network-vif-plugged", "status": "completed", "tag": "7e684a3f-9c41-4f2f-90bd-4f6793e83f25"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:58.541606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:26:58.543595 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.570559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1b9d4056-0881-4952-b608-a064fd8b86dc None None] Provisioning complete for port 092951b1-3117-40c8-8001-c752b768b879 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:58.570835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4056-0881-4952-b608-a064fd8b86dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.576175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:58.576555 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.678493 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.718366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716736a7-c35b-4328-b6de-089072c51f42 req-97bb99f5-4f59-4d37-ba41-af229b4ac7c7 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:58.721279 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-716736a7-c35b-4328-b6de-089072c51f42 req-97bb99f5-4f59-4d37-ba41-af229b4ac7c7 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 946 time: 0.3479538 Sep 20 12:26:58.804265 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:58.904526 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.000976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:59.048395 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143ff9e-9ac4-4aae-b1e4-03254491e67c None None] Pushing event updated for resources: {'Port': ['ID=6659dff5-f146-4e01-b8ee-ef27233b94e0,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:59.335819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.21.0.1 (e10b012c-749e-4e9d-95a3-1e0246f98588/45545619-2768-4a6e-be10-27d14d099602/b3ac42ac-b669-4c8f-b02f-8a26e4cdb183) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:26:59.341828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Attempting to bind port 6659dff5-f146-4e01-b8ee-ef27233b94e0 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:59.344491 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Attempting to bind port 6659dff5-f146-4e01-b8ee-ef27233b94e0 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:59.345088 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Attempting to bind port 6659dff5-f146-4e01-b8ee-ef27233b94e0 on network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:59.372953 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:59.372953 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Checking segment: {'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:59.372953 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.372953 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Bound using segment: {'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:59.372953 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Bound port: 6659dff5-f146-4e01-b8ee-ef27233b94e0, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28243d8c-e664-40a9-9181-b2d4ab85411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:59.372953 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.426367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 092951b1-3117-40c8-8001-c752b768b879 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:26:59.509988 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.517720 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] For port 6659dff5-f146-4e01-b8ee-ef27233b94e0, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:26:59.519858 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] For port 6659dff5-f146-4e01-b8ee-ef27233b94e0, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6659dff5-f146-4e01-b8ee-ef27233b94e0,segment=NetworkSegment(28243d8c-e664-40a9-9181-b2d4ab85411e),segment_id=28243d8c-e664-40a9-9181-b2d4ab85411e)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:26:59.527804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-25b37068-75c3-450f-a6e6-1d0f566b2dd7 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1051960 Sep 20 12:26:59.528227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 092951b1-3117-40c8-8001-c752b768b879 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:59.528634 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.549373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:26:59.581734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d04c71e9-38a5-412a-8c1c-6ad9f0e66e8a None None] Provisioning complete for port 6659dff5-f146-4e01-b8ee-ef27233b94e0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:26:59.582139 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d04c71e9-38a5-412a-8c1c-6ad9f0e66e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.583716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.592685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-716736a7-c35b-4328-b6de-089072c51f42 req-d6d91fb6-5d55-4d99-b8e5-a25901288d24 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853253 Sep 20 12:26:59.630567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.647304 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.647505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.670712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:26:59.679167 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c12eaf-710b-4c2a-a569-1d6791426902" -d '{"events": [{"name": "network-changed", "server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "tag": "422b3272-c428-4656-9db6-1f1835f1da13"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:26:59.697113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d04c71e9-38a5-412a-8c1c-6ad9f0e66e8a None None] Port 6659dff5-f146-4e01-b8ee-ef27233b94e0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:26:59.704186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d342e-08d3-496b-bb7c-5e1a0dfcd61a None None] Pushing event updated for resources: {'Port': ['ID=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:59.720865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.767312 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Routers {'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:26:59.767961 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:26:59.820704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e10b012c-749e-4e9d-95a3-1e0246f98588 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:26:59.823929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:26:59.828873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:26:59.837206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Attempting to bind port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:26:59.837594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Attempting to bind port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:26:59.837965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Attempting to bind port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 on network 08b21f5b-0295-422d-8389-e10acee067c3 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:26:59.883460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:26:59.886046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Checking segment: {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:26:59.886046 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.886358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Bound using segment: {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:26:59.893867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Bound port: 1e22dc49-2cf0-4d3e-a5d2-60e33da49691, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:26:59.894450 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.934582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=b3ac42ac-b669-4c8f-b02f-8a26e4cdb183,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:59.950298 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143ff9e-9ac4-4aae-b1e4-03254491e67c None None] Pushing event updated for resources: {'Port': ['ID=6659dff5-f146-4e01-b8ee-ef27233b94e0,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:26:59.966119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:26:59.968234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c667af3-f931-48ef-a683-4a7434bca74a req-5e79afd0-4d79-4221-b997-87a20aa3515a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:26:59.970444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c667af3-f931-48ef-a683-4a7434bca74a req-5e79afd0-4d79-4221-b997-87a20aa3515a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 945 time: 0.2233913 Sep 20 12:27:00.152177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] Set router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:27:00.172193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c667af3-f931-48ef-a683-4a7434bca74a req-bdf4a5a4-5947-4e61-863b-c96ecf552f23 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856477 Sep 20 12:27:00.209400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:00.412324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:00.421514 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4f33f9-94ba-4994-9ccf-6ef6ae857c38 x-openstack-request-id: req-ef4f33f9-94ba-4994-9ccf-6ef6ae857c38 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:00.428224 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e3af11-9486-425f-beb2-376f043eca72", "name": "network-vif-plugged", "status": "completed", "tag": "7e684a3f-9c41-4f2f-90bd-4f6793e83f25", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:00.431991 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef4f33f9-94ba-4994-9ccf-6ef6ae857c38 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:00.433525 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e3af11-9486-425f-beb2-376f043eca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e684a3f-9c41-4f2f-90bd-4f6793e83f25', 'code': 200} Sep 20 12:27:00.494476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] For port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:00.499760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] For port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:00.506099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:27:00.564789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9e42afef-0402-42bd-a297-c0b448a40a97 None None] Provisioning complete for port 6659dff5-f146-4e01-b8ee-ef27233b94e0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:00.566281 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e42afef-0402-42bd-a297-c0b448a40a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:00.631587 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:00.710219 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:26:54Z', 'revision_number': 4, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port': {'id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:43Z', 'updated_at': '2021-09-20T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6659dff5-f146-4e01-b8ee-ef27233b94e0', 'name': '', 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'mac_address': 'fa:16:3e:35:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7565df1f-141b-4bf4-a8f0-09d75952035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:51Z', 'updated_at': '2021-09-20T12:26:59Z', 'revision_number': 4, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'subnets': [{'id': '7565df1f-141b-4bf4-a8f0-09d75952035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:00.712800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Allocated IP 172.25.6.24 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/ff0ee87c-0f4d-4a0b-859a-79f900783dc6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:00.781707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a4e8a-8a45-4921-b52a-207de1e9c473 req-4b6428a3-8e0b-45da-88d0-f4ae0f0d22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:00.784357 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c555d0-75eb-45fa-ae2b-47a2f03e5521 None None] The sync data for ids ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'] in n-d-809934-3 is: [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:26:54Z', 'revision_number': 4, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port': {'id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:43Z', 'updated_at': '2021-09-20T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6659dff5-f146-4e01-b8ee-ef27233b94e0', 'name': '', 'network_id': 'f5c4b2c7-43db-4a40-9718-8c35ca8d75b5', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'mac_address': 'fa:16:3e:35:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7565df1f-141b-4bf4-a8f0-09d75952035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:51Z', 'updated_at': '2021-09-20T12:26:59Z', 'revision_number': 4, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'subnets': [{'id': '7565df1f-141b-4bf4-a8f0-09d75952035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:00.785157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-122a4e8a-8a45-4921-b52a-207de1e9c473 req-4b6428a3-8e0b-45da-88d0-f4ae0f0d22bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 1096 time: 0.2950227 Sep 20 12:27:00.794612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c110d-58d4-4580-a6cb-cdda77ac2557 req-e3ec4bbe-2ef4-4bd0-85e6-b3c8ff1496fc tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:00.808866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d42c110d-58d4-4580-a6cb-cdda77ac2557 req-e3ec4bbe-2ef4-4bd0-85e6-b3c8ff1496fc tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 944 time: 0.3337553 Sep 20 12:27:00.828441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e42afef-0402-42bd-a297-c0b448a40a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:00.952140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:00.952799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:01.031717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-122a4e8a-8a45-4921-b52a-207de1e9c473 req-1b878efe-2760-4fe5-b372-6e2e23a35cbd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005761 Sep 20 12:27:01.051994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d42c110d-58d4-4580-a6cb-cdda77ac2557 req-ffd12ff3-aefd-4624-ab3e-9a66c418a170 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321720 Sep 20 12:27:01.148839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.203114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:27:01.238540 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.295904 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:01.298470 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.329565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d342e-08d3-496b-bb7c-5e1a0dfcd61a None None] Pushing event updated for resources: {'Port': ['ID=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:01.345762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.390573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9e42afef-0402-42bd-a297-c0b448a40a97 None None] For port 6659dff5-f146-4e01-b8ee-ef27233b94e0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6659dff5-f146-4e01-b8ee-ef27233b94e0,segment=NetworkSegment(28243d8c-e664-40a9-9181-b2d4ab85411e),segment_id=28243d8c-e664-40a9-9181-b2d4ab85411e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:01.404048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5', 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'port_id': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5', 'mac_address': 'fa:16:3e:ee:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67d977f-ad76-4b74-99cb-49523bb00d6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:27:01.417836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:01.452345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:01.461451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:01.478871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event updated for resources: {'Port': ['ID=ff0ee87c-0f4d-4a0b-859a-79f900783dc6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:01.503494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.519729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6659dff5-f146-4e01-b8ee-ef27233b94e0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:01.523807 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e42afef-0402-42bd-a297-c0b448a40a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.550928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1314214639', 'description': 'tempest-description-880372447'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:01.611861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=b3ac42ac-b669-4c8f-b02f-8a26e4cdb183,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:01.622959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.665084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42afef-0402-42bd-a297-c0b448a40a97 None None] Pushing event updated for resources: {'Port': ['ID=6659dff5-f146-4e01-b8ee-ef27233b94e0,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:01.688950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.703024 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.710829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:01.724772 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.775678 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:01.823902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e10b012c-749e-4e9d-95a3-1e0246f98588 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:01.826429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:01.911730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.938175 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:01.948529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] Provisioning complete for port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:01.954069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.232674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['2a204f9c-cfe0-4a66-9d9c-9c20b186eea5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:02.250319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:27:02.320269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.440481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:02.449159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 422b3272-c428-4656-9db6-1f1835f1da13 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:27:02.479893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.502216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:02.514333 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.535950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:02.550236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a1dda392-b113-40e9-91cb-3781790a1d3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1963048 Sep 20 12:27:02.552881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:02.560020 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ed797-9efa-4c08-95e9-823a909dd521 None None] Sync routers for ids ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:02.583480 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ed797-9efa-4c08-95e9-823a909dd521 None None] Routers {'d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:02.585782 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-168ed797-9efa-4c08-95e9-823a909dd521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:02.638748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ee7ad-cd6a-43f8-ae00-882fa330c8fe tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:02.643309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e52ee7ad-cd6a-43f8-ae00-882fa330c8fe tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports/b3ac42ac-b669-4c8f-b02f-8a26e4cdb183 HTTP/1.1" status: 200 len: 910 time: 0.0782096 Sep 20 12:27:02.644683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47450) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:02.645399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6659dff5-f146-4e01-b8ee-ef27233b94e0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:02.645910 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.659707 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-168ed797-9efa-4c08-95e9-823a909dd521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:02.682758 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ed797-9efa-4c08-95e9-823a909dd521 None None] Routers {'d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:02.686463 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-168ed797-9efa-4c08-95e9-823a909dd521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:02.691193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a037f5a-f7b0-465e-9efe-2f4cc0b9dfb4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:02.728517 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.818119 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-168ed797-9efa-4c08-95e9-823a909dd521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:02.819304 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ed797-9efa-4c08-95e9-823a909dd521 None None] The sync data for ids ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:02.876395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event updated for resources: {'Port': ['ID=ff0ee87c-0f4d-4a0b-859a-79f900783dc6,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:02.947921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.961070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.964161 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:02.992124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.021695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:03.025707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ef4f7d-0fd5-4a29-8e93-a2895fde93c4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:03.054532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.055953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-9bdeb9c5-4e8a-4186-8b02-526c094beb9b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5198698 Sep 20 12:27:03.106585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 422b3272-c428-4656-9db6-1f1835f1da13 has no active binding in host n-h2-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 12:27:03.114379 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.123531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.125269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb78977f-51f0-4b4a-9d2c-a571ced20dbd req-7d6c266c-d81c-44e5-b6c5-b8fe065639e1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5832026 Sep 20 12:27:03.133368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-2505a47e-822e-4d73-b5f7-63bd206f0c1b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0700870 Sep 20 12:27:03.170454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] For port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:03.170454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:03.170859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:27:00Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:03.234096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7243b-fcca-4a6c-84b4-09879fd3dda2 None None] The sync data for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 is: [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:27:00Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:03.236657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:03.242869 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.243096 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.266511 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdfa066-ed45-441c-9253-73b3b0342bf5 x-openstack-request-id: req-6cdfa066-ed45-441c-9253-73b3b0342bf5 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:03.267129 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "tag": "422b3272-c428-4656-9db6-1f1835f1da13", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:03.267821 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cdfa066-ed45-441c-9253-73b3b0342bf5 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:03.268402 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13', 'status': 'completed', 'code': 200} Sep 20 12:27:03.290017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] Provisioning complete for port b3ac42ac-b669-4c8f-b02f-8a26e4cdb183 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:03.290550 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.356885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.361737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] Pushing event updated for resources: {'Port': ['ID=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:03.381109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-87d7c408-54ef-4f49-86bd-b3c800b8ae21 None None] Port b3ac42ac-b669-4c8f-b02f-8a26e4cdb183 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:03.397789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-a79dceb0-08e0-42cf-ac1b-29fdf3d6cdcf tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:03.399942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed9669e5-e98b-4c20-adb8-fcae598c60ac req-a79dceb0-08e0-42cf-ac1b-29fdf3d6cdcf tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.2602143 Sep 20 12:27:03.440783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6659dff5-f146-4e01-b8ee-ef27233b94e0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:03.540002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:03.548539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f481a1cb-8a68-4c6f-9504-37fcf69a88d4 None None] Provisioning complete for port b3ac42ac-b669-4c8f-b02f-8a26e4cdb183 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:03.548917 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f481a1cb-8a68-4c6f-9504-37fcf69a88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.619755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e8a4f-d180-4fff-9f99-68620809db81 req-9a05df0a-d1fb-4ad6-9754-9a050d7773cf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:03.623172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-339e8a4f-d180-4fff-9f99-68620809db81 req-9a05df0a-d1fb-4ad6-9754-9a050d7773cf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 945 time: 0.1469107 Sep 20 12:27:03.634589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cf427-cf90-4bac-b30b-1520c2397f6e req-92f194f4-34c6-4c6d-b679-f850d2ad76e7 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:03.636248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d64cf427-cf90-4bac-b30b-1520c2397f6e req-92f194f4-34c6-4c6d-b679-f850d2ad76e7 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 944 time: 0.1776812 Sep 20 12:27:03.646958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6659dff5-f146-4e01-b8ee-ef27233b94e0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:03.647527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:03.690863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f481a1cb-8a68-4c6f-9504-37fcf69a88d4 None None] Port b3ac42ac-b669-4c8f-b02f-8a26e4cdb183 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:03.721725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-339e8a4f-d180-4fff-9f99-68620809db81 req-1bc3fe2e-29f2-4079-804f-efb309f55c35 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843563 Sep 20 12:27:03.725057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d64cf427-cf90-4bac-b30b-1520c2397f6e req-f8f8ba3c-8a50-4f8c-ade7-2ac77e82ceb3 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Sep 20 12:27:03.988829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157126c-b70e-4ff1-9c94-028d3144d3d1 req-4b0a0839-e261-4515-9a1b-a40dce11ff94 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:03.996157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9157126c-b70e-4ff1-9c94-028d3144d3d1 req-4b0a0839-e261-4515-9a1b-a40dce11ff94 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 944 time: 0.1265347 Sep 20 12:27:04.088442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9157126c-b70e-4ff1-9c94-028d3144d3d1 req-97369d92-43e4-4ee3-833c-086e820ad155 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869796 Sep 20 12:27:04.139370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-21b7955d-bc9c-4052-aa87-d085c2ea58ef req-5d41e010-e1c5-40f3-9939-f1b47e64f9fe tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Request body: {'security_group': {'name': 'tempest-securitygroup-343192345', 'description': 'tempest-description-1826708018'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:04.154136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-17af968f-b20f-4190-862e-ffbbda7b33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:04.156175 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-17af968f-b20f-4190-862e-ffbbda7b33ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1125 time: 0.8452940 Sep 20 12:27:04.246265 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-fc1b7b66-43aa-4eae-a249-f09931c9f54e service neutron] 10.222.0.32 "GET /v2.0/ports/422b3272-c428-4656-9db6-1f1835f1da13/bindings/n-h2-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.8324640 Sep 20 12:27:04.256382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-21b7955d-bc9c-4052-aa87-d085c2ea58ef req-5d41e010-e1c5-40f3-9939-f1b47e64f9fe tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.370555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-a9b73bef-d3a8-4f74-89ae-006d574dadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:04.373622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-a9b73bef-d3a8-4f74-89ae-006d574dadb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.1850047 Sep 20 12:27:04.375312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:04.443415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-71eebd52-b874-4682-8aa2-bcac2c0e9cca tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2022774 Sep 20 12:27:04.449910 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-e37441d7-5ffc-45d1-ae17-51b5a886bd0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 217 time: 0.0626891 Sep 20 12:27:04.461526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:04.466915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:04.467657 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.539069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-21b7955d-bc9c-4052-aa87-d085c2ea58ef req-5d41e010-e1c5-40f3-9939-f1b47e64f9fe tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.543054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-93e3ae05-ad18-448f-8a31-b47f1f6f9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:04.545337 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-93e3ae05-ad18-448f-8a31-b47f1f6f9264 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0707648 Sep 20 12:27:04.611425 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-21b7955d-bc9c-4052-aa87-d085c2ea58ef req-5d41e010-e1c5-40f3-9939-f1b47e64f9fe tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.621349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.627913 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-fac71888-e289-4cb2-b5cf-75adf9f130c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544789 Sep 20 12:27:04.667002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:04.671039 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2753418-3ba7-4cf4-b7aa-516f1f74b6f3" -d '{"events": [{"server_uuid": "5c68b084-fb2f-4acd-a0ab-adf044fab52c", "name": "network-vif-plugged", "status": "completed", "tag": "2a204f9c-cfe0-4a66-9d9c-9c20b186eea5"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:04.676125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41e010-e1c5-40f3-9939-f1b47e64f9fe tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b6c12d-9d3e-4411-b2f3-16e731ac2b61,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:04.691714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:04.774614 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.775392 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.834985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port b3ac42ac-b669-4c8f-b02f-8a26e4cdb183 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:04.835520 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.847864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-96be6b6c-0d3b-4bd6-bf59-bb2d4368cfb3 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048285 Sep 20 12:27:04.873366 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-21b7955d-bc9c-4052-aa87-d085c2ea58ef req-5d41e010-e1c5-40f3-9939-f1b47e64f9fe tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:04.874900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21b7955d-bc9c-4052-aa87-d085c2ea58ef req-5d41e010-e1c5-40f3-9939-f1b47e64f9fe tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7403424 Sep 20 12:27:04.900806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:04.951623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:05.018606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:05.029349 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.105769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422b3272-c428-4656-9db6-1f1835f1da13 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:05.127439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:05.148466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Allocated IP 172.25.6.188 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/ea7f64f2-4d19-4839-a598-bd380d6344a5) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:05.154888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.164577 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-68c12eaf-710b-4c2a-a569-1d6791426902 req-eb2879e1-e9c6-48b7-8744-b7f1215793a8 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901118 Sep 20 12:27:05.171788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for b3ac42ac-b669-4c8f-b02f-8a26e4cdb183 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:05.244930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.329718 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:05.360104 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.495067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.529224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] Transition to ACTIVE for port object 422b3272-c428-4656-9db6-1f1835f1da13 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:27:05.530609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.593812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:05.594767 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.597720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event updated for resources: {'Port': ['ID=ea7f64f2-4d19-4839-a598-bd380d6344a5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:05.620970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:05.627823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:05.634295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:05.648076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=b3ac42ac-b669-4c8f-b02f-8a26e4cdb183,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:05.657556 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.732505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] Pushing event updated for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:05.819552 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2472c3-2d6d-4102-8bb2-059495792a9d x-openstack-request-id: req-db2472c3-2d6d-4102-8bb2-059495792a9d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:05.820035 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c68b084-fb2f-4acd-a0ab-adf044fab52c", "name": "network-vif-plugged", "status": "completed", "tag": "2a204f9c-cfe0-4a66-9d9c-9c20b186eea5", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:05.820139 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db2472c3-2d6d-4102-8bb2-059495792a9d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:05.820464 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5', 'code': 200} Sep 20 12:27:05.830014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] No DVR routers for this DVR port 422b3272-c428-4656-9db6-1f1835f1da13 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:05.900604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:05.937171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-8aba8051-5c5b-45b5-b87c-5731a87ce8ea service neutron] 10.222.0.32 "PUT /v2.0/ports/422b3272-c428-4656-9db6-1f1835f1da13/bindings/n-h2-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6615808 Sep 20 12:27:05.956106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-682164730', 'description': 'tempest-description-980218578'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:05.993001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.017224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.103033 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.156340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.245399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:27:06.254752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 422b3272-c428-4656-9db6-1f1835f1da13 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:06.254984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-2d19ed93-241d-4b93-9501-5fdd59330415 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:06.256467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-2d19ed93-241d-4b93-9501-5fdd59330415 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.1552467 Sep 20 12:27:06.300042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 422b3272-c428-4656-9db6-1f1835f1da13 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:06.343600 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.349818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:06.357820 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-faf1aeff-a1fd-4901-8634-d05aac06bff0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7130156 Sep 20 12:27:06.360531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:06.363163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca4788-99bf-4e7d-aa9e-465d4ecf57cf None None] Sync routers for ids ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:06.368649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-6d2e1db6-2cae-431f-a12d-5e779c3242de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:06.370155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-6d2e1db6-2cae-431f-a12d-5e779c3242de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5&tenant_id=b6dad03d741246d4962e7009f7b4acc4 HTTP/1.1" status: 200 len: 1096 time: 0.1041157 Sep 20 12:27:06.372823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca4788-99bf-4e7d-aa9e-465d4ecf57cf None None] Routers {'d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:06.373493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3ca4788-99bf-4e7d-aa9e-465d4ecf57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:06.411125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3ca4788-99bf-4e7d-aa9e-465d4ecf57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:06.420827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca4788-99bf-4e7d-aa9e-465d4ecf57cf None None] Routers {'d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:06.422083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3ca4788-99bf-4e7d-aa9e-465d4ecf57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:06.455500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3ca4788-99bf-4e7d-aa9e-465d4ecf57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:06.456095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca4788-99bf-4e7d-aa9e-465d4ecf57cf None None] The sync data for ids ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:06.462030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.476062 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.589951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.660013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event updated for resources: {'Port': ['ID=ea7f64f2-4d19-4839-a598-bd380d6344a5,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:06.690210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-3249b015-bc85-4611-84ff-995e11b77b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:06.691757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-3249b015-bc85-4611-84ff-995e11b77b0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1096 time: 0.2625165 Sep 20 12:27:06.729043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd1e90c-c618-45c9-a911-bce10c401cbb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:06.797407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:06.951336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-20aa3502-4f01-45c9-9982-6fd99ae102b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:06.952818 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-20aa3502-4f01-45c9-9982-6fd99ae102b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.2262914 Sep 20 12:27:06.968154 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.019301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-05310e83-ce01-4553-932f-7df34712f97f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 217 time: 0.0543520 Sep 20 12:27:07.069043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.131607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-018f42e2-ff52-45d0-9edc-b7000a90311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:07.131607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-018f42e2-ff52-45d0-9edc-b7000a90311a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0912383 Sep 20 12:27:07.133901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c59c0-e9d5-4568-9d0d-abaa48bd75f3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:07.136191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.138153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-bf6d0383-2de6-43dd-b970-928b40cf2a24 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6909597 Sep 20 12:27:07.182213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-2e3a27ec-83a8-4c07-bc5b-69a39ab56bc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431547 Sep 20 12:27:07.221038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.222235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-029b1071-5722-40bc-8135-1aade462ad60 req-9d7c90f9-62b5-48ad-a60f-0f026276b739 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2720194 Sep 20 12:27:07.253844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-ab2e28fc-d9a4-45b3-920f-f38068930c16 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.188 HTTP/1.1" status: 200 len: 696 time: 0.1000893 Sep 20 12:27:07.254897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-28eccfa4-ff7c-42c2-8f81-c897b2845df9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:07.256583 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-28eccfa4-ff7c-42c2-8f81-c897b2845df9 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 946 time: 0.0520394 Sep 20 12:27:07.364393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Deleting port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:07.364393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.466305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] For port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:07.467196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.488122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Calling delete_port for 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:07.749552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.756768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-2b8bbf8b-12d4-4c64-9e1f-740a0345fb21 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467768 Sep 20 12:27:07.762632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['2a204f9c-cfe0-4a66-9d9c-9c20b186eea5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:07.780919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event deleted for resources: {'Port': ['ID=2a204f9c-cfe0-4a66-9d9c-9c20b186eea5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:07.788683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520496e-9a37-452f-9c44-13b3fc2e7c9b req-deeb70cf-be56-495f-82a3-9115c145e22d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:07.796826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a520496e-9a37-452f-9c44-13b3fc2e7c9b req-deeb70cf-be56-495f-82a3-9115c145e22d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 945 time: 0.4813640 Sep 20 12:27:07.835504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] No DVR routers for this DVR port 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:07.838798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.841001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-388ff701-ef19-48c2-9366-36b7b7399c76 req-1b6de171-33bd-42de-b1d6-7c717fe86964 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.21 "DELETE /v2.0/ports/2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 HTTP/1.1" status: 204 len: 173 time: 0.5774748 Sep 20 12:27:07.841464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'name': 'network-vif-deleted', 'tag': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:07.843838 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e729d3b3-0a78-4cfe-adfc-b4d7424b112c" -d '{"events": [{"server_uuid": "5c68b084-fb2f-4acd-a0ab-adf044fab52c", "name": "network-vif-deleted", "tag": "2a204f9c-cfe0-4a66-9d9c-9c20b186eea5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:07.845388 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:07.861744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-97f5b6c1-73ac-402f-a1d6-a7a0f7467944 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:07.863136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c6e17bf-3628-4186-bc24-e2b65bf1cb9b req-97f5b6c1-73ac-402f-a1d6-a7a0f7467944 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.5814760 Sep 20 12:27:08.010153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb5f5d19-e99e-4c38-8ead-ac74b9549587 req-27310970-2e0e-45c1-82bf-214d77cd0b05 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c68b084-fb2f-4acd-a0ab-adf044fab52c HTTP/1.1" status: 200 len: 210 time: 0.0812407 Sep 20 12:27:08.013557 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a520496e-9a37-452f-9c44-13b3fc2e7c9b req-a86f4fe4-9de2-4ea0-b0af-40b7dd9c13c7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158399 Sep 20 12:27:08.106360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-067b793e-480f-4248-b4d2-df3f3127b6d1 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349884 Sep 20 12:27:08.203353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-07bbe7e1-aea9-46a1-82b8-ebc4ad2e44c4 req-c6410a96-90eb-4612-bfb0-b9abd9781028 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1511522460', 'description': 'tempest-description-493413521'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:08.304595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 316a73d6-bc74-4282-9f9c-ffd5d844cc8a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:08.304937 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:08.331832 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-07bbe7e1-aea9-46a1-82b8-ebc4ad2e44c4 req-c6410a96-90eb-4612-bfb0-b9abd9781028 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:08.422702 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:08.443771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 316a73d6-bc74-4282-9f9c-ffd5d844cc8a owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:08.530769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-07bbe7e1-aea9-46a1-82b8-ebc4ad2e44c4 req-c6410a96-90eb-4612-bfb0-b9abd9781028 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:08.591631 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-07bbe7e1-aea9-46a1-82b8-ebc4ad2e44c4 req-c6410a96-90eb-4612-bfb0-b9abd9781028 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:08.652103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6410a96-90eb-4612-bfb0-b9abd9781028 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8292613-69f8-4c50-9e48-e15984d2cc27,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:08.705972 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-07bbe7e1-aea9-46a1-82b8-ebc4ad2e44c4 req-c6410a96-90eb-4612-bfb0-b9abd9781028 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:08.707537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07bbe7e1-aea9-46a1-82b8-ebc4ad2e44c4 req-c6410a96-90eb-4612-bfb0-b9abd9781028 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5106225 Sep 20 12:27:08.743212 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c644ce9e-78b1-4c33-b97c-f09057a6445b x-openstack-request-id: req-c644ce9e-78b1-4c33-b97c-f09057a6445b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:08.743779 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c68b084-fb2f-4acd-a0ab-adf044fab52c", "name": "network-vif-deleted", "tag": "2a204f9c-cfe0-4a66-9d9c-9c20b186eea5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:08.743779 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c644ce9e-78b1-4c33-b97c-f09057a6445b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:08.744121 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c68b084-fb2f-4acd-a0ab-adf044fab52c', 'name': 'network-vif-deleted', 'tag': '2a204f9c-cfe0-4a66-9d9c-9c20b186eea5', 'status': 'completed', 'code': 200} Sep 20 12:27:08.830529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:08.873855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=316a73d6-bc74-4282-9f9c-ffd5d844cc8a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:08.986630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-04457c59-f9e4-4b4b-ad46-4cd1c6a37d80 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2287261 Sep 20 12:27:09.001047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:09.065075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-15a1e6bf-db42-47c4-9d30-d96b4c7aa579 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:09.066602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-15a1e6bf-db42-47c4-9d30-d96b4c7aa579 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.1526890 Sep 20 12:27:09.110840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:09.186505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:09.412499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:27:09.549165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-cba29911-893e-476d-bdd2-3d5baf032f75 service neutron] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:09.586073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-cba29911-893e-476d-bdd2-3d5baf032f75 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:09.587240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-645f2c8a-d416-46f3-9af1-f7f487a7f836 req-cba29911-893e-476d-bdd2-3d5baf032f75 service neutron] 10.222.0.21 "DELETE /v2.0/ports/422b3272-c428-4656-9db6-1f1835f1da13/bindings/n-h1-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.5111735 Sep 20 12:27:09.600633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:09.613649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b53e64fc-c778-4dce-9296-c6095d59f584 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496843 Sep 20 12:27:09.613860 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9c8f6-062c-4355-aa58-518c0c08fb18 None None] Sync routers for ids ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:09.614961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47538) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:09.633063 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9c8f6-062c-4355-aa58-518c0c08fb18 None None] Routers {'d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:09.635182 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8ab9c8f6-062c-4355-aa58-518c0c08fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:09.638771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:09.655878 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7638ccd1-95f6-4605-a196-d7a25b8510f7 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf HTTP/1.1" status: 200 len: 205 time: 0.0368829 Sep 20 12:27:09.655878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47540) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:09.732255 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8ab9c8f6-062c-4355-aa58-518c0c08fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:09.736439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1662a811-e473-4aaa-af4b-66b72026a655 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:09.740972 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9c8f6-062c-4355-aa58-518c0c08fb18 None None] Routers {'d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:09.741606 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8ab9c8f6-062c-4355-aa58-518c0c08fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:09.790206 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8ab9c8f6-062c-4355-aa58-518c0c08fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:09.791115 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9c8f6-062c-4355-aa58-518c0c08fb18 None None] The sync data for ids ['d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:09.816255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Allocated IP 172.25.6.136 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/c7e883f3-12d2-4b8d-a4b7-d6c95b017260) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:09.845749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-542d63e9-f57e-4b74-962f-3e7f18cc0a5b tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42325 time: 0.5024738 Sep 20 12:27:09.915123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1662a811-e473-4aaa-af4b-66b72026a655 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:09.917324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1662a811-e473-4aaa-af4b-66b72026a655 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:09.954163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-79d39995-a0c3-42e8-bba1-fee08cae14d3 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/07574055-3e34-4071-b529-1dcd7a83bbdf HTTP/1.1" status: 200 len: 2977 time: 0.0778568 Sep 20 12:27:10.003202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.028976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-4f6b4a2c-3e90-4226-9503-4673157a9a46 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/07574055-3e34-4071-b529-1dcd7a83bbdf HTTP/1.1" status: 200 len: 2977 time: 0.0676463 Sep 20 12:27:10.069252 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1662a811-e473-4aaa-af4b-66b72026a655 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.069898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1662a811-e473-4aaa-af4b-66b72026a655 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Fanout notify agent at l3_agent the message router_deleted on router d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:27:10.078115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1662a811-e473-4aaa-af4b-66b72026a655 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.081638 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1662a811-e473-4aaa-af4b-66b72026a655 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf HTTP/1.1" status: 204 len: 168 time: 0.4240360 Sep 20 12:27:10.082487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:10.093961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-ae588c55-a9b3-4f06-9c2f-9c8fe20d1f34 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf HTTP/1.1" status: 200 len: 2981 time: 0.0551333 Sep 20 12:27:10.162693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b71029a-5504-46d7-97f9-910fe4e72aa8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet 45545619-2768-4a6e-be10-27d14d099602 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:27:10.172168 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b71029a-5504-46d7-97f9-910fe4e72aa8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.196383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-dce8a048-5150-4201-b942-18cd929d785e tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf HTTP/1.1" status: 200 len: 2981 time: 0.0801947 Sep 20 12:27:10.201405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.256051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b71029a-5504-46d7-97f9-910fe4e72aa8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.321869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:10.325283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event updated for resources: {'Port': ['ID=c7e883f3-12d2-4b8d-a4b7-d6c95b017260,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:10.330211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:10.333026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:10.367119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-8676a37c-8461-4b51-99df-7cd4ec6960e2 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2a2bc1c2-39d4-4abb-9d8c-a66c1003ef80 HTTP/1.1" status: 200 len: 2981 time: 0.1565411 Sep 20 12:27:10.458941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b71029a-5504-46d7-97f9-910fe4e72aa8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.490127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-c78ed054-59c4-4038-9e6e-31456f062e09 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2a2bc1c2-39d4-4abb-9d8c-a66c1003ef80 HTTP/1.1" status: 200 len: 2981 time: 0.1222296 Sep 20 12:27:10.582863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.599518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-da522dba-b12b-4ecf-8f06-af313c9c1456 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/44df3476-4833-4a22-8391-d11995fb4404 HTTP/1.1" status: 200 len: 2981 time: 0.1084549 Sep 20 12:27:10.653113 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-1f4f1082-7b1b-41dc-bc7d-2e5209860e96 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/44df3476-4833-4a22-8391-d11995fb4404 HTTP/1.1" status: 200 len: 2981 time: 0.0498521 Sep 20 12:27:10.715783 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b71029a-5504-46d7-97f9-910fe4e72aa8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.733935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.760487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b71029a-5504-46d7-97f9-910fe4e72aa8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.765553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:10.765692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b71029a-5504-46d7-97f9-910fe4e72aa8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/45545619-2768-4a6e-be10-27d14d099602 HTTP/1.1" status: 204 len: 168 time: 0.6822188 Sep 20 12:27:10.781578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c153a-7983-4317-b41c-58ca554be6dc None None] Network e10b012c-749e-4e9d-95a3-1e0246f98588 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:10.793829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71029a-5504-46d7-97f9-910fe4e72aa8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=45545619-2768-4a6e-be10-27d14d099602,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:10.800141 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-bf5de094-815f-4223-abef-ccdac1abef6d tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/45d67217-4485-4c1e-8dd2-748bd1173b60 HTTP/1.1" status: 200 len: 2973 time: 0.1381545 Sep 20 12:27:10.884092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b93752-2add-4933-b442-cae3caf24cbc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet 444e355d-54fd-4940-8589-8a730805dc21 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:27:10.887758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12b93752-2add-4933-b442-cae3caf24cbc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.900442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-2f3bab21-b3ce-49f2-ab15-5649bc1d65eb tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/45d67217-4485-4c1e-8dd2-748bd1173b60 HTTP/1.1" status: 200 len: 2973 time: 0.0921545 Sep 20 12:27:10.937623 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12b93752-2add-4933-b442-cae3caf24cbc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:10.975343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-6a976681-1e3f-4fd1-b8b7-98b4da29ee18 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/56be1a6f-76eb-4575-b75c-91fb3964a7fc HTTP/1.1" status: 200 len: 2981 time: 0.0682080 Sep 20 12:27:11.103003 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12b93752-2add-4933-b442-cae3caf24cbc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.154274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] DHCP port deletion for e10b012c-749e-4e9d-95a3-1e0246f98588 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:27:11.258942 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12b93752-2add-4933-b442-cae3caf24cbc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.284094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] Deleting port 092951b1-3117-40c8-8001-c752b768b879 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:11.284094 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.295889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 092951b1-3117-40c8-8001-c752b768b879 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:11.326859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b93752-2add-4933-b442-cae3caf24cbc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=444e355d-54fd-4940-8589-8a730805dc21,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:11.336849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12b93752-2add-4933-b442-cae3caf24cbc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.353991 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-12b93752-2add-4933-b442-cae3caf24cbc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/444e355d-54fd-4940-8589-8a730805dc21 HTTP/1.1" status: 204 len: 168 time: 0.5740945 Sep 20 12:27:11.355142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47552) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:11.366573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24d2516-9446-4fc9-8933-fa9f11332487 None None] Network e44e5bad-535a-4e10-89b1-30d50375a58c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:11.468968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.585688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-6b63358b-401f-4b1a-ab59-e688ab7e846e tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/56be1a6f-76eb-4575-b75c-91fb3964a7fc HTTP/1.1" status: 200 len: 2981 time: 0.5877912 Sep 20 12:27:11.599349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 092951b1-3117-40c8-8001-c752b768b879 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:11.600011 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.610467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] For port 092951b1-3117-40c8-8001-c752b768b879, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=092951b1-3117-40c8-8001-c752b768b879,segment=NetworkSegment(810f785c-9537-455d-a471-93f3805fcb47),segment_id=810f785c-9537-455d-a471-93f3805fcb47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:11.611764 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.626628 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.651548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] Calling delete_port for 092951b1-3117-40c8-8001-c752b768b879 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:11.654478 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.681552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 092951b1-3117-40c8-8001-c752b768b879, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=092951b1-3117-40c8-8001-c752b768b879,segment=NetworkSegment(810f785c-9537-455d-a471-93f3805fcb47),segment_id=810f785c-9537-455d-a471-93f3805fcb47)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:11.681917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.691114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-3363cb81-63da-42cb-9bbb-673d72af9d61 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5f279514-a05c-4852-9da1-ea1de2b540c5 HTTP/1.1" status: 200 len: 2981 time: 0.1047440 Sep 20 12:27:11.704029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 092951b1-3117-40c8-8001-c752b768b879 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:11.704311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 092951b1-3117-40c8-8001-c752b768b879, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=092951b1-3117-40c8-8001-c752b768b879,segment=NetworkSegment(810f785c-9537-455d-a471-93f3805fcb47),segment_id=810f785c-9537-455d-a471-93f3805fcb47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:11.783572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-4cbdbd63-4ad2-4bcd-a37b-04584421af0f tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5f279514-a05c-4852-9da1-ea1de2b540c5 HTTP/1.1" status: 200 len: 2981 time: 0.0884762 Sep 20 12:27:11.837106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] DHCP port deletion for e44e5bad-535a-4e10-89b1-30d50375a58c request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:27:11.851363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-f0ac6bb3-2cc2-4174-a88a-cb7c2d4e86b9 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5f76ca5d-3328-456e-9a71-26b341d03489 HTTP/1.1" status: 200 len: 2981 time: 0.0504210 Sep 20 12:27:11.897630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] Deleting port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:11.898005 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.915402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-16e33905-cdd2-4ca0-9ee1-d3dbeae7c4f3 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5f76ca5d-3328-456e-9a71-26b341d03489 HTTP/1.1" status: 200 len: 2981 time: 0.0489433 Sep 20 12:27:11.976122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] For port 2182cf09-9a77-4ab3-a6c3-8b7f59939721, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2182cf09-9a77-4ab3-a6c3-8b7f59939721,segment=NetworkSegment(d6a9e23c-56ce-4e19-948d-b8d374d3e14a),segment_id=d6a9e23c-56ce-4e19-948d-b8d374d3e14a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:11.976514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:11.989614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-8ba8d399-b578-4691-b5cf-51c794a66ae5 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/61cced92-9abe-4b04-b6a4-33597a05eebb HTTP/1.1" status: 200 len: 2981 time: 0.0654848 Sep 20 12:27:12.000100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] Calling delete_port for 2182cf09-9a77-4ab3-a6c3-8b7f59939721 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:12.058160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-616c57d7-6329-42e9-ae3a-b943a2614b38 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/61cced92-9abe-4b04-b6a4-33597a05eebb HTTP/1.1" status: 200 len: 2981 time: 0.0578766 Sep 20 12:27:12.105870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-f6f2e72b-ef5a-47db-8a8e-45b8e52b78f1 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/68befff9-e584-4c09-bc63-d5c692810454 HTTP/1.1" status: 200 len: 2981 time: 0.0458748 Sep 20 12:27:12.148039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-83f98986-3fb4-4eb7-aa21-ab2d52ee28db tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/68befff9-e584-4c09-bc63-d5c692810454 HTTP/1.1" status: 200 len: 2981 time: 0.0403905 Sep 20 12:27:12.202797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-a233092e-10c5-4afc-8ed3-4f0279632831 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8a037f5a-f7b0-465e-9efe-2f4cc0b9dfb4 HTTP/1.1" status: 200 len: 2981 time: 0.0457861 Sep 20 12:27:12.270886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-c62fa1dd-8f86-4f1c-a6b6-ad89c5e7052d tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8a037f5a-f7b0-465e-9efe-2f4cc0b9dfb4 HTTP/1.1" status: 200 len: 2981 time: 0.0617149 Sep 20 12:27:12.291372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:12.386146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event updated for resources: {'Port': ['ID=c7e883f3-12d2-4b8d-a4b7-d6c95b017260,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:12.394029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:12.394729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-f94a7ed9-f6dd-4a0a-8a03-0237b36285a6 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/acd1e90c-c618-45c9-a911-bce10c401cbb HTTP/1.1" status: 200 len: 2981 time: 0.1176724 Sep 20 12:27:12.446616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:12.461362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:12.462714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2a204f9c-cfe0-4a66-9d9c-9c20b186eea5 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:12.468256 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:12.496976 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:12.505237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b211a-6451-471d-9818-74f706465256 req-34138d9a-d14e-48b8-9839-52a8d950d0b6 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/acd1e90c-c618-45c9-a911-bce10c401cbb HTTP/1.1" status: 200 len: 2981 time: 0.1027882 Sep 20 12:27:12.520436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] No DVR routers for this DVR port 2182cf09-9a77-4ab3-a6c3-8b7f59939721 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:12.571380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=092951b1-3117-40c8-8001-c752b768b879,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:12.615182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961747b7-984f-4ce9-a014-56a421b2d15a None None] Pushing event deleted for resources: {'Port': ['ID=2182cf09-9a77-4ab3-a6c3-8b7f59939721,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:12.701576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346a605-e6da-4d25-bf0c-4822b611076e req-d61c4e57-34ec-4754-9f28-9043beefbb32 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:12.703532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e346a605-e6da-4d25-bf0c-4822b611076e req-d61c4e57-34ec-4754-9f28-9043beefbb32 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 945 time: 0.0569482 Sep 20 12:27:12.750095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e346a605-e6da-4d25-bf0c-4822b611076e req-ae3706f8-84b0-456d-87d7-23896beeb2e5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Sep 20 12:27:12.757455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f9d47b3c-c49d-41da-9ff3-21ea0f363e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:12.948737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:12.952046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:12.953286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-e195d928-b286-4dda-a7f3-7ed0a3872194 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9573152 Sep 20 12:27:12.953478 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:12.974839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=092951b1-3117-40c8-8001-c752b768b879,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:12.980102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No DVR routers for this DVR port 092951b1-3117-40c8-8001-c752b768b879 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:12.988067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] Pushing event deleted for resources: {'Port': ['ID=092951b1-3117-40c8-8001-c752b768b879,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:12.990489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037cd705-85b7-41b8-989b-8efc5c4b446f None None] No DVR routers for this DVR port 092951b1-3117-40c8-8001-c752b768b879 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:13.040112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-db0e3eb9-d173-49c3-8f9b-831e232d0cc8 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0787210 Sep 20 12:27:13.075312 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.098309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10b012c-749e-4e9d-95a3-1e0246f98588']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:13.110094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810f785c-9537-455d-a471-93f3805fcb47') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:13.110403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810f785c-9537-455d-a471-93f3805fcb47') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:13.127017 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.144499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.154941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:27:13.155467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:27:13.160471 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:27:13.180928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f658ea3-f617-4a52-ac91-5341bc86ceb4 req-fd7510f3-ccc2-490e-bbbe-f3871f32ea02 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfcaa12bd84e45efa6588644f766b2da HTTP/1.1" status: 200 len: 6102 time: 0.1621861 Sep 20 12:27:13.234054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-9637548b-06a5-4a4b-b2b4-db3b5f0862fe tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:13.236241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1ce3059-bd9a-425a-9a67-7780d4b3869f req-9637548b-06a5-4a4b-b2b4-db3b5f0862fe tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1861041 Sep 20 12:27:13.267385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f658ea3-f617-4a52-ac91-5341bc86ceb4 req-005853fc-2051-47f5-8c45-5e1950c49c92 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "GET /v2.0/security-groups/8a037f5a-f7b0-465e-9efe-2f4cc0b9dfb4 HTTP/1.1" status: 200 len: 2981 time: 0.0740781 Sep 20 12:27:13.299580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.312852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.317080 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/e10b012c-749e-4e9d-95a3-1e0246f98588 HTTP/1.1" status: 204 len: 168 time: 1.9578698 Sep 20 12:27:13.318952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47576) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:13.344776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2182cf09-9a77-4ab3-a6c3-8b7f59939721 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:13.379323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f658ea3-f617-4a52-ac91-5341bc86ceb4 req-8bbd637b-25cb-4787-9259-83ac1b68ab17 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "GET /v2.0/security-groups/8a037f5a-f7b0-465e-9efe-2f4cc0b9dfb4 HTTP/1.1" status: 200 len: 2981 time: 0.1047881 Sep 20 12:27:13.392380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2182cf09-9a77-4ab3-a6c3-8b7f59939721 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:13.395333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2182cf09-9a77-4ab3-a6c3-8b7f59939721 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:13.432667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.434842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953637a2-7212-4a6f-9120-fe21f1145b3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=e10b012c-749e-4e9d-95a3-1e0246f98588,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:13.567950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.593403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44e5bad-535a-4e10-89b1-30d50375a58c']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:13.606047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a9e23c-56ce-4e19-948d-b8d374d3e14a') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:13.606519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a9e23c-56ce-4e19-948d-b8d374d3e14a') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:13.620472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.643492 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.654783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:27:13.655185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:27:13.658292 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:27:13.684350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-7c324b35-455a-4843-9e7f-8eb38eb313dd tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:13.692021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-7c324b35-455a-4843-9e7f-8eb38eb313dd tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/networks?id=e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 200 len: 822 time: 0.3328052 Sep 20 12:27:13.723834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-054c5d54-fb7e-4946-a331-ce0580eb10f2 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/quotas/a29f84e1d1124b13af0253dd1307de03 HTTP/1.1" status: 200 len: 375 time: 0.0308762 Sep 20 12:27:13.786116 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-3864756e-77ce-4c99-a2b9-4d05936d0a3b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2922106 Sep 20 12:27:13.799467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:13.813737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-603bff2e-ffe0-4c8c-9832-2e4a13b57a7f tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886712 Sep 20 12:27:13.814006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.828148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.834548 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/e44e5bad-535a-4e10-89b1-30d50375a58c HTTP/1.1" status: 204 len: 168 time: 0.5110257 Sep 20 12:27:13.836134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47592) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:13.845185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1538961462'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:13.865088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd1e8e-59d5-42c6-95ee-8339d3854473 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=e44e5bad-535a-4e10-89b1-30d50375a58c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:13.937698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:13.957903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-450720c3-41f2-4279-af0d-31c533a7ea31 service neutron] 10.222.0.37 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365855 Sep 20 12:27:14.075161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:14.078550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.133022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-3f49e044-e63f-4db0-ab8a-b168b3e66117 service neutron] 10.222.0.37 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667600 Sep 20 12:27:14.135031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:27:14.148101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.148537 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment 1fcbe521-bfe6-44b4-900c-1758f60a46a9 of type vlan for network 2a72aa20-39af-4271-9207-cc10d5d95024 Sep 20 12:27:14.198721 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.202899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.322325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Allocated IP 172.25.6.63 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/b3acfa2e-aa05-4182-ace8-5578c09d39cb) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:14.412724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.418504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:14.419237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.566663 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.573924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=2a72aa20-39af-4271-9207-cc10d5d95024,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:14.585931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 2a72aa20-39af-4271-9207-cc10d5d95024 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:27:14.603192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-942c6911-dcfb-4537-b3ff-68fadaafd2f9 req-b6c6a86f-d184-417c-a5fb-fcbfef6b40fa tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b8292613-69f8-4c50-9e48-e15984d2cc27 HTTP/1.1" status: 200 len: 1777 time: 0.1064427 Sep 20 12:27:14.610954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e1ef640b-134e-42ca-988a-ee234423def2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7690909 Sep 20 12:27:14.611698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47600) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:14.616649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': '2a72aa20-39af-4271-9207-cc10d5d95024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:14.791535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-942c6911-dcfb-4537-b3ff-68fadaafd2f9 req-8d6f2101-1db7-46c3-8072-72a8d1500041 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.816618 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-942c6911-dcfb-4537-b3ff-68fadaafd2f9 req-8d6f2101-1db7-46c3-8072-72a8d1500041 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.871513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:14.879312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.879312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:14.939554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:14.968914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:14.978732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:15.003791 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-942c6911-dcfb-4537-b3ff-68fadaafd2f9 req-8d6f2101-1db7-46c3-8072-72a8d1500041 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.005880 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-942c6911-dcfb-4537-b3ff-68fadaafd2f9 req-8d6f2101-1db7-46c3-8072-72a8d1500041 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.013538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-942c6911-dcfb-4537-b3ff-68fadaafd2f9 req-8d6f2101-1db7-46c3-8072-72a8d1500041 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8292613-69f8-4c50-9e48-e15984d2cc27 HTTP/1.1" status: 204 len: 173 time: 0.3146613 Sep 20 12:27:15.019028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event updated for resources: {'Port': ['ID=b3acfa2e-aa05-4182-ace8-5578c09d39cb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:15.049862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f2101-1db7-46c3-8072-72a8d1500041 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8292613-69f8-4c50-9e48-e15984d2cc27,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:15.169123 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2006b83a-3e7e-42d9-ba0c-aedbdfa2f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.191735 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.207378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f923c-a6b2-4014-bb06-563bc81b6369 req-671655b2-7a5c-4133-9c64-8f1016939fe7 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:15.208119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e08f923c-a6b2-4014-bb06-563bc81b6369 req-671655b2-7a5c-4133-9c64-8f1016939fe7 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1096 time: 0.1250355 Sep 20 12:27:15.283429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e08f923c-a6b2-4014-bb06-563bc81b6369 req-963f558e-864d-46da-b485-de388008c7d5 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454748 Sep 20 12:27:15.331765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.371920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.470120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=d54dbfaa-9115-4411-9702-0cfeebccec7e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:15.536804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5cd95af5-cc7b-4411-875d-c5ef8f7527b0 req-ce691873-dc8a-49c0-bd81-85d5b9aa1769 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 210 time: 0.0376327 Sep 20 12:27:15.537550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': '1fcbe521-bfe6-44b4-900c-1758f60a46a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a72aa20-39af-4271-9207-cc10d5d95024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:15.538001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: 2a72aa20-39af-4271-9207-cc10d5d95024, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:27:15.545744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.615965 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.627490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff678866-e0bb-4974-860b-ba19f37bbe53 req-2503e76e-8530-4780-8dcd-c4c4b2c3e91b tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "GET /v2.0/security-groups/038c59c0-e9d5-4568-9d0d-abaa48bd75f3 HTTP/1.1" status: 200 len: 1776 time: 0.0563183 Sep 20 12:27:15.652522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 2a72aa20-39af-4271-9207-cc10d5d95024 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:27:15.692512 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff678866-e0bb-4974-860b-ba19f37bbe53 req-c32a3a4d-2b8a-4a10-acb5-5d09d589f610 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.713508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.721984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff678866-e0bb-4974-860b-ba19f37bbe53 req-c32a3a4d-2b8a-4a10-acb5-5d09d589f610 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.756980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 2a72aa20-39af-4271-9207-cc10d5d95024) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:15.769551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:15.769875 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.774664 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fbc91-ce44-4c45-95bc-26329dac7ca9 None None] Network 2a72aa20-39af-4271-9207-cc10d5d95024 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:15.835095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event updated for resources: {'Port': ['ID=b3acfa2e-aa05-4182-ace8-5578c09d39cb,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:15.852870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.920908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-46e19436-818a-436f-9921-5d77e8810100 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3060899 Sep 20 12:27:15.920908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff678866-e0bb-4974-860b-ba19f37bbe53 req-c32a3a4d-2b8a-4a10-acb5-5d09d589f610 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.921536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47624) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:15.922045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff678866-e0bb-4974-860b-ba19f37bbe53 req-c32a3a4d-2b8a-4a10-acb5-5d09d589f610 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.922999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff678866-e0bb-4974-860b-ba19f37bbe53 req-c32a3a4d-2b8a-4a10-acb5-5d09d589f610 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/038c59c0-e9d5-4568-9d0d-abaa48bd75f3 HTTP/1.1" status: 204 len: 173 time: 0.2895143 Sep 20 12:27:15.936455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-45990a1a-e2d3-4f1a-af05-7be915af8f49 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1151661769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:15.942798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a3a4d-2b8a-4a10-acb5-5d09d589f610 tempest-SecurityGroupsTestAdminJSON-1938547111 tempest-SecurityGroupsTestAdminJSON-1938547111-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c59c0-e9d5-4568-9d0d-abaa48bd75f3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:15.962655 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:15.964928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-a824d11a-1df8-4bb9-8dad-fe6b796f739f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1725342 Sep 20 12:27:15.992194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-2a72aa20-39af-4271-9207-cc10d5d95024', 'network_id': '2a72aa20-39af-4271-9207-cc10d5d95024', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': 'd54dbfaa-9115-4411-9702-0cfeebccec7e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:27:15.993395 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.044793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-0a230d24-26cb-447a-ac79-555bd750a393 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.0730371 Sep 20 12:27:16.074814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45990a1a-e2d3-4f1a-af05-7be915af8f49 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.076290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45990a1a-e2d3-4f1a-af05-7be915af8f49 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.149495 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45990a1a-e2d3-4f1a-af05-7be915af8f49 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.171889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Allocated IP 172.20.0.2 (2a72aa20-39af-4271-9207-cc10d5d95024/d54dbfaa-9115-4411-9702-0cfeebccec7e/de222a21-f056-43da-a870-7ea1466d8077) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:16.244746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-6256e508-0297-48e1-a662-9cac31700dbb tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:16.250267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-6256e508-0297-48e1-a662-9cac31700dbb tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 807 time: 0.2068186 Sep 20 12:27:16.250427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45990a1a-e2d3-4f1a-af05-7be915af8f49 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.253595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-98927ab5-c831-483c-bc61-d84960904da8 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:16.255240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d62d2fc-64ee-425d-b384-59ea1e5c87ef req-98927ab5-c831-483c-bc61-d84960904da8 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1992528 Sep 20 12:27:16.276566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-6bb212ba-e679-4bf1-bc1b-8b6eee7031ed tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/quotas/b6dad03d741246d4962e7009f7b4acc4 HTTP/1.1" status: 200 len: 375 time: 0.0161741 Sep 20 12:27:16.351707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.361578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-4047ac30-dfaf-45f8-8b3f-7a22521799a1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768156 Sep 20 12:27:16.365763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48afc33f-900d-409d-88d8-78c5133ff9ab req-7f020e72-cbf2-4a27-91ff-c7c8f9213d33 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "GET /v2.0/security-groups/f1b6c12d-9d3e-4411-b2f3-16e731ac2b61 HTTP/1.1" status: 200 len: 1777 time: 0.0547531 Sep 20 12:27:16.390761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45990a1a-e2d3-4f1a-af05-7be915af8f49 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.392120 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-45990a1a-e2d3-4f1a-af05-7be915af8f49 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4687896 Sep 20 12:27:16.394730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47640) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:16.399674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'port': {'network_id': '2a72aa20-39af-4271-9207-cc10d5d95024', 'name': 'tempest-RoutersTest-770953651'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:16.442803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.509744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-48afc33f-900d-409d-88d8-78c5133ff9ab req-bfb9b087-a9d6-4f7b-900c-c0277ccf30b5 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.511030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.521553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-bbf9be10-4f0b-42ab-9ceb-d019a13a9f24 service neutron] 10.222.0.37 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543708 Sep 20 12:27:16.523690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Network 2a72aa20-39af-4271-9207-cc10d5d95024 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:16.526551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:16.530472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:16.538246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Pushing event updated for resources: {'Port': ['ID=de222a21-f056-43da-a870-7ea1466d8077,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:16.573796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-48afc33f-900d-409d-88d8-78c5133ff9ab req-bfb9b087-a9d6-4f7b-900c-c0277ccf30b5 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.592672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Attempting to bind port de222a21-f056-43da-a870-7ea1466d8077 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:16.593075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Attempting to bind port de222a21-f056-43da-a870-7ea1466d8077 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '1fcbe521-bfe6-44b4-900c-1758f60a46a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a72aa20-39af-4271-9207-cc10d5d95024'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:16.593443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Attempting to bind port de222a21-f056-43da-a870-7ea1466d8077 on network 2a72aa20-39af-4271-9207-cc10d5d95024 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:16.598528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:16.598901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Checking segment: {'id': '1fcbe521-bfe6-44b4-900c-1758f60a46a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a72aa20-39af-4271-9207-cc10d5d95024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:16.599304 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.599700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Bound using segment: {'id': '1fcbe521-bfe6-44b4-900c-1758f60a46a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a72aa20-39af-4271-9207-cc10d5d95024'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:16.600163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Bound port: de222a21-f056-43da-a870-7ea1466d8077, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcbe521-bfe6-44b4-900c-1758f60a46a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2a72aa20-39af-4271-9207-cc10d5d95024'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:16.600546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.625534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:16.629135 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.653161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] device_id is not set on port 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:27:16.676982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-8ac5f088-1ae4-4167-94cd-801b07f25cef service neutron] 10.222.0.37 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472669 Sep 20 12:27:16.691591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] For port de222a21-f056-43da-a870-7ea1466d8077, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:16.694842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] For port de222a21-f056-43da-a870-7ea1466d8077, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=de222a21-f056-43da-a870-7ea1466d8077,segment=NetworkSegment(1fcbe521-bfe6-44b4-900c-1758f60a46a9),segment_id=1fcbe521-bfe6-44b4-900c-1758f60a46a9)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:16.785659 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-48afc33f-900d-409d-88d8-78c5133ff9ab req-bfb9b087-a9d6-4f7b-900c-c0277ccf30b5 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.789607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-48afc33f-900d-409d-88d8-78c5133ff9ab req-bfb9b087-a9d6-4f7b-900c-c0277ccf30b5 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:16.790855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48afc33f-900d-409d-88d8-78c5133ff9ab req-bfb9b087-a9d6-4f7b-900c-c0277ccf30b5 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "DELETE /v2.0/security-groups/f1b6c12d-9d3e-4411-b2f3-16e731ac2b61 HTTP/1.1" status: 204 len: 173 time: 0.4144595 Sep 20 12:27:16.805560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9b087-a9d6-4f7b-900c-c0277ccf30b5 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b6c12d-9d3e-4411-b2f3-16e731ac2b61,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:16.892049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-665420e4-bc6d-4cce-9fc6-4f59dbc22664 req-610086b8-fd46-4766-bd84-2e837a50ef65 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips/e70b6b76-4544-4e79-8b00-74cfeda54bda HTTP/1.1" status: 200 len: 692 time: 0.0686624 Sep 20 12:27:17.029254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665420e4-bc6d-4cce-9fc6-4f59dbc22664 req-ba805edb-4686-441b-8691-924f43baf0ed tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:17.030799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-665420e4-bc6d-4cce-9fc6-4f59dbc22664 req-ba805edb-4686-441b-8691-924f43baf0ed tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1327066 Sep 20 12:27:17.042436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-665420e4-bc6d-4cce-9fc6-4f59dbc22664 req-3332ae5c-b89b-4082-9637-f4ac3a28e04d tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:27:17.044226 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-665420e4-bc6d-4cce-9fc6-4f59dbc22664 req-3332ae5c-b89b-4082-9637-f4ac3a28e04d tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066845 Sep 20 12:27:17.201604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.20.0.6 (2a72aa20-39af-4271-9207-cc10d5d95024/d54dbfaa-9115-4411-9702-0cfeebccec7e/9a4e8d25-6964-470f-bce4-072a9f7cf9d8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:17.251464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-71a27dd3-c859-4360-af82-d57f0b74dd99 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:17.253033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-71a27dd3-c859-4360-af82-d57f0b74dd99 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.32 "GET /v2.0/networks?id=e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 200 len: 822 time: 0.5020332 Sep 20 12:27:17.267573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Request body: {'port': {'device_id': '89d511e6-e3ab-4725-802c-866f39f3907f', 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'admin_state_up': True, 'tenant_id': 'a29f84e1d1124b13af0253dd1307de03'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:17.285282 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:17.344339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7234688-49af-4276-abdb-80262a32b9fa None None] Pushing event updated for resources: {'Port': ['ID=de222a21-f056-43da-a870-7ea1466d8077,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:17.502584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9caca4a-c1fe-4406-8265-a7738a13d874 req-da2ee11f-11f8-49a9-95ef-46cc962ef878 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 210 time: 0.0443299 Sep 20 12:27:17.519743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c73d0e07-07d4-4990-9601-40200e6b8337 req-8e607081-e53c-42c0-8465-ee0985c9df2d tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "GET /v2.0/security-groups/00ef4f7d-0fd5-4a29-8e93-a2895fde93c4 HTTP/1.1" status: 200 len: 1777 time: 0.0737092 Sep 20 12:27:17.549269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:17.657827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:17.659784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Made reservation on behalf of a29f84e1d1124b13af0253dd1307de03 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:17.663044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2d537b6-b13b-44a9-925c-633293522e2c req-8257502c-bcbf-480b-b250-730913a8f208 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips/e70b6b76-4544-4e79-8b00-74cfeda54bda HTTP/1.1" status: 200 len: 692 time: 0.1058378 Sep 20 12:27:17.663232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:17.784345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 2a72aa20-39af-4271-9207-cc10d5d95024 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:17.803197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:17.810511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:17.833876 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c73d0e07-07d4-4990-9601-40200e6b8337 req-6e7dd840-4f73-4892-a316-97b3a5c83cd1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:17.864019 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:17.869332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=9a4e8d25-6964-470f-bce4-072a9f7cf9d8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:17.874823 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c73d0e07-07d4-4990-9601-40200e6b8337 req-6e7dd840-4f73-4892-a316-97b3a5c83cd1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:17.889394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.889934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.890430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.890939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.891598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.892412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.892921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.896037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.896037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.896037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.896037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.896037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:17.914166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d537b6-b13b-44a9-925c-633293522e2c req-0f2773c0-3a7d-4c9c-85e5-08664b894fc2 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:17.915412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2d537b6-b13b-44a9-925c-633293522e2c req-0f2773c0-3a7d-4c9c-85e5-08664b894fc2 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.2429714 Sep 20 12:27:17.991218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2d537b6-b13b-44a9-925c-633293522e2c req-d821f91b-ce4a-40d2-a93f-9c83922f1f32 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.0643747 Sep 20 12:27:18.051865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2d537b6-b13b-44a9-925c-633293522e2c req-99e2659c-4d43-4bb4-8e74-7c4b28d9ec7e tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.0511987 Sep 20 12:27:18.069437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:18.071923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.076426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Allocated IP 172.20.0.5 (e3a4b531-6a60-47d0-875c-3570bafb13a8/f67d977f-ad76-4b74-99cb-49523bb00d6e/f5d22142-b0e1-446f-a344-6f85daac6a9f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:18.100563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c73d0e07-07d4-4990-9601-40200e6b8337 req-6e7dd840-4f73-4892-a316-97b3a5c83cd1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.103719 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c73d0e07-07d4-4990-9601-40200e6b8337 req-6e7dd840-4f73-4892-a316-97b3a5c83cd1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.104951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c73d0e07-07d4-4990-9601-40200e6b8337 req-6e7dd840-4f73-4892-a316-97b3a5c83cd1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] 10.222.0.37 "DELETE /v2.0/security-groups/00ef4f7d-0fd5-4a29-8e93-a2895fde93c4 HTTP/1.1" status: 204 len: 173 time: 0.5754237 Sep 20 12:27:18.121797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd840-4f73-4892-a316-97b3a5c83cd1 tempest-SecurityGroupsTestAdminJSON-14767053 tempest-SecurityGroupsTestAdminJSON-14767053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ef4f7d-0fd5-4a29-8e93-a2895fde93c4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:18.252973 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-32adc182-b8c4-4242-86e9-6d7d7b11e7eb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8570144 Sep 20 12:27:18.256951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47688) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:18.316094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38611982-8fe6-4666-a7bf-eaf9b7379068 req-8c7689c7-c71d-44c2-851a-fd7954ee565c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 210 time: 0.0330064 Sep 20 12:27:18.338888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Deleting port b3acfa2e-aa05-4182-ace8-5578c09d39cb {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:18.351271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.366791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.468920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.469326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.486010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Calling delete_port for b3acfa2e-aa05-4182-ace8-5578c09d39cb owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:18.695450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.727838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d65a2e-5ea9-4860-b96b-e14dce93714b None None] Network 2a72aa20-39af-4271-9207-cc10d5d95024 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:18.816746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d4050380-d95a-4bb0-9d74-450799cfc708 None None] Provisioning complete for port de222a21-f056-43da-a870-7ea1466d8077 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:18.817435 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4050380-d95a-4bb0-9d74-450799cfc708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.880110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47700) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:18.883186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.896768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:18.991325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event deleted for resources: {'Port': ['ID=b3acfa2e-aa05-4182-ace8-5578c09d39cb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:19.029484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4050380-d95a-4bb0-9d74-450799cfc708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.092861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d4050380-d95a-4bb0-9d74-450799cfc708 None None] For port de222a21-f056-43da-a870-7ea1466d8077, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=de222a21-f056-43da-a870-7ea1466d8077,segment=NetworkSegment(1fcbe521-bfe6-44b4-900c-1758f60a46a9),segment_id=1fcbe521-bfe6-44b4-900c-1758f60a46a9)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:19.107435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.107435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.107435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.107864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.107956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.108451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.108576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.108895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.109956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.109956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.110130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.110325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:19.135286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03471a8-a2fe-4fdd-a2a5-684996c082fb req-c5aa2e7c-d6ce-48ae-b48d-8087383f11d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:19.144996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b03471a8-a2fe-4fdd-a2a5-684996c082fb req-c5aa2e7c-d6ce-48ae-b48d-8087383f11d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 931 time: 0.3476017 Sep 20 12:27:19.154920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4050380-d95a-4bb0-9d74-450799cfc708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.216737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b03471a8-a2fe-4fdd-a2a5-684996c082fb req-77bb005d-9357-44ae-ac73-a8762a130a93 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656378 Sep 20 12:27:19.221828 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.224892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.241579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2d537b6-b13b-44a9-925c-633293522e2c req-697ef5a1-ed52-45af-ae75-25609849da8c tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "DELETE /v2.0/floatingips/e70b6b76-4544-4e79-8b00-74cfeda54bda HTTP/1.1" status: 204 len: 173 time: 1.1738420 Sep 20 12:27:19.263083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.310199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Network e3a4b531-6a60-47d0-875c-3570bafb13a8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:19.319082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event updated for resources: {'Port': ['ID=f5d22142-b0e1-446f-a344-6f85daac6a9f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:19.333765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:19.336224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:19.402969 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:19.403776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.417683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4050380-d95a-4bb0-9d74-450799cfc708 None None] Pushing event updated for resources: {'Port': ['ID=de222a21-f056-43da-a870-7ea1466d8077,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:19.424937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device de222a21-f056-43da-a870-7ea1466d8077 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:19.426241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.432843 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-80e92ce9-880e-48c3-a34f-0d304e344aa4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfcaa12bd84e45efa6588644f766b2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510426 Sep 20 12:27:19.435861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47712) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:19.493532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port de222a21-f056-43da-a870-7ea1466d8077 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:19.494165 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.498186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-842518d3-5d62-41d1-8e8a-2108bf82fb1d None None] Provisioning complete for port de222a21-f056-43da-a870-7ea1466d8077 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:19.498999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-842518d3-5d62-41d1-8e8a-2108bf82fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.538137 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-f2325573-7b48-4bad-8961-16af4a13cebc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2742290 Sep 20 12:27:19.546665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07ecde-65ba-4b5e-8d60-eefdac82f9be req-20125d83-de8e-46eb-80cc-359cbcd573bc tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:19.566949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d07ecde-65ba-4b5e-8d60-eefdac82f9be req-20125d83-de8e-46eb-80cc-359cbcd573bc tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3149648 Sep 20 12:27:19.621106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Request body: {'port': {'device_id': '89d511e6-e3ab-4725-802c-866f39f3907f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:19.630499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=9a4e8d25-6964-470f-bce4-072a9f7cf9d8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:19.773341 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.778819 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04de5c4c-1a2c-4ee6-9346-0a9c83c6fcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.827571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.855911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-842518d3-5d62-41d1-8e8a-2108bf82fb1d None None] Provisioning complete for port 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:19.856285 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-842518d3-5d62-41d1-8e8a-2108bf82fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.892858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04de5c4c-1a2c-4ee6-9346-0a9c83c6fcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:19.968340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-842518d3-5d62-41d1-8e8a-2108bf82fb1d None None] Port 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:20.090523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-76cce308-95c3-4ac4-b2ca-7fc4681cad60 None None] Provisioning complete for port 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:20.091175 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-76cce308-95c3-4ac4-b2ca-7fc4681cad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:20.109601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-083e81ec-3c30-4749-921a-258d56fd52c9 req-8b492351-196d-4135-959a-f7e18d039fa3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 210 time: 0.4910131 Sep 20 12:27:20.115428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3069834a-5712-4a93-a837-9db6575b1ec0 req-83ecefce-1f93-4c03-a936-79f78dd8c527 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=4e9875d5b3114c238c563cdcaac47f0c HTTP/1.1" status: 200 len: 1656 time: 0.5040338 Sep 20 12:27:20.157557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-76cce308-95c3-4ac4-b2ca-7fc4681cad60 None None] Port 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:20.164909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:20.189659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04de5c4c-1a2c-4ee6-9346-0a9c83c6fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:20.193550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04de5c4c-1a2c-4ee6-9346-0a9c83c6fcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:20.209711 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-04de5c4c-1a2c-4ee6-9346-0a9c83c6fcc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a037f5a-f7b0-465e-9efe-2f4cc0b9dfb4 HTTP/1.1" status: 204 len: 168 time: 0.7726512 Sep 20 12:27:20.262410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:20.283913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069834a-5712-4a93-a837-9db6575b1ec0 req-1e09df2f-b5a9-476c-8a07-1da632ee8b41 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:20.285484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3069834a-5712-4a93-a837-9db6575b1ec0 req-1e09df2f-b5a9-476c-8a07-1da632ee8b41 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks?id=74831730-c29e-4033-a27c-161590b78793&id=74831730-c29e-4033-a27c-161590b78793&id=74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 787 time: 0.1486654 Sep 20 12:27:20.303630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-3069834a-5712-4a93-a837-9db6575b1ec0 req-0bbaa56e-63af-45a0-92d5-a7c117051770 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:27:20.304631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3069834a-5712-4a93-a837-9db6575b1ec0 req-0bbaa56e-63af-45a0-92d5-a7c117051770 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058243 Sep 20 12:27:20.414271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de5c4c-1a2c-4ee6-9346-0a9c83c6fcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a037f5a-f7b0-465e-9efe-2f4cc0b9dfb4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:20.420188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e197c-19a3-4147-a1e3-9d3ef93e7c63 req-9c5ab922-6c9a-4210-b7d7-1f17fc0b8af4 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:20.422404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f2e197c-19a3-4147-a1e3-9d3ef93e7c63 req-9c5ab922-6c9a-4210-b7d7-1f17fc0b8af4 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 931 time: 0.0642943 Sep 20 12:27:20.510085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f2e197c-19a3-4147-a1e3-9d3ef93e7c63 req-2a028e75-7753-4edd-8857-81dcf0403385 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760529 Sep 20 12:27:20.645956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-8ad8e7a1-1074-45ed-9a39-708e7ca528b3 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips/be8cadba-5bc0-470a-b388-eb10c422f458 HTTP/1.1" status: 200 len: 693 time: 0.1036258 Sep 20 12:27:20.750818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d22142-b0e1-446f-a344-6f85daac6a9f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:20.771934 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:20.799730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-1c1591e9-ba83-4a22-a267-f19fa6b33da8 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:20.801243 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-1c1591e9-ba83-4a22-a267-f19fa6b33da8 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 807 time: 0.3249559 Sep 20 12:27:20.802222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Transition to ACTIVE for port object f5d22142-b0e1-446f-a344-6f85daac6a9f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:27:20.813717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Request body: {'port': {'device_id': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'admin_state_up': True, 'tenant_id': 'b6dad03d741246d4962e7009f7b4acc4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:20.814159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-5446a1a3-6ec6-464d-a79d-1b6322131cc5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:20.831611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-5446a1a3-6ec6-464d-a79d-1b6322131cc5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1639779 Sep 20 12:27:20.917192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-0fafc699-9516-4d36-9add-11db928aae6b tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0871043 Sep 20 12:27:20.935047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:20.990656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-cd253956-559d-4ec2-97fd-ed51a395e42d tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0661023 Sep 20 12:27:21.037859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.101229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Pushing event updated for resources: {'Port': ['ID=f5d22142-b0e1-446f-a344-6f85daac6a9f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:21.153095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:21.324429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Attempting to bind port f5d22142-b0e1-446f-a344-6f85daac6a9f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:21.324771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Attempting to bind port f5d22142-b0e1-446f-a344-6f85daac6a9f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:21.325775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Attempting to bind port f5d22142-b0e1-446f-a344-6f85daac6a9f on network e3a4b531-6a60-47d0-875c-3570bafb13a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:21.332976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d4cb26c-849f-4be0-9119-baa571c67972 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbe64476862649259c94582dfc509619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805999 Sep 20 12:27:21.334068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:21.341628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Port f5d22142-b0e1-446f-a344-6f85daac6a9f on network e3a4b531-6a60-47d0-875c-3570bafb13a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:27:21.341971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Attempting to bind port f5d22142-b0e1-446f-a344-6f85daac6a9f on network e3a4b531-6a60-47d0-875c-3570bafb13a8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:21.354124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device de222a21-f056-43da-a870-7ea1466d8077 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:21.359687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Made reservation on behalf of b6dad03d741246d4962e7009f7b4acc4 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:21.369102 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.395854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:21.396197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Checking segment: {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:21.396592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Bound using segment: {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:21.397060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Bound port: f5d22142-b0e1-446f-a344-6f85daac6a9f, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5262da-d997-499c-bb06-fbf532d5cd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:21.397425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.405469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Deleting port c7e883f3-12d2-4b8d-a4b7-d6c95b017260 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:21.405977 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.433788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port de222a21-f056-43da-a870-7ea1466d8077 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:21.434509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.465664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de697f50-e59c-4e16-a53b-98d366830b54 req-6a5a7c89-c5f9-4385-931e-6d5995235a4d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 210 time: 0.1266866 Sep 20 12:27:21.546293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-971b8d89-5429-4c22-be6b-6352a5b809c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.581692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.591217 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.591217 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-971b8d89-5429-4c22-be6b-6352a5b809c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.592874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] For port f5d22142-b0e1-446f-a344-6f85daac6a9f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:21.604553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Calling delete_port for c7e883f3-12d2-4b8d-a4b7-d6c95b017260 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:21.610859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] For port f5d22142-b0e1-446f-a344-6f85daac6a9f, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f5d22142-b0e1-446f-a344-6f85daac6a9f,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:21.714214 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Allocated IP 172.20.0.4 (a02a595e-95f6-46c3-adea-7ab3f31cee45/cc7d3879-7e21-4316-8e77-ea6ef6310ccc/3fc68bda-b28c-4aef-b283-f48fb2bd2f64) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:21.723793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.755069 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.811227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-971b8d89-5429-4c22-be6b-6352a5b809c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.813858 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-971b8d89-5429-4c22-be6b-6352a5b809c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.815067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-971b8d89-5429-4c22-be6b-6352a5b809c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acd1e90c-c618-45c9-a911-bce10c401cbb HTTP/1.1" status: 204 len: 168 time: 0.4754214 Sep 20 12:27:21.820348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:21.822478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.822846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] 10.222.0.32 "PUT /v2.0/ports/f5d22142-b0e1-446f-a344-6f85daac6a9f HTTP/1.1" status: 200 len: 1091 time: 2.2101579 Sep 20 12:27:21.825259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b8d89-5429-4c22-be6b-6352a5b809c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd1e90c-c618-45c9-a911-bce10c401cbb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:21.829199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d511e6-e3ab-4725-802c-866f39f3907f', 'tag': 'f5d22142-b0e1-446f-a344-6f85daac6a9f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:21.831867 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54113fc0-5dca-4684-a035-fb88bfdd1419" -d '{"events": [{"name": "network-changed", "server_uuid": "89d511e6-e3ab-4725-802c-866f39f3907f", "tag": "f5d22142-b0e1-446f-a344-6f85daac6a9f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:21.882024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.913661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89913edc-b88b-4055-9bc8-444ad285ca3f service neutron] Pushing event updated for resources: {'Port': ['ID=f5d22142-b0e1-446f-a344-6f85daac6a9f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:21.957034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:21.988068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event deleted for resources: {'Port': ['ID=c7e883f3-12d2-4b8d-a4b7-d6c95b017260,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:22.016296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.042415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=9a4e8d25-6964-470f-bce4-072a9f7cf9d8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:22.069810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.072367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.073558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61a2f1d3-24f9-44ee-ba75-1a0f832c843f req-4a4e0f5e-5bf2-4b83-ba1a-0331e349b6c5 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "DELETE /v2.0/floatingips/be8cadba-5bc0-470a-b388-eb10c422f458 HTTP/1.1" status: 204 len: 173 time: 1.0764258 Sep 20 12:27:22.117675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.173867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-634eda4c-a49f-4340-8e94-b6a86938ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:22.175520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-634eda4c-a49f-4340-8e94-b6a86938ba78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 1094 time: 0.1450310 Sep 20 12:27:22.191562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e9208-5740-49ff-b3b0-3574a2bf3df4 req-7ef4c296-d84a-4270-a7a8-397ac7044307 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:22.201144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-211e9208-5740-49ff-b3b0-3574a2bf3df4 req-7ef4c296-d84a-4270-a7a8-397ac7044307 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 943 time: 0.0755820 Sep 20 12:27:22.242235 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-e1f4e247-070c-4832-abe2-36401763e67f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5d22142-b0e1-446f-a344-6f85daac6a9f HTTP/1.1" status: 200 len: 217 time: 0.0533373 Sep 20 12:27:22.253366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 2a72aa20-39af-4271-9207-cc10d5d95024 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:22.253763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-211e9208-5740-49ff-b3b0-3574a2bf3df4 req-5fc2a585-313b-4ea7-bedd-62dc36dc75f1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 Sep 20 12:27:22.294752 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad46358-2d0b-4029-b862-1d5e40ecdfc2 x-openstack-request-id: req-5ad46358-2d0b-4029-b862-1d5e40ecdfc2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:22.295153 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d511e6-e3ab-4725-802c-866f39f3907f", "tag": "f5d22142-b0e1-446f-a344-6f85daac6a9f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:22.295462 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ad46358-2d0b-4029-b862-1d5e40ecdfc2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:22.295916 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d511e6-e3ab-4725-802c-866f39f3907f', 'tag': 'f5d22142-b0e1-446f-a344-6f85daac6a9f', 'status': 'completed', 'code': 200} Sep 20 12:27:22.298842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:22.334807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-659b6974-1982-4103-80ac-1b4b54c7dede tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips/8684035b-f82d-468c-9fe3-d822687f5622 HTTP/1.1" status: 200 len: 693 time: 0.0582886 Sep 20 12:27:22.338587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-30511e27-d5de-4330-b5a5-0a2dfac4e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:22.341235 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-30511e27-d5de-4330-b5a5-0a2dfac4e065 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f67d977f-ad76-4b74-99cb-49523bb00d6e HTTP/1.1" status: 200 len: 862 time: 0.0911672 Sep 20 12:27:22.433699 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-4417ee54-4976-4d96-a58b-553e176b80de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3a4b531-6a60-47d0-875c-3570bafb13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433872 Sep 20 12:27:22.509741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-0216a004-34f1-42bf-8461-278dfb1f2c27 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:22.511976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-0216a004-34f1-42bf-8461-278dfb1f2c27 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1656954 Sep 20 12:27:22.591621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-aa77046f-94f3-4af2-aaa6-f9a8ec6747dd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.188 HTTP/1.1" status: 200 len: 696 time: 0.0616610 Sep 20 12:27:22.610045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2347c03d-ea7b-4df5-b940-b8d65b16aa71 None None] Provisioning complete for port 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:22.611061 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2347c03d-ea7b-4df5-b940-b8d65b16aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.645769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a547b6-10eb-4162-9f1e-c66d7cd4c8ad req-b50f059e-d1ab-498e-bb4b-f96bdc013b9f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:22.647150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66a547b6-10eb-4162-9f1e-c66d7cd4c8ad req-b50f059e-d1ab-498e-bb4b-f96bdc013b9f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 945 time: 0.1609449 Sep 20 12:27:22.657448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2347c03d-ea7b-4df5-b940-b8d65b16aa71 None None] Port 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:22.664577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-df21b3fb-4bad-4856-94aa-56c07ac38f0f tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.188 HTTP/1.1" status: 200 len: 696 time: 0.0758073 Sep 20 12:27:22.793599 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.798288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66a547b6-10eb-4162-9f1e-c66d7cd4c8ad req-731a90f7-4bfb-4e63-bc40-630cbbbf8d6d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314199 Sep 20 12:27:22.836189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Deleting port ea7f64f2-4d19-4839-a598-bd380d6344a5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:22.836604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.867131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Network a02a595e-95f6-46c3-adea-7ab3f31cee45 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:22.903526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:22.913831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:22.950709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Pushing event updated for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:22.958336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.958679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:22.973043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Calling delete_port for ea7f64f2-4d19-4839-a598-bd380d6344a5 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:22.995905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-99e0e0c5-e7ab-4c49-99aa-ca39bf65adb0 service neutron] 10.222.0.32 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112556 Sep 20 12:27:23.003346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:23.003973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:23.095790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5eae3-32a6-47c0-9e63-96785192fba7 req-906885cd-97a9-4ba6-8f53-b98630360c5f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:23.097517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1cd5eae3-32a6-47c0-9e63-96785192fba7 req-906885cd-97a9-4ba6-8f53-b98630360c5f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 931 time: 0.0739899 Sep 20 12:27:23.118777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-24266d7d-804f-4e85-a5b8-b6687ce75ba3 req-5d9cad10-5076-4d4f-a1b7-92863496d54e service neutron] 10.222.0.32 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120348 Sep 20 12:27:23.122676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router cf655929-c8f1-4dc0-916f-049f928a5701 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:27:23.174402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1cd5eae3-32a6-47c0-9e63-96785192fba7 req-640303bc-6d00-4c11-a4b7-450cbf6c3dac tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658555 Sep 20 12:27:23.229496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-35dd56ee-d9e0-485b-ab40-4a8a3cbb667d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4193451 Sep 20 12:27:23.248144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Request body: {'port': {'device_id': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:23.282107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:23.291680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d7042e03-6c24-47a5-8fe1-01007168d7d0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/cf655929-c8f1-4dc0-916f-049f928a5701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0306079 Sep 20 12:27:23.292833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:23.311180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72617d-12c5-4768-b2bf-373b32b8be57 None None] Sync routers for ids ['cf655929-c8f1-4dc0-916f-049f928a5701'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:23.328034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72617d-12c5-4768-b2bf-373b32b8be57 None None] Routers {'cf655929-c8f1-4dc0-916f-049f928a5701'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:23.328653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d72617d-12c5-4768-b2bf-373b32b8be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf655929-c8f1-4dc0-916f-049f928a5701'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:23.355366 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:23.375217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcfb0e3-d5d2-4826-a6a1-675289c4f581 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:23.376824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1bcfb0e3-d5d2-4826-a6a1-675289c4f581 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports/9a4e8d25-6964-470f-bce4-072a9f7cf9d8 HTTP/1.1" status: 200 len: 976 time: 0.0827193 Sep 20 12:27:23.380358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:23.382931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-cf8910e9-d9f0-4151-b9e7-7344dc7b5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:23.384489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-cf8910e9-d9f0-4151-b9e7-7344dc7b5891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a29f84e1d1124b13af0253dd1307de03&device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 1094 time: 0.0611823 Sep 20 12:27:23.397077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d72617d-12c5-4768-b2bf-373b32b8be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:23.409943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72617d-12c5-4768-b2bf-373b32b8be57 None None] Routers {'cf655929-c8f1-4dc0-916f-049f928a5701'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:23.410731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d72617d-12c5-4768-b2bf-373b32b8be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf655929-c8f1-4dc0-916f-049f928a5701'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:23.462000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:23.478041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d72617d-12c5-4768-b2bf-373b32b8be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:23.479382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72617d-12c5-4768-b2bf-373b32b8be57 None None] The sync data for ids ['cf655929-c8f1-4dc0-916f-049f928a5701'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:23.575068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event deleted for resources: {'Port': ['ID=ea7f64f2-4d19-4839-a598-bd380d6344a5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:23.601426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-d49f1af0-bb2e-4f4d-9a14-2ee702f148bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:23.603271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-d49f1af0-bb2e-4f4d-9a14-2ee702f148bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 200 len: 922 time: 0.1984897 Sep 20 12:27:23.662607 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-cb0371b6-078f-40b6-9919-006c9acefba1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5d22142-b0e1-446f-a344-6f85daac6a9f HTTP/1.1" status: 200 len: 217 time: 0.0496418 Sep 20 12:27:23.753703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-539d145a-dd83-45c2-ac72-e38c4328a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:23.755193 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-539d145a-dd83-45c2-ac72-e38c4328a459 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f67d977f-ad76-4b74-99cb-49523bb00d6e HTTP/1.1" status: 200 len: 862 time: 0.0660439 Sep 20 12:27:23.781628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c2ebf-ccf2-4d7c-a929-44af1e3a2e14 req-51bb34a3-5431-4a79-b80e-d075a4781b67 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:23.783192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de3c2ebf-ccf2-4d7c-a929-44af1e3a2e14 req-51bb34a3-5431-4a79-b80e-d075a4781b67 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 943 time: 0.2150466 Sep 20 12:27:23.787244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:23.789624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:23.790779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09072a7d-7936-494d-98a5-ff894d02fed0 req-bb433692-2480-4bc8-be19-c453216ceabd tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "DELETE /v2.0/floatingips/8684035b-f82d-468c-9fe3-d822687f5622 HTTP/1.1" status: 204 len: 173 time: 1.1252534 Sep 20 12:27:23.797336 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-7aa72bc5-514f-40a8-88f6-398e33c725ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3a4b531-6a60-47d0-875c-3570bafb13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308061 Sep 20 12:27:23.904089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:23.916498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:23.931342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de3c2ebf-ccf2-4d7c-a929-44af1e3a2e14 req-2df19a84-bce9-45cf-9201-2b6ce4c96dac tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365583 Sep 20 12:27:23.962337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Transition to ACTIVE for port object 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:27:23.984974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-b633edc0-d6f0-4a3e-9cf4-d02765c73e5f service neutron] 10.222.0.32 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799018 Sep 20 12:27:24.014220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-56dd5251-c712-4bd1-9d7f-d102c41769d9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:24.015710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-56dd5251-c712-4bd1-9d7f-d102c41769d9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 945 time: 0.2008717 Sep 20 12:27:24.080076 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-54113fc0-5dca-4684-a035-fb88bfdd1419 req-4b5b1a6c-ca0d-499f-a3ea-0969032e70b9 service neutron] 10.222.0.32 "GET /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866106 Sep 20 12:27:24.083021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-9c287702-4e3d-4588-b220-c7165b0a2ce1 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips/6a859a90-3ba4-411d-9de6-1469c409adbb HTTP/1.1" status: 200 len: 692 time: 0.1442621 Sep 20 12:27:24.116864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:24.193142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:24.251324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:24.251900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:24.252304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:24.266112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:27:24.266112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:24.266455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3caaf-e51b-417c-8323-76bcfe2d9922 req-a637e64b-2952-410e-9856-baee7d56c746 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:24.266558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:24.266558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:24.266750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fba3caaf-e51b-417c-8323-76bcfe2d9922 req-a637e64b-2952-410e-9856-baee7d56c746 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 945 time: 0.2430234 Sep 20 12:27:24.266843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:24.266843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Bound port: 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:24.266843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:24.366657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:24.370088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-47dc6ac2-08e4-4c97-84c0-c1d5772b1aca tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:24.371857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:24.372048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-47dc6ac2-08e4-4c97-84c0-c1d5772b1aca tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.2792091 Sep 20 12:27:24.399716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Deleting port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:24.400067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:24.410196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fba3caaf-e51b-417c-8323-76bcfe2d9922 req-fdf0f01a-f43a-497a-bc16-5f732da45020 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350040 Sep 20 12:27:24.503233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:24.510006 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-fef7fcf5-1d91-4d38-aa56-e6b9a96b9fe6 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.1173615 Sep 20 12:27:24.549046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:24.550836 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:24.560663 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 1091 time: 1.3156412 Sep 20 12:27:24.560663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:24.560663 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421822a4-5569-4692-af79-a14b9fa5600e" -d '{"events": [{"name": "network-changed", "server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:24.583809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439691d6-1f20-4432-97b9-826d223d51b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:24.752215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-c121810b-a8f7-4a96-abd2-387c9348f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:24.753939 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-c121810b-a8f7-4a96-abd2-387c9348f282 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1094 time: 0.0434315 Sep 20 12:27:24.796336 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-fddcfc8a-ca2e-4f84-94a5-a12dd69b4411 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 217 time: 0.0349815 Sep 20 12:27:24.853316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-f2f128d8-8ce7-4c6f-a110-bc12b514ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:24.855039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-f2f128d8-8ce7-4c6f-a110-bc12b514ea36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0515826 Sep 20 12:27:24.897168 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-93b569b6-7814-4d39-9a77-b60b66dc0715 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329800 Sep 20 12:27:24.963739 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:24.971281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-2a307726-45e7-4aef-b9fa-ad14c6ec1142 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.4498892 Sep 20 12:27:25.000618 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-589a4f64-5c7a-45b2-9d35-f68510250025 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961263 Sep 20 12:27:25.088727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47858) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:25.102383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] For port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:25.102761 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.106423 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3df2c15-7943-4882-9bd0-8ea45a8db981 req-e0a396a3-bae3-431d-ad97-0e531ceb1dd6 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975027 Sep 20 12:27:25.129938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020ffef-22c8-493e-8d4f-ab729d49ba22 req-63e56999-d414-4d6a-9be0-81f4ae186618 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:25.130872 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a020ffef-22c8-493e-8d4f-ab729d49ba22 req-63e56999-d414-4d6a-9be0-81f4ae186618 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 943 time: 0.5999787 Sep 20 12:27:25.137201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Calling delete_port for 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:25.206565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-609b4a40-9e4f-4509-8597-2934d6c75263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.298175 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-609b4a40-9e4f-4509-8597-2934d6c75263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.340997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a020ffef-22c8-493e-8d4f-ab729d49ba22 req-728f87e5-41f1-4929-8900-ab9542cfad37 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670277 Sep 20 12:27:25.387217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Deleting port ff0ee87c-0f4d-4a0b-859a-79f900783dc6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:25.387916 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.459587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-609b4a40-9e4f-4509-8597-2934d6c75263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.502075 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-609b4a40-9e4f-4509-8597-2934d6c75263 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5c17192ba3b47849909447ffc1cb584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122386 Sep 20 12:27:25.503166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b4a40-9e4f-4509-8597-2934d6c75263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d191bf-6114-4333-9268-9f1a81269cb0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:25.505951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47866) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:25.548070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.548406 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.562118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e561b6c-7e7a-4c45-8aff-e91d50d4ac33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.567256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Calling delete_port for ff0ee87c-0f4d-4a0b-859a-79f900783dc6 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:25.585227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e561b6c-7e7a-4c45-8aff-e91d50d4ac33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.623126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.635843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['7e684a3f-9c41-4f2f-90bd-4f6793e83f25'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:25.670445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:25.670790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.697318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-d986756d-8ae4-48a8-93ac-69ab41e7bf5c tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f710ee1ac668402bb931d233e1b7d213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794201 Sep 20 12:27:25.710341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event deleted for resources: {'Port': ['ID=7e684a3f-9c41-4f2f-90bd-4f6793e83f25,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:25.777730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e561b6c-7e7a-4c45-8aff-e91d50d4ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.780476 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e561b6c-7e7a-4c45-8aff-e91d50d4ac33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.781710 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3e561b6c-7e7a-4c45-8aff-e91d50d4ac33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86d191bf-6114-4333-9268-9f1a81269cb0 HTTP/1.1" status: 204 len: 168 time: 0.2749641 Sep 20 12:27:25.791076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e561b6c-7e7a-4c45-8aff-e91d50d4ac33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d191bf-6114-4333-9268-9f1a81269cb0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:25.922407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] No DVR routers for this DVR port 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:25.934208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:25.936173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a438e97-d946-4272-b47a-5d4a50f35eca req-5d76b742-8230-4059-8f07-83dce148437f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "DELETE /v2.0/ports/7e684a3f-9c41-4f2f-90bd-4f6793e83f25 HTTP/1.1" status: 204 len: 173 time: 1.9110546 Sep 20 12:27:25.947212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e3af11-9486-425f-beb2-376f043eca72', 'name': 'network-vif-deleted', 'tag': '7e684a3f-9c41-4f2f-90bd-4f6793e83f25'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:25.950113 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802eb342-b76f-426f-a441-7f96451a6e07" -d '{"events": [{"server_uuid": "20e3af11-9486-425f-beb2-376f043eca72", "name": "network-vif-deleted", "tag": "7e684a3f-9c41-4f2f-90bd-4f6793e83f25"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:26.018262 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:26.067495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-a3a71fe1-2a63-490f-9d29-21022f3a5adb tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:26.069051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-a3a71fe1-2a63-490f-9d29-21022f3a5adb tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3553154 Sep 20 12:27:26.071818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 9a4e8d25-6964-470f-bce4-072a9f7cf9d8 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:26.102545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-9ccbd0c8-a134-48ed-a828-5c1f1554c9a1 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/quotas/f710ee1ac668402bb931d233e1b7d213 HTTP/1.1" status: 200 len: 375 time: 0.0265608 Sep 20 12:27:26.171900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-938cb49a-a3f0-416d-9f72-443fa8cc9132 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377440 Sep 20 12:27:26.322394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:26.332303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f5d22142-b0e1-446f-a344-6f85daac6a9f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:27:26.350368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Pushing event deleted for resources: {'Port': ['ID=ff0ee87c-0f4d-4a0b-859a-79f900783dc6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:26.421187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:26.425351 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:26.426572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9356e31e-0770-444b-8f5f-c5b1ae4db204 req-86173a2c-4a66-45ef-b8be-a26b4d5d8b04 tempest-FloatingIPDetailsTestJSON-1970985645 tempest-FloatingIPDetailsTestJSON-1970985645-project] 10.222.0.37 "DELETE /v2.0/floatingips/6a859a90-3ba4-411d-9de6-1469c409adbb HTTP/1.1" status: 204 len: 173 time: 1.4201283 Sep 20 12:27:26.435207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47886) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:26.444097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f5d22142-b0e1-446f-a344-6f85daac6a9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f5d22142-b0e1-446f-a344-6f85daac6a9f,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:26.458595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'f5d22142-b0e1-446f-a344-6f85daac6a9f', 'network_id': 'e3a4b531-6a60-47d0-875c-3570bafb13a8', 'port_id': 'f5d22142-b0e1-446f-a344-6f85daac6a9f', 'mac_address': 'fa:16:3e:ba:5a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67d977f-ad76-4b74-99cb-49523bb00d6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:27:26.499159 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98450a02-468c-4862-983a-4e035a02d886 x-openstack-request-id: req-98450a02-468c-4862-983a-4e035a02d886 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:26.499449 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:26.499901 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98450a02-468c-4862-983a-4e035a02d886 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:26.500455 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64', 'status': 'completed', 'code': 200} Sep 20 12:27:26.516139 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:26.529389 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:26.531168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d22142-b0e1-446f-a344-6f85daac6a9f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:26.591079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f5d22142-b0e1-446f-a344-6f85daac6a9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f5d22142-b0e1-446f-a344-6f85daac6a9f,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:26.618557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=9a4e8d25-6964-470f-bce4-072a9f7cf9d8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:26.719966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:26.822538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0af41c3-271d-4642-a2c0-86772ef819af req-3f29a3d5-a3f1-4223-b9bf-5b34b50be13a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.1426587 Sep 20 12:27:26.851200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f5d22142-b0e1-446f-a344-6f85daac6a9f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:26.857924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:26.928585 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0144f00-d17d-4692-af47-a722e3162ea9 x-openstack-request-id: req-c0144f00-d17d-4692-af47-a722e3162ea9 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:26.928585 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e3af11-9486-425f-beb2-376f043eca72", "name": "network-vif-deleted", "tag": "7e684a3f-9c41-4f2f-90bd-4f6793e83f25", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:26.928585 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0144f00-d17d-4692-af47-a722e3162ea9 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:26.928585 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e3af11-9486-425f-beb2-376f043eca72', 'name': 'network-vif-deleted', 'tag': '7e684a3f-9c41-4f2f-90bd-4f6793e83f25', 'status': 'completed', 'code': 200} Sep 20 12:27:26.928585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03210769-b2d9-40b6-a4c8-3984321aba1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:26.929101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['f5d22142-b0e1-446f-a344-6f85daac6a9f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:26.957104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16f2d-bacf-477e-b9b8-90888907349b req-a35beded-a436-44c1-a786-9213b3ee0b81 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:26.964923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421822a4-5569-4692-af79-a14b9fa5600e req-b2246dea-6652-4d74-b212-ed67b738c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:26.966941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-421822a4-5569-4692-af79-a14b9fa5600e req-b2246dea-6652-4d74-b212-ed67b738c942 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1094 time: 0.4313290 Sep 20 12:27:26.977615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96b16f2d-bacf-477e-b9b8-90888907349b req-a35beded-a436-44c1-a786-9213b3ee0b81 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 943 time: 0.3627658 Sep 20 12:27:27.145337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421822a4-5569-4692-af79-a14b9fa5600e req-0a890beb-7d05-45ab-9b5f-3871625972b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:27.147062 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-421822a4-5569-4692-af79-a14b9fa5600e req-0a890beb-7d05-45ab-9b5f-3871625972b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.1701744 Sep 20 12:27:27.163147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:27.174097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96b16f2d-bacf-477e-b9b8-90888907349b req-13196330-9902-4847-96e5-25274fe42204 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956050 Sep 20 12:27:27.218321 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-421822a4-5569-4692-af79-a14b9fa5600e req-59135a41-f27e-4e05-86b0-279a827195e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 217 time: 0.0624225 Sep 20 12:27:27.296540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43ad8e-c8db-4f99-aa04-058a8718ec63 req-09d63736-4a4f-4c8d-8459-ab099a06ebd2 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:27.298269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb43ad8e-c8db-4f99-aa04-058a8718ec63 req-09d63736-4a4f-4c8d-8459-ab099a06ebd2 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 943 time: 0.2525299 Sep 20 12:27:27.334728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421822a4-5569-4692-af79-a14b9fa5600e req-d9615726-fd95-4120-91d9-b6a6672f2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:27.336444 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-421822a4-5569-4692-af79-a14b9fa5600e req-d9615726-fd95-4120-91d9-b6a6672f2465 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.1104972 Sep 20 12:27:27.353968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:27.377210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-0ddef7c2-a055-40e7-888d-f9411944a25a tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f710ee1ac668402bb931d233e1b7d213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778086 Sep 20 12:27:27.425107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-421822a4-5569-4692-af79-a14b9fa5600e req-33a9454c-5518-4d09-bc4e-e93cf2abc485 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745826 Sep 20 12:27:27.588531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb43ad8e-c8db-4f99-aa04-058a8718ec63 req-ca9b1a1a-1dd8-45ce-8bd3-22e184055c2a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704785 Sep 20 12:27:27.595728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03210769-b2d9-40b6-a4c8-3984321aba1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:27.613376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router cf655929-c8f1-4dc0-916f-049f928a5701 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:27:27.631798 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-421822a4-5569-4692-af79-a14b9fa5600e req-4da869cc-4b36-4d40-8853-4ff6821cd1fd service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977146 Sep 20 12:27:27.639808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-e3889130-bdf0-43cc-b9ae-fc2f1d79ffe8 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:27.647084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-e3889130-bdf0-43cc-b9ae-fc2f1d79ffe8 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574306 Sep 20 12:27:27.661621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-e8d50937-960f-453c-b41c-ee480038ec60 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/quotas/f710ee1ac668402bb931d233e1b7d213 HTTP/1.1" status: 200 len: 375 time: 0.0133517 Sep 20 12:27:27.718614 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03210769-b2d9-40b6-a4c8-3984321aba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:27.779719 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-421822a4-5569-4692-af79-a14b9fa5600e req-b8747f1f-a128-4893-a7cf-4763c49411a9 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332638 Sep 20 12:27:27.795225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-bb51a722-ed7e-4f5e-9cd2-08b38611196a tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854316 Sep 20 12:27:27.872671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-03210769-b2d9-40b6-a4c8-3984321aba1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f34ff2fcf8b44f90927dec67bb3345f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0048914 Sep 20 12:27:27.874406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:27.875115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47916) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:27.888947 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca645bc-504a-414a-8b07-358fbc043327 None None] Sync routers for ids ['cf655929-c8f1-4dc0-916f-049f928a5701'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:27.899522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03210769-b2d9-40b6-a4c8-3984321aba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea98d93d-842b-452b-ab17-c6fccb190b7c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:27.909619 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca645bc-504a-414a-8b07-358fbc043327 None None] Routers {'cf655929-c8f1-4dc0-916f-049f928a5701'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:27.910911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cd5e2645-3277-4495-b1cd-997dbe74b044 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/cf655929-c8f1-4dc0-916f-049f928a5701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5287073 Sep 20 12:27:27.913626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:27.915460 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fca645bc-504a-414a-8b07-358fbc043327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf655929-c8f1-4dc0-916f-049f928a5701'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:28.017874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dedec7ef-2594-4f30-b6b0-b5b12f3b78a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.026123 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fca645bc-504a-414a-8b07-358fbc043327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:28.034374 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca645bc-504a-414a-8b07-358fbc043327 None None] Routers {'cf655929-c8f1-4dc0-916f-049f928a5701'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:28.035115 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fca645bc-504a-414a-8b07-358fbc043327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf655929-c8f1-4dc0-916f-049f928a5701'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:28.055401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dedec7ef-2594-4f30-b6b0-b5b12f3b78a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.057666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Deleting port 6659dff5-f146-4e01-b8ee-ef27233b94e0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:28.058029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.125543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99b5f6f1-7062-413a-b9ff-ceef8abb4435 req-d4f12a70-bcc0-4577-90d7-cecbbf14b108 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.0645933 Sep 20 12:27:28.148010 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fca645bc-504a-414a-8b07-358fbc043327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:28.149133 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca645bc-504a-414a-8b07-358fbc043327 None None] The sync data for ids ['cf655929-c8f1-4dc0-916f-049f928a5701'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:28.200141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] For port 6659dff5-f146-4e01-b8ee-ef27233b94e0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6659dff5-f146-4e01-b8ee-ef27233b94e0,segment=NetworkSegment(28243d8c-e664-40a9-9181-b2d4ab85411e),segment_id=28243d8c-e664-40a9-9181-b2d4ab85411e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:28.200661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.230097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Calling delete_port for 6659dff5-f146-4e01-b8ee-ef27233b94e0 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:28.263841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb399b56-ef4b-4a16-aeb9-510f3a413a91 req-5a04afa6-a16a-45cb-a0e9-ebe02b0da345 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 210 time: 0.0557928 Sep 20 12:27:28.317857 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dedec7ef-2594-4f30-b6b0-b5b12f3b78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.332505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dedec7ef-2594-4f30-b6b0-b5b12f3b78a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.336013 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dedec7ef-2594-4f30-b6b0-b5b12f3b78a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea98d93d-842b-452b-ab17-c6fccb190b7c HTTP/1.1" status: 204 len: 168 time: 0.4567084 Sep 20 12:27:28.360197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:27:28.362273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f5d22142-b0e1-446f-a344-6f85daac6a9f up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:28.387670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedec7ef-2594-4f30-b6b0-b5b12f3b78a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea98d93d-842b-452b-ab17-c6fccb190b7c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:28.476404 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-af3e90da-87ba-4c14-9845-65527d636953 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] remove_router_interface failed (client error): The resource could not be found. Sep 20 12:27:28.477750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-af3e90da-87ba-4c14-9845-65527d636953 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/cf655929-c8f1-4dc0-916f-049f928a5701/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5625618 Sep 20 12:27:28.489804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:28.516824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f714dfe-1320-4087-b861-a6ea78235b71 req-6733db92-3f6d-4922-adcc-2301a77d9327 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:28.518413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f714dfe-1320-4087-b861-a6ea78235b71 req-6733db92-3f6d-4922-adcc-2301a77d9327 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 944 time: 0.1797905 Sep 20 12:27:28.543567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d582a76c-3bbd-4065-946d-4c8ac0de6b6b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf655929-c8f1-4dc0-916f-049f928a5701 HTTP/1.1" status: 200 len: 205 time: 0.0518062 Sep 20 12:27:28.545470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:28.549793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:28.565342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64', 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'port_id': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64', 'mac_address': 'fa:16:3e:be:c0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7d3879-7e21-4316-8e77-ea6ef6310ccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:27:28.573299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:28.640655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:28.641577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 7e684a3f-9c41-4f2f-90bd-4f6793e83f25 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:28.706645 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.727934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:28.740411 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-281e5475-30f3-43c2-84b1-893adc18316b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.760716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:28.773963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.814028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Pushing event deleted for resources: {'Port': ['ID=6659dff5-f146-4e01-b8ee-ef27233b94e0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:28.876956 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.921596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port f5d22142-b0e1-446f-a344-6f85daac6a9f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:27:28.931562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port f5d22142-b0e1-446f-a344-6f85daac6a9f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:28.932209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:28.980537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:29.110355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['3fc68bda-b28c-4aef-b283-f48fb2bd2f64'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:29.177610 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:29.246134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d511e6-e3ab-4725-802c-866f39f3907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d22142-b0e1-446f-a344-6f85daac6a9f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:29.249369 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12d0bc8-75a4-4ea2-8c8f-83bd678d9486" -d '{"events": [{"server_uuid": "89d511e6-e3ab-4725-802c-866f39f3907f", "name": "network-vif-plugged", "status": "completed", "tag": "f5d22142-b0e1-446f-a344-6f85daac6a9f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:29.271937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f5d22142-b0e1-446f-a344-6f85daac6a9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f5d22142-b0e1-446f-a344-6f85daac6a9f,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:29.412692 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:27:29.434295 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:29.501806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f714dfe-1320-4087-b861-a6ea78235b71 req-27fc9cfa-6d88-4b14-8fb0-c489e2085b73 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9485927 Sep 20 12:27:29.531486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f5d22142-b0e1-446f-a344-6f85daac6a9f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:29.557768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:29.677747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bda7300d-92b3-4512-9905-7681964b8bfa req-22a36cf9-033b-45ea-b5a0-eda2c1e2242f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.0346217 Sep 20 12:27:29.731814 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73bb028-2dca-4d23-bef4-a1dc9571f127 x-openstack-request-id: req-b73bb028-2dca-4d23-bef4-a1dc9571f127 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:29.732125 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d511e6-e3ab-4725-802c-866f39f3907f", "name": "network-vif-plugged", "status": "completed", "tag": "f5d22142-b0e1-446f-a344-6f85daac6a9f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:29.732373 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b73bb028-2dca-4d23-bef4-a1dc9571f127 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:29.734138 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d511e6-e3ab-4725-802c-866f39f3907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d22142-b0e1-446f-a344-6f85daac6a9f', 'code': 200} Sep 20 12:27:29.736314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-281e5475-30f3-43c2-84b1-893adc18316b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:29.743158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-281e5475-30f3-43c2-84b1-893adc18316b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:29.827468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc4110-0b3a-4f4a-8fbd-cfeb7eec8ffa req-28352b1c-07ed-4ec2-9849-7d59e046a11c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:29.829428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bebc4110-0b3a-4f4a-8fbd-cfeb7eec8ffa req-28352b1c-07ed-4ec2-9849-7d59e046a11c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 943 time: 1.0867918 Sep 20 12:27:29.831303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47950) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:29.877531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-280d7a42-7708-4bcb-9126-b81b62eda6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:29.920583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:27:29.922747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e87edb-d66c-4c1e-8356-17759c3efe87 req-e1e9a4ac-75ff-4ef3-bafe-fbcc0edb6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:29.923607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a689c794-af66-4d7e-aae3-5eb503dbe298 req-b7a5136f-fdda-4a99-bfe9-43db5b8efafe tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 210 time: 0.0927808 Sep 20 12:27:29.924337 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81e87edb-d66c-4c1e-8356-17759c3efe87 req-e1e9a4ac-75ff-4ef3-bafe-fbcc0edb6343 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 1096 time: 0.0921652 Sep 20 12:27:29.932537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-35e4665d-b437-4653-a4f7-90e65195698a tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f710ee1ac668402bb931d233e1b7d213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552173 Sep 20 12:27:30.035010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-281e5475-30f3-43c2-84b1-893adc18316b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.035757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e5475-30f3-43c2-84b1-893adc18316b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Fanout notify agent at l3_agent the message router_deleted on router cf655929-c8f1-4dc0-916f-049f928a5701 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:27:30.036937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81e87edb-d66c-4c1e-8356-17759c3efe87 req-13f27799-6d91-4268-b4e6-4f8f889b0361 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008408 Sep 20 12:27:30.044029 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-281e5475-30f3-43c2-84b1-893adc18316b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.048290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-281e5475-30f3-43c2-84b1-893adc18316b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/cf655929-c8f1-4dc0-916f-049f928a5701 HTTP/1.1" status: 204 len: 168 time: 1.4964018 Sep 20 12:27:30.051144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:30.105792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:30.113192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bebc4110-0b3a-4f4a-8fbd-cfeb7eec8ffa req-8fd074ff-e779-48d6-b066-589263b84888 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190592 Sep 20 12:27:30.114220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1c869457-e045-4ec9-b225-849454dad54d admin admin] 10.222.0.37 "PUT /v2.0/routers/ff83b70a-f1ef-45b5-83b1-ed1799f4ad84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6773224 Sep 20 12:27:30.116388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47954) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:30.147836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] Sync routers for ids ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:30.149496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-da5fbcd3-18bb-4107-880c-5ba85aee4eef tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:30.151053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-da5fbcd3-18bb-4107-880c-5ba85aee4eef tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106566 Sep 20 12:27:30.158816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba19fddf-f8d6-4a94-836d-759fe3094212 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet d54dbfaa-9115-4411-9702-0cfeebccec7e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:27:30.162141 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba19fddf-f8d6-4a94-836d-759fe3094212 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.167820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] Routers {'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:30.168881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:30.180740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Request body: {'port': {'device_id': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'f710ee1ac668402bb931d233e1b7d213'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:30.232140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-280d7a42-7708-4bcb-9126-b81b62eda6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.333679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.377743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] Set router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:27:30.386582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-280d7a42-7708-4bcb-9126-b81b62eda6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.396811 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba19fddf-f8d6-4a94-836d-759fe3094212 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.440735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-280d7a42-7708-4bcb-9126-b81b62eda6ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daeed095813648b29e588a654fbd17a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040211 Sep 20 12:27:30.445879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47960) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:30.446283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:30.472374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7a42-7708-4bcb-9126-b81b62eda6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f273a0-f4e4-4c97-8abb-eea7db3d2aff,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:30.567107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.578752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba19fddf-f8d6-4a94-836d-759fe3094212 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.590803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d923f9d-f7dc-42fc-a0db-ce14b5dbc5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.614436 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d923f9d-f7dc-42fc-a0db-ce14b5dbc5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.653174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:27:28Z', 'revision_number': 5, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port': {'id': 'a03830c0-fb21-4ddd-80e1-1eecf1fe00c0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:43Z', 'updated_at': '2021-09-20T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:30.682205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] Checking router: ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:27:30.700838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e95f-b193-4d36-953a-028deb64a39a req-3f1e9004-b4cc-446e-b9e1-10e796616ba7 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:30.702921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a150e95f-b193-4d36-953a-028deb64a39a req-3f1e9004-b4cc-446e-b9e1-10e796616ba7 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 945 time: 0.0636053 Sep 20 12:27:30.703674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:27:30.709298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:30.709673 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.711443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] Routers {'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:30.711992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:30.749025 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a150e95f-b193-4d36-953a-028deb64a39a req-c05328af-6d97-4722-81ea-c64ea49aeccc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 Sep 20 12:27:30.763393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Made reservation on behalf of f710ee1ac668402bb931d233e1b7d213 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:30.767460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.789507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba19fddf-f8d6-4a94-836d-759fe3094212 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.792740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Deleting port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:30.793234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.802496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37bc71e8-9f5d-4b1a-bfd9-33cd9aba411d req-5faa372b-cc73-4ce1-ac10-9c2d1fbfe456 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.0523007 Sep 20 12:27:30.813270 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d923f9d-f7dc-42fc-a0db-ce14b5dbc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.817180 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d923f9d-f7dc-42fc-a0db-ce14b5dbc5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.820635 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6d923f9d-f7dc-42fc-a0db-ce14b5dbc5c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92f273a0-f4e4-4c97-8abb-eea7db3d2aff HTTP/1.1" status: 204 len: 168 time: 0.3714049 Sep 20 12:27:30.858494 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba19fddf-f8d6-4a94-836d-759fe3094212 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.866144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba19fddf-f8d6-4a94-836d-759fe3094212 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/d54dbfaa-9115-4411-9702-0cfeebccec7e HTTP/1.1" status: 204 len: 168 time: 0.8115821 Sep 20 12:27:30.869823 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:30.876954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:30.880114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19fddf-f8d6-4a94-836d-759fe3094212 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=d54dbfaa-9115-4411-9702-0cfeebccec7e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:30.898230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d923f9d-f7dc-42fc-a0db-ce14b5dbc5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f273a0-f4e4-4c97-8abb-eea7db3d2aff,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:31.044085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730143f3-19cf-41c1-8b34-b9396190daa3 None None] Network 2a72aa20-39af-4271-9207-cc10d5d95024 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:31.061508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] For port a03830c0-fb21-4ddd-80e1-1eecf1fe00c0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a03830c0-fb21-4ddd-80e1-1eecf1fe00c0,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:31.061897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.100440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Calling delete_port for a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:31.182311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5d4bcf7-9362-470b-a156-fd77d3b74f31 req-0716957f-4acb-4eb9-9c70-690ffe51c647 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 210 time: 0.0821013 Sep 20 12:27:31.210899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.231023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] Set router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:27:31.331674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-89b6929d-0725-49fa-a4f2-5e06a4dd5aa0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f710ee1ac668402bb931d233e1b7d213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608265 Sep 20 12:27:31.361358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port de222a21-f056-43da-a870-7ea1466d8077 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:31.361715 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.390701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a1a04-2b1e-4c56-b5a0-03228f1d7ffe req-2071757a-ab46-4f77-a836-ec8afe250285 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:31.392267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-418a1a04-2b1e-4c56-b5a0-03228f1d7ffe req-2071757a-ab46-4f77-a836-ec8afe250285 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 944 time: 0.1129208 Sep 20 12:27:31.455969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.481650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:27:30Z', 'revision_number': 6, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:31.553973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-07423781-6209-4c12-abdb-2277fd144126 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:31.555483 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-07423781-6209-4c12-abdb-2277fd144126 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142723 Sep 20 12:27:31.569269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Request body: {'port': {'device_id': '37df100b-d345-461a-a57d-265337d227b6', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'f710ee1ac668402bb931d233e1b7d213'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:31.577765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port de222a21-f056-43da-a870-7ea1466d8077, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=de222a21-f056-43da-a870-7ea1466d8077,segment=NetworkSegment(1fcbe521-bfe6-44b4-900c-1758f60a46a9),segment_id=1fcbe521-bfe6-44b4-900c-1758f60a46a9)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:31.582782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.583700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69221c8c-54d8-4e4e-9e6c-1a4b10526237 None None] The sync data for ids ['ff83b70a-f1ef-45b5-83b1-ed1799f4ad84'] in n-d-809934-3 is: [{'id': 'ff83b70a-f1ef-45b5-83b1-ed1799f4ad84', 'name': 'tempest-FloatingIPDetailsTestJSON-1207567086-router', 'tenant_id': '4e9875d5b3114c238c563cdcaac47f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:41Z', 'updated_at': '2021-09-20T12:27:30Z', 'revision_number': 6, 'project_id': '4e9875d5b3114c238c563cdcaac47f0c', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:31.607857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-418a1a04-2b1e-4c56-b5a0-03228f1d7ffe req-b85251ec-571e-48cc-afef-644dbb298a3a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986761 Sep 20 12:27:31.609180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for de222a21-f056-43da-a870-7ea1466d8077 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:31.618311 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.661372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17d3df1-0780-4ec6-ab5a-f192bb7875c5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:31.703100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.738721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03830c0-fb21-4ddd-80e1-1eecf1fe00c0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:31.752389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.791609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:31.804235 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2610e4-4157-4259-9ba2-894a6327a7b3" -d '{"events": [{"server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "name": "network-vif-plugged", "status": "completed", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:31.821624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:31.849983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Made reservation on behalf of f710ee1ac668402bb931d233e1b7d213 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:31.867059 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.887761 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b8c4dc-2a7f-4901-ba49-f30b4e1d1bac x-openstack-request-id: req-f8b8c4dc-2a7f-4901-ba49-f30b4e1d1bac {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:31.888053 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "name": "network-vif-plugged", "status": "completed", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:31.888476 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8b8c4dc-2a7f-4901-ba49-f30b4e1d1bac {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:31.889818 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64', 'code': 200} Sep 20 12:27:31.905927 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.942957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:31.984743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627933c6-d930-47be-bf97-c1512469c58c None None] DHCP port deletion for 2a72aa20-39af-4271-9207-cc10d5d95024 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:27:32.049263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653837e-5f18-4a01-99c1-8b2b9356a4b6 req-2549a745-e522-41c4-bb8f-b20aabce71fc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:32.051152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c653837e-5f18-4a01-99c1-8b2b9356a4b6 req-2549a745-e522-41c4-bb8f-b20aabce71fc tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 945 time: 0.1697295 Sep 20 12:27:32.091309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Allocated IP 192.168.233.142 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/a4940ec8-6d7c-462b-b581-973a9b7f917c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:32.133847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e59f44a2-9183-45a4-9005-4e5cd2a30cad req-a7d89467-1b83-46e5-ae7d-566f83eb268e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=20e3af11-9486-425f-beb2-376f043eca72 HTTP/1.1" status: 200 len: 210 time: 0.0501535 Sep 20 12:27:32.164155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c653837e-5f18-4a01-99c1-8b2b9356a4b6 req-a8dd7b53-d0b1-453e-ba29-a7f102e178d8 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027369 Sep 20 12:27:32.175341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.214860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=de222a21-f056-43da-a870-7ea1466d8077,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:32.226157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No DVR routers for this DVR port de222a21-f056-43da-a870-7ea1466d8077 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:32.237981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:32.265962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.273992 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.301710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-627933c6-d930-47be-bf97-c1512469c58c None None] Deleting port de222a21-f056-43da-a870-7ea1466d8077 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:32.302321 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-627933c6-d930-47be-bf97-c1512469c58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.350626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02934a1-2bb8-435f-b990-0b513ae9e9e8 req-2e23f21d-ca5a-491a-8040-a0baa04acb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:32.363882 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f02934a1-2bb8-435f-b990-0b513ae9e9e8 req-2e23f21d-ca5a-491a-8040-a0baa04acb44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1096 time: 0.3156798 Sep 20 12:27:32.392107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5513b97-1bd2-4395-8698-0cf11e21857d req-8af393d2-67c6-414e-9f78-57dbedf97bc3 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 210 time: 0.0645292 Sep 20 12:27:32.424770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-627933c6-d930-47be-bf97-c1512469c58c None None] For port de222a21-f056-43da-a870-7ea1466d8077, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:32.425195 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-627933c6-d930-47be-bf97-c1512469c58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.437602 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f02934a1-2bb8-435f-b990-0b513ae9e9e8 req-001c9716-9d2e-4262-a99f-15c86407360e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626020 Sep 20 12:27:32.440296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-627933c6-d930-47be-bf97-c1512469c58c None None] Calling delete_port for de222a21-f056-43da-a870-7ea1466d8077 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:32.443059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-627933c6-d930-47be-bf97-c1512469c58c None None] Port de222a21-f056-43da-a870-7ea1466d8077 was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:27:32.444349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-627933c6-d930-47be-bf97-c1512469c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.475393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.487978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.489375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:27:32.500201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.503655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-643cf37e-b5c5-4d20-a705-b6d31cb3abb2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff83b70a-f1ef-45b5-83b1-ed1799f4ad84 HTTP/1.1" status: 204 len: 168 time: 2.3843222 Sep 20 12:27:32.504065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48008) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:32.512173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627933c6-d930-47be-bf97-c1512469c58c None None] Pushing event deleted for resources: {'Port': ['ID=de222a21-f056-43da-a870-7ea1466d8077,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:32.517379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627933c6-d930-47be-bf97-c1512469c58c None None] No DVR routers for this DVR port de222a21-f056-43da-a870-7ea1466d8077 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:32.545167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a72aa20-39af-4271-9207-cc10d5d95024']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:32.559452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcbe521-bfe6-44b4-900c-1758f60a46a9') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:32.559753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcbe521-bfe6-44b4-900c-1758f60a46a9') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:32.592231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ceb5f6-6d4d-4383-b5f9-07c741ebe761 admin admin] Deleting subnet 7565df1f-141b-4bf4-a8f0-09d75952035e {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:27:32.596384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb5f6-6d4d-4383-b5f9-07c741ebe761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.608849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.648316 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb5f6-6d4d-4383-b5f9-07c741ebe761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.648446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.658320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:27:32.658320 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:27:32.684306 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:27:32.775186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb5f6-6d4d-4383-b5f9-07c741ebe761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.900172 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.928447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30281c-c306-4b97-ae61-bf08968dafc1 req-801cc97c-72ed-4005-844c-ad321662fbad tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:32.932575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a30281c-c306-4b97-ae61-bf08968dafc1 req-801cc97c-72ed-4005-844c-ad321662fbad tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 945 time: 0.1484308 Sep 20 12:27:32.940348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.957989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb5f6-6d4d-4383-b5f9-07c741ebe761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.958544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:32.975101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/2a72aa20-39af-4271-9207-cc10d5d95024 HTTP/1.1" status: 204 len: 168 time: 2.0892212 Sep 20 12:27:32.987983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48018) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:33.005877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793467f-cd5b-41d2-a15e-46e786ff5838 req-6f9503ae-15ee-4fa7-90b6-5813a606c225 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:33.007473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8793467f-cd5b-41d2-a15e-46e786ff5838 req-6f9503ae-15ee-4fa7-90b6-5813a606c225 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 945 time: 0.1770580 Sep 20 12:27:33.010262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ceb5f6-6d4d-4383-b5f9-07c741ebe761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7565df1f-141b-4bf4-a8f0-09d75952035e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:33.015901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-2022353480'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:33.020864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb5f6-6d4d-4383-b5f9-07c741ebe761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.025134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c3ceb5f6-6d4d-4383-b5f9-07c741ebe761 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7565df1f-141b-4bf4-a8f0-09d75952035e HTTP/1.1" status: 204 len: 168 time: 0.5156393 Sep 20 12:27:33.025784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48020) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:33.035611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c485ce90-c670-4676-a9cb-3ccae5062ce7 None None] Network f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:33.125795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5b01-5577-418e-8599-4c10d504ab7a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=2a72aa20-39af-4271-9207-cc10d5d95024,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:33.141525 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.187797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a30281c-c306-4b97-ae61-bf08968dafc1 req-7e3c0148-6202-4a3e-a1e2-02bd8ffb8552 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106056 Sep 20 12:27:33.192914 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8793467f-cd5b-41d2-a15e-46e786ff5838 req-76a5b4a7-9e61-49ad-bd15-670530466155 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173353 Sep 20 12:27:33.206141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Deleting port 9676b9d3-f99b-4061-9d9f-fc77db43e19e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:33.206320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.292403 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.294627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:33.298793 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.307811 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] For port 9676b9d3-f99b-4061-9d9f-fc77db43e19e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9676b9d3-f99b-4061-9d9f-fc77db43e19e,segment=NetworkSegment(28243d8c-e664-40a9-9181-b2d4ab85411e),segment_id=28243d8c-e664-40a9-9181-b2d4ab85411e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:33.308134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.333346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device de222a21-f056-43da-a870-7ea1466d8077 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:33.359390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Calling delete_port for 9676b9d3-f99b-4061-9d9f-fc77db43e19e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:33.385585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: de222a21-f056-43da-a870-7ea1466d8077 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:33.386722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device de222a21-f056-43da-a870-7ea1466d8077 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:33.387313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6659dff5-f146-4e01-b8ee-ef27233b94e0 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:33.390632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] DHCP port deletion for f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:27:33.428994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Allocated IP 192.168.233.7 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/60846e98-38a7-4938-b025-bd7bd12a6183) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:33.445690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:27:33.452134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 6659dff5-f146-4e01-b8ee-ef27233b94e0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:33.453919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6659dff5-f146-4e01-b8ee-ef27233b94e0 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:33.454524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:33.486923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:33.487498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a03830c0-fb21-4ddd-80e1-1eecf1fe00c0 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:33.488277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.491408 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment d4b18af7-f3e6-4d64-8a1f-d2d359500c71 of type vlan for network b0fe8151-47e7-4527-a668-e357e492a3d7 Sep 20 12:27:33.549826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:33.558800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] Deleting port 9676b9d3-f99b-4061-9d9f-fc77db43e19e {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:33.559801 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.564859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:33.628716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:33.646360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:33.659616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] For port 9676b9d3-f99b-4061-9d9f-fc77db43e19e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9676b9d3-f99b-4061-9d9f-fc77db43e19e,segment=NetworkSegment(28243d8c-e664-40a9-9181-b2d4ab85411e),segment_id=28243d8c-e664-40a9-9181-b2d4ab85411e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:33.660028 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.682272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] Calling delete_port for 9676b9d3-f99b-4061-9d9f-fc77db43e19e owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:33.703595 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.716252 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.764041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f947dea-23b0-4674-b366-ef2fdf7fd3b7 req-9428bedc-653b-4544-8d27-ddf86e7a92fe tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 210 time: 0.1763139 Sep 20 12:27:33.785734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:33.786672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.838448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9676b9d3-f99b-4061-9d9f-fc77db43e19e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:33.851592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.853499 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.862134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] No DVR routers for this DVR port 9676b9d3-f99b-4061-9d9f-fc77db43e19e on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:33.877612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:33.878555 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:33.932064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-11dd8825-0b89-4643-8752-a0b5ea0ec44b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7627916 Sep 20 12:27:33.958284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] No DVR routers for this DVR port 9676b9d3-f99b-4061-9d9f-fc77db43e19e on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:33.961909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901668f6-42e8-44d3-b888-0c2003f26aa7 None None] Pushing event deleted for resources: {'Port': ['ID=9676b9d3-f99b-4061-9d9f-fc77db43e19e,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:33.995295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7babc415-95b4-49c9-b63a-2b7e156a53b4 None None] Provisioning complete for port a4940ec8-6d7c-462b-b581-973a9b7f917c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:33.995971 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7babc415-95b4-49c9-b63a-2b7e156a53b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.021311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Request body: {'port': {'device_id': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:34.036071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0275557 Sep 20 12:27:34.041461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7babc415-95b4-49c9-b63a-2b7e156a53b4 None None] Port a4940ec8-6d7c-462b-b581-973a9b7f917c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:34.055750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba919a25-67cc-4203-ac83-f89b369ac297 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=b0fe8151-47e7-4527-a668-e357e492a3d7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:34.059669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.067572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network b0fe8151-47e7-4527-a668-e357e492a3d7 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:27:34.081122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c4b2c7-43db-4a40-9718-8c35ca8d75b5']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:34.081295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48062) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:34.090942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28243d8c-e664-40a9-9181-b2d4ab85411e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:34.091163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28243d8c-e664-40a9-9181-b2d4ab85411e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:34.100109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': 'b0fe8151-47e7-4527-a668-e357e492a3d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:34.101100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.128135 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.155172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:27:34.155581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:27:34.157284 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:27:34.252147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.252784 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.267709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358df936-69f2-46c8-86ed-27292dc7e142 req-93d695b7-8d13-4915-8648-fdd4b63835f8 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:34.269217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-358df936-69f2-46c8-86ed-27292dc7e142 req-93d695b7-8d13-4915-8648-fdd4b63835f8 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 945 time: 0.1578436 Sep 20 12:27:34.330455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce322b3f-4e1f-47d4-b41c-1ee648b4d939 req-10dafe32-05cb-43d8-af56-883f87693db3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:34.333218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce322b3f-4e1f-47d4-b41c-1ee648b4d939 req-10dafe32-05cb-43d8-af56-883f87693db3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.3216987 Sep 20 12:27:34.392691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Deleting port f5d22142-b0e1-446f-a344-6f85daac6a9f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:34.392691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.407165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce322b3f-4e1f-47d4-b41c-1ee648b4d939 req-d0240f1d-3818-454d-8bf9-41d537f0b386 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/quotas/8b128218af8e4236b1fee9ffa669e30d HTTP/1.1" status: 200 len: 375 time: 0.0590615 Sep 20 12:27:34.417932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.425534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.430514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f5c4b2c7-43db-4a40-9718-8c35ca8d75b5 HTTP/1.1" status: 204 len: 168 time: 1.4029031 Sep 20 12:27:34.457092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edfdab-1dbe-4632-978b-3771e2e5e8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c4b2c7-43db-4a40-9718-8c35ca8d75b5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:34.461344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce322b3f-4e1f-47d4-b41c-1ee648b4d939 req-8b570089-f5d6-45db-a136-d1deb3cadd48 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442832 Sep 20 12:27:34.463073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.498147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:34.501683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.547924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:34.554855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:34.563494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:34.601040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Pushing event updated for resources: {'Port': ['ID=60846e98-38a7-4938-b025-bd7bd12a6183,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:34.623038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] For port f5d22142-b0e1-446f-a344-6f85daac6a9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f5d22142-b0e1-446f-a344-6f85daac6a9f,segment=NetworkSegment(7d5262da-d997-499c-bb06-fbf532d5cd47),segment_id=7d5262da-d997-499c-bb06-fbf532d5cd47)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:34.623038 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.635356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Calling delete_port for f5d22142-b0e1-446f-a344-6f85daac6a9f owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:34.654893 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:34.655569 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.785565 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-ed9aad9d-983f-4886-988c-886afdd70382 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2203286 Sep 20 12:27:34.800775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Request body: {'port': {'device_id': '37df100b-d345-461a-a57d-265337d227b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:34.804349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce322b3f-4e1f-47d4-b41c-1ee648b4d939 req-c32a1736-1bf9-4470-b13d-2e15fc3bb9f6 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334050 Sep 20 12:27:34.883023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.888579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae134954-2b1c-43a7-9038-5369a5d70791 req-7a81fbe9-826f-4b19-9eef-910330fbb885 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:34.891584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0816937c-ba75-40e8-bb66-b1988ca4b112 None None] Provisioning complete for port 60846e98-38a7-4938-b025-bd7bd12a6183 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:34.892668 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0816937c-ba75-40e8-bb66-b1988ca4b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.897851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae134954-2b1c-43a7-9038-5369a5d70791 req-7a81fbe9-826f-4b19-9eef-910330fbb885 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 945 time: 0.3543251 Sep 20 12:27:34.929585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.937409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0816937c-ba75-40e8-bb66-b1988ca4b112 None None] Port 60846e98-38a7-4938-b025-bd7bd12a6183 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:34.942037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['f5d22142-b0e1-446f-a344-6f85daac6a9f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:34.947371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4940ec8-6d7c-462b-b581-973a9b7f917c {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:34.971642 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:34.976960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event deleted for resources: {'Port': ['ID=f5d22142-b0e1-446f-a344-6f85daac6a9f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:34.995727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:35.056687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Transition to ACTIVE for port object a4940ec8-6d7c-462b-b581-973a9b7f917c will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:27:35.074262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] No DVR routers for this DVR port f5d22142-b0e1-446f-a344-6f85daac6a9f on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:35.078049 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.080049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-358df936-69f2-46c8-86ed-27292dc7e142 req-785ffbcd-1aa2-4c32-bea7-3506807c09d1 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.32 "DELETE /v2.0/ports/f5d22142-b0e1-446f-a344-6f85daac6a9f HTTP/1.1" status: 204 len: 173 time: 0.8030627 Sep 20 12:27:35.080496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d511e6-e3ab-4725-802c-866f39f3907f', 'name': 'network-vif-deleted', 'tag': 'f5d22142-b0e1-446f-a344-6f85daac6a9f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:35.082747 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064219d4-8fb6-4520-919c-509fe98825dd" -d '{"events": [{"server_uuid": "89d511e6-e3ab-4725-802c-866f39f3907f", "name": "network-vif-deleted", "tag": "f5d22142-b0e1-446f-a344-6f85daac6a9f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:35.126797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae134954-2b1c-43a7-9038-5369a5d70791 req-68b08517-2670-4374-8a89-6666be213f32 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280014 Sep 20 12:27:35.148053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.224132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce322b3f-4e1f-47d4-b41c-1ee648b4d939 req-2f361de8-e128-47c0-a19b-b837bca49da4 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142797 Sep 20 12:27:35.227450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1fa668ab-d764-4c8e-9c5a-83c4d4a996c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e9875d5b3114c238c563cdcaac47f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302768 Sep 20 12:27:35.231716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48096) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:35.304389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:35.351729 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f220efff-dfff-42b1-9854-e61aeaa2106c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.356588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6af56926-a03b-44dd-a5b1-4fbc1e0ad0dc req-9bcf5d8f-69a8-432a-b25e-bd040ed6efd0 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d511e6-e3ab-4725-802c-866f39f3907f HTTP/1.1" status: 200 len: 210 time: 0.0868626 Sep 20 12:27:35.389723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9676b9d3-f99b-4061-9d9f-fc77db43e19e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:35.406182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f220efff-dfff-42b1-9854-e61aeaa2106c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.418962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60846e98-38a7-4938-b025-bd7bd12a6183 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:35.437987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9676b9d3-f99b-4061-9d9f-fc77db43e19e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:35.438525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9676b9d3-f99b-4061-9d9f-fc77db43e19e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:35.439464 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.450246 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.472288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Attempting to bind port a4940ec8-6d7c-462b-b581-973a9b7f917c on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:35.472627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Attempting to bind port a4940ec8-6d7c-462b-b581-973a9b7f917c by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:35.472965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Attempting to bind port a4940ec8-6d7c-462b-b581-973a9b7f917c on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:35.505441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Transition to ACTIVE for port object 60846e98-38a7-4938-b025-bd7bd12a6183 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:27:35.574102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Port a4940ec8-6d7c-462b-b581-973a9b7f917c on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:27:35.574349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Attempting to bind port a4940ec8-6d7c-462b-b581-973a9b7f917c on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:35.621171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:35.621520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:35.621919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:35.622380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Bound port: a4940ec8-6d7c-462b-b581-973a9b7f917c, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:35.622750 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.631806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.655431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=89007e2f-3cf2-4666-894e-24a4dd77dcb9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:35.693903 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f220efff-dfff-42b1-9854-e61aeaa2106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.696666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f220efff-dfff-42b1-9854-e61aeaa2106c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.697885 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f220efff-dfff-42b1-9854-e61aeaa2106c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f279514-a05c-4852-9da1-ea1de2b540c5 HTTP/1.1" status: 204 len: 168 time: 0.4652708 Sep 20 12:27:35.733361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220efff-dfff-42b1-9854-e61aeaa2106c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f279514-a05c-4852-9da1-ea1de2b540c5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:35.734226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': 'd4b18af7-f3e6-4d64-8a1f-d2d359500c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0fe8151-47e7-4527-a668-e357e492a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:35.734594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: b0fe8151-47e7-4527-a668-e357e492a3d7, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:27:35.775045 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c6595-5ac7-45c6-b960-178c76b38f96 x-openstack-request-id: req-da7c6595-5ac7-45c6-b960-178c76b38f96 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:35.775045 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d511e6-e3ab-4725-802c-866f39f3907f", "name": "network-vif-deleted", "tag": "f5d22142-b0e1-446f-a344-6f85daac6a9f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:35.775045 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da7c6595-5ac7-45c6-b960-178c76b38f96 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:35.775045 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d511e6-e3ab-4725-802c-866f39f3907f', 'name': 'network-vif-deleted', 'tag': 'f5d22142-b0e1-446f-a344-6f85daac6a9f', 'status': 'completed', 'code': 200} Sep 20 12:27:35.784751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Pushing event updated for resources: {'Port': ['ID=60846e98-38a7-4938-b025-bd7bd12a6183,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:35.805813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2825855-fd6a-40b9-81a1-98b5a8cd0399 req-9118a2af-6002-4790-bbfe-8718e82ba15b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:35.813981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2825855-fd6a-40b9-81a1-98b5a8cd0399 req-9118a2af-6002-4790-bbfe-8718e82ba15b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 946 time: 0.1966760 Sep 20 12:27:35.900062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Attempting to bind port 60846e98-38a7-4938-b025-bd7bd12a6183 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:35.900409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Attempting to bind port 60846e98-38a7-4938-b025-bd7bd12a6183 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:35.900737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Attempting to bind port 60846e98-38a7-4938-b025-bd7bd12a6183 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:35.906289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Port 60846e98-38a7-4938-b025-bd7bd12a6183 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:27:35.906619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Attempting to bind port 60846e98-38a7-4938-b025-bd7bd12a6183 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:35.917886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:35.918412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:35.918923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:35.919312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Bound port: 60846e98-38a7-4938-b025-bd7bd12a6183, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:35.919686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:35.947562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2825855-fd6a-40b9-81a1-98b5a8cd0399 req-6c1f4457-900f-4ee4-a00a-22b49108ee3a tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326921 Sep 20 12:27:35.960228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:35.967364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:35.979494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffee15-88ec-48c7-b078-839650c06da0 req-25246074-8f75-4a51-966d-cee8f8e7d0d7 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:35.988403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11ffee15-88ec-48c7-b078-839650c06da0 req-25246074-8f75-4a51-966d-cee8f8e7d0d7 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1096 time: 0.1295898 Sep 20 12:27:35.991627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network b0fe8151-47e7-4527-a668-e357e492a3d7 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:27:36.020451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] For port 60846e98-38a7-4938-b025-bd7bd12a6183, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:36.023904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] For port 60846e98-38a7-4938-b025-bd7bd12a6183, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=60846e98-38a7-4938-b025-bd7bd12a6183,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:36.031382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11ffee15-88ec-48c7-b078-839650c06da0 req-18048e87-c106-4a1c-90f2-a72106551d32 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419729 Sep 20 12:27:36.078352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7f24fb7-87e2-4d8f-99da-507e09973e57 req-93566dda-d6cf-4d78-9ecb-ecd61594a018 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3b02c3b-f3eb-4636-953d-7162477a31a0 HTTP/1.1" status: 200 len: 210 time: 0.0310295 Sep 20 12:27:36.090435 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.096322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, b0fe8151-47e7-4527-a668-e357e492a3d7) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:36.113793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe46549c-e672-440a-853b-0210b2a94963 None None] Network b0fe8151-47e7-4527-a668-e357e492a3d7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:36.123099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.123565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.124208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.194489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.195110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.196612 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] 10.222.0.21 "PUT /v2.0/ports/60846e98-38a7-4938-b025-bd7bd12a6183 HTTP/1.1" status: 200 len: 1094 time: 1.4029531 Sep 20 12:27:36.235139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67474323-2dd2-4cbe-842b-22a30302c185 service neutron] Pushing event updated for resources: {'Port': ['ID=60846e98-38a7-4938-b025-bd7bd12a6183,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:36.241931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.243495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.246253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/a4940ec8-6d7c-462b-b581-973a9b7f917c HTTP/1.1" status: 200 len: 1096 time: 2.2332339 Sep 20 12:27:36.291880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:36.298881 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec" -d '{"events": [{"name": "network-changed", "server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:36.335265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-734cc3eb-5fa3-409e-b33b-1df8bda09bee tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2534482 Sep 20 12:27:36.338027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48134) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:36.344980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-59bea95c-f7ad-4d92-bae1-e18bfdb2b2bb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1109202320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:36.360435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-b0fe8151-47e7-4527-a668-e357e492a3d7', 'network_id': 'b0fe8151-47e7-4527-a668-e357e492a3d7', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': '89007e2f-3cf2-4666-894e-24a4dd77dcb9'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:27:36.361346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.383773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56223fbc-6da8-4fcc-90e4-25010d0357b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:36.402191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a751a-6195-4381-9c00-734bb47a635e req-89d1fb38-e608-4fa4-a10a-b8102be8fa3d tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.414667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-928a751a-6195-4381-9c00-734bb47a635e req-89d1fb38-e608-4fa4-a10a-b8102be8fa3d tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1096 time: 0.1962111 Sep 20 12:27:36.561477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-928a751a-6195-4381-9c00-734bb47a635e req-48216175-a838-4461-aaea-a5225c83f620 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338549 Sep 20 12:27:36.579459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-d9a5607a-4c6e-4a68-acc0-0b2df8587e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.582254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-d9a5607a-4c6e-4a68-acc0-0b2df8587e73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1099 time: 0.1053705 Sep 20 12:27:36.583586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59bea95c-f7ad-4d92-bae1-e18bfdb2b2bb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.586421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59bea95c-f7ad-4d92-bae1-e18bfdb2b2bb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.600654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-0c657166-66d6-4b3e-becc-3c210b401088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.606562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-0c657166-66d6-4b3e-becc-3c210b401088 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 1097 time: 0.1823978 Sep 20 12:27:36.638526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Allocated IP 172.20.0.2 (b0fe8151-47e7-4527-a668-e357e492a3d7/89007e2f-3cf2-4666-894e-24a4dd77dcb9/585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:36.703934 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-6afac26f-0e06-4446-8cb4-19a8d645ae53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=60846e98-38a7-4938-b025-bd7bd12a6183 HTTP/1.1" status: 200 len: 217 time: 0.0873339 Sep 20 12:27:36.716677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-19214802-4ee9-48b0-acbf-b44380f5965d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c HTTP/1.1" status: 200 len: 217 time: 0.1157172 Sep 20 12:27:36.845513 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e903992-3b27-4c1f-9582-9ee41f5181e6 x-openstack-request-id: req-3e903992-3b27-4c1f-9582-9ee41f5181e6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:36.845855 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:36.846186 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e903992-3b27-4c1f-9582-9ee41f5181e6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:36.846595 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'status': 'completed', 'code': 200} Sep 20 12:27:36.877187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59bea95c-f7ad-4d92-bae1-e18bfdb2b2bb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.891482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-e702a90b-66c3-4bbb-b447-a6fdc10fe24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.899542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:36.905685 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-e702a90b-66c3-4bbb-b447-a6fdc10fe24c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1765788 Sep 20 12:27:36.913761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-8f51d1d5-e673-4fda-a85b-c3db5c8c9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.915525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-8f51d1d5-e673-4fda-a85b-c3db5c8c9bbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.2052026 Sep 20 12:27:36.942633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:36.949868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-745433562'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:36.978157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-5df25213-e5c5-4780-8992-7dd818165174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:36.980603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-5df25213-e5c5-4780-8992-7dd818165174 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557990 Sep 20 12:27:36.988741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59bea95c-f7ad-4d92-bae1-e18bfdb2b2bb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.000206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-ec86a180-ba4f-4d9e-b5f8-5406b65ee4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:37.002376 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-ec86a180-ba4f-4d9e-b5f8-5406b65ee4b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887239 Sep 20 12:27:37.039728 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.096491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:37.098896 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.116317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Pushing event updated for resources: {'Port': ['ID=585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:37.135326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Network b0fe8151-47e7-4527-a668-e357e492a3d7 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:37.138151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:37.140685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:37.146630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-33daa2a5-4a16-4aea-8ce0-b2e0fae1780b service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578736 Sep 20 12:27:37.159100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:27:37.164259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59bea95c-f7ad-4d92-bae1-e18bfdb2b2bb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.173202 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-59bea95c-f7ad-4d92-bae1-e18bfdb2b2bb tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8340185 Sep 20 12:27:37.175714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:37.197115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-63f6b396-b671-4a5b-b3a9-b4a9fad644d4 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867261 Sep 20 12:27:37.200847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.201253 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Added segment efc4ff53-cf2f-449b-960c-df02b5b52a8e of type vlan for network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e Sep 20 12:27:37.232398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Attempting to bind port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:37.232843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Attempting to bind port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd4b18af7-f3e6-4d64-8a1f-d2d359500c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0fe8151-47e7-4527-a668-e357e492a3d7'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:37.233463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Attempting to bind port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 on network b0fe8151-47e7-4527-a668-e357e492a3d7 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:37.239030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:37.239514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Checking segment: {'id': 'd4b18af7-f3e6-4d64-8a1f-d2d359500c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0fe8151-47e7-4527-a668-e357e492a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:37.239977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.240820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Bound using segment: {'id': 'd4b18af7-f3e6-4d64-8a1f-d2d359500c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0fe8151-47e7-4527-a668-e357e492a3d7'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:37.241497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Bound port: 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b18af7-f3e6-4d64-8a1f-d2d359500c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0fe8151-47e7-4527-a668-e357e492a3d7'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:37.241948 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.301267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a59ba16-2f0b-4442-9ad7-70c1f813d9d9 req-50e060ac-861a-456f-b64d-f19faf2ba7e0 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474578 Sep 20 12:27:37.345631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] For port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:37.349517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] For port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5,segment=NetworkSegment(d4b18af7-f3e6-4d64-8a1f-d2d359500c71),segment_id=d4b18af7-f3e6-4d64-8a1f-d2d359500c71)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:37.437902 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.530305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b049384-ea40-4349-a138-4ba3b8d2f637 None None] Pushing event updated for resources: {'Port': ['ID=585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:37.579785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48198) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:37.706910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.751315 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9261a2a-5a10-4889-a837-0d821710beb4 req-7161d307-44ac-4344-9401-2f8e4b5c50c8 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479274 Sep 20 12:27:37.777536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37df100b-d345-461a-a57d-265337d227b6', 'tag': '60846e98-38a7-4938-b025-bd7bd12a6183'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:37.780829 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6a0379-f555-4847-841d-4b8988361d78" -d '{"events": [{"name": "network-changed", "server_uuid": "37df100b-d345-461a-a57d-265337d227b6", "tag": "60846e98-38a7-4938-b025-bd7bd12a6183"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:37.788725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-network', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:37.884835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.890703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:37.891337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:37.992771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c2378-a0dd-456a-ba32-98df13e17dc0 req-aeff6cb4-2853-48c2-9c3f-3ef370502e74 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:37.994559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b7c2378-a0dd-456a-ba32-98df13e17dc0 req-aeff6cb4-2853-48c2-9c3f-3ef370502e74 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 946 time: 0.8196609 Sep 20 12:27:38.006824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Made reservation on behalf of 1cc03ae7272d4105a5edd496dac6da27 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:38.009440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.031115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Network': ['ID=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:38.043835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:27:38.049827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.084490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-4b517a47-e947-4924-b94e-5351d8030fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.086178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-4b517a47-e947-4924-b94e-5351d8030fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1099 time: 0.0844715 Sep 20 12:27:38.172838 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e129f847-97c8-4d59-bcfb-fd341b1d8f35 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2282829 Sep 20 12:27:38.180184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48214) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:38.193154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-451905020'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:38.211991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b7c2378-a0dd-456a-ba32-98df13e17dc0 req-f3c62909-6f5f-4c6a-893a-3b6f74196db0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575584 Sep 20 12:27:38.221964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fd6a1-92c5-4a6b-920b-f349afb08c5f req-b628f962-4045-4e22-ad75-d216e2d73afa tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.223784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed6fd6a1-92c5-4a6b-920b-f349afb08c5f req-b628f962-4045-4e22-ad75-d216e2d73afa tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1096 time: 0.1703770 Sep 20 12:27:38.245205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-09328958-cfcd-4eea-9c96-f68e3d98354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.247114 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-09328958-cfcd-4eea-9c96-f68e3d98354d service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1534517 Sep 20 12:27:38.247994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.297266 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dce54a8-62b0-4381-9490-9179a09d4228 x-openstack-request-id: req-6dce54a8-62b0-4381-9490-9179a09d4228 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:38.297933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed6fd6a1-92c5-4a6b-920b-f349afb08c5f req-377ba19d-0efc-4508-a34c-801fbaec8613 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521801 Sep 20 12:27:38.304262 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37df100b-d345-461a-a57d-265337d227b6", "tag": "60846e98-38a7-4938-b025-bd7bd12a6183", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:38.306752 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dce54a8-62b0-4381-9490-9179a09d4228 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:38.314296 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37df100b-d345-461a-a57d-265337d227b6', 'tag': '60846e98-38a7-4938-b025-bd7bd12a6183', 'status': 'completed', 'code': 200} Sep 20 12:27:38.318958 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-7b274688-1d79-4cd3-a25b-87a5369d72a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c HTTP/1.1" status: 200 len: 217 time: 0.0635176 Sep 20 12:27:38.395443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f5d22142-b0e1-446f-a344-6f85daac6a9f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:38.415038 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.423483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48228) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:38.432888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: f5d22142-b0e1-446f-a344-6f85daac6a9f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:38.433271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f5d22142-b0e1-446f-a344-6f85daac6a9f not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:38.437970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-e5aad071-82be-4b66-bc7e-23389acb075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.439619 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-e5aad071-82be-4b66-bc7e-23389acb075a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1141236 Sep 20 12:27:38.456126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48230) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:38.506396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a0379-f555-4847-841d-4b8988361d78 req-eb56b028-9097-4e35-9385-5a45985c01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.507919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6a0379-f555-4847-841d-4b8988361d78 req-eb56b028-9097-4e35-9385-5a45985c01d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 1097 time: 0.2076337 Sep 20 12:27:38.514083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.549612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:27:38.574153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8115e021-69f6-473d-9a46-c9e93f44259b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:38.580320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.582318 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Added segment c3e10073-775a-4175-934a-588061a68dce of type vlan for network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 Sep 20 12:27:38.588250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-e7916aa9-b152-4220-91ac-a3338a0164e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.590775 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-e7916aa9-b152-4220-91ac-a3338a0164e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407828 Sep 20 12:27:38.633105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-552a1644-dcea-43ce-a54d-ad77b61b3036 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.674375 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.692868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68cec669-a409-45df-b412-80727b6a9314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.720008 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-552a1644-dcea-43ce-a54d-ad77b61b3036 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.772664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:38.776114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.791473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-33c14b85-fe81-4429-95da-ecf76c3413d4 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909487 Sep 20 12:27:38.827315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.828490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.828875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.857849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-9d5c5ebd-f814-451d-8e67-21326ad8e00b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.860063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-9d5c5ebd-f814-451d-8e67-21326ad8e00b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.4382172 Sep 20 12:27:38.891752 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-552a1644-dcea-43ce-a54d-ad77b61b3036 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.894419 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-552a1644-dcea-43ce-a54d-ad77b61b3036 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:38.896563 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-552a1644-dcea-43ce-a54d-ad77b61b3036 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "DELETE /v2.0/security-groups/81b38983-5d1c-4c01-996e-1858da688f9b HTTP/1.1" status: 204 len: 168 time: 0.4437888 Sep 20 12:27:38.907629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebccf9-bbdb-4709-8442-d8c8b5c6092d None None] Network b0fe8151-47e7-4527-a668-e357e492a3d7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:38.908548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48234) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:38.928963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:27:38.935355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a1644-dcea-43ce-a54d-ad77b61b3036 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b38983-5d1c-4c01-996e-1858da688f9b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:38.939049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a0379-f555-4847-841d-4b8988361d78 req-75664dfc-b293-414a-a666-fd26faa8bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:38.940777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6a0379-f555-4847-841d-4b8988361d78 req-75664dfc-b293-414a-a666-fd26faa8bf78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.3991270 Sep 20 12:27:38.950014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-7c63dbb1-b0e6-4d38-a638-be29d506b67f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/quotas/8b128218af8e4236b1fee9ffa669e30d HTTP/1.1" status: 200 len: 375 time: 0.0761478 Sep 20 12:27:38.970257 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-e47bf1c9-4713-4e36-8c53-63cfd9393dab tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] show failed (client error): The resource could not be found. Sep 20 12:27:38.971315 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e47bf1c9-4713-4e36-8c53-63cfd9393dab tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "GET /v2.0/security-groups/81b38983-5d1c-4c01-996e-1858da688f9b HTTP/1.1" status: 404 len: 347 time: 0.0569489 Sep 20 12:27:38.975375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48236) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:38.993488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d2e9745-d7f7-412e-9abd-dfeab2d54d51,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:39.001421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-08d5557a-b3b7-4470-a806-d66518c8926e None None] Provisioning complete for port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:39.002171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08d5557a-b3b7-4470-a806-d66518c8926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.009229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.009787 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Added segment a058b69e-f714-43ff-9788-b15a34caa5d5 of type vlan for network 69fa433b-bf7b-48c6-9063-576a884a0361 Sep 20 12:27:39.032806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.20.0.1 (b0fe8151-47e7-4527-a668-e357e492a3d7/89007e2f-3cf2-4666-894e-24a4dd77dcb9/888deab5-16df-4c88-8668-8836038e28a6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:39.034465 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2019caf4-d00f-45d6-81ef-4cf7fcda99ec req-7579d503-8f64-4be1-9cb6-77e69a419084 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356997 Sep 20 12:27:39.037668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6a0379-f555-4847-841d-4b8988361d78 req-8abab636-a2c0-4d39-90c0-f8d19c7b13e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=60846e98-38a7-4938-b025-bd7bd12a6183 HTTP/1.1" status: 200 len: 217 time: 0.0846474 Sep 20 12:27:39.078455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-50f82f8e-f045-4f32-8c0b-8f1fb3cbf7fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194320 Sep 20 12:27:39.126813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Deleting port 12f0446b-0393-4aec-a0ed-1923793e8817 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:39.127168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.164466 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.180792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:27:39.221402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.221918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.263898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Calling delete_port for 12f0446b-0393-4aec-a0ed-1923793e8817 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:39.295785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a0379-f555-4847-841d-4b8988361d78 req-2ce4f3f5-4ee1-40b8-a29d-0ee02a563f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:39.297294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6a0379-f555-4847-841d-4b8988361d78 req-2ce4f3f5-4ee1-40b8-a29d-0ee02a563f02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.2415497 Sep 20 12:27:39.382859 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08d5557a-b3b7-4470-a806-d66518c8926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.406669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:39.435921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68cec669-a409-45df-b412-80727b6a9314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.453959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-383151b6-45ad-45be-a4dd-37973cfd1e1c service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603816 Sep 20 12:27:39.458339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-08d5557a-b3b7-4470-a806-d66518c8926e None None] For port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5,segment=NetworkSegment(d4b18af7-f3e6-4d64-8a1f-d2d359500c71),segment_id=d4b18af7-f3e6-4d64-8a1f-d2d359500c71)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:39.466916 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.472661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:39.472967 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.497816 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:39.498351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.556241 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08d5557a-b3b7-4470-a806-d66518c8926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.556986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.578473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68cec669-a409-45df-b412-80727b6a9314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.594129 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.603782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a0379-f555-4847-841d-4b8988361d78 req-dd432acf-4cd2-4825-bfdd-e47c47cfb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:39.606066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6a0379-f555-4847-841d-4b8988361d78 req-dd432acf-4cd2-4825-bfdd-e47c47cfb112 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2654467 Sep 20 12:27:39.613470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c889e13-bd28-4a2d-9ffd-b9538135d520 req-0fb645cd-0fc0-4356-8444-a0f28d0c39cf tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:39.615260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c889e13-bd28-4a2d-9ffd-b9538135d520 req-0fb645cd-0fc0-4356-8444-a0f28d0c39cf tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 946 time: 0.2808785 Sep 20 12:27:39.644504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Pushing event deleted for resources: {'Port': ['ID=12f0446b-0393-4aec-a0ed-1923793e8817,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:39.646516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5557a-b3b7-4470-a806-d66518c8926e None None] Pushing event updated for resources: {'Port': ['ID=585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:39.676823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e7b4c4ca-79e4-4810-bac2-6eee2fcd369e None None] Provisioning complete for port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:39.677284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c4ca-79e4-4810-bac2-6eee2fcd369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.688228 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ff55e90d-71df-4374-8201-8645d4f1eec8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1038554 Sep 20 12:27:39.688959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48242) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:39.693229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Request body: {'subnet': {'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-subnet', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:39.718314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.720859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.721663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5376656 Sep 20 12:27:39.723236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d39f8982-eca1-4ca6-93dc-df5a969ed378 tempest-ImagesOneServerNegativeTestJSON-597415228 tempest-ImagesOneServerNegativeTestJSON-597415228-project] 10.222.0.37 "DELETE /v2.0/floatingips/0b362ed2-6d48-47b3-961c-8552bd7612d9 HTTP/1.1" status: 204 len: 168 time: 0.7452743 Sep 20 12:27:39.729233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48244) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:39.736386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'subnet': {'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:39.762785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-68cec669-a409-45df-b412-80727b6a9314 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbb15d914bd7411981c0f2161cef52e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3238015 Sep 20 12:27:39.763837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921fbd4-fb5b-400c-afb9-6c764fcbc471 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Network': ['ID=69fa433b-bf7b-48c6-9063-576a884a0361,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:39.765640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48248) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:39.782880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 69fa433b-bf7b-48c6-9063-576a884a0361 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:27:39.818080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Made reservation on behalf of 1cc03ae7272d4105a5edd496dac6da27 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:39.820421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.826302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cec669-a409-45df-b412-80727b6a9314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6534591e-ef6f-4124-9e0a-36a31f693277,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:39.870286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c889e13-bd28-4a2d-9ffd-b9538135d520 req-322e4f54-cb12-4090-b3e1-cfddcb74e1cb tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983204 Sep 20 12:27:39.877690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5bff8fac-c7fa-4d52-b7f9-007496d017c0 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227078 Sep 20 12:27:39.897695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6a0379-f555-4847-841d-4b8988361d78 req-9c25dcc5-33c5-4856-b1d5-f390e8c65648 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754421 Sep 20 12:27:39.956736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.967524 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed93a7a7-a2ad-4434-9b72-5f075455f01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:39.999024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed93a7a7-a2ad-4434-9b72-5f075455f01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.030295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:40.033947 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.058970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network b0fe8151-47e7-4527-a668-e357e492a3d7 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:40.065733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:40.074918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:40.180851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.185142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6a0379-f555-4847-841d-4b8988361d78 req-eee29669-e1ee-427a-bab8-5917d0db66a6 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697260 Sep 20 12:27:40.256364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce3733-c88b-489e-9bbb-d5aed53d9ce7 req-652cac9b-a619-470d-af67-16d4eb10996a tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:40.258322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6ce3733-c88b-489e-9bbb-d5aed53d9ce7 req-652cac9b-a619-470d-af67-16d4eb10996a tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1096 time: 0.2920587 Sep 20 12:27:40.293002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc49ba6-82c1-42c2-be67-0537eab96e05 req-3d985a5b-95c2-4cde-87f6-0a09bb30ce8b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 210 time: 0.1033885 Sep 20 12:27:40.293765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=888deab5-16df-4c88-8668-8836038e28a6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:40.372622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6ce3733-c88b-489e-9bbb-d5aed53d9ce7 req-9758ea1c-faa5-41f8-8b21-0f453c9281bb tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858049 Sep 20 12:27:40.407420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:40.420422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-74bc682c-d5b0-4ae1-965f-7e2237627301 None None] Provisioning complete for port 888deab5-16df-4c88-8668-8836038e28a6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:40.420937 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74bc682c-d5b0-4ae1-965f-7e2237627301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.442355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.461804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd905eba-b9c5-46da-8572-f3ff5e61ee38 admin admin] Deleting subnet f67d977f-ad76-4b74-99cb-49523bb00d6e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:27:40.466442 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd905eba-b9c5-46da-8572-f3ff5e61ee38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.467965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-74bc682c-d5b0-4ae1-965f-7e2237627301 None None] Port 888deab5-16df-4c88-8668-8836038e28a6 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:40.484529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed93a7a7-a2ad-4434-9b72-5f075455f01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.487164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed93a7a7-a2ad-4434-9b72-5f075455f01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.488556 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ed93a7a7-a2ad-4434-9b72-5f075455f01a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6534591e-ef6f-4124-9e0a-36a31f693277 HTTP/1.1" status: 204 len: 168 time: 0.7215488 Sep 20 12:27:40.492980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.507463 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd905eba-b9c5-46da-8572-f3ff5e61ee38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.520205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93a7a7-a2ad-4434-9b72-5f075455f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6534591e-ef6f-4124-9e0a-36a31f693277,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:40.525098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fcf487-b251-4b95-b673-0dab11d905c1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:40.561555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 60846e98-38a7-4938-b025-bd7bd12a6183 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:27:40.566309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Checking segment: {'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:40.566664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Network hostable DHCP agents. Network: 3d2e9745-d7f7-412e-9abd-dfeab2d54d51, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:27:40.597550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Subnet': ['ID=f9774c0c-532d-4713-84da-c89c7e611cb3,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:40.610060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Checking segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:40.610470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network hostable DHCP agents. Network: fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:27:40.610687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.614790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd905eba-b9c5-46da-8572-f3ff5e61ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.696751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:27:40.700454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:27:40.710179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 60846e98-38a7-4938-b025-bd7bd12a6183, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=60846e98-38a7-4938-b025-bd7bd12a6183,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:40.721423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '60846e98-38a7-4938-b025-bd7bd12a6183', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '60846e98-38a7-4938-b025-bd7bd12a6183', 'mac_address': 'fa:16:3e:ae:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:27:40.765507 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.781177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60846e98-38a7-4938-b025-bd7bd12a6183 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:40.790661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:40.799861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 3d2e9745-d7f7-412e-9abd-dfeab2d54d51) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:40.802012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa172f-3e39-4e0d-be8a-cf70233877b5 None None] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:40.809690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 60846e98-38a7-4938-b025-bd7bd12a6183, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=60846e98-38a7-4938-b025-bd7bd12a6183,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:40.812917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:40.813780 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.820813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a4962-6385-4e53-934c-cbab3918d5c1 None None] Network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:40.835876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:40.836670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.885002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd905eba-b9c5-46da-8572-f3ff5e61ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.894169 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.894937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:27:40.917352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d3cf8b51-f700-4f2f-84ca-3fac3da20e7a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1824913 Sep 20 12:27:40.918129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48278) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:40.923733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'subnet': {'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:40.931519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd905eba-b9c5-46da-8572-f3ff5e61ee38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:40.934357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd905eba-b9c5-46da-8572-f3ff5e61ee38 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f67d977f-ad76-4b74-99cb-49523bb00d6e HTTP/1.1" status: 204 len: 168 time: 0.5257199 Sep 20 12:27:40.938587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd905eba-b9c5-46da-8572-f3ff5e61ee38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67d977f-ad76-4b74-99cb-49523bb00d6e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:40.944539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:41.050903 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f7173656-ac51-4a0c-aa8e-be94e3507c53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3612871 Sep 20 12:27:41.056621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48284) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:41.061282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:41.108106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:41.124885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=60846e98-38a7-4938-b025-bd7bd12a6183,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:41.140373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.152820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'mac_address': 'fa:16:3e:5c:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:27:41.168557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e107ca-7e2a-489f-abd1-0cde0259c3b7 req-fdba79e4-3683-45a8-b160-dcd3ca8a3201 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:41.170400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8e107ca-7e2a-489f-abd1-0cde0259c3b7 req-fdba79e4-3683-45a8-b160-dcd3ca8a3201 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 947 time: 0.1145160 Sep 20 12:27:41.179498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.183571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.191475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.227751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'fixed_ips': [{'subnet_id': 'f9774c0c-532d-4713-84da-c89c7e611cb3'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:27:41.227751 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.263761 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.273671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8e107ca-7e2a-489f-abd1-0cde0259c3b7 req-ef757c56-21ff-46c7-974a-8d0ea629f8c0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957077 Sep 20 12:27:41.280095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-3d2e9745-d7f7-412e-9abd-dfeab2d54d51', 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'fixed_ips': [{'subnet_id': '57fcf487-b251-4b95-b673-0dab11d905c1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:27:41.281216 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.294230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4940ec8-6d7c-462b-b581-973a9b7f917c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:41.308362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.317894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.403616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.407115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:41.407608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a4b531-6a60-47d0-875c-3570bafb13a8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:41.422953 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.425214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5262da-d997-499c-bb06-fbf532d5cd47') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:41.425517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5262da-d997-499c-bb06-fbf532d5cd47') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:41.428844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:41.451401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.476333 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.485396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=888deab5-16df-4c88-8668-8836038e28a6,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:41.499936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48302) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:41.504627 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.533142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:41.538695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6feca66a-2523-4373-b86d-e71adced65bb req-14662767-2df3-43ed-8327-7657b9dbd81c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 210 time: 0.0659051 Sep 20 12:27:41.540319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:27:41.540846 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:27:41.544178 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:27:41.548755 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f21b8ed-0655-4d2f-8ef5-04e9ee0ed534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.603150 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.721690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Allocated IP 10.1.1.2 (fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e/f9774c0c-532d-4713-84da-c89c7e611cb3/1a60696d-f5c9-4b54-89aa-d74780f57224) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:41.759259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:41.782459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Allocated IP 172.20.0.2 (3d2e9745-d7f7-412e-9abd-dfeab2d54d51/57fcf487-b251-4b95-b673-0dab11d905c1/b10eeffe-df26-48e5-9114-168b8965fbaf) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:41.810821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.822984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:41.823670 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:41.874529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a4940ec8-6d7c-462b-b581-973a9b7f917c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:41.942205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['60846e98-38a7-4938-b025-bd7bd12a6183'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:42.054501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f21b8ed-0655-4d2f-8ef5-04e9ee0ed534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.117948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.161620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network b0fe8151-47e7-4527-a668-e357e492a3d7 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:42.164343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:42.184945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f21b8ed-0655-4d2f-8ef5-04e9ee0ed534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.235450 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.241423 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.243857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3a4b531-6a60-47d0-875c-3570bafb13a8 HTTP/1.1" status: 204 len: 168 time: 1.2730019 Sep 20 12:27:42.290851 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f21b8ed-0655-4d2f-8ef5-04e9ee0ed534 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8695b0ef9ed4f5999f997356c92cd40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7894218 Sep 20 12:27:42.291478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Subnet': ['ID=f6f7297f-2bbb-40ff-9a8a-506176056d53,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:42.305216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:42.306337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c7782-602a-4724-93a4-88192503fb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a4b531-6a60-47d0-875c-3570bafb13a8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:42.319813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21b8ed-0655-4d2f-8ef5-04e9ee0ed534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940a763b-6d90-4fed-beaf-e5c53cdc5c3f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:42.366500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.434390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.455334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Checking segment: {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:42.455988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network hostable DHCP agents. Network: 69fa433b-bf7b-48c6-9063-576a884a0361, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:27:42.499176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4caa49c9-48e2-443f-8021-a6dc980ac982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.524510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87c3f7-62c9-4c02-a214-3523a8ad51f9 req-825637e1-eede-40b8-9f78-d54824bfed1c tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:42.548289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad87c3f7-62c9-4c02-a214-3523a8ad51f9 req-825637e1-eede-40b8-9f78-d54824bfed1c tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 947 time: 0.1509111 Sep 20 12:27:42.554190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9af10f-7643-460f-a9b8-c179edad018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.607354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad87c3f7-62c9-4c02-a214-3523a8ad51f9 req-6baba2a6-34c5-463c-9444-2f3d9c7bd7a3 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547693 Sep 20 12:27:42.613696 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9af10f-7643-460f-a9b8-c179edad018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.613901 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.617169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router c1b93457-007d-4793-bf8d-3cc599c8954f is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:27:42.659381 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.717227 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.732279 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25927f1e-1493-446b-ac5a-ccc0bd8218a8 req-1857997d-41e5-4286-bb04-6cd9b57b59e1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 210 time: 0.0432391 Sep 20 12:27:42.794739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:42.799258 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.804642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b45295b-9d8c-4ebf-b540-0851f16aa91f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/c1b93457-007d-4793-bf8d-3cc599c8954f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6243763 Sep 20 12:27:42.805284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:42.808922 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38822b85-cc4a-4cf2-bbfa-5bfb29db97a4 None None] Sync routers for ids ['c1b93457-007d-4793-bf8d-3cc599c8954f'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:42.822222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network 69fa433b-bf7b-48c6-9063-576a884a0361 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:27:42.822945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38822b85-cc4a-4cf2-bbfa-5bfb29db97a4 None None] Routers {'c1b93457-007d-4793-bf8d-3cc599c8954f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:42.824403 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-38822b85-cc4a-4cf2-bbfa-5bfb29db97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c1b93457-007d-4793-bf8d-3cc599c8954f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:42.830305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e43536a3-2e06-48a8-80d7-737e1a1c542c None None] Provisioning complete for port 888deab5-16df-4c88-8668-8836038e28a6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:42.830305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e43536a3-2e06-48a8-80d7-737e1a1c542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.862976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-849c697e-711f-43af-b750-14b2c97bc1e1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:42.863721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:42.864508 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-849c697e-711f-43af-b750-14b2c97bc1e1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.1792016 Sep 20 12:27:42.874003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Allocated IP 172.25.6.67 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:42.880595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Request body: {'port': {'device_id': 'fd42c275-3a4b-480a-a168-84db5a8837e5', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'admin_state_up': True, 'tenant_id': '8b128218af8e4236b1fee9ffa669e30d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:42.895523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979324d-ed2f-402e-b026-ef2e11e881c6 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:42.899812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48322) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:42.900771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c979324d-ed2f-402e-b026-ef2e11e881c6 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports/888deab5-16df-4c88-8668-8836038e28a6 HTTP/1.1" status: 200 len: 910 time: 0.0944488 Sep 20 12:27:42.901934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48324) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:42.913416 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-38822b85-cc4a-4cf2-bbfa-5bfb29db97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:42.925872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:42.927286 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38822b85-cc4a-4cf2-bbfa-5bfb29db97a4 None None] Routers {'c1b93457-007d-4793-bf8d-3cc599c8954f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:42.928161 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-38822b85-cc4a-4cf2-bbfa-5bfb29db97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c1b93457-007d-4793-bf8d-3cc599c8954f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:42.929275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-b2079111-7f42-4542-aabb-cffabac28edc tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:27:42.930409 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-b2079111-7f42-4542-aabb-cffabac28edc tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296025 Sep 20 12:27:42.942488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Pushing event updated for resources: {'Port': ['ID=1a60696d-f5c9-4b54-89aa-d74780f57224,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:42.947194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:42.957469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:42.960187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9af10f-7643-460f-a9b8-c179edad018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.963068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9af10f-7643-460f-a9b8-c179edad018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:42.968534 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-df9af10f-7643-460f-a9b8-c179edad018f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/940a763b-6d90-4fed-beaf-e5c53cdc5c3f HTTP/1.1" status: 204 len: 168 time: 0.6567669 Sep 20 12:27:42.986772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:42.996014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:43.018806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e43536a3-2e06-48a8-80d7-737e1a1c542c None None] Port 888deab5-16df-4c88-8668-8836038e28a6 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:43.028786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9af10f-7643-460f-a9b8-c179edad018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a763b-6d90-4fed-beaf-e5c53cdc5c3f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:43.044490 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-38822b85-cc4a-4cf2-bbfa-5bfb29db97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:43.045573 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38822b85-cc4a-4cf2-bbfa-5bfb29db97a4 None None] The sync data for ids ['c1b93457-007d-4793-bf8d-3cc599c8954f'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:43.086272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 69fa433b-bf7b-48c6-9063-576a884a0361) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:43.091691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:43.092446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.120001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Pushing event updated for resources: {'Port': ['ID=b10eeffe-df26-48e5-9114-168b8965fbaf,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:43.122483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075c9ee-02c4-4ba4-bb85-aca6a3ac72c1 None None] Network 69fa433b-bf7b-48c6-9063-576a884a0361 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:43.159229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-7ebb0483-1f8c-4e75-b098-c69ed71ed68f tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:43.161087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-7ebb0483-1f8c-4e75-b098-c69ed71ed68f tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports/3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 1093 time: 0.2172263 Sep 20 12:27:43.177542 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b0fbe76f-275d-46d2-8468-c84a83a202b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a29f84e1d1124b13af0253dd1307de03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680213 Sep 20 12:27:43.181909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48328) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:43.193818 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-29c6fcba-4bb6-43ce-95b7-d1824e2c24f7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2713389 Sep 20 12:27:43.204254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48332) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:43.207861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Attempting to bind port 1a60696d-f5c9-4b54-89aa-d74780f57224 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:43.208233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Attempting to bind port 1a60696d-f5c9-4b54-89aa-d74780f57224 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:43.208593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Attempting to bind port 1a60696d-f5c9-4b54-89aa-d74780f57224 on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:43.209546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'port': {'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'name': 'tempest-TaggedBootDevicesTest_v242-962315394', 'fixed_ips': [{'subnet_id': 'f9774c0c-532d-4713-84da-c89c7e611cb3'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:43.259313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Attempting to bind port b10eeffe-df26-48e5-9114-168b8965fbaf on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:43.259689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Attempting to bind port b10eeffe-df26-48e5-9114-168b8965fbaf by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:43.260043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Attempting to bind port b10eeffe-df26-48e5-9114-168b8965fbaf on network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:43.270908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:43.271283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Checking segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:43.271684 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.272080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Bound using segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:43.272576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Bound port: 1a60696d-f5c9-4b54-89aa-d74780f57224, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:43.272932 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.291086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:43.291462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Checking segment: {'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:43.291915 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.292287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Bound using segment: {'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:43.292766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Bound port: b10eeffe-df26-48e5-9114-168b8965fbaf, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:43.293167 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.323944 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.360477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4216e27-bdf4-4f0c-bef4-56ba1e6431db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.361089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Request body: {'binding': {'host': 'n-h2-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:43.361558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Unknown quota resources ['binding']. {{(pid=95503) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:27:43.425308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4216e27-bdf4-4f0c-bef4-56ba1e6431db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.476120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] For port 1a60696d-f5c9-4b54-89aa-d74780f57224, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:43.494504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] For port b10eeffe-df26-48e5-9114-168b8965fbaf, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:43.507406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] For port 1a60696d-f5c9-4b54-89aa-d74780f57224, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1a60696d-f5c9-4b54-89aa-d74780f57224,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:43.510849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] For port b10eeffe-df26-48e5-9114-168b8965fbaf, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b10eeffe-df26-48e5-9114-168b8965fbaf,segment=NetworkSegment(c3e10073-775a-4175-934a-588061a68dce),segment_id=c3e10073-775a-4175-934a-588061a68dce)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:43.512399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-69fa433b-bf7b-48c6-9063-576a884a0361', 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'fixed_ips': [{'subnet_id': 'f6f7297f-2bbb-40ff-9a8a-506176056d53'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:27:43.513420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.539142 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.688937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Allocated IP 10.2.2.2 (69fa433b-bf7b-48c6-9063-576a884a0361/f6f7297f-2bbb-40ff-9a8a-506176056d53/6cfaef60-f4fa-414d-bef9-3d258c87553b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:43.741631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Made reservation on behalf of 8b128218af8e4236b1fee9ffa669e30d for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:43.745937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.834172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc03a-1617-4bd2-8f96-fe5f492df7dd req-94b768a5-093f-4ec0-a7b5-cbecf52581a2 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:43.843081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-befcc03a-1617-4bd2-8f96-fe5f492df7dd req-94b768a5-093f-4ec0-a7b5-cbecf52581a2 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 947 time: 0.1019356 Sep 20 12:27:43.890888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:43.919626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-befcc03a-1617-4bd2-8f96-fe5f492df7dd req-2169aa85-aaf5-41e3-b2d3-d2a133215e1f tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755670 Sep 20 12:27:43.983274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 888deab5-16df-4c88-8668-8836038e28a6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:43.983711 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.001869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on host n-h2-809934-3 for vnic_type normal with profile None {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:44.002210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:44.002533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:44.013112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:27:44.013438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:44.021700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Allocated IP 172.20.0.11 (e7710ad9-6a06-48ed-8523-a1c972a50589/cac61f73-8882-42e8-8568-2ac22e4f0c97/abdb58f8-ff73-4917-9083-16bba4c9e5ac) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:44.023754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:44.024087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:44.024482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:44.024886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Bound port: 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:44.032647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7408dded-e352-4db6-8575-5ba9224081a4 req-2f58c5c0-8709-4013-b280-c7724c820684 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 210 time: 0.0445988 Sep 20 12:27:44.097581 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.111223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 888deab5-16df-4c88-8668-8836038e28a6 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:44.113467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:44.206489 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.209563 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] Notify callbacks [] for binding, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.209761 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.210744 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f1a11f2c-328b-4de6-9870-6743f259ce7a service neutron] 10.222.0.37 "POST /v2.0/ports/3fc68bda-b28c-4aef-b283-f48fb2bd2f64/bindings HTTP/1.1" status: 201 len: 389 time: 1.0383852 Sep 20 12:27:44.211695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.212518 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.214023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:44.224255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4216e27-bdf4-4f0c-bef4-56ba1e6431db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.227351 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4216e27-bdf4-4f0c-bef4-56ba1e6431db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.232814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4216e27-bdf4-4f0c-bef4-56ba1e6431db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf HTTP/1.1" status: 204 len: 168 time: 1.0522366 Sep 20 12:27:44.233251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.302067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:44.333167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Network 69fa433b-bf7b-48c6-9063-576a884a0361 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:44.343943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4216e27-bdf4-4f0c-bef4-56ba1e6431db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c11c9fc-e3f3-4223-a1c8-c810bc7fb2cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:44.347911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:44.356436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:44.362938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:44.380121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:44.420032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.426099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Pushing event updated for resources: {'Port': ['ID=192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:44.453992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d75890-fefc-48fa-8d23-b6c96352cb6b None None] Pushing event updated for resources: {'Port': ['ID=b10eeffe-df26-48e5-9114-168b8965fbaf,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:44.501857 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.545957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Attempting to bind port 6cfaef60-f4fa-414d-bef9-3d258c87553b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:44.548769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Attempting to bind port 6cfaef60-f4fa-414d-bef9-3d258c87553b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:44.548769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Attempting to bind port 6cfaef60-f4fa-414d-bef9-3d258c87553b on network 69fa433b-bf7b-48c6-9063-576a884a0361 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:44.549181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=888deab5-16df-4c88-8668-8836038e28a6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:44.549513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Pushing event updated for resources: {'Port': ['ID=6cfaef60-f4fa-414d-bef9-3d258c87553b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:44.576440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:44.588549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Checking segment: {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:44.588549 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.588549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Bound using segment: {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:44.588549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Bound port: 6cfaef60-f4fa-414d-bef9-3d258c87553b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:44.588549 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.654396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 60846e98-38a7-4938-b025-bd7bd12a6183 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:44.682947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] device_id is not set on port b330ab1e-08c5-4cee-9950-bff50e526c87 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:27:44.688740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:44.999509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Pushing event updated for resources: {'Port': ['ID=1a60696d-f5c9-4b54-89aa-d74780f57224,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:45.010969 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Network e7710ad9-6a06-48ed-8523-a1c972a50589 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:45.029578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.029923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.030261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.030595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.030927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.031256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.031871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.047178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.047668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.048007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.048343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.053806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b889-d43b-4ce8-8925-ac3e1f7cbc90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:45.064555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event updated for resources: {'Port': ['ID=abdb58f8-ff73-4917-9083-16bba4c9e5ac,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:45.078823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:45.088362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:45.090202 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] For port 6cfaef60-f4fa-414d-bef9-3d258c87553b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:45.108107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] For port 6cfaef60-f4fa-414d-bef9-3d258c87553b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6cfaef60-f4fa-414d-bef9-3d258c87553b,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:45.109881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 60846e98-38a7-4938-b025-bd7bd12a6183 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:27:45.121888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 60846e98-38a7-4938-b025-bd7bd12a6183 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:45.122263 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.182585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e664412-f4f5-4104-8cd6-d0aae443f0cd req-d38edfb0-cedb-4b17-9757-bb777cd23d18 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:45.184297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e664412-f4f5-4104-8cd6-d0aae443f0cd req-d38edfb0-cedb-4b17-9757-bb777cd23d18 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 945 time: 0.4806139 Sep 20 12:27:45.203590 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.232618 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.235472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:45.236128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.254197 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ef8adb1d-f881-4eac-8f93-200be1a4f512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.280909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.334216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ea7c-e03d-4b22-960b-f5db04affbbe None None] Pushing event updated for resources: {'Port': ['ID=6cfaef60-f4fa-414d-bef9-3d258c87553b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:45.350721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df100b-d345-461a-a57d-265337d227b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60846e98-38a7-4938-b025-bd7bd12a6183'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:45.353812 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28def2-a075-49d2-8352-c02bd8dbbca6" -d '{"events": [{"server_uuid": "37df100b-d345-461a-a57d-265337d227b6", "name": "network-vif-plugged", "status": "completed", "tag": "60846e98-38a7-4938-b025-bd7bd12a6183"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:45.370754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 60846e98-38a7-4938-b025-bd7bd12a6183, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=60846e98-38a7-4938-b025-bd7bd12a6183,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:45.454709 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-05718b30-389a-43a1-a85b-bbedc0f2e6b3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5781202 Sep 20 12:27:45.459577 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.462326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:45.467550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-892df728-3842-414f-97dc-d5508a8339d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:45.469839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-892df728-3842-414f-97dc-d5508a8339d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1096 time: 0.2957404 Sep 20 12:27:45.480788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Request body: {'port': {'device_id': 'fd42c275-3a4b-480a-a168-84db5a8837e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:45.566614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.620663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52af83-b9ae-445c-a1a3-6560ea6841b3 req-1c9bf628-304b-42ce-8dc0-68463a97ae95 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:45.622856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad52af83-b9ae-445c-a1a3-6560ea6841b3 req-1c9bf628-304b-42ce-8dc0-68463a97ae95 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 947 time: 0.5064745 Sep 20 12:27:45.673482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e664412-f4f5-4104-8cd6-d0aae443f0cd req-e33c3160-8134-45fe-9e20-df3836644358 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737175 Sep 20 12:27:45.903054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1a60696d-f5c9-4b54-89aa-d74780f57224 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:45.911309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Allocated IP 10.1.1.8 (fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e/f9774c0c-532d-4713-84da-c89c7e611cb3/b330ab1e-08c5-4cee-9950-bff50e526c87) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:45.945392 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:45.960776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router c1b93457-007d-4793-bf8d-3cc599c8954f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:27:45.968244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad52af83-b9ae-445c-a1a3-6560ea6841b3 req-2a323174-bc52-48cd-996c-a2c4f4e4042e tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822797 Sep 20 12:27:46.034926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=60846e98-38a7-4938-b025-bd7bd12a6183,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:46.055692 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.061169 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81624e6f-e1e9-4d46-9476-f3b5c801022d x-openstack-request-id: req-81624e6f-e1e9-4d46-9476-f3b5c801022d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:46.061459 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df100b-d345-461a-a57d-265337d227b6", "name": "network-vif-plugged", "status": "completed", "tag": "60846e98-38a7-4938-b025-bd7bd12a6183", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:46.061717 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81624e6f-e1e9-4d46-9476-f3b5c801022d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:46.062122 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df100b-d345-461a-a57d-265337d227b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60846e98-38a7-4938-b025-bd7bd12a6183', 'code': 200} Sep 20 12:27:46.099465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1a60696d-f5c9-4b54-89aa-d74780f57224 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:46.100208 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.102500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da9a0c-be80-45d7-ba2f-05885224531b req-20afe83b-2f57-4d48-a7ba-cb8f776da0fb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:46.104955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2da9a0c-be80-45d7-ba2f-05885224531b req-20afe83b-2f57-4d48-a7ba-cb8f776da0fb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 932 time: 0.2137377 Sep 20 12:27:46.152849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-76485d96-1b70-4940-bc97-1bd69c6eced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:46.153680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port a4940ec8-6d7c-462b-b581-973a9b7f917c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:27:46.154542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-76485d96-1b70-4940-bc97-1bd69c6eced8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.5755618 Sep 20 12:27:46.179588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port a4940ec8-6d7c-462b-b581-973a9b7f917c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:46.179588 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.274778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:46.285424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-be607b1e-36b9-45fc-af2d-d27055c84952 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/c1b93457-007d-4793-bf8d-3cc599c8954f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3809512 Sep 20 12:27:46.285424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:46.295485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-82209ff2-3dec-4060-a19e-4bff3b89b1ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 217 time: 0.1212945 Sep 20 12:27:46.297129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456818dc-127a-47ec-b309-41a05aeee7f7 None None] Sync routers for ids ['c1b93457-007d-4793-bf8d-3cc599c8954f'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:46.331302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87293c26-1de6-4383-a915-17d82ac5c047 None None] Network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:46.415070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2da9a0c-be80-45d7-ba2f-05885224531b req-7cb65b57-e398-41cd-9cf0-44bfe2c729a5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656045 Sep 20 12:27:46.419530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-df6244f4-d78a-44a4-a48d-1de6283a01b3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b93457-007d-4793-bf8d-3cc599c8954f HTTP/1.1" status: 200 len: 205 time: 0.1297107 Sep 20 12:27:46.419530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:46.423749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48396) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:46.424441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456818dc-127a-47ec-b309-41a05aeee7f7 None None] Routers {'c1b93457-007d-4793-bf8d-3cc599c8954f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:46.425148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-456818dc-127a-47ec-b309-41a05aeee7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c1b93457-007d-4793-bf8d-3cc599c8954f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:46.427177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-1398a21b-7ebb-4093-87fe-b67d00cc662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:46.428751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-1398a21b-7ebb-4093-87fe-b67d00cc662f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.1252005 Sep 20 12:27:46.517292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-09bdb95d-ac13-4c7f-bd76-53105880f159 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804694 Sep 20 12:27:46.570475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-456818dc-127a-47ec-b309-41a05aeee7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:46.600608 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89509efb-3126-4bfe-b2ef-97023633c6d2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.688746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1085337759-network', 'tenant_id': '6d5148ab5c5247ca968a84981c995075'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:46.703057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2ce30f33-6b3d-4c9c-95d9-a7176eda6a3b None None] Provisioning complete for port b10eeffe-df26-48e5-9114-168b8965fbaf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:46.704337 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2ce30f33-6b3d-4c9c-95d9-a7176eda6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.717948 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.744792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456818dc-127a-47ec-b309-41a05aeee7f7 None None] Routers {'c1b93457-007d-4793-bf8d-3cc599c8954f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:46.756895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-456818dc-127a-47ec-b309-41a05aeee7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c1b93457-007d-4793-bf8d-3cc599c8954f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:46.771184 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.814147 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.830744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.832638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-456818dc-127a-47ec-b309-41a05aeee7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:46.843832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456818dc-127a-47ec-b309-41a05aeee7f7 None None] The sync data for ids ['c1b93457-007d-4793-bf8d-3cc599c8954f'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:46.845712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39925ba7-5bc8-494f-9a40-14920f5c36d9 None None] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:46.937172 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89509efb-3126-4bfe-b2ef-97023633c6d2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.939469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89509efb-3126-4bfe-b2ef-97023633c6d2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:46.966574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f6590-0fc6-4f8d-8c1e-3ef10d10c9e9 req-cfd7ded1-9ddb-454e-9b8a-f56a2ff23cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:46.968143 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad5f6590-0fc6-4f8d-8c1e-3ef10d10c9e9 req-cfd7ded1-9ddb-454e-9b8a-f56a2ff23cde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 1099 time: 0.7080157 Sep 20 12:27:47.052981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.056336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-a2d29f77-d42e-4bbd-a719-91f66ec0f8af service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876256 Sep 20 12:27:47.072024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa7040-9077-4c3f-8b94-c8b853a33e5b req-86720580-a1d1-46c1-8728-8d566a678939 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:47.079979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3fa7040-9077-4c3f-8b94-c8b853a33e5b req-86720580-a1d1-46c1-8728-8d566a678939 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 945 time: 0.2561283 Sep 20 12:27:47.097165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89509efb-3126-4bfe-b2ef-97023633c6d2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.098008 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89509efb-3126-4bfe-b2ef-97023633c6d2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Fanout notify agent at l3_agent the message router_deleted on router c1b93457-007d-4793-bf8d-3cc599c8954f {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:27:47.099962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:47.102299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 1a60696d-f5c9-4b54-89aa-d74780f57224, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1a60696d-f5c9-4b54-89aa-d74780f57224,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:47.124344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89509efb-3126-4bfe-b2ef-97023633c6d2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.126183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-89509efb-3126-4bfe-b2ef-97023633c6d2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/c1b93457-007d-4793-bf8d-3cc599c8954f HTTP/1.1" status: 204 len: 168 time: 0.7015336 Sep 20 12:27:47.129779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:47.131756 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.136020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:47.199823 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.206446 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad5f6590-0fc6-4f8d-8c1e-3ef10d10c9e9 req-7de62c75-a499-47e8-825e-c7b9d83a96f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152276 Sep 20 12:27:47.236676 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.328332 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.329616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b10eeffe-df26-48e5-9114-168b8965fbaf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:47.336318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3fa7040-9077-4c3f-8b94-c8b853a33e5b req-7b0fab28-322d-498b-b18a-a1735d9134f4 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550592 Sep 20 12:27:47.376525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdb58f8-ff73-4917-9083-16bba4c9e5ac {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:47.383087 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.390271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-baeaa94c-b9e9-4a29-9036-70006029a08a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet 89007e2f-3cf2-4666-894e-24a4dd77dcb9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:27:47.396929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Transition to ACTIVE for port object abdb58f8-ff73-4917-9083-16bba4c9e5ac will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:27:47.400185 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-baeaa94c-b9e9-4a29-9036-70006029a08a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.400504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.426079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:47.456447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:47.462167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:47.467092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:47.485916 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2ce30f33-6b3d-4c9c-95d9-a7176eda6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.498204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=1a60696d-f5c9-4b54-89aa-d74780f57224,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:47.500183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:27:47.506856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf294d9b-5237-4238-ab1d-82fa87487d51 None None] Network 69fa433b-bf7b-48c6-9063-576a884a0361 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:47.517850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=b330ab1e-08c5-4cee-9950-bff50e526c87,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:47.563578 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.619982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:47.621910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.691093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=abdb58f8-ff73-4917-9083-16bba4c9e5ac,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:47.711716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2ce30f33-6b3d-4c9c-95d9-a7176eda6a3b None None] For port b10eeffe-df26-48e5-9114-168b8965fbaf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b10eeffe-df26-48e5-9114-168b8965fbaf,segment=NetworkSegment(c3e10073-775a-4175-934a-588061a68dce),segment_id=c3e10073-775a-4175-934a-588061a68dce)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:47.759567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:47.782781 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Sync routers for ids ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:47.799059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Attempting to bind port abdb58f8-ff73-4917-9083-16bba4c9e5ac on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:47.799497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Attempting to bind port abdb58f8-ff73-4917-9083-16bba4c9e5ac by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:47.799724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Attempting to bind port abdb58f8-ff73-4917-9083-16bba4c9e5ac on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:47.803502 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Routers {'0f92ad01-2ed7-43d3-aa98-19759a714dd6'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:47.804378 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:47.804557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Port abdb58f8-ff73-4917-9083-16bba4c9e5ac on network e7710ad9-6a06-48ed-8523-a1c972a50589 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:27:47.804810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Attempting to bind port abdb58f8-ff73-4917-9083-16bba4c9e5ac on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:47.817638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:47.818357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Checking segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:47.818357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Bound using segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:47.818790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Bound port: abdb58f8-ff73-4917-9083-16bba4c9e5ac, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:47.819167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.842203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2ce30f33-6b3d-4c9c-95d9-a7176eda6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.860329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b10eeffe-df26-48e5-9114-168b8965fbaf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:47.863656 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.915448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] For port abdb58f8-ff73-4917-9083-16bba4c9e5ac, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:47.922021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] For port abdb58f8-ff73-4917-9083-16bba4c9e5ac, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=abdb58f8-ff73-4917-9083-16bba4c9e5ac,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:47.924267 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-baeaa94c-b9e9-4a29-9036-70006029a08a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.961171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:47.997501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.032654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-79af7a07-f471-4574-a607-650647aecf95 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9691215 Sep 20 12:27:48.038557 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Set router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:27:48.040401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce30f33-6b3d-4c9c-95d9-a7176eda6a3b None None] Pushing event updated for resources: {'Port': ['ID=b10eeffe-df26-48e5-9114-168b8965fbaf,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:48.043935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7296b5b2-119e-47dc-b92d-37981b2c6205 None None] Provisioning complete for port 6cfaef60-f4fa-414d-bef9-3d258c87553b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:48.044319 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7296b5b2-119e-47dc-b92d-37981b2c6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.116231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:48.120929 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a38a4c-6037-4394-b58c-d4bb12741e74" -d '{"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-plugged", "status": "completed", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:48.178704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a4ae4-5b51-49a5-a45d-a112150d1e70 req-040436f8-d9af-4cbf-98f5-bd87a39d76bf tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:48.181273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f2a4ae4-5b51-49a5-a45d-a112150d1e70 req-040436f8-d9af-4cbf-98f5-bd87a39d76bf tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 948 time: 0.8151197 Sep 20 12:27:48.313268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e5ac-3434-42bc-998d-d43210629519 req-53f5ef11-31f5-4a90-a377-ad2eb540b1f0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:48.316784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c654e5ac-3434-42bc-998d-d43210629519 req-53f5ef11-31f5-4a90-a377-ad2eb540b1f0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 944 time: 0.3777678 Sep 20 12:27:48.332411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7296b5b2-119e-47dc-b92d-37981b2c6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.398986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7296b5b2-119e-47dc-b92d-37981b2c6205 None None] For port 6cfaef60-f4fa-414d-bef9-3d258c87553b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6cfaef60-f4fa-414d-bef9-3d258c87553b,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:48.454164 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-baeaa94c-b9e9-4a29-9036-70006029a08a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.490666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7296b5b2-119e-47dc-b92d-37981b2c6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.497447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.534479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f2a4ae4-5b51-49a5-a45d-a112150d1e70 req-3ea00126-ad5f-4ae5-879f-45e552d5bc81 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075032 Sep 20 12:27:48.548060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1a60696d-f5c9-4b54-89aa-d74780f57224 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:48.552543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-31fde29f-a1a6-400e-93aa-d98fbaa638de tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:48.554119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-31fde29f-a1a6-400e-93aa-d98fbaa638de tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.3706579 Sep 20 12:27:48.557224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c654e5ac-3434-42bc-998d-d43210629519 req-658099fb-0add-4c0d-8b14-ec971e59099b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056282 Sep 20 12:27:48.567150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809934-3'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:48.603679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.640561 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:27:44Z', 'revision_number': 3, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port': {'id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:42Z', 'updated_at': '2021-09-20T12:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:48.656796 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c93897d-2465-4d24-9c49-0e50e1f17b7d x-openstack-request-id: req-1c93897d-2465-4d24-9c49-0e50e1f17b7d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:48.657306 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-plugged", "status": "completed", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:48.657657 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c93897d-2465-4d24-9c49-0e50e1f17b7d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:48.658156 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'code': 200} Sep 20 12:27:48.675239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:27:48.689696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7296b5b2-119e-47dc-b92d-37981b2c6205 None None] Provisioning complete for port 1a60696d-f5c9-4b54-89aa-d74780f57224 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:48.691068 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7296b5b2-119e-47dc-b92d-37981b2c6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.701706 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Checking router: 0f92ad01-2ed7-43d3-aa98-19759a714dd6 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:27:48.702211 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Updating router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:27:48.704582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:48.705253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.706768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] 10.222.0.32 "PUT /v2.0/ports/abdb58f8-ff73-4917-9083-16bba4c9e5ac HTTP/1.1" status: 200 len: 1092 time: 3.2396073 Sep 20 12:27:48.707233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd42c275-3a4b-480a-a168-84db5a8837e5', 'tag': 'abdb58f8-ff73-4917-9083-16bba4c9e5ac'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:48.710189 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48afc7a-b872-40b0-8472-736ca99c774d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd42c275-3a4b-480a-a168-84db5a8837e5", "tag": "abdb58f8-ff73-4917-9083-16bba4c9e5ac"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:48.715117 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.715559 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Added segment 278c47ae-057a-4da5-87e4-ffdebc9011ec of type vlan for network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 Sep 20 12:27:48.739637 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.761589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296b5b2-119e-47dc-b92d-37981b2c6205 None None] Pushing event updated for resources: {'Port': ['ID=6cfaef60-f4fa-414d-bef9-3d258c87553b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:48.782606 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.801686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1a60696d-f5c9-4b54-89aa-d74780f57224 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:48.802060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.808886 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8ef9486f-8273-4087-b4fd-232390871a42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6052639 Sep 20 12:27:48.821206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.823791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48434) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:48.840024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'port': {'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'name': 'tempest-TaggedBootDevicesTest_v242-579022698', 'fixed_ips': [{'subnet_id': 'f9774c0c-532d-4713-84da-c89c7e611cb3'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:48.866851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1eaec0-e7e5-4d69-8a82-c3091627c569,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:48.889764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-baeaa94c-b9e9-4a29-9036-70006029a08a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.900633 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.902193 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8362a9c6-941d-441c-9e34-da52d9b2243f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.8446164 Sep 20 12:27:48.904813 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e28dfa-1b64-434c-950f-ad34a3432b76 x-openstack-request-id: req-a0e28dfa-1b64-434c-950f-ad34a3432b76 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:48.905141 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd42c275-3a4b-480a-a168-84db5a8837e5", "tag": "abdb58f8-ff73-4917-9083-16bba4c9e5ac", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:48.913416 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0e28dfa-1b64-434c-950f-ad34a3432b76 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:48.913416 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd42c275-3a4b-480a-a168-84db5a8837e5', 'tag': 'abdb58f8-ff73-4917-9083-16bba4c9e5ac', 'status': 'completed', 'code': 200} Sep 20 12:27:48.923876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48440) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:48.927030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.928361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:48.929157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:48.930635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd58685-7050-4de9-9e95-c7291353fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=abdb58f8-ff73-4917-9083-16bba4c9e5ac,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:49.009411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] Pushing event updated for resources: {'Network': ['ID=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:49.018855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b10eeffe-df26-48e5-9114-168b8965fbaf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:49.042643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:27:49.056785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d732-10db-419e-822b-be188da3d003 req-186479f2-cad4-4973-8974-13a71142adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:49.059025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20d7d732-10db-419e-822b-be188da3d003 req-186479f2-cad4-4973-8974-13a71142adca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1101 time: 0.3272724 Sep 20 12:27:49.060757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaa94c-b9e9-4a29-9036-70006029a08a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=89007e2f-3cf2-4666-894e-24a4dd77dcb9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:49.100161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-baeaa94c-b9e9-4a29-9036-70006029a08a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.102382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-baeaa94c-b9e9-4a29-9036-70006029a08a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/89007e2f-3cf2-4666-894e-24a4dd77dcb9 HTTP/1.1" status: 204 len: 168 time: 1.9632812 Sep 20 12:27:49.107641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:49.146229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0547648-98e2-4133-b8f1-7a20a44ab9f8 req-b31525da-d955-4367-8efb-949765469f44 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:49.148071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0547648-98e2-4133-b8f1-7a20a44ab9f8 req-b31525da-d955-4367-8efb-949765469f44 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 945 time: 0.4373400 Sep 20 12:27:49.160028 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.162164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-fbe271d0-d5f9-44c2-844d-85d754d91d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:49.164007 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-fbe271d0-d5f9-44c2-844d-85d754d91d42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 1095 time: 0.2537363 Sep 20 12:27:49.187778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0eba44e9-bf14-415f-98ed-c363b1bd4b3b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7682290 Sep 20 12:27:49.195744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48444) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:49.199920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce533c-7eb2-4925-a390-e1ffa1a74020 None None] Network b0fe8151-47e7-4527-a668-e357e492a3d7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:49.234200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Request body: {'subnet': {'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1085337759-subnet', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:49.242928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-82cbca7d-1d1b-47c4-ac88-83f6ace11e84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abdb58f8-ff73-4917-9083-16bba4c9e5ac HTTP/1.1" status: 200 len: 217 time: 0.0691109 Sep 20 12:27:49.249877 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20d7d732-10db-419e-822b-be188da3d003 req-a20bf9b8-8758-4465-a9cc-74074382fbfa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769021 Sep 20 12:27:49.281037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.310604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0547648-98e2-4133-b8f1-7a20a44ab9f8 req-019a65b7-36d7-4f56-a9ec-24d640655996 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444416 Sep 20 12:27:49.316825 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.364141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:49.382029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-e9c2d98d-2ba9-459a-8d5c-07df34cb2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:49.383952 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-e9c2d98d-2ba9-459a-8d5c-07df34cb2d95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.1014261 Sep 20 12:27:49.416065 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Attempting to bind port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:49.417892 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Attempting to bind port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:49.417892 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Attempting to bind port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:49.422965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:27:49.422965 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.423219 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Pushing event updated for resources: {'Port': ['ID=192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:49.423323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-1d6dfd78-849f-42dc-bae2-685eb01f5907 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305767 Sep 20 12:27:49.426415 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:49.427569 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:49.428205 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.428813 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:49.429536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:49.429807 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Bound port: 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:49.430453 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.435306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.470766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:49.511563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Provisioning complete for port b10eeffe-df26-48e5-9114-168b8965fbaf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:49.511993 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.533050 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] For port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:49.541393 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] For port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:49.550432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] device_id is not set on port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:27:49.556011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5,segment=NetworkSegment(d4b18af7-f3e6-4d64-8a1f-d2d359500c71),segment_id=d4b18af7-f3e6-4d64-8a1f-d2d359500c71)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:49.556390 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.582141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:27:49.585975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:49.596454 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e16ba0f-65e5-4778-9dee-5ede040877dd" -d '{"events": [{"server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:49.596454 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.639169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:49.641493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.662513 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.702903 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017828a3-d22d-4193-8867-08828d004c30 x-openstack-request-id: req-017828a3-d22d-4193-8867-08828d004c30 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:49.702903 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:49.707640 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-017828a3-d22d-4193-8867-08828d004c30 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:49.708986 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64', 'code': 200} Sep 20 12:27:49.762768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48454) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:49.780594 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.791947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b10eeffe-df26-48e5-9114-168b8965fbaf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:49.797841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.805494 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Routers {'0f92ad01-2ed7-43d3-aa98-19759a714dd6'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:49.806272 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:49.815441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-1d044f74-8a1f-47d4-be08-277162e23645 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777230 Sep 20 12:27:49.821210 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Pushing event updated for resources: {'Port': ['ID=192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:49.876265 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:49.933023 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.936786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f9d7-5d21-4478-a8a7-b0f8cd9619b4 req-6aa0f81a-2048-4c65-84b5-cc1a234fc63d tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:49.937281 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.938694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ac1f9d7-5d21-4478-a8a7-b0f8cd9619b4 req-6aa0f81a-2048-4c65-84b5-cc1a234fc63d tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 948 time: 0.2287211 Sep 20 12:27:49.944375 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.944855 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.947356 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.948361 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.948864 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.957980 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.958482 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.959281 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.959281 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.959735 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9b91f-b5b2-47ae-ac63-a7b61952345f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:27:49.964379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:49.967876 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eed180ff-a249-4a7e-bf92-24f934b170c2 req-10b4a030-761d-4b04-ab05-1251b5703b6f service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168008 Sep 20 12:27:50.016791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c08ed-7805-45bb-90fd-30a95126d873 req-30d996f9-172d-4adf-95ee-22e3d9cec01d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:50.020730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-557c08ed-7805-45bb-90fd-30a95126d873 req-30d996f9-172d-4adf-95ee-22e3d9cec01d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 944 time: 0.2378149 Sep 20 12:27:50.023758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on host n-h1-809934-3 for vnic_type normal with profile {"migrating_to": "n-h2-809934-3"} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:50.027823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:50.028390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:50.032234 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.087940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ac1f9d7-5d21-4478-a8a7-b0f8cd9619b4 req-7ae005f3-a0d5-4228-b142-85c84048846a tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197712 Sep 20 12:27:50.127110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:27:50.128496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Attempting to bind port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:50.132197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:50.141629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c58769e1-9b9b-4f29-8dcf-555fd1f989ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.146695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No DVR routers for this DVR port 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:50.152536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Allocated IP 10.1.1.79 (fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e/f9774c0c-532d-4713-84da-c89c7e611cb3/50ce7447-0ff3-459f-9c29-65f7b1c0bc8c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:50.153307 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] Set router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:27:50.157341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f158b1-1309-49e0-a11b-4baca21581be None None] DHCP port deletion for b0fe8151-47e7-4527-a668-e357e492a3d7 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:27:50.164520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:50.164872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:50.165291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:50.165756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Bound port: 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:50.166104 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.200138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Provisioning complete for port 6cfaef60-f4fa-414d-bef9-3d258c87553b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:50.207160 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.236451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.298750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.303807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6cfaef60-f4fa-414d-bef9-3d258c87553b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:50.372218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-557c08ed-7805-45bb-90fd-30a95126d873 req-2091037c-046c-4615-88d8-3c2085e8ed34 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306117 Sep 20 12:27:50.428825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48afc7a-b872-40b0-8472-736ca99c774d req-88b12f5c-6072-486f-96da-c27a26c95607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:50.430902 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d48afc7a-b872-40b0-8472-736ca99c774d req-88b12f5c-6072-486f-96da-c27a26c95607 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 1095 time: 0.3020859 Sep 20 12:27:50.481334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6cfaef60-f4fa-414d-bef9-3d258c87553b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:50.482080 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.510826 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.513847 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:27:44Z', 'revision_number': 3, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port': {'id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:42Z', 'updated_at': '2021-09-20T12:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:50.546884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Provisioning complete for port b330ab1e-08c5-4cee-9950-bff50e526c87 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:50.547571 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.548069 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e225aad-e5d3-43ae-9d54-704eb94a3b4a None None] The sync data for ids ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'] in n-d-809934-3 is: [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:27:44Z', 'revision_number': 3, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port': {'id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:42Z', 'updated_at': '2021-09-20T12:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:50.580767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:50.609698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fe8151-47e7-4527-a668-e357e492a3d7']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:50.616707 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.616958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Port b330ab1e-08c5-4cee-9950-bff50e526c87 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:50.630939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:50.635865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b18af7-f3e6-4d64-8a1f-d2d359500c71') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:50.636126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b18af7-f3e6-4d64-8a1f-d2d359500c71') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:50.638177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Provisioning complete for port 1a60696d-f5c9-4b54-89aa-d74780f57224 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:50.638778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5a4a-69bc-4c38-a76f-cbefdd219e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.656357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32afe6-1c2e-4dc4-b176-f2b5dedcc47b req-b56b343c-9bcc-499e-a23e-d9e51d494b20 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:50.657986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db32afe6-1c2e-4dc4-b176-f2b5dedcc47b req-b56b343c-9bcc-499e-a23e-d9e51d494b20 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.3788664 Sep 20 12:27:50.681261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.719796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.752991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db32afe6-1c2e-4dc4-b176-f2b5dedcc47b req-9467e9a1-d59f-4bea-b580-63dd8cbeba25 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804961 Sep 20 12:27:50.763719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936987ff-ff94-4707-8b3d-6749e6ce6d3e req-335509ba-425a-4a25-adf2-b55362d8fce6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:50.771394 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-936987ff-ff94-4707-8b3d-6749e6ce6d3e req-335509ba-425a-4a25-adf2-b55362d8fce6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 943 time: 0.2496693 Sep 20 12:27:50.775569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:27:50.776537 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.780582 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:27:50.782534 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:27:50.796388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48afc7a-b872-40b0-8472-736ca99c774d req-a7bd5390-15c3-4227-af62-304c3c48a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:50.796388 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d48afc7a-b872-40b0-8472-736ca99c774d req-a7bd5390-15c3-4227-af62-304c3c48a9b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 911 time: 0.3507206 Sep 20 12:27:50.809000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a516e1-d691-4865-968b-9fdfaa0757b3,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:50.813087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Allocated IP 172.20.0.1 (3d2e9745-d7f7-412e-9abd-dfeab2d54d51/57fcf487-b251-4b95-b673-0dab11d905c1/b28dbfca-b459-41dc-a3ae-dd96baae157c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:50.835472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.894796 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d48afc7a-b872-40b0-8472-736ca99c774d req-edc52c11-a9bc-40b7-b5af-f2f37bf4d2f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abdb58f8-ff73-4917-9083-16bba4c9e5ac HTTP/1.1" status: 200 len: 217 time: 0.0935094 Sep 20 12:27:50.902567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6cfaef60-f4fa-414d-bef9-3d258c87553b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:50.953792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c58769e1-9b9b-4f29-8dcf-555fd1f989ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:50.963395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-936987ff-ff94-4707-8b3d-6749e6ce6d3e req-debb2827-1444-4a20-84b1-ea3b839e9f7b tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911044 Sep 20 12:27:50.985543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Checking segment: {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:50.985543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Network hostable DHCP agents. Network: 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:27:50.988311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6cfaef60-f4fa-414d-bef9-3d258c87553b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:50.988866 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.058191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:51.064395 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.064395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] 10.222.0.21 "PUT /v2.0/ports/3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 1121 time: 2.4993198 Sep 20 12:27:51.064395 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c58769e1-9b9b-4f29-8dcf-555fd1f989ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.083605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7674-04e5-4c71-9da7-14c60381b236 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=8']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:51.094532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48afc7a-b872-40b0-8472-736ca99c774d req-1cf0863a-25a1-479c-8ec6-b894b4abc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:51.096177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d48afc7a-b872-40b0-8472-736ca99c774d req-1cf0863a-25a1-479c-8ec6-b894b4abc0ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.1920464 Sep 20 12:27:51.136205 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.142576 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d48afc7a-b872-40b0-8472-736ca99c774d req-056cee75-c22b-4052-9645-13364a822e7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379961 Sep 20 12:27:51.154019 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.159496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/b0fe8151-47e7-4527-a668-e357e492a3d7 HTTP/1.1" status: 204 len: 168 time: 2.0471482 Sep 20 12:27:51.163491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['3fc68bda-b28c-4aef-b283-f48fb2bd2f64'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:51.183130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48462) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:51.189865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ad211-b87b-4ecd-b8c9-37991e81f15e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=b0fe8151-47e7-4527-a668-e357e492a3d7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:51.194865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58769e1-9b9b-4f29-8dcf-555fd1f989ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a80ec6-6bea-457a-b6cb-3c9c589de493,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:51.218999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.224205 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c58769e1-9b9b-4f29-8dcf-555fd1f989ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a33e863e253242cb9cd60650d134501a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4489753 Sep 20 12:27:51.225493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:51.235870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1304402317', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:51.251677 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.258961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:27:51.288241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:51.317424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:27:51.317770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 585f07f4-ec3f-45b3-91bb-5a6eb9fa41c5 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:51.318531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9d2affe-071b-4c52-a1df-8905c342a697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.349680 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9d2affe-071b-4c52-a1df-8905c342a697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.505438 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9d2affe-071b-4c52-a1df-8905c342a697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.508093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9d2affe-071b-4c52-a1df-8905c342a697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.513104 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f9d2affe-071b-4c52-a1df-8905c342a697 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7a80ec6-6bea-457a-b6cb-3c9c589de493 HTTP/1.1" status: 204 len: 168 time: 0.2824295 Sep 20 12:27:51.530683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2affe-071b-4c52-a1df-8905c342a697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a80ec6-6bea-457a-b6cb-3c9c589de493,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:51.550446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e46a-fa5f-4f2b-94ab-8bc56fcaace9 req-6ba5edf2-923d-4f04-9c88-a29295000158 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:51.552215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac22e46a-fa5f-4f2b-94ab-8bc56fcaace9 req-6ba5edf2-923d-4f04-9c88-a29295000158 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 944 time: 0.0769460 Sep 20 12:27:51.607269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac22e46a-fa5f-4f2b-94ab-8bc56fcaace9 req-c66f6d99-08aa-422e-9828-ff4a8a7c9133 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480239 Sep 20 12:27:51.711087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:51.712998 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb" -d '{"events": [{"name": "network-changed", "server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:51.714699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:51.733525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:51.755121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:51.761046 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e065ab07-489b-4289-8122-43cef833802a x-openstack-request-id: req-e065ab07-489b-4289-8122-43cef833802a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:51.761358 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:51.761642 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e065ab07-489b-4289-8122-43cef833802a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:51.762747 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64', 'status': 'completed', 'code': 200} Sep 20 12:27:51.763599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:51.792207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:51.799785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d48afc7a-b872-40b0-8472-736ca99c774d req-a7e13032-fe50-4b40-a2d2-a7281ec58be9 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485963 Sep 20 12:27:51.804145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e8898-d77f-44a6-94c1-5de03633c2b2 None None] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:51.817411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:51.818015 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.921161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.921161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.921161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:51.971490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de06ab-ad35-49f3-ac0a-64ddd819cbc7 req-0b53362f-9970-4793-8d49-18f6fd2830ec tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:51.980294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2de06ab-ad35-49f3-ac0a-64ddd819cbc7 req-0b53362f-9970-4793-8d49-18f6fd2830ec tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1141818 Sep 20 12:27:52.011044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:52.011735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.050225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2de06ab-ad35-49f3-ac0a-64ddd819cbc7 req-fc5ef639-fe48-4abd-92dd-d68e2b2c1375 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675311 Sep 20 12:27:52.092917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Pushing event updated for resources: {'Port': ['ID=b28dbfca-b459-41dc-a3ae-dd96baae157c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:52.096222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:27:52.097062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.108265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:52.115877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:52.139567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:52.152762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3c816d67-c42d-43b5-9fbb-60891e28bd65 None None] Provisioning complete for port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:52.154194 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c816d67-c42d-43b5-9fbb-60891e28bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.168727 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fe9b3566-ba9f-46c3-b785-341c3288dc7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9401278 Sep 20 12:27:52.175289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48482) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:52.185343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:52.209521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-c1f695c7-41c9-4c73-9792-ff598fe1dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:52.211031 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-c1f695c7-41c9-4c73-9792-ff598fe1dc1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1124 time: 0.4159374 Sep 20 12:27:52.257163 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.272074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2c64f-c8cc-4e19-bab2-01c74802d3dd req-f8d2d2a9-2caf-4e7e-91ab-12cd495e3dd3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:52.279783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7e2c64f-c8cc-4e19-bab2-01c74802d3dd req-f8d2d2a9-2caf-4e7e-91ab-12cd495e3dd3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 943 time: 0.1237297 Sep 20 12:27:52.286290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.330053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7e2c64f-c8cc-4e19-bab2-01c74802d3dd req-047ad257-d5cb-4be6-9a84-5fb6d42887c7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Sep 20 12:27:52.369378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3c816d67-c42d-43b5-9fbb-60891e28bd65 None None] Port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:52.386708 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cc9dcd07-ac3c-4bad-805b-bd74cabea7e1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5542557 Sep 20 12:27:52.390775 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d48afc7a-b872-40b0-8472-736ca99c774d req-e76c2166-6a8d-4eb1-9cc8-1bff540471a1 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771542 Sep 20 12:27:52.421222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-530d5bda-e56c-4926-b40a-2b4b81296561 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f710ee1ac668402bb931d233e1b7d213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715456 Sep 20 12:27:52.491859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device abdb58f8-ff73-4917-9083-16bba4c9e5ac details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:27:52.545988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Allocated IP 172.20.0.2 (8175bc1a-9e37-4c9b-93dd-a1ebd412bf01/28a516e1-d691-4865-968b-9fdfaa0757b3/945a8d2f-bd9b-4beb-8fe9-243b4264056a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:52.601096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:52.627163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7902-5487-4edd-acb5-1025b5b52343 req-d08ba0b3-8353-4d11-8ff0-08caf808e6e7 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:52.636951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-d08ba0b3-8353-4d11-8ff0-08caf808e6e7 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146654 Sep 20 12:27:52.645341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5eebe4b-1d47-475f-98e3-e526e4bdeb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.663060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-6573becb-d68a-4c92-ad64-9eab228bcd4c tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/quotas/f710ee1ac668402bb931d233e1b7d213 HTTP/1.1" status: 200 len: 375 time: 0.0250654 Sep 20 12:27:52.689545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8b8bc7cf-b541-41c2-b754-1f82be0e91b8 None None] Provisioning complete for port b28dbfca-b459-41dc-a3ae-dd96baae157c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:52.689920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc7cf-b541-41c2-b754-1f82be0e91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.722535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.723564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.745630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-4cca2827-2534-4833-962a-27e53aa8feca tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805931 Sep 20 12:27:52.791126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port abdb58f8-ff73-4917-9083-16bba4c9e5ac, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=abdb58f8-ff73-4917-9083-16bba4c9e5ac,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:52.838147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'abdb58f8-ff73-4917-9083-16bba4c9e5ac', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'port_id': 'abdb58f8-ff73-4917-9083-16bba4c9e5ac', 'mac_address': 'fa:16:3e:da:17:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac61f73-8882-42e8-8568-2ac22e4f0c97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:27:52.850097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bc7cf-b541-41c2-b754-1f82be0e91b8 None None] Port b28dbfca-b459-41dc-a3ae-dd96baae157c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:52.891251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:52.905277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5eebe4b-1d47-475f-98e3-e526e4bdeb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.913303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:52.919612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-477c95f5-3b01-4224-b113-0a53564d81e0 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847994497', 'description': 'tempest-description--163106232'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:52.937449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:52.982739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-db4b789b-122c-47e0-992d-4905cfd8d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:52.984665 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-db4b789b-122c-47e0-992d-4905cfd8d613 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.7263761 Sep 20 12:27:53.015931 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.055802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdb58f8-ff73-4917-9083-16bba4c9e5ac {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:53.059567 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-a51a5a15-8bbf-4779-9545-ff230d2eee75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 217 time: 0.0672805 Sep 20 12:27:53.060935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afdb3b-3308-4c95-acae-ac892d05dc24 req-49c95487-05ee-4c35-be65-504169298ab6 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:53.061170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.062628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17afdb3b-3308-4c95-acae-ac892d05dc24 req-49c95487-05ee-4c35-be65-504169298ab6 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 944 time: 0.0815408 Sep 20 12:27:53.069165 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.076046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:53.076413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.097093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5eebe4b-1d47-475f-98e3-e526e4bdeb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.108869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port abdb58f8-ff73-4917-9083-16bba4c9e5ac, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=abdb58f8-ff73-4917-9083-16bba4c9e5ac,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:53.119067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-0673c98a-1557-4a5c-b9e6-fff007a0db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:53.121220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-0673c98a-1557-4a5c-b9e6-fff007a0db40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0551624 Sep 20 12:27:53.146312 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5eebe4b-1d47-475f-98e3-e526e4bdeb2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b60e2a882ec486f94f50df5c0446528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425081 Sep 20 12:27:53.152023 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17afdb3b-3308-4c95-acae-ac892d05dc24 req-6f2be048-4515-4a8b-8f3f-331477a1d15c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833168 Sep 20 12:27:53.153341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:53.160364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eebe4b-1d47-475f-98e3-e526e4bdeb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8677eeb-8c35-42de-be81-2fb825dbdf20,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:53.178327 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-41ba28f5-dce7-49f4-9cbb-047c1e93134a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491650 Sep 20 12:27:53.185672 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.209132 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.222625 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bafcb5f-df40-4c6e-b3e3-122f40eaa441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.224223 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.226953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:53.246799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bafcb5f-df40-4c6e-b3e3-122f40eaa441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.261734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:53.279870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-477c95f5-3b01-4224-b113-0a53564d81e0 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.299638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.327563 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.331033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:53.334293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:53.359423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cef7f1c6-2c9b-444f-9fe9-c1f2a59db5e6 req-c23743c1-c613-4c3c-9a80-6e100be04a44 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 210 time: 0.0381026 Sep 20 12:27:53.429481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Pushing event updated for resources: {'Port': ['ID=945a8d2f-bd9b-4beb-8fe9-243b4264056a,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:53.482940 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bafcb5f-df40-4c6e-b3e3-122f40eaa441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.485531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bafcb5f-df40-4c6e-b3e3-122f40eaa441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.486834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2bafcb5f-df40-4c6e-b3e3-122f40eaa441 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8677eeb-8c35-42de-be81-2fb825dbdf20 HTTP/1.1" status: 204 len: 168 time: 0.3325870 Sep 20 12:27:53.494913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['abdb58f8-ff73-4917-9083-16bba4c9e5ac'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:53.502575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafcb5f-df40-4c6e-b3e3-122f40eaa441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8677eeb-8c35-42de-be81-2fb825dbdf20,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:53.531608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.531854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cae742-59f4-4f85-ba5a-55ee12ec0dba req-d4db3f79-e311-4ae1-909d-291bde8cbaa1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:53.533358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33cae742-59f4-4f85-ba5a-55ee12ec0dba req-d4db3f79-e311-4ae1-909d-291bde8cbaa1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 943 time: 0.0831733 Sep 20 12:27:53.563246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Attempting to bind port 945a8d2f-bd9b-4beb-8fe9-243b4264056a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:53.568938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Attempting to bind port 945a8d2f-bd9b-4beb-8fe9-243b4264056a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:53.569424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Attempting to bind port 945a8d2f-bd9b-4beb-8fe9-243b4264056a on network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:53.597374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-477c95f5-3b01-4224-b113-0a53564d81e0 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.608409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33cae742-59f4-4f85-ba5a-55ee12ec0dba req-8aee364b-6f18-4f14-b50e-1ddf2d51a0c6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655665 Sep 20 12:27:53.609686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-4831a5c4-a425-434c-8561-354f56721bed service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158494 Sep 20 12:27:53.630193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:53.630881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Checking segment: {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:53.631842 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.632952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Bound using segment: {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:53.637800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Bound port: 945a8d2f-bd9b-4beb-8fe9-243b4264056a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:53.637800 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.637800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=abdb58f8-ff73-4917-9083-16bba4c9e5ac,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:53.704823 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-477c95f5-3b01-4224-b113-0a53564d81e0 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.737292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c95f5-3b01-4224-b113-0a53564d81e0 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:53.771027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:53.817751 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-477c95f5-3b01-4224-b113-0a53564d81e0 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.827120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-477c95f5-3b01-4224-b113-0a53564d81e0 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9094660 Sep 20 12:27:53.827120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:53.827524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] For port 945a8d2f-bd9b-4beb-8fe9-243b4264056a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:53.832768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ea82f8a0-0b70-45bc-af47-dd7e7bb6deae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'security_group_rule': {'security_group_id': '2131f0ad-c9ca-43be-b71c-b3ca5dcd842a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:53.832962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] For port 945a8d2f-bd9b-4beb-8fe9-243b4264056a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=945a8d2f-bd9b-4beb-8fe9-243b4264056a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:53.862716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e7ce1fc7-26f5-4eaa-b1ad-0c203bbd01fb req-aaeea365-e420-4781-a59a-0ee8527d9b36 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175243 Sep 20 12:27:53.908196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.932731 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.948165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea82f8a0-0b70-45bc-af47-dd7e7bb6deae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.957349 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:53.989463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.019158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571f6b9-8d1a-4799-a176-a2117b4683ed None None] Pushing event updated for resources: {'Port': ['ID=945a8d2f-bd9b-4beb-8fe9-243b4264056a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:54.041820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea82f8a0-0b70-45bc-af47-dd7e7bb6deae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.068386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.136118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea82f8a0-0b70-45bc-af47-dd7e7bb6deae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.156652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82f8a0-0b70-45bc-af47-dd7e7bb6deae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85729332-aa29-42ec-84ad-99437f697d00,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:54.308642 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea82f8a0-0b70-45bc-af47-dd7e7bb6deae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.330816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ea82f8a0-0b70-45bc-af47-dd7e7bb6deae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5026176 Sep 20 12:27:54.346527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48530) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:54.351304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7ba9fbce-563c-49ad-ad69-6ff973765974 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'security_group_rule': {'security_group_id': '2131f0ad-c9ca-43be-b71c-b3ca5dcd842a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:54.393984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8de49-5a86-4bb3-b3ca-1450ed78d541 req-55d354c7-09d6-4dc8-8758-b2ce642af55e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:54.406621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbc8de49-5a86-4bb3-b3ca-1450ed78d541 req-55d354c7-09d6-4dc8-8758-b2ce642af55e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 945 time: 0.1692910 Sep 20 12:27:54.489144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbc8de49-5a86-4bb3-b3ca-1450ed78d541 req-c552ff01-2d1c-4531-be7a-5f4e079b9f89 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778379 Sep 20 12:27:54.491398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be8a75fd-5cae-42ad-a866-aacaaaf62421 req-b751d7fd-2e55-4dfa-80e7-124a94dc7ad6 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 210 time: 0.0512483 Sep 20 12:27:54.519085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device abdb58f8-ff73-4917-9083-16bba4c9e5ac up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:54.586512 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ba9fbce-563c-49ad-ad69-6ff973765974 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.617128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.25.6.49 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/c349c642-943d-4400-8f5f-c379dd6ea5c8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:54.618897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Pushing event updated for resources: {'Port': ['ID=b28dbfca-b459-41dc-a3ae-dd96baae157c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:54.624558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.641550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ba9fbce-563c-49ad-ad69-6ff973765974 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.657077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:27:54.701138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port abdb58f8-ff73-4917-9083-16bba4c9e5ac completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:27:54.722350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port abdb58f8-ff73-4917-9083-16bba4c9e5ac triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:54.722732 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.772233 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ba9fbce-563c-49ad-ad69-6ff973765974 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.809198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.850876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:54.871542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9fbce-563c-49ad-ad69-6ff973765974 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e914b7c-30f1-42af-a73b-c01398943859,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:54.884720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f372d3-201d-4b34-84fe-d842ad4369cd req-b41b4c4d-118e-468d-a04f-36d7a3f165af tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:54.887240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96f372d3-201d-4b34-84fe-d842ad4369cd req-b41b4c4d-118e-468d-a04f-36d7a3f165af tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 943 time: 0.1706030 Sep 20 12:27:54.923009 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.936606 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ba9fbce-563c-49ad-ad69-6ff973765974 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:54.941649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ba9fbce-563c-49ad-ad69-6ff973765974 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5934806 Sep 20 12:27:54.947595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:54.953466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:54.978468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96f372d3-201d-4b34-84fe-d842ad4369cd req-438b4e75-bbf5-47db-bf69-66c629072162 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836837 Sep 20 12:27:54.986009 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 has no active binding in host n-h2-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 12:27:54.995466 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.028113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd42c275-3a4b-480a-a168-84db5a8837e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdb58f8-ff73-4917-9083-16bba4c9e5ac'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:27:55.030672 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc8cfe2-ada6-4a10-89b1-4aa7b44c5f27" -d '{"events": [{"server_uuid": "fd42c275-3a4b-480a-a168-84db5a8837e5", "name": "network-vif-plugged", "status": "completed", "tag": "abdb58f8-ff73-4917-9083-16bba4c9e5ac"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:27:55.079030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:55.091002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port abdb58f8-ff73-4917-9083-16bba4c9e5ac, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=abdb58f8-ff73-4917-9083-16bba4c9e5ac,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:55.111890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.136528 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a87cf-f8af-4a6f-8090-b4c030591434 x-openstack-request-id: req-a58a87cf-f8af-4a6f-8090-b4c030591434 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:27:55.136903 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd42c275-3a4b-480a-a168-84db5a8837e5", "name": "network-vif-plugged", "status": "completed", "tag": "abdb58f8-ff73-4917-9083-16bba4c9e5ac", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:27:55.137214 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a58a87cf-f8af-4a6f-8090-b4c030591434 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:27:55.137643 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd42c275-3a4b-480a-a168-84db5a8837e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdb58f8-ff73-4917-9083-16bba4c9e5ac', 'code': 200} Sep 20 12:27:55.180120 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.284101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=abdb58f8-ff73-4917-9083-16bba4c9e5ac,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:55.288828 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.303477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:55.303919 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.330018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:55.345392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:55.361178 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.468113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 945a8d2f-bd9b-4beb-8fe9-243b4264056a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:55.482257 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-ddda4424-0854-4df5-863b-61132a9f66ce service neutron] 10.222.0.32 "GET /v2.0/ports/3fc68bda-b28c-4aef-b283-f48fb2bd2f64/bindings/n-h2-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.4227571 Sep 20 12:27:55.507357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922d1b0-94e3-4a06-b16f-92f835ad452b req-cc4d3bee-af2a-43e4-9def-c4979308e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:55.509104 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d922d1b0-94e3-4a06-b16f-92f835ad452b req-cc4d3bee-af2a-43e4-9def-c4979308e15b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 1097 time: 0.2932312 Sep 20 12:27:55.519133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1130d10e-7c23-4e4a-b1c8-b4416482abe3 None None] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:27:55.557273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:27:55.632906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d922d1b0-94e3-4a06-b16f-92f835ad452b req-0aceee3b-7d85-4a70-8f2c-7622dfc13989 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132922 Sep 20 12:27:55.733235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c37f1e3b-8a6d-4e21-b015-5bd8e0e259e8 req-6e80643c-c428-4dc2-9ae0-022342b5ed9a tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 210 time: 0.0396118 Sep 20 12:27:55.745839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71808c0-437f-41ef-b528-6dbe4ee30f08 req-62f505bb-0fe4-4f97-9d2a-f3b715d714fb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:55.748767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Allocated IP 172.25.6.75 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/fa52e80c-1c7d-46ae-8536-90b2354a1254) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:55.753717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c71808c0-437f-41ef-b528-6dbe4ee30f08 req-62f505bb-0fe4-4f97-9d2a-f3b715d714fb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 946 time: 0.1254358 Sep 20 12:27:55.766199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.797052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c71808c0-437f-41ef-b528-6dbe4ee30f08 req-942fc291-9cc0-429c-a104-d441d3b395ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Sep 20 12:27:55.831855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 945a8d2f-bd9b-4beb-8fe9-243b4264056a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:55.832314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.838209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6768f8d4-6fec-4d41-a31c-deeee6342547 None None] Provisioning complete for port 945a8d2f-bd9b-4beb-8fe9-243b4264056a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:55.838209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6768f8d4-6fec-4d41-a31c-deeee6342547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:55.853444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:55.879756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:55.900854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:56.000660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=c349c642-943d-4400-8f5f-c379dd6ea5c8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:56.051142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-4f4c6fdc-cd05-4967-b1af-9904ef7b575f tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f710ee1ac668402bb931d233e1b7d213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358682 Sep 20 12:27:56.115291 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6768f8d4-6fec-4d41-a31c-deeee6342547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.147645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:56.161792 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-12844209-65b8-43e8-9c90-2a3579f31938 admin admin] 10.222.0.37 "PUT /v2.0/routers/0f92ad01-2ed7-43d3-aa98-19759a714dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2326386 Sep 20 12:27:56.176305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Sync routers for ids ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:56.195513 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.223665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376362-a31b-4024-8a10-85bbcd2fcc3c req-fb97a9b5-fd71-403a-b3bf-08613a1b20a0 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:56.225222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37376362-a31b-4024-8a10-85bbcd2fcc3c req-fb97a9b5-fd71-403a-b3bf-08613a1b20a0 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 943 time: 0.1268113 Sep 20 12:27:56.238817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7902-5487-4edd-acb5-1025b5b52343 req-dc2421a4-608a-4b53-87e1-02a2c121a5db tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:56.240316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-dc2421a4-608a-4b53-87e1-02a2c121a5db tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777234 Sep 20 12:27:56.253334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Request body: {'port': {'device_id': '562b53bc-6f80-4d48-a36f-bb03ca9a29eb', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'f710ee1ac668402bb931d233e1b7d213'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:56.254353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Routers {'0f92ad01-2ed7-43d3-aa98-19759a714dd6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:56.254834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:56.282060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6768f8d4-6fec-4d41-a31c-deeee6342547 None None] For port 945a8d2f-bd9b-4beb-8fe9-243b4264056a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=945a8d2f-bd9b-4beb-8fe9-243b4264056a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:56.344511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.364607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:56.375192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6768f8d4-6fec-4d41-a31c-deeee6342547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.392012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37376362-a31b-4024-8a10-85bbcd2fcc3c req-27268b82-cf58-4c37-b951-ad8570249ac5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507006 Sep 20 12:27:56.432873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:56.533366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Made reservation on behalf of f710ee1ac668402bb931d233e1b7d213 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:27:56.537556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.653643 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:27:56.654224 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:27:56.655544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Set router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:27:56.657627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c96a06f4-15af-4339-9dc9-62708c761762 None None] Provisioning complete for port b28dbfca-b459-41dc-a3ae-dd96baae157c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:56.657997 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c96a06f4-15af-4339-9dc9-62708c761762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.690658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:27:56.715906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:56.718875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.757652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768f8d4-6fec-4d41-a31c-deeee6342547 None None] Pushing event updated for resources: {'Port': ['ID=945a8d2f-bd9b-4beb-8fe9-243b4264056a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:56.817277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:56.827836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:56.835364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:56.837488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Pushing event updated for resources: {'Port': ['ID=fa52e80c-1c7d-46ae-8536-90b2354a1254,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:56.840617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.855855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c96a06f4-15af-4339-9dc9-62708c761762 None None] Port b28dbfca-b459-41dc-a3ae-dd96baae157c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:56.895354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:56.927101 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-ce06b0ad-5b51-40f8-af8f-33336c299ba5 req-1766f787-cdcd-44cd-8daf-7f3e87853fc6 tempest-FloatingIPDetailsNegativeTestJSON-113276 tempest-FloatingIPDetailsNegativeTestJSON-113276-project] show failed (client error): The resource could not be found. Sep 20 12:27:56.928227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce06b0ad-5b51-40f8-af8f-33336c299ba5 req-1766f787-cdcd-44cd-8daf-7f3e87853fc6 tempest-FloatingIPDetailsNegativeTestJSON-113276 tempest-FloatingIPDetailsNegativeTestJSON-113276-project] 10.222.0.37 "GET /v2.0/floatingips/94f7123d-a278-4b5f-b6c4-c36be2a296c8 HTTP/1.1" status: 404 len: 350 time: 0.1007953 Sep 20 12:27:56.938787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:27:52Z', 'revision_number': 4, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port': {'id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:42Z', 'updated_at': '2021-09-20T12:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'b28dbfca-b459-41dc-a3ae-dd96baae157c', 'name': '', 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'mac_address': 'fa:16:3e:e1:56:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '57fcf487-b251-4b95-b673-0dab11d905c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:50Z', 'updated_at': '2021-09-20T12:27:53Z', 'revision_number': 2, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'subnets': [{'id': '57fcf487-b251-4b95-b673-0dab11d905c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:56.941080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48584) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:56.984905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Checking router: 0f92ad01-2ed7-43d3-aa98-19759a714dd6 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:27:56.985298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Updating router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 port b28dbfca-b459-41dc-a3ae-dd96baae157c binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:27:57.028096 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.033957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0a966f1f-e13a-4186-a4e2-378f49ec1973 None None] Provisioning complete for port 945a8d2f-bd9b-4beb-8fe9-243b4264056a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:57.033957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a966f1f-e13a-4186-a4e2-378f49ec1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.054176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Allocated IP 192.168.233.239 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/195546f5-94c4-4c94-b5d2-401e9b8b9a0b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:57.081608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9f093be-8377-4d35-ba6a-28dccb986347 req-0990bf26-4132-41e3-9ca0-7d91b1d419b1 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 210 time: 0.0921295 Sep 20 12:27:57.086689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Allocated IP 172.25.6.46 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/d5b7f6a4-d238-47a8-8832-a69338e422dc) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:27:57.221412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.221895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.222369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.222835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.223322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.223784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.224250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.224716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.225206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.225684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.226133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.228209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60d1b5e2-d317-4d94-85d7-e0a07bd97455 req-b7953053-0b92-4c24-8db0-c17a57deb81a tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7779 time: 0.4924145 Sep 20 12:27:57.383551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812709e4-3a6e-4e05-a6ef-2b6db9936a03 req-a0066838-b39b-46ce-9ce7-d6fb25360891 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.385708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-812709e4-3a6e-4e05-a6ef-2b6db9936a03 req-a0066838-b39b-46ce-9ce7-d6fb25360891 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 946 time: 0.2189872 Sep 20 12:27:57.465203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 945a8d2f-bd9b-4beb-8fe9-243b4264056a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:57.509197 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.533928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 945a8d2f-bd9b-4beb-8fe9-243b4264056a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:57.534217 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.574411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.658415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c35d6-398e-423c-acdc-188f3ac24b8d None None] Pushing event updated for resources: {'Port': ['ID=b28dbfca-b459-41dc-a3ae-dd96baae157c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:57.708669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] Transition to ACTIVE for port object 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:27:57.734947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Attempting to bind port b28dbfca-b459-41dc-a3ae-dd96baae157c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:27:57.735683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Attempting to bind port b28dbfca-b459-41dc-a3ae-dd96baae157c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:27:57.736263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Attempting to bind port b28dbfca-b459-41dc-a3ae-dd96baae157c on network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:27:57.742617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:27:57.743255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Checking segment: {'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:27:57.743984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.744590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Bound using segment: {'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:27:57.745329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Bound port: b28dbfca-b459-41dc-a3ae-dd96baae157c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e10073-775a-4175-934a-588061a68dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:27:57.745948 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.794050 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.828163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] For port b28dbfca-b459-41dc-a3ae-dd96baae157c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:27:57.832003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] For port b28dbfca-b459-41dc-a3ae-dd96baae157c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b28dbfca-b459-41dc-a3ae-dd96baae157c,segment=NetworkSegment(c3e10073-775a-4175-934a-588061a68dce),segment_id=c3e10073-775a-4175-934a-588061a68dce)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:27:57.898470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.902021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.908962 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:57.910545 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-dde7ade0-93e7-49fe-baed-c4d495d9f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:57.912616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-dde7ade0-93e7-49fe-baed-c4d495d9f8fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1082 time: 0.2522068 Sep 20 12:27:57.976652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-812709e4-3a6e-4e05-a6ef-2b6db9936a03 req-15a71249-099e-40ce-b20e-4247d5793430 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362021 Sep 20 12:27:58.004620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c35d6-398e-423c-acdc-188f3ac24b8d None None] Pushing event updated for resources: {'Port': ['ID=b28dbfca-b459-41dc-a3ae-dd96baae157c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:58.007930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Routers {'0f92ad01-2ed7-43d3-aa98-19759a714dd6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:58.008406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:58.020911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.070710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6457adb5-ad83-4ac6-84ba-73759d980790 None None] Provisioning complete for port b28dbfca-b459-41dc-a3ae-dd96baae157c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:58.071226 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6457adb5-ad83-4ac6-84ba-73759d980790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.073795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0dd4-a096-481a-88b7-034bc9650dc1 req-c4d6a4ca-9540-4bb5-900c-a76f5366184c tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.097828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bca0dd4-a096-481a-88b7-034bc9650dc1 req-c4d6a4ca-9540-4bb5-900c-a76f5366184c tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 886 time: 0.7679594 Sep 20 12:27:58.151287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:58.185598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.197831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] No DVR routers for this DVR port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:27:58.282116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b9fae-aab6-4f67-9af2-579a2bd50d3e req-663dbb6c-04b9-4b7f-ac26-8507d624c507 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.284183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f0b9fae-aab6-4f67-9af2-579a2bd50d3e req-663dbb6c-04b9-4b7f-ac26-8507d624c507 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 944 time: 0.2121065 Sep 20 12:27:58.286492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:58.287404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=d5b7f6a4-d238-47a8-8832-a69338e422dc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:58.298449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:58.309639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:58.355990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.384057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a4940ec8-6d7c-462b-b581-973a9b7f917c', '60846e98-38a7-4938-b025-bd7bd12a6183'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:27:58.390931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] Set router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:27:58.410013 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40a9ee9a-fcbf-487a-88f8-222f540a00a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/3fc68bda-b28c-4aef-b283-f48fb2bd2f64/bindings/n-h2-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 2.9118707 Sep 20 12:27:58.434128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.472090 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6457adb5-ad83-4ac6-84ba-73759d980790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.509958 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.527422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f0b9fae-aab6-4f67-9af2-579a2bd50d3e req-9ae5a986-a1d7-4727-b8a5-43d5a4bc0363 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359498 Sep 20 12:27:58.528128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-b2f530d5-b461-4232-b733-c27c59d5bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.529278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:27:58.530292 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-b2f530d5-b461-4232-b733-c27c59d5bdd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.5825555 Sep 20 12:27:58.556884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:27:58.563296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:27:58.575951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Pushing event updated for resources: {'Port': ['ID=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:58.580694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:27:58.625846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-ba6016d6-2586-4332-8c7f-d37c5a317975 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 217 time: 0.0848963 Sep 20 12:27:58.693515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6457adb5-ad83-4ac6-84ba-73759d980790 None None] For port b28dbfca-b459-41dc-a3ae-dd96baae157c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b28dbfca-b459-41dc-a3ae-dd96baae157c,segment=NetworkSegment(c3e10073-775a-4175-934a-588061a68dce),segment_id=c3e10073-775a-4175-934a-588061a68dce)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:27:58.736160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.737431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.761262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6457adb5-ad83-4ac6-84ba-73759d980790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.768789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.781409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bfceb-f436-47ee-bb80-bd46161eade7 req-7e977756-227f-4d6a-af2e-7221cc475b56 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.783323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-749bfceb-f436-47ee-bb80-bd46161eade7 req-7e977756-227f-4d6a-af2e-7221cc475b56 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 936 time: 0.1690655 Sep 20 12:27:58.811634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:27:58.846202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-777151f7-aab8-49d2-a005-7869904a61cd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5969191 Sep 20 12:27:58.886749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457adb5-ad83-4ac6-84ba-73759d980790 None None] Pushing event updated for resources: {'Port': ['ID=b28dbfca-b459-41dc-a3ae-dd96baae157c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:58.890067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Request body: {'port': {'device_id': '562b53bc-6f80-4d48-a36f-bb03ca9a29eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:27:58.904004 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router d45a175d-341d-4445-8443-dc9a2db54a2a is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:27:58.917475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.918425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.918567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.918992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.919457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.919918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.920382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.921103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.921323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.921777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.922349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.937423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90df857d-3215-43db-b150-7aa8fe0837a2 req-1b216e56-f7a3-40e6-bbcb-2b8007e14506 tempest-NetworksTest-859714572 tempest-NetworksTest-859714572-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7779 time: 0.4131095 Sep 20 12:27:58.965646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a2074d9f-0510-49f9-a085-f2e07c65d10c None None] Provisioning complete for port b28dbfca-b459-41dc-a3ae-dd96baae157c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:58.966146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a2074d9f-0510-49f9-a085-f2e07c65d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:58.989587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f21edfc7-c7c3-461f-a2d6-ffa176e035c2 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.992245 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-f21edfc7-c7c3-461f-a2d6-ffa176e035c2 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.4316580 Sep 20 12:27:58.994227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-57a938b8-1c2e-461e-adca-7857a9533847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:58.996233 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-57a938b8-1c2e-461e-adca-7857a9533847 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.2691104 Sep 20 12:27:59.022686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-749bfceb-f436-47ee-bb80-bd46161eade7 req-d3c571ff-3505-4833-994d-23b98d4ea6a6 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949754 Sep 20 12:27:59.037378 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:59.065958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:27:52Z', 'revision_number': 4, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port': {'id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:42Z', 'updated_at': '2021-09-20T12:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'b28dbfca-b459-41dc-a3ae-dd96baae157c', 'name': '', 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'mac_address': 'fa:16:3e:e1:56:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '57fcf487-b251-4b95-b673-0dab11d905c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:50Z', 'updated_at': '2021-09-20T12:27:57Z', 'revision_number': 4, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'subnets': [{'id': '57fcf487-b251-4b95-b673-0dab11d905c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:59.111738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435420c-20b0-4b63-bdb6-dd89b9336922 None None] The sync data for ids ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'] in n-d-809934-3 is: [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:27:52Z', 'revision_number': 4, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port': {'id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:42Z', 'updated_at': '2021-09-20T12:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'b28dbfca-b459-41dc-a3ae-dd96baae157c', 'name': '', 'network_id': '3d2e9745-d7f7-412e-9abd-dfeab2d54d51', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'mac_address': 'fa:16:3e:e1:56:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '57fcf487-b251-4b95-b673-0dab11d905c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:50Z', 'updated_at': '2021-09-20T12:27:57Z', 'revision_number': 4, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'subnets': [{'id': '57fcf487-b251-4b95-b673-0dab11d905c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:59.169737 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-4db133ec-421d-4767-9294-14515d8600a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914912 Sep 20 12:27:59.235486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77c681-849a-4dbf-bdf9-891f8c32b12b req-c7737396-340b-429f-be89-4ce5aae6b5d5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:59.246970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b77c681-849a-4dbf-bdf9-891f8c32b12b req-c7737396-340b-429f-be89-4ce5aae6b5d5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 946 time: 0.1574197 Sep 20 12:27:59.333642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:59.356568 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-e5295c47-236e-4caa-b662-cac23ef230fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:27:59.358382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-e5295c47-236e-4caa-b662-cac23ef230fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12&tenant_id=b6dad03d741246d4962e7009f7b4acc4 HTTP/1.1" status: 200 len: 1095 time: 0.3501110 Sep 20 12:27:59.367818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8c6d5a43-2367-439d-9fb1-9218a5274903 None None] Provisioning complete for port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:59.369041 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c6d5a43-2367-439d-9fb1-9218a5274903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:59.404324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b77c681-849a-4dbf-bdf9-891f8c32b12b req-0397eb55-57d5-467e-ae2a-3e0e80107439 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564009 Sep 20 12:27:59.420630 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:59.445063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:59.447899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:27:59.471532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b28dbfca-b459-41dc-a3ae-dd96baae157c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:27:59.471702 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c5f188-846b-45d9-9692-40e2c65daf56 None None] Sync routers for ids ['d45a175d-341d-4445-8443-dc9a2db54a2a'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:27:59.507610 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5f188-846b-45d9-9692-40e2c65daf56 None None] Routers {'d45a175d-341d-4445-8443-dc9a2db54a2a'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:59.509196 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-45c5f188-846b-45d9-9692-40e2c65daf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d45a175d-341d-4445-8443-dc9a2db54a2a'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:59.529371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8c6d5a43-2367-439d-9fb1-9218a5274903 None None] Port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:27:59.542884 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:59.566025 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-45c5f188-846b-45d9-9692-40e2c65daf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:59.579665 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5f188-846b-45d9-9692-40e2c65daf56 None None] Routers {'d45a175d-341d-4445-8443-dc9a2db54a2a'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:27:59.580873 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-45c5f188-846b-45d9-9692-40e2c65daf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d45a175d-341d-4445-8443-dc9a2db54a2a'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:59.597212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b28dbfca-b459-41dc-a3ae-dd96baae157c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:27:59.597212 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:59.655354 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-45c5f188-846b-45d9-9692-40e2c65daf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:27:59.655607 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c5f188-846b-45d9-9692-40e2c65daf56 None None] The sync data for ids ['d45a175d-341d-4445-8443-dc9a2db54a2a'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:27:59.678938 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-1bedf7ca-a810-4717-bfbe-ff285a6b7214 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977946 Sep 20 12:27:59.720782 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:27:59.722079 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ed722bda-e0ad-4aaa-a9b1-31540b22c9a5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.5362966 Sep 20 12:27:59.736214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:59.767517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48608) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:27:59.860937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=d5b7f6a4-d238-47a8-8832-a69338e422dc,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:27:59.950349 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:00.107966 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2950370-8ed8-4da5-8fe5-d82518d57ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:00.110029 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:00.119845 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6cab10f8-3488-45d2-8c80-878e9ff1d23c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1623163 Sep 20 12:28:00.125198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a79501-3d4f-4bea-8b55-2bfc6ffb6b95 req-af4f983a-ef4e-41ea-a1bf-a869b6ed9852 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:00.126786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75a79501-3d4f-4bea-8b55-2bfc6ffb6b95 req-af4f983a-ef4e-41ea-a1bf-a869b6ed9852 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 944 time: 0.3915119 Sep 20 12:28:00.172023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4f468-eb82-4f5c-bf59-d0f2f59742d7 req-e42be2b1-6f39-4157-a0f4-68a1f0475d4c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:00.173517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80f4f468-eb82-4f5c-bf59-d0f2f59742d7 req-e42be2b1-6f39-4157-a0f4-68a1f0475d4c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 946 time: 0.1981943 Sep 20 12:28:00.203807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195546f5-94c4-4c94-b5d2-401e9b8b9a0b {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:00.212369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40f328dd-95b4-4b40-a00c-342cfe6b6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:00.213401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1fe34e85-8f93-4ec7-b197-919bd0cb9ba5 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/routers/d45a175d-341d-4445-8443-dc9a2db54a2a HTTP/1.1" status: 200 len: 880 time: 0.4759486 Sep 20 12:28:00.214574 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-40f328dd-95b4-4b40-a00c-342cfe6b6c7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1095 time: 0.8214645 Sep 20 12:28:00.226101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48618) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:00.237022 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:00.285893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75a79501-3d4f-4bea-8b55-2bfc6ffb6b95 req-1df4f3d6-7eed-432a-8595-112b3b8208cb tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436234 Sep 20 12:28:00.347782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Transition to ACTIVE for port object 195546f5-94c4-4c94-b5d2-401e9b8b9a0b will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:00.385625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80f4f468-eb82-4f5c-bf59-d0f2f59742d7 req-40045b59-39c5-4c37-bbbd-69962af44197 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918247 Sep 20 12:28:00.465725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1247f81-0a61-41e9-b5d0-28f068d0262f req-7b52c0a4-3f09-446d-be60-c3b85c4160bc service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381299 Sep 20 12:28:00.465725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-3cfe3343-7a0b-4ca5-94e2-d1b5ad9791d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:00.465725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-3cfe3343-7a0b-4ca5-94e2-d1b5ad9791d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.1829557 Sep 20 12:28:00.491952 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:00.495231 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-4952ae75-0785-42dc-8ec9-54fef2499bab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8537254 Sep 20 12:28:00.560567 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-742880df-076a-46ad-ab45-8867e46afa81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 217 time: 0.0583291 Sep 20 12:28:00.760833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-37540e21-2b77-4a1e-8542-53e51112e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:00.762520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-37540e21-2b77-4a1e-8542-53e51112e3e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.1432309 Sep 20 12:28:00.785526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-b5328295-1726-4a36-abfa-8064a7b1224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:00.787415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-b5328295-1726-4a36-abfa-8064a7b1224c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1096 time: 0.1692457 Sep 20 12:28:00.835332 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-0302bbaf-fd75-4a1c-9d38-51c865bcb205 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638144 Sep 20 12:28:00.909213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:28:01.009650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Pushing event updated for resources: {'Port': ['ID=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:01.028896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2950370-8ed8-4da5-8fe5-d82518d57ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:01.066805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efa89e-daf8-4245-9b63-dbd11a4b2fc0 req-718ad41b-2b0e-403c-ad04-f086df55429f tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:01.069480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89efa89e-daf8-4245-9b63-dbd11a4b2fc0 req-718ad41b-2b0e-403c-ad04-f086df55429f tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 936 time: 0.6620243 Sep 20 12:28:01.140460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2950370-8ed8-4da5-8fe5-d82518d57ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:01.145912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-6f0095e9-9b4e-4aed-880d-c51e03356928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:01.151754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-6f0095e9-9b4e-4aed-880d-c51e03356928 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.3298261 Sep 20 12:28:01.151754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-7a96354d-0d7c-40ce-b0bf-24870e115c7a service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932694 Sep 20 12:28:01.262832 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-604e7758-33ea-4c36-a56e-e00ac8469325 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 217 time: 0.0716221 Sep 20 12:28:01.274296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-9124ac24-2ff4-4030-9e90-ec672dae2959 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--847994497&fields=id&tenant_id=7bd288628e954d50bff617b055b848c8 HTTP/1.1" status: 200 len: 267 time: 0.6455660 Sep 20 12:28:01.318660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:01.333793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89efa89e-daf8-4245-9b63-dbd11a4b2fc0 req-1e9fcfdf-db4d-4c99-8aa8-11f176f371c2 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307997 Sep 20 12:28:01.334147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Sync routers for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:01.339738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2950370-8ed8-4da5-8fe5-d82518d57ca4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=402cd4a8d421422db0a6efc7cfd9e4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5583103 Sep 20 12:28:01.349174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:01.350105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:01.354353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48636) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:01.373805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2950370-8ed8-4da5-8fe5-d82518d57ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab041ebc-bff6-4cf2-9e89-5d8d62c30ac8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:01.394189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-a2a8b424-fbfd-4bb0-8fbd-5cb712fe51bb tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:01.395728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-a2a8b424-fbfd-4bb0-8fbd-5cb712fe51bb tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports/b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 934 time: 0.0980341 Sep 20 12:28:01.452227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Deleting port b28dbfca-b459-41dc-a3ae-dd96baae157c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:01.452569 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:01.458052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Attempting to bind port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:01.458590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Attempting to bind port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:01.459108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Attempting to bind port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:01.479254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:01.484261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Attempting to bind port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:01.522993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:01.528012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-56bb914d-d28c-4420-a1c3-f77e3f37bbb1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2981141 Sep 20 12:28:01.532989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48640) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:01.540696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:01.545123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:01.545123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:01.545123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Bound port: 195546f5-94c4-4c94-b5d2-401e9b8b9a0b, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:01.545123 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:01.550236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5db126a3-ec84-4e6a-a487-c09d62599608 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1304402317'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:01.622115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-46f8e4f6-fa2c-4dfd-b8ec-f856230294a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:01.623888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-46f8e4f6-fa2c-4dfd-b8ec-f856230294a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.3445911 Sep 20 12:28:01.630891 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-c74054b7-d87b-4788-b9b0-5c6b0464a014 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367328 Sep 20 12:28:01.638148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:01.639481 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-66f07f92-b009-4334-8ab7-c5bbdab3a245 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4600480 Sep 20 12:28:01.645415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:01.662227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-ea783ea4-d3f2-4c24-aff4-f7ba9cd1ac2f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:01.671242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-ea783ea4-d3f2-4c24-aff4-f7ba9cd1ac2f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports/50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 935 time: 0.2192922 Sep 20 12:28:01.700617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-e9e1ee40-ec7e-4b2d-b514-813f19e14c4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568833 Sep 20 12:28:01.716822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-6af40b11-2146-4268-9473-59a04977629f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:01.718532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-6af40b11-2146-4268-9473-59a04977629f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 946 time: 0.3312027 Sep 20 12:28:01.733154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662aabe-2c8c-4318-9737-7f307529cb4d req-a6706085-02d8-4ab4-bf26-22780921324c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:01.748802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8662aabe-2c8c-4318-9737-7f307529cb4d req-a6706085-02d8-4ab4-bf26-22780921324c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 944 time: 0.2744174 Sep 20 12:28:01.765124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:27:57Z', 'revision_number': 3, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:01.784529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00e934b3-a9e7-4045-bf18-dcc5fa8d9ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:01.788448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] For port b28dbfca-b459-41dc-a3ae-dd96baae157c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b28dbfca-b459-41dc-a3ae-dd96baae157c,segment=NetworkSegment(c3e10073-775a-4175-934a-588061a68dce),segment_id=c3e10073-775a-4175-934a-588061a68dce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:01.788813 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:01.799229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Checking router: 4b7343d0-822a-4793-b8ce-cd84f316eaa0 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:28:01.799677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Updating router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 port fa52e80c-1c7d-46ae-8536-90b2354a1254 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:28:01.825529 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:01.847133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Calling delete_port for b28dbfca-b459-41dc-a3ae-dd96baae157c owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:01.894128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0ec009e4-b72c-4a9a-8f0d-dcb0af6f61a2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1924691 Sep 20 12:28:01.953781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-32ce58b6-b542-4dd6-be4c-8718051fe953 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0583162 Sep 20 12:28:01.957317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] For port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:01.968549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00e934b3-a9e7-4045-bf18-dcc5fa8d9ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.090086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] For port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:02.100738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8662aabe-2c8c-4318-9737-7f307529cb4d req-0f3865e4-2e61-4790-b07a-c541de707d6d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691813 Sep 20 12:28:02.126446 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.180200 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-bdef976d-f51c-4e3e-9601-c6309bc3fd6e service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606760 Sep 20 12:28:02.204268 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.231800 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.268923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d459cb6-e4b6-4ecd-a1d5-c6f77b154715 None None] Pushing event updated for resources: {'Port': ['ID=fa52e80c-1c7d-46ae-8536-90b2354a1254,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:02.271428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Attempting to bind port fa52e80c-1c7d-46ae-8536-90b2354a1254 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:02.272113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Attempting to bind port fa52e80c-1c7d-46ae-8536-90b2354a1254 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:02.272113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Attempting to bind port fa52e80c-1c7d-46ae-8536-90b2354a1254 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:02.277998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:02.278304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:02.289250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.289250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:02.289250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Bound port: fa52e80c-1c7d-46ae-8536-90b2354a1254, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:02.289250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.297208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-3b8eef6b-7a7f-4e73-ade2-3897c0c2d2b3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:02.303333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-3b8eef6b-7a7f-4e73-ade2-3897c0c2d2b3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:02.310059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-3b8eef6b-7a7f-4e73-ade2-3897c0c2d2b3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:02.311801 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-3b8eef6b-7a7f-4e73-ade2-3897c0c2d2b3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/networks?id=08b21f5b-0295-422d-8389-e10acee067c3&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=69fa433b-bf7b-48c6-9063-576a884a0361&id=69fa433b-bf7b-48c6-9063-576a884a0361 HTTP/1.1" status: 200 len: 1993 time: 0.3438509 Sep 20 12:28:02.323647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:02.324934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.326220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] 10.222.0.21 "PUT /v2.0/ports/195546f5-94c4-4c94-b5d2-401e9b8b9a0b HTTP/1.1" status: 200 len: 1096 time: 3.4635081 Sep 20 12:28:02.332859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562b53bc-6f80-4d48-a36f-bb03ca9a29eb', 'tag': '195546f5-94c4-4c94-b5d2-401e9b8b9a0b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:02.342206 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720ab889-85e9-493c-b1c8-b26bc4360001" -d '{"events": [{"name": "network-changed", "server_uuid": "562b53bc-6f80-4d48-a36f-bb03ca9a29eb", "tag": "195546f5-94c4-4c94-b5d2-401e9b8b9a0b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:02.343185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] For port fa52e80c-1c7d-46ae-8536-90b2354a1254, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:02.347243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] For port fa52e80c-1c7d-46ae-8536-90b2354a1254, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fa52e80c-1c7d-46ae-8536-90b2354a1254,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:02.388950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e5c4df45-a0dd-44bc-b63d-61e10eb39b93 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/quotas/7bd288628e954d50bff617b055b848c8 HTTP/1.1" status: 200 len: 375 time: 0.0613863 Sep 20 12:28:02.462488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.473637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7301f-919c-4906-8a47-fe8a9434bceb service neutron] Pushing event updated for resources: {'Port': ['ID=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:02.547232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe29c4a-83d3-4695-9da5-3e508ee058c5 req-fa20c58e-0274-4c4c-acda-b7680c18980d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:02.549043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fe29c4a-83d3-4695-9da5-3e508ee058c5 req-fa20c58e-0274-4c4c-acda-b7680c18980d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 946 time: 0.3589272 Sep 20 12:28:02.589103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:02.589785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:02.642636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d459cb6-e4b6-4ecd-a1d5-c6f77b154715 None None] Pushing event updated for resources: {'Port': ['ID=fa52e80c-1c7d-46ae-8536-90b2354a1254,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:02.661510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7902-5487-4edd-acb5-1025b5b52343 req-6922fdfb-fc42-4513-bf75-89a0a3509519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:02.663621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-6922fdfb-fc42-4513-bf75-89a0a3509519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 1099 time: 0.1928878 Sep 20 12:28:02.692776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-3bc204cf-1022-445e-9404-5bf92dd56f57 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2479312 Sep 20 12:28:02.738529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:02.738927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Deleting port abdb58f8-ff73-4917-9083-16bba4c9e5ac {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:02.739403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.773978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-8926af4b-39aa-4cab-9ec9-88c926717bc2 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:02.775890 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-8926af4b-39aa-4cab-9ec9-88c926717bc2 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.6930401 Sep 20 12:28:02.776523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00e934b3-a9e7-4045-bf18-dcc5fa8d9ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.779157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00e934b3-a9e7-4045-bf18-dcc5fa8d9ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:02.782571 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-00e934b3-a9e7-4045-bf18-dcc5fa8d9ead admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab041ebc-bff6-4cf2-9e89-5d8d62c30ac8 HTTP/1.1" status: 204 len: 168 time: 1.4097514 Sep 20 12:28:02.795002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fe29c4a-83d3-4695-9da5-3e508ee058c5 req-9ba70023-b711-426d-bfc8-33482a6b1cc4 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388570 Sep 20 12:28:02.841794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-fc66f0da-0131-422e-a723-6807a1ff32b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=195546f5-94c4-4c94-b5d2-401e9b8b9a0b HTTP/1.1" status: 200 len: 217 time: 0.1478255 Sep 20 12:28:02.866014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e934b3-a9e7-4045-bf18-dcc5fa8d9ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab041ebc-bff6-4cf2-9e89-5d8d62c30ac8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:03.034374 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-181eafa8-8836-4b0e-9120-dac43a7f7222 req-2caf0c04-bf06-49a7-bf1d-f139d14b3243 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8386586 Sep 20 12:28:03.048656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5db126a3-ec84-4e6a-a487-c09d62599608 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.106126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] For port abdb58f8-ff73-4917-9083-16bba4c9e5ac, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=abdb58f8-ff73-4917-9083-16bba4c9e5ac,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:03.106505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.111453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:27:57Z', 'revision_number': 3, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:03.145049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb8551-b770-44e3-b004-a0690b08668b None None] The sync data for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 is: [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:27:57Z', 'revision_number': 3, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:03.150100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Calling delete_port for abdb58f8-ff73-4917-9083-16bba4c9e5ac owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:03.209951 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5db126a3-ec84-4e6a-a487-c09d62599608 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.258421 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aa460e-0f1c-4135-b30a-d3cf8ad310d5 x-openstack-request-id: req-34aa460e-0f1c-4135-b30a-d3cf8ad310d5 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:03.259001 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562b53bc-6f80-4d48-a36f-bb03ca9a29eb", "tag": "195546f5-94c4-4c94-b5d2-401e9b8b9a0b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:03.259163 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34aa460e-0f1c-4135-b30a-d3cf8ad310d5 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:03.260213 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562b53bc-6f80-4d48-a36f-bb03ca9a29eb', 'tag': '195546f5-94c4-4c94-b5d2-401e9b8b9a0b', 'status': 'completed', 'code': 200} Sep 20 12:28:03.268798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.310275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b28dbfca-b459-41dc-a3ae-dd96baae157c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:03.337175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-85594907-70fa-4ca3-9f62-034c81d3c2e0 service neutron] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:03.348795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7902-5487-4edd-acb5-1025b5b52343 req-a392e66c-fc61-45fc-8812-ef6b933bbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:03.353710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-a392e66c-fc61-45fc-8812-ef6b933bbc80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.4921079 Sep 20 12:28:03.393829 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-85594907-70fa-4ca3-9f62-034c81d3c2e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.395023 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61fb0a88-2196-4d6d-8c31-ae2c37f34aa6 req-85594907-70fa-4ca3-9f62-034c81d3c2e0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/3fc68bda-b28c-4aef-b283-f48fb2bd2f64/bindings/n-h1-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.5946033 Sep 20 12:28:03.458331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad909dc-4047-4655-808b-66ff43a19883 req-a414785d-93a6-4cdb-bd05-62d168bf4f29 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:03.495872 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad909dc-4047-4655-808b-66ff43a19883 req-a414785d-93a6-4cdb-bd05-62d168bf4f29 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 948 time: 0.2408609 Sep 20 12:28:03.513726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-96d1f395-fce5-41cf-a4cf-7c3cac569b48 service neutron] 10.222.0.37 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259829 Sep 20 12:28:03.517780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db126a3-ec84-4e6a-a487-c09d62599608 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router d45a175d-341d-4445-8443-dc9a2db54a2a has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:28:03.611483 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.659120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.663713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7902-5487-4edd-acb5-1025b5b52343 req-c0cf1198-5268-41e7-b4a9-8d287f3345f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:03.666043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-c0cf1198-5268-41e7-b4a9-8d287f3345f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3039317 Sep 20 12:28:03.763634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event deleted for resources: {'Port': ['ID=abdb58f8-ff73-4917-9083-16bba4c9e5ac,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:03.871383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48660) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:03.873441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-89b743cb-bdfb-400b-8ba2-01720d3434ab service neutron] 10.222.0.37 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584569 Sep 20 12:28:03.901188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.909802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] No DVR routers for this DVR port abdb58f8-ff73-4917-9083-16bba4c9e5ac on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:28:03.927145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.929415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90ade02b-bccc-4dee-aa2e-ed0126a33300 req-027f347f-0bd0-453d-bc5d-70341c6e31ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "DELETE /v2.0/ports/abdb58f8-ff73-4917-9083-16bba4c9e5ac HTTP/1.1" status: 204 len: 173 time: 2.1633141 Sep 20 12:28:03.930192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd42c275-3a4b-480a-a168-84db5a8837e5', 'name': 'network-vif-deleted', 'tag': 'abdb58f8-ff73-4917-9083-16bba4c9e5ac'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:03.933218 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dc5093-76d6-4805-a542-dd82edee8e8a" -d '{"events": [{"server_uuid": "fd42c275-3a4b-480a-a168-84db5a8837e5", "name": "network-vif-deleted", "tag": "abdb58f8-ff73-4917-9083-16bba4c9e5ac"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:03.937445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db126a3-ec84-4e6a-a487-c09d62599608 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:03.939092 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290b2f43-6bc9-4c9e-a55e-c0ea7f1a3f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.954037 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2b783-7ec1-4244-9884-dd1cacf95512 None None] Sync routers for ids ['d45a175d-341d-4445-8443-dc9a2db54a2a'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:03.954728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5db126a3-ec84-4e6a-a487-c09d62599608 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:03.956174 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5db126a3-ec84-4e6a-a487-c09d62599608 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/d45a175d-341d-4445-8443-dc9a2db54a2a HTTP/1.1" status: 200 len: 887 time: 2.4178200 Sep 20 12:28:03.961203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48664) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:03.965342 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2b783-7ec1-4244-9884-dd1cacf95512 None None] Routers {'d45a175d-341d-4445-8443-dc9a2db54a2a'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:03.966149 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-53b2b783-7ec1-4244-9884-dd1cacf95512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d45a175d-341d-4445-8443-dc9a2db54a2a'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:04.004165 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-53b2b783-7ec1-4244-9884-dd1cacf95512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:04.014913 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2b783-7ec1-4244-9884-dd1cacf95512 None None] Routers {'d45a175d-341d-4445-8443-dc9a2db54a2a'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:04.015767 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-53b2b783-7ec1-4244-9884-dd1cacf95512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d45a175d-341d-4445-8443-dc9a2db54a2a'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:04.054269 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-53b2b783-7ec1-4244-9884-dd1cacf95512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:04.055179 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2b783-7ec1-4244-9884-dd1cacf95512 None None] The sync data for ids ['d45a175d-341d-4445-8443-dc9a2db54a2a'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:04.069541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad909dc-4047-4655-808b-66ff43a19883 req-b0f4283b-9d02-42c6-a2e3-15b077f1c67d tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727837 Sep 20 12:28:04.184020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-b5f08b81-3eab-4f2b-a6a2-f243bcfba8ca service neutron] 10.222.0.37 "GET /v2.0/ports/b330ab1e-08c5-4cee-9950-bff50e526c87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1133454 Sep 20 12:28:04.193758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7422aa40-e0f5-41f9-aa81-438047433a09 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/routers/d45a175d-341d-4445-8443-dc9a2db54a2a HTTP/1.1" status: 200 len: 887 time: 0.2313669 Sep 20 12:28:04.198465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48666) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:04.218522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-6d3047ed-22c4-4511-956a-0b43d18dd317 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375431 Sep 20 12:28:04.226449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Allocated IP 172.20.0.1 (8175bc1a-9e37-4c9b-93dd-a1ebd412bf01/28a516e1-d691-4865-968b-9fdfaa0757b3/4660899b-537f-4c4b-96df-c0cc33fe71eb) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:04.280673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aee79679-6c3a-4673-b9d6-13415799ddc2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d45a175d-341d-4445-8443-dc9a2db54a2a HTTP/1.1" status: 200 len: 205 time: 0.0786245 Sep 20 12:28:04.281461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48668) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:04.302861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c487b-825a-4f43-b0a4-ab163381cdef req-443eb00c-b954-45ee-b283-1ac381231c51 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:04.305187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-225c487b-825a-4f43-b0a4-ab163381cdef req-443eb00c-b954-45ee-b283-1ac381231c51 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 944 time: 0.1643262 Sep 20 12:28:04.439105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290b2f43-6bc9-4c9e-a55e-c0ea7f1a3f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:04.528763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-225c487b-825a-4f43-b0a4-ab163381cdef req-f1d5f946-921a-4370-89c7-f023510f6623 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036362 Sep 20 12:28:04.529857 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:04.530770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6d106739-b673-4d46-89a4-733defab6d21 service neutron] 10.222.0.37 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342452 Sep 20 12:28:04.537720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:28:04.550872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device abdb58f8-ff73-4917-9083-16bba4c9e5ac no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:28:04.562658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705c7902-5487-4edd-acb5-1025b5b52343 req-cb2ca1ca-bf97-4091-bc6c-5218c5af1749 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098655 Sep 20 12:28:04.598043 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290b2f43-6bc9-4c9e-a55e-c0ea7f1a3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:04.619318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: abdb58f8-ff73-4917-9083-16bba4c9e5ac {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:28:04.619318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device abdb58f8-ff73-4917-9083-16bba4c9e5ac not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:28:04.689798 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:04.699767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-290b2f43-6bc9-4c9e-a55e-c0ea7f1a3f44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a380d4190df429baa3b563e7d2099ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270574 Sep 20 12:28:04.705711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48672) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:04.709240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5827163f-1452-4f15-9c48-d130c2a24495 req-3e1d5196-3906-4b06-bded-274415bd63e8 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd42c275-3a4b-480a-a168-84db5a8837e5 HTTP/1.1" status: 200 len: 210 time: 0.0417891 Sep 20 12:28:04.730834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b2f43-6bc9-4c9e-a55e-c0ea7f1a3f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6b124-092c-4a2b-9fa9-946910a93d5d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:04.770078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4af50539-1ff9-4184-a90d-e14222d81994 service neutron] 10.222.0.37 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963794 Sep 20 12:28:04.779205 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc6fbdf-6661-48a9-b759-4571301421d6 x-openstack-request-id: req-bfc6fbdf-6661-48a9-b759-4571301421d6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:04.779808 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd42c275-3a4b-480a-a168-84db5a8837e5", "name": "network-vif-deleted", "tag": "abdb58f8-ff73-4917-9083-16bba4c9e5ac", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:04.779808 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfc6fbdf-6661-48a9-b759-4571301421d6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:04.780164 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd42c275-3a4b-480a-a168-84db5a8837e5', 'name': 'network-vif-deleted', 'tag': 'abdb58f8-ff73-4917-9083-16bba4c9e5ac', 'status': 'completed', 'code': 200} Sep 20 12:28:04.800172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:04.826248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:04.831314 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-78e38ecf-72ef-41c2-ace7-8312016f0cbb admin admin] 10.222.0.37 "PUT /v2.0/routers/0f92ad01-2ed7-43d3-aa98-19759a714dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8872156 Sep 20 12:28:04.835095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48676) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:04.841603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] Sync routers for ids ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:04.852379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] Routers {'0f92ad01-2ed7-43d3-aa98-19759a714dd6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:04.853686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:04.883115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cd062c92-b026-4888-87e0-4f4a9d8f3e23 service neutron] 10.222.0.37 "GET /v2.0/ports/50ce7447-0ff3-459f-9c29-65f7b1c0bc8c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0854678 Sep 20 12:28:04.912014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c774413-83b2-4ec4-9d25-4e2c724aea97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:04.956308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-1de0349b-e1f8-4d26-a18f-c09296222e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:04.957865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-1de0349b-e1f8-4d26-a18f-c09296222e19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 1099 time: 0.1814108 Sep 20 12:28:04.984577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.053246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port c349c642-943d-4400-8f5f-c379dd6ea5c8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:05.053695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.098441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.130255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] Set router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:05.157737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c774413-83b2-4ec4-9d25-4e2c724aea97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.187654 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.205930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496099e0-636b-4f0b-8bc8-9139df46161a req-10c1c0b5-6bef-441c-b9f4-4974c28be455 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:05.207688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-496099e0-636b-4f0b-8bc8-9139df46161a req-10c1c0b5-6bef-441c-b9f4-4974c28be455 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1095 time: 0.3207731 Sep 20 12:28:05.213377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:05.213737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.229867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for c349c642-943d-4400-8f5f-c379dd6ea5c8 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:05.239589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:05.305161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Pushing event updated for resources: {'Port': ['ID=4660899b-537f-4c4b-96df-c0cc33fe71eb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:05.309161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:05.348950 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-b650ddb6-c7a8-47df-9484-98743f74ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:05.350782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-b650ddb6-c7a8-47df-9484-98743f74ecd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.3794997 Sep 20 12:28:05.388652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-496099e0-636b-4f0b-8bc8-9139df46161a req-69f08af5-e40b-46c1-9cb1-8708ac3a0421 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458485 Sep 20 12:28:05.392159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:28:03Z', 'revision_number': 5, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port': {'id': '192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:42Z', 'updated_at': '2021-09-20T12:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:05.451524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-dfdb30cf-0dbc-4d13-97f4-f24b6758ef26 service neutron] 10.222.0.37 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513914 Sep 20 12:28:05.467578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] Checking router: 0f92ad01-2ed7-43d3-aa98-19759a714dd6 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:28:05.480435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] Routers {'0f92ad01-2ed7-43d3-aa98-19759a714dd6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:05.481513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:05.612490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-92b5d76d-c3af-41a5-a042-ec6c08cff090 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=195546f5-94c4-4c94-b5d2-401e9b8b9a0b HTTP/1.1" status: 200 len: 217 time: 0.2225950 Sep 20 12:28:05.640219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fa52e80c-1c7d-46ae-8536-90b2354a1254 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:05.643581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Deleting port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:05.643920 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.646422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] Set router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:05.652448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.726610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 6, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:05.745045 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.768613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab0664-a8a9-4d96-b4ea-34f3c8a09d9b None None] The sync data for ids ['0f92ad01-2ed7-43d3-aa98-19759a714dd6'] in n-d-809934-3 is: [{'id': '0f92ad01-2ed7-43d3-aa98-19759a714dd6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-816703739-router', 'tenant_id': '1cc03ae7272d4105a5edd496dac6da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:41Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 6, 'project_id': '1cc03ae7272d4105a5edd496dac6da27', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:05.778402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c95a8b7d-4698-4a96-b313-81f909cdb143 None None] Provisioning complete for port 4660899b-537f-4c4b-96df-c0cc33fe71eb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:05.779005 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c95a8b7d-4698-4a96-b313-81f909cdb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.788368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] For port 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:05.789580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.810686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Calling delete_port for 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:05.821557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port fa52e80c-1c7d-46ae-8536-90b2354a1254 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:05.821941 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.827732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c774413-83b2-4ec4-9d25-4e2c724aea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.830084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=c349c642-943d-4400-8f5f-c379dd6ea5c8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:05.830318 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c774413-83b2-4ec4-9d25-4e2c724aea97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.831500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c774413-83b2-4ec4-9d25-4e2c724aea97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0e6b124-092c-4a2b-9fa9-946910a93d5d HTTP/1.1" status: 204 len: 168 time: 1.1213796 Sep 20 12:28:05.842292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-4b121bf8-224e-4456-9ca3-edff5b9f93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:05.843738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-4b121bf8-224e-4456-9ca3-edff5b9f93ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.2048817 Sep 20 12:28:05.879948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c95a8b7d-4698-4a96-b313-81f909cdb143 None None] Port 4660899b-537f-4c4b-96df-c0cc33fe71eb cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:05.970733 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.977527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:05.999334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port fa52e80c-1c7d-46ae-8536-90b2354a1254, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fa52e80c-1c7d-46ae-8536-90b2354a1254,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:06.158904 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.223423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c774413-83b2-4ec4-9d25-4e2c724aea97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6b124-092c-4a2b-9fa9-946910a93d5d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:06.227257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=fa52e80c-1c7d-46ae-8536-90b2354a1254,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:06.256996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc706cf1-8569-46e8-8779-a07551ec41a6 req-3dc0e4be-903b-4922-9205-0991600efaa2 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:06.259326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc706cf1-8569-46e8-8779-a07551ec41a6 req-3dc0e4be-903b-4922-9205-0991600efaa2 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 948 time: 0.6774960 Sep 20 12:28:06.313106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4a7072e9-7deb-4b53-9bda-2e690548d62e service neutron] 10.222.0.37 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339790 Sep 20 12:28:06.390915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-105053c4-413c-4070-a804-aa29f89dcbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:06.392808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-105053c4-413c-4070-a804-aa29f89dcbd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5319164 Sep 20 12:28:06.399067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc706cf1-8569-46e8-8779-a07551ec41a6 req-52f884f2-4a7f-4e28-897f-b20838a4912f tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195707 Sep 20 12:28:06.419125 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:28:06.452848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.460931 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.625960 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.629602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-66aff30f-16fb-4b27-8921-6049ad2f22c1 service neutron] 10.222.0.37 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103390 Sep 20 12:28:06.638411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-174cded0-64f0-448f-8528-06ab9af01c7b service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353632 Sep 20 12:28:06.638687 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.639253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Fanout notify agent at l3_agent the message router_deleted on router d45a175d-341d-4445-8443-dc9a2db54a2a {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:28:06.648356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.649404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2fc03037-b3c1-418a-beec-a54b715449a4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/d45a175d-341d-4445-8443-dc9a2db54a2a HTTP/1.1" status: 204 len: 168 time: 2.3673294 Sep 20 12:28:06.654167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48704) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:06.661440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-932374334'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:06.667243 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.708024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Pushing event deleted for resources: {'Port': ['ID=192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:06.770062 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.838497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:06.842311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.880621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.883988 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.909415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe8e0-be16-468b-952b-b733e212d856 req-b28cfadd-26b2-4ce8-9e1d-54374cadbfd3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:06.910874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-b28cfadd-26b2-4ce8-9e1d-54374cadbfd3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 807 time: 0.3425922 Sep 20 12:28:06.936151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:06.946744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:06.947695 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment 0f3a639f-82f4-4933-bad4-219d5822cb99 of type vlan for network 2392e2a7-e588-49fe-bd7c-6e9bdece278d Sep 20 12:28:06.959564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-720ab889-85e9-493c-b1c8-b26bc4360001 req-db7a4851-e9a0-48ec-a0f1-ac5de995a3a7 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053396 Sep 20 12:28:06.961354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-52230f62-9162-44ab-b6ce-ae8fcbbcf819 service neutron] 10.222.0.37 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036823 Sep 20 12:28:06.967097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-4e728989-db85-4f39-85b6-2b055255de21 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/quotas/b6dad03d741246d4962e7009f7b4acc4 HTTP/1.1" status: 200 len: 375 time: 0.0394986 Sep 20 12:28:06.993546 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.023625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.026171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f92ad01-2ed7-43d3-aa98-19759a714dd6 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:28:07.030154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.031290 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-308a5926-ce07-4f7c-a620-df65a1ceab0f admin admin] 10.222.0.37 "DELETE /v2.0/routers/0f92ad01-2ed7-43d3-aa98-19759a714dd6 HTTP/1.1" status: 204 len: 168 time: 2.1962440 Sep 20 12:28:07.033764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48710) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:07.088802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9e0285-d819-42ce-80f6-50ec094e77d9 admin admin] Deleting subnet 57fcf487-b251-4b95-b673-0dab11d905c1 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:28:07.088802 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0285-d819-42ce-80f6-50ec094e77d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.109739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.115484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:07.116092 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.157737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0285-d819-42ce-80f6-50ec094e77d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.160766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0f3618de-621f-4e81-ac63-8703337a6013 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583834 Sep 20 12:28:07.177131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-2cec5199-65db-4a47-a948-0c8bf86514b7 service neutron] 10.222.0.37 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076328 Sep 20 12:28:07.214342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.235150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=2392e2a7-e588-49fe-bd7c-6e9bdece278d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:07.248973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 2392e2a7-e588-49fe-bd7c-6e9bdece278d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:07.303751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0285-d819-42ce-80f6-50ec094e77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.349249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-eefb64f1-3674-4ec7-9f12-5867dd4a13ee service neutron] 10.222.0.37 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745794 Sep 20 12:28:07.351829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fb7bfd54-d9d3-434a-8026-c2f000c019c1 service neutron] 10.222.0.37 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563542 Sep 20 12:28:07.358561 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-16dfe2a6-3cfc-47b9-8fc5-4f3695f8e712 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7029030 Sep 20 12:28:07.366317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:07.387920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': '2392e2a7-e588-49fe-bd7c-6e9bdece278d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:07.410522 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.421887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fa52e80c-1c7d-46ae-8536-90b2354a1254 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:07.479383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port fa52e80c-1c7d-46ae-8536-90b2354a1254 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:07.479860 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.592853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0285-d819-42ce-80f6-50ec094e77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.615698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:28:07.630550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e0285-d819-42ce-80f6-50ec094e77d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57fcf487-b251-4b95-b673-0dab11d905c1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:07.636733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0285-d819-42ce-80f6-50ec094e77d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.638026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.638950 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cc9e0285-d819-42ce-80f6-50ec094e77d9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/57fcf487-b251-4b95-b673-0dab11d905c1 HTTP/1.1" status: 204 len: 168 time: 0.6041348 Sep 20 12:28:07.641694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48724) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:07.642713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:28:07.642713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 192bbb9c-89b2-4e0b-ad89-9d8e0a6dff45 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:28:07.642931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Pushing event updated for resources: {'Port': ['ID=4660899b-537f-4c4b-96df-c0cc33fe71eb,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:07.643023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b28dbfca-b459-41dc-a3ae-dd96baae157c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:28:07.647123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb07bf-4f0e-41da-b562-f55a4a05bacc None None] Network 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:07.676973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-737370d4-183b-49db-83f2-b42115f67f76 service neutron] 10.222.0.37 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194568 Sep 20 12:28:07.685889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b28dbfca-b459-41dc-a3ae-dd96baae157c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:28:07.686118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b28dbfca-b459-41dc-a3ae-dd96baae157c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:28:07.705866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-474e98d1-e1d4-4ee1-b555-0cd13d2c5252 service neutron] 10.222.0.37 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402839 Sep 20 12:28:07.718931 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.787631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:07.792853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.809399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Deleting port b10eeffe-df26-48e5-9114-168b8965fbaf {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:07.809750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.918887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] For port b10eeffe-df26-48e5-9114-168b8965fbaf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b10eeffe-df26-48e5-9114-168b8965fbaf,segment=NetworkSegment(c3e10073-775a-4175-934a-588061a68dce),segment_id=c3e10073-775a-4175-934a-588061a68dce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:07.918887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:07.932086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] DHCP port deletion for 3d2e9745-d7f7-412e-9abd-dfeab2d54d51 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:28:07.933758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Calling delete_port for b10eeffe-df26-48e5-9114-168b8965fbaf owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:07.953474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:07.963314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:07.992314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-ecb5a9be-7eaa-49bf-b4db-759fd535d69f service neutron] 10.222.0.37 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741237 Sep 20 12:28:08.024924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] Deleting port b10eeffe-df26-48e5-9114-168b8965fbaf {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:08.026629 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.194679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] For port b10eeffe-df26-48e5-9114-168b8965fbaf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b10eeffe-df26-48e5-9114-168b8965fbaf,segment=NetworkSegment(c3e10073-775a-4175-934a-588061a68dce),segment_id=c3e10073-775a-4175-934a-588061a68dce)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:08.196088 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.215268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] Calling delete_port for b10eeffe-df26-48e5-9114-168b8965fbaf owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:08.225909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.315226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] No DVR routers for this DVR port b10eeffe-df26-48e5-9114-168b8965fbaf on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:28:08.317329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10eeffe-df26-48e5-9114-168b8965fbaf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: from cryptography.utils import int_from_bytes Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: from cryptography.utils import int_from_bytes Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.363053 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:28:08.367021 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:28:08.372715 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.403513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] Pushing event deleted for resources: {'Port': ['ID=b10eeffe-df26-48e5-9114-168b8965fbaf,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:08.410990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a7fe9-6bf2-40f1-aef8-df7fb7b82a2a None None] No DVR routers for this DVR port b10eeffe-df26-48e5-9114-168b8965fbaf on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:28:08.434128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9eeae6ee-2014-4aa0-8ef0-6ad64ebbb8e1 None None] Provisioning complete for port 4660899b-537f-4c4b-96df-c0cc33fe71eb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:08.434709 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eeae6ee-2014-4aa0-8ef0-6ad64ebbb8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.442716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.468487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2e9745-d7f7-412e-9abd-dfeab2d54d51']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:08.472303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9eeae6ee-2014-4aa0-8ef0-6ad64ebbb8e1 None None] Port 4660899b-537f-4c4b-96df-c0cc33fe71eb cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:08.479513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e10073-775a-4175-934a-588061a68dce') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:08.479959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e10073-775a-4175-934a-588061a68dce') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:08.490541 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.514024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.514024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:28:08.514024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:28:08.514679 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:28:08.660750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.669697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.671671 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d2e9745-d7f7-412e-9abd-dfeab2d54d51 HTTP/1.1" status: 204 len: 168 time: 1.0290186 Sep 20 12:28:08.681366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31222124-5dd3-42a6-9960-efefcfd8fbe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2e9745-d7f7-412e-9abd-dfeab2d54d51,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:08.735274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 195546f5-94c4-4c94-b5d2-401e9b8b9a0b details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:28:08.740321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:28:08.743278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-c6b894de-f4bf-4b95-8d87-1e0f3d17d5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673164 Sep 20 12:28:08.753035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064cbe4-3f64-45d4-af9d-37db137564fc req-9d2ae797-47e3-4bc5-9872-894fe5c6de31 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:08.754453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0064cbe4-3f64-45d4-af9d-37db137564fc req-9d2ae797-47e3-4bc5-9872-894fe5c6de31 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 948 time: 0.5436552 Sep 20 12:28:08.850704 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.866751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:08.879303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '195546f5-94c4-4c94-b5d2-401e9b8b9a0b', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '195546f5-94c4-4c94-b5d2-401e9b8b9a0b', 'mac_address': 'fa:16:3e:19:06:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:28:08.918239 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:08.932263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195546f5-94c4-4c94-b5d2-401e9b8b9a0b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:08.933464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0064cbe4-3f64-45d4-af9d-37db137564fc req-ae4052c0-194a-452c-9ae4-7b541215d4e9 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687019 Sep 20 12:28:08.962671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:09.010300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=83fdb656-c1be-4553-bab4-68fa7710a09f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:09.035115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6cfef225-4272-4439-830f-a0d79461c2b9 service neutron] 10.222.0.37 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795184 Sep 20 12:28:09.039195 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.051796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e5e1cea-eb95-4dd7-924e-01776c6695ff req-430e8c1d-b77b-4217-9f67-97d361ecd5fe tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 210 time: 0.0493588 Sep 20 12:28:09.066915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': '0f3a639f-82f4-4933-bad4-219d5822cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2392e2a7-e588-49fe-bd7c-6e9bdece278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:09.067286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: 2392e2a7-e588-49fe-bd7c-6e9bdece278d, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:09.073814 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:09.085529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-69172941-3eac-44d4-bbd3-a0aaa73ceda2 admin admin] 10.222.0.37 "PUT /v2.0/routers/4b7343d0-822a-4793-b8ce-cd84f316eaa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4307489 Sep 20 12:28:09.095033 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Sync routers for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:09.106233 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:09.107249 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:09.146971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:09.161731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 2392e2a7-e588-49fe-bd7c-6e9bdece278d is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:09.190041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48768) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:09.261486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-766b1f7a-3d0a-4e6a-b6fb-1ea4fd6b53c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cc03ae7272d4105a5edd496dac6da27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703433 Sep 20 12:28:09.263989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48772) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:09.284593 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:09.298268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 2392e2a7-e588-49fe-bd7c-6e9bdece278d) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:09.307302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['195546f5-94c4-4c94-b5d2-401e9b8b9a0b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:28:09.321216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:09.321824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.351725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9e808c2-77cc-4f16-b61d-dc949c1c14ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.384441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-a07f55b2-420e-483d-8d16-9ecdb99187c5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:09.388580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-a07f55b2-420e-483d-8d16-9ecdb99187c5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.2078907 Sep 20 12:28:09.406484 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9e808c2-77cc-4f16-b61d-dc949c1c14ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.417106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa6f93-4acf-4002-b258-c6c92ccae944 None None] Network 2392e2a7-e588-49fe-bd7c-6e9bdece278d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:09.427689 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-73f1b67e-3d6b-42a3-83e1-2212821785a4 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/quotas/8b128218af8e4236b1fee9ffa669e30d HTTP/1.1" status: 200 len: 375 time: 0.0324199 Sep 20 12:28:09.456270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b10eeffe-df26-48e5-9114-168b8965fbaf no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:28:09.458501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dd45bed5-ad80-41ce-9b5f-87cb0c077db0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0894809 Sep 20 12:28:09.461876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:09.499501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d8a3d864-37ee-48bd-a873-40227d458404 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-998258001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:09.521537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b10eeffe-df26-48e5-9114-168b8965fbaf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:28:09.521537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b10eeffe-df26-48e5-9114-168b8965fbaf not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:28:09.550481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-14df9f0d-7c45-42b1-ba42-ff73d8a0a923 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082420 Sep 20 12:28:09.636769 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9e808c2-77cc-4f16-b61d-dc949c1c14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.649105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9e808c2-77cc-4f16-b61d-dc949c1c14ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.649105 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f9e808c2-77cc-4f16-b61d-dc949c1c14ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8115e021-69f6-473d-9a46-c9e93f44259b HTTP/1.1" status: 204 len: 168 time: 0.3788977 Sep 20 12:28:09.654857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e808c2-77cc-4f16-b61d-dc949c1c14ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8115e021-69f6-473d-9a46-c9e93f44259b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:09.693571 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 2, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:09.702791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-2dc18bee-f6e4-4562-8a4f-e71e221c6ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391685 Sep 20 12:28:09.741463 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Checking router: 4b7343d0-822a-4793-b8ce-cd84f316eaa0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:28:09.742204 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Updating router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 port 4660899b-537f-4c4b-96df-c0cc33fe71eb binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:28:09.807349 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.824462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d864-37ee-48bd-a873-40227d458404 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.825613 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d864-37ee-48bd-a873-40227d458404 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.869151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-2392e2a7-e588-49fe-bd7c-6e9bdece278d', 'network_id': '2392e2a7-e588-49fe-bd7c-6e9bdece278d', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': '83fdb656-c1be-4553-bab4-68fa7710a09f'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:28:09.870574 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:09.983055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d864-37ee-48bd-a873-40227d458404 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.016701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-0dfb951d-745f-40f3-8c5e-52ed827252c6 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120368 Sep 20 12:28:10.060891 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d864-37ee-48bd-a873-40227d458404 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.091064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Allocated IP 172.20.0.2 (2392e2a7-e588-49fe-bd7c-6e9bdece278d/83fdb656-c1be-4553-bab4-68fa7710a09f/4cbb72c2-b8dd-467c-8f70-46742d70d009) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:10.169550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d864-37ee-48bd-a873-40227d458404 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.169550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8a3d864-37ee-48bd-a873-40227d458404 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7008278 Sep 20 12:28:10.175892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48834) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:10.298778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.370513 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.433825 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.479977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Network 2392e2a7-e588-49fe-bd7c-6e9bdece278d is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:10.484195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:10.501865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:10.527168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Pushing event updated for resources: {'Port': ['ID=4cbb72c2-b8dd-467c-8f70-46742d70d009,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:10.540785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.548479 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.686634 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c161f9d-7cfc-412d-82f6-f1f63c246ee8 None None] Pushing event updated for resources: {'Port': ['ID=4660899b-537f-4c4b-96df-c0cc33fe71eb,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:10.704861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Attempting to bind port 4cbb72c2-b8dd-467c-8f70-46742d70d009 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:10.716828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Attempting to bind port 4cbb72c2-b8dd-467c-8f70-46742d70d009 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0f3a639f-82f4-4933-bad4-219d5822cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2392e2a7-e588-49fe-bd7c-6e9bdece278d'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:10.716828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Attempting to bind port 4cbb72c2-b8dd-467c-8f70-46742d70d009 on network 2392e2a7-e588-49fe-bd7c-6e9bdece278d {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:10.720482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:10.720879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Checking segment: {'id': '0f3a639f-82f4-4933-bad4-219d5822cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2392e2a7-e588-49fe-bd7c-6e9bdece278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:10.721698 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.721929 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Attempting to bind port 4660899b-537f-4c4b-96df-c0cc33fe71eb on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:10.722159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Bound using segment: {'id': '0f3a639f-82f4-4933-bad4-219d5822cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2392e2a7-e588-49fe-bd7c-6e9bdece278d'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:10.722630 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Attempting to bind port 4660899b-537f-4c4b-96df-c0cc33fe71eb by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:10.722782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Bound port: 4cbb72c2-b8dd-467c-8f70-46742d70d009, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3a639f-82f4-4933-bad4-219d5822cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2392e2a7-e588-49fe-bd7c-6e9bdece278d'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:10.723140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.723744 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Attempting to bind port 4660899b-537f-4c4b-96df-c0cc33fe71eb on network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:10.730861 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:10.731584 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Checking segment: {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:10.732279 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.732854 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Bound using segment: {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:10.733738 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Bound port: 4660899b-537f-4c4b-96df-c0cc33fe71eb, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:10.734298 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.752470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 195546f5-94c4-4c94-b5d2-401e9b8b9a0b up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:10.832156 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] For port 4660899b-537f-4c4b-96df-c0cc33fe71eb, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:10.839437 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] For port 4660899b-537f-4c4b-96df-c0cc33fe71eb, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4660899b-537f-4c4b-96df-c0cc33fe71eb,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:10.979027 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:10.988603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57763-6684-4c1a-bf65-bc14d39d1047 req-86abf79a-b2b5-4faa-9851-833691385163 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:11.007977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01a57763-6684-4c1a-bf65-bc14d39d1047 req-86abf79a-b2b5-4faa-9851-833691385163 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 949 time: 0.1482224 Sep 20 12:28:11.120154 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c161f9d-7cfc-412d-82f6-f1f63c246ee8 None None] Pushing event updated for resources: {'Port': ['ID=4660899b-537f-4c4b-96df-c0cc33fe71eb,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:11.170804 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:11.172109 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:27:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:11.205511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aed2648f-27a7-44e6-a32b-2cad28960d27 req-a392a1ef-d5d0-4b22-8ea3-a43591ed9820 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 210 time: 0.0855668 Sep 20 12:28:11.225859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01a57763-6684-4c1a-bf65-bc14d39d1047 req-41cf2b37-c613-41b9-b383-51e70b837b03 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139575 Sep 20 12:28:11.243074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe8e0-be16-468b-952b-b733e212d856 req-33e4288d-56d9-48cb-ab9c-346e6d955a68 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:11.248389 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-33e4288d-56d9-48cb-ab9c-346e6d955a68 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 807 time: 0.4553306 Sep 20 12:28:11.271869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Request body: {'port': {'device_id': '925e559d-f77d-4305-881c-7a7f596c6930', 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'admin_state_up': True, 'tenant_id': 'b6dad03d741246d4962e7009f7b4acc4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:11.380913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.20.0.1 (2392e2a7-e588-49fe-bd7c-6e9bdece278d/83fdb656-c1be-4553-bab4-68fa7710a09f/9f64ae18-4c2f-40ec-8cbd-025f6653fbca) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:11.414984 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:11.446086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c48ddafe-e2b1-477c-9f90-aba030adf05b None None] Provisioning complete for port 4660899b-537f-4c4b-96df-c0cc33fe71eb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:11.447675 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c48ddafe-e2b1-477c-9f90-aba030adf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:11.457099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25effd99-a1d9-4d0c-9027-d29464c893ff req-12266a1c-7ec7-40a7-a883-448a88f0b96b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 210 time: 0.0981584 Sep 20 12:28:11.562391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:28:11.573901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5b37c24-8bd7-478d-a787-8df589817202 req-1aafacf0-864e-4fc9-b60c-cd3458201539 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.1511471 Sep 20 12:28:11.578276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] For port 4cbb72c2-b8dd-467c-8f70-46742d70d009, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:11.598194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:11.598588 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:11.642379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] For port 4cbb72c2-b8dd-467c-8f70-46742d70d009, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4cbb72c2-b8dd-467c-8f70-46742d70d009,segment=NetworkSegment(0f3a639f-82f4-4933-bad4-219d5822cb99),segment_id=0f3a639f-82f4-4933-bad4-219d5822cb99)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:11.699933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48892) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:11.743588 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:10Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:11.768365 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:11.775342 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1d2ba-6d0d-4a39-8339-3990ea417394 None None] The sync data for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 is: [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:10Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:11.800787 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c48ddafe-e2b1-477c-9f90-aba030adf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:11.818629 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:11.838733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Made reservation on behalf of b6dad03d741246d4962e7009f7b4acc4 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:11.842795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:11.950287 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:11.962314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1603588853-network', 'tenant_id': 'c60043d725294462a019854f0b1e9c31'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:12.032662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c48ddafe-e2b1-477c-9f90-aba030adf05b None None] For port 4660899b-537f-4c4b-96df-c0cc33fe71eb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4660899b-537f-4c4b-96df-c0cc33fe71eb,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:12.063003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edaafb-c4d0-4306-8a0a-eccf2c8ae8ff None None] Pushing event updated for resources: {'Port': ['ID=4cbb72c2-b8dd-467c-8f70-46742d70d009,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:12.077979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Made reservation on behalf of c60043d725294462a019854f0b1e9c31 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:12.078886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562b53bc-6f80-4d48-a36f-bb03ca9a29eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195546f5-94c4-4c94-b5d2-401e9b8b9a0b'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:12.078997 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.079098 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abca631-78c3-4d30-897f-2d646f8508c6" -d '{"events": [{"server_uuid": "562b53bc-6f80-4d48-a36f-bb03ca9a29eb", "name": "network-vif-plugged", "status": "completed", "tag": "195546f5-94c4-4c94-b5d2-401e9b8b9a0b"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:12.095652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:12.111449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.129601 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c48ddafe-e2b1-477c-9f90-aba030adf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.244976 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7619f6fb-835d-4887-ba26-6493cbe7e7c6 x-openstack-request-id: req-7619f6fb-835d-4887-ba26-6493cbe7e7c6 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:12.245723 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562b53bc-6f80-4d48-a36f-bb03ca9a29eb", "name": "network-vif-plugged", "status": "completed", "tag": "195546f5-94c4-4c94-b5d2-401e9b8b9a0b", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:12.246435 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7619f6fb-835d-4887-ba26-6493cbe7e7c6 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:12.247822 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562b53bc-6f80-4d48-a36f-bb03ca9a29eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195546f5-94c4-4c94-b5d2-401e9b8b9a0b', 'code': 200} Sep 20 12:28:12.253383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ddafe-e2b1-477c-9f90-aba030adf05b None None] Pushing event updated for resources: {'Port': ['ID=4660899b-537f-4c4b-96df-c0cc33fe71eb,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:12.278222 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.293530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.394464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c898e939-d5a0-4176-a600-3372a48a637e None None] Provisioning complete for port 4660899b-537f-4c4b-96df-c0cc33fe71eb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:12.394844 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c898e939-d5a0-4176-a600-3372a48a637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.479083 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e64cb970-f3a8-4405-8762-ee879e381421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.491410 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-885fe5cb-5ca8-46ca-96cd-af4dbfd02556 req-b15d9595-7a37-4c36-b775-1fc45a045a4c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 210 time: 0.0879385 Sep 20 12:28:12.517123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00b8c3-f658-47c6-a1cb-9b4b2bd955f0 req-2d27814e-3ee5-445c-8ddf-61001257e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:12.518719 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b00b8c3-f658-47c6-a1cb-9b4b2bd955f0 req-2d27814e-3ee5-445c-8ddf-61001257e1c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 1101 time: 0.2410154 Sep 20 12:28:12.531773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:12.536637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Allocated IP 172.20.0.3 (a02a595e-95f6-46c3-adea-7ab3f31cee45/cc7d3879-7e21-4316-8e77-ea6ef6310ccc/d339a310-fb6b-4c0f-a9a8-c58758c9a91b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:12.583562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=9f64ae18-4c2f-40ec-8cbd-025f6653fbca,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:12.645221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.652961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 2392e2a7-e588-49fe-bd7c-6e9bdece278d is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:12.655863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:12.677120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:12.738964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b00b8c3-f658-47c6-a1cb-9b4b2bd955f0 req-e8e10d6f-4191-4545-98e9-0186ec5bbb7d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067943 Sep 20 12:28:12.763055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.788008 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.792770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-550fbd1f-0640-4b18-943d-746dafa14d08 req-9bb02b69-b851-4f0c-85e5-06a106b747cb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 210 time: 0.0692649 Sep 20 12:28:12.824907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:12.847458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.847785 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Added segment f0050bd2-831d-4a5d-9d02-11ce74351fc3 of type vlan for network 03c35bf9-e302-486e-aee6-f39bfc3296e8 Sep 20 12:28:12.963823 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:12.970868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f9c9a28-106d-4a32-b5e9-e7b971da30fc req-3137e12c-eb7f-41c3-92f5-102adac077ad tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0558565 Sep 20 12:28:12.980795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693b46-9381-4e16-a5e9-5c9eef6cdae1 req-7d170935-367a-4cec-a69a-81ddb88f3c34 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:12.993282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20693b46-9381-4e16-a5e9-5c9eef6cdae1 req-7d170935-367a-4cec-a69a-81ddb88f3c34 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 950 time: 0.3198931 Sep 20 12:28:13.025577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f126f-58de-4e76-a6e8-4b5e0f67b606,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:13.074559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20693b46-9381-4e16-a5e9-5c9eef6cdae1 req-e58fa5ae-a56f-45d4-bd63-b6a1bb830fd4 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735881 Sep 20 12:28:13.086165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.180543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.225291 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.226477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:13.227132 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.349103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=03c35bf9-e302-486e-aee6-f39bfc3296e8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:13.352906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:13.371766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 03c35bf9-e302-486e-aee6-f39bfc3296e8 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:13.468001 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-896022ed-b9af-4e8c-ac4e-b6fc382c8ae6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7633209 Sep 20 12:28:13.468668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:13.482088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Request body: {'subnet': {'network_id': '03c35bf9-e302-486e-aee6-f39bfc3296e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1603588853-subnet', 'tenant_id': 'c60043d725294462a019854f0b1e9c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:13.595716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4cbb72c2-b8dd-467c-8f70-46742d70d009 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:13.699240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Made reservation on behalf of c60043d725294462a019854f0b1e9c31 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:13.702372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.724269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4cbb72c2-b8dd-467c-8f70-46742d70d009 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:13.725486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.766154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.855245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaba9e7-e921-4d73-8fe6-aa03f45edb16 None None] Network 2392e2a7-e588-49fe-bd7c-6e9bdece278d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:13.900164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.908096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5ee16bc-cbb7-4d17-9558-bffa513ac20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:13.996929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 4cbb72c2-b8dd-467c-8f70-46742d70d009, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4cbb72c2-b8dd-467c-8f70-46742d70d009,segment=NetworkSegment(0f3a639f-82f4-4933-bad4-219d5822cb99),segment_id=0f3a639f-82f4-4933-bad4-219d5822cb99)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:14.000412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cf1d9b62-eb70-4000-9af2-323103ec730e None None] Provisioning complete for port 4cbb72c2-b8dd-467c-8f70-46742d70d009 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:14.000789 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf1d9b62-eb70-4000-9af2-323103ec730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.012361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2276a4b-c99e-43fd-b196-4cf0a9862a43 req-638a8900-ce59-4b99-b992-c73c0905a0ca tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 210 time: 0.0905302 Sep 20 12:28:14.064070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312636-9874-4262-8fa9-eff4d6fa7722 req-3751665b-8462-4157-9b07-e0e5528595e9 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:14.075975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61312636-9874-4262-8fa9-eff4d6fa7722 req-3751665b-8462-4157-9b07-e0e5528595e9 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 931 time: 0.4543295 Sep 20 12:28:14.086422 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.087889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4660899b-537f-4c4b-96df-c0cc33fe71eb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:14.171093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61312636-9874-4262-8fa9-eff4d6fa7722 req-1b435e23-06f5-41de-b807-71d5727e6ef8 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931387 Sep 20 12:28:14.177182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Pushing event updated for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:14.211191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Network a02a595e-95f6-46c3-adea-7ab3f31cee45 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:14.220291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:14.320869 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5ee16bc-cbb7-4d17-9558-bffa513ac20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.328402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:14.343052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.359293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4660899b-537f-4c4b-96df-c0cc33fe71eb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:14.360204 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.379362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90c05749-6184-48cc-b2fa-f8bcfcd3fcb3 req-e81b58bd-bce7-49fe-979f-11996420e460 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0554860 Sep 20 12:28:14.388572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=4cbb72c2-b8dd-467c-8f70-46742d70d009,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:14.474430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-5978dd17-415e-4cbe-9e1d-7684c7930590 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:14.475965 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-5978dd17-415e-4cbe-9e1d-7684c7930590 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.7712743 Sep 20 12:28:14.479364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6e1f46-d743-492f-85cc-66d787bf16e8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:14.490685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:14.491340 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.501526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Request body: {'port': {'device_id': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'admin_state_up': True, 'tenant_id': '8b128218af8e4236b1fee9ffa669e30d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:14.507001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Checking segment: {'id': 'f0050bd2-831d-4a5d-9d02-11ce74351fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '03c35bf9-e302-486e-aee6-f39bfc3296e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:14.507721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Network hostable DHCP agents. Network: 03c35bf9-e302-486e-aee6-f39bfc3296e8, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:14.540524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13e90-a854-42d1-8eab-acfa8c2c9def req-729ff46d-86d2-461f-9ef9-33e35c33a419 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:14.542844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6e13e90-a854-42d1-8eab-acfa8c2c9def req-729ff46d-86d2-461f-9ef9-33e35c33a419 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 950 time: 0.1689558 Sep 20 12:28:14.560839 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.606218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6e13e90-a854-42d1-8eab-acfa8c2c9def req-1cc99f39-304c-42a4-8779-059a3278b516 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538807 Sep 20 12:28:14.843873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-037d62fe-b2b1-4973-a090-6bcb769ea7ac None None] Provisioning complete for port 9f64ae18-4c2f-40ec-8cbd-025f6653fbca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:14.844493 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-037d62fe-b2b1-4973-a090-6bcb769ea7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.877880 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5ee16bc-cbb7-4d17-9558-bffa513ac20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.890728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-037d62fe-b2b1-4973-a090-6bcb769ea7ac None None] Port 9f64ae18-4c2f-40ec-8cbd-025f6653fbca cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:14.906255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-037d62fe-b2b1-4973-a090-6bcb769ea7ac None None] Provisioning complete for port 4cbb72c2-b8dd-467c-8f70-46742d70d009 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:14.906628 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-037d62fe-b2b1-4973-a090-6bcb769ea7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:14.928304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee16bc-cbb7-4d17-9558-bffa513ac20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105157a0-96e7-4134-aa0f-d6ab6b564f11,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:14.934064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5ee16bc-cbb7-4d17-9558-bffa513ac20f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8823ccbadce34780963cf498582e7fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5798111 Sep 20 12:28:14.936823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48972) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:15.002445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e38b77-44b5-47b8-bf62-6f95b31bde65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.025001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e38b77-44b5-47b8-bf62-6f95b31bde65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.027365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Network 03c35bf9-e302-486e-aee6-f39bfc3296e8 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:15.033833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.037810 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-0a4c7427-d8b8-4806-8645-90f30a2d4e12 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7793069 Sep 20 12:28:15.077130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Request body: {'port': {'device_id': '925e559d-f77d-4305-881c-7a7f596c6930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:15.095303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 03c35bf9-e302-486e-aee6-f39bfc3296e8) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:15.100272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:15.102623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.132661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92845d27-381f-4b99-a2be-19aeb879e901 None None] Network 03c35bf9-e302-486e-aee6-f39bfc3296e8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:15.153679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1e6a68d-742c-471f-a917-312b9d156723 req-5bf78c66-3fe4-4dd6-bf3b-eb8cd3f925ef tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 210 time: 0.0446012 Sep 20 12:28:15.167973 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7037d8aa-7808-459c-96bd-fbd4fea8aeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.187001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-98985fe5-c2d1-4f7b-9467-af31d0b8dc67 None None] Provisioning complete for port 9f64ae18-4c2f-40ec-8cbd-025f6653fbca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:15.187749 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98985fe5-c2d1-4f7b-9467-af31d0b8dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.190332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=9f64ae18-4c2f-40ec-8cbd-025f6653fbca,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:15.210129 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.229902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.268329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-98985fe5-c2d1-4f7b-9467-af31d0b8dc67 None None] Port 9f64ae18-4c2f-40ec-8cbd-025f6653fbca cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:15.327155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Made reservation on behalf of 8b128218af8e4236b1fee9ffa669e30d for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:15.334694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.370036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e38b77-44b5-47b8-bf62-6f95b31bde65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.371833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a25fb2-2b66-4562-a903-b541881cf5e0 req-7db30856-2b87-4de0-84e6-d353f53efea1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:15.372869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e38b77-44b5-47b8-bf62-6f95b31bde65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.373747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17a25fb2-2b66-4562-a903-b541881cf5e0 req-7db30856-2b87-4de0-84e6-d353f53efea1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 931 time: 0.0840149 Sep 20 12:28:15.374041 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-18e38b77-44b5-47b8-bf62-6f95b31bde65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/105157a0-96e7-4134-aa0f-d6ab6b564f11 HTTP/1.1" status: 204 len: 168 time: 0.4358795 Sep 20 12:28:15.455498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-13661b2f-f809-4fc0-b176-b45f44af81d3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9829452 Sep 20 12:28:15.459452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4cbb72c2-b8dd-467c-8f70-46742d70d009 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:15.472478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e38b77-44b5-47b8-bf62-6f95b31bde65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105157a0-96e7-4134-aa0f-d6ab6b564f11,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:15.473263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17a25fb2-2b66-4562-a903-b541881cf5e0 req-bf18d91c-74e3-4b03-9d40-a73a4157d020 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752180 Sep 20 12:28:15.587863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3323cad-f15f-4aba-b10f-74d4cace35d3 None None] Network 03c35bf9-e302-486e-aee6-f39bfc3296e8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:15.654280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b112b3a-3d2e-4810-91c9-4b59a38ec9f6 req-2c9a9f48-a6d8-46ad-9608-3294f8af55fd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0613506 Sep 20 12:28:15.846068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 2392e2a7-e588-49fe-bd7c-6e9bdece278d is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:15.847369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.852469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714375a-bd0c-4027-a041-1f2decbd439e req-81dacfa5-a201-4e57-ada0-b599902d6642 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:15.866925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4cbb72c2-b8dd-467c-8f70-46742d70d009 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:15.870125 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:15.879968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:15.882774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9714375a-bd0c-4027-a041-1f2decbd439e req-81dacfa5-a201-4e57-ada0-b599902d6642 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 950 time: 0.1608872 Sep 20 12:28:15.931537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-af510583-b963-4ab9-b3c3-3854e281a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:15.932944 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-af510583-b963-4ab9-b3c3-3854e281a30c service neutron] 10.222.0.32 "GET /v2.0/ports/b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 1030 time: 0.4844611 Sep 20 12:28:15.981647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9714375a-bd0c-4027-a041-1f2decbd439e req-29ddab12-c4a1-4706-b151-c57cfc2b676f tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977521 Sep 20 12:28:16.258473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ea3be8a3-f5f1-4e7f-8412-e9d7b92b197a req-b2b91be8-9c0a-42ef-a40c-5b79d48babd3 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-594859204', 'description': 'tempest-description-1218204634'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:16.308288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bc6b4e19-1f3c-4171-96f1-bc44ad72a810 None None] Provisioning complete for port 9f64ae18-4c2f-40ec-8cbd-025f6653fbca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:16.308723 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4e19-1f3c-4171-96f1-bc44ad72a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.323763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7c9dd7b6-b352-42aa-b70b-b3ef0380b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:16.325933 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7c9dd7b6-b352-42aa-b70b-b3ef0380b513 service neutron] 10.222.0.32 "GET /v2.0/ports/50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 1031 time: 0.3777473 Sep 20 12:28:16.371641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ea3be8a3-f5f1-4e7f-8412-e9d7b92b197a req-b2b91be8-9c0a-42ef-a40c-5b79d48babd3 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.377315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b4e19-1f3c-4171-96f1-bc44ad72a810 None None] Port 9f64ae18-4c2f-40ec-8cbd-025f6653fbca cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:16.482016 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.496923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-2f0e7125-6d68-4a3c-8303-b8837b668525 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:16.504072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-2f0e7125-6d68-4a3c-8303-b8837b668525 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:16.508895 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ea3be8a3-f5f1-4e7f-8412-e9d7b92b197a req-b2b91be8-9c0a-42ef-a40c-5b79d48babd3 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.512794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-2f0e7125-6d68-4a3c-8303-b8837b668525 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:16.514866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-2f0e7125-6d68-4a3c-8303-b8837b668525 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "GET /v2.0/networks?id=08b21f5b-0295-422d-8389-e10acee067c3&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=69fa433b-bf7b-48c6-9063-576a884a0361&id=69fa433b-bf7b-48c6-9063-576a884a0361 HTTP/1.1" status: 200 len: 1993 time: 0.1783900 Sep 20 12:28:16.519879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Allocated IP 172.20.0.10 (e7710ad9-6a06-48ed-8523-a1c972a50589/cac61f73-8882-42e8-8568-2ac22e4f0c97/b5811766-aaa6-4dfa-8743-c4e768853183) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:16.571422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49006) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:16.615408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-660bff72-95c1-4d92-8970-956f3aef1a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.647985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ea3be8a3-f5f1-4e7f-8412-e9d7b92b197a req-b2b91be8-9c0a-42ef-a40c-5b79d48babd3 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.672777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-11686fed-4cec-45f8-9b7e-fb042a5ce9bf tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bd288628e954d50bff617b055b848c8 HTTP/1.1" status: 200 len: 379 time: 0.1409030 Sep 20 12:28:16.686972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d339a310-fb6b-4c0f-a9a8-c58758c9a91b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:16.707010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'admin_state_up': True, 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'security_groups': ['2131f0ad-c9ca-43be-b71c-b3ca5dcd842a']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:16.717467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.724565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e5e4682-4b5f-4419-9754-b7d005c2427e req-78bc573b-8a82-47ae-9c53-a38bfc95a022 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 210 time: 0.0646083 Sep 20 12:28:16.735517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b91be8-9c0a-42ef-a40c-5b79d48babd3 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36456b9-031e-49b7-b93f-82d67bee51f4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:16.795213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Transition to ACTIVE for port object d339a310-fb6b-4c0f-a9a8-c58758c9a91b will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:16.844248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 58e80094-d72b-4339-9be7-d4128779e1c2 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:28:16.877271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-660bff72-95c1-4d92-8970-956f3aef1a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.899322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:16.916515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55914c7d-0c96-4d8d-aa78-c3c9e9d24b86 req-093a3b7a-49bd-4ba4-a647-4e32d330f0af tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:16.918548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55914c7d-0c96-4d8d-aa78-c3c9e9d24b86 req-093a3b7a-49bd-4ba4-a647-4e32d330f0af tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 931 time: 0.0949461 Sep 20 12:28:16.959799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-660bff72-95c1-4d92-8970-956f3aef1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.001562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55914c7d-0c96-4d8d-aa78-c3c9e9d24b86 req-3ab97389-7e00-4a26-8ba3-8f1e073325fe tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768576 Sep 20 12:28:17.043910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-660bff72-95c1-4d92-8970-956f3aef1a67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a1d055de3484d91b15c032c35642f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703128 Sep 20 12:28:17.048736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bff72-95c1-4d92-8970-956f3aef1a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3698c5ae-ca0e-4e43-804b-e6b7f287d9c4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:17.048736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ea3be8a3-f5f1-4e7f-8412-e9d7b92b197a req-b2b91be8-9c0a-42ef-a40c-5b79d48babd3 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.050273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea3be8a3-f5f1-4e7f-8412-e9d7b92b197a req-b2b91be8-9c0a-42ef-a40c-5b79d48babd3 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7968552 Sep 20 12:28:17.051679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49010) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:17.124973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.136389 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeca4-fa52-4f9c-b505-399fc03eb0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.198454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Pushing event updated for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:17.219138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeca4-fa52-4f9c-b505-399fc03eb0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.225609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d076c70-784b-4cb0-9b3f-6c297af7dbf9 req-673a935d-396c-4beb-87f0-e9f992373230 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0607920 Sep 20 12:28:17.313599 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.342531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bae98fb9-7725-4e0b-9ae6-64c0be7e3145 req-133ff061-ff81-4116-943e-014d2a2774a4 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/f36456b9-031e-49b7-b93f-82d67bee51f4 HTTP/1.1" status: 200 len: 1806 time: 0.0597959 Sep 20 12:28:17.356123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-bae98fb9-7725-4e0b-9ae6-64c0be7e3145 req-c1c1d5f8-6e15-4b5e-b44b-c442f5a5ecd8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f36456b9-031e-49b7-b93f-82d67bee51f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:17.356650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-bae98fb9-7725-4e0b-9ae6-64c0be7e3145 req-c1c1d5f8-6e15-4b5e-b44b-c442f5a5ecd8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f36456b9-031e-49b7-b93f-82d67bee51f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:17.381732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeca4-fa52-4f9c-b505-399fc03eb0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.385384 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c9eeca4-fa52-4f9c-b505-399fc03eb0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.386565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c9eeca4-fa52-4f9c-b505-399fc03eb0fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3698c5ae-ca0e-4e43-804b-e6b7f287d9c4 HTTP/1.1" status: 204 len: 168 time: 0.3334222 Sep 20 12:28:17.391169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:17.399542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eeca4-fa52-4f9c-b505-399fc03eb0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3698c5ae-ca0e-4e43-804b-e6b7f287d9c4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:17.403753 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-de1eeb52-7d77-47ae-8f87-484e6dd489ab tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/58e80094-d72b-4339-9be7-d4128779e1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2288771 Sep 20 12:28:17.406277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Network e7710ad9-6a06-48ed-8523-a1c972a50589 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:17.409127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49016) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:17.421976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:17.424758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.439033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:17.475033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:17.484304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event updated for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:17.523419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:17.523821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:17.524343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:17.544240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74568f0-5e32-4317-867f-2ddd58b2e262 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.545863 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f74568f0-5e32-4317-867f-2ddd58b2e262 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports/9f64ae18-4c2f-40ec-8cbd-025f6653fbca HTTP/1.1" status: 200 len: 910 time: 0.1360164 Sep 20 12:28:17.555581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:17.555581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:17.559824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49018) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:17.594313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-eb07b09e-5aca-43f5-be8e-b9f4f29b22cc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83fdb656-c1be-4553-bab4-68fa7710a09f'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:17.641077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.641752 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.651109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:17.651512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:17.652152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:17.652692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Bound port: d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:17.652963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.690749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e0292-bfd4-436e-b200-31ea69a9ea4c None None] Sync routers for ids ['58e80094-d72b-4339-9be7-d4128779e1c2'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:17.715080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e0292-bfd4-436e-b200-31ea69a9ea4c None None] Routers {'58e80094-d72b-4339-9be7-d4128779e1c2'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:17.719298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb9e0292-bfd4-436e-b200-31ea69a9ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['58e80094-d72b-4339-9be7-d4128779e1c2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:17.740293 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-ae453897-b4c7-4efe-ba3c-15c1520d176f tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.740874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-ae453897-b4c7-4efe-ba3c-15c1520d176f tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.752949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-ae453897-b4c7-4efe-ba3c-15c1520d176f tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.752949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-ae453897-b4c7-4efe-ba3c-15c1520d176f tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.761413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-ae453897-b4c7-4efe-ba3c-15c1520d176f tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.762055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-ae453897-b4c7-4efe-ba3c-15c1520d176f tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.762542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-ae453897-b4c7-4efe-ba3c-15c1520d176f tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:17.766067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-ae453897-b4c7-4efe-ba3c-15c1520d176f tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6&device_id=925e559d-f77d-4305-881c-7a7f596c6930&device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb&device_id=37df100b-d345-461a-a57d-265337d227b6&device_id=72cf531c-c469-4160-81d8-0acec7ecbae9&device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12&device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 6313 time: 0.2359338 Sep 20 12:28:17.776722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bae98fb9-7725-4e0b-9ae6-64c0be7e3145 req-c1c1d5f8-6e15-4b5e-b44b-c442f5a5ecd8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.779281 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-157f0b7c-7aac-4f90-96f1-73143258d3fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2850866 Sep 20 12:28:17.782712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb9e0292-bfd4-436e-b200-31ea69a9ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:17.811598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e0292-bfd4-436e-b200-31ea69a9ea4c None None] Routers {'58e80094-d72b-4339-9be7-d4128779e1c2'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:17.812975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb9e0292-bfd4-436e-b200-31ea69a9ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['58e80094-d72b-4339-9be7-d4128779e1c2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:17.825562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-088e2d6d-90ce-4b7a-865c-0ae9af4d07e1 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.840391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Request body: {'port': {'device_id': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:17.870957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb9e0292-bfd4-436e-b200-31ea69a9ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:17.871674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e0292-bfd4-436e-b200-31ea69a9ea4c None None] The sync data for ids ['58e80094-d72b-4339-9be7-d4128779e1c2'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:17.883441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.904076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bae98fb9-7725-4e0b-9ae6-64c0be7e3145 req-c1c1d5f8-6e15-4b5e-b44b-c442f5a5ecd8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.967894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Allocated IP 172.20.0.13 (08b21f5b-0295-422d-8389-e10acee067c3/85484436-a0fa-40d1-89e3-19e92a4eb477/f1f0b738-96dc-47dc-a626-72c2e07e3bef) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:17.979452 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-088e2d6d-90ce-4b7a-865c-0ae9af4d07e1 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:17.982177 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bae98fb9-7725-4e0b-9ae6-64c0be7e3145 req-c1c1d5f8-6e15-4b5e-b44b-c442f5a5ecd8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.019245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1d5f8-6e15-4b5e-b44b-c442f5a5ecd8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c3cb14-53b3-4fbc-8903-b2ce34c70328,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:18.020523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:18.053935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-088e2d6d-90ce-4b7a-865c-0ae9af4d07e1 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.063707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:18.071144 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.106292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db620cae-11e4-4e1d-8b61-900de0258e62 req-088e2d6d-90ce-4b7a-865c-0ae9af4d07e1 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&id=68befff9-e584-4c09-bc63-d5c692810454&id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.3078463 Sep 20 12:28:18.136504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bae98fb9-7725-4e0b-9ae6-64c0be7e3145 req-c1c1d5f8-6e15-4b5e-b44b-c442f5a5ecd8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.136504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bae98fb9-7725-4e0b-9ae6-64c0be7e3145 req-c1c1d5f8-6e15-4b5e-b44b-c442f5a5ecd8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7831063 Sep 20 12:28:18.136504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e2d6d-90ce-4b7a-865c-0ae9af4d07e1 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f1290d-57f6-4874-82b7-8b4856fd2a6c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:18.237632 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.389080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7561157-3a5f-4cd1-abfd-d215ae0bee2d req-280c2e92-d001-4fa9-a961-feaff13c15ab tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:18.393556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7561157-3a5f-4cd1-abfd-d215ae0bee2d req-280c2e92-d001-4fa9-a961-feaff13c15ab tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 932 time: 0.1402435 Sep 20 12:28:18.406882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:18.411531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.411531 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] 10.222.0.32 "PUT /v2.0/ports/d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 200 len: 1091 time: 3.3414874 Sep 20 12:28:18.416242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:18.419550 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff90891-46ef-4968-89cf-d47b0a23c854" -d '{"events": [{"name": "network-changed", "server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:18.440561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb07b09e-5aca-43f5-be8e-b9f4f29b22cc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.469678 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da625e-9780-4403-89f8-b1ad240c384f req-21b9ffed-f185-4e51-8f28-8274e9fb54b5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:18.472928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85da625e-9780-4403-89f8-b1ad240c384f req-21b9ffed-f185-4e51-8f28-8274e9fb54b5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.1629713 Sep 20 12:28:18.493613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7561157-3a5f-4cd1-abfd-d215ae0bee2d req-34fdbab0-55b0-4d6d-a467-e7c10b134ae9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942612 Sep 20 12:28:18.564264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85da625e-9780-4403-89f8-b1ad240c384f req-7b0867c6-c4d4-4c55-8bfc-df9eef133e5d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564997 Sep 20 12:28:18.608651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-31a257a8-e891-4362-8716-1985fa3e22f9 req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1423996560', 'description': 'tempest-description-1447136965'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:18.618392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Pushing event updated for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:18.715540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.715923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.716328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.716715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.717092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.717497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.717852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.718236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.718616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.718995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.719369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.719716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39286fd-c7e7-4194-a7e1-8c0f301c81bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:18.726537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.757596 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-31a257a8-e891-4362-8716-1985fa3e22f9 req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.885283 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fe5e1cd-885a-4c07-9f49-9a8a5d36ca69 req-9defe95d-b775-4d50-9197-ef8a03b43933 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.1021216 Sep 20 12:28:18.980938 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-31a257a8-e891-4362-8716-1985fa3e22f9 req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:18.981816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe8e0-be16-468b-952b-b733e212d856 req-bcfd29e1-f187-4642-b4f6-7ab2dc0cf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:18.983582 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-bcfd29e1-f187-4642-b4f6-7ab2dc0cf5c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1094 time: 0.3990328 Sep 20 12:28:19.007728 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e175c0-babc-469c-9471-8ae33b4a5af3 x-openstack-request-id: req-64e175c0-babc-469c-9471-8ae33b4a5af3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:19.008066 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:19.008340 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64e175c0-babc-469c-9471-8ae33b4a5af3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:19.008787 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b', 'status': 'completed', 'code': 200} Sep 20 12:28:19.053761 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-31a257a8-e891-4362-8716-1985fa3e22f9 req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.110312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-1346bd47-c166-4bcd-9caa-7265c37825ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 200 len: 217 time: 0.1129997 Sep 20 12:28:19.112733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc247dc9-495f-43fa-8fde-a0f0b56f6525,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:19.134888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.139324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.139868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.140318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.140764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.143727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.143727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.143727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.143727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.145446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.145996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.146677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:19.169374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-31a257a8-e891-4362-8716-1985fa3e22f9 req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.170787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31a257a8-e891-4362-8716-1985fa3e22f9 req-06e96982-3275-419d-975a-7e8d94187dea tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5677733 Sep 20 12:28:19.214318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:19.284124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbe481-b69b-4a1b-bee5-dbabdea244d3 req-76ce95fd-17c8-4709-92c5-97ebbd6b3933 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:19.284966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbe481-b69b-4a1b-bee5-dbabdea244d3 req-76ce95fd-17c8-4709-92c5-97ebbd6b3933 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:19.285557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbe481-b69b-4a1b-bee5-dbabdea244d3 req-76ce95fd-17c8-4709-92c5-97ebbd6b3933 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:19.287415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75cbe481-b69b-4a1b-bee5-dbabdea244d3 req-76ce95fd-17c8-4709-92c5-97ebbd6b3933 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb&device_id=37df100b-d345-461a-a57d-265337d227b6&device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 2882 time: 0.0966294 Sep 20 12:28:19.292680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a78705d-83af-4a4a-8b88-a445bf492080 req-462c1f34-d78a-4494-b622-590c2ab6c2fa tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/cc247dc9-495f-43fa-8fde-a0f0b56f6525 HTTP/1.1" status: 200 len: 1807 time: 0.0876381 Sep 20 12:28:19.311147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2a78705d-83af-4a4a-8b88-a445bf492080 req-00d9ad3a-da5b-4142-9522-dc57500d8393 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc247dc9-495f-43fa-8fde-a0f0b56f6525', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:19.311920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2a78705d-83af-4a4a-8b88-a445bf492080 req-00d9ad3a-da5b-4142-9522-dc57500d8393 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc247dc9-495f-43fa-8fde-a0f0b56f6525', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:19.358774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75cbe481-b69b-4a1b-bee5-dbabdea244d3 req-40fb1087-750b-44e4-a981-6d526c03efba tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613539 Sep 20 12:28:19.490687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-337352233-network', 'tenant_id': '344c5f8f4aff48d3a782b631f786ad95'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:19.554694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a78705d-83af-4a4a-8b88-a445bf492080 req-00d9ad3a-da5b-4142-9522-dc57500d8393 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.601725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a78705d-83af-4a4a-8b88-a445bf492080 req-00d9ad3a-da5b-4142-9522-dc57500d8393 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.618260 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.643398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Made reservation on behalf of 344c5f8f4aff48d3a782b631f786ad95 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:19.646534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.656770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.710974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe8e0-be16-468b-952b-b733e212d856 req-b266d865-d7a5-48f3-8776-ddd304b18e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:19.712578 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-b266d865-d7a5-48f3-8776-ddd304b18e82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.5887210 Sep 20 12:28:19.726877 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a78705d-83af-4a4a-8b88-a445bf492080 req-00d9ad3a-da5b-4142-9522-dc57500d8393 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.769365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-734d4159-0939-43a4-82db-149d50fac54e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350461 Sep 20 12:28:19.770408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.779779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ad3a-da5b-4142-9522-dc57500d8393 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea0e157-a181-4bb5-aaac-63dbf475b643,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:19.844298 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.905471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5811766-aaa6-4dfa-8743-c4e768853183 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:19.917781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.941938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=f1f0b738-96dc-47dc-a626-72c2e07e3bef,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:19.965435 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:19.998339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:20.002620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network 08b21f5b-0295-422d-8389-e10acee067c3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:20.009563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb23b4-ef63-4a04-8084-1db0d33bf7d0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:20.021726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.022097 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Added segment 7e16747b-33e4-4fcd-8e46-9315244f907c of type vlan for network ddf17ce5-02e2-4845-b740-eb38067c96b0 Sep 20 12:28:20.022523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Transition to ACTIVE for port object b5811766-aaa6-4dfa-8743-c4e768853183 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:20.051618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:20.073625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:20.076336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.152125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a78705d-83af-4a4a-8b88-a445bf492080 req-00d9ad3a-da5b-4142-9522-dc57500d8393 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.152125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a78705d-83af-4a4a-8b88-a445bf492080 req-00d9ad3a-da5b-4142-9522-dc57500d8393 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8389976 Sep 20 12:28:20.171751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d44590-7379-4b1f-a37b-11d1b4cabbe2 req-994d36f5-9137-4c8c-81f3-1fe2092f62f7 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:20.173338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43d44590-7379-4b1f-a37b-11d1b4cabbe2 req-994d36f5-9137-4c8c-81f3-1fe2092f62f7 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 932 time: 0.0715530 Sep 20 12:28:20.180932 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.221429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43d44590-7379-4b1f-a37b-11d1b4cabbe2 req-4dab390a-1f75-4e78-8430-fe558420aabf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Sep 20 12:28:20.229679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.239858 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-7b8b7f43-f7ff-43bc-8f51-c8ee8eed2833 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026582 Sep 20 12:28:20.265913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:20.267427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.312458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab43c6-0182-4bab-a80c-cc55e086078e req-864cc8f8-be91-4e29-9a1f-2ad0172b4319 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:20.314120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57ab43c6-0182-4bab-a80c-cc55e086078e req-864cc8f8-be91-4e29-9a1f-2ad0172b4319 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.0801098 Sep 20 12:28:20.378329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.383234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:20.383234 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.424462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0ea90443-1741-4577-bcd5-46c2782f4326 None None] Provisioning complete for port f1f0b738-96dc-47dc-a626-72c2e07e3bef triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:20.425395 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ea90443-1741-4577-bcd5-46c2782f4326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.438032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6ab1d18a-2c4e-417d-9dcf-acfaf7468363 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7572727 Sep 20 12:28:20.438678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Pushing event updated for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:20.452836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] Pushing event updated for resources: {'Network': ['ID=ddf17ce5-02e2-4845-b740-eb38067c96b0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:20.459955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'admin_state_up': True, 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'security_groups': ['2131f0ad-c9ca-43be-b71c-b3ca5dcd842a']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:20.462148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09789613-f7c2-41c0-b892-35e33dbd3992 req-7e598c61-ac73-421f-89fe-d0465868056e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:20.464237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09789613-f7c2-41c0-b892-35e33dbd3992 req-7e598c61-ac73-421f-89fe-d0465868056e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 932 time: 0.1491020 Sep 20 12:28:20.480271 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57ab43c6-0182-4bab-a80c-cc55e086078e req-11c77e6c-3c07-4f7a-b573-d6d576ee9d84 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338558 Sep 20 12:28:20.490529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ddf17ce5-02e2-4845-b740-eb38067c96b0 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:20.533101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0ea90443-1741-4577-bcd5-46c2782f4326 None None] Port f1f0b738-96dc-47dc-a626-72c2e07e3bef cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:20.536948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d93b5b32-ae01-4fdd-8c69-504061c947bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3027015 Sep 20 12:28:20.538286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49080) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:20.560382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Request body: {'subnet': {'network_id': 'ddf17ce5-02e2-4845-b740-eb38067c96b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-337352233-subnet', 'tenant_id': '344c5f8f4aff48d3a782b631f786ad95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:20.597356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09789613-f7c2-41c0-b892-35e33dbd3992 req-2ba8d59c-2c62-420f-86bb-b7d98b6e913b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233623 Sep 20 12:28:20.685984 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb07b09e-5aca-43f5-be8e-b9f4f29b22cc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.687304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-606a4f8d-cd07-43f5-b83e-592bc431e6c7 req-52880e86-e699-4048-a958-4efb5f20473e tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-841293386', 'description': 'tempest-description-960179137'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:20.708329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-09dbe8e0-be16-468b-952b-b733e212d856 req-7c868796-d2e9-4d2c-bc09-1c4c70af0a75 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546068 Sep 20 12:28:20.733114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Attempting to bind port b5811766-aaa6-4dfa-8743-c4e768853183 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:20.733850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Attempting to bind port b5811766-aaa6-4dfa-8743-c4e768853183 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:20.733850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Attempting to bind port b5811766-aaa6-4dfa-8743-c4e768853183 on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:20.736351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Made reservation on behalf of 344c5f8f4aff48d3a782b631f786ad95 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:20.741003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.748217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Port b5811766-aaa6-4dfa-8743-c4e768853183 on network e7710ad9-6a06-48ed-8523-a1c972a50589 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:20.748550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Attempting to bind port b5811766-aaa6-4dfa-8743-c4e768853183 on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:20.762464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:20.762805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Checking segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:20.763198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Bound using segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:20.763643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Bound port: b5811766-aaa6-4dfa-8743-c4e768853183, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:20.764055 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.811959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb07b09e-5aca-43f5-be8e-b9f4f29b22cc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.873599 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-606a4f8d-cd07-43f5-b83e-592bc431e6c7 req-52880e86-e699-4048-a958-4efb5f20473e tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.971802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07b09e-5aca-43f5-be8e-b9f4f29b22cc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:20.972431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb07b09e-5aca-43f5-be8e-b9f4f29b22cc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:20.973961 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eb07b09e-5aca-43f5-be8e-b9f4f29b22cc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/ports/9f64ae18-4c2f-40ec-8cbd-025f6653fbca HTTP/1.1" status: 200 len: 910 time: 3.4111540 Sep 20 12:28:20.979984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49086) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:20.983386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07b09e-5aca-43f5-be8e-b9f4f29b22cc tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=9f64ae18-4c2f-40ec-8cbd-025f6653fbca,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:20.990674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:20.995994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:21.055327 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:21.060253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:21.076990 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:21.112783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-f2dec95c-0671-4fee-8945-e17c1ff95444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:21.114402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-f2dec95c-0671-4fee-8945-e17c1ff95444 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1094 time: 0.2500095 Sep 20 12:28:21.200565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:21.201152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:21.202576 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] 10.222.0.32 "PUT /v2.0/ports/b5811766-aaa6-4dfa-8743-c4e768853183 HTTP/1.1" status: 200 len: 1092 time: 3.3964686 Sep 20 12:28:21.207050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-606a4f8d-cd07-43f5-b83e-592bc431e6c7 req-52880e86-e699-4048-a958-4efb5f20473e tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:21.209679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:21.210708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:21.213136 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dc9349-bf16-4f66-833c-75858d6a9568" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:21.281371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39d6e18-1550-448e-b544-458621f4119f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:21.288936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Checking segment: {'id': '7e16747b-33e4-4fcd-8e46-9315244f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddf17ce5-02e2-4845-b740-eb38067c96b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:21.289348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Network hostable DHCP agents. Network: ddf17ce5-02e2-4845-b740-eb38067c96b0, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:21.326860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-606a4f8d-cd07-43f5-b83e-592bc431e6c7 req-52880e86-e699-4048-a958-4efb5f20473e tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:21.354279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783192-63bd-4979-b6f0-d2093d23df7f service neutron] Pushing event updated for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:21.374683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52880e86-e699-4048-a958-4efb5f20473e tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2d44ab-b0e3-4256-918c-96a86c5a8a10,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:21.385217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Network ddf17ce5-02e2-4845-b740-eb38067c96b0 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:21.449857 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603116bf-23d0-4781-9463-e67326d68946 x-openstack-request-id: req-603116bf-23d0-4781-9463-e67326d68946 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:21.450154 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:21.450408 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-603116bf-23d0-4781-9463-e67326d68946 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:21.450864 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'status': 'completed', 'code': 200} Sep 20 12:28:21.505149 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-606a4f8d-cd07-43f5-b83e-592bc431e6c7 req-52880e86-e699-4048-a958-4efb5f20473e tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:21.517718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-606a4f8d-cd07-43f5-b83e-592bc431e6c7 req-52880e86-e699-4048-a958-4efb5f20473e tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8332860 Sep 20 12:28:21.550595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ddf17ce5-02e2-4845-b740-eb38067c96b0) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:21.561467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-4b6e8de7-51eb-4d6c-b1c5-62a63b8516d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:21.563145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-4b6e8de7-51eb-4d6c-b1c5-62a63b8516d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.4367037 Sep 20 12:28:21.565112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856cf70-55c2-4142-b313-e755966e5d1f None None] Network ddf17ce5-02e2-4845-b740-eb38067c96b0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:21.569736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-986e597e-cf45-4edd-97d0-ae0449857389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:21.571326 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-986e597e-cf45-4edd-97d0-ae0449857389 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 1095 time: 0.1798856 Sep 20 12:28:21.611431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:21.615002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:21.671635 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-7703c45c-aee3-4803-9c40-a2190081b000 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5811766-aaa6-4dfa-8743-c4e768853183 HTTP/1.1" status: 200 len: 217 time: 0.0856898 Sep 20 12:28:21.674036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501b132-ccad-4705-96c1-fd1e595c5291 req-6353b587-1f12-44a4-86b1-633600719e2b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:21.685201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f501b132-ccad-4705-96c1-fd1e595c5291 req-6353b587-1f12-44a4-86b1-633600719e2b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 944 time: 0.1815040 Sep 20 12:28:21.695881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-e64435d0-a1b2-42bc-a254-73fce0004aff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 200 len: 217 time: 0.1217153 Sep 20 12:28:21.695881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Allocated IP 10.1.1.71 (fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e/f9774c0c-532d-4713-84da-c89c7e611cb3/03b5f0e5-f875-4660-8c0e-6414e6e107c1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:21.739795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9094f22a-7223-4837-896a-0d1e413b2d99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1950300 Sep 20 12:28:21.782886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d875a2-c3cc-4786-bab8-926b45c93a7d None None] Network ddf17ce5-02e2-4845-b740-eb38067c96b0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:21.792004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f501b132-ccad-4705-96c1-fd1e595c5291 req-4324b1cf-89cf-42c5-bc4d-b2d159465daa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055541 Sep 20 12:28:21.806199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19795c7-954e-437a-ad86-17bbb3935fb7 req-86cb8a4e-2d88-4d19-b8b8-cd04d36680dd tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:21.807749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c19795c7-954e-437a-ad86-17bbb3935fb7 req-86cb8a4e-2d88-4d19-b8b8-cd04d36680dd tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1101 time: 0.1581249 Sep 20 12:28:21.879554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c19795c7-954e-437a-ad86-17bbb3935fb7 req-fc841dd9-bbe7-4d41-9354-7c11c5dac41e tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Sep 20 12:28:21.972412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-304bbe4f-06cf-426c-b351-06740255f238 req-7c32c3ef-3c10-41a4-9b96-5ee47bf651ec tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-314928705', 'description': 'tempest-description-1802986007'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:21.997940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c4362ad5-4a96-4985-8762-44df6ef79f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:22.001596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-c4362ad5-4a96-4985-8762-44df6ef79f66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.3010526 Sep 20 12:28:22.008984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ea35-c1aa-4b85-bb53-b26d38126ddd req-5777c99e-344e-4c8e-93ef-600fe8344536 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:22.010883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fd7ea35-c1aa-4b85-bb53-b26d38126ddd req-5777c99e-344e-4c8e-93ef-600fe8344536 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.0841866 Sep 20 12:28:22.047325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-e09035f1-c6cf-4ecf-b7a0-ed5ab9252b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:22.050831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-e09035f1-c6cf-4ecf-b7a0-ed5ab9252b14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.3226600 Sep 20 12:28:22.095812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fd7ea35-c1aa-4b85-bb53-b26d38126ddd req-a055467e-8a43-4cd5-b56d-c5a386b4fa46 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650110 Sep 20 12:28:22.115480 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-304bbe4f-06cf-426c-b351-06740255f238 req-7c32c3ef-3c10-41a4-9b96-5ee47bf651ec tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:22.169998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-c21d28fe-2715-431d-ac9f-df85480081d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916095 Sep 20 12:28:22.239858 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-79448e37-486f-4805-ba62-029d3a0ef0f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1879210 Sep 20 12:28:22.329703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7deed-bcf2-43ed-b94d-29933e078998 req-7c8a810a-b44c-482f-ba9c-a4d537d0dbea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:22.333976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:22.339965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b7deed-bcf2-43ed-b94d-29933e078998 req-7c8a810a-b44c-482f-ba9c-a4d537d0dbea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 932 time: 0.1038876 Sep 20 12:28:22.374144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-304bbe4f-06cf-426c-b351-06740255f238 req-7c32c3ef-3c10-41a4-9b96-5ee47bf651ec tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:22.386926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8b7deed-bcf2-43ed-b94d-29933e078998 req-e205e346-a71d-4d9a-af61-86041a9b74d4 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460715 Sep 20 12:28:22.500587 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-304bbe4f-06cf-426c-b351-06740255f238 req-7c32c3ef-3c10-41a4-9b96-5ee47bf651ec tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:22.548872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb2ee-f3dc-4202-8ef7-d5798f61ee29 req-5d591cf6-f498-49dd-a7b0-6411939b38b4 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:22.550450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-327fb2ee-f3dc-4202-8ef7-d5798f61ee29 req-5d591cf6-f498-49dd-a7b0-6411939b38b4 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1101 time: 0.0813253 Sep 20 12:28:22.552269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32c3ef-3c10-41a4-9b96-5ee47bf651ec tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32164bf3-5bff-406e-b8b4-9d93ab276716,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:22.555644 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-b2a3233f-7d00-42ce-807e-114d23b114b8 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354025 Sep 20 12:28:22.559413 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-cd064887-acd7-472d-8e43-5090ae06e0c2 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251334 Sep 20 12:28:22.574797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:22.614376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-327fb2ee-f3dc-4202-8ef7-d5798f61ee29 req-1b49ec48-1a81-454a-8796-d7b5a7774758 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Sep 20 12:28:22.614647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d339a310-fb6b-4c0f-a9a8-c58758c9a91b details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:28:22.672636 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-304bbe4f-06cf-426c-b351-06740255f238 req-7c32c3ef-3c10-41a4-9b96-5ee47bf651ec tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:22.674706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-304bbe4f-06cf-426c-b351-06740255f238 req-7c32c3ef-3c10-41a4-9b96-5ee47bf651ec tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7079027 Sep 20 12:28:22.788401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:22.807060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b', 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'port_id': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b', 'mac_address': 'fa:16:3e:02:6f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7d3879-7e21-4316-8e77-ea6ef6310ccc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:28:22.832833 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-887d57f2-f3b4-4584-aa29-4542ab9d02c8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/5a2d44ab-b0e3-4256-918c-96a86c5a8a10 HTTP/1.1" status: 200 len: 1805 time: 0.1258409 Sep 20 12:28:22.870783 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:22.893466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d339a310-fb6b-4c0f-a9a8-c58758c9a91b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:22.925434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:22.926512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-3d628134-819a-4cbc-94a4-113393c42c5d tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/32164bf3-5bff-406e-b8b4-9d93ab276716 HTTP/1.1" status: 200 len: 1806 time: 0.0924790 Sep 20 12:28:22.944149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-ee2192c0-2f6c-4812-8701-2e33a59dc902 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a2d44ab-b0e3-4256-918c-96a86c5a8a10', 'remote_group_id': '32164bf3-5bff-406e-b8b4-9d93ab276716', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:22.944726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-ee2192c0-2f6c-4812-8701-2e33a59dc902 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a2d44ab-b0e3-4256-918c-96a86c5a8a10', 'remote_group_id': '32164bf3-5bff-406e-b8b4-9d93ab276716', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:22.998542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.090581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.091239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:23.114008 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:23.119689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-103741234-network', 'tenant_id': '6b96218d549947b69bf8c55ddf81ed1e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:23.141561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5d98e-a386-4041-b453-a2f618a47ada req-ff3a9edc-b696-4f12-bc11-10f1d03ecebb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:23.144423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1e5d98e-a386-4041-b453-a2f618a47ada req-ff3a9edc-b696-4f12-bc11-10f1d03ecebb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 944 time: 0.1259859 Sep 20 12:28:23.186809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d339a310-fb6b-4c0f-a9a8-c58758c9a91b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:28:23.198728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-ee2192c0-2f6c-4812-8701-2e33a59dc902 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.208015 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:23.257514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:23.264767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=03b5f0e5-f875-4660-8c0e-6414e6e107c1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:23.283837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:23.292175 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ff90891-46ef-4968-89cf-d47b0a23c854 req-d805f79c-12d2-4d61-ba38-cbef465665b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210879 Sep 20 12:28:23.309417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1e5d98e-a386-4041-b453-a2f618a47ada req-930c8d5b-072e-4371-97a8-ce77d5e0019a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548488 Sep 20 12:28:23.314038 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-168a9160-bdde-483c-9d9c-254ba6d4fae6 req-fa56556d-406f-446c-8344-0eb1a54291b2 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440324 Sep 20 12:28:23.339956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-ee2192c0-2f6c-4812-8701-2e33a59dc902 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.342346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Made reservation on behalf of 6b96218d549947b69bf8c55ddf81ed1e for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:23.345504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.366825 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.367103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:23.368002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.530227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-ee2192c0-2f6c-4812-8701-2e33a59dc902 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.564355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2192c0-2f6c-4812-8701-2e33a59dc902 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2070fcdc-3fcf-46a6-9f42-b831c39a3d3c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:23.579296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 9f64ae18-4c2f-40ec-8cbd-025f6653fbca {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:23.579650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.628402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.662397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47207c7-28e1-46b3-8220-5e8f489e12e4 req-9d21beba-6886-44ff-bbef-bd417c279ae0 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:23.664233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d47207c7-28e1-46b3-8220-5e8f489e12e4 req-9d21beba-6886-44ff-bbef-bd417c279ae0 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 944 time: 0.0792515 Sep 20 12:28:23.702543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-4da5fe83-3b04-4801-90aa-fe541b1de4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:23.710902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d0d67552-ed0d-4ded-831d-dc6ec53485c2 None None] Provisioning complete for port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:23.711523 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d0d67552-ed0d-4ded-831d-dc6ec53485c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.712179 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-4da5fe83-3b04-4801-90aa-fe541b1de4e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 1095 time: 0.1225064 Sep 20 12:28:23.732549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d47207c7-28e1-46b3-8220-5e8f489e12e4 req-83cc6fb2-2b30-4e63-8e7d-938a522cf832 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Sep 20 12:28:23.743069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.798544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:23.819498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cf3252-d480-42be-ae78-bf0df4d7df7d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:23.825384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d0d67552-ed0d-4ded-831d-dc6ec53485c2 None None] Port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:23.835883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.836233 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Added segment c58966cb-293f-4491-9a37-ff77233e752e of type vlan for network 3ead9a15-b9b9-4b66-b9dc-59be1b06bb17 Sep 20 12:28:23.838811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.850523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-ee2192c0-2f6c-4812-8701-2e33a59dc902 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:23.853902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b49d801-bef5-4bea-905f-fc4e22c5edab req-ee2192c0-2f6c-4812-8701-2e33a59dc902 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9265566 Sep 20 12:28:23.914244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 9f64ae18-4c2f-40ec-8cbd-025f6653fbca owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:23.920620 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-4ef7d28c-f415-49b0-a13e-61609f047a94 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4678752 Sep 20 12:28:23.934530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'admin_state_up': True, 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'security_groups': ['2131f0ad-c9ca-43be-b71c-b3ca5dcd842a']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:23.955226 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.002097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661e36b-4b5d-4e7c-8335-0da003c02898 req-aceeb9de-f514-4581-b4d0-8997af7e9ede tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:24.008561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661e36b-4b5d-4e7c-8335-0da003c02898 req-aceeb9de-f514-4581-b4d0-8997af7e9ede tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:24.010634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5661e36b-4b5d-4e7c-8335-0da003c02898 req-aceeb9de-f514-4581-b4d0-8997af7e9ede tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 1653 time: 0.1555185 Sep 20 12:28:24.054644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5661e36b-4b5d-4e7c-8335-0da003c02898 req-f0cb7fb1-50f0-48c2-963a-0fd8c65c729c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351710 Sep 20 12:28:24.095361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-857bf12f-7461-40a2-bfc4-de1bdd92c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:24.096910 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-857bf12f-7461-40a2-bfc4-de1bdd92c49b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 911 time: 0.3750863 Sep 20 12:28:24.117622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e6052fe7-3660-4dd3-89f8-00f7517818b0 req-8d84eaff-8040-4ddd-b1b6-7e411f182f1b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1481581727', 'description': 'tempest-description-48934567'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:24.123543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.132710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:24.132710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.155608 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-42f31a69-230b-45dc-b0c3-b3e9174bb0c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5811766-aaa6-4dfa-8743-c4e768853183 HTTP/1.1" status: 200 len: 217 time: 0.0479076 Sep 20 12:28:24.199065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] Pushing event updated for resources: {'Network': ['ID=3ead9a15-b9b9-4b66-b9dc-59be1b06bb17,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:24.212947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 3ead9a15-b9b9-4b66-b9dc-59be1b06bb17 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:24.293362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-946d6387-1eb1-41e2-b543-2e8abc3ca48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:24.293362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-946d6387-1eb1-41e2-b543-2e8abc3ca48c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.1292865 Sep 20 12:28:24.312277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6052fe7-3660-4dd3-89f8-00f7517818b0 req-8d84eaff-8040-4ddd-b1b6-7e411f182f1b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.337045 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-f1133e70-85e9-4145-843d-da8fba738c28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366945 Sep 20 12:28:24.421397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-50149b22-9681-4891-beec-90ca59c46043 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3063602 Sep 20 12:28:24.427205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49144) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:24.432099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Request body: {'subnet': {'network_id': '3ead9a15-b9b9-4b66-b9dc-59be1b06bb17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-103741234-subnet', 'tenant_id': '6b96218d549947b69bf8c55ddf81ed1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:24.501133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-61a97184-ce7e-443c-a5ef-10f3ba1940a6 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406031 Sep 20 12:28:24.526149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d991-65d1-41b7-ae81-d5dfe23e6396 req-029b2869-caf9-4fad-8ab7-163cfbf0da09 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:24.527739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa37d991-65d1-41b7-ae81-d5dfe23e6396 req-029b2869-caf9-4fad-8ab7-163cfbf0da09 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 944 time: 0.0679541 Sep 20 12:28:24.591418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa37d991-65d1-41b7-ae81-d5dfe23e6396 req-e2656ae2-c99d-4401-ae57-73d8f41c6e73 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Sep 20 12:28:24.608601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:24.610276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d339a310-fb6b-4c0f-a9a8-c58758c9a91b up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:24.611741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.615021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.670082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=9f64ae18-4c2f-40ec-8cbd-025f6653fbca,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:24.789691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port d339a310-fb6b-4c0f-a9a8-c58758c9a91b completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:28:24.790750 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6052fe7-3660-4dd3-89f8-00f7517818b0 req-8d84eaff-8040-4ddd-b1b6-7e411f182f1b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.794928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port d339a310-fb6b-4c0f-a9a8-c58758c9a91b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:24.795246 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.846184 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a7dc9349-bf16-4f66-833c-75858d6a9568 req-8b1224d2-3917-4926-9df0-aae83bd5ac92 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373635 Sep 20 12:28:24.935956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6052fe7-3660-4dd3-89f8-00f7517818b0 req-8d84eaff-8040-4ddd-b1b6-7e411f182f1b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.973402 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:24.999428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84eaff-8040-4ddd-b1b6-7e411f182f1b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3f7b6-5973-4567-a52e-8189a4db82d1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:25.014751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:25.017665 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90df51dc-7440-45c5-a877-ef78c6e13715" -d '{"events": [{"server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "name": "network-vif-plugged", "status": "completed", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:25.024002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Made reservation on behalf of 6b96218d549947b69bf8c55ddf81ed1e for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:25.028000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:25.034540 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:25.040550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:25.146233 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:25.154208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Allocated IP 10.1.1.151 (fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e/f9774c0c-532d-4713-84da-c89c7e611cb3/ee91c8b2-2be0-48dd-801c-aee8a2493f4c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:25.229391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:25.251297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 58e80094-d72b-4339-9be7-d4128779e1c2 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:28:25.383213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:25.391780 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e5eb0d2f-ff20-45e9-8e09-5bf883e286d1 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/58e80094-d72b-4339-9be7-d4128779e1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4068501 Sep 20 12:28:25.392122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49166) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:25.399334 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597033d0-0c25-4d62-be5c-59c274a96659 None None] Sync routers for ids ['58e80094-d72b-4339-9be7-d4128779e1c2'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:25.422492 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597033d0-0c25-4d62-be5c-59c274a96659 None None] Routers {'58e80094-d72b-4339-9be7-d4128779e1c2'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:25.423524 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-597033d0-0c25-4d62-be5c-59c274a96659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['58e80094-d72b-4339-9be7-d4128779e1c2'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:25.434740 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f134c019-f7fc-4e7a-afb1-f43ad8800112 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e80094-d72b-4339-9be7-d4128779e1c2 HTTP/1.1" status: 200 len: 205 time: 0.0414708 Sep 20 12:28:25.437649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:25.480523 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-597033d0-0c25-4d62-be5c-59c274a96659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:25.491435 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597033d0-0c25-4d62-be5c-59c274a96659 None None] Routers {'58e80094-d72b-4339-9be7-d4128779e1c2'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:25.492432 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-597033d0-0c25-4d62-be5c-59c274a96659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['58e80094-d72b-4339-9be7-d4128779e1c2'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:25.537821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6052fe7-3660-4dd3-89f8-00f7517818b0 req-8d84eaff-8040-4ddd-b1b6-7e411f182f1b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:25.554996 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-597033d0-0c25-4d62-be5c-59c274a96659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:25.554996 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597033d0-0c25-4d62-be5c-59c274a96659 None None] The sync data for ids ['58e80094-d72b-4339-9be7-d4128779e1c2'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:25.558461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6052fe7-3660-4dd3-89f8-00f7517818b0 req-8d84eaff-8040-4ddd-b1b6-7e411f182f1b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4459579 Sep 20 12:28:25.563476 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3942bde8-1bbe-4e0c-8d54-64dff40ffdd2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:25.610306 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff81c585-ee28-478b-b1de-976c4db5c72f x-openstack-request-id: req-ff81c585-ee28-478b-b1de-976c4db5c72f {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:25.610842 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "name": "network-vif-plugged", "status": "completed", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:25.611332 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff81c585-ee28-478b-b1de-976c4db5c72f {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:25.611843 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b', 'code': 200} Sep 20 12:28:25.626065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb72bd-56e6-4d27-8194-9de38cad0612 req-9646e96f-8e05-4063-86bf-81c11775ddd9 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:25.634061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aceb72bd-56e6-4d27-8194-9de38cad0612 req-9646e96f-8e05-4063-86bf-81c11775ddd9 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1099908 Sep 20 12:28:25.708871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aceb72bd-56e6-4d27-8194-9de38cad0612 req-223d82ba-10de-495a-b11f-85207e6d8ba5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698805 Sep 20 12:28:25.770627 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:25.831755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998fcd-1a29-409b-85e0-253725ffa170 req-d478cc0c-8b41-442c-8a31-c7d301075bbf tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:25.842157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998fcd-1a29-409b-85e0-253725ffa170 req-d478cc0c-8b41-442c-8a31-c7d301075bbf tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:25.852420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11998fcd-1a29-409b-85e0-253725ffa170 req-d478cc0c-8b41-442c-8a31-c7d301075bbf tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 1653 time: 0.1382561 Sep 20 12:28:25.967315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50799c-016c-4a8c-878b-81b2c599591d req-77cca536-870b-4ab3-9a2f-e9c36438d9cf tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:25.968960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a50799c-016c-4a8c-878b-81b2c599591d req-77cca536-870b-4ab3-9a2f-e9c36438d9cf tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0846448 Sep 20 12:28:25.977255 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3942bde8-1bbe-4e0c-8d54-64dff40ffdd2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:25.981125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3942bde8-1bbe-4e0c-8d54-64dff40ffdd2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:25.982220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11998fcd-1a29-409b-85e0-253725ffa170 req-74a582cd-2680-4eda-b160-474289dffeb5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273966 Sep 20 12:28:26.006358 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.040877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0947-e1f8-4e6c-b1cc-4a8813dab36e req-3bcf47ef-8ca2-49ff-be73-a694a1daa04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:26.042546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b0d0947-e1f8-4e6c-b1cc-4a8813dab36e req-3bcf47ef-8ca2-49ff-be73-a694a1daa04a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1096 time: 0.3290095 Sep 20 12:28:26.048575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2833f8bb-2194-40f2-afd9-6f41b31d7ac9 req-c716622c-b37a-4b43-b1f7-2f9ec26cf7aa tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-650421616', 'description': 'tempest-description-1553640213'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:26.115491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b0d0947-e1f8-4e6c-b1cc-4a8813dab36e req-32befb87-a1f4-44ba-acd6-3230096bb512 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598953 Sep 20 12:28:26.142638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a50799c-016c-4a8c-878b-81b2c599591d req-92d50de4-eafd-4df9-8876-6615edcf13b3 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542542 Sep 20 12:28:26.147247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86cab00-d113-4501-b72a-b14aaf2a818c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:26.156887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Checking segment: {'id': 'c58966cb-293f-4491-9a37-ff77233e752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3ead9a15-b9b9-4b66-b9dc-59be1b06bb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:26.157291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Network hostable DHCP agents. Network: 3ead9a15-b9b9-4b66-b9dc-59be1b06bb17, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:26.174643 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3942bde8-1bbe-4e0c-8d54-64dff40ffdd2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.175366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3942bde8-1bbe-4e0c-8d54-64dff40ffdd2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Fanout notify agent at l3_agent the message router_deleted on router 58e80094-d72b-4339-9be7-d4128779e1c2 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:28:26.182623 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3942bde8-1bbe-4e0c-8d54-64dff40ffdd2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.189031 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3942bde8-1bbe-4e0c-8d54-64dff40ffdd2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/58e80094-d72b-4339-9be7-d4128779e1c2 HTTP/1.1" status: 204 len: 168 time: 0.7453229 Sep 20 12:28:26.190340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49178) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:26.237326 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.268221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ea792-e848-4106-8c36-d53c5235781e req-24be879c-437e-44da-b3cc-db6d789e1dc8 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:26.276782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a4ea792-e848-4106-8c36-d53c5235781e req-24be879c-437e-44da-b3cc-db6d789e1dc8 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 944 time: 0.0623114 Sep 20 12:28:26.292096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:26.298928 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2833f8bb-2194-40f2-afd9-6f41b31d7ac9 req-c716622c-b37a-4b43-b1f7-2f9ec26cf7aa tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.320571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ba335f-bf3a-43e6-8293-817666d78edf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet 83fdb656-c1be-4553-bab4-68fa7710a09f {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:28:26.325545 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:26.328071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:26.341714 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36ba335f-bf3a-43e6-8293-817666d78edf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.343472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a4ea792-e848-4106-8c36-d53c5235781e req-0dcdf753-42fd-4622-9da1-6771dd28c8e9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656931 Sep 20 12:28:26.349911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:26.441612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:26.442587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.447995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Network 3ead9a15-b9b9-4b66-b9dc-59be1b06bb17 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:26.465754 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36ba335f-bf3a-43e6-8293-817666d78edf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.488565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2833f8bb-2194-40f2-afd9-6f41b31d7ac9 req-c716622c-b37a-4b43-b1f7-2f9ec26cf7aa tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.593152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 3ead9a15-b9b9-4b66-b9dc-59be1b06bb17) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:26.595317 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2833f8bb-2194-40f2-afd9-6f41b31d7ac9 req-c716622c-b37a-4b43-b1f7-2f9ec26cf7aa tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.596839 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36ba335f-bf3a-43e6-8293-817666d78edf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.603180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d0af3-9553-463a-9447-c81dfe8c2eee None None] Network 3ead9a15-b9b9-4b66-b9dc-59be1b06bb17 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:26.630417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:26.631304 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.634977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716622c-b37a-4b43-b1f7-2f9ec26cf7aa tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ba456-1a29-4412-80ba-7814e6269132,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:26.659969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5811766-aaa6-4dfa-8743-c4e768853183 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:28:26.691382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e21d71f3-da38-480b-8f66-77229744dd3b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7627172 Sep 20 12:28:26.703010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361', 'admin_state_up': True, 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'security_groups': ['2131f0ad-c9ca-43be-b71c-b3ca5dcd842a']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:26.761883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2833f8bb-2194-40f2-afd9-6f41b31d7ac9 req-c716622c-b37a-4b43-b1f7-2f9ec26cf7aa tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.763807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2833f8bb-2194-40f2-afd9-6f41b31d7ac9 req-c716622c-b37a-4b43-b1f7-2f9ec26cf7aa tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7194104 Sep 20 12:28:26.802219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ef0eb80-18b0-4936-b079-2e276a895d2a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3725722 Sep 20 12:28:26.866675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36ba335f-bf3a-43e6-8293-817666d78edf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.883348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7369bac7-2f16-4aaa-b13b-17aed21f5f98 None None] Provisioning complete for port ee91c8b2-2be0-48dd-801c-aee8a2493f4c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:26.883756 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7369bac7-2f16-4aaa-b13b-17aed21f5f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.932939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43349635-d6db-4665-92c7-b60eb47767e4 req-05e6d641-d7f8-4a1d-aa24-e7ce1e67cc0f tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/53e3f7b6-5973-4567-a52e-8189a4db82d1 HTTP/1.1" status: 200 len: 1805 time: 0.1435781 Sep 20 12:28:26.943349 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36ba335f-bf3a-43e6-8293-817666d78edf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:26.952245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:26.954415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-36ba335f-bf3a-43e6-8293-817666d78edf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/83fdb656-c1be-4553-bab4-68fa7710a09f HTTP/1.1" status: 204 len: 168 time: 0.7611279 Sep 20 12:28:26.958499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba335f-bf3a-43e6-8293-817666d78edf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=83fdb656-c1be-4553-bab4-68fa7710a09f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:26.963885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:26.976553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa3684-6adf-49dd-80d2-9494ee113b2f None None] Network 2392e2a7-e588-49fe-bd7c-6e9bdece278d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:26.996349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51cda-91bf-4fef-bdc2-9be5f67b10f4 req-957e53b6-9d21-4024-b7f2-028e5504f02a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:27.019297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9f51cda-91bf-4fef-bdc2-9be5f67b10f4 req-957e53b6-9d21-4024-b7f2-028e5504f02a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1964269 Sep 20 12:28:27.034174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7369bac7-2f16-4aaa-b13b-17aed21f5f98 None None] Port ee91c8b2-2be0-48dd-801c-aee8a2493f4c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:27.073116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94bfa3-6e0e-415f-ac93-a468b90365b0 None None] Network 3ead9a15-b9b9-4b66-b9dc-59be1b06bb17 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:27.186917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9f51cda-91bf-4fef-bdc2-9be5f67b10f4 req-b1541d40-84ef-4c9e-affa-050d94b25075 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594629 Sep 20 12:28:27.215287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43349635-d6db-4665-92c7-b60eb47767e4 req-81b72ba0-495e-40cd-8c3f-76fd1ce4020a tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/3b7ba456-1a29-4412-80ba-7814e6269132 HTTP/1.1" status: 200 len: 1806 time: 0.2751439 Sep 20 12:28:27.223694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.241945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43349635-d6db-4665-92c7-b60eb47767e4 req-61b12376-8a7d-4f95-8d90-1683e761422b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '53e3f7b6-5973-4567-a52e-8189a4db82d1', 'remote_group_id': '3b7ba456-1a29-4412-80ba-7814e6269132', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:27.242558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43349635-d6db-4665-92c7-b60eb47767e4 req-61b12376-8a7d-4f95-8d90-1683e761422b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '53e3f7b6-5973-4567-a52e-8189a4db82d1', 'remote_group_id': '3b7ba456-1a29-4412-80ba-7814e6269132', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:27.316958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:27.352327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'port_id': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'mac_address': 'fa:16:3e:f5:25:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac61f73-8882-42e8-8568-2ac22e4f0c97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:28:27.391445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 4cbb72c2-b8dd-467c-8f70-46742d70d009 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:27.391840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.474559 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.496255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5811766-aaa6-4dfa-8743-c4e768853183 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:27.514055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f351b-c360-4930-9495-e142ceffa80b req-c14f5345-93a9-45cd-91ca-388d859f3c8e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:27.530497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f351b-c360-4930-9495-e142ceffa80b req-c14f5345-93a9-45cd-91ca-388d859f3c8e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:27.530873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:27.531488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f351b-c360-4930-9495-e142ceffa80b req-c14f5345-93a9-45cd-91ca-388d859f3c8e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:27.543913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f23f351b-c360-4930-9495-e142ceffa80b req-c14f5345-93a9-45cd-91ca-388d859f3c8e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 2374 time: 0.2090423 Sep 20 12:28:27.560173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] DHCP port deletion for 2392e2a7-e588-49fe-bd7c-6e9bdece278d request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:28:27.632122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.642946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 4cbb72c2-b8dd-467c-8f70-46742d70d009, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4cbb72c2-b8dd-467c-8f70-46742d70d009,segment=NetworkSegment(0f3a639f-82f4-4933-bad4-219d5822cb99),segment_id=0f3a639f-82f4-4933-bad4-219d5822cb99)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:27.644356 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.687066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.694712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 4cbb72c2-b8dd-467c-8f70-46742d70d009 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:27.699574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:27.714304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] Deleting port 4cbb72c2-b8dd-467c-8f70-46742d70d009 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:28:27.714304 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.714541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f23f351b-c360-4930-9495-e142ceffa80b req-58cf5ae0-94ac-4c70-b4eb-6a7a57ce9234 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674430 Sep 20 12:28:27.717287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43349635-d6db-4665-92c7-b60eb47767e4 req-61b12376-8a7d-4f95-8d90-1683e761422b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.788501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43349635-d6db-4665-92c7-b60eb47767e4 req-61b12376-8a7d-4f95-8d90-1683e761422b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.801706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] For port 4cbb72c2-b8dd-467c-8f70-46742d70d009, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4cbb72c2-b8dd-467c-8f70-46742d70d009,segment=NetworkSegment(0f3a639f-82f4-4933-bad4-219d5822cb99),segment_id=0f3a639f-82f4-4933-bad4-219d5822cb99)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:27.802114 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.819848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] Calling delete_port for 4cbb72c2-b8dd-467c-8f70-46742d70d009 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:28:27.889187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43349635-d6db-4665-92c7-b60eb47767e4 req-61b12376-8a7d-4f95-8d90-1683e761422b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:27.920599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b12376-8a7d-4f95-8d90-1683e761422b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83de648-d187-4328-9606-a3c70061382a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:27.926572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b5811766-aaa6-4dfa-8743-c4e768853183'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:28:27.933636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49256b5f-b0d8-44af-a256-9850c1d71cc3 req-4298faa4-2b7c-4a34-9500-c31d275767ec tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:27.944764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49256b5f-b0d8-44af-a256-9850c1d71cc3 req-4298faa4-2b7c-4a34-9500-c31d275767ec tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1250005 Sep 20 12:28:27.962203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.017539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=4cbb72c2-b8dd-467c-8f70-46742d70d009,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:28.037271 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.037708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No DVR routers for this DVR port 4cbb72c2-b8dd-467c-8f70-46742d70d009 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:28:28.047373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43349635-d6db-4665-92c7-b60eb47767e4 req-61b12376-8a7d-4f95-8d90-1683e761422b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.052690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43349635-d6db-4665-92c7-b60eb47767e4 req-61b12376-8a7d-4f95-8d90-1683e761422b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8118591 Sep 20 12:28:28.097641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49256b5f-b0d8-44af-a256-9850c1d71cc3 req-b22215bd-0816-43ff-9283-49eb59fb6864 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517785 Sep 20 12:28:28.116055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Allocated IP 10.2.2.100 (69fa433b-bf7b-48c6-9063-576a884a0361/f6f7297f-2bbb-40ff-9a8a-506176056d53/12568399-9650-4fa5-9db7-b169ebaca0a3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:28.125248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] No DVR routers for this DVR port 4cbb72c2-b8dd-467c-8f70-46742d70d009 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:28:28.144009 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31b507-6c90-40ad-bb3a-06db88d7d384 None None] Pushing event deleted for resources: {'Port': ['ID=4cbb72c2-b8dd-467c-8f70-46742d70d009,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:28.279879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.382763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2392e2a7-e588-49fe-bd7c-6e9bdece278d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:28.397334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3a639f-82f4-4933-bad4-219d5822cb99') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:28.397580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3a639f-82f4-4933-bad4-219d5822cb99') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:28.413807 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.416257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198bd94-d484-4879-80fd-5359caeffdaa req-a585d335-be09-443c-8411-80f8bf9495f5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:28.417758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0198bd94-d484-4879-80fd-5359caeffdaa req-a585d335-be09-443c-8411-80f8bf9495f5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 945 time: 0.1418862 Sep 20 12:28:28.428955 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.489723 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.523477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.531918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:28:28.532340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:28:28.537129 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:28:28.599038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network 69fa433b-bf7b-48c6-9063-576a884a0361 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:28.600845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:28.610537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0198bd94-d484-4879-80fd-5359caeffdaa req-4eceb7a3-e883-4aed-803e-d26a49668a90 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796546 Sep 20 12:28:28.627415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:28.632472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-ea4a3c47-5ff5-446c-9268-31214c9477fa tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:28.634440 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-ea4a3c47-5ff5-446c-9268-31214c9477fa tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/networks?id=ddf17ce5-02e2-4845-b740-eb38067c96b0 HTTP/1.1" status: 200 len: 814 time: 0.2281356 Sep 20 12:28:28.661967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5811766-aaa6-4dfa-8743-c4e768853183 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:28.696711 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.714798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-8e3b50fc-7650-4c44-a08a-3738cf72f6e5 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/quotas/344c5f8f4aff48d3a782b631f786ad95 HTTP/1.1" status: 200 len: 375 time: 0.0607741 Sep 20 12:28:28.740763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.746086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:28.747037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:28.751336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=12568399-9650-4fa5-9db7-b169ebaca0a3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:28.751502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/2392e2a7-e588-49fe-bd7c-6e9bdece278d HTTP/1.1" status: 204 len: 168 time: 1.7956071 Sep 20 12:28:28.771246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49220) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:28.777824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d2429011-4b70-49a0-9cc0-8430b9944f13 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-617354432', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:28.829242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d44614-e78c-43f9-9a2d-d4b11bba8d27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=2392e2a7-e588-49fe-bd7c-6e9bdece278d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:28.838322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-f4e03b8a-8b39-4c9f-8508-95d8e23eb77f tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=344c5f8f4aff48d3a782b631f786ad95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030045 Sep 20 12:28:28.845086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce414184-62f0-4c23-86d5-2622841f6e9a req-65cb96e5-f8e9-4f29-a886-b8aabb4cca8a tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/3b7ba456-1a29-4412-80ba-7814e6269132 HTTP/1.1" status: 200 len: 1806 time: 0.1733339 Sep 20 12:28:28.968526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-185a6897-5a79-42bf-9f5e-c41849ab7dc1 None None] Provisioning complete for port 12568399-9650-4fa5-9db7-b169ebaca0a3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:28.968920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-185a6897-5a79-42bf-9f5e-c41849ab7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.009096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-185a6897-5a79-42bf-9f5e-c41849ab7dc1 None None] Port 12568399-9650-4fa5-9db7-b169ebaca0a3 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:29.028652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-99403395-c086-4b39-8a51-5fa25bcf3c6e service neutron] 10.222.0.37 "GET /v2.0/networks/ddf17ce5-02e2-4845-b740-eb38067c96b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751280 Sep 20 12:28:29.040526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ce414184-62f0-4c23-86d5-2622841f6e9a req-614fa07c-ebe0-460d-acac-5a97433dc3e5 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.084921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ce414184-62f0-4c23-86d5-2622841f6e9a req-614fa07c-ebe0-460d-acac-5a97433dc3e5 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.181219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-aa09a274-4526-4999-be2e-93b4657af211 service neutron] 10.222.0.37 "GET /v2.0/networks/ddf17ce5-02e2-4845-b740-eb38067c96b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443343 Sep 20 12:28:29.276015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port b5811766-aaa6-4dfa-8743-c4e768853183 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:28:29.287705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b5811766-aaa6-4dfa-8743-c4e768853183 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:29.287705 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.346060 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ce414184-62f0-4c23-86d5-2622841f6e9a req-614fa07c-ebe0-460d-acac-5a97433dc3e5 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.346922 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2429011-4b70-49a0-9cc0-8430b9944f13 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.348062 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2429011-4b70-49a0-9cc0-8430b9944f13 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.349905 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ce414184-62f0-4c23-86d5-2622841f6e9a req-614fa07c-ebe0-460d-acac-5a97433dc3e5 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.358788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce414184-62f0-4c23-86d5-2622841f6e9a req-614fa07c-ebe0-460d-acac-5a97433dc3e5 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "DELETE /v2.0/security-groups/3b7ba456-1a29-4412-80ba-7814e6269132 HTTP/1.1" status: 204 len: 173 time: 0.5071843 Sep 20 12:28:29.378349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa07c-ebe0-460d-acac-5a97433dc3e5 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ba456-1a29-4412-80ba-7814e6269132,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:29.416268 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.441677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:29.444026 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8826f6b-1b8b-437d-9dec-3651ab2551b9" -d '{"events": [{"server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "name": "network-vif-plugged", "status": "completed", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:29.453122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4cbb72c2-b8dd-467c-8f70-46742d70d009 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:28:29.463001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2429011-4b70-49a0-9cc0-8430b9944f13 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.484149 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-daa37218-cfdb-4e0d-9c49-98c7ea4be1ec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7856321 Sep 20 12:28:29.495620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 4cbb72c2-b8dd-467c-8f70-46742d70d009 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:28:29.495931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4cbb72c2-b8dd-467c-8f70-46742d70d009 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:28:29.497619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361', 'admin_state_up': True, 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'security_groups': ['2131f0ad-c9ca-43be-b71c-b3ca5dcd842a']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:29.498703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:29.559284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06862d7-4b53-4188-b972-e1d6016fbcef req-5fdb3cd9-4f47-4359-a931-ade19414e568 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:29.567241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b06862d7-4b53-4188-b972-e1d6016fbcef req-5fdb3cd9-4f47-4359-a931-ade19414e568 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1407061 Sep 20 12:28:29.600887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.611558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2429011-4b70-49a0-9cc0-8430b9944f13 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.669637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:29.673666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b06862d7-4b53-4188-b972-e1d6016fbcef req-58b70e60-186d-42a7-82f4-bd8688a86c35 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054573 Sep 20 12:28:29.701729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ccafb-1454-454a-b026-5609800af54f req-7d31bf1e-e520-4466-a7e0-b8062076e06a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:29.707726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ccafb-1454-454a-b026-5609800af54f req-7d31bf1e-e520-4466-a7e0-b8062076e06a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:29.714377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ccafb-1454-454a-b026-5609800af54f req-7d31bf1e-e520-4466-a7e0-b8062076e06a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:29.723114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ccafb-1454-454a-b026-5609800af54f req-7d31bf1e-e520-4466-a7e0-b8062076e06a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:29.728294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e50ccafb-1454-454a-b026-5609800af54f req-7d31bf1e-e520-4466-a7e0-b8062076e06a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 3095 time: 0.1528113 Sep 20 12:28:29.756396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2429011-4b70-49a0-9cc0-8430b9944f13 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.762319 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d2429011-4b70-49a0-9cc0-8430b9944f13 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9883077 Sep 20 12:28:29.762319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49240) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:29.770341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1594728212'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:29.807596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e50ccafb-1454-454a-b026-5609800af54f req-8412c2bd-0645-49ae-b524-9c716cdb923b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721211 Sep 20 12:28:29.812888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb622c0-1519-4fda-ae30-e1a10aeccc74 req-eb56a8a1-5207-40e4-b539-696357b29811 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:29.814377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9cb622c0-1519-4fda-ae30-e1a10aeccc74 req-eb56a8a1-5207-40e4-b539-696357b29811 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0790198 Sep 20 12:28:29.895360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9cb622c0-1519-4fda-ae30-e1a10aeccc74 req-b4784c75-3ed3-470f-a55f-5655c68b2f26 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744913 Sep 20 12:28:29.899158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Made reservation on behalf of 7bd288628e954d50bff617b055b848c8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:29.900403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fce94100-ad87-4094-8d05-366481f373f1 req-af4f79a2-1f9e-46a0-a9a6-1dd962623ccb tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/53e3f7b6-5973-4567-a52e-8189a4db82d1 HTTP/1.1" status: 200 len: 1805 time: 0.0674980 Sep 20 12:28:29.910702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:29.947835 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb146b3-f2c8-493b-beee-6372ada915f2 x-openstack-request-id: req-ecb146b3-f2c8-493b-beee-6372ada915f2 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:29.950872 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "name": "network-vif-plugged", "status": "completed", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:29.950872 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecb146b3-f2c8-493b-beee-6372ada915f2 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:29.950872 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'code': 200} Sep 20 12:28:29.989991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e90dbc6b-69e1-40b7-bc79-65b430b08e77 req-81d5bc33-39c6-4af6-ad2c-3d1e9bd60a0b tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 210 time: 0.0344412 Sep 20 12:28:30.064940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee586635-99f8-4d68-b32b-196fea80cf2d req-305a142c-1bce-4dd7-9c5a-286be5df8e4f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:30.066168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee586635-99f8-4d68-b32b-196fea80cf2d req-305a142c-1bce-4dd7-9c5a-286be5df8e4f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.0602360 Sep 20 12:28:30.140871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42259a70-d797-49cc-9796-ba2a1a6f7820 req-6f400b4c-31b5-499a-9d97-88d3b856b64d tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:30.143257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42259a70-d797-49cc-9796-ba2a1a6f7820 req-6f400b4c-31b5-499a-9d97-88d3b856b64d tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1096 time: 0.0752926 Sep 20 12:28:30.149157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:30.153660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:30.154074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee586635-99f8-4d68-b32b-196fea80cf2d req-49addf42-a457-4fff-9240-24dd76049c75 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759509 Sep 20 12:28:30.159700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa605-3529-43f8-9f3f-f8eb15680457 req-d66139c5-1290-41d4-8753-4305375df116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:30.161242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-495aa605-3529-43f8-9f3f-f8eb15680457 req-d66139c5-1290-41d4-8753-4305375df116 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 1097 time: 0.1149809 Sep 20 12:28:30.198029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-3fc7cba1-be5f-47ad-a18b-c8b04ed5a6da req-b95735cf-1202-43f6-a8db-0d5edc9c778d tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-342365977', 'description': 'tempest-description-1936817397'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:30.205037 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42259a70-d797-49cc-9796-ba2a1a6f7820 req-62b14f73-6acc-4f23-97b0-7365f755ce17 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556645 Sep 20 12:28:30.244605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:30.262642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-495aa605-3529-43f8-9f3f-f8eb15680457 req-cd85ffbd-0fe6-43eb-8e81-0b7033601888 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863340 Sep 20 12:28:30.262642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Allocated IP 10.2.2.200 (69fa433b-bf7b-48c6-9063-576a884a0361/f6f7297f-2bbb-40ff-9a8a-506176056d53/c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:30.265606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:30.266111 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment 706818ab-b230-43e7-bb64-90c1b3a3af77 of type vlan for network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa Sep 20 12:28:30.323454 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:30.363301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3fc7cba1-be5f-47ad-a18b-c8b04ed5a6da req-b95735cf-1202-43f6-a8db-0d5edc9c778d tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:30.467008 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:30.481038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3fc7cba1-be5f-47ad-a18b-c8b04ed5a6da req-b95735cf-1202-43f6-a8db-0d5edc9c778d tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:30.939774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83822bda-68a3-4179-b504-798594d90358 req-c7e8a1ce-060c-461a-b142-3960b2aba95c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:30.947975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83822bda-68a3-4179-b504-798594d90358 req-c7e8a1ce-060c-461a-b142-3960b2aba95c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:30.954617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83822bda-68a3-4179-b504-798594d90358 req-c7e8a1ce-060c-461a-b142-3960b2aba95c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:30.961397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83822bda-68a3-4179-b504-798594d90358 req-c7e8a1ce-060c-461a-b142-3960b2aba95c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:30.963513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83822bda-68a3-4179-b504-798594d90358 req-c7e8a1ce-060c-461a-b142-3960b2aba95c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 3095 time: 0.0827739 Sep 20 12:28:31.012439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83822bda-68a3-4179-b504-798594d90358 req-bfa7ace9-a630-4a9f-b489-bd1cf8848b78 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Sep 20 12:28:31.148966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dd817-ee43-4c8c-8db6-b157dc9f62ac req-e12898c8-7986-48a0-8135-520caeb3e273 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:31.151281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-952dd817-ee43-4c8c-8db6-b157dc9f62ac req-e12898c8-7986-48a0-8135-520caeb3e273 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0630665 Sep 20 12:28:31.198716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-952dd817-ee43-4c8c-8db6-b157dc9f62ac req-11bdb8b7-c6cc-432c-ae8f-0012d99f9a5e tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Sep 20 12:28:31.288678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-207ed9d2-83c4-4e5f-93c2-94deccbef1dd req-929f0c44-f99c-43b1-b323-b4290f8c8bbc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 210 time: 0.0335543 Sep 20 12:28:31.341212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:31.347621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:31.348558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:31.423108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a18c67-27ff-4695-a30c-cef5744006da req-84871c57-6047-4dc8-8971-7767608d6b10 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:31.425452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a18c67-27ff-4695-a30c-cef5744006da req-84871c57-6047-4dc8-8971-7767608d6b10 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.0737278 Sep 20 12:28:31.431614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=775e2ef1-c6fe-4849-9a64-a47d0e2f50fa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:31.443442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:31.469814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a18c67-27ff-4695-a30c-cef5744006da req-3e3d4662-2dd8-4a24-8e63-3db59f3fc830 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371735 Sep 20 12:28:31.508293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:31.508806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3fc7cba1-be5f-47ad-a18b-c8b04ed5a6da req-b95735cf-1202-43f6-a8db-0d5edc9c778d tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:31.570913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95735cf-1202-43f6-a8db-0d5edc9c778d tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536ce631-7b60-457e-9253-9972479ad386,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:31.576664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Network 69fa433b-bf7b-48c6-9063-576a884a0361 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:31.579806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:31.583463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:31.593761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event updated for resources: {'Port': ['ID=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:31.636109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3fc7cba1-be5f-47ad-a18b-c8b04ed5a6da req-b95735cf-1202-43f6-a8db-0d5edc9c778d tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:31.639235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fc7cba1-be5f-47ad-a18b-c8b04ed5a6da req-b95735cf-1202-43f6-a8db-0d5edc9c778d tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4501054 Sep 20 12:28:31.644259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-df9550dc-6139-4f12-bc74-2fb38de01f7b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8782113 Sep 20 12:28:31.647230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49262) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:31.655285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:31.709427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:31.713894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:31.773408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75601868-e035-4d11-987d-9c4dd224c613 req-76e51716-a404-4490-9550-8990f390eeda tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/536ce631-7b60-457e-9253-9972479ad386 HTTP/1.1" status: 200 len: 1806 time: 0.1004066 Sep 20 12:28:31.778443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-75601868-e035-4d11-987d-9c4dd224c613 req-17101bf3-72c3-4146-898d-c122706f3121 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '536ce631-7b60-457e-9253-9972479ad386', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:31.779138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-75601868-e035-4d11-987d-9c4dd224c613 req-17101bf3-72c3-4146-898d-c122706f3121 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '536ce631-7b60-457e-9253-9972479ad386', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:31.944864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-0836f583-a95b-4675-945d-bd119632a432 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4532642 Sep 20 12:28:31.958422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:31.980593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e1adb516-2dd5-4ad9-ac4f-3d7c48111cab None None] Provisioning complete for port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:31.981297 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e1adb516-2dd5-4ad9-ac4f-3d7c48111cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.029436 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.031856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e1adb516-2dd5-4ad9-ac4f-3d7c48111cab None None] Port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:32.140954 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-75601868-e035-4d11-987d-9c4dd224c613 req-17101bf3-72c3-4146-898d-c122706f3121 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.260480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12bbbf-d739-43aa-b242-7bca591b5a25 req-00ad84ce-f4d2-40a3-a2a1-483d7dcbfc50 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:32.271841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12bbbf-d739-43aa-b242-7bca591b5a25 req-00ad84ce-f4d2-40a3-a2a1-483d7dcbfc50 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:32.278957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12bbbf-d739-43aa-b242-7bca591b5a25 req-00ad84ce-f4d2-40a3-a2a1-483d7dcbfc50 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:32.290917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12bbbf-d739-43aa-b242-7bca591b5a25 req-00ad84ce-f4d2-40a3-a2a1-483d7dcbfc50 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:32.299724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12bbbf-d739-43aa-b242-7bca591b5a25 req-00ad84ce-f4d2-40a3-a2a1-483d7dcbfc50 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:32.302020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:32.302325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c12bbbf-d739-43aa-b242-7bca591b5a25 req-00ad84ce-f4d2-40a3-a2a1-483d7dcbfc50 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 3816 time: 0.1650600 Sep 20 12:28:32.305483 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-75601868-e035-4d11-987d-9c4dd224c613 req-17101bf3-72c3-4146-898d-c122706f3121 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.306534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.380680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c12bbbf-d739-43aa-b242-7bca591b5a25 req-bb10eb70-5cae-4cfe-86e4-34d779a74f7f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565453 Sep 20 12:28:32.512537 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-75601868-e035-4d11-987d-9c4dd224c613 req-17101bf3-72c3-4146-898d-c122706f3121 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.538343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17101bf3-72c3-4146-898d-c122706f3121 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d65964-cb79-4bab-9a8e-017297a514bd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:32.554141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f0b738-96dc-47dc-a626-72c2e07e3bef {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:32.556704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91e0c-cb8a-444f-bf8d-e9df6f61e651 req-be31c0de-dd09-4964-8f2d-4871a64e8a96 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:32.558656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaf91e0c-cb8a-444f-bf8d-e9df6f61e651 req-be31c0de-dd09-4964-8f2d-4871a64e8a96 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0783782 Sep 20 12:28:32.567114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.630103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Transition to ACTIVE for port object f1f0b738-96dc-47dc-a626-72c2e07e3bef will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:32.637471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaf91e0c-cb8a-444f-bf8d-e9df6f61e651 req-2953b5fa-d63e-4d04-a933-9289ce879b69 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715153 Sep 20 12:28:32.652923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-75601868-e035-4d11-987d-9c4dd224c613 req-17101bf3-72c3-4146-898d-c122706f3121 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.662463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75601868-e035-4d11-987d-9c4dd224c613 req-17101bf3-72c3-4146-898d-c122706f3121 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8797121 Sep 20 12:28:32.736317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.907353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80316809-9a8f-4790-af7a-67a5a4f454c3 req-2448efb6-19e0-40fb-9cbd-f117d13d7308 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 210 time: 0.1111324 Sep 20 12:28:32.910427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f0b738-96dc-47dc-a626-72c2e07e3bef,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:32.936577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:32.943746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd41d5c-a96f-473b-b52e-56d40a2be210 req-c5bef1e2-1990-456e-949e-e088dad7b9c4 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:32.958065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9cd41d5c-a96f-473b-b52e-56d40a2be210 req-c5bef1e2-1990-456e-949e-e088dad7b9c4 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.2255738 Sep 20 12:28:33.034266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6f3b350-86a7-4e2a-b03b-ffe4c6566ff4 req-0d1f7c75-c786-4d99-a38b-5dde9490d5d8 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/536ce631-7b60-457e-9253-9972479ad386 HTTP/1.1" status: 200 len: 2400 time: 0.0719712 Sep 20 12:28:33.039448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c6f3b350-86a7-4e2a-b03b-ffe4c6566ff4 req-49f0f588-1c1f-4ae5-ae8e-172212776988 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '536ce631-7b60-457e-9253-9972479ad386', 'remote_group_id': None}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:33.040693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c6f3b350-86a7-4e2a-b03b-ffe4c6566ff4 req-49f0f588-1c1f-4ae5-ae8e-172212776988 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '536ce631-7b60-457e-9253-9972479ad386', 'remote_group_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:33.091350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9cd41d5c-a96f-473b-b52e-56d40a2be210 req-ce9a9436-24c1-4e10-a368-6dfe668aeeb3 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312234 Sep 20 12:28:33.119801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Attempting to bind port f1f0b738-96dc-47dc-a626-72c2e07e3bef on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:33.120136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Attempting to bind port f1f0b738-96dc-47dc-a626-72c2e07e3bef by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:33.120463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Attempting to bind port f1f0b738-96dc-47dc-a626-72c2e07e3bef on network 08b21f5b-0295-422d-8389-e10acee067c3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:33.138394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=d0baac33-c8f6-479e-8728-492ff8833bd4,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:33.140312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Port f1f0b738-96dc-47dc-a626-72c2e07e3bef on network 08b21f5b-0295-422d-8389-e10acee067c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:33.140622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Attempting to bind port f1f0b738-96dc-47dc-a626-72c2e07e3bef on network 08b21f5b-0295-422d-8389-e10acee067c3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:33.153416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:33.153713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:33.155846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:33.156178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Checking segment: {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:33.156549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Bound using segment: {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:33.156978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Bound port: f1f0b738-96dc-47dc-a626-72c2e07e3bef, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:33.157355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.268451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] For port f1f0b738-96dc-47dc-a626-72c2e07e3bef, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:33.271931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] For port f1f0b738-96dc-47dc-a626-72c2e07e3bef, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:33.288863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6f3b350-86a7-4e2a-b03b-ffe4c6566ff4 req-49f0f588-1c1f-4ae5-ae8e-172212776988 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.313377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6f3b350-86a7-4e2a-b03b-ffe4c6566ff4 req-49f0f588-1c1f-4ae5-ae8e-172212776988 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.324008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:33.448710 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.512297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6f3b350-86a7-4e2a-b03b-ffe4c6566ff4 req-49f0f588-1c1f-4ae5-ae8e-172212776988 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.542946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:33.546730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0f588-1c1f-4ae5-ae8e-172212776988 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be20e4c3-af19-49e9-99fe-4822a8805dd1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:33.553608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f0b738-96dc-47dc-a626-72c2e07e3bef,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:33.555291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1febf64-d754-4090-91b6-4fe1a1f43264 None None] Network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:33.608287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:33.608941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.610481 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fa5d25ee-ac52-4db4-a690-aafded2a99c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/f1f0b738-96dc-47dc-a626-72c2e07e3bef HTTP/1.1" status: 200 len: 1092 time: 1.6573761 Sep 20 12:28:33.612480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:33.620684 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:33.630715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:33.631599 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.684138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c6f3b350-86a7-4e2a-b03b-ffe4c6566ff4 req-49f0f588-1c1f-4ae5-ae8e-172212776988 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.690102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6f3b350-86a7-4e2a-b03b-ffe4c6566ff4 req-49f0f588-1c1f-4ae5-ae8e-172212776988 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6549158 Sep 20 12:28:33.831610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:33.852356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:28:33.858136 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:33.948821 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b6450ee-4ab7-4e19-bfa1-b5152a879b92 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3000398 Sep 20 12:28:33.953503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49326) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:34.036827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:34.051823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31edef-d321-43d1-979d-351e2b2b7ab5 req-1d9cfc02-2856-4cd1-bd49-4770583450a6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.064851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31edef-d321-43d1-979d-351e2b2b7ab5 req-1d9cfc02-2856-4cd1-bd49-4770583450a6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.071724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31edef-d321-43d1-979d-351e2b2b7ab5 req-1d9cfc02-2856-4cd1-bd49-4770583450a6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.089964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31edef-d321-43d1-979d-351e2b2b7ab5 req-1d9cfc02-2856-4cd1-bd49-4770583450a6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.100881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31edef-d321-43d1-979d-351e2b2b7ab5 req-1d9cfc02-2856-4cd1-bd49-4770583450a6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.102794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc31edef-d321-43d1-979d-351e2b2b7ab5 req-1d9cfc02-2856-4cd1-bd49-4770583450a6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 3828 time: 0.2016671 Sep 20 12:28:34.115801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Allocated IP 172.20.0.2 (775e2ef1-c6fe-4849-9a64-a47d0e2f50fa/d0baac33-c8f6-479e-8728-492ff8833bd4/59be723f-69fe-4dd2-b8e0-fec515236cb3) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:34.188759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc31edef-d321-43d1-979d-351e2b2b7ab5 req-bd773465-8a0f-420d-9a8f-8e43242f3575 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743256 Sep 20 12:28:34.282757 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5b6747-60bb-4ca1-947a-aec57793b10e x-openstack-request-id: req-1c5b6747-60bb-4ca1-947a-aec57793b10e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:34.282757 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:34.283287 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c5b6747-60bb-4ca1-947a-aec57793b10e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:34.283685 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'status': 'completed', 'code': 200} Sep 20 12:28:34.353830 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:34.529251 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:34.532774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-cf0348be-8a05-4c75-ad59-83e83fd4e397 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.534982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-cf0348be-8a05-4c75-ad59-83e83fd4e397 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.21 "GET /v2.0/networks?id=ddf17ce5-02e2-4845-b740-eb38067c96b0 HTTP/1.1" status: 200 len: 814 time: 0.2103789 Sep 20 12:28:34.559813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd19d3-c611-440d-a914-9bc107e781f5 req-0d37a64e-cc6d-480b-8d1b-af06b2bd8bc4 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.575969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35cd19d3-c611-440d-a914-9bc107e781f5 req-0d37a64e-cc6d-480b-8d1b-af06b2bd8bc4 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2356062 Sep 20 12:28:34.597953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Request body: {'port': {'device_id': '79dd083f-253d-4d41-a8ca-9d138d185721', 'network_id': 'ddf17ce5-02e2-4845-b740-eb38067c96b0', 'admin_state_up': True, 'tenant_id': '344c5f8f4aff48d3a782b631f786ad95'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:34.614286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:34.614286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:34.618505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:34.628679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Pushing event updated for resources: {'Port': ['ID=59be723f-69fe-4dd2-b8e0-fec515236cb3,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:34.712202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-c4d079fb-7456-4786-89c1-ce371f398e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.713337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-c4d079fb-7456-4786-89c1-ce371f398e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.714130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-c4d079fb-7456-4786-89c1-ce371f398e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.717403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-c4d079fb-7456-4786-89c1-ce371f398e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.718116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-c4d079fb-7456-4786-89c1-ce371f398e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:34.719577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Attempting to bind port 59be723f-69fe-4dd2-b8e0-fec515236cb3 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:34.720135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Attempting to bind port 59be723f-69fe-4dd2-b8e0-fec515236cb3 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:34.720411 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-c4d079fb-7456-4786-89c1-ce371f398e98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 4363 time: 0.4304640 Sep 20 12:28:34.720988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Attempting to bind port 59be723f-69fe-4dd2-b8e0-fec515236cb3 on network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:34.733416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aaf3fb0f-4d29-4e12-9c42-c7e741f56bc5 req-351dc60c-71e9-4587-9713-9d09ef9fd33a tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/536ce631-7b60-457e-9253-9972479ad386 HTTP/1.1" status: 200 len: 2999 time: 0.1287858 Sep 20 12:28:34.764988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35cd19d3-c611-440d-a914-9bc107e781f5 req-6bb1ca16-bbd4-4df1-87e3-049d669e2fef tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873267 Sep 20 12:28:34.777694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:34.795523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Checking segment: {'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:34.795523 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:34.795523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Bound using segment: {'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:34.795523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Bound port: 59be723f-69fe-4dd2-b8e0-fec515236cb3, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:34.795523 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:34.921611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37a45f68-9790-453f-a003-6b5117764d1d req-bfb66853-7f62-4198-9502-b7f0ff727822 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 210 time: 0.0470872 Sep 20 12:28:34.948371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] For port 59be723f-69fe-4dd2-b8e0-fec515236cb3, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:34.953054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] For port 59be723f-69fe-4dd2-b8e0-fec515236cb3, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=59be723f-69fe-4dd2-b8e0-fec515236cb3,segment=NetworkSegment(706818ab-b230-43e7-bb64-90c1b3a3af77),segment_id=706818ab-b230-43e7-bb64-90c1b3a3af77)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:34.953276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Made reservation on behalf of 344c5f8f4aff48d3a782b631f786ad95 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:34.962037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:34.983829 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:35.078069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:35.100059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-d7908b7d-c0b9-49cf-a9ad-9901bf54a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:35.100059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-d7908b7d-c0b9-49cf-a9ad-9901bf54a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:35.100702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-d7908b7d-c0b9-49cf-a9ad-9901bf54a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:35.106637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-d7908b7d-c0b9-49cf-a9ad-9901bf54a5e9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7bd288628e954d50bff617b055b848c8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3767798 Sep 20 12:28:35.160248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb89eb8-f2eb-4bf4-8a62-5c6a38d95302 req-13a797bc-f31a-404e-9123-42acb7de7c0b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:35.165980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6cb89eb8-f2eb-4bf4-8a62-5c6a38d95302 req-13a797bc-f31a-404e-9123-42acb7de7c0b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1379662 Sep 20 12:28:35.190934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef2b2-e529-44d5-868b-37566f88c634 None None] Pushing event updated for resources: {'Port': ['ID=59be723f-69fe-4dd2-b8e0-fec515236cb3,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:35.311959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6cb89eb8-f2eb-4bf4-8a62-5c6a38d95302 req-aa9bc4a4-a96c-4d99-9124-86f2faf6b7fd tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404722 Sep 20 12:28:35.361965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Allocated IP 172.20.0.3 (ddf17ce5-02e2-4845-b740-eb38067c96b0/c39d6e18-1550-448e-b544-458621f4119f/27c41d3c-b6cd-4765-b6ad-b56242938f1f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:35.386353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02cd72af-507f-4fde-b024-0bf76352b0ee req-05daac2b-fc03-4f40-9fe7-7ccbed4a1d6e tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-group-rules/be20e4c3-af19-49e9-99fe-4822a8805dd1 HTTP/1.1" status: 200 len: 783 time: 0.0480456 Sep 20 12:28:35.532952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-90af17a3-7d96-4bc7-bac7-f2648896ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:35.537873 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b4ecef3-2c02-4d91-8586-eeb73fca97e6 req-90af17a3-7d96-4bc7-bac7-f2648896ba05 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4200785 Sep 20 12:28:35.564726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02cd72af-507f-4fde-b024-0bf76352b0ee req-7e114201-3504-4df8-b33f-1c39effcae96 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/536ce631-7b60-457e-9253-9972479ad386 HTTP/1.1" status: 200 len: 2999 time: 0.1774213 Sep 20 12:28:35.598174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b330ab1e-08c5-4cee-9950-bff50e526c87 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:35.606237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-02cd72af-507f-4fde-b024-0bf76352b0ee req-85f58cce-a9c8-4730-b3d7-30c6d577df6c tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:35.613186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:35.621703 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-02cd72af-507f-4fde-b024-0bf76352b0ee req-85f58cce-a9c8-4730-b3d7-30c6d577df6c tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:35.642683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Transition to ACTIVE for port object b330ab1e-08c5-4cee-9950-bff50e526c87 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:35.645176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.20.0.1 (775e2ef1-c6fe-4849-9a64-a47d0e2f50fa/d0baac33-c8f6-479e-8728-492ff8833bd4/85281500-0e9b-4d79-b7ce-623b6ab3617c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:35.803143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:35.828896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-02cd72af-507f-4fde-b024-0bf76352b0ee req-85f58cce-a9c8-4730-b3d7-30c6d577df6c tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:35.834706 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-02cd72af-507f-4fde-b024-0bf76352b0ee req-85f58cce-a9c8-4730-b3d7-30c6d577df6c tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:35.850867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02cd72af-507f-4fde-b024-0bf76352b0ee req-85f58cce-a9c8-4730-b3d7-30c6d577df6c tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/be20e4c3-af19-49e9-99fe-4822a8805dd1 HTTP/1.1" status: 204 len: 173 time: 0.2851050 Sep 20 12:28:35.895494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f58cce-a9c8-4730-b3d7-30c6d577df6c tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be20e4c3-af19-49e9-99fe-4822a8805dd1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:36.022014 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:36.023569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbdcd-360c-4d96-8c62-ddbbd0cac806 req-13727d78-c19e-4bad-8319-a001ce94dd56 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:36.031698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbdcd-360c-4d96-8c62-ddbbd0cac806 req-13727d78-c19e-4bad-8319-a001ce94dd56 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:36.038147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbdcd-360c-4d96-8c62-ddbbd0cac806 req-13727d78-c19e-4bad-8319-a001ce94dd56 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:36.044801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbdcd-360c-4d96-8c62-ddbbd0cac806 req-13727d78-c19e-4bad-8319-a001ce94dd56 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:36.072391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbdcd-360c-4d96-8c62-ddbbd0cac806 req-13727d78-c19e-4bad-8319-a001ce94dd56 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:36.074204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Pushing event updated for resources: {'Port': ['ID=b330ab1e-08c5-4cee-9950-bff50e526c87,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:36.086200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbdcd-360c-4d96-8c62-ddbbd0cac806 req-13727d78-c19e-4bad-8319-a001ce94dd56 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:36.089469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e22cbdcd-360c-4d96-8c62-ddbbd0cac806 req-13727d78-c19e-4bad-8319-a001ce94dd56 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 4603 time: 0.1510031 Sep 20 12:28:36.091315 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:36.244860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Network ddf17ce5-02e2-4845-b740-eb38067c96b0 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:36.270671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:36.272140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:36.325483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:36.402414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Pushing event updated for resources: {'Port': ['ID=27c41d3c-b6cd-4765-b6ad-b56242938f1f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:36.424354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e22cbdcd-360c-4d96-8c62-ddbbd0cac806 req-0a8a72f6-fbe3-48b1-a1ce-dd73ee01fd54 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3188407 Sep 20 12:28:36.480874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:36.490153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b2285-8e0f-46ec-9d6b-033cda4f7d30 req-ca1e1d00-f6c2-479d-9f4d-ae6bc7f18e27 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:36.499559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-135b2285-8e0f-46ec-9d6b-033cda4f7d30 req-ca1e1d00-f6c2-479d-9f4d-ae6bc7f18e27 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2491384 Sep 20 12:28:36.564446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:36.573223 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:36.578042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Attempting to bind port b330ab1e-08c5-4cee-9950-bff50e526c87 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:36.578389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Attempting to bind port b330ab1e-08c5-4cee-9950-bff50e526c87 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:36.578748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Attempting to bind port b330ab1e-08c5-4cee-9950-bff50e526c87 on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:36.603720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:36.607562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:36.610696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:36.672720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-135b2285-8e0f-46ec-9d6b-033cda4f7d30 req-2c44e4a3-ff1f-4c94-ba90-741fb6c63ec2 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620812 Sep 20 12:28:36.672951 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:36.673097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08d0ac18-d766-4840-99c7-64180dd0f8aa req-1edec7c0-0732-4e69-8ab9-880bdfa73280 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/536ce631-7b60-457e-9253-9972479ad386 HTTP/1.1" status: 200 len: 2400 time: 0.2082253 Sep 20 12:28:36.673207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Port b330ab1e-08c5-4cee-9950-bff50e526c87 on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:36.673207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Attempting to bind port b330ab1e-08c5-4cee-9950-bff50e526c87 on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:36.723468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:36.723809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Checking segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:36.724203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Bound using segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:36.724652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Bound port: b330ab1e-08c5-4cee-9950-bff50e526c87, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:36.725052 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:36.729037 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-e5ac118b-858f-48e7-82c2-c73c26b281fc tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1456070 Sep 20 12:28:36.741641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=85281500-0e9b-4d79-b7ce-623b6ab3617c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:36.782380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Request body: {'port': {'device_id': '79dd083f-253d-4d41-a8ca-9d138d185721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:36.879724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16d40f-c5e2-40bf-8405-f4cc1c218266 None None] Network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:36.897885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] For port b330ab1e-08c5-4cee-9950-bff50e526c87, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:36.902786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] For port b330ab1e-08c5-4cee-9950-bff50e526c87, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b330ab1e-08c5-4cee-9950-bff50e526c87,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:37.067657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.072328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f66718f0-745a-4d76-a442-4545e8f2d269 None None] Provisioning complete for port 59be723f-69fe-4dd2-b8e0-fec515236cb3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:37.072704 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f66718f0-745a-4d76-a442-4545e8f2d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.128561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:37.129612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.136422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] 10.222.0.32 "PUT /v2.0/ports/b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 1133 time: 3.3189769 Sep 20 12:28:37.227199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'b330ab1e-08c5-4cee-9950-bff50e526c87'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:37.233505 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a11417-d697-4d93-9d0f-d85d62f599c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "b330ab1e-08c5-4cee-9950-bff50e526c87"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:37.277510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:37.294259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.549787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.554932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c7d50-5a53-424a-a87a-d095b9ded6ca service neutron] Pushing event updated for resources: {'Port': ['ID=b330ab1e-08c5-4cee-9950-bff50e526c87,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:37.596382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f66718f0-745a-4d76-a442-4545e8f2d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.598357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 59be723f-69fe-4dd2-b8e0-fec515236cb3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:37.626134 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.669644 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-08d0ac18-d766-4840-99c7-64180dd0f8aa req-6413a143-80d6-4f8c-9587-df38990c4406 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.682738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339270b0-aad8-42e9-ba17-39d98c70ddd7 req-89587d5b-f2de-4602-9b48-51e3746d7ad8 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:37.684968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-339270b0-aad8-42e9-ba17-39d98c70ddd7 req-89587d5b-f2de-4602-9b48-51e3746d7ad8 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 931 time: 0.7926233 Sep 20 12:28:37.740291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f66718f0-745a-4d76-a442-4545e8f2d269 None None] For port 59be723f-69fe-4dd2-b8e0-fec515236cb3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=59be723f-69fe-4dd2-b8e0-fec515236cb3,segment=NetworkSegment(706818ab-b230-43e7-bb64-90c1b3a3af77),segment_id=706818ab-b230-43e7-bb64-90c1b3a3af77)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:37.793626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 59be723f-69fe-4dd2-b8e0-fec515236cb3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:37.794453 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.844949 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f66718f0-745a-4d76-a442-4545e8f2d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:37.975211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66718f0-745a-4d76-a442-4545e8f2d269 None None] Pushing event updated for resources: {'Port': ['ID=59be723f-69fe-4dd2-b8e0-fec515236cb3,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:38.000913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-08d0ac18-d766-4840-99c7-64180dd0f8aa req-6413a143-80d6-4f8c-9587-df38990c4406 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.091020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-339270b0-aad8-42e9-ba17-39d98c70ddd7 req-c4b072b4-e038-40d9-a3ba-029c64d4aab0 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794000 Sep 20 12:28:38.103440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c41d3c-b6cd-4765-b6ad-b56242938f1f {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:38.121866 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.199769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:38.205038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fd701705-d2a6-4a90-a1e0-eeb72fbc60c0 None None] Provisioning complete for port 85281500-0e9b-4d79-b7ce-623b6ab3617c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:38.205490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fd701705-d2a6-4a90-a1e0-eeb72fbc60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.215779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.241207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Transition to ACTIVE for port object 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:38.265763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9658-761e-429e-b07c-c7792436210c req-ec538776-4dec-4d58-8fbb-24128dae0fbf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.271044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-800d9658-761e-429e-b07c-c7792436210c req-ec538776-4dec-4d58-8fbb-24128dae0fbf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.0887871 Sep 20 12:28:38.277528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fd701705-d2a6-4a90-a1e0-eeb72fbc60c0 None None] Port 85281500-0e9b-4d79-b7ce-623b6ab3617c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:38.280560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.288923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fd701705-d2a6-4a90-a1e0-eeb72fbc60c0 None None] Provisioning complete for port 59be723f-69fe-4dd2-b8e0-fec515236cb3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:38.289333 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fd701705-d2a6-4a90-a1e0-eeb72fbc60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.325249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Transition to ACTIVE for port object 27c41d3c-b6cd-4765-b6ad-b56242938f1f will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:38.332979 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-08d0ac18-d766-4840-99c7-64180dd0f8aa req-6413a143-80d6-4f8c-9587-df38990c4406 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.334127 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-08d0ac18-d766-4840-99c7-64180dd0f8aa req-6413a143-80d6-4f8c-9587-df38990c4406 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.336368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08d0ac18-d766-4840-99c7-64180dd0f8aa req-6413a143-80d6-4f8c-9587-df38990c4406 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "DELETE /v2.0/security-groups/536ce631-7b60-457e-9253-9972479ad386 HTTP/1.1" status: 204 len: 173 time: 1.6525636 Sep 20 12:28:38.351212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413a143-80d6-4f8c-9587-df38990c4406 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536ce631-7b60-457e-9253-9972479ad386,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:38.364623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-800d9658-761e-429e-b07c-c7792436210c req-281c8c88-0dc7-4708-995f-f68e7dd92002 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910208 Sep 20 12:28:38.393551 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da7e831-32ef-435b-93fb-41657a5b9de4 x-openstack-request-id: req-1da7e831-32ef-435b-93fb-41657a5b9de4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:38.393945 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "b330ab1e-08c5-4cee-9950-bff50e526c87", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:38.394318 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1da7e831-32ef-435b-93fb-41657a5b9de4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:38.394821 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'b330ab1e-08c5-4cee-9950-bff50e526c87', 'status': 'completed', 'code': 200} Sep 20 12:28:38.432697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.476716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.480652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.575001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-3a1c5d32-347a-416d-a845-7842115c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.575481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-3a1c5d32-347a-416d-a845-7842115c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.575952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-3a1c5d32-347a-416d-a845-7842115c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.576655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-3a1c5d32-347a-416d-a845-7842115c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.577173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-3a1c5d32-347a-416d-a845-7842115c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.578129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-3a1c5d32-347a-416d-a845-7842115c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.578764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-3a1c5d32-347a-416d-a845-7842115c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.581094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-3a1c5d32-347a-416d-a845-7842115c01d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6174 time: 0.1636276 Sep 20 12:28:38.581288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fda8df93-ae2d-41af-895b-29ab18bad8a5 None None] Provisioning complete for port 85281500-0e9b-4d79-b7ce-623b6ab3617c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:38.581591 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fda8df93-ae2d-41af-895b-29ab18bad8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.584685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Pushing event updated for resources: {'Port': ['ID=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:38.617850 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.632927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fda8df93-ae2d-41af-895b-29ab18bad8a5 None None] Port 85281500-0e9b-4d79-b7ce-623b6ab3617c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:38.646319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Pushing event updated for resources: {'Port': ['ID=27c41d3c-b6cd-4765-b6ad-b56242938f1f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:38.667837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454f01-cfbc-4797-8164-a85f20c268eb req-631b55e5-99c0-4758-abf1-61c736c4630a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.674938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454f01-cfbc-4797-8164-a85f20c268eb req-631b55e5-99c0-4758-abf1-61c736c4630a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.683471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454f01-cfbc-4797-8164-a85f20c268eb req-631b55e5-99c0-4758-abf1-61c736c4630a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.691643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454f01-cfbc-4797-8164-a85f20c268eb req-631b55e5-99c0-4758-abf1-61c736c4630a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.701276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454f01-cfbc-4797-8164-a85f20c268eb req-631b55e5-99c0-4758-abf1-61c736c4630a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.710141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454f01-cfbc-4797-8164-a85f20c268eb req-631b55e5-99c0-4758-abf1-61c736c4630a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.719466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454f01-cfbc-4797-8164-a85f20c268eb req-631b55e5-99c0-4758-abf1-61c736c4630a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.723032 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77454f01-cfbc-4797-8164-a85f20c268eb req-631b55e5-99c0-4758-abf1-61c736c4630a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5379 time: 0.2439334 Sep 20 12:28:38.738958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16939c56-7919-4065-9930-08cc4e2621c8 req-d2e23d4d-4a7a-4f0c-9744-9f8d93641e02 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.740968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16939c56-7919-4065-9930-08cc4e2621c8 req-d2e23d4d-4a7a-4f0c-9744-9f8d93641e02 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2950778 Sep 20 12:28:38.778721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=85281500-0e9b-4d79-b7ce-623b6ab3617c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:38.825596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16939c56-7919-4065-9930-08cc4e2621c8 req-72afd546-7c9e-4105-a814-afb24a05fdd5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573986 Sep 20 12:28:38.906919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Attempting to bind port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:38.907348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Attempting to bind port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:38.907604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Attempting to bind port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:38.917880 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-3d3a0be1-8e8e-4e4a-89fd-4279ab605945 req-b147c706-0980-4dcb-966e-50e9c6e122b5 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] show failed (client error): The resource could not be found. Sep 20 12:28:38.918948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d3a0be1-8e8e-4e4a-89fd-4279ab605945 req-b147c706-0980-4dcb-966e-50e9c6e122b5 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/3b7ba456-1a29-4412-80ba-7814e6269132 HTTP/1.1" status: 404 len: 352 time: 0.0419955 Sep 20 12:28:38.919094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-f32dab3a-4dd3-4cf1-8624-f60b11480864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.919448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-f32dab3a-4dd3-4cf1-8624-f60b11480864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.919904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Attempting to bind port 27c41d3c-b6cd-4765-b6ad-b56242938f1f on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:38.920045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-f32dab3a-4dd3-4cf1-8624-f60b11480864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:38.920310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Attempting to bind port 27c41d3c-b6cd-4765-b6ad-b56242938f1f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '7e16747b-33e4-4fcd-8e46-9315244f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddf17ce5-02e2-4845-b740-eb38067c96b0'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:38.920544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Attempting to bind port 27c41d3c-b6cd-4765-b6ad-b56242938f1f on network ddf17ce5-02e2-4845-b740-eb38067c96b0 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:38.921498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-f32dab3a-4dd3-4cf1-8624-f60b11480864 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7bd288628e954d50bff617b055b848c8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3136365 Sep 20 12:28:38.926828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77454f01-cfbc-4797-8164-a85f20c268eb req-b2974c38-6235-47f8-8baa-68313c274cec tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681092 Sep 20 12:28:38.944041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Port 27c41d3c-b6cd-4765-b6ad-b56242938f1f on network ddf17ce5-02e2-4845-b740-eb38067c96b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:38.945360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Attempting to bind port 27c41d3c-b6cd-4765-b6ad-b56242938f1f on network ddf17ce5-02e2-4845-b740-eb38067c96b0 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:38.952965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:38.966338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Attempting to bind port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:38.978978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:38.979340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Checking segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:38.979704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Bound using segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:38.980146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Bound port: 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:38.980505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:38.996225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:38.996831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Checking segment: {'id': '7e16747b-33e4-4fcd-8e46-9315244f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddf17ce5-02e2-4845-b740-eb38067c96b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:38.997259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Bound using segment: {'id': '7e16747b-33e4-4fcd-8e46-9315244f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddf17ce5-02e2-4845-b740-eb38067c96b0'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:38.997715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Bound port: 27c41d3c-b6cd-4765-b6ad-b56242938f1f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e16747b-33e4-4fcd-8e46-9315244f907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ddf17ce5-02e2-4845-b740-eb38067c96b0'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:38.998080 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.007436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:39.014228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:39.015838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6ed2bb-183f-4823-a5e2-781ad86ced12 req-36a01aa4-bfc1-4d83-899b-ad6470675dd6 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/53e3f7b6-5973-4567-a52e-8189a4db82d1 HTTP/1.1" status: 200 len: 1805 time: 0.0612791 Sep 20 12:28:39.110974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1e6ed2bb-183f-4823-a5e2-781ad86ced12 req-450c2fe5-d077-4042-9af5-90e6f3bda218 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.171272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1e6ed2bb-183f-4823-a5e2-781ad86ced12 req-450c2fe5-d077-4042-9af5-90e6f3bda218 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.224308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-b1dc2033-82bc-4c2f-b80c-a1149ec02926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:39.226927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-26a11417-d697-4d93-9d0f-d85d62f599c7 req-b1dc2033-82bc-4c2f-b80c-a1149ec02926 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2976503 Sep 20 12:28:39.228838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] For port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:39.259799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] For port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:39.296189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] For port 27c41d3c-b6cd-4765-b6ad-b56242938f1f, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:39.332589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] For port 27c41d3c-b6cd-4765-b6ad-b56242938f1f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=27c41d3c-b6cd-4765-b6ad-b56242938f1f,segment=NetworkSegment(7e16747b-33e4-4fcd-8e46-9315244f907c),segment_id=7e16747b-33e4-4fcd-8e46-9315244f907c)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:39.349174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce929ce-cda3-4638-8550-f81d4fb7bd0c req-d4931d90-2286-4dba-b256-6ef3f1aa7dc0 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:39.350875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fce929ce-cda3-4638-8550-f81d4fb7bd0c req-d4931d90-2286-4dba-b256-6ef3f1aa7dc0 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 943 time: 0.1331551 Sep 20 12:28:39.398418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fce929ce-cda3-4638-8550-f81d4fb7bd0c req-618a6a1b-1da1-477f-b214-e272c9343a2c tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Sep 20 12:28:39.407832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e12b20ec-a7a2-4328-a334-3b1511ac3b60 None None] Provisioning complete for port 85281500-0e9b-4d79-b7ce-623b6ab3617c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:39.408369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e12b20ec-a7a2-4328-a334-3b1511ac3b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.435772 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.452791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 59be723f-69fe-4dd2-b8e0-fec515236cb3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:39.495378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:39.495924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.497799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] 10.222.0.32 "PUT /v2.0/ports/50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 1134 time: 2.2478685 Sep 20 12:28:39.510705 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1e6ed2bb-183f-4823-a5e2-781ad86ced12 req-450c2fe5-d077-4042-9af5-90e6f3bda218 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.516669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:28:39.516842 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1e6ed2bb-183f-4823-a5e2-781ad86ced12 req-450c2fe5-d077-4042-9af5-90e6f3bda218 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.516842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6ed2bb-183f-4823-a5e2-781ad86ced12 req-450c2fe5-d077-4042-9af5-90e6f3bda218 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "DELETE /v2.0/security-groups/53e3f7b6-5973-4567-a52e-8189a4db82d1 HTTP/1.1" status: 204 len: 173 time: 0.4783821 Sep 20 12:28:39.516842 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.548151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b8b87-5bc4-471f-88e5-a9bba495eb16 service neutron] Pushing event updated for resources: {'Port': ['ID=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:39.563721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e12b20ec-a7a2-4328-a334-3b1511ac3b60 None None] Port 85281500-0e9b-4d79-b7ce-623b6ab3617c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:39.571885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 59be723f-69fe-4dd2-b8e0-fec515236cb3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:39.573980 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.587292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Pushing event updated for resources: {'Port': ['ID=27c41d3c-b6cd-4765-b6ad-b56242938f1f,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:39.637711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c2fe5-d077-4042-9af5-90e6f3bda218 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3f7b6-5973-4567-a52e-8189a4db82d1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:39.649844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:39.650585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.651776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c9da4d94-8bf0-47da-a87a-99d00981c561 service neutron] 10.222.0.21 "PUT /v2.0/ports/27c41d3c-b6cd-4765-b6ad-b56242938f1f HTTP/1.1" status: 200 len: 1091 time: 2.9043834 Sep 20 12:28:39.654028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dd083f-253d-4d41-a8ca-9d138d185721', 'tag': '27c41d3c-b6cd-4765-b6ad-b56242938f1f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:39.656480 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad21356d-f098-4f76-8f4b-1b5d73dd779b" -d '{"events": [{"name": "network-changed", "server_uuid": "79dd083f-253d-4d41-a8ca-9d138d185721", "tag": "27c41d3c-b6cd-4765-b6ad-b56242938f1f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:39.698017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:39.708980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef8d7-04c0-48ef-ba63-3697274525a1 req-9041197f-bdc0-429a-8808-035bd65f7e32 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:39.710607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02aef8d7-04c0-48ef-ba63-3697274525a1 req-9041197f-bdc0-429a-8808-035bd65f7e32 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.2417154 Sep 20 12:28:39.745098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:39.756825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:39.757268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1951226c-14ac-4ae5-ac70-30c8e4f823cf req-1e6f8416-68a1-4f0b-9e2e-3a8288dc0d65 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/32164bf3-5bff-406e-b8b4-9d93ab276716 HTTP/1.1" status: 200 len: 1806 time: 0.1712930 Sep 20 12:28:39.783820 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-23803940-2355-4e4b-9416-84db817cc825 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8257742 Sep 20 12:28:39.785332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49394) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:39.788810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:39.792309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:39.797520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-678468504'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:39.816008 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:39.855602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02aef8d7-04c0-48ef-ba63-3697274525a1 req-5ca50f05-a070-46be-9a27-66c3cf7abfbf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319966 Sep 20 12:28:39.935868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:39.948847 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da698d9c-50d9-4d67-8805-53903c4c6012 x-openstack-request-id: req-da698d9c-50d9-4d67-8805-53903c4c6012 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:39.949169 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dd083f-253d-4d41-a8ca-9d138d185721", "tag": "27c41d3c-b6cd-4765-b6ad-b56242938f1f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:39.949427 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da698d9c-50d9-4d67-8805-53903c4c6012 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:39.949826 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dd083f-253d-4d41-a8ca-9d138d185721', 'tag': '27c41d3c-b6cd-4765-b6ad-b56242938f1f', 'status': 'completed', 'code': 200} Sep 20 12:28:39.989560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1951226c-14ac-4ae5-ac70-30c8e4f823cf req-9871db56-88ea-4121-b136-fd4e774ecbb7 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.031704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-ec2c9ae1-0581-4044-848a-d1e3352e8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.033726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-ec2c9ae1-0581-4044-848a-d1e3352e8552 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=344c5f8f4aff48d3a782b631f786ad95&device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 1094 time: 0.1768448 Sep 20 12:28:40.103213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:40.107245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.121761 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1951226c-14ac-4ae5-ac70-30c8e4f823cf req-9871db56-88ea-4121-b136-fd4e774ecbb7 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.138520 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-c3d17e6f-4692-446a-932c-307b2e80da89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27c41d3c-b6cd-4765-b6ad-b56242938f1f HTTP/1.1" status: 200 len: 217 time: 0.0886500 Sep 20 12:28:40.189985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:40.207513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f08622-21bd-4059-8400-f70a65384d3c req-976f96fb-fd01-4c6a-a214-e9292cbe26c5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.215434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84f08622-21bd-4059-8400-f70a65384d3c req-976f96fb-fd01-4c6a-a214-e9292cbe26c5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1713839 Sep 20 12:28:40.237349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b5f0e5-f875-4660-8c0e-6414e6e107c1 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:40.247048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:36Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:38Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:40.253217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.253217 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment 73ac09ae-30db-4bab-a43a-2734e9bc3446 of type vlan for network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 Sep 20 12:28:40.265818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.279418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84f08622-21bd-4059-8400-f70a65384d3c req-b86e703f-80ac-4057-9b69-985a67aa01d0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627303 Sep 20 12:28:40.301243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-7ea8bb99-c896-4fc0-b991-65e1d816926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.303035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-7ea8bb99-c896-4fc0-b991-65e1d816926d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c39d6e18-1550-448e-b544-458621f4119f HTTP/1.1" status: 200 len: 854 time: 0.1555738 Sep 20 12:28:40.315403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Transition to ACTIVE for port object 03b5f0e5-f875-4660-8c0e-6414e6e107c1 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:40.328376 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.347425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:28:40.347778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Updating router 81956755-d13b-41f2-81c7-26fb6f1987cd port 85281500-0e9b-4d79-b7ce-623b6ab3617c binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:28:40.375285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-6f3c5f49-2ae9-4cd6-abe1-917987cefd58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddf17ce5-02e2-4845-b740-eb38067c96b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634170 Sep 20 12:28:40.395816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': '50ce7447-0ff3-459f-9c29-65f7b1c0bc8c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:40.398588 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4312d9fc-8b85-4218-863d-361d1401fd42" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "50ce7447-0ff3-459f-9c29-65f7b1c0bc8c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:40.408329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.458020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.496569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-fcefb198-7751-4ab8-aa5f-59c37c4ec05f service neutron] 10.222.0.21 "GET /v2.0/networks/ddf17ce5-02e2-4845-b740-eb38067c96b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128948 Sep 20 12:28:40.532261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Pushing event updated for resources: {'Port': ['ID=03b5f0e5-f875-4660-8c0e-6414e6e107c1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:40.554220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.565514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1951226c-14ac-4ae5-ac70-30c8e4f823cf req-9871db56-88ea-4121-b136-fd4e774ecbb7 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.565923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.566577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.568892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1951226c-14ac-4ae5-ac70-30c8e4f823cf req-9871db56-88ea-4121-b136-fd4e774ecbb7 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.570530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1951226c-14ac-4ae5-ac70-30c8e4f823cf req-9871db56-88ea-4121-b136-fd4e774ecbb7 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "DELETE /v2.0/security-groups/32164bf3-5bff-406e-b8b4-9d93ab276716 HTTP/1.1" status: 204 len: 173 time: 0.7883072 Sep 20 12:28:40.585832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871db56-88ea-4121-b136-fd4e774ecbb7 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32164bf3-5bff-406e-b8b4-9d93ab276716,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:40.658399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-6af2ff5d-7570-4119-a864-407afd5b62cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.669975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-6af2ff5d-7570-4119-a864-407afd5b62cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.679246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-6af2ff5d-7570-4119-a864-407afd5b62cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.686545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-6af2ff5d-7570-4119-a864-407afd5b62cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.693817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-6af2ff5d-7570-4119-a864-407afd5b62cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.702319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-6af2ff5d-7570-4119-a864-407afd5b62cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.707373 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49598d-18fc-4ad7-948c-0946ec25d23e x-openstack-request-id: req-2a49598d-18fc-4ad7-948c-0946ec25d23e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:40.707617 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "50ce7447-0ff3-459f-9c29-65f7b1c0bc8c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:40.707807 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a49598d-18fc-4ad7-948c-0946ec25d23e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:40.708193 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': '50ce7447-0ff3-459f-9c29-65f7b1c0bc8c', 'status': 'completed', 'code': 200} Sep 20 12:28:40.711899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-6af2ff5d-7570-4119-a864-407afd5b62cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.723509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-6af2ff5d-7570-4119-a864-407afd5b62cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5391 time: 0.2257028 Sep 20 12:28:40.779376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Attempting to bind port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:40.779717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Attempting to bind port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:40.780080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Attempting to bind port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:40.795348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-908211a1-436c-49d7-bd53-8bc0b1b39f62 req-992e4caf-ca62-4cd5-91ac-4df68ea036c8 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704794 Sep 20 12:28:40.834270 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.854486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0572989 Sep 20 12:28:40.855250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49410) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:40.859016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-365a9ced-1645-4e1e-a928-258d9893eb29 req-f341497e-4de7-45e0-882e-7c357e8e0a55 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf17ce5-02e2-4845-b740-eb38067c96b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521416 Sep 20 12:28:40.886758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:40.887149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Attempting to bind port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:40.894397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:40.904269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16040035-25a2-42e4-82b3-014ab2598246 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=34f5ab88-0aa1-4e5e-8a7b-239ecd10d230,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:40.917481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:40.917911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Checking segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:40.918198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Bound using segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:40.918642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Bound port: 03b5f0e5-f875-4660-8c0e-6414e6e107c1, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:40.918999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:40.943977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7a9a3-4ef2-4ae2-a2c8-79964732f87d req-45347e73-ce99-4a73-b7ea-340d5b181276 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.945924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfa7a9a3-4ef2-4ae2-a2c8-79964732f87d req-45347e73-ce99-4a73-b7ea-340d5b181276 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 943 time: 0.1472025 Sep 20 12:28:40.950415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:40.956717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44d5400a-c389-4612-a064-cfb4ae41af80 req-f7a586a9-caba-4f50-b138-b21f421d8183 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/5a2d44ab-b0e3-4256-918c-96a86c5a8a10 HTTP/1.1" status: 200 len: 1805 time: 0.0914829 Sep 20 12:28:40.996505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-5e7d7cf5-6f0a-4493-af62-78ffd8fa81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.996985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-5e7d7cf5-6f0a-4493-af62-78ffd8fa81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.997488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-5e7d7cf5-6f0a-4493-af62-78ffd8fa81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.997950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-5e7d7cf5-6f0a-4493-af62-78ffd8fa81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.998407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-5e7d7cf5-6f0a-4493-af62-78ffd8fa81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.998858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-5e7d7cf5-6f0a-4493-af62-78ffd8fa81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:40.999838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-5e7d7cf5-6f0a-4493-af62-78ffd8fa81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.001935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.002644 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-5e7d7cf5-6f0a-4493-af62-78ffd8fa81b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6241 time: 0.2803295 Sep 20 12:28:41.026386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfa7a9a3-4ef2-4ae2-a2c8-79964732f87d req-9017dbfa-a3f1-4f4c-b475-bf7d6460101b tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598392 Sep 20 12:28:41.088953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-44d5400a-c389-4612-a064-cfb4ae41af80 req-5800f531-3ba2-4205-a024-a0423a271fd0 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.130842 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-44d5400a-c389-4612-a064-cfb4ae41af80 req-5800f531-3ba2-4205-a024-a0423a271fd0 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.197203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881609d3-2b5c-4178-9420-33ab014c97ab None None] Pushing event updated for resources: {'Port': ['ID=85281500-0e9b-4d79-b7ce-623b6ab3617c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:41.223188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] For port 03b5f0e5-f875-4660-8c0e-6414e6e107c1, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:41.228879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] For port 03b5f0e5-f875-4660-8c0e-6414e6e107c1, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:41.230699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Attempting to bind port 85281500-0e9b-4d79-b7ce-623b6ab3617c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:41.230699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Attempting to bind port 85281500-0e9b-4d79-b7ce-623b6ab3617c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:41.231745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Attempting to bind port 85281500-0e9b-4d79-b7ce-623b6ab3617c on network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:41.239154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:41.243282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Checking segment: {'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:41.243282 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.243282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Bound using segment: {'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:41.243282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Bound port: 85281500-0e9b-4d79-b7ce-623b6ab3617c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706818ab-b230-43e7-bb64-90c1b3a3af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:41.243282 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.259466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-617f684c-f6e5-4a49-bdfa-3934e5542d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.260166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-617f684c-f6e5-4a49-bdfa-3934e5542d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.260262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-617f684c-f6e5-4a49-bdfa-3934e5542d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.263475 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-617f684c-f6e5-4a49-bdfa-3934e5542d21 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7bd288628e954d50bff617b055b848c8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2363355 Sep 20 12:28:41.284857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-64a669ae-d7bf-4c10-8674-9fc44de784d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.292463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-64a669ae-d7bf-4c10-8674-9fc44de784d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=344c5f8f4aff48d3a782b631f786ad95&device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 1094 time: 0.1305747 Sep 20 12:28:41.300941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705de021-db7b-4987-a12f-f4c623421769 req-95a50238-1bba-46eb-9e79-bbca0bd243c2 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.312781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705de021-db7b-4987-a12f-f4c623421769 req-95a50238-1bba-46eb-9e79-bbca0bd243c2 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1486044 Sep 20 12:28:41.345809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] For port 85281500-0e9b-4d79-b7ce-623b6ab3617c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:41.350484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] For port 85281500-0e9b-4d79-b7ce-623b6ab3617c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=85281500-0e9b-4d79-b7ce-623b6ab3617c,segment=NetworkSegment(706818ab-b230-43e7-bb64-90c1b3a3af77),segment_id=706818ab-b230-43e7-bb64-90c1b3a3af77)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:41.417635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-705de021-db7b-4987-a12f-f4c623421769 req-15fbe070-873e-431b-bd3e-221254235a74 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041503 Sep 20 12:28:41.420804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b0c155bc-aa99-4d94-9a62-67428ec4661a None None] Provisioning complete for port 85281500-0e9b-4d79-b7ce-623b6ab3617c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:41.421464 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0c155bc-aa99-4d94-9a62-67428ec4661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.451330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-05c4e657-92c8-44c8-b2b2-d20fec92b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.458133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4312d9fc-8b85-4218-863d-361d1401fd42 req-05c4e657-92c8-44c8-b2b2-d20fec92b373 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1797254 Sep 20 12:28:41.459109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:41.469919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.482134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-5be34b42-30b8-4f57-98e2-3586528d2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.483787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-5be34b42-30b8-4f57-98e2-3586528d2d23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ddf17ce5-02e2-4845-b740-eb38067c96b0 HTTP/1.1" status: 200 len: 914 time: 0.1639657 Sep 20 12:28:41.505499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b0c155bc-aa99-4d94-9a62-67428ec4661a None None] Port 85281500-0e9b-4d79-b7ce-623b6ab3617c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:41.544964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-cd4da280-d072-4032-a7fa-5134fc2b6bc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27c41d3c-b6cd-4765-b6ad-b56242938f1f HTTP/1.1" status: 200 len: 217 time: 0.0531466 Sep 20 12:28:41.558032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.560725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.581211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-44d5400a-c389-4612-a064-cfb4ae41af80 req-5800f531-3ba2-4205-a024-a0423a271fd0 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.584054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-44d5400a-c389-4612-a064-cfb4ae41af80 req-5800f531-3ba2-4205-a024-a0423a271fd0 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.600872 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44d5400a-c389-4612-a064-cfb4ae41af80 req-5800f531-3ba2-4205-a024-a0423a271fd0 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "DELETE /v2.0/security-groups/5a2d44ab-b0e3-4256-918c-96a86c5a8a10 HTTP/1.1" status: 204 len: 173 time: 0.6344135 Sep 20 12:28:41.606964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.607595 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.609203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] 10.222.0.32 "PUT /v2.0/ports/03b5f0e5-f875-4660-8c0e-6414e6e107c1 HTTP/1.1" status: 200 len: 1090 time: 1.9160476 Sep 20 12:28:41.657332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800f531-3ba2-4205-a024-a0423a271fd0 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2d44ab-b0e3-4256-918c-96a86c5a8a10,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:41.660448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:41.661443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:41.698307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1239f-ab9e-40d2-ad01-fcb05913cca8 service neutron] Pushing event updated for resources: {'Port': ['ID=03b5f0e5-f875-4660-8c0e-6414e6e107c1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:41.731380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-501e19d1-c940-47fb-9fe2-dc59300d8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.732863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-501e19d1-c940-47fb-9fe2-dc59300d8fb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c39d6e18-1550-448e-b544-458621f4119f HTTP/1.1" status: 200 len: 854 time: 0.1792209 Sep 20 12:28:41.760419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248048a-8789-491b-acea-00e439b10bac req-ae13e57f-67b9-4134-9ac4-292e5525db56 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:41.769681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9248048a-8789-491b-acea-00e439b10bac req-ae13e57f-67b9-4134-9ac4-292e5525db56 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2215335 Sep 20 12:28:41.783023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881609d3-2b5c-4178-9420-33ab014c97ab None None] Pushing event updated for resources: {'Port': ['ID=85281500-0e9b-4d79-b7ce-623b6ab3617c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:41.811181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:41.811925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:41.836180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-14e43035-b112-486c-b2ca-c270bbe85074 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddf17ce5-02e2-4845-b740-eb38067c96b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643685 Sep 20 12:28:41.914368 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:41.924922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8bf59a-ff61-4ede-8cd6-fe5205253a2f req-80e703d9-15ba-40f4-82ef-ab53eac57f65 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/cc247dc9-495f-43fa-8fde-a0f0b56f6525 HTTP/1.1" status: 200 len: 2407 time: 0.2694607 Sep 20 12:28:41.969425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.037523 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9248048a-8789-491b-acea-00e439b10bac req-8aaaea30-9331-435f-a291-bc9523f62666 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667835 Sep 20 12:28:42.107348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db8bf59a-ff61-4ede-8cd6-fe5205253a2f req-39b3a28c-17ad-4f36-98a8-2648ca4e89f6 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.124109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1282500c-28c1-47c7-8abd-ecd3df317136 None None] Provisioning complete for port 85281500-0e9b-4d79-b7ce-623b6ab3617c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:42.127391 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1282500c-28c1-47c7-8abd-ecd3df317136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.131619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-fce5a3ff-cd3b-43cd-aeea-b95ee700566d service neutron] 10.222.0.21 "GET /v2.0/networks/ddf17ce5-02e2-4845-b740-eb38067c96b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836049 Sep 20 12:28:42.164342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db8bf59a-ff61-4ede-8cd6-fe5205253a2f req-39b3a28c-17ad-4f36-98a8-2648ca4e89f6 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.219961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:36Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:41Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:42.286798 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc4ec7-fa30-4dda-be66-bd97f0d15222 None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:36Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:41Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:42.323432 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1282500c-28c1-47c7-8abd-ecd3df317136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.337367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-cf13a718-1422-474b-b291-70c80b9ca503 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.343942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-cf13a718-1422-474b-b291-70c80b9ca503 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.351080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-cf13a718-1422-474b-b291-70c80b9ca503 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.363729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-cf13a718-1422-474b-b291-70c80b9ca503 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.370549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1282500c-28c1-47c7-8abd-ecd3df317136 None None] For port 85281500-0e9b-4d79-b7ce-623b6ab3617c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=85281500-0e9b-4d79-b7ce-623b6ab3617c,segment=NetworkSegment(706818ab-b230-43e7-bb64-90c1b3a3af77),segment_id=706818ab-b230-43e7-bb64-90c1b3a3af77)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:42.372583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-cf13a718-1422-474b-b291-70c80b9ca503 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.379028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-cf13a718-1422-474b-b291-70c80b9ca503 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.386274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-cf13a718-1422-474b-b291-70c80b9ca503 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.388551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-cf13a718-1422-474b-b291-70c80b9ca503 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5391 time: 0.2309737 Sep 20 12:28:42.448100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b390484-8144-425f-8ab3-84dcee6cb984 req-9f3a9aa5-bf42-4956-9aab-e6c766d51a80 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516031 Sep 20 12:28:42.450939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad21356d-f098-4f76-8f4b-1b5d73dd779b req-8b00437e-8f41-439f-a0a9-5755f55ab196 service neutron] 10.222.0.21 "GET /v2.0/networks/ddf17ce5-02e2-4845-b740-eb38067c96b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113146 Sep 20 12:28:42.538800 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-27cc54d9-ab66-4a57-b5f8-4ca1c7cec3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.547112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=5741ebb2-fc67-4f0a-af41-f5194f563f90,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:42.573764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:42.574172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:42.597277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1282500c-28c1-47c7-8abd-ecd3df317136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.664523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db8bf59a-ff61-4ede-8cd6-fe5205253a2f req-39b3a28c-17ad-4f36-98a8-2648ca4e89f6 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.667241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db8bf59a-ff61-4ede-8cd6-fe5205253a2f req-39b3a28c-17ad-4f36-98a8-2648ca4e89f6 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.685413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8bf59a-ff61-4ede-8cd6-fe5205253a2f req-39b3a28c-17ad-4f36-98a8-2648ca4e89f6 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc247dc9-495f-43fa-8fde-a0f0b56f6525 HTTP/1.1" status: 204 len: 173 time: 0.7412081 Sep 20 12:28:42.709711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': '03b5f0e5-f875-4660-8c0e-6414e6e107c1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:42.714315 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1483764b-de0b-4636-ad78-2e2e4b03e860" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "03b5f0e5-f875-4660-8c0e-6414e6e107c1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:42.724491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3a28c-17ad-4f36-98a8-2648ca4e89f6 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc247dc9-495f-43fa-8fde-a0f0b56f6525,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:42.745800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282500c-28c1-47c7-8abd-ecd3df317136 None None] Pushing event updated for resources: {'Port': ['ID=85281500-0e9b-4d79-b7ce-623b6ab3617c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:42.764909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eda8e4-ea27-42e8-afda-997543f45cb6 req-05dad7e3-d066-4987-a426-f1174558f292 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.766624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50eda8e4-ea27-42e8-afda-997543f45cb6 req-05dad7e3-d066-4987-a426-f1174558f292 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 943 time: 0.1902361 Sep 20 12:28:42.843527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee91c8b2-2be0-48dd-801c-aee8a2493f4c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:42.851238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:42.855124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:42.858354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50eda8e4-ea27-42e8-afda-997543f45cb6 req-aca911f5-e1d3-4f04-87e8-afc4b927af9b tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830209 Sep 20 12:28:42.873752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Transition to ACTIVE for port object ee91c8b2-2be0-48dd-801c-aee8a2493f4c will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:42.926521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7a6fc-f0ea-40d8-bcf6-6e5cd87cbce6 req-7df69bfa-c151-4cb7-92ce-ec634c441e40 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:42.926521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35e7a6fc-f0ea-40d8-bcf6-6e5cd87cbce6 req-7df69bfa-c151-4cb7-92ce-ec634c441e40 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1140397 Sep 20 12:28:42.974376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddff08e1-b142-4fb6-988e-229bbc7a9802 req-17c148a4-3764-4b0c-b75e-96ecf0bdd76b tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "GET /v2.0/security-groups/f36456b9-031e-49b7-b93f-82d67bee51f4 HTTP/1.1" status: 200 len: 2400 time: 0.0822732 Sep 20 12:28:42.997566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35e7a6fc-f0ea-40d8-bcf6-6e5cd87cbce6 req-521670d3-e977-4069-832f-a5ef34896866 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 Sep 20 12:28:43.008234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:43.023892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.023892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.026739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4db2e2-39b4-4351-aeb4-a54beb50c4ff None None] Network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:43.057633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ddff08e1-b142-4fb6-988e-229bbc7a9802 req-bcd596d1-fe87-43a4-a74a-a717492531d4 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.065447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.134107 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ddff08e1-b142-4fb6-988e-229bbc7a9802 req-bcd596d1-fe87-43a4-a74a-a717492531d4 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.185357 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee5667e-f8cb-4cf8-99d2-1993f784dd37 x-openstack-request-id: req-0ee5667e-f8cb-4cf8-99d2-1993f784dd37 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:43.185758 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "03b5f0e5-f875-4660-8c0e-6414e6e107c1", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:43.185878 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ee5667e-f8cb-4cf8-99d2-1993f784dd37 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:43.191438 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': '03b5f0e5-f875-4660-8c0e-6414e6e107c1', 'status': 'completed', 'code': 200} Sep 20 12:28:43.239718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Pushing event updated for resources: {'Port': ['ID=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:43.313146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6825-3335-43c8-a9b3-59830418ad3e req-887afaaa-320a-47d7-a291-dff0d05fbabb tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.316138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d9e6825-3335-43c8-a9b3-59830418ad3e req-887afaaa-320a-47d7-a291-dff0d05fbabb tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0954671 Sep 20 12:28:43.370569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:28:43.371826 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.397618 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d9e6825-3335-43c8-a9b3-59830418ad3e req-b99c6e10-f377-45e2-a70b-87492c04b815 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636408 Sep 20 12:28:43.408839 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:28:43.423217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-a0e856b7-8175-464c-8747-827870940941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.423701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-a0e856b7-8175-464c-8747-827870940941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.424173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-a0e856b7-8175-464c-8747-827870940941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.424634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-a0e856b7-8175-464c-8747-827870940941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.425167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-a0e856b7-8175-464c-8747-827870940941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.425633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-a0e856b7-8175-464c-8747-827870940941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.426090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-a0e856b7-8175-464c-8747-827870940941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.428063 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-a0e856b7-8175-464c-8747-827870940941 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6308 time: 0.2358162 Sep 20 12:28:43.439315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49438) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:43.441637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-761f2ee8-ca1d-4f32-80b5-9cbbde6b3118 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5557382 Sep 20 12:28:43.492373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 85281500-0e9b-4d79-b7ce-623b6ab3617c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:43.538286 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ddff08e1-b142-4fb6-988e-229bbc7a9802 req-bcd596d1-fe87-43a4-a74a-a717492531d4 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.552532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ddff08e1-b142-4fb6-988e-229bbc7a9802 req-bcd596d1-fe87-43a4-a74a-a717492531d4 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.554909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddff08e1-b142-4fb6-988e-229bbc7a9802 req-bcd596d1-fe87-43a4-a74a-a717492531d4 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] 10.222.0.37 "DELETE /v2.0/security-groups/f36456b9-031e-49b7-b93f-82d67bee51f4 HTTP/1.1" status: 204 len: 173 time: 0.5697494 Sep 20 12:28:43.557695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Attempting to bind port ee91c8b2-2be0-48dd-801c-aee8a2493f4c on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:43.560222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Attempting to bind port ee91c8b2-2be0-48dd-801c-aee8a2493f4c by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:43.560763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Attempting to bind port ee91c8b2-2be0-48dd-801c-aee8a2493f4c on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:43.564924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:43.614841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Port ee91c8b2-2be0-48dd-801c-aee8a2493f4c on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:43.615184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Attempting to bind port ee91c8b2-2be0-48dd-801c-aee8a2493f4c on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:43.626736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Allocated IP 172.21.0.2 (34f5ab88-0aa1-4e5e-8a7b-239ecd10d230/5741ebb2-fc67-4f0a-af41-f5194f563f90/d9a6feb1-84ce-4301-b9ee-21a47304c899) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:43.650914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 85281500-0e9b-4d79-b7ce-623b6ab3617c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:43.651508 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.679900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd596d1-fe87-43a4-a74a-a717492531d4 tempest-SecurityGroupRulesTestJSON-1263675888 tempest-SecurityGroupRulesTestJSON-1263675888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36456b9-031e-49b7-b93f-82d67bee51f4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:43.695088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:43.695432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Checking segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:43.695854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Bound using segment: {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:43.696315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Bound port: ee91c8b2-2be0-48dd-801c-aee8a2493f4c, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc4ff53-cf2f-449b-960c-df02b5b52a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:43.696652 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:43.799197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-994067e5-bdac-4557-976b-effdc58e333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.799660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-994067e5-bdac-4557-976b-effdc58e333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.800263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-994067e5-bdac-4557-976b-effdc58e333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.801888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-994067e5-bdac-4557-976b-effdc58e333d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7bd288628e954d50bff617b055b848c8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3385344 Sep 20 12:28:43.931903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-b3da8f18-772a-43ac-bf5d-8d2fa3d3a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:43.933600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1483764b-de0b-4636-ad78-2e2e4b03e860 req-b3da8f18-772a-43ac-bf5d-8d2fa3d3a5fb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1236329 Sep 20 12:28:43.934755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] For port ee91c8b2-2be0-48dd-801c-aee8a2493f4c, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:43.951824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] For port ee91c8b2-2be0-48dd-801c-aee8a2493f4c, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:44.015947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0476d6c-2c3c-40a5-9c06-7555b80b0414 admin admin] Deleting subnet 8c6e1f46-d743-492f-85cc-66d787bf16e8 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:28:44.020441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0476d6c-2c3c-40a5-9c06-7555b80b0414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.038835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.094902 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0476d6c-2c3c-40a5-9c06-7555b80b0414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.130548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-9d7b315e-bb27-4684-a861-17ba69e10642 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.136579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-9d7b315e-bb27-4684-a861-17ba69e10642 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.138883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.142550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-9d7b315e-bb27-4684-a861-17ba69e10642 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.148393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-9d7b315e-bb27-4684-a861-17ba69e10642 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.154832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-9d7b315e-bb27-4684-a861-17ba69e10642 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.160597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-9d7b315e-bb27-4684-a861-17ba69e10642 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.167287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-9d7b315e-bb27-4684-a861-17ba69e10642 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.169225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-9d7b315e-bb27-4684-a861-17ba69e10642 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5403 time: 0.5168087 Sep 20 12:28:44.182282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.183656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.184442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] 10.222.0.32 "PUT /v2.0/ports/ee91c8b2-2be0-48dd-801c-aee8a2493f4c HTTP/1.1" status: 200 len: 1091 time: 2.3779430 Sep 20 12:28:44.190632 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.222235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfddf28-a5c9-4296-bdf2-3e62688a931a service neutron] Pushing event updated for resources: {'Port': ['ID=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:44.239802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:44.244563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:44.249835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:44.259873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7625-10d8-42ab-bd95-efccb7d6e2e6 req-2c0ed6d6-9dd0-438a-8e49-a4e8deb9d2a1 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.260348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-602e7625-10d8-42ab-bd95-efccb7d6e2e6 req-2c0ed6d6-9dd0-438a-8e49-a4e8deb9d2a1 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 943 time: 0.2591741 Sep 20 12:28:44.278968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Pushing event updated for resources: {'Port': ['ID=d9a6feb1-84ce-4301-b9ee-21a47304c899,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:44.292146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0476d6c-2c3c-40a5-9c06-7555b80b0414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.341100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Attempting to bind port d9a6feb1-84ce-4301-b9ee-21a47304c899 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:44.341471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Attempting to bind port d9a6feb1-84ce-4301-b9ee-21a47304c899 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:44.341831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Attempting to bind port d9a6feb1-84ce-4301-b9ee-21a47304c899 on network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:44.347880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:44.348241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Checking segment: {'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:44.348735 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.349159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Bound using segment: {'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:44.349779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Bound port: d9a6feb1-84ce-4301-b9ee-21a47304c899, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:44.350009 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.360703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4daae458-f8e4-4b7a-ab4e-87b94a20ae34 req-12480fea-3781-41fe-9815-72cb92243ba9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1580315 Sep 20 12:28:44.390499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:44.402583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-602e7625-10d8-42ab-bd95-efccb7d6e2e6 req-7bbd7531-4924-4366-ad31-f28e23043dbd tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313968 Sep 20 12:28:44.409371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.482670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.498008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] For port d9a6feb1-84ce-4301-b9ee-21a47304c899, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:44.501958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] For port d9a6feb1-84ce-4301-b9ee-21a47304c899, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d9a6feb1-84ce-4301-b9ee-21a47304c899,segment=NetworkSegment(73ac09ae-30db-4bab-a43a-2734e9bc3446),segment_id=73ac09ae-30db-4bab-a43a-2734e9bc3446)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:44.698298 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.796074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12568399-9650-4fa5-9db7-b169ebaca0a3 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:44.807063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a927c89-7ad4-4c4c-b8db-8f4e2e564aa6 None None] Pushing event updated for resources: {'Port': ['ID=d9a6feb1-84ce-4301-b9ee-21a47304c899,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:44.810583 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.827653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Transition to ACTIVE for port object 12568399-9650-4fa5-9db7-b169ebaca0a3 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:44.834770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0476d6c-2c3c-40a5-9c06-7555b80b0414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.898418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0476d6c-2c3c-40a5-9c06-7555b80b0414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6e1f46-d743-492f-85cc-66d787bf16e8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:44.902256 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0476d6c-2c3c-40a5-9c06-7555b80b0414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:44.906697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0476d6c-2c3c-40a5-9c06-7555b80b0414 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8c6e1f46-d743-492f-85cc-66d787bf16e8 HTTP/1.1" status: 204 len: 168 time: 1.3361907 Sep 20 12:28:44.907344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49458) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:44.971906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d8bfa-1a60-4cab-8ea1-b52fc968cc11 req-0bcd9bac-f5f7-49e1-af27-f978c46bd05a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:44.981492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-084d8bfa-1a60-4cab-8ea1-b52fc968cc11 req-0bcd9bac-f5f7-49e1-af27-f978c46bd05a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.4719799 Sep 20 12:28:44.996593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 27c41d3c-b6cd-4765-b6ad-b56242938f1f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:28:45.007355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.019258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba89795-4c2b-426b-8f3a-ad15acb9e0b6 req-473d7b4f-bfd4-4b6c-b420-54db74d1c591 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.021187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dba89795-4c2b-426b-8f3a-ad15acb9e0b6 req-473d7b4f-bfd4-4b6c-b420-54db74d1c591 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2026794 Sep 20 12:28:45.021804 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.191801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 27c41d3c-b6cd-4765-b6ad-b56242938f1f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=27c41d3c-b6cd-4765-b6ad-b56242938f1f,segment=NetworkSegment(7e16747b-33e4-4fcd-8e46-9315244f907c),segment_id=7e16747b-33e4-4fcd-8e46-9315244f907c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:45.194779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:45.198625 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "ee91c8b2-2be0-48dd-801c-aee8a2493f4c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:45.205683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-084d8bfa-1a60-4cab-8ea1-b52fc968cc11 req-22c25d96-4fce-4e6e-954d-4db67ffd4519 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231274 Sep 20 12:28:45.208787 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Pushing event updated for resources: {'Port': ['ID=12568399-9650-4fa5-9db7-b169ebaca0a3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:45.210960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '27c41d3c-b6cd-4765-b6ad-b56242938f1f', 'network_id': 'ddf17ce5-02e2-4845-b740-eb38067c96b0', 'port_id': '27c41d3c-b6cd-4765-b6ad-b56242938f1f', 'mac_address': 'fa:16:3e:4c:72:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39d6e18-1550-448e-b544-458621f4119f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:28:45.245398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.257767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.21.0.1 (34f5ab88-0aa1-4e5e-8a7b-239ecd10d230/5741ebb2-fc67-4f0a-af41-f5194f563f90/4030fef9-f1d7-4b90-9195-a66666e59377) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:45.277685 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f8fb9e-dc0d-4992-b588-061224f7dbbe x-openstack-request-id: req-67f8fb9e-dc0d-4992-b588-061224f7dbbe {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:45.277976 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "ee91c8b2-2be0-48dd-801c-aee8a2493f4c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:45.278226 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f8fb9e-dc0d-4992-b588-061224f7dbbe {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:45.278790 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c', 'status': 'completed', 'code': 200} Sep 20 12:28:45.291636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.301511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dba89795-4c2b-426b-8f3a-ad15acb9e0b6 req-c2a2014f-fbf7-40b9-8155-2ccb534b41ee tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468665 Sep 20 12:28:45.302145 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7a09ba03-e95e-418a-8afa-815ec2be9bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.303235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c35bf9-e302-486e-aee6-f39bfc3296e8']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:45.308553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Attempting to bind port 12568399-9650-4fa5-9db7-b169ebaca0a3 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:45.309241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Attempting to bind port 12568399-9650-4fa5-9db7-b169ebaca0a3 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:45.309648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Attempting to bind port 12568399-9650-4fa5-9db7-b169ebaca0a3 on network 69fa433b-bf7b-48c6-9063-576a884a0361 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:45.337923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c41d3c-b6cd-4765-b6ad-b56242938f1f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:45.359956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0050bd2-831d-4a5d-9d02-11ce74351fc3') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:45.360520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0050bd2-831d-4a5d-9d02-11ce74351fc3') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:45.362495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Port 12568399-9650-4fa5-9db7-b169ebaca0a3 on network 69fa433b-bf7b-48c6-9063-576a884a0361 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:45.362913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Attempting to bind port 12568399-9650-4fa5-9db7-b169ebaca0a3 on network 69fa433b-bf7b-48c6-9063-576a884a0361 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:45.367575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 27c41d3c-b6cd-4765-b6ad-b56242938f1f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=27c41d3c-b6cd-4765-b6ad-b56242938f1f,segment=NetworkSegment(7e16747b-33e4-4fcd-8e46-9315244f907c),segment_id=7e16747b-33e4-4fcd-8e46-9315244f907c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:45.386055 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.388822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:45.389295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Checking segment: {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:45.389965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Bound using segment: {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:45.390495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Bound port: 12568399-9650-4fa5-9db7-b169ebaca0a3, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:45.391066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.423957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.453294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:28:45.453673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:28:45.456822 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:28:45.463771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-0542b233-44c0-42a7-a43e-ebda030aff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.464334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-0542b233-44c0-42a7-a43e-ebda030aff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.464820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-0542b233-44c0-42a7-a43e-ebda030aff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.465319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-0542b233-44c0-42a7-a43e-ebda030aff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.465794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-0542b233-44c0-42a7-a43e-ebda030aff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.466262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-0542b233-44c0-42a7-a43e-ebda030aff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.466734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-0542b233-44c0-42a7-a43e-ebda030aff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.468731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-0542b233-44c0-42a7-a43e-ebda030aff62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6375 time: 0.1558840 Sep 20 12:28:45.475003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.517030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d9a6feb1-84ce-4301-b9ee-21a47304c899 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:45.584144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d9a6feb1-84ce-4301-b9ee-21a47304c899 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:45.585375 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.615632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-27fd056b-3e48-47f3-b525-63a492793524 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.622788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-27fd056b-3e48-47f3-b525-63a492793524 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.629105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] For port 12568399-9650-4fa5-9db7-b169ebaca0a3, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:45.629610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-27fd056b-3e48-47f3-b525-63a492793524 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.636793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-27fd056b-3e48-47f3-b525-63a492793524 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.643816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-27fd056b-3e48-47f3-b525-63a492793524 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.647946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] For port 12568399-9650-4fa5-9db7-b169ebaca0a3, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=12568399-9650-4fa5-9db7-b169ebaca0a3,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:45.652831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-27fd056b-3e48-47f3-b525-63a492793524 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.659647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-27fd056b-3e48-47f3-b525-63a492793524 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.668672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-27fd056b-3e48-47f3-b525-63a492793524 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5415 time: 0.1428890 Sep 20 12:28:45.671066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-bc4fe34f-3a30-407e-b6f3-658f57b82fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.671066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-bc4fe34f-3a30-407e-b6f3-658f57b82fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.671066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-bc4fe34f-3a30-407e-b6f3-658f57b82fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.672352 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.672508 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-bc4fe34f-3a30-407e-b6f3-658f57b82fce service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7bd288628e954d50bff617b055b848c8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1907623 Sep 20 12:28:45.687933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f2f20-d89f-4b9d-9fed-38b4f1ed6606 req-3df80e92-1292-4cb3-a5a2-6afcd4a1c70e tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.693584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff3f2f20-d89f-4b9d-9fed-38b4f1ed6606 req-3df80e92-1292-4cb3-a5a2-6afcd4a1c70e tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 943 time: 0.1697152 Sep 20 12:28:45.724340 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.749874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.764515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=27c41d3c-b6cd-4765-b6ad-b56242938f1f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:45.764846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff3f2f20-d89f-4b9d-9fed-38b4f1ed6606 req-da1b00c8-db1b-44f1-bbb2-ded5f8a35d07 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631115 Sep 20 12:28:45.776254 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.786164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.786789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.787296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.787797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.788305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.788799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.789442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.790343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.790854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.791337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.791823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.792298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:28:45.801926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port d9a6feb1-84ce-4301-b9ee-21a47304c899, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d9a6feb1-84ce-4301-b9ee-21a47304c899,segment=NetworkSegment(73ac09ae-30db-4bab-a43a-2734e9bc3446),segment_id=73ac09ae-30db-4bab-a43a-2734e9bc3446)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:45.816860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-efcf7cb7-6fb3-458e-b127-80ab85f8f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.817811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a1986e4-b585-49bb-93fc-e832dc2bc013 req-ad6395cb-be28-4f45-8d9b-b0c649693efd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1457467 Sep 20 12:28:45.820402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-598eb00b-2a58-4b6a-b523-35e6b9ebe92a req-efcf7cb7-6fb3-458e-b127-80ab85f8f8aa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1392508 Sep 20 12:28:45.868682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:45.875544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:45.883765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:45.888358 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.893835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.908236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=4030fef9-f1d7-4b90-9195-a66666e59377,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:45.917926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.919858 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] 10.222.0.37 "DELETE /v2.0/networks/03c35bf9-e302-486e-aee6-f39bfc3296e8 HTTP/1.1" status: 204 len: 168 time: 1.0115123 Sep 20 12:28:45.942451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['27c41d3c-b6cd-4765-b6ad-b56242938f1f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:28:45.960499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0b0b2-15ec-400a-a91d-b85821164025 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c35bf9-e302-486e-aee6-f39bfc3296e8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:45.972253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:45.972940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:45.974244 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] 10.222.0.32 "PUT /v2.0/ports/12568399-9650-4fa5-9db7-b169ebaca0a3 HTTP/1.1" status: 200 len: 1091 time: 1.5952098 Sep 20 12:28:45.994630 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.012240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061193c5-6d47-40f6-bff8-33ccebf2ece8 service neutron] Pushing event updated for resources: {'Port': ['ID=12568399-9650-4fa5-9db7-b169ebaca0a3,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:46.050338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.107711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b2747-7353-4ac2-a0e4-7a1ac3efe425 None None] Network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:46.165330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Request body: {'port': {'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:46.170562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=d9a6feb1-84ce-4301-b9ee-21a47304c899,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:46.225148 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.247702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.253956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6b0ef2dd-0b3c-4d26-bfb4-00fd4bd2a825 None None] Provisioning complete for port d9a6feb1-84ce-4301-b9ee-21a47304c899 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:46.254339 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef2dd-0b3c-4d26-bfb4-00fd4bd2a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.557799 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.563951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42415ef2-4166-40bd-8d2b-a56f041c555b req-995dd7df-8949-48e6-b52d-0df97e7d48be tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:46.565653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42415ef2-4166-40bd-8d2b-a56f041c555b req-995dd7df-8949-48e6-b52d-0df97e7d48be tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1407027 Sep 20 12:28:46.567306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:46.578619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff813d-a0f3-4b5a-84c7-f7be74d43556 req-076a2c55-1dad-4786-9e0e-274fd33d5a82 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:46.580190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5dff813d-a0f3-4b5a-84c7-f7be74d43556 req-076a2c55-1dad-4786-9e0e-274fd33d5a82 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1447446 Sep 20 12:28:46.591396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.593835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49476) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:46.621692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Transition to ACTIVE for port object c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:28:46.644138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cfd702c8-1d40-4962-9a0f-c0e1c99f9a31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c60043d725294462a019854f0b1e9c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492604 Sep 20 12:28:46.650392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49478) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:46.680674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.689286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5dff813d-a0f3-4b5a-84c7-f7be74d43556 req-12dd9671-5154-47ad-9d66-7f98b4289a4d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986412 Sep 20 12:28:46.689286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42415ef2-4166-40bd-8d2b-a56f041c555b req-bb1f2b89-efe8-40e0-b8a6-49ca2ec11bb0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925639 Sep 20 12:28:46.718371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c198fd0-57dc-49e3-9963-0bd40b66a5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.720705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-deea42b0-f05b-4ad1-9d99-5a8af1abbe23 None None] Provisioning complete for port d9a6feb1-84ce-4301-b9ee-21a47304c899 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:46.721046 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-deea42b0-f05b-4ad1-9d99-5a8af1abbe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.742567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c198fd0-57dc-49e3-9963-0bd40b66a5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.782275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.825483 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.838236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-deea42b0-f05b-4ad1-9d99-5a8af1abbe23 None None] Provisioning complete for port 4030fef9-f1d7-4b90-9195-a66666e59377 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:46.838812 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-deea42b0-f05b-4ad1-9d99-5a8af1abbe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:46.892265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:46.897413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-deea42b0-f05b-4ad1-9d99-5a8af1abbe23 None None] Port 4030fef9-f1d7-4b90-9195-a66666e59377 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:47.019267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c198fd0-57dc-49e3-9963-0bd40b66a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.022270 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c198fd0-57dc-49e3-9963-0bd40b66a5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.024027 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4c198fd0-57dc-49e3-9963-0bd40b66a5fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f5f126f-58de-4e76-a6e8-4b5e0f67b606 HTTP/1.1" status: 204 len: 168 time: 0.3721914 Sep 20 12:28:47.029649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Attempting to bind port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:47.029964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Attempting to bind port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:47.030297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Attempting to bind port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b on network 69fa433b-bf7b-48c6-9063-576a884a0361 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:47.043813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c198fd0-57dc-49e3-9963-0bd40b66a5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f126f-58de-4e76-a6e8-4b5e0f67b606,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:47.049185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b on network 69fa433b-bf7b-48c6-9063-576a884a0361 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:47.049637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Attempting to bind port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b on network 69fa433b-bf7b-48c6-9063-576a884a0361 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:47.060794 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.060964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:47.064269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Checking segment: {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:47.064269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Bound using segment: {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:47.064269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Bound port: c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a058b69e-f714-43ff-9788-b15a34caa5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:47.064269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.064836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:28:47.072765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=4030fef9-f1d7-4b90-9195-a66666e59377,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:47.104900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961453-9e53-4cba-8f53-1ed423895098 req-dc286ce8-7627-439c-8794-4315ce670f45 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.111859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961453-9e53-4cba-8f53-1ed423895098 req-dc286ce8-7627-439c-8794-4315ce670f45 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.120093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961453-9e53-4cba-8f53-1ed423895098 req-dc286ce8-7627-439c-8794-4315ce670f45 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.127961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961453-9e53-4cba-8f53-1ed423895098 req-dc286ce8-7627-439c-8794-4315ce670f45 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.136240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961453-9e53-4cba-8f53-1ed423895098 req-dc286ce8-7627-439c-8794-4315ce670f45 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.143934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961453-9e53-4cba-8f53-1ed423895098 req-dc286ce8-7627-439c-8794-4315ce670f45 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.151467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961453-9e53-4cba-8f53-1ed423895098 req-dc286ce8-7627-439c-8794-4315ce670f45 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.155837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 27c41d3c-b6cd-4765-b6ad-b56242938f1f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:47.162488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96961453-9e53-4cba-8f53-1ed423895098 req-dc286ce8-7627-439c-8794-4315ce670f45 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.2031531 Sep 20 12:28:47.170530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] For port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:47.174483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] For port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:47.186634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0804bbc3-6e82-4fbe-808b-5ba12ce68a6c None None] Provisioning complete for port 4030fef9-f1d7-4b90-9195-a66666e59377 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:47.186996 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0804bbc3-6e82-4fbe-808b-5ba12ce68a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.194480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba0515-7754-4b95-a956-61ac85a29086 req-5575151e-4e6f-4521-a310-ed84912e2892 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.196106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2ba0515-7754-4b95-a956-61ac85a29086 req-5575151e-4e6f-4521-a310-ed84912e2892 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 944 time: 0.3095152 Sep 20 12:28:47.252465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:47.269496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0804bbc3-6e82-4fbe-808b-5ba12ce68a6c None None] Port 4030fef9-f1d7-4b90-9195-a66666e59377 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:47.274348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'mac_address': 'fa:16:3e:5c:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:28:47.280091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': '12568399-9650-4fa5-9db7-b169ebaca0a3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:47.282597 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6be3b40-c204-4382-9453-e55f147ad0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "12568399-9650-4fa5-9db7-b169ebaca0a3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:47.305483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.322734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96961453-9e53-4cba-8f53-1ed423895098 req-c5f4704d-0eed-4a75-9e0b-6c6b21e653b8 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442523 Sep 20 12:28:47.337821 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.353846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2ba0515-7754-4b95-a956-61ac85a29086 req-f4c29ad3-e4bf-4b85-ae31-4d63de32fd2b tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381981 Sep 20 12:28:47.370247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.379328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4940ec8-6d7c-462b-b581-973a9b7f917c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:47.384140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.384471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b HTTP/1.1" status: 200 len: 1091 time: 1.2232931 Sep 20 12:28:47.420922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:47.424710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 27c41d3c-b6cd-4765-b6ad-b56242938f1f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:28:47.429511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:47.432902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:47.442056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 27c41d3c-b6cd-4765-b6ad-b56242938f1f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:47.442575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.475033 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eec5b1-d37d-4797-ac85-851cc7aa5761 x-openstack-request-id: req-16eec5b1-d37d-4797-ac85-851cc7aa5761 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:47.475631 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "12568399-9650-4fa5-9db7-b169ebaca0a3", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:47.476077 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16eec5b1-d37d-4797-ac85-851cc7aa5761 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:47.476722 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': '12568399-9650-4fa5-9db7-b169ebaca0a3', 'status': 'completed', 'code': 200} Sep 20 12:28:47.492430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d9a6feb1-84ce-4301-b9ee-21a47304c899 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:47.531926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c94a2-1057-41e8-adcc-5ae5216ef733 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:47.569297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-1c9c07eb-8723-4ae9-a0fd-0f21d03cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.569789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-1c9c07eb-8723-4ae9-a0fd-0f21d03cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.570352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-1c9c07eb-8723-4ae9-a0fd-0f21d03cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.575546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-1c9c07eb-8723-4ae9-a0fd-0f21d03cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.576215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-1c9c07eb-8723-4ae9-a0fd-0f21d03cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.578344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-1c9c07eb-8723-4ae9-a0fd-0f21d03cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.578860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-1c9c07eb-8723-4ae9-a0fd-0f21d03cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.583473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-1c9c07eb-8723-4ae9-a0fd-0f21d03cf3f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6484 time: 0.1025002 Sep 20 12:28:47.584021 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:28:47.605383 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.632049 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.642328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dd083f-253d-4d41-a8ca-9d138d185721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c41d3c-b6cd-4765-b6ad-b56242938f1f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:47.644793 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2f7c9-bee7-44ef-b83a-fbab7d4db7b9" -d '{"events": [{"server_uuid": "79dd083f-253d-4d41-a8ca-9d138d185721", "name": "network-vif-plugged", "status": "completed", "tag": "27c41d3c-b6cd-4765-b6ad-b56242938f1f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:47.647543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d9a6feb1-84ce-4301-b9ee-21a47304c899 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:47.647927 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:47.831479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:47.840634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-35027c26-16ec-4bdd-8222-cf3de3c09fdd tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4062335 Sep 20 12:28:47.845152 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:47.861610 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:47.862239 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:47.870029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-15a2991a-1fb1-4758-ad79-127d521aa63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.872119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-15a2991a-1fb1-4758-ad79-127d521aa63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.872819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-15a2991a-1fb1-4758-ad79-127d521aa63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:47.875867 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-15a2991a-1fb1-4758-ad79-127d521aa63e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7bd288628e954d50bff617b055b848c8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2811229 Sep 20 12:28:47.881194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:47.888190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1112497549'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:47.912702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:47.920326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 27c41d3c-b6cd-4765-b6ad-b56242938f1f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=27c41d3c-b6cd-4765-b6ad-b56242938f1f,segment=NetworkSegment(7e16747b-33e4-4fcd-8e46-9315244f907c),segment_id=7e16747b-33e4-4fcd-8e46-9315244f907c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:47.924612 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273b2b23-7e3d-4ba2-a813-db029f1f7c3c x-openstack-request-id: req-273b2b23-7e3d-4ba2-a813-db029f1f7c3c {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:47.925184 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dd083f-253d-4d41-a8ca-9d138d185721", "name": "network-vif-plugged", "status": "completed", "tag": "27c41d3c-b6cd-4765-b6ad-b56242938f1f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:47.925615 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-273b2b23-7e3d-4ba2-a813-db029f1f7c3c {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:47.926170 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dd083f-253d-4d41-a8ca-9d138d185721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c41d3c-b6cd-4765-b6ad-b56242938f1f', 'code': 200} Sep 20 12:28:47.972930 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:48.015291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b5df9-9dff-4e7f-a042-54024badff20 req-7d98e522-43d4-43fd-82df-d3fe90d3d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.016876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-394b5df9-9dff-4e7f-a042-54024badff20 req-7d98e522-43d4-43fd-82df-d3fe90d3d6f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 1095 time: 0.2335055 Sep 20 12:28:48.037803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-48f38460-52e1-4013-a2bc-ec1b7c336518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.037803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d6be3b40-c204-4382-9453-e55f147ad0b9 req-48f38460-52e1-4013-a2bc-ec1b7c336518 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1496840 Sep 20 12:28:48.039504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a4940ec8-6d7c-462b-b581-973a9b7f917c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:28:48.064646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df2e7-96e3-4122-834e-8edbac0f1c58 req-e59f9698-3104-4c15-bff4-ef65c830dc44 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.066589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa8df2e7-96e3-4122-834e-8edbac0f1c58 req-e59f9698-3104-4c15-bff4-ef65c830dc44 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.2205267 Sep 20 12:28:48.099372 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.106985 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:28:48.112478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6d92d-3efe-48c2-b3a5-afba87293208 req-9f3d584a-f0fb-4c8b-be03-fd7e4730218c tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.114524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32b6d92d-3efe-48c2-b3a5-afba87293208 req-9f3d584a-f0fb-4c8b-be03-fd7e4730218c tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 949 time: 0.2320058 Sep 20 12:28:48.159260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-394b5df9-9dff-4e7f-a042-54024badff20 req-690821ae-5f85-4d79-a20c-ee84100b7f7d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251919 Sep 20 12:28:48.172959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-50ff5bc2-7107-476d-9355-f325f4a83625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.173469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-50ff5bc2-7107-476d-9355-f325f4a83625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.174371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-50ff5bc2-7107-476d-9355-f325f4a83625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.175053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-50ff5bc2-7107-476d-9355-f325f4a83625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.175345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-50ff5bc2-7107-476d-9355-f325f4a83625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.175843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-50ff5bc2-7107-476d-9355-f325f4a83625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.176311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-50ff5bc2-7107-476d-9355-f325f4a83625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.181048 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-50ff5bc2-7107-476d-9355-f325f4a83625 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6484 time: 0.0974102 Sep 20 12:28:48.182331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa8df2e7-96e3-4122-834e-8edbac0f1c58 req-b794fd3c-bc18-4cee-b8f1-af9913d279d7 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081083 Sep 20 12:28:48.183157 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.194734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:48.198958 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.232208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32b6d92d-3efe-48c2-b3a5-afba87293208 req-2f016d98-41bb-49cf-91c1-4bbbccf66025 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076260 Sep 20 12:28:48.264889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:48.270833 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-30b845b8-1617-482d-8f5b-9f5d2948172d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef HTTP/1.1" status: 200 len: 217 time: 0.0748572 Sep 20 12:28:48.275912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fbf7a8ff-8f71-4bd3-961d-b584380bf382 None None] Provisioning complete for port 4030fef9-f1d7-4b90-9195-a66666e59377 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:48.276380 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a8ff-8f71-4bd3-961d-b584380bf382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.277308 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:46Z', 'revision_number': 3, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:46Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:48.286780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.287234 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment 123530d7-336a-4dc4-8f68-f2703b01926d of type vlan for network e68fd626-9f40-42ca-bae7-c87b77f2df9b Sep 20 12:28:48.307488 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:28:48.308677 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Updating router 81956755-d13b-41f2-81c7-26fb6f1987cd port 4030fef9-f1d7-4b90-9195-a66666e59377 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:28:48.322163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=27c41d3c-b6cd-4765-b6ad-b56242938f1f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:48.340336 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.352529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cb040056-b1df-4590-a27f-c2b0702e1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.359271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-cb040056-b1df-4590-a27f-c2b0702e1782 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85484436-a0fa-40d1-89e3-19e92a4eb477 HTTP/1.1" status: 200 len: 855 time: 0.0810728 Sep 20 12:28:48.369559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.421525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7a8ff-8f71-4bd3-961d-b584380bf382 None None] Port 4030fef9-f1d7-4b90-9195-a66666e59377 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:48.453938 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.456209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-1c4e4b75-6e2f-4079-aff9-6dccda367d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.459906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-1c4e4b75-6e2f-4079-aff9-6dccda367d32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b21f5b-0295-422d-8389-e10acee067c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914140 Sep 20 12:28:48.475049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a4940ec8-6d7c-462b-b581-973a9b7f917c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:28:48.489201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:48.509167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-c8ce9bf4-39d4-4353-846e-7fb0154e99e9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.527020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-c8ce9bf4-39d4-4353-846e-7fb0154e99e9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.533849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-c8ce9bf4-39d4-4353-846e-7fb0154e99e9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.541073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-c8ce9bf4-39d4-4353-846e-7fb0154e99e9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.548287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-c8ce9bf4-39d4-4353-846e-7fb0154e99e9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.554529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-c8ce9bf4-39d4-4353-846e-7fb0154e99e9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.562468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-c8ce9bf4-39d4-4353-846e-7fb0154e99e9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.564530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-c8ce9bf4-39d4-4353-846e-7fb0154e99e9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.1533184 Sep 20 12:28:48.567093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.573151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.573776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.607338 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-bd6628d2-918e-4aa4-9c9a-03ce9ddf08ec service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379268 Sep 20 12:28:48.693758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.720900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feec9f5f-7eaf-40ac-a616-80084bda9d4b req-3f00a8f1-a8aa-4a87-a337-f0be5882af5e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439936 Sep 20 12:28:48.722990 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.725343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-54172ee6-3b88-42c3-8198-29991026802d service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049645 Sep 20 12:28:48.741582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306b141-e5aa-4e54-b6f3-49fb04be0429 req-faf4898e-6719-4861-a5ca-ebe28bc46353 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.753413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b306b141-e5aa-4e54-b6f3-49fb04be0429 req-faf4898e-6719-4861-a5ca-ebe28bc46353 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 945 time: 0.1775312 Sep 20 12:28:48.753413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=e68fd626-9f40-42ca-bae7-c87b77f2df9b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:48.758104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:48.776142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:48.776386 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-3b1923dd-71bd-4723-9e13-ff685f9ce607 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 217 time: 0.0433533 Sep 20 12:28:48.796238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b306b141-e5aa-4e54-b6f3-49fb04be0429 req-697afc29-673f-429f-8fee-0c4ca65c6942 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Sep 20 12:28:48.839771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-994f4bb3-beb4-41ec-9e97-6911de193c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.841432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-994f4bb3-beb4-41ec-9e97-6911de193c28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0583227 Sep 20 12:28:48.872627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49526) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:48.891730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-095933c1-9fad-473e-967a-2e1ad42f31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:48.893303 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-095933c1-9fad-473e-967a-2e1ad42f31c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433738 Sep 20 12:28:48.948582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-edbbdfba-6a0b-4ea6-bdae-5cf4d16d355f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0614767 Sep 20 12:28:48.948790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49530) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:48.953895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:48.972038 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:48.990895 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-07cf4b4c-b3aa-4622-9d2d-d4f080bfab1d service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885525 Sep 20 12:28:48.993248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1448497805-network', 'tenant_id': '6799889154be46cfb22056dc29cc4378'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:49.031451 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe13ef-dea7-401e-8527-4520e35cc8d3 None None] Pushing event updated for resources: {'Port': ['ID=4030fef9-f1d7-4b90-9195-a66666e59377,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:49.091085 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Attempting to bind port 4030fef9-f1d7-4b90-9195-a66666e59377 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:49.091707 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Attempting to bind port 4030fef9-f1d7-4b90-9195-a66666e59377 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:49.092260 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Attempting to bind port 4030fef9-f1d7-4b90-9195-a66666e59377 on network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:49.098178 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:49.098551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Checking segment: {'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:49.099296 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.100123 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Bound using segment: {'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:49.100785 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Bound port: 4030fef9-f1d7-4b90-9195-a66666e59377, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac09ae-30db-4bab-a43a-2734e9bc3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:49.102097 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.143177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-dfee9183-140b-43dd-86f8-f1478bba709c service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441917 Sep 20 12:28:49.200241 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7d88e473-2d84-4c9b-a8e2-6484b6498931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 217 time: 0.0489640 Sep 20 12:28:49.234818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Made reservation on behalf of 6799889154be46cfb22056dc29cc4378 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:49.238310 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.263576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.272522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df4fbc88-ad4b-43f0-be33-efbbd4a7feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:49.275333 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-df4fbc88-ad4b-43f0-be33-efbbd4a7feea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0666146 Sep 20 12:28:49.302191 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] For port 4030fef9-f1d7-4b90-9195-a66666e59377, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:49.305849 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] For port 4030fef9-f1d7-4b90-9195-a66666e59377, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4030fef9-f1d7-4b90-9195-a66666e59377,segment=NetworkSegment(73ac09ae-30db-4bab-a43a-2734e9bc3446),segment_id=73ac09ae-30db-4bab-a43a-2734e9bc3446)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:49.334505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-c0aad274-c6df-4e2c-a936-5869dc8ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:49.336128 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-c0aad274-c6df-4e2c-a936-5869dc8ed427 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0525286 Sep 20 12:28:49.354130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2b93c45a-2063-40fa-a0a3-0c401b2452bf None None] Provisioning complete for port 4030fef9-f1d7-4b90-9195-a66666e59377 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:49.354765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2b93c45a-2063-40fa-a0a3-0c401b2452bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.401589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2b93c45a-2063-40fa-a0a3-0c401b2452bf None None] Port 4030fef9-f1d7-4b90-9195-a66666e59377 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:49.401733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcdb0f-18ea-488b-8359-b8c78b046ff7 req-d38f2891-ea08-403c-ae1b-1cbdbbc32730 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:49.402561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdbcdb0f-18ea-488b-8359-b8c78b046ff7 req-d38f2891-ea08-403c-ae1b-1cbdbbc32730 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.0975757 Sep 20 12:28:49.424833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5450-f144-4589-bb42-aba48b0a371f req-43df14ae-0c61-4b79-8169-2f98c030f87b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:49.426290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-371c5450-f144-4589-bb42-aba48b0a371f req-43df14ae-0c61-4b79-8169-2f98c030f87b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 948 time: 0.0753775 Sep 20 12:28:49.442467 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-80c61b12-e913-4b51-aef5-887697b024b8 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971875 Sep 20 12:28:49.451461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:49.454771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.471529 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.486226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:49.488571 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:49.551067 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:49.551067 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:49.553301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdbcdb0f-18ea-488b-8359-b8c78b046ff7 req-cf56580a-027d-4270-9d24-aa08d3dce711 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434655 Sep 20 12:28:49.563707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-371c5450-f144-4589-bb42-aba48b0a371f req-d6e99b63-2cb2-4f24-bf7c-ae104832892a tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302836 Sep 20 12:28:49.598762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-b96cd5a5-048b-4396-8dde-3ffca108d8ae service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474109 Sep 20 12:28:49.599821 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe13ef-dea7-401e-8527-4520e35cc8d3 None None] Pushing event updated for resources: {'Port': ['ID=4030fef9-f1d7-4b90-9195-a66666e59377,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:49.665793 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9833f0c0-d4a6-45ef-a36f-ba21188e99df x-openstack-request-id: req-9833f0c0-d4a6-45ef-a36f-ba21188e99df {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:49.666070 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:49.667135 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9833f0c0-d4a6-45ef-a36f-ba21188e99df {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:49.667135 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b', 'status': 'completed', 'code': 200} Sep 20 12:28:49.669035 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-ee0b2db3-9ad3-49b5-a7ec-6f108cb46844 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1 HTTP/1.1" status: 200 len: 217 time: 0.0584810 Sep 20 12:28:49.674661 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:49.744949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.747922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7e68e4b3-99b2-470d-b579-7f95b9547a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:49.750890 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7e68e4b3-99b2-470d-b579-7f95b9547a49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0732818 Sep 20 12:28:49.810252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-b9a0e5c2-a4e6-41bd-85d4-3cbdcf19bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:49.812303 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-b9a0e5c2-a4e6-41bd-85d4-3cbdcf19bb80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460601 Sep 20 12:28:49.819527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.891910 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.928588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a123b83-5d3d-43dd-a016-2ee06c6c84e8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:49.937248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b555ae65-15b9-42ed-b0c8-09fb4cf8ed3b None None] Provisioning complete for port 4030fef9-f1d7-4b90-9195-a66666e59377 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:49.938495 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b555ae65-15b9-42ed-b0c8-09fb4cf8ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.952832 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:46Z', 'revision_number': 3, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:49Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:49.968066 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-6f8adb73-1305-43dc-a90a-02b230fd6083 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285281 Sep 20 12:28:49.983060 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:49.983828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de5690b-2feb-47cb-9f35-c1679a7dddbc None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:46Z', 'revision_number': 3, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:49Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:50.003712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:50.082999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b555ae65-15b9-42ed-b0c8-09fb4cf8ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:50.110687 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-ee4e059c-e30c-4210-bf13-0cc66381729f service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339817 Sep 20 12:28:50.116392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-ada12d1c-f16a-4f11-9c51-933d2f9555ab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.139117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b555ae65-15b9-42ed-b0c8-09fb4cf8ed3b None None] For port 4030fef9-f1d7-4b90-9195-a66666e59377, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4030fef9-f1d7-4b90-9195-a66666e59377,segment=NetworkSegment(73ac09ae-30db-4bab-a43a-2734e9bc3446),segment_id=73ac09ae-30db-4bab-a43a-2734e9bc3446)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:50.144457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-ada12d1c-f16a-4f11-9c51-933d2f9555ab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.152609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-ada12d1c-f16a-4f11-9c51-933d2f9555ab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.158881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-ada12d1c-f16a-4f11-9c51-933d2f9555ab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.162453 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:50.165944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-ada12d1c-f16a-4f11-9c51-933d2f9555ab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.174391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-ada12d1c-f16a-4f11-9c51-933d2f9555ab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.178842 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8e38454f-d430-4178-8842-134a4f9389c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c HTTP/1.1" status: 200 len: 217 time: 0.0479658 Sep 20 12:28:50.183222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-ada12d1c-f16a-4f11-9c51-933d2f9555ab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.185286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-ada12d1c-f16a-4f11-9c51-933d2f9555ab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.3411121 Sep 20 12:28:50.189390 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:50.189748 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Added segment a52f3b7d-54d5-4f37-baea-654df7072368 of type vlan for network 86a8477e-2914-486a-877a-417a6fa24b1e Sep 20 12:28:50.207402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=0e920a80-7691-423e-8a4b-f8b42bc50c1b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:50.230239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc617d-35e0-46ab-9fb3-a0e7746e27b2 req-1335cf53-a04b-4c51-ade2-e84a9b19a74b tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.232656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ecc617d-35e0-46ab-9fb3-a0e7746e27b2 req-1335cf53-a04b-4c51-ade2-e84a9b19a74b tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 945 time: 0.3444803 Sep 20 12:28:50.249734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-9736af1f-a54f-41b0-ac3b-2942c530d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.251526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-9736af1f-a54f-41b0-ac3b-2942c530d338 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0645187 Sep 20 12:28:50.298438 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:50.303721 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b555ae65-15b9-42ed-b0c8-09fb4cf8ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:50.313293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-718441e1-e0a2-44c2-9cd8-9c3b9b273dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.315165 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-718441e1-e0a2-44c2-9cd8-9c3b9b273dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539989 Sep 20 12:28:50.360261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a18300d-e44d-4c66-9b12-fd0018ffdebf req-1b60903e-2efd-44a7-8a1c-4ffd81370ad9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656454 Sep 20 12:28:50.369760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555ae65-15b9-42ed-b0c8-09fb4cf8ed3b None None] Pushing event updated for resources: {'Port': ['ID=4030fef9-f1d7-4b90-9195-a66666e59377,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:50.423108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ecc617d-35e0-46ab-9fb3-a0e7746e27b2 req-9c9d5d1a-aa52-4fb8-aeb7-67d2f2ba316a tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668804 Sep 20 12:28:50.430656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:50.431111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: e68fd626-9f40-42ca-bae7-c87b77f2df9b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:50.438404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-d858f4dd-2628-4a1f-94d9-946064d7662a service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153812 Sep 20 12:28:50.542328 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-950bb399-becc-4a8b-96cd-4be9ad64802b service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955210 Sep 20 12:28:50.579684 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:50.580707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.581342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:50.616524 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e7ccfe02-36b3-4b35-a26c-ccdf480224e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12568399-9650-4fa5-9db7-b169ebaca0a3 HTTP/1.1" status: 200 len: 217 time: 0.0651584 Sep 20 12:28:50.654279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] Pushing event updated for resources: {'Network': ['ID=86a8477e-2914-486a-877a-417a6fa24b1e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:50.666927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 86a8477e-2914-486a-877a-417a6fa24b1e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:50.700016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7eb639bc-4ae9-4b0a-bf71-e251a5e10a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.701731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7eb639bc-4ae9-4b0a-bf71-e251a5e10a9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.0755448 Sep 20 12:28:50.708696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:50.754484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-74165265-b0f3-4000-b9f6-4464360cc76c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8772054 Sep 20 12:28:50.756196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49556) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:50.765071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Request body: {'subnet': {'network_id': '86a8477e-2914-486a-877a-417a6fa24b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1448497805-subnet', 'tenant_id': '6799889154be46cfb22056dc29cc4378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:50.771309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-9f0af697-8904-40fa-83c8-02eb640ebac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.771309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-9f0af697-8904-40fa-83c8-02eb640ebac0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577679 Sep 20 12:28:50.800259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8cc35-06a0-4c61-b369-28cbac4202bd req-d4612f86-433e-40c3-8bce-4ffdb0902a4b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.801824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5df8cc35-06a0-4c61-b369-28cbac4202bd req-d4612f86-433e-40c3-8bce-4ffdb0902a4b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 948 time: 0.1374264 Sep 20 12:28:50.812917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcfdd6-354e-44e6-99a8-e407f92e1c9d req-f0b72d64-607d-42e2-bb17-cde8e4f8a1ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.816640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14bcfdd6-354e-44e6-99a8-e407f92e1c9d req-f0b72d64-607d-42e2-bb17-cde8e4f8a1ce tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1189704 Sep 20 12:28:50.869417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e68fd626-9f40-42ca-bae7-c87b77f2df9b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:50.876684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5df8cc35-06a0-4c61-b369-28cbac4202bd req-3b519b2f-32c4-4bd7-b2bd-df734a10c89a tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561860 Sep 20 12:28:50.878137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:50.878758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:50.892807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92beb39a-b9d0-4cfb-85b4-173c39a16820 None None] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:50.911159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14bcfdd6-354e-44e6-99a8-e407f92e1c9d req-5de0eab5-7110-4879-aa5c-64fd2981bead tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698667 Sep 20 12:28:50.938907 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-fb2a1050-9f35-422e-84a6-3e5c800561c9 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409516 Sep 20 12:28:50.979725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Made reservation on behalf of 6799889154be46cfb22056dc29cc4378 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:50.982471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.011800 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-94ddf34e-a3fd-465b-8ba4-acf2e842e73e service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858741 Sep 20 12:28:51.043686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:51.063069 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-e6edce5d-7643-4c96-b512-99f995639ddd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b HTTP/1.1" status: 200 len: 217 time: 0.0428994 Sep 20 12:28:51.083793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:28:51.084663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.115021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7f035f83-a515-4b50-a857-63588d2443e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.116531 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7f035f83-a515-4b50-a857-63588d2443e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.0468934 Sep 20 12:28:51.177842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7a934b13-a67c-4950-9bd9-d3e6a03c3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.179269 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-7a934b13-a67c-4950-9bd9-d3e6a03c3596 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549917 Sep 20 12:28:51.180538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49558) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:51.181335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7128ee22-0ff4-4329-9bf9-83295d775f1a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2309303 Sep 20 12:28:51.202851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port a4940ec8-6d7c-462b-b581-973a9b7f917c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:51.203104 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.281843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Allocated IP 172.22.0.2 (e68fd626-9f40-42ca-bae7-c87b77f2df9b/0e920a80-7691-423e-8a4b-f8b42bc50c1b/0483ee1a-ee97-4d79-95ab-a4c829321266) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:51.388698 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.401871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.428352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:28:51.431454 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f72bfb1-bf9f-4669-890e-ede6584412e3" -d '{"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-plugged", "status": "completed", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:28:51.457120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:51.511885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.547888 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac63709-9710-46b9-909e-328f0381187d x-openstack-request-id: req-7ac63709-9710-46b9-909e-328f0381187d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:28:51.548382 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-plugged", "status": "completed", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:28:51.548786 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ac63709-9710-46b9-909e-328f0381187d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:28:51.549419 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'code': 200} Sep 20 12:28:51.588186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4030fef9-f1d7-4b90-9195-a66666e59377 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:51.657697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21033fa6-eecc-4e5c-8372-1f09ed41708f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:51.701428 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.778888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Checking segment: {'id': 'a52f3b7d-54d5-4f37-baea-654df7072368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86a8477e-2914-486a-877a-417a6fa24b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:51.779182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Network hostable DHCP agents. Network: 86a8477e-2914-486a-877a-417a6fa24b1e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:51.781227 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.806240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:51.814302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4030fef9-f1d7-4b90-9195-a66666e59377 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:51.814823 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:51.826910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7643a5de-ce3f-4b49-8648-dccc3cd5c248 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.833509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7643a5de-ce3f-4b49-8648-dccc3cd5c248 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.841128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7643a5de-ce3f-4b49-8648-dccc3cd5c248 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.849217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7643a5de-ce3f-4b49-8648-dccc3cd5c248 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.857414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7643a5de-ce3f-4b49-8648-dccc3cd5c248 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.863730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7643a5de-ce3f-4b49-8648-dccc3cd5c248 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.870718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7643a5de-ce3f-4b49-8648-dccc3cd5c248 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.879479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7643a5de-ce3f-4b49-8648-dccc3cd5c248 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.2834194 Sep 20 12:28:51.887791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:51.897544 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-67b4230e-aefb-4b9b-874d-409771e0fbb6 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094362 Sep 20 12:28:51.899781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:51.902692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:51.909865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Pushing event updated for resources: {'Port': ['ID=0483ee1a-ee97-4d79-95ab-a4c829321266,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:51.918629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ab1c4-86e3-4ddf-9d8e-9b7cfe8f6d15 req-5bcfca7a-21e6-4d3d-8eba-12ab9f68305f tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.920212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c7ab1c4-86e3-4ddf-9d8e-9b7cfe8f6d15 req-5bcfca7a-21e6-4d3d-8eba-12ab9f68305f tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1096 time: 0.2063627 Sep 20 12:28:51.980815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Attempting to bind port 0483ee1a-ee97-4d79-95ab-a4c829321266 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:51.981284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Attempting to bind port 0483ee1a-ee97-4d79-95ab-a4c829321266 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:51.981743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Attempting to bind port 0483ee1a-ee97-4d79-95ab-a4c829321266 on network e68fd626-9f40-42ca-bae7-c87b77f2df9b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:51.990253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3f3254f-e353-4a9f-ac7a-fa29585760fc req-7e264a9f-7c1a-407a-9fb5-30c94e1c2533 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099088 Sep 20 12:28:51.996641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3eccc-8544-4ddf-a310-411c3cb48560 req-d6799af6-465a-4209-b827-107686755972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:51.998439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a3eccc-8544-4ddf-a310-411c3cb48560 req-d6799af6-465a-4209-b827-107686755972 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1101 time: 0.1130521 Sep 20 12:28:52.000535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c7ab1c4-86e3-4ddf-9d8e-9b7cfe8f6d15 req-3f6c7403-4364-44a9-af95-811383cb438b tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 Sep 20 12:28:52.018406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f828bc27-93e7-4233-b486-9e14a2f935c4 req-8dfe8526-60dc-444f-9727-f6f653c5c0ff service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944016 Sep 20 12:28:52.024458 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:52.024458 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Checking segment: {'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:52.024846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:52.025273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Bound using segment: {'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:52.025776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Bound port: 0483ee1a-ee97-4d79-95ab-a4c829321266, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:52.026164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:52.045907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Network 86a8477e-2914-486a-877a-417a6fa24b1e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:52.079372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a3eccc-8544-4ddf-a310-411c3cb48560 req-4c3396ac-3760-41c7-b07f-f2efd3d54949 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717373 Sep 20 12:28:52.144100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] For port 0483ee1a-ee97-4d79-95ab-a4c829321266, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:52.155089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] For port 0483ee1a-ee97-4d79-95ab-a4c829321266, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0483ee1a-ee97-4d79-95ab-a4c829321266,segment=NetworkSegment(123530d7-336a-4dc4-8f68-f2703b01926d),segment_id=123530d7-336a-4dc4-8f68-f2703b01926d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:52.197087 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:52.207911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d2083-b6b3-4858-99f6-f0fe78d9bb3f req-5f447540-c4f8-4d4c-840c-a6cd473eb5e5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.215958 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-358d2083-b6b3-4858-99f6-f0fe78d9bb3f req-5f447540-c4f8-4d4c-840c-a6cd473eb5e5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1071804 Sep 20 12:28:52.225667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 86a8477e-2914-486a-877a-417a6fa24b1e) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:52.235966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345978b-1c56-4f9f-b43a-dcf45d80913f None None] Network 86a8477e-2914-486a-877a-417a6fa24b1e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:52.245419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.246789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:52.255496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bc5dc-5b2e-4baa-bc1d-acf5075f81eb req-c50748a8-263b-4eb0-8855-23b1e51f0793 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.257382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d47bc5dc-5b2e-4baa-bc1d-acf5075f81eb req-c50748a8-263b-4eb0-8855-23b1e51f0793 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1081922 Sep 20 12:28:52.292452 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:52.313291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-358d2083-b6b3-4858-99f6-f0fe78d9bb3f req-6e207a43-1e1c-4983-b30b-93bb845f7e85 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963259 Sep 20 12:28:52.349936 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d47bc5dc-5b2e-4baa-bc1d-acf5075f81eb req-5df4db48-c137-431d-a492-7f062bb82c90 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829785 Sep 20 12:28:52.378391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b90bd385-6fb1-4e2f-8a12-200d0a050f87 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6181936 Sep 20 12:28:52.452574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbaf8b-6b62-4ced-829d-79190a17df1b None None] Pushing event updated for resources: {'Port': ['ID=0483ee1a-ee97-4d79-95ab-a4c829321266,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:52.456691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c739e97b-62e7-4d7d-a11b-63d4b77f0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.456841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c739e97b-62e7-4d7d-a11b-63d4b77f0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.457261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c739e97b-62e7-4d7d-a11b-63d4b77f0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.459855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c739e97b-62e7-4d7d-a11b-63d4b77f0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.464162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c739e97b-62e7-4d7d-a11b-63d4b77f0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.473954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c739e97b-62e7-4d7d-a11b-63d4b77f0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.473954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c739e97b-62e7-4d7d-a11b-63d4b77f0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.473954 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c739e97b-62e7-4d7d-a11b-63d4b77f0002 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6484 time: 0.1508996 Sep 20 12:28:52.546578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794e7d9-4387-4837-9b7d-c46f69fb0b64 None None] Network 86a8477e-2914-486a-877a-417a6fa24b1e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:52.922611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-4098f597-9b12-482c-af78-8329e14aebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:52.922611 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-4098f597-9b12-482c-af78-8329e14aebe7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69fa433b-bf7b-48c6-9063-576a884a0361 HTTP/1.1" status: 200 len: 901 time: 0.4276347 Sep 20 12:28:52.922842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-0c125ef1-0a2b-41a4-82b7-e7acbede30fa req-7e1740a3-0bc1-4140-b5cd-5620e40664aa tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1594634071', 'description': 'tempest-description-1345371321'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:52.966961 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-394c63e6-346a-412b-b6fd-6586d31f248d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b HTTP/1.1" status: 200 len: 217 time: 0.0432458 Sep 20 12:28:53.018145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.22.0.1 (e68fd626-9f40-42ca-bae7-c87b77f2df9b/0e920a80-7691-423e-8a4b-f8b42bc50c1b/dfa960fb-5272-4101-83c5-eb6762e08d5f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:53.039377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c620411c-ad7d-4c9b-99aa-c9a6c0f4cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.040870 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-c620411c-ad7d-4c9b-99aa-c9a6c0f4cd86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.0660820 Sep 20 12:28:53.080682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c125ef1-0a2b-41a4-82b7-e7acbede30fa req-7e1740a3-0bc1-4140-b5cd-5620e40664aa tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.186542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-5c5ab6d6-a335-441b-9a7c-185ca9a2a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.186888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-5c5ab6d6-a335-441b-9a7c-185ca9a2a37a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1303456 Sep 20 12:28:53.220152 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c125ef1-0a2b-41a4-82b7-e7acbede30fa req-7e1740a3-0bc1-4140-b5cd-5620e40664aa tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.254015 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.333459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-1192817b-24b1-4686-8f4e-8f6b8e11c72e service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336758 Sep 20 12:28:53.470101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c125ef1-0a2b-41a4-82b7-e7acbede30fa req-7e1740a3-0bc1-4140-b5cd-5620e40664aa tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.486208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0483ee1a-ee97-4d79-95ab-a4c829321266 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:53.498981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ca5ff7b4-6b35-4017-ad4b-604e12ab45f7 req-4fbfae62-9f28-4ab7-b5b2-efe38f73b986 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567824 Sep 20 12:28:53.519450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.569709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:53.570292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0483ee1a-ee97-4d79-95ab-a4c829321266 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:53.570958 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.574123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:53.578544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:53.599498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1740a3-0bc1-4140-b5cd-5620e40664aa tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b511afce-43a0-44e6-87a6-425c9d511b41,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:53.609645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=dfa960fb-5272-4101-83c5-eb6762e08d5f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:53.637704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.691472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.692166 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0c125ef1-0a2b-41a4-82b7-e7acbede30fa req-7e1740a3-0bc1-4140-b5cd-5620e40664aa tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.693496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c125ef1-0a2b-41a4-82b7-e7acbede30fa req-7e1740a3-0bc1-4140-b5cd-5620e40664aa tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7858560 Sep 20 12:28:53.730323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 0483ee1a-ee97-4d79-95ab-a4c829321266, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0483ee1a-ee97-4d79-95ab-a4c829321266,segment=NetworkSegment(123530d7-336a-4dc4-8f68-f2703b01926d),segment_id=123530d7-336a-4dc4-8f68-f2703b01926d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:53.825296 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.829835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22694bcd-5819-4b50-a0fe-cd02547ecf64 None None] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:53.842297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-483d241c-ee1f-4adc-95a7-0f0b07d5ee62 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.848476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-483d241c-ee1f-4adc-95a7-0f0b07d5ee62 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.854733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-483d241c-ee1f-4adc-95a7-0f0b07d5ee62 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.860985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-483d241c-ee1f-4adc-95a7-0f0b07d5ee62 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.868480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-483d241c-ee1f-4adc-95a7-0f0b07d5ee62 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.875301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-483d241c-ee1f-4adc-95a7-0f0b07d5ee62 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.903644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-483d241c-ee1f-4adc-95a7-0f0b07d5ee62 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:53.910648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-483d241c-ee1f-4adc-95a7-0f0b07d5ee62 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.1373904 Sep 20 12:28:53.931363 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.945479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=0483ee1a-ee97-4d79-95ab-a4c829321266,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:53.959639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4a1ab310-0522-4204-851c-44ee0844f83e None None] Provisioning complete for port 0483ee1a-ee97-4d79-95ab-a4c829321266 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:53.962168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4a1ab310-0522-4204-851c-44ee0844f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:53.974120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08fd9890-87b3-4cc6-9c33-95cf03077325 req-303aa938-17cd-4133-8f4a-f9d67b7aaec2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567248 Sep 20 12:28:54.112084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebe21d-de6d-4e40-b400-ce3504b932e5 req-271fa808-4856-4565-b7f1-17bdb8fd4581 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:54.114013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfebe21d-de6d-4e40-b400-ce3504b932e5 req-271fa808-4856-4565-b7f1-17bdb8fd4581 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0526173 Sep 20 12:28:54.156622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfebe21d-de6d-4e40-b400-ce3504b932e5 req-ef8a7f65-ef16-43ac-8148-faed2a024e3b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Sep 20 12:28:54.253533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:54.390751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:54.443029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-61e30658-5fd4-48a6-bcbb-f5f809b8fa26 None None] Provisioning complete for port 0483ee1a-ee97-4d79-95ab-a4c829321266 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:54.443723 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61e30658-5fd4-48a6-bcbb-f5f809b8fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:54.477793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:54.525741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=dfa960fb-5272-4101-83c5-eb6762e08d5f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:54.577642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-61e30658-5fd4-48a6-bcbb-f5f809b8fa26 None None] Provisioning complete for port dfa960fb-5272-4101-83c5-eb6762e08d5f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:54.578295 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61e30658-5fd4-48a6-bcbb-f5f809b8fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:54.629539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-61e30658-5fd4-48a6-bcbb-f5f809b8fa26 None None] Port dfa960fb-5272-4101-83c5-eb6762e08d5f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:54.631913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e9e63-f023-442b-aa43-120cbf6afa65 req-50131af9-c7ff-413d-8231-e1559e58945a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:54.634282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a0e9e63-f023-442b-aa43-120cbf6afa65 req-50131af9-c7ff-413d-8231-e1559e58945a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.4148953 Sep 20 12:28:54.640724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:54.641996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:54.705292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a0e9e63-f023-442b-aa43-120cbf6afa65 req-dd6e2196-6b74-4bae-80ad-27d8adb70357 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561922 Sep 20 12:28:54.757665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-98ef7133-82b6-424c-8124-38cafd347474 None None] Provisioning complete for port dfa960fb-5272-4101-83c5-eb6762e08d5f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:54.758679 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98ef7133-82b6-424c-8124-38cafd347474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:54.786757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b692a24d-3880-4928-bf2b-355888959fa1 req-bf095cca-d52f-4b81-9457-e184f1461eaa tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/b511afce-43a0-44e6-87a6-425c9d511b41 HTTP/1.1" status: 200 len: 1815 time: 0.0649698 Sep 20 12:28:54.790855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:28:54.798562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b692a24d-3880-4928-bf2b-355888959fa1 req-9a1f55c6-a657-4cea-a791-ea7ab7af99b3 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b511afce-43a0-44e6-87a6-425c9d511b41', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:54.799139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b692a24d-3880-4928-bf2b-355888959fa1 req-9a1f55c6-a657-4cea-a791-ea7ab7af99b3 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b511afce-43a0-44e6-87a6-425c9d511b41', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:54.808551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-98ef7133-82b6-424c-8124-38cafd347474 None None] Port dfa960fb-5272-4101-83c5-eb6762e08d5f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:54.901820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:28:54.915121 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-37b791f3-0b7d-47e1-9c93-587fc5bf5d69 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7257571 Sep 20 12:28:54.915121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49636) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:54.915374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:28:54.915501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894823012'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:54.930965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:54.931509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:54.980628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9bd21b8e-5ba9-4666-81bc-f3a3ab6570e4 None None] Provisioning complete for port dfa960fb-5272-4101-83c5-eb6762e08d5f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:54.981171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bd21b8e-5ba9-4666-81bc-f3a3ab6570e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:54.994519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b692a24d-3880-4928-bf2b-355888959fa1 req-9a1f55c6-a657-4cea-a791-ea7ab7af99b3 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.019736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b692a24d-3880-4928-bf2b-355888959fa1 req-9a1f55c6-a657-4cea-a791-ea7ab7af99b3 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.056026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9bd21b8e-5ba9-4666-81bc-f3a3ab6570e4 None None] Port dfa960fb-5272-4101-83c5-eb6762e08d5f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:55.058954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:55.114517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:55.118777 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.141951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:28:55.150607 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.150973 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added segment 0f9221bb-eba5-410d-a9fb-4a62ac246f57 of type vlan for network 02219ed4-aa12-470b-833e-d7fe3034eda3 Sep 20 12:28:55.160864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b692a24d-3880-4928-bf2b-355888959fa1 req-9a1f55c6-a657-4cea-a791-ea7ab7af99b3 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.189795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f55c6-a657-4cea-a791-ea7ab7af99b3 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622f3eb0-5206-418e-bf02-0762f7cc0c12,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:55.207328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.263005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:53Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:54Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:55.288092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:28:55.288227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Updating router 81956755-d13b-41f2-81c7-26fb6f1987cd port dfa960fb-5272-4101-83c5-eb6762e08d5f binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:28:55.317486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.322392 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b692a24d-3880-4928-bf2b-355888959fa1 req-9a1f55c6-a657-4cea-a791-ea7ab7af99b3 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.332680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b692a24d-3880-4928-bf2b-355888959fa1 req-9a1f55c6-a657-4cea-a791-ea7ab7af99b3 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5294557 Sep 20 12:28:55.339837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.353125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-df9d26f9-0e1b-4649-855d-2e00cc49dca5 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:28:55.353782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:55.354374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-df9d26f9-0e1b-4649-855d-2e00cc49dca5 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078688 Sep 20 12:28:55.354527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.442648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-25c4f143-f606-4899-9816-a04bb93121b0 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:55.444423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-25c4f143-f606-4899-9816-a04bb93121b0 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports/d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 200 len: 1093 time: 0.0824280 Sep 20 12:28:55.452598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Network': ['ID=02219ed4-aa12-470b-833e-d7fe3034eda3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:55.460663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Request body: {'binding': {'host': 'n-h2-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:55.460663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:28:55.488491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0483ee1a-ee97-4d79-95ab-a4c829321266 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:55.490349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 02219ed4-aa12-470b-833e-d7fe3034eda3 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:28:55.497723 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8775359a-63af-4d07-b732-688210184323 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5870481 Sep 20 12:28:55.498247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49648) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:55.505489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'subnet': {'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:55.689240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on host n-h2-809934-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:55.689573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:55.689901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:55.694195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:28:55.694515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:55.699415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:55.699751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:55.700132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:55.700555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Bound port: d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:55.754126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Made reservation on behalf of 0232a7e2a7684ba18ce9148031cb6916 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:28:55.760314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.783999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0483ee1a-ee97-4d79-95ab-a4c829321266 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:55.784515 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.857598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:55.938811 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:55.940364 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] 10.222.0.37 "POST /v2.0/ports/d339a310-fb6b-4c0f-a9a8-c58758c9a91b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4896772 Sep 20 12:28:55.948958 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:56.036169 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:56.065152 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:56.153827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09062-e57f-4707-8259-11bdd3916641 None None] Pushing event updated for resources: {'Port': ['ID=dfa960fb-5272-4101-83c5-eb6762e08d5f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:56.155589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Subnet': ['ID=d19308cf-b321-42a1-8b27-cd03c4227972,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:56.181960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Checking segment: {'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:56.182303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network hostable DHCP agents. Network: 02219ed4-aa12-470b-833e-d7fe3034eda3, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:28:56.214780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Attempting to bind port dfa960fb-5272-4101-83c5-eb6762e08d5f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:56.215161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Attempting to bind port dfa960fb-5272-4101-83c5-eb6762e08d5f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:56.215615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Attempting to bind port dfa960fb-5272-4101-83c5-eb6762e08d5f on network e68fd626-9f40-42ca-bae7-c87b77f2df9b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:56.231275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:56.231656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Checking segment: {'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:56.232082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:56.232482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Bound using segment: {'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:56.232959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Bound port: dfa960fb-5272-4101-83c5-eb6762e08d5f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123530d7-336a-4dc4-8f68-f2703b01926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:56.233367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:56.300756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] For port dfa960fb-5272-4101-83c5-eb6762e08d5f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:56.304018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] For port dfa960fb-5272-4101-83c5-eb6762e08d5f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dfa960fb-5272-4101-83c5-eb6762e08d5f,segment=NetworkSegment(123530d7-336a-4dc4-8f68-f2703b01926d),segment_id=123530d7-336a-4dc4-8f68-f2703b01926d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:56.316770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e7eb5-718b-43d2-b4b2-3a43007b63a2 req-14f7fe4d-900d-46ce-93b7-b22b2bd76b95 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.318308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-077e7eb5-718b-43d2-b4b2-3a43007b63a2 req-14f7fe4d-900d-46ce-93b7-b22b2bd76b95 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0697856 Sep 20 12:28:56.347924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 02219ed4-aa12-470b-833e-d7fe3034eda3 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:28:56.365901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-077e7eb5-718b-43d2-b4b2-3a43007b63a2 req-96509e60-8c06-4a6c-9524-21dfe55ec4a3 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Sep 20 12:28:56.392899 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-872d11da-6e91-4fd6-bd5b-25aa41414af0 None None] Provisioning complete for port dfa960fb-5272-4101-83c5-eb6762e08d5f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:56.393313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-872d11da-6e91-4fd6-bd5b-25aa41414af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:56.438695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 02219ed4-aa12-470b-833e-d7fe3034eda3) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:56.448866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.450273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:56.463693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85c5fc-0f3d-4216-8714-79130e5f83da None None] Network 02219ed4-aa12-470b-833e-d7fe3034eda3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:28:56.500070 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:56.596462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-941bc587-e456-4e4b-9fe8-012d99138dd1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.606987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-941bc587-e456-4e4b-9fe8-012d99138dd1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.607096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-872d11da-6e91-4fd6-bd5b-25aa41414af0 None None] Port dfa960fb-5272-4101-83c5-eb6762e08d5f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:28:56.608838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-941bc587-e456-4e4b-9fe8-012d99138dd1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.614830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-941bc587-e456-4e4b-9fe8-012d99138dd1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.621028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-941bc587-e456-4e4b-9fe8-012d99138dd1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.627169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-941bc587-e456-4e4b-9fe8-012d99138dd1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.633718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-941bc587-e456-4e4b-9fe8-012d99138dd1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.635716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-941bc587-e456-4e4b-9fe8-012d99138dd1 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.1501849 Sep 20 12:28:56.658968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:28:56.658968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:56.659261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8061dcc-867c-424b-a675-a3f471b9f23e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1441863 Sep 20 12:28:56.659370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49666) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:28:56.673593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-484401c2-a3ea-4b6c-95fe-17f5d8c3ac68 req-9123e7ba-2537-4516-bf99-f31ac6efa655 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/b511afce-43a0-44e6-87a6-425c9d511b41 HTTP/1.1" status: 200 len: 2409 time: 0.1262691 Sep 20 12:28:56.738416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34bd7caa-3060-49c9-9f6f-2dda3ecfc60f req-87364641-06a1-42bc-917f-72213d4496ad tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906856 Sep 20 12:28:56.809927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:28:56.849061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ace251-8780-4f5b-a79e-75be7d0a11ea req-27b90a35-606b-4f83-91a3-99ad19d71d18 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:56.854231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12ace251-8780-4f5b-a79e-75be7d0a11ea req-27b90a35-606b-4f83-91a3-99ad19d71d18 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1147397 Sep 20 12:28:56.965181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09062-e57f-4707-8259-11bdd3916641 None None] Pushing event updated for resources: {'Port': ['ID=dfa960fb-5272-4101-83c5-eb6762e08d5f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:57.001890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12ace251-8780-4f5b-a79e-75be7d0a11ea req-8928cec9-514c-4e31-b735-89551401f647 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137862 Sep 20 12:28:57.045283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25324617-2b4e-4854-ac68-3f42464288e4 req-cd29ee8b-c8d0-4931-a747-ae37e54fc1b6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:57.049921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25324617-2b4e-4854-ac68-3f42464288e4 req-cd29ee8b-c8d0-4931-a747-ae37e54fc1b6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1628199 Sep 20 12:28:57.069400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-eaa26617-e99b-499e-93dd-4fc03143a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:57.074059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-eaa26617-e99b-499e-93dd-4fc03143a43e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1096 time: 0.2157342 Sep 20 12:28:57.176912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25324617-2b4e-4854-ac68-3f42464288e4 req-a2ced53f-6d8e-409c-918e-62fd5bc2ea2c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117244 Sep 20 12:28:57.194859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-087dbcd2-f8b6-4537-a26e-b49b9573a31b None None] Provisioning complete for port dfa960fb-5272-4101-83c5-eb6762e08d5f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:57.199514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-087dbcd2-f8b6-4537-a26e-b49b9573a31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.224889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-02219ed4-aa12-470b-833e-d7fe3034eda3', 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'fixed_ips': [{'subnet_id': 'd19308cf-b321-42a1-8b27-cd03c4227972'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:28:57.231744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.231971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.253797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6db54f9a-c2fd-4991-b407-99948abb2067 req-f8bf5b50-a671-40cd-b611-d99328afe2d0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-group-rules/622f3eb0-5206-418e-bf02-0762f7cc0c12 HTTP/1.1" status: 200 len: 778 time: 0.0301087 Sep 20 12:28:57.338677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6db54f9a-c2fd-4991-b407-99948abb2067 req-67405305-633a-421e-8840-34d92b8df52c tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/b511afce-43a0-44e6-87a6-425c9d511b41 HTTP/1.1" status: 200 len: 2409 time: 0.0822835 Sep 20 12:28:57.350504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-31212d15-0898-4060-8bf0-211e73a66f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:57.352627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-31212d15-0898-4060-8bf0-211e73a66f63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.2710049 Sep 20 12:28:57.395820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Allocated IP 172.23.0.2 (02219ed4-aa12-470b-833e-d7fe3034eda3/d19308cf-b321-42a1-8b27-cd03c4227972/4fc96cae-4e30-480e-b945-9601451b041d) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:57.403036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-edf9aeca-765f-4392-bc49-610bce877be0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 200 len: 217 time: 0.0424180 Sep 20 12:28:57.466872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-326eb239-6f75-4d2e-bd4e-faea2442c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:57.468709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-326eb239-6f75-4d2e-bd4e-faea2442c09e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0553653 Sep 20 12:28:57.471865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6db54f9a-c2fd-4991-b407-99948abb2067 req-3c1151a8-2587-447f-9f06-5a241318eeb4 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.481297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6db54f9a-c2fd-4991-b407-99948abb2067 req-3c1151a8-2587-447f-9f06-5a241318eeb4 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.484230 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-087dbcd2-f8b6-4537-a26e-b49b9573a31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.595867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-f9eca7a5-fbf0-4d69-990d-af27ba42901f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576642 Sep 20 12:28:57.640764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-087dbcd2-f8b6-4537-a26e-b49b9573a31b None None] For port dfa960fb-5272-4101-83c5-eb6762e08d5f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dfa960fb-5272-4101-83c5-eb6762e08d5f,segment=NetworkSegment(123530d7-336a-4dc4-8f68-f2703b01926d),segment_id=123530d7-336a-4dc4-8f68-f2703b01926d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:28:57.656933 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:53Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:56Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:28:57.689832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb7d8c5-1a01-44cd-8b88-79049f2f7b83 None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:53Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:56Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:28:57.715437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd933a-5721-433a-a6dc-472628348109 req-0be8d1aa-d84f-47d2-97c6-8e7953d97227 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:57.723656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0bd933a-5721-433a-a6dc-472628348109 req-0be8d1aa-d84f-47d2-97c6-8e7953d97227 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2033792 Sep 20 12:28:57.747180 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-087dbcd2-f8b6-4537-a26e-b49b9573a31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.807769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6db54f9a-c2fd-4991-b407-99948abb2067 req-3c1151a8-2587-447f-9f06-5a241318eeb4 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.837856 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6db54f9a-c2fd-4991-b407-99948abb2067 req-3c1151a8-2587-447f-9f06-5a241318eeb4 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.838990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6db54f9a-c2fd-4991-b407-99948abb2067 req-3c1151a8-2587-447f-9f06-5a241318eeb4 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/622f3eb0-5206-418e-bf02-0762f7cc0c12 HTTP/1.1" status: 204 len: 173 time: 0.4993770 Sep 20 12:28:57.872018 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.877406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0bd933a-5721-433a-a6dc-472628348109 req-2ac72ca8-396b-445b-8909-75de19c67803 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420767 Sep 20 12:28:57.885836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-2f778b1d-9f53-413e-89e1-c0dc3b142c62 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764280 Sep 20 12:28:57.893214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1151a8-2587-447f-9f06-5a241318eeb4 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=622f3eb0-5206-418e-bf02-0762f7cc0c12,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:57.900585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dbcd2-f8b6-4537-a26e-b49b9573a31b None None] Pushing event updated for resources: {'Port': ['ID=dfa960fb-5272-4101-83c5-eb6762e08d5f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:57.949519 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:57.979642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Network 02219ed4-aa12-470b-833e-d7fe3034eda3 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:57.982398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:58.012343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:58.099464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-056c7e88-42d8-4278-88d6-25b2c7b10b56 req-28b7bc20-d1cf-4a1e-a8d9-a6311e94a798 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1570705627', 'description': 'tempest-description-215340654'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:58.107960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Pushing event updated for resources: {'Port': ['ID=4fc96cae-4e30-480e-b945-9601451b041d,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:58.118644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-9e501fd5-d9fe-4374-984f-e02996ee7c64 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062118 Sep 20 12:28:58.141581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Attempting to bind port 4fc96cae-4e30-480e-b945-9601451b041d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:28:58.141968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Attempting to bind port 4fc96cae-4e30-480e-b945-9601451b041d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:28:58.142333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Attempting to bind port 4fc96cae-4e30-480e-b945-9601451b041d on network 02219ed4-aa12-470b-833e-d7fe3034eda3 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:28:58.173415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:28:58.173970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Checking segment: {'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:28:58.174201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:58.174608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Bound using segment: {'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:28:58.175103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Bound port: 4fc96cae-4e30-480e-b945-9601451b041d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:28:58.175498 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:58.284152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] For port 4fc96cae-4e30-480e-b945-9601451b041d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:28:58.288049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] For port 4fc96cae-4e30-480e-b945-9601451b041d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4fc96cae-4e30-480e-b945-9601451b041d,segment=NetworkSegment(0f9221bb-eba5-410d-a9fb-4a62ac246f57),segment_id=0f9221bb-eba5-410d-a9fb-4a62ac246f57)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:28:58.295346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-372075a7-fdab-4c2b-aac1-c538dcc92c2b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.301559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-372075a7-fdab-4c2b-aac1-c538dcc92c2b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.307639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-372075a7-fdab-4c2b-aac1-c538dcc92c2b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.313693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-372075a7-fdab-4c2b-aac1-c538dcc92c2b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.319861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-372075a7-fdab-4c2b-aac1-c538dcc92c2b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.327114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-372075a7-fdab-4c2b-aac1-c538dcc92c2b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.333138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-372075a7-fdab-4c2b-aac1-c538dcc92c2b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.335376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-372075a7-fdab-4c2b-aac1-c538dcc92c2b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.2570863 Sep 20 12:28:58.387060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-e56fa0a2-d997-49f4-8a70-bde313280782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.388577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-e56fa0a2-d997-49f4-8a70-bde313280782 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f710ee1ac668402bb931d233e1b7d213&device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1101 time: 0.1905353 Sep 20 12:28:58.393802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d06c343-096c-44be-87aa-11f7b2c3f33d req-89eaf48c-0714-496e-aa66-95f49700cace tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506754 Sep 20 12:28:58.425483 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-056c7e88-42d8-4278-88d6-25b2c7b10b56 req-28b7bc20-d1cf-4a1e-a8d9-a6311e94a798 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:58.445983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:58.481813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Allocated IP 172.23.0.1 (02219ed4-aa12-470b-833e-d7fe3034eda3/d19308cf-b321-42a1-8b27-cd03c4227972/7436d122-663c-4ec5-b449-278d5959c87e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:28:58.594790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60202df-217d-4a6d-9109-64f4852e756d None None] Pushing event updated for resources: {'Port': ['ID=4fc96cae-4e30-480e-b945-9601451b041d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:58.720188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:58.785186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae06fc-cf80-4dfa-b9ca-77c190155694 req-daef8dad-b7ca-4a49-b08c-045dab9cb9f1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.787093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61ae06fc-cf80-4dfa-b9ca-77c190155694 req-daef8dad-b7ca-4a49-b08c-045dab9cb9f1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.2641449 Sep 20 12:28:58.871458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-b7d5f5cd-42d2-4fd9-b5ca-dca20ec731b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:58.873756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-b7d5f5cd-42d2-4fd9-b5ca-dca20ec731b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.4571967 Sep 20 12:28:58.902706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61ae06fc-cf80-4dfa-b9ca-77c190155694 req-082c19ac-0dfe-441c-a56a-d4beeb0a450e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053128 Sep 20 12:28:58.909727 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:58.962929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-499bb6ee-c830-4fe9-a76f-87ec1643bb39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c HTTP/1.1" status: 200 len: 217 time: 0.0651574 Sep 20 12:28:58.978823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 02219ed4-aa12-470b-833e-d7fe3034eda3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:28:58.983735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:28:58.998114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:28:59.001498 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-056c7e88-42d8-4278-88d6-25b2c7b10b56 req-28b7bc20-d1cf-4a1e-a8d9-a6311e94a798 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:59.081115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-056c7e88-42d8-4278-88d6-25b2c7b10b56 req-28b7bc20-d1cf-4a1e-a8d9-a6311e94a798 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:59.087906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=7436d122-663c-4ec5-b449-278d5959c87e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:59.114768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:59.119399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7bc20-d1cf-4a1e-a8d9-a6311e94a798 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1659deb0-752e-4d7f-aaf9-6598f187d590,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:28:59.149104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-0bb1361c-d95d-4de6-b6a9-250813b273ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:59.152075 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-0bb1361c-d95d-4de6-b6a9-250813b273ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1794720 Sep 20 12:28:59.166372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639dbf3-0f35-44dd-b09f-496a3e974505 req-51b49310-6e53-4f11-8451-3d26d2f3f635 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:59.173996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c639dbf3-0f35-44dd-b09f-496a3e974505 req-51b49310-6e53-4f11-8451-3d26d2f3f635 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1439304 Sep 20 12:28:59.241149 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-056c7e88-42d8-4278-88d6-25b2c7b10b56 req-28b7bc20-d1cf-4a1e-a8d9-a6311e94a798 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:59.242758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-056c7e88-42d8-4278-88d6-25b2c7b10b56 req-28b7bc20-d1cf-4a1e-a8d9-a6311e94a798 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1738122 Sep 20 12:28:59.262655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c639dbf3-0f35-44dd-b09f-496a3e974505 req-108a03ac-8024-4a98-972c-170178ba87e3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826151 Sep 20 12:28:59.285799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-0974f187-dd4f-49a2-a610-fbbc30b95093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:59.297687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-0974f187-dd4f-49a2-a610-fbbc30b95093 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018345 Sep 20 12:28:59.396730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2cc18bac-4467-4c03-8d7e-ac28478df2fc req-850f63e4-1dd3-4aeb-8c53-3168361d95f2 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/1659deb0-752e-4d7f-aaf9-6598f187d590 HTTP/1.1" status: 200 len: 1814 time: 0.0968933 Sep 20 12:28:59.461202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:59.505288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-3e965b9d-00ab-4fcf-9eea-87f75f914510 req-cd8af776-0a16-465d-9159-e0eccbd20eb0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1804839425', 'description': 'tempest-description-679367244'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:28:59.612488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dfa960fb-5272-4101-83c5-eb6762e08d5f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:28:59.613932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6433e0-630c-4a2f-bcb7-1eef148cb5b6 req-cb810df7-661c-4e83-9693-3915ded27cb2 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:28:59.622343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b6433e0-630c-4a2f-bcb7-1eef148cb5b6 req-cb810df7-661c-4e83-9693-3915ded27cb2 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2522304 Sep 20 12:28:59.626535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-0c0a3792-4992-42a6-a366-1dd563286af5 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219779 Sep 20 12:28:59.747749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a07ffd5c-35bb-43b9-bdc5-09af3e6c67c9 req-990156e3-7664-4579-9c96-067f8e78077f service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085565 Sep 20 12:28:59.770433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port dfa960fb-5272-4101-83c5-eb6762e08d5f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:28:59.773493 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:59.800784 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e965b9d-00ab-4fcf-9eea-87f75f914510 req-cd8af776-0a16-465d-9159-e0eccbd20eb0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:28:59.820043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b6433e0-630c-4a2f-bcb7-1eef148cb5b6 req-11ce3b70-b8ff-47d0-9415-03cc2fb70fd0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965268 Sep 20 12:28:59.975548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e965b9d-00ab-4fcf-9eea-87f75f914510 req-cd8af776-0a16-465d-9159-e0eccbd20eb0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.050958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.115860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-8017b2f8-4e18-4d75-bb39-6a1dee70ea36 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.126170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-8017b2f8-4e18-4d75-bb39-6a1dee70ea36 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.132604 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-8017b2f8-4e18-4d75-bb39-6a1dee70ea36 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.139693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-8017b2f8-4e18-4d75-bb39-6a1dee70ea36 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.146317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-8017b2f8-4e18-4d75-bb39-6a1dee70ea36 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.153913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-8017b2f8-4e18-4d75-bb39-6a1dee70ea36 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.160256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-8017b2f8-4e18-4d75-bb39-6a1dee70ea36 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.162397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-8017b2f8-4e18-4d75-bb39-6a1dee70ea36 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.1912398 Sep 20 12:29:00.164503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e965b9d-00ab-4fcf-9eea-87f75f914510 req-cd8af776-0a16-465d-9159-e0eccbd20eb0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.174700 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.206797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8af776-0a16-465d-9159-e0eccbd20eb0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273b3e30-81c9-4bae-aa1d-e456d3ab851a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:00.213809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4fc96cae-4e30-480e-b945-9601451b041d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:00.253273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeee7ac-3326-4c1c-896a-2bf7c1ea11d2 None None] Network 02219ed4-aa12-470b-833e-d7fe3034eda3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:00.270803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-948f42bc-4afe-4580-a478-d9fa7709e42e req-c4a2aa2c-b899-4690-ac69-eb26606d9349 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943277 Sep 20 12:29:00.310293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.324979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event updated for resources: {'Port': ['ID=7436d122-663c-4ec5-b449-278d5959c87e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:00.350714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e965b9d-00ab-4fcf-9eea-87f75f914510 req-cd8af776-0a16-465d-9159-e0eccbd20eb0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.355380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e965b9d-00ab-4fcf-9eea-87f75f914510 req-cd8af776-0a16-465d-9159-e0eccbd20eb0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8667450 Sep 20 12:29:00.369958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3c48f6df-739e-4609-af04-762b5eb93fbc None None] Provisioning complete for port 4fc96cae-4e30-480e-b945-9601451b041d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:00.371064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c48f6df-739e-4609-af04-762b5eb93fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.474168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea29cb4-0e10-4a92-946a-7e5beef3deed req-4dd0fc25-0bf1-4ec9-95d2-436ef9b8516a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.475754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ea29cb4-0e10-4a92-946a-7e5beef3deed req-4dd0fc25-0bf1-4ec9-95d2-436ef9b8516a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.0888865 Sep 20 12:29:00.494792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4fc96cae-4e30-480e-b945-9601451b041d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:00.501321 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.544032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Network 02219ed4-aa12-470b-833e-d7fe3034eda3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:00.546884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:00.588431 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c48f6df-739e-4609-af04-762b5eb93fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.619382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ea29cb4-0e10-4a92-946a-7e5beef3deed req-945d7bea-e79b-4c91-8004-a58ccc8f881f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203816 Sep 20 12:29:00.648014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd62ad-a60a-4d3f-ac69-10bd0168b2ab req-32edd1be-29f6-40d9-b495-9ce10329a9bc tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:00.649849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ddd62ad-a60a-4d3f-ac69-10bd0168b2ab req-32edd1be-29f6-40d9-b495-9ce10329a9bc tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1599538 Sep 20 12:29:00.683289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3c48f6df-739e-4609-af04-762b5eb93fbc None None] For port 4fc96cae-4e30-480e-b945-9601451b041d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4fc96cae-4e30-480e-b945-9601451b041d,segment=NetworkSegment(0f9221bb-eba5-410d-a9fb-4a62ac246f57),segment_id=0f9221bb-eba5-410d-a9fb-4a62ac246f57)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:00.724631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:00.763500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ddd62ad-a60a-4d3f-ac69-10bd0168b2ab req-685b3847-8a7b-415d-a460-d20d70c4c5d1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053565 Sep 20 12:29:00.787641 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.832794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81988676-af07-45fe-aefd-d751edd400bb req-cf39b728-0785-4e40-840a-04fa41e2febd tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/273b3e30-81c9-4bae-aa1d-e456d3ab851a HTTP/1.1" status: 200 len: 1814 time: 0.1470566 Sep 20 12:29:00.863325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d966cf8b-7413-469c-a556-92a833282bc3 req-011cb829-ab2a-45cd-acdf-0ad97a8e8e93 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-750148833', 'description': 'tempest-description-1456404510'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:00.889873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:00.898389 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d512b6ce-0bf2-4a26-82fd-2c76754d602f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2480145 Sep 20 12:29:00.898722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49730) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:00.903417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:00.905368 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c48f6df-739e-4609-af04-762b5eb93fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:00.916377 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:00.932836 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:00.933938 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:00.980096 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:29:00.980527 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:29:01.063717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828213b-fd87-44b3-a410-07759d3b2d23 req-d1b21b20-bd40-4a6a-b766-b43b076e52dc tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.071672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2828213b-fd87-44b3-a410-07759d3b2d23 req-d1b21b20-bd40-4a6a-b766-b43b076e52dc tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0744402 Sep 20 12:29:01.087475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48f6df-739e-4609-af04-762b5eb93fbc None None] Pushing event updated for resources: {'Port': ['ID=4fc96cae-4e30-480e-b945-9601451b041d,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:01.105368 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:01.110513 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d966cf8b-7413-469c-a556-92a833282bc3 req-011cb829-ab2a-45cd-acdf-0ad97a8e8e93 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.139771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2828213b-fd87-44b3-a410-07759d3b2d23 req-ebd3004f-bdf6-4264-b21a-ad3bf5187fad tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544782 Sep 20 12:29:01.234254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-88ff5a3e-1fdc-4c90-8a2f-175e40f33b34 None None] Provisioning complete for port 7436d122-663c-4ec5-b449-278d5959c87e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:01.234782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-88ff5a3e-1fdc-4c90-8a2f-175e40f33b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.307684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-88ff5a3e-1fdc-4c90-8a2f-175e40f33b34 None None] Port 7436d122-663c-4ec5-b449-278d5959c87e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:01.336893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-88ff5a3e-1fdc-4c90-8a2f-175e40f33b34 None None] Provisioning complete for port 4fc96cae-4e30-480e-b945-9601451b041d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:01.337828 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d966cf8b-7413-469c-a556-92a833282bc3 req-011cb829-ab2a-45cd-acdf-0ad97a8e8e93 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.338421 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-88ff5a3e-1fdc-4c90-8a2f-175e40f33b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.446800 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d966cf8b-7413-469c-a556-92a833282bc3 req-011cb829-ab2a-45cd-acdf-0ad97a8e8e93 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.530526 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:28:59Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7436d122-663c-4ec5-b449-278d5959c87e', 'name': '', 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:17:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:57Z', 'updated_at': '2021-09-20T12:28:59Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:01.553335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.extraroute_db [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 20 12:29:01.571095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.extraroute_db [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Removed routes are [] {{(pid=95503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 20 12:29:01.571527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.593813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cb829-ab2a-45cd-acdf-0ad97a8e8e93 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f044a63-8176-46e3-9149-4ffdbc86773d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:01.605503 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:01.609356 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Updating router 81956755-d13b-41f2-81c7-26fb6f1987cd port 7436d122-663c-4ec5-b449-278d5959c87e binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:29:01.631899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-f776f46b-c3da-471d-a39c-819a6ff1bfc3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.639773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-f776f46b-c3da-471d-a39c-819a6ff1bfc3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.652808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-f776f46b-c3da-471d-a39c-819a6ff1bfc3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.659206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-f776f46b-c3da-471d-a39c-819a6ff1bfc3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.666523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-f776f46b-c3da-471d-a39c-819a6ff1bfc3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.673167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-f776f46b-c3da-471d-a39c-819a6ff1bfc3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.679399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-f776f46b-c3da-471d-a39c-819a6ff1bfc3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.681828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-f776f46b-c3da-471d-a39c-819a6ff1bfc3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.2107489 Sep 20 12:29:01.686387 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d966cf8b-7413-469c-a556-92a833282bc3 req-011cb829-ab2a-45cd-acdf-0ad97a8e8e93 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.687805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d966cf8b-7413-469c-a556-92a833282bc3 req-011cb829-ab2a-45cd-acdf-0ad97a8e8e93 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8289502 Sep 20 12:29:01.690868 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.739999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b14141bb-6e80-41e0-8e9e-781c2654f45d req-25bf98d4-7305-48c9-b408-daffd7871f53 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508802 Sep 20 12:29:01.771738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e74d4df4-8495-4133-8017-b83ab8b16905 None None] Provisioning complete for port 7436d122-663c-4ec5-b449-278d5959c87e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:01.772804 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e74d4df4-8495-4133-8017-b83ab8b16905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.827986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4fc96cae-4e30-480e-b945-9601451b041d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:01.887882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e74d4df4-8495-4133-8017-b83ab8b16905 None None] Port 7436d122-663c-4ec5-b449-278d5959c87e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:01.927674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23423b44-8905-44fb-8acd-4fbd99494eeb req-4946e6a5-0292-4c45-b43f-8e4272798110 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/8f044a63-8176-46e3-9149-4ffdbc86773d HTTP/1.1" status: 200 len: 1814 time: 0.0875969 Sep 20 12:29:01.928030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4fc96cae-4e30-480e-b945-9601451b041d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:01.928412 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:01.948185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5062ee5-104b-4078-8d91-339bb3c52b63 req-b67c4ca3-ca34-4a12-9ceb-11b24cc97753 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:01.949954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5062ee5-104b-4078-8d91-339bb3c52b63 req-b67c4ca3-ca34-4a12-9ceb-11b24cc97753 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1476753 Sep 20 12:29:02.030903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5062ee5-104b-4078-8d91-339bb3c52b63 req-ea6c7b6e-377e-4edc-9656-c1a6bc241a91 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715926 Sep 20 12:29:02.049430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c81b0ed5-a0a3-46fc-a208-720112ea2dbf None None] Provisioning complete for port 7436d122-663c-4ec5-b449-278d5959c87e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:02.056192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c81b0ed5-a0a3-46fc-a208-720112ea2dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.096337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6110feb1-4b97-4f78-8d0b-868dbfdbad69 req-82d31619-310d-4979-9f53-e526cf689b4e tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-925790933', 'description': 'tempest-description-43635020'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:02.134678 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3fb8-3c35-43cb-ac3a-3cae5317a4d7 req-f4661582-b9d7-48b9-9390-848d8eb8363b tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:02.143803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb2f3fb8-3c35-43cb-ac3a-3cae5317a4d7 req-f4661582-b9d7-48b9-9390-848d8eb8363b tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1302323 Sep 20 12:29:02.167894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c81b0ed5-a0a3-46fc-a208-720112ea2dbf None None] Port 7436d122-663c-4ec5-b449-278d5959c87e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:02.170352 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.174136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.199313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb2f3fb8-3c35-43cb-ac3a-3cae5317a4d7 req-a5b75c25-96d1-4c52-a8bb-e92f8c17ccd6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525646 Sep 20 12:29:02.224234 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.295554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:02.327377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbb74d-045c-45a4-89a0-ec698e5cfb62 req-910f1149-b4b4-406c-a3d5-a300f97485e9 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:02.327377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44fbb74d-045c-45a4-89a0-ec698e5cfb62 req-910f1149-b4b4-406c-a3d5-a300f97485e9 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0605502 Sep 20 12:29:02.368850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44fbb74d-045c-45a4-89a0-ec698e5cfb62 req-c71b6420-ffd2-4a58-87ae-550ee15d0169 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Sep 20 12:29:02.415019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:02.421960 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.423142 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e97c4a3-46a6-4a05-89e5-25d8b28aa674 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 200 len: 933 time: 1.5233967 Sep 20 12:29:02.425658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49744) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:02.521272 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-83989f62-fb8e-4382-9263-65f55734beba tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 200 len: 933 time: 0.0945280 Sep 20 12:29:02.524506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49746) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:02.528663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'routes': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:02.550705 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6110feb1-4b97-4f78-8d0b-868dbfdbad69 req-82d31619-310d-4979-9f53-e526cf689b4e tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.625046 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.654456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6110feb1-4b97-4f78-8d0b-868dbfdbad69 req-82d31619-310d-4979-9f53-e526cf689b4e tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.673644 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Pushing event updated for resources: {'Port': ['ID=7436d122-663c-4ec5-b449-278d5959c87e,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:02.685446 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.685794 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.686220 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.686587 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.686950 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.687300 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.687645 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.687972 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.688298 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.688621 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.688963 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.694475 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:02.731918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6110feb1-4b97-4f78-8d0b-868dbfdbad69 req-82d31619-310d-4979-9f53-e526cf689b4e tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.787414 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Attempting to bind port 7436d122-663c-4ec5-b449-278d5959c87e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:02.787919 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Attempting to bind port 7436d122-663c-4ec5-b449-278d5959c87e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:02.788375 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Attempting to bind port 7436d122-663c-4ec5-b449-278d5959c87e on network 02219ed4-aa12-470b-833e-d7fe3034eda3 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:02.792347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d31619-310d-4979-9f53-e526cf689b4e tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528ceb5b-a5c3-4b02-bbfa-77e97c665f13,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:02.796513 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:02.796893 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Checking segment: {'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:02.797357 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.797751 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Bound using segment: {'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:02.798270 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Bound port: 7436d122-663c-4ec5-b449-278d5959c87e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9221bb-eba5-410d-a9fb-4a62ac246f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:02.798667 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.890888 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] For port 7436d122-663c-4ec5-b449-278d5959c87e, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:02.894576 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] For port 7436d122-663c-4ec5-b449-278d5959c87e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7436d122-663c-4ec5-b449-278d5959c87e,segment=NetworkSegment(0f9221bb-eba5-410d-a9fb-4a62ac246f57),segment_id=0f9221bb-eba5-410d-a9fb-4a62ac246f57)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:02.910964 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6110feb1-4b97-4f78-8d0b-868dbfdbad69 req-82d31619-310d-4979-9f53-e526cf689b4e tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:02.916346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6110feb1-4b97-4f78-8d0b-868dbfdbad69 req-82d31619-310d-4979-9f53-e526cf689b4e tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8275092 Sep 20 12:29:02.979476 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:03.017716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4d66f620-da19-4d60-8da7-dae3b7ec2c15 None None] Provisioning complete for port 7436d122-663c-4ec5-b449-278d5959c87e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:03.021573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d66f620-da19-4d60-8da7-dae3b7ec2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:03.024575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.extraroute_db [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added routes are [] {{(pid=95503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 20 12:29:03.025189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.extraroute_db [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 20 12:29:03.106166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf2c27ec-ffae-44ab-b5e8-bb2aa8507512 req-eb319a9f-dfe5-4fc5-8f79-5d3fc4f7085d tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/528ceb5b-a5c3-4b02-bbfa-77e97c665f13 HTTP/1.1" status: 200 len: 1812 time: 0.1410034 Sep 20 12:29:03.118690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:03.147335 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6ad3d-6175-497c-bcc3-9a159ef1a881 None None] Pushing event updated for resources: {'Port': ['ID=7436d122-663c-4ec5-b449-278d5959c87e,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:03.161335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-29cdb91e-e11b-46b9-b7ea-4ab9b5dddffd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.165765 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:03.166785 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:03.177490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-29cdb91e-e11b-46b9-b7ea-4ab9b5dddffd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.185437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-29cdb91e-e11b-46b9-b7ea-4ab9b5dddffd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.206653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-29cdb91e-e11b-46b9-b7ea-4ab9b5dddffd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.214928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-29cdb91e-e11b-46b9-b7ea-4ab9b5dddffd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.221327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-29cdb91e-e11b-46b9-b7ea-4ab9b5dddffd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.229526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-29cdb91e-e11b-46b9-b7ea-4ab9b5dddffd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.238176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-29cdb91e-e11b-46b9-b7ea-4ab9b5dddffd tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.3393893 Sep 20 12:29:03.252377 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d66f620-da19-4d60-8da7-dae3b7ec2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:03.327359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8aa1a91b-89ff-4b53-aa92-506f8f62accb req-55535cc9-81ac-41a2-82ac-6ccccb94da0f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856156 Sep 20 12:29:03.374985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d6dd6-47b1-4af3-9509-cee5392e8019 req-b5c2511c-5d13-4331-b0dd-b7f78adb56bb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.379879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-435d6dd6-47b1-4af3-9509-cee5392e8019 req-b5c2511c-5d13-4331-b0dd-b7f78adb56bb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1304109 Sep 20 12:29:03.385315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4d66f620-da19-4d60-8da7-dae3b7ec2c15 None None] For port 7436d122-663c-4ec5-b449-278d5959c87e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7436d122-663c-4ec5-b449-278d5959c87e,segment=NetworkSegment(0f9221bb-eba5-410d-a9fb-4a62ac246f57),segment_id=0f9221bb-eba5-410d-a9fb-4a62ac246f57)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:03.463599 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-09e509a6-8203-4fbc-b5b2-272e75e38b07 req-244285ad-ebcf-44b5-9c12-0eb6bf7371c9 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] show failed (client error): The resource could not be found. Sep 20 12:29:03.476985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09e509a6-8203-4fbc-b5b2-272e75e38b07 req-244285ad-ebcf-44b5-9c12-0eb6bf7371c9 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/3ad767fa-ab1e-4b2d-a094-39ac323f7652 HTTP/1.1" status: 404 len: 352 time: 0.0651524 Sep 20 12:29:03.504770 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d66f620-da19-4d60-8da7-dae3b7ec2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:03.525098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-435d6dd6-47b1-4af3-9509-cee5392e8019 req-ea398496-d82e-4e67-a804-27eb6e00f955 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329904 Sep 20 12:29:03.566186 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:03.656165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:03.661332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:03.672912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66f620-da19-4d60-8da7-dae3b7ec2c15 None None] Pushing event updated for resources: {'Port': ['ID=7436d122-663c-4ec5-b449-278d5959c87e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:03.690613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-78d0dc94-eece-4e9c-8f90-5715874d44c9 None None] Provisioning complete for port 7436d122-663c-4ec5-b449-278d5959c87e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:03.691061 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-78d0dc94-eece-4e9c-8f90-5715874d44c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:03.718721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332d0d7-bb16-4991-9300-7e8653d388aa req-62ade6da-3080-49da-a1c7-9bac8442af04 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.720328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7332d0d7-bb16-4991-9300-7e8653d388aa req-62ade6da-3080-49da-a1c7-9bac8442af04 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1424556 Sep 20 12:29:03.744438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92c726-664a-4374-bf09-d7b29afe65a3 req-189a6700-0f17-453e-a230-3f9396bad756 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:03.746543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa92c726-664a-4374-bf09-d7b29afe65a3 req-189a6700-0f17-453e-a230-3f9396bad756 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0965204 Sep 20 12:29:03.807233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa92c726-664a-4374-bf09-d7b29afe65a3 req-bcb1532b-cee5-4065-83ad-1112c63ab245 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506659 Sep 20 12:29:03.836547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7332d0d7-bb16-4991-9300-7e8653d388aa req-b28b5bde-a0bf-48e3-9337-910374bb8624 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078081 Sep 20 12:29:03.855154 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-9a9a6104-4f8b-4cf0-9c30-360bf9030a4e req-81bd2aaa-0bc2-46db-a3f1-1ab2be06c3df tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] show failed (client error): The resource could not be found. Sep 20 12:29:03.856468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a9a6104-4f8b-4cf0-9c30-360bf9030a4e req-81bd2aaa-0bc2-46db-a3f1-1ab2be06c3df tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-group-rules/80793e6e-5b02-4072-934b-296e1e1aed1a HTTP/1.1" status: 404 len: 361 time: 0.0173910 Sep 20 12:29:03.927206 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:01Z', 'revision_number': 6, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7436d122-663c-4ec5-b449-278d5959c87e', 'name': '', 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:17:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:57Z', 'updated_at': '2021-09-20T12:29:02Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:03.937559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47af81e9-ab1e-47c5-bd50-92c42dd2ca36 req-73330b51-0a61-4ea2-82f6-ac1377722872 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/528ceb5b-a5c3-4b02-bbfa-77e97c665f13 HTTP/1.1" status: 200 len: 1812 time: 0.0454726 Sep 20 12:29:03.964763 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e468cc-e4b0-4c15-9903-01052d578714 None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:01Z', 'revision_number': 6, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7436d122-663c-4ec5-b449-278d5959c87e', 'name': '', 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:17:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:57Z', 'updated_at': '2021-09-20T12:29:02Z', 'revision_number': 4, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:04.016336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-47af81e9-ab1e-47c5-bd50-92c42dd2ca36 req-cc5c744f-ceb8-4859-b1ad-3da053f34463 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.065140 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-47af81e9-ab1e-47c5-bd50-92c42dd2ca36 req-cc5c744f-ceb8-4859-b1ad-3da053f34463 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.196545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-47af81e9-ab1e-47c5-bd50-92c42dd2ca36 req-cc5c744f-ceb8-4859-b1ad-3da053f34463 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.199179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-47af81e9-ab1e-47c5-bd50-92c42dd2ca36 req-cc5c744f-ceb8-4859-b1ad-3da053f34463 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.200362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47af81e9-ab1e-47c5-bd50-92c42dd2ca36 req-cc5c744f-ceb8-4859-b1ad-3da053f34463 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "DELETE /v2.0/security-groups/528ceb5b-a5c3-4b02-bbfa-77e97c665f13 HTTP/1.1" status: 204 len: 173 time: 0.2567377 Sep 20 12:29:04.215200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c744f-ceb8-4859-b1ad-3da053f34463 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528ceb5b-a5c3-4b02-bbfa-77e97c665f13,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:04.289113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:04.289902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac0aa776-8367-403a-9f02-d260ec85ffb4 req-bf73fd29-bdf0-41dc-83ce-246442b949d9 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/8f044a63-8176-46e3-9149-4ffdbc86773d HTTP/1.1" status: 200 len: 1814 time: 0.0629051 Sep 20 12:29:04.362873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ac0aa776-8367-403a-9f02-d260ec85ffb4 req-5b381bf7-ab07-492a-9ddd-5162bbf9a064 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.410849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:04.414885 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ac0aa776-8367-403a-9f02-d260ec85ffb4 req-5b381bf7-ab07-492a-9ddd-5162bbf9a064 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.430044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.433825 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-38546c54-628a-4103-99ba-b6c6472c90f3 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 200 len: 699 time: 1.9083154 Sep 20 12:29:04.434504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49768) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:04.535892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-95e9a050-41dc-43c9-a534-399210555e3a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:04.549481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-95e9a050-41dc-43c9-a534-399210555e3a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:04.556728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-95e9a050-41dc-43c9-a534-399210555e3a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:04.564495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-95e9a050-41dc-43c9-a534-399210555e3a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:04.567944 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-245e913a-13fb-4dc4-97b2-0f016f17e5c4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 200 len: 699 time: 0.1323130 Sep 20 12:29:04.573685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-95e9a050-41dc-43c9-a534-399210555e3a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:04.577520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49772) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:04.579709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-95e9a050-41dc-43c9-a534-399210555e3a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:04.586699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-95e9a050-41dc-43c9-a534-399210555e3a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:04.588698 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-95e9a050-41dc-43c9-a534-399210555e3a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.1395402 Sep 20 12:29:04.590079 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ac0aa776-8367-403a-9f02-d260ec85ffb4 req-5b381bf7-ab07-492a-9ddd-5162bbf9a064 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.592678 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ac0aa776-8367-403a-9f02-d260ec85ffb4 req-5b381bf7-ab07-492a-9ddd-5162bbf9a064 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.606130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac0aa776-8367-403a-9f02-d260ec85ffb4 req-5b381bf7-ab07-492a-9ddd-5162bbf9a064 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f044a63-8176-46e3-9149-4ffdbc86773d HTTP/1.1" status: 204 len: 173 time: 0.3007073 Sep 20 12:29:04.630177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b381bf7-ab07-492a-9ddd-5162bbf9a064 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f044a63-8176-46e3-9149-4ffdbc86773d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:04.686640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68c1062f-3ac1-4572-bbe0-a220b8fac014 req-6dbaea59-373e-4752-a7c1-a8f2bb683bed tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876169 Sep 20 12:29:04.748276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812d3d4-a894-4fbe-9d00-fed933b5a63d req-8e260d7a-ce55-4699-9067-a917cc027a39 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:04.749932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5812d3d4-a894-4fbe-9d00-fed933b5a63d req-8e260d7a-ce55-4699-9067-a917cc027a39 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.0844407 Sep 20 12:29:04.802348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74151e97-cf8a-464a-967b-640866377d78 req-af79dffb-ddbe-4069-8d05-2da8a512899c tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/273b3e30-81c9-4bae-aa1d-e456d3ab851a HTTP/1.1" status: 200 len: 1814 time: 0.0772469 Sep 20 12:29:04.832514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5812d3d4-a894-4fbe-9d00-fed933b5a63d req-5a6420a6-fa68-477e-975a-d4e6e8867fee tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759096 Sep 20 12:29:04.879620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-74151e97-cf8a-464a-967b-640866377d78 req-ae173c29-af0e-490d-bf21-453c3342751a tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.908616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-74151e97-cf8a-464a-967b-640866377d78 req-ae173c29-af0e-490d-bf21-453c3342751a tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:04.958240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f16054-43a2-452c-b00c-610641c29043 None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:04.969397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f16054-43a2-452c-b00c-610641c29043 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:04.970263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79f16054-43a2-452c-b00c-610641c29043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:05.008288 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.030599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54959-2769-48d9-80a9-b6655446f2e3 req-2c5a3910-76a7-4d76-a85a-bd607fe9f1d8 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:05.032533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bae54959-2769-48d9-80a9-b6655446f2e3 req-2c5a3910-76a7-4d76-a85a-bd607fe9f1d8 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1210213 Sep 20 12:29:05.060716 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-74151e97-cf8a-464a-967b-640866377d78 req-ae173c29-af0e-490d-bf21-453c3342751a tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.067996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-79f16054-43a2-452c-b00c-610641c29043 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:05.072159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-74151e97-cf8a-464a-967b-640866377d78 req-ae173c29-af0e-490d-bf21-453c3342751a tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.073465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74151e97-cf8a-464a-967b-640866377d78 req-ae173c29-af0e-490d-bf21-453c3342751a tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "DELETE /v2.0/security-groups/273b3e30-81c9-4bae-aa1d-e456d3ab851a HTTP/1.1" status: 204 len: 173 time: 0.2649670 Sep 20 12:29:05.100278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bae54959-2769-48d9-80a9-b6655446f2e3 req-583dcfa0-ad92-4818-bd71-4567edfb8c43 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618923 Sep 20 12:29:05.105860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae173c29-af0e-490d-bf21-453c3342751a tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273b3e30-81c9-4bae-aa1d-e456d3ab851a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:05.263589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cfdbc63-9bc9-4142-93ac-920c8bc0bf95 req-243f2349-f24b-4747-830e-17b602d957d9 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/1659deb0-752e-4d7f-aaf9-6598f187d590 HTTP/1.1" status: 200 len: 1814 time: 0.1170721 Sep 20 12:29:05.273549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc82b0-f062-47c4-8018-25e8bdbef46d req-79fda1df-3d2e-4a68-934b-1fdce099ae9a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:05.275533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68cc82b0-f062-47c4-8018-25e8bdbef46d req-79fda1df-3d2e-4a68-934b-1fdce099ae9a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.0897591 Sep 20 12:29:05.346134 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68cc82b0-f062-47c4-8018-25e8bdbef46d req-c25fe24b-71f7-4fb5-a9d9-2e6e72ce0755 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 Sep 20 12:29:05.356533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79f16054-43a2-452c-b00c-610641c29043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:03Z', 'revision_number': 7, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7436d122-663c-4ec5-b449-278d5959c87e', 'name': '', 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:17:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:57Z', 'updated_at': '2021-09-20T12:29:03Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:05.358674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 7436d122-663c-4ec5-b449-278d5959c87e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:05.359199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.382180 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7cfdbc63-9bc9-4142-93ac-920c8bc0bf95 req-58e604af-b36f-435a-a05f-9a7f2e4344f0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.395626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f16054-43a2-452c-b00c-610641c29043 None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:05.415215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f16054-43a2-452c-b00c-610641c29043 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:05.415582 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7cfdbc63-9bc9-4142-93ac-920c8bc0bf95 req-58e604af-b36f-435a-a05f-9a7f2e4344f0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.416333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79f16054-43a2-452c-b00c-610641c29043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:05.495835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 7436d122-663c-4ec5-b449-278d5959c87e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7436d122-663c-4ec5-b449-278d5959c87e,segment=NetworkSegment(0f9221bb-eba5-410d-a9fb-4a62ac246f57),segment_id=0f9221bb-eba5-410d-a9fb-4a62ac246f57)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:05.496535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.509925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-79f16054-43a2-452c-b00c-610641c29043 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:05.516121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 7436d122-663c-4ec5-b449-278d5959c87e owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:05.555037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7cfdbc63-9bc9-4142-93ac-920c8bc0bf95 req-58e604af-b36f-435a-a05f-9a7f2e4344f0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.557421 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7cfdbc63-9bc9-4142-93ac-920c8bc0bf95 req-58e604af-b36f-435a-a05f-9a7f2e4344f0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.558579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cfdbc63-9bc9-4142-93ac-920c8bc0bf95 req-58e604af-b36f-435a-a05f-9a7f2e4344f0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "DELETE /v2.0/security-groups/1659deb0-752e-4d7f-aaf9-6598f187d590 HTTP/1.1" status: 204 len: 173 time: 0.2818570 Sep 20 12:29:05.574497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e604af-b36f-435a-a05f-9a7f2e4344f0 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1659deb0-752e-4d7f-aaf9-6598f187d590,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:05.669042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2db04f1f-c6bc-4705-abc6-cd4305c2c010 req-3eb00c5c-dcff-4687-b4ad-96347d0aa03c tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "GET /v2.0/security-groups/b511afce-43a0-44e6-87a6-425c9d511b41 HTTP/1.1" status: 200 len: 1815 time: 0.0731475 Sep 20 12:29:05.813553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.830215 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2db04f1f-c6bc-4705-abc6-cd4305c2c010 req-5d0128b7-d71f-4ca8-b1bf-d1b8e47905f8 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.852576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=7436d122-663c-4ec5-b449-278d5959c87e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:05.857726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7436d122-663c-4ec5-b449-278d5959c87e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:05.886158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7436d122-663c-4ec5-b449-278d5959c87e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:05.886396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7436d122-663c-4ec5-b449-278d5959c87e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 20 12:29:05.897341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2db04f1f-c6bc-4705-abc6-cd4305c2c010 req-5d0128b7-d71f-4ca8-b1bf-d1b8e47905f8 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:05.910869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Port 7436d122-663c-4ec5-b449-278d5959c87e not found, will not notify nova. {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 20 12:29:06.002380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-f8236037-83c3-4626-9b5b-f25e749e380e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.010471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-f8236037-83c3-4626-9b5b-f25e749e380e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.015902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79f16054-43a2-452c-b00c-610641c29043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:03Z', 'revision_number': 7, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7436d122-663c-4ec5-b449-278d5959c87e', 'name': '', 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:17:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:57Z', 'updated_at': '2021-09-20T12:29:03Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:06.018420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-f8236037-83c3-4626-9b5b-f25e749e380e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.028693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-f8236037-83c3-4626-9b5b-f25e749e380e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.044638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-f8236037-83c3-4626-9b5b-f25e749e380e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.045672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f16054-43a2-452c-b00c-610641c29043 None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:03Z', 'revision_number': 7, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7436d122-663c-4ec5-b449-278d5959c87e', 'name': '', 'network_id': '02219ed4-aa12-470b-833e-d7fe3034eda3', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:17:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:57Z', 'updated_at': '2021-09-20T12:29:03Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd19308cf-b321-42a1-8b27-cd03c4227972', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:06.062266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-f8236037-83c3-4626-9b5b-f25e749e380e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.069688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-f8236037-83c3-4626-9b5b-f25e749e380e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.072253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-f8236037-83c3-4626-9b5b-f25e749e380e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.2711020 Sep 20 12:29:06.073702 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2db04f1f-c6bc-4705-abc6-cd4305c2c010 req-5d0128b7-d71f-4ca8-b1bf-d1b8e47905f8 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.077872 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2db04f1f-c6bc-4705-abc6-cd4305c2c010 req-5d0128b7-d71f-4ca8-b1bf-d1b8e47905f8 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.090385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49788) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:06.090671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2db04f1f-c6bc-4705-abc6-cd4305c2c010 req-5d0128b7-d71f-4ca8-b1bf-d1b8e47905f8 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] 10.222.0.37 "DELETE /v2.0/security-groups/b511afce-43a0-44e6-87a6-425c9d511b41 HTTP/1.1" status: 204 len: 173 time: 0.4201953 Sep 20 12:29:06.153896 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.165546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0128b7-d71f-4ca8-b1bf-d1b8e47905f8 tempest-SecurityGroupRulesNegativeTestJSON-582616245 tempest-SecurityGroupRulesNegativeTestJSON-582616245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b511afce-43a0-44e6-87a6-425c9d511b41,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:06.166357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4417f86-ad42-4846-87c7-b79db6fb268e admin admin] Deleting subnet 21033fa6-eecc-4e5c-8372-1f09ed41708f {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:29:06.174128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4417f86-ad42-4846-87c7-b79db6fb268e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.216100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-162dc04f-adc0-49e1-ad43-1f44ed6e8922 req-4709086b-5dca-41b2-b536-647cce8ac6b0 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240366 Sep 20 12:29:06.275655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c921c-8147-4bd3-bfd3-5add2a6a3523 req-5bb22903-79f5-4cb0-8247-c23cb6f0aeae tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.275655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f45c921c-8147-4bd3-bfd3-5add2a6a3523 req-5bb22903-79f5-4cb0-8247-c23cb6f0aeae tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.0783250 Sep 20 12:29:06.322327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4417f86-ad42-4846-87c7-b79db6fb268e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.346113 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f45c921c-8147-4bd3-bfd3-5add2a6a3523 req-4158264d-f433-48ef-b6b2-67facb594528 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629678 Sep 20 12:29:06.397773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c4c03-bc99-4f0a-ba26-aeb772af90df req-321456e9-cebc-4d8a-84ae-649ea253e1da tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.397773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-098c4c03-bc99-4f0a-ba26-aeb772af90df req-321456e9-cebc-4d8a-84ae-649ea253e1da tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.0703893 Sep 20 12:29:06.434861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-098c4c03-bc99-4f0a-ba26-aeb772af90df req-c7b8b66a-1bac-4c9c-9497-fd7e0a592829 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Sep 20 12:29:06.492466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4417f86-ad42-4846-87c7-b79db6fb268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.493363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004318f-26a2-4ed9-95e0-d82ee04c66a0 req-a6cb60a8-e3f8-440c-bee5-b01a53acfb06 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:06.501558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5004318f-26a2-4ed9-95e0-d82ee04c66a0 req-a6cb60a8-e3f8-440c-bee5-b01a53acfb06 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.0618274 Sep 20 12:29:06.516668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:06.540355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5004318f-26a2-4ed9-95e0-d82ee04c66a0 req-23fb0033-69c4-47c5-aa45-12ebe81aac25 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377414 Sep 20 12:29:06.633894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:06.641394 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-78784b80-2444-4575-bdfe-b60f8f011c0d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0601616 Sep 20 12:29:06.641861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49794) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:06.643657 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:06.654576 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:06.655215 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:06.694590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-779d552f-44f7-4d16-9243-cc1ed5f2294b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet d19308cf-b321-42a1-8b27-cd03c4227972 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:29:06.698391 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4417f86-ad42-4846-87c7-b79db6fb268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.703785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779d552f-44f7-4d16-9243-cc1ed5f2294b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.753948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4417f86-ad42-4846-87c7-b79db6fb268e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21033fa6-eecc-4e5c-8372-1f09ed41708f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:06.758892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4417f86-ad42-4846-87c7-b79db6fb268e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.759751 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:06.762890 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a4417f86-ad42-4846-87c7-b79db6fb268e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/21033fa6-eecc-4e5c-8372-1f09ed41708f HTTP/1.1" status: 204 len: 168 time: 0.6699011 Sep 20 12:29:06.763294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:06.777194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779d552f-44f7-4d16-9243-cc1ed5f2294b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.874952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5811766-aaa6-4dfa-8743-c4e768853183 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:06.879856 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:06.930877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779d552f-44f7-4d16-9243-cc1ed5f2294b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.004197 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.019933 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:05Z', 'revision_number': 8, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:07.042304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:07.052779 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:07.059379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a8477e-2914-486a-877a-417a6fa24b1e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:07.060753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'port_id': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'mac_address': 'fa:16:3e:f5:25:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac61f73-8882-42e8-8568-2ac22e4f0c97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:07.064866 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:07.065648 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:07.073647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52f3b7d-54d5-4f37-baea-654df7072368') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:07.073978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52f3b7d-54d5-4f37-baea-654df7072368') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:07.093402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779d552f-44f7-4d16-9243-cc1ed5f2294b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.098617 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.122946 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.129672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:29:07.130384 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.166303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d552f-44f7-4d16-9243-cc1ed5f2294b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=d19308cf-b321-42a1-8b27-cd03c4227972,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:07.167540 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.170330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779d552f-44f7-4d16-9243-cc1ed5f2294b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.173059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-779d552f-44f7-4d16-9243-cc1ed5f2294b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/d19308cf-b321-42a1-8b27-cd03c4227972 HTTP/1.1" status: 204 len: 168 time: 0.5300164 Sep 20 12:29:07.176783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49798) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:07.177222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed054b-ce68-4548-98d1-c1f305ab50d5 None None] Network 02219ed4-aa12-470b-833e-d7fe3034eda3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:29:07.199676 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:29:07.204332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:07.210902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-125350465'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:07.224007 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:07.291697 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.296935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.299455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/86a8477e-2914-486a-877a-417a6fa24b1e HTTP/1.1" status: 204 len: 168 time: 0.5349033 Sep 20 12:29:07.336923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.350760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:07.350760 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.364080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f01553-ec6c-4c58-8780-c64ada0e94e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a8477e-2914-486a-877a-417a6fa24b1e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:07.364685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5811766-aaa6-4dfa-8743-c4e768853183 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:07.452576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 4fc96cae-4e30-480e-b945-9601451b041d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:07.452927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.489223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:07.498571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:29:07.525451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-22ac1c3f-5500-441b-bee8-b21a548fe042 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:07.533925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-22ac1c3f-5500-441b-bee8-b21a548fe042 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:07.543501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-22ac1c3f-5500-441b-bee8-b21a548fe042 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:07.550130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-22ac1c3f-5500-441b-bee8-b21a548fe042 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:07.556409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 4fc96cae-4e30-480e-b945-9601451b041d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4fc96cae-4e30-480e-b945-9601451b041d,segment=NetworkSegment(0f9221bb-eba5-410d-a9fb-4a62ac246f57),segment_id=0f9221bb-eba5-410d-a9fb-4a62ac246f57)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:07.562548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.562735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-22ac1c3f-5500-441b-bee8-b21a548fe042 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:07.565204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-22ac1c3f-5500-441b-bee8-b21a548fe042 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:07.574424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-22ac1c3f-5500-441b-bee8-b21a548fe042 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:07.581785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-22ac1c3f-5500-441b-bee8-b21a548fe042 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.2576551 Sep 20 12:29:07.583460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] DHCP port deletion for 02219ed4-aa12-470b-833e-d7fe3034eda3 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:29:07.583830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 4fc96cae-4e30-480e-b945-9601451b041d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:07.591907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.592332 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Added segment 4dc8e825-5686-4aec-a4fd-f09d71b32569 of type vlan for network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 Sep 20 12:29:07.645492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.667579 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:05Z', 'revision_number': 8, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:07.672375 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.743928 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b29f4-f173-4bf3-b8f6-635a570af6fb None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:05Z', 'revision_number': 8, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfa960fb-5272-4101-83c5-eb6762e08d5f', 'name': '', 'network_id': 'e68fd626-9f40-42ca-bae7-c87b77f2df9b', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:4d:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:52Z', 'updated_at': '2021-09-20T12:28:57Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '0e920a80-7691-423e-8a4b-f8b42bc50c1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:07.807223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b5811766-aaa6-4dfa-8743-c4e768853183'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:07.817505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.827292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49820) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:07.839527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:07.840287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.864907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:07.896877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=4fc96cae-4e30-480e-b945-9601451b041d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:07.919049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ef4b29df-9488-47e8-8d92-dcf70777f805 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6799889154be46cfb22056dc29cc4378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905199 Sep 20 12:29:07.919723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49822) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:07.920708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No DVR routers for this DVR port 4fc96cae-4e30-480e-b945-9601451b041d on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:07.923934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:07.952274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] Deleting port 4fc96cae-4e30-480e-b945-9601451b041d {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:07.952834 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.049981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.083410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02219ed4-aa12-470b-833e-d7fe3034eda3']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:08.151587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9221bb-eba5-410d-a9fb-4a62ac246f57') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:08.151587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9221bb-eba5-410d-a9fb-4a62ac246f57') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:08.153434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6924b33-cec9-43d1-828b-9d8fe8d2afdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.172648 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.187712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4fc96cae-4e30-480e-b945-9601451b041d no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:08.244510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.269220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6924b33-cec9-43d1-828b-9d8fe8d2afdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.295480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92dba0e9-1d31-4b2a-a1b0-91d16745390e req-f898b270-8c20-4f96-8990-799825a47c19 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6175857 Sep 20 12:29:08.307932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:29:08.309913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 4fc96cae-4e30-480e-b945-9601451b041d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:08.310112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.310676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4fc96cae-4e30-480e-b945-9601451b041d not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:29:08.315504 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:29:08.328159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] For port 4fc96cae-4e30-480e-b945-9601451b041d, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:08.328559 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.343940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176e6d3-94b4-407c-81ba-2c1b77d050fa req-26febca8-86d1-4e89-9653-506510964b3a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:08.346030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8176e6d3-94b4-407c-81ba-2c1b77d050fa req-26febca8-86d1-4e89-9653-506510964b3a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 945 time: 0.8422771 Sep 20 12:29:08.368626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] Calling delete_port for 4fc96cae-4e30-480e-b945-9601451b041d owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:08.372910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] Port 4fc96cae-4e30-480e-b945-9601451b041d was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:29:08.402591 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.407211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Network': ['ID=09535fd8-61c9-495a-9008-e0d6a43ad1c3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:08.428238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8176e6d3-94b4-407c-81ba-2c1b77d050fa req-2ac3a4b7-7d32-4efc-8ab4-4ef169e4c42e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491741 Sep 20 12:29:08.433347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b1b6ef26-d26e-48aa-82f9-b71673b164be tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2270858 Sep 20 12:29:08.433735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:08.439402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-840935601'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:08.461585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:29:08.533276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] Pushing event deleted for resources: {'Port': ['ID=4fc96cae-4e30-480e-b945-9601451b041d,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:08.550963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ed1e8-c38c-46c6-9ae8-e98b19e5f3ed None None] No DVR routers for this DVR port 4fc96cae-4e30-480e-b945-9601451b041d on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:08.597395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ae074-834b-4ca8-9f98-85c19ca70c38 req-3415497e-3d09-4b9b-af6d-81e321ba9b23 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:08.598932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be8ae074-834b-4ca8-9f98-85c19ca70c38 req-3415497e-3d09-4b9b-af6d-81e321ba9b23 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1422036 Sep 20 12:29:08.602777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:08.606224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.642407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6924b33-cec9-43d1-828b-9d8fe8d2afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.645595 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6924b33-cec9-43d1-828b-9d8fe8d2afdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.647044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a6924b33-cec9-43d1-828b-9d8fe8d2afdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a123b83-5d3d-43dd-a016-2ee06c6c84e8 HTTP/1.1" status: 204 len: 168 time: 0.7239628 Sep 20 12:29:08.648668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.675237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db33299-62cb-49b3-90c2-e0e155a55cb2 req-348aef89-9807-46b7-85ac-968ea37aead3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:08.677138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4db33299-62cb-49b3-90c2-e0e155a55cb2 req-348aef89-9807-46b7-85ac-968ea37aead3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1205969 Sep 20 12:29:08.692896 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.695522 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/02219ed4-aa12-470b-833e-d7fe3034eda3 HTTP/1.1" status: 204 len: 168 time: 1.5164592 Sep 20 12:29:08.696741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6924b33-cec9-43d1-828b-9d8fe8d2afdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a123b83-5d3d-43dd-a016-2ee06c6c84e8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:08.698210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:29:08.709243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49846) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:08.713528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5685476-bb40-4071-9d50-e0e545aa6097 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=02219ed4-aa12-470b-833e-d7fe3034eda3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:08.791200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4db33299-62cb-49b3-90c2-e0e155a55cb2 req-75e464a5-e3e4-4936-965e-2f6fc10744d2 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897636 Sep 20 12:29:08.797885 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be8ae074-834b-4ca8-9f98-85c19ca70c38 req-22f257a1-d668-4024-aa6f-a32a9fdb9de9 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873567 Sep 20 12:29:08.800737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.800944 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Added segment b117adb7-e8b7-442b-a03f-afc01d6ce35b of type vlan for network 9a000b8c-f691-4016-bae2-63b082446985 Sep 20 12:29:08.878413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5811766-aaa6-4dfa-8743-c4e768853183 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:08.881890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:08.974588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b5811766-aaa6-4dfa-8743-c4e768853183 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:08.975065 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:09.105945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:09.109408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:09.115796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.116654 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:09.136940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:09.139425 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5942e5a-922b-4929-a043-2444683dcfb7" -d '{"events": [{"server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "name": "network-vif-plugged", "status": "completed", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:09.188902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:09.201409 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03681884-6a00-4188-a517-bbbfa023224f x-openstack-request-id: req-03681884-6a00-4188-a517-bbbfa023224f {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:09.201699 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "name": "network-vif-plugged", "status": "completed", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:09.201949 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03681884-6a00-4188-a517-bbbfa023224f {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:09.202445 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'code': 200} Sep 20 12:29:09.227656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Network': ['ID=9a000b8c-f691-4016-bae2-63b082446985,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:09.232525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-03e7bcd6-5e6e-483f-916f-a502328d8ef2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7977054 Sep 20 12:29:09.235428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49858) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:09.241974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'subnet': {'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:09.243958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9a000b8c-f691-4016-bae2-63b082446985 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:29:09.287730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:09.408249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:09.413720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:09.527306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:09.531200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:09.654328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e856a5b-e305-4bca-b40d-a3455ef6041c req-15c9ca33-1605-47ff-8135-7ed07e463479 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.672436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e856a5b-e305-4bca-b40d-a3455ef6041c req-15c9ca33-1605-47ff-8135-7ed07e463479 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1374371 Sep 20 12:29:09.712383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7436d122-663c-4ec5-b449-278d5959c87e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:09.758672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7436d122-663c-4ec5-b449-278d5959c87e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:09.759016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7436d122-663c-4ec5-b449-278d5959c87e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:09.782913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-1083cfd2-eb5c-4818-a739-40390799a738 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.789429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-1083cfd2-eb5c-4818-a739-40390799a738 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.795196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-1083cfd2-eb5c-4818-a739-40390799a738 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.805447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-1083cfd2-eb5c-4818-a739-40390799a738 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.811357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-1083cfd2-eb5c-4818-a739-40390799a738 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.818846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-1083cfd2-eb5c-4818-a739-40390799a738 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.825719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-1083cfd2-eb5c-4818-a739-40390799a738 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:09.827829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-1083cfd2-eb5c-4818-a739-40390799a738 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.3442326 Sep 20 12:29:09.885905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e856a5b-e305-4bca-b40d-a3455ef6041c req-6b0602a1-4b96-40c2-a31a-e0c0e1872862 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066457 Sep 20 12:29:09.904513 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:09.963819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a12275c8-e2fb-4022-b55b-b90d0f02d66e req-2647ecec-f367-4e41-85d8-9aa376fa625c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193173 Sep 20 12:29:10.015187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Subnet': ['ID=c6af6a21-bf95-4c53-85b7-f05fe7abc769,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:10.080107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Checking segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:10.081538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network hostable DHCP agents. Network: 09535fd8-61c9-495a-9008-e0d6a43ad1c3, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:29:10.160205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:29:10.165780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a410f-5f71-476a-881e-97e88f972d43 req-1e31d507-a50a-4327-9295-13274270db46 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:10.172950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f85a410f-5f71-476a-881e-97e88f972d43 req-1e31d507-a50a-4327-9295-13274270db46 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1698515 Sep 20 12:29:10.215449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db789768-525c-4eac-8ef1-56b8c253b065 req-e7ffa114-4f94-41cc-bb51-c15fd9a422e7 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:10.217146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db789768-525c-4eac-8ef1-56b8c253b065 req-e7ffa114-4f94-41cc-bb51-c15fd9a422e7 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1377530 Sep 20 12:29:10.256667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f85a410f-5f71-476a-881e-97e88f972d43 req-193c2f0f-9050-464d-bfff-3415859ce26a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823705 Sep 20 12:29:10.258983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 09535fd8-61c9-495a-9008-e0d6a43ad1c3) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:10.267526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:10.268251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:10.271548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce621a9b-c2df-48b5-80a4-217a085a8d13 None None] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:10.301302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port dfa960fb-5272-4101-83c5-eb6762e08d5f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:10.301860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:10.303293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49884) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:10.374238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-44664327-c1e5-41a5-a1fe-2cad2b36a359 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1375639 Sep 20 12:29:10.376720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49890) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:10.382771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'subnet': {'network_id': '9a000b8c-f691-4016-bae2-63b082446985', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:10.421874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port dfa960fb-5272-4101-83c5-eb6762e08d5f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dfa960fb-5272-4101-83c5-eb6762e08d5f,segment=NetworkSegment(123530d7-336a-4dc4-8f68-f2703b01926d),segment_id=123530d7-336a-4dc4-8f68-f2703b01926d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:10.421874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:10.437816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for dfa960fb-5272-4101-83c5-eb6762e08d5f owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:10.488586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'fixed_ips': [{'subnet_id': 'c6af6a21-bf95-4c53-85b7-f05fe7abc769'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:29:10.490206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:10.603081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1298887336-network', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:10.657331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db789768-525c-4eac-8ef1-56b8c253b065 req-0cd88e91-e908-4181-ae57-980af7ebab73 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278080 Sep 20 12:29:10.659311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:10.664924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:10.716063 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:10.727203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Allocated IP 10.1.1.2 (09535fd8-61c9-495a-9008-e0d6a43ad1c3/c6af6a21-bf95-4c53-85b7-f05fe7abc769/8eadfa03-f21c-44af-8ffa-7585164fba1c) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:10.758390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=dfa960fb-5272-4101-83c5-eb6762e08d5f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:10.769667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Made reservation on behalf of 12c787a34aec4bec8324b9e632829e2a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:10.772111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:10.787177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.080799 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.088749 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.092300 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.146685 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.170968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.171210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Subnet': ['ID=ae51911b-48aa-4aca-9049-e7368bc6416d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:11.175747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 12568399-9650-4fa5-9db7-b169ebaca0a3 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:11.196643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Checking segment: {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:11.205749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network hostable DHCP agents. Network: 9a000b8c-f691-4016-bae2-63b082446985, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:29:11.205749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9c4b4-67c2-4844-b0e8-17c4706f738e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:11.218621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:29:11.231001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.231969 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Added segment 510eef62-cf2a-4723-b12e-43cd2f4e6eb4 of type vlan for network a6763d10-6a99-4378-ab81-b5ac94b4d9ac Sep 20 12:29:11.289836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 12568399-9650-4fa5-9db7-b169ebaca0a3, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=12568399-9650-4fa5-9db7-b169ebaca0a3,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:11.295383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.303035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '12568399-9650-4fa5-9db7-b169ebaca0a3', 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361', 'port_id': '12568399-9650-4fa5-9db7-b169ebaca0a3', 'mac_address': 'fa:16:3e:f8:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f7297f-2bbb-40ff-9a8a-506176056d53', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:11.306900 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.318816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae119b-8f97-410d-b7ff-19f0127224cd req-03877774-0235-46bf-be2b-35d067b80a05 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.320991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38ae119b-8f97-410d-b7ff-19f0127224cd req-03877774-0235-46bf-be2b-35d067b80a05 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.2676647 Sep 20 12:29:11.372299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.389635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 9a000b8c-f691-4016-bae2-63b082446985 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:29:11.396569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:11.406477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12568399-9650-4fa5-9db7-b169ebaca0a3 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:11.420287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:11.427197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Pushing event updated for resources: {'Port': ['ID=8eadfa03-f21c-44af-8ffa-7585164fba1c,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:11.431605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.431906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:11.432204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.432794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.434934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 12568399-9650-4fa5-9db7-b169ebaca0a3, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=12568399-9650-4fa5-9db7-b169ebaca0a3,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:11.444712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-c4cfadaf-a11c-47c2-b968-615e290f05e7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.453439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-c4cfadaf-a11c-47c2-b968-615e290f05e7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.462904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-c4cfadaf-a11c-47c2-b968-615e290f05e7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.470899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-c4cfadaf-a11c-47c2-b968-615e290f05e7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.479412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-c4cfadaf-a11c-47c2-b968-615e290f05e7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.488397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-c4cfadaf-a11c-47c2-b968-615e290f05e7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.496877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-c4cfadaf-a11c-47c2-b968-615e290f05e7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.499819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-c4cfadaf-a11c-47c2-b968-615e290f05e7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5427 time: 0.3928792 Sep 20 12:29:11.505971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38ae119b-8f97-410d-b7ff-19f0127224cd req-0e3368f0-403a-4630-a1db-9e3415ddcae9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746759 Sep 20 12:29:11.510138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Attempting to bind port 8eadfa03-f21c-44af-8ffa-7585164fba1c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:11.510849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Attempting to bind port 8eadfa03-f21c-44af-8ffa-7585164fba1c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:11.511413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Attempting to bind port 8eadfa03-f21c-44af-8ffa-7585164fba1c on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:11.516271 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.517297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 03b5f0e5-f875-4660-8c0e-6414e6e107c1 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:11.531234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:11.531955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Checking segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:11.532625 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.533424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Bound using segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:11.536995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Bound port: 8eadfa03-f21c-44af-8ffa-7585164fba1c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:11.536995 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.573034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9a000b8c-f691-4016-bae2-63b082446985) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:11.588180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2830286 Sep 20 12:29:11.589652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.590251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.608110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e3d8fc-bc8d-475d-9ce4-8a20aeaedc7c None None] Network 9a000b8c-f691-4016-bae2-63b082446985 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:11.619907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2991a-e5c0-428a-8f32-4a979c361218 admin admin] Pushing event updated for resources: {'Network': ['ID=a6763d10-6a99-4378-ab81-b5ac94b4d9ac,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:11.631703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49900) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:11.640230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Request body: {'subnet': {'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1298887336-subnet', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:11.642235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:29:11.694050 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e3159592-f16a-4cb2-a85d-c0867c736a25 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3160357 Sep 20 12:29:11.697292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49904) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:11.702538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'port': {'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'name': 'tempest-TaggedBootDevicesTest-1909830870', 'fixed_ips': [{'subnet_id': 'c6af6a21-bf95-4c53-85b7-f05fe7abc769'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:11.756213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:11.797549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d108ff84-0a3e-4626-abce-d3f939ba2f1f req-7d68570c-ae57-49c4-a37d-4419d096c637 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2902462 Sep 20 12:29:11.820621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 03b5f0e5-f875-4660-8c0e-6414e6e107c1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:11.833078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a5ab-2669-49a4-b362-34313a35183a req-1b8fbe6d-b13b-4a87-bc90-698e43968634 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:11.834939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92d5a5ab-2669-49a4-b362-34313a35183a req-1b8fbe6d-b13b-4a87-bc90-698e43968634 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.1439829 Sep 20 12:29:11.914792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Made reservation on behalf of 12c787a34aec4bec8324b9e632829e2a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:11.917216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:11.939349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '03b5f0e5-f875-4660-8c0e-6414e6e107c1', 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'port_id': '03b5f0e5-f875-4660-8c0e-6414e6e107c1', 'mac_address': 'fa:16:3e:dd:82:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9774c0c-532d-4713-84da-c89c7e611cb3', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:11.959869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=12568399-9650-4fa5-9db7-b169ebaca0a3,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:12.041561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:12.081489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:12.087728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-94274ba2-7b3a-46db-8b89-557cd8f2451b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774395 Sep 20 12:29:12.094878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49906) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:12.101258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92d5a5ab-2669-49a4-b362-34313a35183a req-1efcaf5d-4f18-4eef-9082-acb98d2f796c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900165 Sep 20 12:29:12.166015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171be9f1-baeb-4ab9-9f9f-60efefd59cfe req-92b504d0-906d-4465-8577-07408ad628bf tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:12.168161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-171be9f1-baeb-4ab9-9f9f-60efefd59cfe req-92b504d0-906d-4465-8577-07408ad628bf tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2589650 Sep 20 12:29:12.171593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:12.173910 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.176069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] For port 8eadfa03-f21c-44af-8ffa-7585164fba1c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:12.213190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] For port 8eadfa03-f21c-44af-8ffa-7585164fba1c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8eadfa03-f21c-44af-8ffa-7585164fba1c,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:12.215166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b5f0e5-f875-4660-8c0e-6414e6e107c1 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:12.238302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:12.238624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:12.255560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-171be9f1-baeb-4ab9-9f9f-60efefd59cfe req-6057563e-14fa-409a-ba33-77165cb562d4 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658014 Sep 20 12:29:12.276794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b97924-ac0a-401a-8b79-e0d994a4403e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet 0e920a80-7691-423e-8a4b-f8b42bc50c1b {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:29:12.287999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44b97924-ac0a-401a-8b79-e0d994a4403e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.331896 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.338553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:12.356745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44b97924-ac0a-401a-8b79-e0d994a4403e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.392939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] device_id is not set on port 76b96b5d-d5ce-420f-8d65-2a9810d97951 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:29:12.432533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.453955 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.480405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 03b5f0e5-f875-4660-8c0e-6414e6e107c1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:12.543302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:12.574338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Checking segment: {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:12.574706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Network hostable DHCP agents. Network: a6763d10-6a99-4378-ab81-b5ac94b4d9ac, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:29:12.589878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44b97924-ac0a-401a-8b79-e0d994a4403e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.599680 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.600956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:12.617313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b718e58-a2a8-40e0-85ca-8de5a9af176f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.633672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ca157-5131-48aa-866a-2a4dd6d941ca None None] Pushing event updated for resources: {'Port': ['ID=8eadfa03-f21c-44af-8ffa-7585164fba1c,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:12.708127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:29:12.718370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-9a000b8c-f691-4016-bae2-63b082446985', 'network_id': '9a000b8c-f691-4016-bae2-63b082446985', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'fixed_ips': [{'subnet_id': 'ae51911b-48aa-4aca-9049-e7368bc6416d'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:29:12.718370 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:12.742089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.resource_extend [None req-776e473a-021c-4182-9263-ecbece78cccb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:29:12.775337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:12.789325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Allocated IP 10.1.1.186 (09535fd8-61c9-495a-9008-e0d6a43ad1c3/c6af6a21-bf95-4c53-85b7-f05fe7abc769/76b96b5d-d5ce-420f-8d65-2a9810d97951) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:12.816378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=03b5f0e5-f875-4660-8c0e-6414e6e107c1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:12.829095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '50ce7447-0ff3-459f-9c29-65f7b1c0bc8c', 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'port_id': '50ce7447-0ff3-459f-9c29-65f7b1c0bc8c', 'mac_address': 'fa:16:3e:84:c6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9774c0c-532d-4713-84da-c89c7e611cb3', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:12.862822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443804-d83e-478a-ac22-5decf694c76c req-cfff7529-e0d7-474b-8b73-192e89363caf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:12.890010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21443804-d83e-478a-ac22-5decf694c76c req-cfff7529-e0d7-474b-8b73-192e89363caf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.2613893 Sep 20 12:29:12.906305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a6763d10-6a99-4378-ab81-b5ac94b4d9ac) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:12.935053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e671274-9b97-440d-8e8f-1f38268d8812 None None] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:12.955450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44b97924-ac0a-401a-8b79-e0d994a4403e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.007841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.013871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.014469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.100552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44b97924-ac0a-401a-8b79-e0d994a4403e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.112498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-44b97924-ac0a-401a-8b79-e0d994a4403e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/0e920a80-7691-423e-8a4b-f8b42bc50c1b HTTP/1.1" status: 204 len: 168 time: 1.0141563 Sep 20 12:29:13.131288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:13.134645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be803f1-12a1-416c-a902-dfd3df7ccc15 None None] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:13.139828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b97924-ac0a-401a-8b79-e0d994a4403e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=0e920a80-7691-423e-8a4b-f8b42bc50c1b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:13.157430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:13.266367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:10Z', 'revision_number': 9, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:13.269438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21443804-d83e-478a-ac22-5decf694c76c req-052a7415-4ee7-48b1-b7e4-589deaf7f479 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772998 Sep 20 12:29:13.278453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a059074-bda9-4cf3-989f-c8c977eae8fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6431389 Sep 20 12:29:13.279196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:13.287035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Allocated IP 10.2.2.2 (9a000b8c-f691-4016-bae2-63b082446985/ae51911b-48aa-4aca-9049-e7368bc6416d/8fd6e116-25cd-4e3e-a256-64b8d5da8758) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:13.355546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:13.390294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.398944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:13.454726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.469351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:13.492169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-f8c24f3e-aab2-4ffa-a33c-26621338c6fc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.498408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.504393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-f8c24f3e-aab2-4ffa-a33c-26621338c6fc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.514440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-f8c24f3e-aab2-4ffa-a33c-26621338c6fc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.524824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-f8c24f3e-aab2-4ffa-a33c-26621338c6fc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.535031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-f8c24f3e-aab2-4ffa-a33c-26621338c6fc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.541589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-f8c24f3e-aab2-4ffa-a33c-26621338c6fc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.551220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-f8c24f3e-aab2-4ffa-a33c-26621338c6fc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.553311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-f8c24f3e-aab2-4ffa-a33c-26621338c6fc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5429 time: 0.5008173 Sep 20 12:29:13.605185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=76b96b5d-d5ce-420f-8d65-2a9810d97951,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:13.623523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:13.625894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:13.636498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:13.682765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.683536 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b330ab1e-08c5-4cee-9950-bff50e526c87 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:13.720001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:13.720685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:13.788416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:13.789109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:13.837990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e78849e-8c2b-48a1-9a92-b82abd15c79c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1395555 Sep 20 12:29:13.840686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49924) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:13.845556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'port': {'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'name': 'tempest-TaggedBootDevicesTest-666296046', 'fixed_ips': [{'subnet_id': 'c6af6a21-bf95-4c53-85b7-f05fe7abc769'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:13.970310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8eadfa03-f21c-44af-8ffa-7585164fba1c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:13.978375 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.054200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:14.124655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.resource_extend [None req-776e473a-021c-4182-9263-ecbece78cccb None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:29:14.141580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c398b9-a278-4624-992f-0b1fbb083580 req-0ea5befc-d20d-4e0e-93e2-cbb90d03a9ad tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:14.143817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71c398b9-a278-4624-992f-0b1fbb083580 req-0ea5befc-d20d-4e0e-93e2-cbb90d03a9ad tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.7632346 Sep 20 12:29:14.144963 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.147345 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.187034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b330ab1e-08c5-4cee-9950-bff50e526c87, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b330ab1e-08c5-4cee-9950-bff50e526c87,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:14.213715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4834ada8-ece7-4c60-ad54-95d6eb7c982b req-749edf5c-9f6b-4b00-922f-13105ee5916a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6511133 Sep 20 12:29:14.306529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71c398b9-a278-4624-992f-0b1fbb083580 req-d1702da7-b05e-48ea-b0f6-56a0a014f476 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489048 Sep 20 12:29:14.392134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1229c7e-1d2d-47d0-a9ab-4b83f7df9da1 None None] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:14.404306 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.419605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:14.420679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 0483ee1a-ee97-4d79-95ab-a4c829321266 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:14.421048 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.422357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:29:14.433648 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.447058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea6069-78cb-41b8-9547-95eeb23be679 req-533044d2-b43d-4dc2-980a-353684be83e3 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:14.454274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddea6069-78cb-41b8-9547-95eeb23be679 req-533044d2-b43d-4dc2-980a-353684be83e3 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1479654 Sep 20 12:29:14.454420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.454420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b330ab1e-08c5-4cee-9950-bff50e526c87', 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'port_id': 'b330ab1e-08c5-4cee-9950-bff50e526c87', 'mac_address': 'fa:16:3e:44:57:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9774c0c-532d-4713-84da-c89c7e611cb3', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:14.475640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:14.483706 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.506143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] device_id is not set on port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:29:14.629136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddea6069-78cb-41b8-9547-95eeb23be679 req-6294e123-3de0-4b47-a984-ce66da81b43f tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712387 Sep 20 12:29:14.688792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 0483ee1a-ee97-4d79-95ab-a4c829321266, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0483ee1a-ee97-4d79-95ab-a4c829321266,segment=NetworkSegment(123530d7-336a-4dc4-8f68-f2703b01926d),segment_id=123530d7-336a-4dc4-8f68-f2703b01926d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:14.692160 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.774838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.778189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 0483ee1a-ee97-4d79-95ab-a4c829321266 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:14.802184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Network 9a000b8c-f691-4016-bae2-63b082446985 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:14.805561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] DHCP port deletion for e68fd626-9f40-42ca-bae7-c87b77f2df9b request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:29:14.829041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:14.844296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Allocated IP 10.1.1.157 (09535fd8-61c9-495a-9008-e0d6a43ad1c3/c6af6a21-bf95-4c53-85b7-f05fe7abc769/87fb963f-9e14-4b85-9fc5-93a193cbd2ce) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:14.904410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-089c385e-7f46-49ee-9cde-f2878e805f54 None None] Provisioning complete for port 8eadfa03-f21c-44af-8ffa-7585164fba1c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:14.904721 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-089c385e-7f46-49ee-9cde-f2878e805f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:14.909571 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:14.952974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Pushing event updated for resources: {'Port': ['ID=8fd6e116-25cd-4e3e-a256-64b8d5da8758,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:15.003840 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.006954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed69259-17fb-47da-babe-bb7cd7fbfe6e req-96f2986d-1238-462f-ab64-0cd41f05cb85 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.016326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ed69259-17fb-47da-babe-bb7cd7fbfe6e req-96f2986d-1238-462f-ab64-0cd41f05cb85 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.2493107 Sep 20 12:29:15.028809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8eadfa03-f21c-44af-8ffa-7585164fba1c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:15.029360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.114018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.140251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ed69259-17fb-47da-babe-bb7cd7fbfe6e req-893c9e56-c200-476d-a739-0f62c54c8f15 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214950 Sep 20 12:29:15.228040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b330ab1e-08c5-4cee-9950-bff50e526c87 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:15.280029 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.296655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No DVR routers for this DVR port 0483ee1a-ee97-4d79-95ab-a4c829321266 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:15.304157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.340687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Attempting to bind port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:15.341314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Attempting to bind port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:15.341877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Attempting to bind port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 on network 9a000b8c-f691-4016-bae2-63b082446985 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:15.347003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b330ab1e-08c5-4cee-9950-bff50e526c87, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b330ab1e-08c5-4cee-9950-bff50e526c87,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:15.361060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-13d79404-3251-4b9f-9da4-f0828687170d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.374131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Allocated IP 172.20.0.2 (a6763d10-6a99-4378-ab81-b5ac94b4d9ac/5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4/15fcd92e-9a9c-41b9-b793-6b923d4a72e7) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:15.381110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:15.403326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:15.403683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Checking segment: {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:15.404312 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.404896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Bound using segment: {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:15.405575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Bound port: 8fd6e116-25cd-4e3e-a256-64b8d5da8758, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:15.406140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.408891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:15.423928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:15.441567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=0483ee1a-ee97-4d79-95ab-a4c829321266,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:15.451125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:15.464739 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.466004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f1f0b738-96dc-47dc-a626-72c2e07e3bef details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:15.501942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] Deleting port 0483ee1a-ee97-4d79-95ab-a4c829321266 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:15.502401 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.543662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.544311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.593316 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.601037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-089c385e-7f46-49ee-9cde-f2878e805f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.606650 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.653741 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ab22a7b6-6214-4cb3-b079-de15802910aa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8119564 Sep 20 12:29:15.664571 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.686802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-72e082fb-4597-4a50-ad10-51842d3cbec6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.692814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-089c385e-7f46-49ee-9cde-f2878e805f54 None None] For port 8eadfa03-f21c-44af-8ffa-7585164fba1c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8eadfa03-f21c-44af-8ffa-7585164fba1c,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:15.693215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-72e082fb-4597-4a50-ad10-51842d3cbec6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.700203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-72e082fb-4597-4a50-ad10-51842d3cbec6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.706040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.706682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-72e082fb-4597-4a50-ad10-51842d3cbec6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.715083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-72e082fb-4597-4a50-ad10-51842d3cbec6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.721261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-72e082fb-4597-4a50-ad10-51842d3cbec6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.727745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-72e082fb-4597-4a50-ad10-51842d3cbec6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.729783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-72e082fb-4597-4a50-ad10-51842d3cbec6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5431 time: 0.3408921 Sep 20 12:29:15.739781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68fd626-9f40-42ca-bae7-c87b77f2df9b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:15.764562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-97024707-db91-4f6a-bba4-1569c637f069 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.766233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-97024707-db91-4f6a-bba4-1569c637f069 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.3762128 Sep 20 12:29:15.802821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123530d7-336a-4dc4-8f68-f2703b01926d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:15.803102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123530d7-336a-4dc4-8f68-f2703b01926d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:15.813836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b330ab1e-08c5-4cee-9950-bff50e526c87,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:15.819021 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-089c385e-7f46-49ee-9cde-f2878e805f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.827658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809934-3'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:15.842695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.881841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.resource_extend [None req-776e473a-021c-4182-9263-ecbece78cccb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:29:15.911985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa052289-8150-45de-bbcc-55eabdaa7070 req-98bf3b7b-bdaa-49d1-8c0b-dbecf9f7bd5e tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:15.914096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa052289-8150-45de-bbcc-55eabdaa7070 req-98bf3b7b-bdaa-49d1-8c0b-dbecf9f7bd5e tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 945 time: 0.3265326 Sep 20 12:29:15.917289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:15.941141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:10Z', 'revision_number': 9, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:15.971722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:29:15.972207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:29:16.004204 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:29:16.007145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f8f7-d573-44dd-b970-411d4375acb0 None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:10Z', 'revision_number': 9, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '4030fef9-f1d7-4b90-9195-a66666e59377', 'name': '', 'network_id': '34f5ab88-0aa1-4e5e-8a7b-239ecd10d230', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:2d:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:44Z', 'updated_at': '2021-09-20T12:28:50Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': '5741ebb2-fc67-4f0a-af41-f5194f563f90', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:16.014126 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.092859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa052289-8150-45de-bbcc-55eabdaa7070 req-8b369cdd-baff-4564-9522-69f709bcfb2f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691074 Sep 20 12:29:16.097524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b7e69d5-0335-4ce6-8ab3-dcdc48363ca3 req-ff599aa1-d1f0-414c-9eef-97380081cb56 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3527372 Sep 20 12:29:16.125213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.137206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] For port 0483ee1a-ee97-4d79-95ab-a4c829321266, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:16.137206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.284602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Allocated IP 172.25.6.79 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/a1967d8e-e55c-4244-a119-1a65fbfd3fe2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:16.293139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] For port 8fd6e116-25cd-4e3e-a256-64b8d5da8758, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:16.302171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c385e-7f46-49ee-9cde-f2878e805f54 None None] Pushing event updated for resources: {'Port': ['ID=8eadfa03-f21c-44af-8ffa-7585164fba1c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:16.318469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] Calling delete_port for 0483ee1a-ee97-4d79-95ab-a4c829321266 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:16.324100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] Port 0483ee1a-ee97-4d79-95ab-a4c829321266 was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:29:16.478176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] For port 8fd6e116-25cd-4e3e-a256-64b8d5da8758, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8fd6e116-25cd-4e3e-a256-64b8d5da8758,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:16.483003 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:29:16.483410 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:29:16.484013 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.530426 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.592753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] Network e68fd626-9f40-42ca-bae7-c87b77f2df9b is not hosted by any dhcp agent {{(pid=95504) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 12:29:16.595065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] No DVR routers for this DVR port 0483ee1a-ee97-4d79-95ab-a4c829321266 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:16.630400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189a7ec-bc5f-466a-87d4-cd8f3d456a29 None None] Pushing event deleted for resources: {'Port': ['ID=0483ee1a-ee97-4d79-95ab-a4c829321266,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:16.631940 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.638666 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-43f53d8f-6e20-4532-8394-3f671af0d550 None None] Provisioning complete for port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:16.640029 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43f53d8f-6e20-4532-8394-3f671af0d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.696541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-43f53d8f-6e20-4532-8394-3f671af0d550 None None] Port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:16.730905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:16.775457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:16.828368 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.834013 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.837351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:16.839802 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865febb7-a00f-404f-8600-a1318cf344cd" -d '{"events": [{"server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "name": "network-vif-unplugged", "status": "completed", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:16.877862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-43f53d8f-6e20-4532-8394-3f671af0d550 None None] Provisioning complete for port 8eadfa03-f21c-44af-8ffa-7585164fba1c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:16.880918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.884328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43f53d8f-6e20-4532-8394-3f671af0d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.886396 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.890949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/e68fd626-9f40-42ca-bae7-c87b77f2df9b HTTP/1.1" status: 204 len: 168 time: 3.7573040 Sep 20 12:29:16.891802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49970) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:16.893296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.924030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f1f0b738-96dc-47dc-a626-72c2e07e3bef, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:16.959829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:16.975116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58642c-cd5b-4d5d-b65c-53b90eaa386e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=e68fd626-9f40-42ca-bae7-c87b77f2df9b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:17.007697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:17.020230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'port_id': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'mac_address': 'fa:16:3e:19:44:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:17.027804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91660c5b-4fca-4e1a-8ab9-4d404c8bd3a7 req-8646cd42-3ce2-4904-a61c-b68ca69adcb9 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:17.035696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-91660c5b-4fca-4e1a-8ab9-4d404c8bd3a7 req-8646cd42-3ce2-4904-a61c-b68ca69adcb9 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.6921406 Sep 20 12:29:17.063469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:17.082750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371892f9-e971-4e9e-b524-2c4acc92f77f None None] Pushing event updated for resources: {'Port': ['ID=8fd6e116-25cd-4e3e-a256-64b8d5da8758,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:17.095660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:17.103219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:17.241860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-91660c5b-4fca-4e1a-8ab9-4d404c8bd3a7 req-ee8b423b-9aac-40ce-84b8-34bad44742c1 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044849 Sep 20 12:29:17.493027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d339a310-fb6b-4c0f-a9a8-c58758c9a91b details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:17.502064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:17.621530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Pushing event updated for resources: {'Port': ['ID=a1967d8e-e55c-4244-a119-1a65fbfd3fe2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:17.627218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:17.633568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:17.722310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:17.878006 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:17.916471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:17.978489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:17.990551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396910991', 'description': 'tempest-description--404930336'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:17.995994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:18.000768 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7422fcc-d8fa-4ce4-946c-8bcde61f9248 x-openstack-request-id: req-b7422fcc-d8fa-4ce4-946c-8bcde61f9248 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:18.001078 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "name": "network-vif-unplugged", "status": "completed", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:18.001574 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7422fcc-d8fa-4ce4-946c-8bcde61f9248 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:18.002148 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b', 'code': 200} Sep 20 12:29:18.004512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Pushing event updated for resources: {'Port': ['ID=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:18.009353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on host n-h1-809934-3 for vnic_type normal with profile {"migrating_to": "n-h2-809934-3"} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:18.009905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:18.010435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:18.026954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8fd6e116-25cd-4e3e-a256-64b8d5da8758 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:18.060468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f201-e10c-4f37-b9e3-b555a4cf623b req-775daf91-6fe9-4b45-8ef2-bb5012c29a06 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:18.068196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2736f201-e10c-4f37-b9e3-b555a4cf623b req-775daf91-6fe9-4b45-8ef2-bb5012c29a06 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.4615796 Sep 20 12:29:18.102325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:29:18.103148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:18.142216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:18.142571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:18.142974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:18.148993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Bound port: d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:18.149662 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.232870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on host n-h1-809934-3 for vnic_type normal with profile {"migrating_to": "n-h2-809934-3"} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:18.233620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:18.234164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:18.242885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-43f53d8f-6e20-4532-8394-3f671af0d550 None None] Provisioning complete for port 76b96b5d-d5ce-420f-8d65-2a9810d97951 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:18.243533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43f53d8f-6e20-4532-8394-3f671af0d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.250405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.269305 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.313430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f0b738-96dc-47dc-a626-72c2e07e3bef {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:18.353342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f1f0b738-96dc-47dc-a626-72c2e07e3bef, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:18.361434 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.386418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Attempting to bind port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:18.388801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Attempting to bind port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:18.389449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Attempting to bind port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 on network a6763d10-6a99-4378-ab81-b5ac94b4d9ac {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:18.395624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2736f201-e10c-4f37-b9e3-b555a4cf623b req-0fd8c83e-3517-4237-852e-a1b7895c4c8c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260548 Sep 20 12:29:18.409987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:29:18.410718 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:18.448166 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.450157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:18.533203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:18.541034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f103f-64f5-4bc3-81b1-801b028525b1 req-25dc25cc-1e83-4421-981e-608a79fee915 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:18.551811 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b', 'network_id': '69fa433b-bf7b-48c6-9063-576a884a0361', 'port_id': 'c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b', 'mac_address': 'fa:16:3e:6f:44:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f7297f-2bbb-40ff-9a8a-506176056d53', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:18.558663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f3f103f-64f5-4bc3-81b1-801b028525b1 req-25dc25cc-1e83-4421-981e-608a79fee915 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.3988671 Sep 20 12:29:18.565220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:18.565590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Checking segment: {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:18.566002 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.566404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Bound using segment: {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:18.566894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Bound port: 15fcd92e-9a9c-41b9-b793-6b923d4a72e7, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:18.567274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.569814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.606906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:18.606906 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.610294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:18.610848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:18.611460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:18.611936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Bound port: d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:18.612331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.731981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:18.735678 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:18.776604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49277a06-578a-47d3-bca4-37e4a5f02616 None None] Network 9a000b8c-f691-4016-bae2-63b082446985 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:18.815101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-43f53d8f-6e20-4532-8394-3f671af0d550 None None] Port 76b96b5d-d5ce-420f-8d65-2a9810d97951 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:18.900592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:18.910143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 4030fef9-f1d7-4b90-9195-a66666e59377 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:18.910496 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.009318 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.076384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.078240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f1f0b738-96dc-47dc-a626-72c2e07e3bef,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:19.091477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 4030fef9-f1d7-4b90-9195-a66666e59377, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4030fef9-f1d7-4b90-9195-a66666e59377,segment=NetworkSegment(73ac09ae-30db-4bab-a43a-2734e9bc3446),segment_id=73ac09ae-30db-4bab-a43a-2734e9bc3446)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:19.091849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.105071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 4030fef9-f1d7-4b90-9195-a66666e59377 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:19.166750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:19.243466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] For port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:19.249710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] For port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:19.273707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.292095 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d339a310-fb6b-4c0f-a9a8-c58758c9a91b-n-h1-809934-3-0 {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:29:19.292095 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:29:19.324364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-3fbdca08-166e-4033-9e50-7e0893a12b15 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:19.327655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:19.334702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-3fbdca08-166e-4033-9e50-7e0893a12b15 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:19.341872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-3fbdca08-166e-4033-9e50-7e0893a12b15 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:19.348272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-3fbdca08-166e-4033-9e50-7e0893a12b15 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:19.349369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:19.350836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:19.355377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-3fbdca08-166e-4033-9e50-7e0893a12b15 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:19.357621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d339a310-fb6b-4c0f-a9a8-c58758c9a91b has no active binding in host n-h2-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 12:29:19.360512 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.363751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-3fbdca08-166e-4033-9e50-7e0893a12b15 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:19.369131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-04bde5b6-a209-48d8-a9b3-2591682d5245 None None] Provisioning complete for port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:19.369509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04bde5b6-a209-48d8-a9b3-2591682d5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.372092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-3fbdca08-166e-4033-9e50-7e0893a12b15 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:19.374577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-3fbdca08-166e-4033-9e50-7e0893a12b15 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5432 time: 0.7701578 Sep 20 12:29:19.379229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f3f103f-64f5-4bc3-81b1-801b028525b1 req-6595891b-eca6-41f3-9796-2b024f9622a2 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8175886 Sep 20 12:29:19.408543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.446565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.459712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=4030fef9-f1d7-4b90-9195-a66666e59377,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:19.475220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.478883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.479429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.480002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.480512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.481026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.483289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.486776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.487372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.487884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.488528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.488788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb778166-48d7-4ab9-bd41-6f414ba7e105 req-96428c3a-f57e-4f2d-ba65-75b407b80c95 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617087 Sep 20 12:29:19.489243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.516978 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.520180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ee91c8b2-2be0-48dd-801c-aee8a2493f4c details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:19.546888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.548558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5611947 Sep 20 12:29:19.553113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:19.571600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-64e22cd6-b5aa-47b9-9674-a2906a017b29 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'security_group_rule': {'security_group_id': 'f6e42063-69b1-410c-86a8-266834f59a23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:19.641179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ee91c8b2-2be0-48dd-801c-aee8a2493f4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:19.655729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e42063-69b1-410c-86a8-266834f59a23,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:19.731599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 8fd6e116-25cd-4e3e-a256-64b8d5da8758, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8fd6e116-25cd-4e3e-a256-64b8d5da8758,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:19.759016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c', 'network_id': 'fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e', 'port_id': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c', 'mac_address': 'fa:16:3e:1c:e7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9774c0c-532d-4713-84da-c89c7e611cb3', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:19.832406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.833213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.833757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.834273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.834887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.843630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.845382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.845916 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8eadfa03-f21c-44af-8ffa-7585164fba1c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:19.846227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.846736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.847265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.848412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.848923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.855405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea45568e-1c5d-46ec-88f1-a0182735c380 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:19.877919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:19.879072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on host n-h1-809934-3 for vnic_type normal with profile {"migrating_to": "n-h2-809934-3"} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:19.879782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:19.880339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:19.896290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:29:19.896898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempting to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:20.020237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:20.024708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.024893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:20.024893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:20.024893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Bound port: d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:20.024893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.068060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9a255-2d9d-43eb-adc6-51fc0c625aed req-f349492d-6877-4ccc-a730-559f1fb9f961 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:20.070645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94b9a255-2d9d-43eb-adc6-51fc0c625aed req-f349492d-6877-4ccc-a730-559f1fb9f961 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.3564453 Sep 20 12:29:20.076228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.154174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-04bde5b6-a209-48d8-a9b3-2591682d5245 None None] Provisioning complete for port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:20.154945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04bde5b6-a209-48d8-a9b3-2591682d5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.199077 n-d-809934-3 neutron-server[95502]: WARNING neutron.plugins.ml2.plugin [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Concurrent port binding operations failed on port d339a310-fb6b-4c0f-a9a8-c58758c9a91b Sep 20 12:29:20.201661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7b164-62ca-4a28-ac79-af3f6c063e62 None None] Pushing event updated for resources: {'Port': ['ID=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:20.213835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:20.221499 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.250649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31a56-9c38-46f1-8d0b-8ab9d715cf93 req-898162ff-0298-4c43-9331-8b931c7555db tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:20.252335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bad31a56-9c38-46f1-8d0b-8ab9d715cf93 req-898162ff-0298-4c43-9331-8b931c7555db tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.5014956 Sep 20 12:29:20.259873 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attempt 2 to bind port d339a310-fb6b-4c0f-a9a8-c58758c9a91b Sep 20 12:29:20.262089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8eadfa03-f21c-44af-8ffa-7585164fba1c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:20.262790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.282220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:20.288533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.288533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-471eaf9e-45e0-4b26-89e5-458d93b2ecf7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 200 len: 1121 time: 4.4693332 Sep 20 12:29:20.311264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94b9a255-2d9d-43eb-adc6-51fc0c625aed req-99ddfaa9-4179-4973-a91e-e7d17d93fd8f tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267809 Sep 20 12:29:20.316082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:20.321406 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90134dfb-47ef-482e-9ca9-09bd9b98e71c" -d '{"events": [{"name": "network-changed", "server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:20.326015 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.327051 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-04bde5b6-a209-48d8-a9b3-2591682d5245 None None] Port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:20.346105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:20.355397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee91c8b2-2be0-48dd-801c-aee8a2493f4c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:20.368736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e22cd6-b5aa-47b9-9674-a2906a017b29 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.377667 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d339a310-fb6b-4c0f-a9a8-c58758c9a91b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:20.414311 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:29:20.437991 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f944e3-1caa-4999-acfc-380a4fcc5c10 x-openstack-request-id: req-24f944e3-1caa-4999-acfc-380a4fcc5c10 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:20.438950 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:20.441414 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24f944e3-1caa-4999-acfc-380a4fcc5c10 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:20.442044 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b', 'status': 'completed', 'code': 200} Sep 20 12:29:20.466742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d339a310-fb6b-4c0f-a9a8-c58758c9a91b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:20.501300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bad31a56-9c38-46f1-8d0b-8ab9d715cf93 req-1e352eb0-cf20-4649-9340-678bc7231d3a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157254 Sep 20 12:29:20.555562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e22cd6-b5aa-47b9-9674-a2906a017b29 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.598540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-04bde5b6-a209-48d8-a9b3-2591682d5245 None None] Provisioning complete for port 76b96b5d-d5ce-420f-8d65-2a9810d97951 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:20.600823 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04bde5b6-a209-48d8-a9b3-2591682d5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.607630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:20.638398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ee91c8b2-2be0-48dd-801c-aee8a2493f4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:20.686678 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e22cd6-b5aa-47b9-9674-a2906a017b29 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.759348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e22cd6-b5aa-47b9-9674-a2906a017b29 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b05c41a-d199-4909-9b89-2fbcd09412e5,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:20.789876 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.834392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79ca9b-49e5-4a0e-9ea7-1e5b55693102 req-269e3405-207b-4601-905e-92e506f098b5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:20.843447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b79ca9b-49e5-4a0e-9ea7-1e5b55693102 req-269e3405-207b-4601-905e-92e506f098b5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.2830107 Sep 20 12:29:20.922400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:20.934368 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:20.947407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e22cd6-b5aa-47b9-9674-a2906a017b29 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:20.948648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-64e22cd6-b5aa-47b9-9674-a2906a017b29 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3901918 Sep 20 12:29:20.967433 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:20.970422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b79ca9b-49e5-4a0e-9ea7-1e5b55693102 req-da0b40ed-f49f-4586-84e5-fc3c9bc1caac tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257849 Sep 20 12:29:20.971143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49994) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:20.973041 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:20.989132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cfc0bcb8-bc52-455d-a20f-03c62885d94b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'security_group_rule': {'security_group_id': 'f6e42063-69b1-410c-86a8-266834f59a23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:20.992336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-04bde5b6-a209-48d8-a9b3-2591682d5245 None None] Port 76b96b5d-d5ce-420f-8d65-2a9810d97951 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:20.999348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=8fd6e116-25cd-4e3e-a256-64b8d5da8758,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:21.043758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eb710b0f-3741-45d0-8011-c8f992f98091 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1501145 Sep 20 12:29:21.047371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49996) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:21.079421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-40a1b1ed-3d4e-44c5-b5e7-2cd30655cb1a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.097112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-40a1b1ed-3d4e-44c5-b5e7-2cd30655cb1a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.114481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-40a1b1ed-3d4e-44c5-b5e7-2cd30655cb1a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.142902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-40a1b1ed-3d4e-44c5-b5e7-2cd30655cb1a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.157279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-40a1b1ed-3d4e-44c5-b5e7-2cd30655cb1a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.163729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-40a1b1ed-3d4e-44c5-b5e7-2cd30655cb1a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.169993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-40a1b1ed-3d4e-44c5-b5e7-2cd30655cb1a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.172505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-40a1b1ed-3d4e-44c5-b5e7-2cd30655cb1a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5434 time: 0.2722342 Sep 20 12:29:21.243420 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:21.256158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3b93eb5-b53e-4273-b239-9741574ebe45 req-daef1675-a1d7-4386-8616-0198442f667c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580394 Sep 20 12:29:21.260513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dfa960fb-5272-4101-83c5-eb6762e08d5f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:21.276340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5e5f3e-b1e3-4cd5-bed1-50429745bd15 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet 5741ebb2-fc67-4f0a-af41-f5194f563f90 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:29:21.285364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:29:21.286560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-a07e69a4-d94a-49e5-b8a6-17b3a7cb5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.289500 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-a07e69a4-d94a-49e5-b8a6-17b3a7cb5b5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1124 time: 0.3714328 Sep 20 12:29:21.295346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5f3e-b1e3-4cd5-bed1-50429745bd15 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:21.303827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0471d-fd84-4eeb-be12-3ab9a2f8c05f None None] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:21.380919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cfc0bcb8-bc52-455d-a20f-03c62885d94b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:21.400398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:21.462230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-99f6eb4b-e873-47dd-a1fc-34a065a7c92b None None] Provisioning complete for port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:21.465938 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99f6eb4b-e873-47dd-a1fc-34a065a7c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:21.544085 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5f3e-b1e3-4cd5-bed1-50429745bd15 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:21.675121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cfc0bcb8-bc52-455d-a20f-03c62885d94b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:21.698248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752f5a8-90c7-4f01-b1ee-1696d938f49e req-e156f168-1df3-41e8-bfe1-4bca4b87d49e tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.703126 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:19Z', 'revision_number': 10, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:21.706981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5752f5a8-90c7-4f01-b1ee-1696d938f49e req-e156f168-1df3-41e8-bfe1-4bca4b87d49e tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2529318 Sep 20 12:29:21.724217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-8b5be875-3886-49c1-80a4-2a30d3e4f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.730468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-8b5be875-3886-49c1-80a4-2a30d3e4f1ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.4296210 Sep 20 12:29:21.765323 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cfc0bcb8-bc52-455d-a20f-03c62885d94b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:21.779209 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:21.800697 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:21.802307 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:21.822039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: dfa960fb-5272-4101-83c5-eb6762e08d5f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:21.825142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dfa960fb-5272-4101-83c5-eb6762e08d5f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:21.825686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0483ee1a-ee97-4d79-95ab-a4c829321266 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:21.828121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['f1f0b738-96dc-47dc-a626-72c2e07e3bef'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:21.838408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['12568399-9650-4fa5-9db7-b169ebaca0a3'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:21.841646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['50ce7447-0ff3-459f-9c29-65f7b1c0bc8c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:21.874017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b330ab1e-08c5-4cee-9950-bff50e526c87'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:21.875149 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-c43171ca-c292-43e4-8b17-676c113ac2e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 200 len: 217 time: 0.0902452 Sep 20 12:29:21.878363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:21.905502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5752f5a8-90c7-4f01-b1ee-1696d938f49e req-7bd87fae-edee-490c-bf8b-f688c87e68df tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969719 Sep 20 12:29:21.924897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5a767-f7f6-4354-86b6-87f5cba1f218 req-58909813-c34d-4dbd-86d1-3f6798fa99fb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:21.961683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27b5a767-f7f6-4354-86b6-87f5cba1f218 req-58909813-c34d-4dbd-86d1-3f6798fa99fb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.3238797 Sep 20 12:29:21.994629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:22.025209 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:22.058209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0bcb8-bc52-455d-a20f-03c62885d94b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ac15d0-ab1b-4078-b78d-c734d8616ce9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:22.127666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27b5a767-f7f6-4354-86b6-87f5cba1f218 req-94f7d3dd-ff2b-47b1-ab45-80a142570a94 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645055 Sep 20 12:29:22.131747 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cfc0bcb8-bc52-455d-a20f-03c62885d94b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:22.155115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-c2ddf159-c7b4-4891-a86a-f00dbf46462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.156714 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-c2ddf159-c7b4-4891-a86a-f00dbf46462d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.2728865 Sep 20 12:29:22.159247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50006) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:22.159954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cfc0bcb8-bc52-455d-a20f-03c62885d94b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1821008 Sep 20 12:29:22.180605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:22.205723 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5f3e-b1e3-4cd5-bed1-50429745bd15 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:22.229992 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:22.234539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-996c5e58-11ad-4fbc-a154-bb83d3a80a01 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.9449995 Sep 20 12:29:22.235487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:22.273722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Sync routers for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:22.283969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0483ee1a-ee97-4d79-95ab-a4c829321266 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:22.284391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0483ee1a-ee97-4d79-95ab-a4c829321266 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:22.333598 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-f3ea52f6-38d4-4901-a45d-742f5b2353d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480761 Sep 20 12:29:22.431219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acecb54-ea63-4454-9c38-400d0cc157f7 req-4bc60ee9-86ab-445f-be5b-1bdc20dd25af tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.447257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6acecb54-ea63-4454-9c38-400d0cc157f7 req-4bc60ee9-86ab-445f-be5b-1bdc20dd25af tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.2643571 Sep 20 12:29:22.605083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:22.606331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:22.628636 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:22.681627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6acecb54-ea63-4454-9c38-400d0cc157f7 req-2bf9eb16-5fcd-4e58-9ad1-ce60c79d0430 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339952 Sep 20 12:29:22.724192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-0d6832d5-220d-4bdc-a1a4-cede1f1239bc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.731179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-0d6832d5-220d-4bdc-a1a4-cede1f1239bc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.737692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-0d6832d5-220d-4bdc-a1a4-cede1f1239bc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.744142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-0d6832d5-220d-4bdc-a1a4-cede1f1239bc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.744735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-7c9fdecd-d356-4bbf-845a-b339bb8e5a6d service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953235 Sep 20 12:29:22.750604 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-0d6832d5-220d-4bdc-a1a4-cede1f1239bc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.757369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-0d6832d5-220d-4bdc-a1a4-cede1f1239bc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.763880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-0d6832d5-220d-4bdc-a1a4-cede1f1239bc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:22.765970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-0d6832d5-220d-4bdc-a1a4-cede1f1239bc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5434 time: 0.3047998 Sep 20 12:29:22.769691 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:19Z', 'revision_number': 10, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:22.771754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['03b5f0e5-f875-4660-8c0e-6414e6e107c1'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:22.774304 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5f3e-b1e3-4cd5-bed1-50429745bd15 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:22.804387 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387f5b0-f77e-48b8-8bd3-be6cdbbc3b26 None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:19Z', 'revision_number': 10, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None, '_interfaces': [{'id': '85281500-0e9b-4d79-b7ce-623b6ab3617c', 'name': '', 'network_id': '775e2ef1-c6fe-4849-9a64-a47d0e2f50fa', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'mac_address': 'fa:16:3e:a6:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:35Z', 'updated_at': '2021-09-20T12:28:42Z', 'revision_number': 5, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'subnets': [{'id': 'd0baac33-c8f6-479e-8728-492ff8833bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:22.824263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8fd6e116-25cd-4e3e-a256-64b8d5da8758 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:22.861734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e5f3e-b1e3-4cd5-bed1-50429745bd15 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=5741ebb2-fc67-4f0a-af41-f5194f563f90,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:22.864161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5f3e-b1e3-4cd5-bed1-50429745bd15 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:22.866975 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0f5e5f3e-b1e3-4cd5-bed1-50429745bd15 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/5741ebb2-fc67-4f0a-af41-f5194f563f90 HTTP/1.1" status: 204 len: 168 time: 1.8102138 Sep 20 12:29:22.877056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50016) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:23.106657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f62f54a-5c24-459f-9870-2611ebe15ec8 None None] Network 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:23.177583 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:23.222485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90134dfb-47ef-482e-9ca9-09bd9b98e71c req-9ff0abe7-2ac2-45f8-b096-f94ccde8277b service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749520 Sep 20 12:29:23.254531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf6ca44c-7fe9-4b52-85d2-67841a61c590 req-e517bd6b-e4d3-431d-88b9-43c81e75ffe3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2477698 Sep 20 12:29:23.308470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d793d81-2ec9-4273-9688-6671eaf38b97 req-768c2f93-90ee-482f-a7fc-4c8f9af04067 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:23.309937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d793d81-2ec9-4273-9688-6671eaf38b97 req-768c2f93-90ee-482f-a7fc-4c8f9af04067 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2076113 Sep 20 12:29:23.395502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:23.395881 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:23.416991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:23.429806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d793d81-2ec9-4273-9688-6671eaf38b97 req-e13b747f-8258-4850-9fce-9c8b0dd72895 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069596 Sep 20 12:29:23.567086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Allocated IP 172.25.6.228 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/9c4d8c89-fe7d-4852-a98f-c2dd4a58a35e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:23.706002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:23.708882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:23.753390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port d9a6feb1-84ce-4301-b9ee-21a47304c899 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:23.753817 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:23.770785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ad6c2-a0fd-432c-b36a-4deafee01145 req-1122c403-014b-44b8-b2a3-de03610ba8e0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:23.774666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-917ad6c2-a0fd-432c-b36a-4deafee01145 req-1122c403-014b-44b8-b2a3-de03610ba8e0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.2282233 Sep 20 12:29:23.780583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:23.783512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ee91c8b2-2be0-48dd-801c-aee8a2493f4c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:23.802540 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:23.875710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:23.886468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:23.891097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port d9a6feb1-84ce-4301-b9ee-21a47304c899, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d9a6feb1-84ce-4301-b9ee-21a47304c899,segment=NetworkSegment(73ac09ae-30db-4bab-a43a-2734e9bc3446),segment_id=73ac09ae-30db-4bab-a43a-2734e9bc3446)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:23.891467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:23.895932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:23.961997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-917ad6c2-a0fd-432c-b36a-4deafee01145 req-ad4b4574-468f-4af0-992e-3eee9605e8ff tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725585 Sep 20 12:29:23.991648 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.014024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f82d-3c05-42c9-9287-de60d67bea02 req-699b551d-8662-412a-9f4c-32f9685d69be tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.016140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb81f82d-3c05-42c9-9287-de60d67bea02 req-699b551d-8662-412a-9f4c-32f9685d69be tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.0994043 Sep 20 12:29:24.026428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=9c4d8c89-fe7d-4852-a98f-c2dd4a58a35e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:24.029252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for d9a6feb1-84ce-4301-b9ee-21a47304c899 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:24.073663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6b96d298-9f68-4e52-99f1-eda3348a1fc6 None None] Provisioning complete for port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:24.074274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b96d298-9f68-4e52-99f1-eda3348a1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.144044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb81f82d-3c05-42c9-9287-de60d67bea02 req-8baabef3-653d-4d84-9007-c821fe9e278d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514534 Sep 20 12:29:24.236912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.281839 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.343582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d517625-83c6-43b7-a026-dab332a3260e None None] DHCP port deletion for 34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:29:24.351614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Allocated IP 172.20.0.1 (a6763d10-6a99-4378-ab81-b5ac94b4d9ac/5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4/8a85c15b-4864-4d20-9f1e-6d22f7c3d91e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:24.358363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=d9a6feb1-84ce-4301-b9ee-21a47304c899,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:24.369297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No DVR routers for this DVR port d9a6feb1-84ce-4301-b9ee-21a47304c899 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:24.423539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:24.592127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.646760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-8ac052d4-160f-47d7-905a-dc1c32a1e051 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.654182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-8ac052d4-160f-47d7-905a-dc1c32a1e051 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.671785 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b96d298-9f68-4e52-99f1-eda3348a1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.672168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-8ac052d4-160f-47d7-905a-dc1c32a1e051 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.680138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-8ac052d4-160f-47d7-905a-dc1c32a1e051 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.684845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.687326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-8ac052d4-160f-47d7-905a-dc1c32a1e051 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.694985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-8ac052d4-160f-47d7-905a-dc1c32a1e051 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.702048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-8ac052d4-160f-47d7-905a-dc1c32a1e051 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.704494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-8ac052d4-160f-47d7-905a-dc1c32a1e051 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5434 time: 0.2964115 Sep 20 12:29:24.715269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f5ab88-0aa1-4e5e-8a7b-239ecd10d230']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:24.727822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ac09ae-30db-4bab-a43a-2734e9bc3446') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:24.728113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ac09ae-30db-4bab-a43a-2734e9bc3446') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:24.744441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.746185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301480b-822d-49b3-b819-d3ac47a0949f req-4979a85b-a09a-421b-a656-83283215e6dc tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:24.750043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7301480b-822d-49b3-b819-d3ac47a0949f req-4979a85b-a09a-421b-a656-83283215e6dc tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.1970897 Sep 20 12:29:24.764893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.773862 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.803896 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.817895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ebbd988-8ee4-4bd6-8337-bab660bd3203 req-0c0289ec-4c52-4083-85c4-6cfde60bfb2c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037862 Sep 20 12:29:24.847968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7301480b-822d-49b3-b819-d3ac47a0949f req-af9105f0-237d-44d5-b433-117d1b70567e tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713694 Sep 20 12:29:24.889715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:29:24.890132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:29:24.896786 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:29:24.972199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=9c4d8c89-fe7d-4852-a98f-c2dd4a58a35e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:24.980714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.002281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.042944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:25.054723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:25.054944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6b96d298-9f68-4e52-99f1-eda3348a1fc6 None None] For port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:25.055773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:25.063546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:25.098547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f1f0b738-96dc-47dc-a626-72c2e07e3bef up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:25.155591 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.167915 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.177777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:25.184814 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/34f5ab88-0aa1-4e5e-8a7b-239ecd10d230 HTTP/1.1" status: 204 len: 168 time: 2.2621186 Sep 20 12:29:25.202394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.211738 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-42a88c33-94e2-4bec-bd51-db90949f9cfc tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0499594 Sep 20 12:29:25.260194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239843d4-ec1d-4c74-a262-f80c20e9df72 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=34f5ab88-0aa1-4e5e-8a7b-239ecd10d230,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:25.287716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b96d298-9f68-4e52-99f1-eda3348a1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.496178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96d298-9f68-4e52-99f1-eda3348a1fc6 None None] Pushing event updated for resources: {'Port': ['ID=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:25.577818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0ba47482-a8bf-4768-a216-7b2741f82136 None None] Provisioning complete for port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:25.578051 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ba47482-a8bf-4768-a216-7b2741f82136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.614310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:25.614650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.680918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:17Z', 'revision_number': 3, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:25.699658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.729996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port f1f0b738-96dc-47dc-a626-72c2e07e3bef completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:29:25.731957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Checking router: 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:25.732470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Updating router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac port a1967d8e-e55c-4244-a119-1a65fbfd3fe2 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:29:25.739842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600bb8a-9670-4ddd-be05-79a1ea850abe req-ccb36070-ee78-4b08-af0a-f012ae4a2c30 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:25.747607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5600bb8a-9670-4ddd-be05-79a1ea850abe req-ccb36070-ee78-4b08-af0a-f012ae4a2c30 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.6403027 Sep 20 12:29:25.762339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port f1f0b738-96dc-47dc-a626-72c2e07e3bef triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:25.762715 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.805156 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:25.832559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5600bb8a-9670-4ddd-be05-79a1ea850abe req-aa6f14ff-43d6-4eab-afbb-74fec88fab50 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840809 Sep 20 12:29:25.887425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c0ab7-8719-4cca-8e57-92f6807cf899 req-51f7ed8c-d3d1-4330-b782-7c5bc80e79f1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:25.892917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd5c0ab7-8719-4cca-8e57-92f6807cf899 req-51f7ed8c-d3d1-4330-b782-7c5bc80e79f1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.2395096 Sep 20 12:29:26.050944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:26.122992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c0ee4bad-d9bb-4b85-8248-d67b8847c7fb None None] Provisioning complete for port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:26.123649 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c0ee4bad-d9bb-4b85-8248-d67b8847c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.157424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-8906ba99-c8bd-4de4-8ff1-9e4617d78867 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--396910991&fields=id&tenant_id=6d5148ab5c5247ca968a84981c995075 HTTP/1.1" status: 200 len: 267 time: 0.0760579 Sep 20 12:29:26.172307 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.201866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd5c0ab7-8719-4cca-8e57-92f6807cf899 req-edbd9140-ba40-49f1-880c-8214bd682d31 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969410 Sep 20 12:29:26.287055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee4bad-d9bb-4b85-8248-d67b8847c7fb None None] Port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:26.314950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:26.322083 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448bd31b-f1d5-4a84-ad76-12f6385797ef" -d '{"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:26.349403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-779bece3-779a-4d31-be28-938cb599226d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.360504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-779bece3-779a-4d31-be28-938cb599226d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports/76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 200 len: 932 time: 0.1814749 Sep 20 12:29:26.366372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f1f0b738-96dc-47dc-a626-72c2e07e3bef, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:26.413502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:26.413502 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.492310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-71758274-34e6-45af-a45e-beef7d8556a6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.494011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-71758274-34e6-45af-a45e-beef7d8556a6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports/87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 200 len: 931 time: 0.1077907 Sep 20 12:29:26.549846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-ed4f6113-4474-4ff4-bf3d-6345d1ae4f6a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0444279 Sep 20 12:29:26.550548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.563129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.568483 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.640646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-b13170ee-502e-4d23-8f38-16a142b69047 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.651104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-b13170ee-502e-4d23-8f38-16a142b69047 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.651712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f1f0b738-96dc-47dc-a626-72c2e07e3bef,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:26.657436 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.659493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-b13170ee-502e-4d23-8f38-16a142b69047 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.675676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-b13170ee-502e-4d23-8f38-16a142b69047 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.683194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-b13170ee-502e-4d23-8f38-16a142b69047 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.691239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-b13170ee-502e-4d23-8f38-16a142b69047 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.698295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-b13170ee-502e-4d23-8f38-16a142b69047 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:26.700402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-b13170ee-502e-4d23-8f38-16a142b69047 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5434 time: 0.3348067 Sep 20 12:29:26.731148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4985859d-846c-435c-8aee-f1b9e4340b62 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1431820 Sep 20 12:29:26.777669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Attempting to bind port a1967d8e-e55c-4244-a119-1a65fbfd3fe2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:26.778333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Attempting to bind port a1967d8e-e55c-4244-a119-1a65fbfd3fe2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:26.778876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Attempting to bind port a1967d8e-e55c-4244-a119-1a65fbfd3fe2 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:26.790824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2065c2-d7eb-4700-90c8-15e40023ac7d None None] Pushing event updated for resources: {'Port': ['ID=a1967d8e-e55c-4244-a119-1a65fbfd3fe2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:26.794072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:26.794859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:26.795509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.796076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:26.796924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Bound port: a1967d8e-e55c-4244-a119-1a65fbfd3fe2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:26.797521 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:26.863637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 12568399-9650-4fa5-9db7-b169ebaca0a3 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:26.878275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4030fef9-f1d7-4b90-9195-a66666e59377 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:26.891883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c90333fd-c0d3-4e09-b3e9-168fa0666d95 req-437a303c-2cff-4ed6-b12d-cbcc61a2233c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1737955 Sep 20 12:29:26.986389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 4030fef9-f1d7-4b90-9195-a66666e59377 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:26.986864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4030fef9-f1d7-4b90-9195-a66666e59377 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:26.987284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d9a6feb1-84ce-4301-b9ee-21a47304c899 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:27.015115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: d9a6feb1-84ce-4301-b9ee-21a47304c899 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:27.015455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d9a6feb1-84ce-4301-b9ee-21a47304c899 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:27.045525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] For port a1967d8e-e55c-4244-a119-1a65fbfd3fe2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:27.050002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] For port a1967d8e-e55c-4244-a119-1a65fbfd3fe2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a1967d8e-e55c-4244-a119-1a65fbfd3fe2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:27.126549 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:27.160397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 12568399-9650-4fa5-9db7-b169ebaca0a3 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:29:27.187862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 12568399-9650-4fa5-9db7-b169ebaca0a3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:27.188477 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:27.277870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:27.278517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:27.315642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-d1dfdbfe-2d74-49ba-8886-0f4e79abef3e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:27.327634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2065c2-d7eb-4700-90c8-15e40023ac7d None None] Pushing event updated for resources: {'Port': ['ID=a1967d8e-e55c-4244-a119-1a65fbfd3fe2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:27.333881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-d1dfdbfe-2d74-49ba-8886-0f4e79abef3e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:27.354300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-d1dfdbfe-2d74-49ba-8886-0f4e79abef3e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:27.356014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-d1dfdbfe-2d74-49ba-8886-0f4e79abef3e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/networks?id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=9a000b8c-f691-4016-bae2-63b082446985&id=9a000b8c-f691-4016-bae2-63b082446985 HTTP/1.1" status: 200 len: 1989 time: 0.6108789 Sep 20 12:29:27.387148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f584c56-da5f-4866-b0a4-e60327771a1c req-e4fd4cea-e33c-4bbb-8476-c49ac0948518 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:27.390079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f584c56-da5f-4866-b0a4-e60327771a1c req-e4fd4cea-e33c-4bbb-8476-c49ac0948518 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 950 time: 0.2960496 Sep 20 12:29:27.441099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:27.460901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-8ace465e-5ac2-4a60-951b-a57553484d41 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/quotas/6d5148ab5c5247ca968a84981c995075 HTTP/1.1" status: 200 len: 375 time: 0.0849135 Sep 20 12:29:27.501645 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:27.525875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f584c56-da5f-4866-b0a4-e60327771a1c req-1d6759a0-42ac-45db-8e0b-5c257ec1c821 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196003 Sep 20 12:29:27.530890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:27.554797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:27.635034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:27.645000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:27.650366 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67152f12-2dc6-45f5-9aed-01d5be497f5c x-openstack-request-id: req-67152f12-2dc6-45f5-9aed-01d5be497f5c {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:27.650597 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:27.650855 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67152f12-2dc6-45f5-9aed-01d5be497f5c {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:27.650855 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'code': 200} Sep 20 12:29:27.685164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-59deb170-01d1-40c8-8905-845c8f14b991 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2223623 Sep 20 12:29:27.729318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 12568399-9650-4fa5-9db7-b169ebaca0a3, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=12568399-9650-4fa5-9db7-b169ebaca0a3,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:27.793907 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:27.794759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 03b5f0e5-f875-4660-8c0e-6414e6e107c1 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:27.811328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-c1269bfa-9a67-4080-ad97-1c395f893ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100886 Sep 20 12:29:27.947355 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:27.960664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8de5f-d98e-41ec-8828-1605e752685f req-417adaf7-4338-4b63-8113-e7f4a881115f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:27.962764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49b8de5f-d98e-41ec-8828-1605e752685f req-417adaf7-4338-4b63-8113-e7f4a881115f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1418068 Sep 20 12:29:28.093560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49b8de5f-d98e-41ec-8828-1605e752685f req-6723ca58-49e2-48fb-8100-3e824e4fb714 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220822 Sep 20 12:29:28.162042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:29:28.164556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=12568399-9650-4fa5-9db7-b169ebaca0a3,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:28.210839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:28.211502 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:28.237395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:28.270549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:28.314606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-49b09374-fbce-4eef-8399-b5f05e0e476a service neutron] 10.222.0.37 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014551 Sep 20 12:29:28.322969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:24Z', 'revision_number': 1, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:28.360106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1093a54-fe27-4aee-81c1-1c0afa8fc3e1 None None] The sync data for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 is: [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:24Z', 'revision_number': 1, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:28.375445 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:28.449224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 03b5f0e5-f875-4660-8c0e-6414e6e107c1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:28.458712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-1d11c1f5-3bb2-4113-96ce-bfd26db17b47 service neutron] 10.222.0.37 "GET /v2.0/ports/76b96b5d-d5ce-420f-8d65-2a9810d97951?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1432664 Sep 20 12:29:28.474710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d652c-a145-4be3-83fc-51470469f0dd req-dd173365-d4c5-4d68-a6fa-28d4c5653c30 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:28.476984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f3d652c-a145-4be3-83fc-51470469f0dd req-dd173365-d4c5-4d68-a6fa-28d4c5653c30 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 943 time: 0.2506213 Sep 20 12:29:28.532030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:28.533756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:28.696793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=03b5f0e5-f875-4660-8c0e-6414e6e107c1,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:28.760587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-edbc9de3-61ce-4b18-a0d1-1f705f30c2d1 None None] Provisioning complete for port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:28.761413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-edbc9de3-61ce-4b18-a0d1-1f705f30c2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:28.799889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:29:28.809176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:28.809561 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:28.840804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-edbc9de3-61ce-4b18-a0d1-1f705f30c2d1 None None] Port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:28.960213 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.022387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:29.087066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.087910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b330ab1e-08c5-4cee-9950-bff50e526c87 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:29.120686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-aa1be31f-9f6e-4fa3-9969-6e6192dadeda service neutron] 10.222.0.32 "GET /v2.0/ports/d339a310-fb6b-4c0f-a9a8-c58758c9a91b/bindings/n-h2-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.1142683 Sep 20 12:29:29.205364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:29.302669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port b330ab1e-08c5-4cee-9950-bff50e526c87 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:29:29.308147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b330ab1e-08c5-4cee-9950-bff50e526c87 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:29.308514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.329149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:29.356200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f3d652c-a145-4be3-83fc-51470469f0dd req-7f5d262a-a2db-4f33-8a00-60f41fdb0e61 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8684924 Sep 20 12:29:29.441264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:29.460727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:29.481044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:29.493519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:29.573133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d339a310-fb6b-4c0f-a9a8-c58758c9a91b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:29.578966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.588386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:29.614812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-ad8db3ff-b968-4210-8dd8-be742d9ab03e service neutron] 10.222.0.37 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1255188 Sep 20 12:29:29.651777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12568399-9650-4fa5-9db7-b169ebaca0a3'}, {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b5f0e5-f875-4660-8c0e-6414e6e107c1'}, {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ce7447-0ff3-459f-9c29-65f7b1c0bc8c'}, {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b330ab1e-08c5-4cee-9950-bff50e526c87'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:29.654598 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5142b893-1160-47fd-bc65-5291110bf027" -d '{"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "12568399-9650-4fa5-9db7-b169ebaca0a3"}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "03b5f0e5-f875-4660-8c0e-6414e6e107c1"}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "50ce7447-0ff3-459f-9c29-65f7b1c0bc8c"}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "b330ab1e-08c5-4cee-9950-bff50e526c87"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:29.664357 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.700851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 85281500-0e9b-4d79-b7ce-623b6ab3617c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:29.701623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.732672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b330ab1e-08c5-4cee-9950-bff50e526c87, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b330ab1e-08c5-4cee-9950-bff50e526c87,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:29.777257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.778062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:29.826295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] Transition to ACTIVE for port object d339a310-fb6b-4c0f-a9a8-c58758c9a91b will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:29:29.858286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.894601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:29.909855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:29.961471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b330ab1e-08c5-4cee-9950-bff50e526c87,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:29.974788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'mac_address': 'fa:16:3e:5c:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:29.981537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-1ad2570d-16b0-49a9-a43b-0787ac2035ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:29.988276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-1ad2570d-16b0-49a9-a43b-0787ac2035ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:29.997360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-1ad2570d-16b0-49a9-a43b-0787ac2035ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:30.005802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-1ad2570d-16b0-49a9-a43b-0787ac2035ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:30.014308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-1ad2570d-16b0-49a9-a43b-0787ac2035ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:30.025698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-1ad2570d-16b0-49a9-a43b-0787ac2035ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:30.029296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:30.041046 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-1ad2570d-16b0-49a9-a43b-0787ac2035ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:30.044179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-1ad2570d-16b0-49a9-a43b-0787ac2035ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5438 time: 0.4523530 Sep 20 12:29:30.072568 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:30.116753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:30.124691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] No DVR routers for this DVR port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:30.137865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:30.163280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:30.187976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a1967d8e-e55c-4244-a119-1a65fbfd3fe2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:30.194175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:29:30.196851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b09669b0-a613-4998-b9cf-94e61b31b4e2 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9534597 Sep 20 12:29:30.198666 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-94a65de2-b1ba-4ec6-ba0c-e506776a78c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/d339a310-fb6b-4c0f-a9a8-c58758c9a91b/bindings/n-h2-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0699468 Sep 20 12:29:30.206161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:30.206161 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:30.206161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4940ec8-6d7c-462b-b581-973a9b7f917c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:30.229192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-097480a7-8196-4313-8977-3c8e3fcfba26 service neutron] 10.222.0.37 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881567 Sep 20 12:29:30.233672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 85281500-0e9b-4d79-b7ce-623b6ab3617c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=85281500-0e9b-4d79-b7ce-623b6ab3617c,segment=NetworkSegment(706818ab-b230-43e7-bb64-90c1b3a3af77),segment_id=706818ab-b230-43e7-bb64-90c1b3a3af77)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:30.235521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:30.310775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 85281500-0e9b-4d79-b7ce-623b6ab3617c owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:30.345510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:30.369709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ec2f196-1c59-46bb-8d67-d551f9311122 req-4994bd09-1eda-4f4c-bde8-a9d24bc32a1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3055797 Sep 20 12:29:30.451978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-77c4323c-34c3-4a4d-8c61-e84c09519e45 service neutron] 10.222.0.37 "GET /v2.0/ports/87fb963f-9e14-4b85-9fc5-93a193cbd2ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1966715 Sep 20 12:29:30.469929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:29:30.470684 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:29:30.512866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a1967d8e-e55c-4244-a119-1a65fbfd3fe2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:30.517930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:30.532990 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:30.557166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-f174a536-029e-4d18-9ed9-dc7de96c7f42 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:30.557607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-f174a536-029e-4d18-9ed9-dc7de96c7f42 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.1726837 Sep 20 12:29:30.680708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:30.698368 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:30.719347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port a1967d8e-e55c-4244-a119-1a65fbfd3fe2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a1967d8e-e55c-4244-a119-1a65fbfd3fe2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:30.842592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-fa585a93-11eb-4939-9c77-27b87aa80591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:30.844094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-fa585a93-11eb-4939-9c77-27b87aa80591 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930&tenant_id=b6dad03d741246d4962e7009f7b4acc4 HTTP/1.1" status: 200 len: 1095 time: 0.2772171 Sep 20 12:29:30.860935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-e20c10a8-690e-4af9-9242-02b86591090e service neutron] 10.222.0.37 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957474 Sep 20 12:29:30.868771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e8d8-6858-4bb9-aed2-866da36e2be9 req-6a3bcef8-5c10-424e-9a2e-7f3ea5958342 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:30.870777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40e2e8d8-6858-4bb9-aed2-866da36e2be9 req-6a3bcef8-5c10-424e-9a2e-7f3ea5958342 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 948 time: 0.1913707 Sep 20 12:29:31.011633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5bab085f-99a3-4af2-9902-4b357c570d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:31.013174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5bab085f-99a3-4af2-9902-4b357c570d6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1095 time: 0.1380627 Sep 20 12:29:31.013746 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:31.017823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40e2e8d8-6858-4bb9-aed2-866da36e2be9 req-4051a302-b877-45b1-b993-e184c9bfbae0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217253 Sep 20 12:29:31.027740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4940ec8-6d7c-462b-b581-973a9b7f917c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:31.059217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:31.065924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-b6dd1e7a-92b1-4c9d-a5f8-5d640857329b service neutron] 10.222.0.37 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941683 Sep 20 12:29:31.212719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-9e94716d-0539-4561-994d-de1253419d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:31.214240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-9e94716d-0539-4561-994d-de1253419d7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.1920893 Sep 20 12:29:31.237499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f1ad9-e0b2-4716-a1d9-94f7074c7067 req-9b99fb13-0322-47e1-9395-34a993291b9c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:31.247433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-907f1ad9-e0b2-4716-a1d9-94f7074c7067 req-9b99fb13-0322-47e1-9395-34a993291b9c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1433051 Sep 20 12:29:31.265256 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:31.273938 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:31.273938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ee91c8b2-2be0-48dd-801c-aee8a2493f4c up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:31.274386 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:31.285706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-9ae8df60-fbb8-484f-bc4e-d3b001cb9b21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 200 len: 217 time: 0.0628474 Sep 20 12:29:31.286309 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:31.367917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=85281500-0e9b-4d79-b7ce-623b6ab3617c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:31.406143 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-3d45ed8b-4f3e-4128-b1a0-684ef60b1c55 service neutron] 10.222.0.37 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092089 Sep 20 12:29:31.433155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=10']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:31.511892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-907f1ad9-e0b2-4716-a1d9-94f7074c7067 req-037f8e3b-2a70-4800-95d7-720ba7f6efa4 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283947 Sep 20 12:29:31.536291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:31.551756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-e761fc25-71a0-41fa-837f-e637b14a97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:31.558422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-e761fc25-71a0-41fa-837f-e637b14a97d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.2547040 Sep 20 12:29:31.601856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a4940ec8-6d7c-462b-b581-973a9b7f917c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:31.606520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=a1967d8e-e55c-4244-a119-1a65fbfd3fe2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:31.619362 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Sync routers for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:31.621163 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0a01f8-8be8-4ef6-b2ac-3728f2d1510e x-openstack-request-id: req-4d0a01f8-8be8-4ef6-b2ac-3728f2d1510e {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:31.621475 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "12568399-9650-4fa5-9db7-b169ebaca0a3", "code": 200}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "03b5f0e5-f875-4660-8c0e-6414e6e107c1", "code": 200}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "50ce7447-0ff3-459f-9c29-65f7b1c0bc8c", "code": 200}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "b330ab1e-08c5-4cee-9950-bff50e526c87", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:31.621726 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d0a01f8-8be8-4ef6-b2ac-3728f2d1510e {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:31.622132 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12568399-9650-4fa5-9db7-b169ebaca0a3', 'code': 200} Sep 20 12:29:31.622428 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b5f0e5-f875-4660-8c0e-6414e6e107c1', 'code': 200} Sep 20 12:29:31.622734 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ce7447-0ff3-459f-9c29-65f7b1c0bc8c', 'code': 200} Sep 20 12:29:31.622988 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b330ab1e-08c5-4cee-9950-bff50e526c87', 'code': 200} Sep 20 12:29:31.633838 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:31.636059 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:31.671534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port ee91c8b2-2be0-48dd-801c-aee8a2493f4c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:29:31.682997 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port ee91c8b2-2be0-48dd-801c-aee8a2493f4c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:31.684499 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:31.768398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-6ace0a85-2f3b-46bc-afaa-a4ce4a56106b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860673 Sep 20 12:29:31.828001 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:31.890517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:32.020300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ee91c8b2-2be0-48dd-801c-aee8a2493f4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:32.103838 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:32.150751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d339a310-fb6b-4c0f-a9a8-c58758c9a91b no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:32.179241 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 2, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:32.195722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a1967d8e-e55c-4244-a119-1a65fbfd3fe2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:32.212118 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Checking router: 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:32.212744 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Updating router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:29:32.239326 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:32.387539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610aa28-2a8c-4b21-b639-41d13e892d45 req-faf8436a-0f16-4f54-a79e-34ba5d15b541 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:32.389819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b610aa28-2a8c-4b21-b639-41d13e892d45 req-faf8436a-0f16-4f54-a79e-34ba5d15b541 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 944 time: 0.6648548 Sep 20 12:29:32.398247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f4a2d7a6-dd64-4b69-ac12-c04979cb86ee service neutron] 10.222.0.37 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9405386 Sep 20 12:29:32.417302 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:32.441070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:32.503553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d339a310-fb6b-4c0f-a9a8-c58758c9a91b not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:32.544005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a1967d8e-e55c-4244-a119-1a65fbfd3fe2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:32.545152 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:32.640796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-fc2bd92c-9fc3-4be7-ac1d-2b01ed12485b service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8618238 Sep 20 12:29:32.679825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b610aa28-2a8c-4b21-b639-41d13e892d45 req-ea1df5d6-045e-4ea9-a73f-4f5412474715 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701902 Sep 20 12:29:32.705695 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:32.726330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7a2f5c82-300b-47b0-92a8-f0e2747332ce service neutron] 10.222.0.37 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272023 Sep 20 12:29:32.806147 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:32.893325 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd6479-cf64-4c7b-b37a-b00afda3916d None None] Pushing event updated for resources: {'Port': ['ID=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:32.909807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:32.953774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-d552bdbf-ac3c-40f3-a9e4-9518f07a468c service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791080 Sep 20 12:29:32.992132 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Attempting to bind port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:32.992885 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Attempting to bind port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:32.993473 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Attempting to bind port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e on network a6763d10-6a99-4378-ab81-b5ac94b4d9ac {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:33.000006 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:33.001058 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Checking segment: {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:33.001664 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.002271 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Bound using segment: {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:33.002966 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Bound port: 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:33.003549 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.104069 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] For port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:33.109077 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] For port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:33.119247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:33.123237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-8a71fce3-8bdc-4ae5-90b3-6d5ad95cff65 service neutron] 10.222.0.37 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573289 Sep 20 12:29:33.130816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b73f2fbd-2788-4c0f-b14d-dfd9e218d325 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9506288 Sep 20 12:29:33.131704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:33.151218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:33.154376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:33.157264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:33.214757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-064d3406-7ccf-4eb4-879f-ff9220532f3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting subnet d0baac33-c8f6-479e-8728-492ff8833bd4 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:29:33.228468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064d3406-7ccf-4eb4-879f-ff9220532f3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.245364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:33.311588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 11, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:33.311890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064d3406-7ccf-4eb4-879f-ff9220532f3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.347401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:33.356096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1b50e127-8f8a-4034-b409-5c82e37b97ed None None] Provisioning complete for port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:33.356473 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b50e127-8f8a-4034-b409-5c82e37b97ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.365345 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.379721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-72185fa9-6d4e-4b9b-97ba-000a1b0e10a4 service neutron] 10.222.0.37 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394848 Sep 20 12:29:33.387624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:33.388255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:33.500950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:33.505822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1546de55-7b0f-44e5-aae9-6900a93d024c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--121672007', 'description': 'tempest-description--1122883061'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:33.513948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:33.517149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:33.526955 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd6479-cf64-4c7b-b37a-b00afda3916d None None] Pushing event updated for resources: {'Port': ['ID=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:33.532748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064d3406-7ccf-4eb4-879f-ff9220532f3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.592425 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:33.593088 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:33.641094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1546de55-7b0f-44e5-aae9-6900a93d024c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.645786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-b6516136-607b-4e7f-b1e2-b5bd228d5c8a service neutron] 10.222.0.37 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549284 Sep 20 12:29:33.654451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c'}, {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b'}, {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:33.671691 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70aa3aa-486d-4812-a346-a00f032bd3fe" -d '{"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-unplugged", "status": "completed", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c"}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b"}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "ee91c8b2-2be0-48dd-801c-aee8a2493f4c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:33.740420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 11, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:33.791239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b2fa70-c001-47e0-a874-a7fd1457e5f4 None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 11, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:33.813872 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1546de55-7b0f-44e5-aae9-6900a93d024c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.847444 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:33.856538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-ac84631f-826c-43d8-a3cf-9e1ccc08e1d4 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:33.864945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-ac84631f-826c-43d8-a3cf-9e1ccc08e1d4 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.1535022 Sep 20 12:29:33.867669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b50e127-8f8a-4034-b409-5c82e37b97ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.886614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1546de55-7b0f-44e5-aae9-6900a93d024c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.892602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port a4940ec8-6d7c-462b-b581-973a9b7f917c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:33.892602 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:33.927817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-fde7611b-1d6c-4567-8921-655deace2599 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:33.936272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-fde7611b-1d6c-4567-8921-655deace2599 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:33.944947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-fde7611b-1d6c-4567-8921-655deace2599 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:33.951382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-fde7611b-1d6c-4567-8921-655deace2599 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:33.958671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-fde7611b-1d6c-4567-8921-655deace2599 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:33.964899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546de55-7b0f-44e5-aae9-6900a93d024c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07c84d3-6945-4797-abe9-27fcc65f201a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:33.966323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-fde7611b-1d6c-4567-8921-655deace2599 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:33.974138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-fde7611b-1d6c-4567-8921-655deace2599 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:33.984701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-fde7611b-1d6c-4567-8921-655deace2599 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.3287222 Sep 20 12:29:34.006698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064d3406-7ccf-4eb4-879f-ff9220532f3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.018766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1546de55-7b0f-44e5-aae9-6900a93d024c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.020393 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1546de55-7b0f-44e5-aae9-6900a93d024c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5181267 Sep 20 12:29:34.021456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1b50e127-8f8a-4034-b409-5c82e37b97ed None None] For port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:34.023959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50140) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:34.028641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c8639101-da53-4e76-8c6a-601318265951 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Request body: {'security_group_rule': {'security_group_id': 'e07c84d3-6945-4797-abe9-27fcc65f201a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:34.038182 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.071707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d3406-7ccf-4eb4-879f-ff9220532f3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Subnet': ['ID=d0baac33-c8f6-479e-8728-492ff8833bd4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:34.077440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:34.084247 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064d3406-7ccf-4eb4-879f-ff9220532f3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.089115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-064d3406-7ccf-4eb4-879f-ff9220532f3a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/d0baac33-c8f6-479e-8728-492ff8833bd4 HTTP/1.1" status: 204 len: 168 time: 0.9539111 Sep 20 12:29:34.090168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50142) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:34.103198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59f3a6-06ee-4d99-bb89-4218a6ce15cb None None] Network 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:34.135051 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b50e127-8f8a-4034-b409-5c82e37b97ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.135621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-2be82c3c-ef7a-495d-a7f4-0cae2e469f11 service neutron] 10.222.0.37 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322996 Sep 20 12:29:34.154678 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:33Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:34.156221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22733581-64dc-4ad9-a8bd-e15a79a7d216 req-2532e3f4-fea1-404c-9d71-3b51fd851e83 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670880 Sep 20 12:29:34.200176 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793d9b3-817b-44eb-97e5-d1aa46a93106 None None] The sync data for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 is: [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:33Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:34.288196 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.331269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8639101-da53-4e76-8c6a-601318265951 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.364151 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.402651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a3c69ea7-cd8a-4ab9-9d92-efc64234de37 None None] Provisioning complete for port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:34.405036 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a3c69ea7-cd8a-4ab9-9d92-efc64234de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.405657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:34.409340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50e127-8f8a-4034-b409-5c82e37b97ed None None] Pushing event updated for resources: {'Port': ['ID=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:34.457367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-ae7bba2a-4015-430b-9c5b-aa99c3255102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:34.459075 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-ae7bba2a-4015-430b-9c5b-aa99c3255102 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 1097 time: 0.1577930 Sep 20 12:29:34.520097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-b9b5fe22-6c54-4991-9a8a-4f50e490a459 service neutron] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:34.535539 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-b9b5fe22-6c54-4991-9a8a-4f50e490a459 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.536713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-b9b5fe22-6c54-4991-9a8a-4f50e490a459 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d339a310-fb6b-4c0f-a9a8-c58758c9a91b/bindings/n-h1-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.5491164 Sep 20 12:29:34.572186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40850828-171e-408a-bb08-32486321e0ca req-f9fb928d-a234-42bf-b136-25a6a414cae1 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:34.573731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40850828-171e-408a-bb08-32486321e0ca req-f9fb928d-a234-42bf-b136-25a6a414cae1 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 951 time: 0.2454925 Sep 20 12:29:34.596452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-410f5a46-29c5-4969-907c-10921c9c0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:34.599495 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-410f5a46-29c5-4969-907c-10921c9c0a94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 911 time: 0.1234047 Sep 20 12:29:34.611859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-0ea71632-e047-469b-91f0-d91392252f44 service neutron] 10.222.0.37 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530573 Sep 20 12:29:34.655145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-2c15c1e8-f6f7-4269-a039-f59035787b29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5811766-aaa6-4dfa-8743-c4e768853183 HTTP/1.1" status: 200 len: 217 time: 0.0466995 Sep 20 12:29:34.694483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40850828-171e-408a-bb08-32486321e0ca req-c5ef9b25-60c4-4184-b42c-e289a3ff44c7 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136115 Sep 20 12:29:34.718805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=11']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:34.831047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:34.831047 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.836804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] DHCP port deletion for 775e2ef1-c6fe-4849-9a64-a47d0e2f50fa request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:29:34.847341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8639101-da53-4e76-8c6a-601318265951 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.898832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-0ab2831d-2cdc-40c3-a2ff-9ff23daa69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:34.902313 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-0ab2831d-2cdc-40c3-a2ff-9ff23daa69c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.2333002 Sep 20 12:29:34.914488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Deleting port 59be723f-69fe-4dd2-b8e0-fec515236cb3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:34.915333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:34.937483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fee7e0-5f2c-4c6a-a4a1-e6add23eb9f5 req-4e8d2df1-6025-4899-a50f-679a6ba75699 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:34.955333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11fee7e0-5f2c-4c6a-a4a1-e6add23eb9f5 req-4e8d2df1-6025-4899-a50f-679a6ba75699 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1024709 Sep 20 12:29:35.009526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-21de4ecf-c6e3-4400-9500-4d2a8b45564a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880260 Sep 20 12:29:35.010336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8639101-da53-4e76-8c6a-601318265951 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.026864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11fee7e0-5f2c-4c6a-a4a1-e6add23eb9f5 req-21f15fdc-152a-4e21-90c7-ac63d9a21530 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700521 Sep 20 12:29:35.114513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8639101-da53-4e76-8c6a-601318265951 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785c8907-9e4c-40d0-ade0-877445f7c221,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:35.141436 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da6fb4e-6a0d-41b8-bcad-9531ebbf2ab4 x-openstack-request-id: req-4da6fb4e-6a0d-41b8-bcad-9531ebbf2ab4 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:35.142147 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-unplugged", "status": "completed", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c", "code": 200}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b", "code": 200}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-plugged", "status": "completed", "tag": "ee91c8b2-2be0-48dd-801c-aee8a2493f4c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:35.143275 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4da6fb4e-6a0d-41b8-bcad-9531ebbf2ab4 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:35.144389 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'code': 200} Sep 20 12:29:35.147158 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b', 'code': 200} Sep 20 12:29:35.147660 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c', 'code': 200} Sep 20 12:29:35.215973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] Deleting port 59be723f-69fe-4dd2-b8e0-fec515236cb3 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:35.216351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.258279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-da17a29f-cef1-4b77-a590-95e764734bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301464 Sep 20 12:29:35.294777 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8639101-da53-4e76-8c6a-601318265951 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.296423 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c8639101-da53-4e76-8c6a-601318265951 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2712665 Sep 20 12:29:35.300066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:35.300592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] For port 59be723f-69fe-4dd2-b8e0-fec515236cb3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=59be723f-69fe-4dd2-b8e0-fec515236cb3,segment=NetworkSegment(706818ab-b230-43e7-bb64-90c1b3a3af77),segment_id=706818ab-b230-43e7-bb64-90c1b3a3af77)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:35.301297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.310647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-358a8d8b-c500-40b7-9145-6f032caf46e2 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Request body: {'security_group_rule': {'security_group_id': 'e07c84d3-6945-4797-abe9-27fcc65f201a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:35.328574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] For port 59be723f-69fe-4dd2-b8e0-fec515236cb3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=59be723f-69fe-4dd2-b8e0-fec515236cb3,segment=NetworkSegment(706818ab-b230-43e7-bb64-90c1b3a3af77),segment_id=706818ab-b230-43e7-bb64-90c1b3a3af77)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:35.329967 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.347396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] Calling delete_port for 59be723f-69fe-4dd2-b8e0-fec515236cb3 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:35.353689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Calling delete_port for 59be723f-69fe-4dd2-b8e0-fec515236cb3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:35.393965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3c64-d3af-42d1-9f53-d27a5f9eb0e7 req-b14afc49-c2d2-47e6-ba91-bd8f1dbcd786 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:35.407302 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09af3c64-d3af-42d1-9f53-d27a5f9eb0e7 req-b14afc49-c2d2-47e6-ba91-bd8f1dbcd786 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 944 time: 0.1555965 Sep 20 12:29:35.461230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-358a8d8b-c500-40b7-9145-6f032caf46e2 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.498295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09af3c64-d3af-42d1-9f53-d27a5f9eb0e7 req-5f34534c-1693-46e5-b802-d735a4cc6d78 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900843 Sep 20 12:29:35.583796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 85281500-0e9b-4d79-b7ce-623b6ab3617c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:35.671603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 85281500-0e9b-4d79-b7ce-623b6ab3617c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:35.680176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 85281500-0e9b-4d79-b7ce-623b6ab3617c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:35.689231 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.698398 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-358a8d8b-c500-40b7-9145-6f032caf46e2 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.718655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] Pushing event deleted for resources: {'Port': ['ID=59be723f-69fe-4dd2-b8e0-fec515236cb3,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:35.722916 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeeffca-d4bb-4fa6-aecf-b4ea836c0462 None None] No DVR routers for this DVR port 59be723f-69fe-4dd2-b8e0-fec515236cb3 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:35.738990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-0e1ba234-5d61-4393-8fef-2bffaa1e428f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:35.746884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-0e1ba234-5d61-4393-8fef-2bffaa1e428f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:35.753432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-0e1ba234-5d61-4393-8fef-2bffaa1e428f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:35.759832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-0e1ba234-5d61-4393-8fef-2bffaa1e428f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:35.766103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-0e1ba234-5d61-4393-8fef-2bffaa1e428f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:35.772620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-0e1ba234-5d61-4393-8fef-2bffaa1e428f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:35.778949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-0e1ba234-5d61-4393-8fef-2bffaa1e428f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:35.787946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-0e1ba234-5d61-4393-8fef-2bffaa1e428f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.1264627 Sep 20 12:29:35.804782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-358a8d8b-c500-40b7-9145-6f032caf46e2 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.852874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a8d8b-c500-40b7-9145-6f032caf46e2 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d96ffb-3020-4586-bedd-b72db4965a76,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:35.887590 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19cca666-275d-4609-bcd3-cb2c859ef664 req-e682f81f-165d-4e27-9d99-b421574096ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984824 Sep 20 12:29:35.889087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-358a8d8b-c500-40b7-9145-6f032caf46e2 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:35.895940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-358a8d8b-c500-40b7-9145-6f032caf46e2 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5892940 Sep 20 12:29:35.895940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:35.898615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:35.992936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.079984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:36.135818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:36.141977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.142106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-f70b0827-15f6-4777-a549-7200fc794267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.142106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-f70b0827-15f6-4777-a549-7200fc794267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.142106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-f70b0827-15f6-4777-a549-7200fc794267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.142723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-f70b0827-15f6-4777-a549-7200fc794267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.142852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-f70b0827-15f6-4777-a549-7200fc794267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.143330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-f70b0827-15f6-4777-a549-7200fc794267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.143862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-f70b0827-15f6-4777-a549-7200fc794267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.146083 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-f70b0827-15f6-4777-a549-7200fc794267 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6498 time: 0.8845580 Sep 20 12:29:36.156466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38130f-b5fd-48be-a4ae-27a2948f5fec req-01e095f4-2763-4e71-abdd-36d370a79a2b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.172308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e38130f-b5fd-48be-a4ae-27a2948f5fec req-01e095f4-2763-4e71-abdd-36d370a79a2b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 951 time: 0.1612136 Sep 20 12:29:36.195898 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8f3b678b-c3e1-4b5b-98ca-1f17b5607d7b req-13d282d9-6d64-46af-aa6f-cdcbdbf39894 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9201581 Sep 20 12:29:36.215300 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-17b1cf1b-681f-4d93-a9b6-308a49054de1 req-03ef210d-9a61-4ada-83aa-1db13d214ed6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596030 Sep 20 12:29:36.216368 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.245671 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.253558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No DVR routers for this DVR port 59be723f-69fe-4dd2-b8e0-fec515236cb3 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:36.269509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e38130f-b5fd-48be-a4ae-27a2948f5fec req-f1daf06b-50c9-42f1-a5a5-f89fc60cc062 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912457 Sep 20 12:29:36.295925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Port': ['ID=59be723f-69fe-4dd2-b8e0-fec515236cb3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:36.338074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 59be723f-69fe-4dd2-b8e0-fec515236cb3 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:36.370766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 59be723f-69fe-4dd2-b8e0-fec515236cb3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:36.371124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 59be723f-69fe-4dd2-b8e0-fec515236cb3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:36.409711 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.446066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775e2ef1-c6fe-4849-9a64-a47d0e2f50fa']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:36.457824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706818ab-b230-43e7-bb64-90c1b3a3af77') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:36.458123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706818ab-b230-43e7-bb64-90c1b3a3af77') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:36.475063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.479943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c918-57dd-48d3-bcd3-c6e272c2750a req-3b4ad4fa-3233-41e8-a130-678901b5b4f0 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.481774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6043c918-57dd-48d3-bcd3-c6e272c2750a req-3b4ad4fa-3233-41e8-a130-678901b5b4f0 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1095 time: 0.1174507 Sep 20 12:29:36.496136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.502821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:29:36.503538 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.506999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Allocated IP 172.25.6.184 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/862efab1-0c5b-43e6-833c-72fdae63f5fd) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:29:36.507842 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:29:36.634568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.645710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6043c918-57dd-48d3-bcd3-c6e272c2750a req-1636adb8-604f-409c-9594-728c316352fa tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509130 Sep 20 12:29:36.656344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.658497 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/networks/775e2ef1-c6fe-4849-9a64-a47d0e2f50fa HTTP/1.1" status: 204 len: 168 time: 2.5671782 Sep 20 12:29:36.659667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3799f-7d16-4034-9420-0067083132ff req-58d4c9d2-7fc7-443e-951b-83aff52123a8 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:36.660036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0c101-88ce-4b64-bd99-2d85ccb6986e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Pushing event deleted for resources: {'Network': ['ID=775e2ef1-c6fe-4849-9a64-a47d0e2f50fa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:36.661238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87e3799f-7d16-4034-9420-0067083132ff req-58d4c9d2-7fc7-443e-951b-83aff52123a8 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 946 time: 0.1175606 Sep 20 12:29:36.662841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50194) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:36.672246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'routes': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:36.767903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-196773b0-f2f3-4cc9-a1b7-9f03b8ae469b req-0772ae09-1a54-41de-abec-503b14d29333 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0503516 Sep 20 12:29:36.867406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5811766-aaa6-4dfa-8743-c4e768853183 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:36.957849 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:36.998627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:37.085716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:37.141668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:37.153293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c'}, {'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:37.156027 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae8d2c-cd49-47be-994c-8469dc251a1c" -d '{"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-plugged", "status": "completed", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c"}, {"server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "name": "network-vif-unplugged", "status": "completed", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:37.176110 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:37.243037 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87e3799f-7d16-4034-9420-0067083132ff req-89717c2e-ffee-4a35-bf98-f71fe69dc05e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669243 Sep 20 12:29:37.263992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Added routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 20 12:29:37.264316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Removed routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 20 12:29:37.264665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:37.341766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55386beb-50bf-400e-8213-bf69ef38728b req-6e8b5908-886a-4cf1-aab5-feb06f09fb22 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.343199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55386beb-50bf-400e-8213-bf69ef38728b req-6e8b5908-886a-4cf1-aab5-feb06f09fb22 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 1095 time: 0.2464960 Sep 20 12:29:37.486927 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:37.495067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:37.501135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:37.509344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55386beb-50bf-400e-8213-bf69ef38728b req-2a731493-a826-442f-ad35-b613277511a2 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350827 Sep 20 12:29:37.544798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512202f-8183-4c21-b949-714e4753d8d4 req-56ad0716-ec25-47a6-b9a1-b8ee5bd9b2c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.550804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512202f-8183-4c21-b949-714e4753d8d4 req-56ad0716-ec25-47a6-b9a1-b8ee5bd9b2c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.557243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512202f-8183-4c21-b949-714e4753d8d4 req-56ad0716-ec25-47a6-b9a1-b8ee5bd9b2c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.563960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512202f-8183-4c21-b949-714e4753d8d4 req-56ad0716-ec25-47a6-b9a1-b8ee5bd9b2c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.570705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512202f-8183-4c21-b949-714e4753d8d4 req-56ad0716-ec25-47a6-b9a1-b8ee5bd9b2c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.576541 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac01acc-57ee-4087-99aa-6c8fc58244be x-openstack-request-id: req-aac01acc-57ee-4087-99aa-6c8fc58244be {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:37.577165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512202f-8183-4c21-b949-714e4753d8d4 req-56ad0716-ec25-47a6-b9a1-b8ee5bd9b2c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.577306 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-plugged", "status": "completed", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c", "code": 200}, {"server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "name": "network-vif-unplugged", "status": "completed", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:37.577769 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aac01acc-57ee-4087-99aa-6c8fc58244be {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:37.578389 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'code': 200} Sep 20 12:29:37.579007 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'code': 200} Sep 20 12:29:37.583130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512202f-8183-4c21-b949-714e4753d8d4 req-56ad0716-ec25-47a6-b9a1-b8ee5bd9b2c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.592537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0512202f-8183-4c21-b949-714e4753d8d4 req-56ad0716-ec25-47a6-b9a1-b8ee5bd9b2c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.2698426 Sep 20 12:29:37.658816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:37.711904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:37.716130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:37.721971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event updated for resources: {'Port': ['ID=862efab1-0c5b-43e6-833c-72fdae63f5fd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:37.788423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 81956755-d13b-41f2-81c7-26fb6f1987cd has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:37.792822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0512202f-8183-4c21-b949-714e4753d8d4 req-be32e8c8-b411-4136-8eb6-4ef3976beda8 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1995425 Sep 20 12:29:37.915418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83328598-fde2-4af0-b9cd-ce37b1ed8051 req-2b343c51-5ff2-44e0-b811-be67f2ac9555 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.917540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83328598-fde2-4af0-b9cd-ce37b1ed8051 req-2b343c51-5ff2-44e0-b811-be67f2ac9555 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 951 time: 0.2607870 Sep 20 12:29:37.959782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14ebca-0bf7-4e88-835d-f085f1ab03af req-5bc4b223-b237-46c4-8831-d553b9b4f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:37.959782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e14ebca-0bf7-4e88-835d-f085f1ab03af req-5bc4b223-b237-46c4-8831-d553b9b4f88d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1102 time: 0.1829405 Sep 20 12:29:38.011090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:38.021604 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] Sync routers for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:38.029975 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.031157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3178c5de-bc66-4e49-9427-9e5d54a703b0 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 200 len: 700 time: 1.3627386 Sep 20 12:29:38.034166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50218) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:38.035760 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:38.036773 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:38.039195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.065900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-486e712f-547b-4bad-99d9-f2954f23027d tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 200 len: 205 time: 0.0278773 Sep 20 12:29:38.066132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50220) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:38.069017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e14ebca-0bf7-4e88-835d-f085f1ab03af req-17448850-6baa-4a2c-9231-423a5410281e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794318 Sep 20 12:29:38.073596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83328598-fde2-4af0-b9cd-ce37b1ed8051 req-a2224e49-ae4a-409a-a1b9-c116a0c6f559 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322358 Sep 20 12:29:38.196496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.200214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee9e2102-cbd6-46a4-bc3a-fa931e7b7eaf req-caa1ce7a-1db0-4c04-a9f3-7b75aa18097a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0361230 Sep 20 12:29:38.223561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2d4e-f332-421e-ab0f-d90f4e02a1ef tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.270748 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:38.434284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2d4e-f332-421e-ab0f-d90f4e02a1ef tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.436754 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2d4e-f332-421e-ab0f-d90f4e02a1ef tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.442770 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 11, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:38.479174 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] Checking router: 81956755-d13b-41f2-81c7-26fb6f1987cd for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:38.488796 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] Routers {'81956755-d13b-41f2-81c7-26fb6f1987cd'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:38.489866 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['81956755-d13b-41f2-81c7-26fb6f1987cd'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:38.573811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55215cf-84ce-4ae2-914e-74d7c7b837d1 req-c8bfd403-0b82-4286-bc4e-592260fbca64 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:38.576167 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] Set router 81956755-d13b-41f2-81c7-26fb6f1987cd gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:38.580992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d55215cf-84ce-4ae2-914e-74d7c7b837d1 req-c8bfd403-0b82-4286-bc4e-592260fbca64 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 944 time: 0.1136415 Sep 20 12:29:38.583630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2d4e-f332-421e-ab0f-d90f4e02a1ef tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.584395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6a2d4e-f332-421e-ab0f-d90f4e02a1ef tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Fanout notify agent at l3_agent the message router_deleted on router 81956755-d13b-41f2-81c7-26fb6f1987cd {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:29:38.592964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2d4e-f332-421e-ab0f-d90f4e02a1ef tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.598049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7b6a2d4e-f332-421e-ab0f-d90f4e02a1ef tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 204 len: 168 time: 0.5268042 Sep 20 12:29:38.598353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50230) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:38.608053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a229cc8a-a440-4e51-bbb3-bc0b0e1ded77 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-138848605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:38.665814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d55215cf-84ce-4ae2-914e-74d7c7b837d1 req-ebb36a2c-50db-4cba-9c92-b138b0c808e5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836465 Sep 20 12:29:38.688674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.709797 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 11, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:38.743299 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60918a74-41bb-441f-8225-ee7cdb55eb73 None None] The sync data for ids ['81956755-d13b-41f2-81c7-26fb6f1987cd'] in n-d-809934-3 is: [{'id': '81956755-d13b-41f2-81c7-26fb6f1987cd', 'name': 'tempest-RoutersTest-router-617354432', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:28:29Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 11, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:38.766672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a229cc8a-a440-4e51-bbb3-bc0b0e1ded77 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.767775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a229cc8a-a440-4e51-bbb3-bc0b0e1ded77 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.806217 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.856571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a229cc8a-a440-4e51-bbb3-bc0b0e1ded77 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.873967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event updated for resources: {'Port': ['ID=862efab1-0c5b-43e6-833c-72fdae63f5fd,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:38.924385 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:38.970104 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a229cc8a-a440-4e51-bbb3-bc0b0e1ded77 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:39.032179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:39.034261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ba83619-f78f-4a24-8640-b1a5e8d8766d tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1398931 Sep 20 12:29:39.067232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a229cc8a-a440-4e51-bbb3-bc0b0e1ded77 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:39.072938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50250) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:39.078188 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a229cc8a-a440-4e51-bbb3-bc0b0e1ded77 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4773743 Sep 20 12:29:39.078797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6496fe93-b914-42ed-89c9-d5e10db94b71 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:39.143426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-93254dbf-30dd-4ac3-9874-e21f5759af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.143426 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-93254dbf-30dd-4ac3-9874-e21f5759af0d service neutron] 10.222.0.32 "GET /v2.0/ports/76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 200 len: 1028 time: 0.1010072 Sep 20 12:29:39.228582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-effce262-8311-4218-b649-9d8295b07491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.230420 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-effce262-8311-4218-b649-9d8295b07491 service neutron] 10.222.0.32 "GET /v2.0/ports/87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 200 len: 1027 time: 0.0811226 Sep 20 12:29:39.438533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-cedbac8a-fd72-4c2f-b1f9-0ecf0c5f2ee4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.445553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-cedbac8a-fd72-4c2f-b1f9-0ecf0c5f2ee4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.452463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-cedbac8a-fd72-4c2f-b1f9-0ecf0c5f2ee4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.454324 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-cedbac8a-fd72-4c2f-b1f9-0ecf0c5f2ee4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "GET /v2.0/networks?id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=9a000b8c-f691-4016-bae2-63b082446985&id=9a000b8c-f691-4016-bae2-63b082446985 HTTP/1.1" status: 200 len: 1989 time: 0.2138910 Sep 20 12:29:39.487312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-6a85247b-47a6-4f2a-b332-be7d098e0807 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.496259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-6a85247b-47a6-4f2a-b332-be7d098e0807 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.503963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-6a85247b-47a6-4f2a-b332-be7d098e0807 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.509906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-c7251d5a-1005-4701-9176-c8dcfc897256 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5148ab5c5247ca968a84981c995075 HTTP/1.1" status: 200 len: 379 time: 0.0456138 Sep 20 12:29:39.512244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-6a85247b-47a6-4f2a-b332-be7d098e0807 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.518563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-6a85247b-47a6-4f2a-b332-be7d098e0807 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.520762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'admin_state_up': True, 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'security_groups': ['f6e42063-69b1-410c-86a8-266834f59a23']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:39.545354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-6a85247b-47a6-4f2a-b332-be7d098e0807 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.556204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-6a85247b-47a6-4f2a-b332-be7d098e0807 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.572957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-6a85247b-47a6-4f2a-b332-be7d098e0807 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.4028308 Sep 20 12:29:39.748273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:39.752016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60c86af3-9c29-4200-8b6c-20b55d55c653 req-e52f59aa-0548-471f-9317-9750f6d76120 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1781788 Sep 20 12:29:39.753045 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:39.754446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6496fe93-b914-42ed-89c9-d5e10db94b71 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:39.806694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6496fe93-b914-42ed-89c9-d5e10db94b71 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:39.948099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f48072-d86d-4de3-a7e1-74f5ff3f2b9d req-32abce0b-e6a2-4d4e-9c7d-845eaab44e20 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:39.949567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05f48072-d86d-4de3-a7e1-74f5ff3f2b9d req-32abce0b-e6a2-4d4e-9c7d-845eaab44e20 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 945 time: 0.1005569 Sep 20 12:29:39.991608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Allocated IP 172.20.0.6 (8175bc1a-9e37-4c9b-93dd-a1ebd412bf01/28a516e1-d691-4865-968b-9fdfaa0757b3/97c53a75-b73f-4dc7-a480-353e147cec7a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:40.005996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05f48072-d86d-4de3-a7e1-74f5ff3f2b9d req-3823ffae-27a1-4f1e-8b3e-70d2cce4584d tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/security-groups?id=5beb23b4-ef63-4a04-8084-1db0d33bf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Sep 20 12:29:40.057822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6496fe93-b914-42ed-89c9-d5e10db94b71 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Router 3eabc9e1-1a46-4253-8353-ec68bf483352 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:29:40.168265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6496fe93-b914-42ed-89c9-d5e10db94b71 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:40.176991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6496fe93-b914-42ed-89c9-d5e10db94b71 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:40.187707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] Sync routers for ids ['3eabc9e1-1a46-4253-8353-ec68bf483352'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:40.188249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6496fe93-b914-42ed-89c9-d5e10db94b71 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "PUT /v2.0/routers/3eabc9e1-1a46-4253-8353-ec68bf483352 HTTP/1.1" status: 200 len: 693 time: 1.1044111 Sep 20 12:29:40.188249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:40.201081 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:40.202001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] Routers {'3eabc9e1-1a46-4253-8353-ec68bf483352'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:40.202812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3eabc9e1-1a46-4253-8353-ec68bf483352'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:40.237886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-7051b56f-6103-41d6-a762-7b5fe052f30b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--121672007&fields=id&tenant_id=12c787a34aec4bec8324b9e632829e2a HTTP/1.1" status: 200 len: 267 time: 0.1286452 Sep 20 12:29:40.288599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] Set router 3eabc9e1-1a46-4253-8353-ec68bf483352 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:40.299842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8f24648-109b-43a2-a0d4-8d53ad48f582 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/routers/3eabc9e1-1a46-4253-8353-ec68bf483352 HTTP/1.1" status: 200 len: 699 time: 0.1152260 Sep 20 12:29:40.304379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50300) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:40.349479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eabc9e1-1a46-4253-8353-ec68bf483352', 'name': 'tempest-RoutersTest-router-138848605', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:38Z', 'updated_at': '2021-09-20T12:29:39Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:40.366335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:40.374852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50302) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:40.378716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b18ae7ac-95bc-4f69-ba69-57d47baa17f2 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eabc9e1-1a46-4253-8353-ec68bf483352 HTTP/1.1" status: 200 len: 205 time: 0.0728552 Sep 20 12:29:40.419348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] Checking router: 3eabc9e1-1a46-4253-8353-ec68bf483352 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:40.434588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] Routers {'3eabc9e1-1a46-4253-8353-ec68bf483352'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:40.435656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3eabc9e1-1a46-4253-8353-ec68bf483352'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:40.438942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=97c53a75-b73f-4dc7-a480-353e147cec7a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:40.456497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:40.458718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:40.460915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:40.500454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-5ff1e425-d84d-431a-80f5-9e0cf3d182f4 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:40.509212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-5ff1e425-d84d-431a-80f5-9e0cf3d182f4 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/networks?id=a6763d10-6a99-4378-ab81-b5ac94b4d9ac HTTP/1.1" status: 200 len: 806 time: 0.2360210 Sep 20 12:29:40.544852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:40.545935 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:40.556839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] Set router 3eabc9e1-1a46-4253-8353-ec68bf483352 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:40.568108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-9335b118-eebc-4bcf-9ebe-ced5732c09a9 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/quotas/12c787a34aec4bec8324b9e632829e2a HTTP/1.1" status: 200 len: 375 time: 0.0578723 Sep 20 12:29:40.579001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0736ca15-201b-49b0-9e7f-e66700cd01ac tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:40.626510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eabc9e1-1a46-4253-8353-ec68bf483352', 'name': 'tempest-RoutersTest-router-138848605', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:38Z', 'updated_at': '2021-09-20T12:29:39Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:40.641459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-af07905c-32a9-4cd2-b919-93b583e6f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254456 Sep 20 12:29:40.653510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'admin_state_up': True, 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'security_groups': ['f6e42063-69b1-410c-86a8-266834f59a23']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:40.659264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a461d8-b976-42db-a752-e4b4a3d2752e None None] The sync data for ids ['3eabc9e1-1a46-4253-8353-ec68bf483352'] in n-d-809934-3 is: [{'id': '3eabc9e1-1a46-4253-8353-ec68bf483352', 'name': 'tempest-RoutersTest-router-138848605', 'tenant_id': '0232a7e2a7684ba18ce9148031cb6916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:38Z', 'updated_at': '2021-09-20T12:29:39Z', 'revision_number': 2, 'project_id': '0232a7e2a7684ba18ce9148031cb6916', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:40.816704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-468b062b-faa2-40b7-841b-5e73635ec8ac None None] Provisioning complete for port 97c53a75-b73f-4dc7-a480-353e147cec7a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:40.817777 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-468b062b-faa2-40b7-841b-5e73635ec8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:40.862134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-468b062b-faa2-40b7-841b-5e73635ec8ac None None] Port 97c53a75-b73f-4dc7-a480-353e147cec7a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:40.891639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:40.896380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5811766-aaa6-4dfa-8743-c4e768853183 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:40.899073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:40.987164 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-9c5f344b-fc7f-4249-8dde-2e94c1cacfb8 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:40.989403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-9c5f344b-fc7f-4249-8dde-2e94c1cacfb8 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb01979-212b-4249-b2f7-87c7ad30abba HTTP/1.1" status: 200 len: 944 time: 0.6010344 Sep 20 12:29:41.082825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Allocated IP 10.1.1.198 (09535fd8-61c9-495a-9008-e0d6a43ad1c3/c6af6a21-bf95-4c53-85b7-f05fe7abc769/77e575d0-3ccd-4848-8216-0559baa3aa32) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:41.120948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2b52ad2b-8f51-46cb-8a09-1b521208b7b2 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=12c787a34aec4bec8324b9e632829e2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5518386 Sep 20 12:29:41.243469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.248097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0736ca15-201b-49b0-9e7f-e66700cd01ac tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.261486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0736ca15-201b-49b0-9e7f-e66700cd01ac tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.275468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-96b6abc4-b4bb-43d5-8a4f-a2811647d7fe tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:41.276919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-96b6abc4-b4bb-43d5-8a4f-a2811647d7fe tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.21 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 945 time: 0.3158162 Sep 20 12:29:41.326576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.379207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:41.389557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:41.397549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:41.435751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=77e575d0-3ccd-4848-8216-0559baa3aa32,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:41.448705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Deleting port b5811766-aaa6-4dfa-8743-c4e768853183 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:41.449071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.463200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-b5afc8b0-754a-4568-90c2-aeb105f95ca7 service neutron] 10.222.0.37 "GET /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988460 Sep 20 12:29:41.490162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:41.492464 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.514633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0736ca15-201b-49b0-9e7f-e66700cd01ac tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.515190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0736ca15-201b-49b0-9e7f-e66700cd01ac tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Fanout notify agent at l3_agent the message router_deleted on router 3eabc9e1-1a46-4253-8353-ec68bf483352 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:29:41.577839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0736ca15-201b-49b0-9e7f-e66700cd01ac tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.578976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0736ca15-201b-49b0-9e7f-e66700cd01ac tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/3eabc9e1-1a46-4253-8353-ec68bf483352 HTTP/1.1" status: 204 len: 168 time: 1.2030079 Sep 20 12:29:41.582395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50306) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:41.595301 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7810c5a3-098d-43ab-aa43-97349105f2e0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9457414 Sep 20 12:29:41.632560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c5cd175d-2bb0-426a-b14b-faa96c9ac386 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=3eabc9e1-1a46-4253-8353-ec68bf483352 HTTP/1.1" status: 200 len: 205 time: 0.0448229 Sep 20 12:29:41.632895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:41.636867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'admin_state_up': True, 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'security_groups': ['f6e42063-69b1-410c-86a8-266834f59a23']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:41.702957 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-25809f60-5790-4331-83d2-e529c3798e27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] delete failed (client error): The resource could not be found. Sep 20 12:29:41.705072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-25809f60-5790-4331-83d2-e529c3798e27 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/3eabc9e1-1a46-4253-8353-ec68bf483352 HTTP/1.1" status: 404 len: 336 time: 0.0713320 Sep 20 12:29:41.708840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:41.740903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Deleting port 27c41d3c-b6cd-4765-b6ad-b56242938f1f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:41.741667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.790239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] For port b5811766-aaa6-4dfa-8743-c4e768853183, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5811766-aaa6-4dfa-8743-c4e768853183,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:41.790239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.790594 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66f7b96-71f2-4435-a16d-cedbfcdda4e8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:41.790934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66f7b96-71f2-4435-a16d-cedbfcdda4e8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:41.792686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a66f7b96-71f2-4435-a16d-cedbfcdda4e8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/d19308cf-b321-42a1-8b27-cd03c4227972 HTTP/1.1" status: 404 len: 337 time: 0.0809882 Sep 20 12:29:41.795401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50312) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:41.798039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c8696cae-dafd-4088-a4e4-b9d3f9d076db None None] Provisioning complete for port 77e575d0-3ccd-4848-8216-0559baa3aa32 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:41.798611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8696cae-dafd-4088-a4e4-b9d3f9d076db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.808163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-3e45dfac-b460-45a4-a60f-28760fd83eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440964 Sep 20 12:29:41.817000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Calling delete_port for b5811766-aaa6-4dfa-8743-c4e768853183 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:41.839190 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4640a095-6e0c-40c2-9e65-fa5c04c554de tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:41.839525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c8696cae-dafd-4088-a4e4-b9d3f9d076db None None] Port 77e575d0-3ccd-4848-8216-0559baa3aa32 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:41.839992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4640a095-6e0c-40c2-9e65-fa5c04c554de tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:41.842959 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4640a095-6e0c-40c2-9e65-fa5c04c554de tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/0e920a80-7691-423e-8a4b-f8b42bc50c1b HTTP/1.1" status: 404 len: 337 time: 0.0459466 Sep 20 12:29:41.845229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:41.908418 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b5e19f-d79a-42d2-bb9f-83b177681073 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:41.908878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b5e19f-d79a-42d2-bb9f-83b177681073 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:41.913488 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f1b5e19f-d79a-42d2-bb9f-83b177681073 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/5741ebb2-fc67-4f0a-af41-f5194f563f90 HTTP/1.1" status: 404 len: 337 time: 0.0661469 Sep 20 12:29:41.915286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:41.919075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:41.921859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:41.973472 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d78080-cdcc-44a8-9058-1c5c8e5b15f7 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:41.974037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d78080-cdcc-44a8-9058-1c5c8e5b15f7 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:41.977220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5d78080-cdcc-44a8-9058-1c5c8e5b15f7 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/d0baac33-c8f6-479e-8728-492ff8833bd4 HTTP/1.1" status: 404 len: 337 time: 0.0571151 Sep 20 12:29:41.988534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.024099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-571352ac-dca6-430f-9cc2-28547a76d95a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 200 len: 205 time: 0.0343971 Sep 20 12:29:42.027382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] For port 27c41d3c-b6cd-4765-b6ad-b56242938f1f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=27c41d3c-b6cd-4765-b6ad-b56242938f1f,segment=NetworkSegment(7e16747b-33e4-4fcd-8e46-9315244f907c),segment_id=7e16747b-33e4-4fcd-8e46-9315244f907c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:42.027768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.051505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.182733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Calling delete_port for 27c41d3c-b6cd-4765-b6ad-b56242938f1f owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:42.196959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Allocated IP 10.1.1.144 (09535fd8-61c9-495a-9008-e0d6a43ad1c3/c6af6a21-bf95-4c53-85b7-f05fe7abc769/ceaba7dc-f1b9-4097-aa25-42b690a2ef3b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:42.197206 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-78c686c2-6979-48dd-8927-c05c36b295f8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] delete failed (client error): The resource could not be found. Sep 20 12:29:42.197903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-78c686c2-6979-48dd-8927-c05c36b295f8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/81956755-d13b-41f2-81c7-26fb6f1987cd HTTP/1.1" status: 404 len: 336 time: 0.1455345 Sep 20 12:29:42.210042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50326) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.242768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1cf705c5-c75f-4b31-a86a-2e9c0d68233a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=58e80094-d72b-4339-9be7-d4128779e1c2 HTTP/1.1" status: 200 len: 205 time: 0.0324416 Sep 20 12:29:42.242889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50328) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.291875 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-7afa2c7b-6b0b-4244-8b08-b9ce6ff7c322 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] delete failed (client error): The resource could not be found. Sep 20 12:29:42.295778 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7afa2c7b-6b0b-4244-8b08-b9ce6ff7c322 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/58e80094-d72b-4339-9be7-d4128779e1c2 HTTP/1.1" status: 404 len: 336 time: 0.0492487 Sep 20 12:29:42.298209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.337273 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d62e7c72-9f6d-4be5-ad6b-b0080db529f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.385406 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca06018-7047-4aaa-813f-20e58e9d380a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:42.386198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca06018-7047-4aaa-813f-20e58e9d380a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:42.388197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cca06018-7047-4aaa-813f-20e58e9d380a tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/83fdb656-c1be-4553-bab4-68fa7710a09f HTTP/1.1" status: 404 len: 337 time: 0.0887935 Sep 20 12:29:42.392526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.397400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.426449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.464373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event deleted for resources: {'Port': ['ID=b5811766-aaa6-4dfa-8743-c4e768853183,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:42.489151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-712c7078-3297-47b9-951f-9d830cd0ecc4 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d45a175d-341d-4445-8443-dc9a2db54a2a HTTP/1.1" status: 200 len: 205 time: 0.0890064 Sep 20 12:29:42.492059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50338) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.531931 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-e6b067f6-e70f-497e-81ac-c1d3852592d7 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] delete failed (client error): The resource could not be found. Sep 20 12:29:42.532573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] No DVR routers for this DVR port b5811766-aaa6-4dfa-8743-c4e768853183 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:42.535557 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e6b067f6-e70f-497e-81ac-c1d3852592d7 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/d45a175d-341d-4445-8443-dc9a2db54a2a HTTP/1.1" status: 404 len: 336 time: 0.0424578 Sep 20 12:29:42.536412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50340) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.537494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.542188 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.550965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a48c75d-925a-4659-935a-f4cd57b90d4e req-30691c28-7ab2-476a-bec4-eade597b86c1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "DELETE /v2.0/ports/b5811766-aaa6-4dfa-8743-c4e768853183 HTTP/1.1" status: 204 len: 173 time: 1.5418754 Sep 20 12:29:42.559322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412c64b-c99c-4ad6-aa74-2a7f4d08ad0c req-61f2741b-895b-4cdd-b96b-be4bcf6de50d tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:42.562660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7412c64b-c99c-4ad6-aa74-2a7f4d08ad0c req-61f2741b-895b-4cdd-b96b-be4bcf6de50d tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 951 time: 0.3754814 Sep 20 12:29:42.562660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'name': 'network-vif-deleted', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:42.564318 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca1c76-e478-4144-881c-0509839a1b19" -d '{"events": [{"server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "name": "network-vif-deleted", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:42.605350 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-21dd88ac-a9af-4a66-889f-0a637fffab6e tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1b93457-007d-4793-bf8d-3cc599c8954f HTTP/1.1" status: 200 len: 205 time: 0.0647857 Sep 20 12:29:42.608616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50344) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.612468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7412c64b-c99c-4ad6-aa74-2a7f4d08ad0c req-69bd0ba3-7c5d-4a8e-b16b-08f81066ff85 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Sep 20 12:29:42.632744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:42.658910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:42.662956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:42.666845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:42.710012 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-adbeabfb-2931-4380-989b-e72da5c8bedf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] delete failed (client error): The resource could not be found. Sep 20 12:29:42.715433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-adbeabfb-2931-4380-989b-e72da5c8bedf tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/c1b93457-007d-4793-bf8d-3cc599c8954f HTTP/1.1" status: 404 len: 336 time: 0.1027582 Sep 20 12:29:42.719189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.762850 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f743985b-713f-4fe8-901f-fa5d9ff17f95 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:42.763299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f743985b-713f-4fe8-901f-fa5d9ff17f95 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:42.765133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f743985b-713f-4fe8-901f-fa5d9ff17f95 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/89007e2f-3cf2-4666-894e-24a4dd77dcb9 HTTP/1.1" status: 404 len: 337 time: 0.0449092 Sep 20 12:29:42.770942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:42.772243 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.772984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.803840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.816282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['27c41d3c-b6cd-4765-b6ad-b56242938f1f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:42.826865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-32c26e6d-425e-4869-8fca-eed7a9f4b7d8 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf655929-c8f1-4dc0-916f-049f928a5701 HTTP/1.1" status: 200 len: 205 time: 0.0507190 Sep 20 12:29:42.827435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50352) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.877562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Pushing event deleted for resources: {'Port': ['ID=27c41d3c-b6cd-4765-b6ad-b56242938f1f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:42.897605 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-1c9b56d0-54c7-4acf-8276-45717de77173 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] delete failed (client error): The resource could not be found. Sep 20 12:29:42.901202 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1c9b56d0-54c7-4acf-8276-45717de77173 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/cf655929-c8f1-4dc0-916f-049f928a5701 HTTP/1.1" status: 404 len: 336 time: 0.0701883 Sep 20 12:29:42.904273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50356) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:42.906762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-92aa677d-2f49-42e7-9ab3-a56f90a054b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2880390 Sep 20 12:29:42.931006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9a000b8c-f691-4016-bae2-63b082446985', 'admin_state_up': True, 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'security_groups': ['f6e42063-69b1-410c-86a8-266834f59a23']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:42.973341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-135c152b-1968-4b0f-b20e-7aedff62b894 None None] Provisioning complete for port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:42.973708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-135c152b-1968-4b0f-b20e-7aedff62b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.976741 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c677bfd-0082-4405-8de3-8863ff9a8f3f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:42.977227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c677bfd-0082-4405-8de3-8863ff9a8f3f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:42.981670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c677bfd-0082-4405-8de3-8863ff9a8f3f tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/d54dbfaa-9115-4411-9702-0cfeebccec7e HTTP/1.1" status: 404 len: 337 time: 0.0567081 Sep 20 12:29:42.982624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] No DVR routers for this DVR port 27c41d3c-b6cd-4765-b6ad-b56242938f1f on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:42.985493 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:42.987905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9df031f8-24a5-4235-b89c-51eff0a7fd24 req-2de7e8b7-b2a2-4cd5-a52c-5e25461a34a3 tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.21 "DELETE /v2.0/ports/27c41d3c-b6cd-4765-b6ad-b56242938f1f HTTP/1.1" status: 204 len: 173 time: 1.6781697 Sep 20 12:29:42.999392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4552d61-925e-4da3-92b5-2c9dec47e41f req-128812b5-243f-4ce1-9d0c-e36c7bd046e7 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.005512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4552d61-925e-4da3-92b5-2c9dec47e41f req-128812b5-243f-4ce1-9d0c-e36c7bd046e7 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.011890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4552d61-925e-4da3-92b5-2c9dec47e41f req-128812b5-243f-4ce1-9d0c-e36c7bd046e7 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.014024 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4552d61-925e-4da3-92b5-2c9dec47e41f req-128812b5-243f-4ce1-9d0c-e36c7bd046e7 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 2374 time: 0.2535393 Sep 20 12:29:43.017371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:43.065655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-62a113c6-ff99-44c1-a8f2-79dd776e1015 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf HTTP/1.1" status: 200 len: 205 time: 0.0499411 Sep 20 12:29:43.067014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50362) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:43.095686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4552d61-925e-4da3-92b5-2c9dec47e41f req-47979d87-b1cc-4743-b06f-594f21c1be0d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698335 Sep 20 12:29:43.146775 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-f71bb386-a386-4a8b-89ea-b480286c8f1b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] delete failed (client error): The resource could not be found. Sep 20 12:29:43.150606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:43.150829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f71bb386-a386-4a8b-89ea-b480286c8f1b tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/routers/d8e40071-d81a-43b7-9c9b-ee18ef7d8ccf HTTP/1.1" status: 404 len: 336 time: 0.0797830 Sep 20 12:29:43.197297 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-940a4013-b7f3-4c24-b87f-4acf9974033c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:43.198056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940a4013-b7f3-4c24-b87f-4acf9974033c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:43.200118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-940a4013-b7f3-4c24-b87f-4acf9974033c tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/45545619-2768-4a6e-be10-27d14d099602 HTTP/1.1" status: 404 len: 337 time: 0.0480776 Sep 20 12:29:43.202711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50366) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:43.235625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-135c152b-1968-4b0f-b20e-7aedff62b894 None None] Port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:43.260695 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4114bf51-59b0-4675-999a-fb4b52cf06d9 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] DELETE failed (client error): The resource could not be found. Sep 20 12:29:43.261298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4114bf51-59b0-4675-999a-fb4b52cf06d9 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:29:43.266382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4114bf51-59b0-4675-999a-fb4b52cf06d9 tempest-RoutersTest-1604013541 tempest-RoutersTest-1604013541-project] 10.222.0.37 "DELETE /v2.0/subnets/444e355d-54fd-4940-8589-8a730805dc21 HTTP/1.1" status: 404 len: 337 time: 0.0624239 Sep 20 12:29:43.267995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:43.362472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:43.375752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802648b7-116f-4321-9420-8b7fca0dcc5c req-716dd92f-d4e1-4b2a-95ca-37d049db23ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.387508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802648b7-116f-4321-9420-8b7fca0dcc5c req-716dd92f-d4e1-4b2a-95ca-37d049db23ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.399873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802648b7-116f-4321-9420-8b7fca0dcc5c req-716dd92f-d4e1-4b2a-95ca-37d049db23ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.406284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802648b7-116f-4321-9420-8b7fca0dcc5c req-716dd92f-d4e1-4b2a-95ca-37d049db23ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.413819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802648b7-116f-4321-9420-8b7fca0dcc5c req-716dd92f-d4e1-4b2a-95ca-37d049db23ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.420568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802648b7-116f-4321-9420-8b7fca0dcc5c req-716dd92f-d4e1-4b2a-95ca-37d049db23ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.431364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802648b7-116f-4321-9420-8b7fca0dcc5c req-716dd92f-d4e1-4b2a-95ca-37d049db23ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:43.434224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-802648b7-116f-4321-9420-8b7fca0dcc5c req-716dd92f-d4e1-4b2a-95ca-37d049db23ea tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.1589766 Sep 20 12:29:43.445515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50372) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:43.450524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Request body: {'floatingip': {'port_id': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:43.493859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32c958bd-a627-45b2-8e0e-e513fd0a5445 req-6f4294b4-8fe8-4355-a562-3b48ff2b885b tempest-VolumesAdminNegativeTest-261335499 tempest-VolumesAdminNegativeTest-261335499-project] 10.222.0.37 "GET /v2.0/ports?device_id=79dd083f-253d-4d41-a8ca-9d138d185721 HTTP/1.1" status: 200 len: 210 time: 0.0379064 Sep 20 12:29:43.528169 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9e01fd-a19d-4d2e-9c75-59db2bd59576 x-openstack-request-id: req-9f9e01fd-a19d-4d2e-9c75-59db2bd59576 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:43.528468 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb01979-212b-4249-b2f7-87c7ad30abba", "name": "network-vif-deleted", "tag": "b5811766-aaa6-4dfa-8743-c4e768853183", "status": "failed", "code": 422}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:43.529572 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f9e01fd-a19d-4d2e-9c75-59db2bd59576 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:43.531814 n-d-809934-3 neutron-server[95502]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4eb01979-212b-4249-b2f7-87c7ad30abba', 'name': 'network-vif-deleted', 'tag': 'b5811766-aaa6-4dfa-8743-c4e768853183', 'status': 'failed', 'code': 422} returned with failed status Sep 20 12:29:43.566445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:43.595043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a055de10-1f94-4a7a-a8b2-14bd8bed617b req-6791355d-23b0-4f32-bb21-2ede12339cdf tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 210 time: 0.0634873 Sep 20 12:29:43.772970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Allocated IP 10.2.2.100 (9a000b8c-f691-4016-bae2-63b082446985/ae51911b-48aa-4aca-9049-e7368bc6416d/4b6e4e53-0509-44a7-9364-790c7646e523) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:43.916339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:44.130447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.198629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3e81a-72d9-466a-987a-98433cfc1035 req-af2f457f-7a08-46f3-83fb-a417a4725a9c tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:44.200908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6d3e81a-72d9-466a-987a-98433cfc1035 req-af2f457f-7a08-46f3-83fb-a417a4725a9c tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1102 time: 0.2064040 Sep 20 12:29:44.254134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-08857d29-8f15-4f5e-8e99-7c312e2df489 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:44.255961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-08857d29-8f15-4f5e-8e99-7c312e2df489 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.3437204 Sep 20 12:29:44.280389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-ed37c150-2849-462d-85ea-3d785d0f6b9b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/quotas/8b128218af8e4236b1fee9ffa669e30d HTTP/1.1" status: 200 len: 375 time: 0.0153933 Sep 20 12:29:44.300823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-18d79a6f-20c2-4e48-8d2f-da3c53b86ecc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0232a7e2a7684ba18ce9148031cb6916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832989 Sep 20 12:29:44.301721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50398) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:44.316960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6d3e81a-72d9-466a-987a-98433cfc1035 req-76450e1a-9697-4e8a-a8ca-194f47374904 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033800 Sep 20 12:29:44.332201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-c184789d-175a-4640-8059-66267584ed37 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300896 Sep 20 12:29:44.362644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.449877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 9a000b8c-f691-4016-bae2-63b082446985 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:44.454926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.464011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:44.467589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:44.475856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-9e3ef2ca-a6b9-4134-ad3c-eacf32ab0817 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190655 Sep 20 12:29:44.476000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=4b6e4e53-0509-44a7-9364-790c7646e523,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:44.485347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e3b5-cba0-4ab4-a4a4-59ccc8a019a7 req-12fb1efa-2474-4402-b9cd-b7313ae27a59 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:44.492135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e3b5-cba0-4ab4-a4a4-59ccc8a019a7 req-12fb1efa-2474-4402-b9cd-b7313ae27a59 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:44.498775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e3b5-cba0-4ab4-a4a4-59ccc8a019a7 req-12fb1efa-2474-4402-b9cd-b7313ae27a59 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:44.505299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e3b5-cba0-4ab4-a4a4-59ccc8a019a7 req-12fb1efa-2474-4402-b9cd-b7313ae27a59 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:44.506766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffb1e3b5-cba0-4ab4-a4a4-59ccc8a019a7 req-12fb1efa-2474-4402-b9cd-b7313ae27a59 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 3095 time: 0.0953417 Sep 20 12:29:44.520506 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.570280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469ae7b3-5ae5-4019-b174-b31236d993a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.608387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:44.609285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.623503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469ae7b3-5ae5-4019-b174-b31236d993a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.668373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-04ce4ab3-b4f7-4c0d-af62-dffd2566c3f0 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576791 Sep 20 12:29:44.704416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffb1e3b5-cba0-4ab4-a4a4-59ccc8a019a7 req-88992152-f5a3-432e-bf80-e399824016e1 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713030 Sep 20 12:29:44.781454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-58d48c1f-cb47-4b45-bd88-8f4d1a029e17 None None] Provisioning complete for port 4b6e4e53-0509-44a7-9364-790c7646e523 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:44.785638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-58d48c1f-cb47-4b45-bd88-8f4d1a029e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.831282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-58d48c1f-cb47-4b45-bd88-8f4d1a029e17 None None] Port 4b6e4e53-0509-44a7-9364-790c7646e523 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:44.918058 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Floating IP b9f48dd7-d5c6-4170-9b7f-90198edb5cdc associated. External IP: 172.25.6.46, port: f1f0b738-96dc-47dc-a626-72c2e07e3bef. Sep 20 12:29:44.933573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-e53e690a-103d-4a07-8d7f-feb0f4e0c34b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:44.944395 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-e53e690a-103d-4a07-8d7f-feb0f4e0c34b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.32 "GET /v2.0/networks?id=a6763d10-6a99-4378-ab81-b5ac94b4d9ac HTTP/1.1" status: 200 len: 806 time: 0.3241088 Sep 20 12:29:44.947077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469ae7b3-5ae5-4019-b174-b31236d993a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.949645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469ae7b3-5ae5-4019-b174-b31236d993a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:44.954046 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-469ae7b3-5ae5-4019-b174-b31236d993a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44df3476-4833-4a22-8391-d11995fb4404 HTTP/1.1" status: 204 len: 168 time: 0.6480362 Sep 20 12:29:44.985210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:45.127045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddfb4f4-6da3-464f-bf52-3639092f3b7c admin admin] Deleting subnet c39d6e18-1550-448e-b544-458621f4119f {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:29:45.142192 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb4f4-6da3-464f-bf52-3639092f3b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:45.189710 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a3c45957-30fd-40a0-ad71-58d2417fe18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:45.246096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-701b859c-b991-4ae6-9dc1-99b9494c9c9b req-3a89f208-1e86-47f7-868a-34a545978e8c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 210 time: 0.0695701 Sep 20 12:29:45.298677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dac1e023-700d-4fee-ac3b-ffa08508b27c req-9948d3f3-dcbe-4415-96c4-b60d23bad0ac tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 210 time: 0.0503724 Sep 20 12:29:45.322794 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb4f4-6da3-464f-bf52-3639092f3b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:45.393492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb4f4-6da3-464f-bf52-3639092f3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:45.491594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 27c41d3c-b6cd-4765-b6ad-b56242938f1f no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:45.496128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc3d08-9f4c-4ec7-84a4-a9281222f080 req-5bab5476-d47a-4ef2-9965-489a46ab47b2 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:45.497512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85fc3d08-9f4c-4ec7-84a4-a9281222f080 req-5bab5476-d47a-4ef2-9965-489a46ab47b2 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 1102 time: 0.0799494 Sep 20 12:29:45.523716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 27c41d3c-b6cd-4765-b6ad-b56242938f1f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:45.524392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 27c41d3c-b6cd-4765-b6ad-b56242938f1f not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:45.542106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dd083f-253d-4d41-a8ca-9d138d185721', 'name': 'network-vif-deleted', 'tag': '27c41d3c-b6cd-4765-b6ad-b56242938f1f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:45.544656 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06870b97-a35c-4f7f-81b9-05209f93b2a2" -d '{"events": [{"server_uuid": "79dd083f-253d-4d41-a8ca-9d138d185721", "name": "network-vif-deleted", "tag": "27c41d3c-b6cd-4765-b6ad-b56242938f1f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:45.572453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85fc3d08-9f4c-4ec7-84a4-a9281222f080 req-ea184433-b8e0-4bf0-9a10-2e63c136cc19 tempest-ServersAdminTestJSON-474128725 tempest-ServersAdminTestJSON-474128725-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621459 Sep 20 12:29:45.601491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:45.603405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb4f4-6da3-464f-bf52-3639092f3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:45.617093 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c46f40-c29c-4185-a2f6-d71a8017fb06 x-openstack-request-id: req-65c46f40-c29c-4185-a2f6-d71a8017fb06 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:45.617396 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dd083f-253d-4d41-a8ca-9d138d185721", "name": "network-vif-deleted", "tag": "27c41d3c-b6cd-4765-b6ad-b56242938f1f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:45.617656 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65c46f40-c29c-4185-a2f6-d71a8017fb06 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:45.618051 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dd083f-253d-4d41-a8ca-9d138d185721', 'name': 'network-vif-deleted', 'tag': '27c41d3c-b6cd-4765-b6ad-b56242938f1f', 'status': 'completed', 'code': 200} Sep 20 12:29:45.648028 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-64d8eb7e-1850-40f8-8ebb-9ed071cd5b84 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7314057 Sep 20 12:29:45.679985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfb4f4-6da3-464f-bf52-3639092f3b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39d6e18-1550-448e-b544-458621f4119f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:45.692505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb4f4-6da3-464f-bf52-3639092f3b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:45.697547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ddfb4f4-6da3-464f-bf52-3639092f3b7c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c39d6e18-1550-448e-b544-458621f4119f HTTP/1.1" status: 204 len: 168 time: 0.7086372 Sep 20 12:29:45.703030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50468) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:45.744987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ae7b3-5ae5-4019-b174-b31236d993a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44df3476-4833-4a22-8391-d11995fb4404,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:45.753488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9a000b8c-f691-4016-bae2-63b082446985', 'admin_state_up': True, 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'security_groups': ['f6e42063-69b1-410c-86a8-266834f59a23']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:45.901247 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:45.925202 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-4a10f5c7-217c-4a0a-bbd9-a2057514aca4 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c787a34aec4bec8324b9e632829e2a HTTP/1.1" status: 200 len: 379 time: 0.3023388 Sep 20 12:29:45.936383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c9795-be81-4a1f-a482-2bd4009f02e3 req-d88f1cb4-9909-4897-9584-30abb37a8dae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:45.939357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Request body: {'port': {'device_id': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'admin_state_up': True, 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'security_groups': ['e07c84d3-6945-4797-abe9-27fcc65f201a']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:45.942856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c9795-be81-4a1f-a482-2bd4009f02e3 req-d88f1cb4-9909-4897-9584-30abb37a8dae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:45.950441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c9795-be81-4a1f-a482-2bd4009f02e3 req-d88f1cb4-9909-4897-9584-30abb37a8dae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:45.964340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Router 053fd767-2262-488a-a404-b2bb125ad4d5 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:29:45.969172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c9795-be81-4a1f-a482-2bd4009f02e3 req-d88f1cb4-9909-4897-9584-30abb37a8dae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:45.971115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc2c9795-be81-4a1f-a482-2bd4009f02e3 req-d88f1cb4-9909-4897-9584-30abb37a8dae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 3095 time: 0.1245906 Sep 20 12:29:46.049216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Made reservation on behalf of 6d5148ab5c5247ca968a84981c995075 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:46.054475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:46.253960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:29:46.261401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:46.276489 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] Sync routers for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:29:46.294040 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:46.294668 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:46.346744 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6e263baa-1ef0-47d4-954b-6fa56b30dc5c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "PUT /v2.0/floatingips/b9f48dd7-d5c6-4170-9b7f-90198edb5cdc HTTP/1.1" status: 200 len: 991 time: 2.9001846 Sep 20 12:29:46.361100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:46.363555 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480ded94-4728-4267-a65e-583658509bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:46.388962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Made reservation on behalf of 12c787a34aec4bec8324b9e632829e2a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:46.399494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:46.499800 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:46.555358 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:46.623804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Allocated IP 10.2.2.200 (9a000b8c-f691-4016-bae2-63b082446985/ae51911b-48aa-4aca-9049-e7368bc6416d/16550b74-cc18-4472-ba90-372b97925ab2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:46.666741 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:46.710994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc2c9795-be81-4a1f-a482-2bd4009f02e3 req-6008615d-1526-49f8-8345-fbbe23a38575 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7035012 Sep 20 12:29:46.805072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fcf8a-797f-43a9-b673-9a6b074eb2f5 req-d3d41b42-cadd-4f2a-b25e-0b46d964cecd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:46.833582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e74fcf8a-797f-43a9-b673-9a6b074eb2f5 req-d3d41b42-cadd-4f2a-b25e-0b46d964cecd tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 950 time: 0.3229971 Sep 20 12:29:46.845826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf17ce5-02e2-4845-b740-eb38067c96b0']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:46.851462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50530) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:46.919210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e16747b-33e4-4fcd-8e46-9315244f907c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:46.921064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e16747b-33e4-4fcd-8e46-9315244f907c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:46.950308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.023431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c9f7ea5-2725-4359-9068-10eed498db63 req-ba467efe-88a5-49a7-9408-603e9d17feb0 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 210 time: 0.0992589 Sep 20 12:29:47.047651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Allocated IP 172.20.0.6 (a6763d10-6a99-4378-ab81-b5ac94b4d9ac/5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4/a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:47.064865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e74fcf8a-797f-43a9-b673-9a6b074eb2f5 req-96de3412-5223-45c5-b7a2-d58362fb52f8 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250011 Sep 20 12:29:47.069814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.073511 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b9f48dd7-d5c6-4170-9b7f-90198edb5cdc', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'port_id': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'mac_address': 'fa:16:3e:19:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:27:58Z', 'updated_at': '2021-09-20T12:29:44Z', 'revision_number': 1, 'project_id': '7bd288628e954d50bff617b055b848c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:27:03Z', 'revision_number': 5, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:47.091219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:29:47.093159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:29:47.117368 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:29:47.144859 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] Checking router: 053fd767-2262-488a-a404-b2bb125ad4d5 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:29:47.154521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-da0f091c-8f3a-4346-a791-b30784501071 tempest-DvrRoutersNegativeTest-1707870093 tempest-DvrRoutersNegativeTest-1707870093-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2080053106', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:47.165282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.policy [None req-da0f091c-8f3a-4346-a791-b30784501071 tempest-DvrRoutersNegativeTest-1707870093 tempest-DvrRoutersNegativeTest-1707870093-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95503) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 20 12:29:47.170950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.policy [None req-da0f091c-8f3a-4346-a791-b30784501071 tempest-DvrRoutersNegativeTest-1707870093 tempest-DvrRoutersNegativeTest-1707870093-project] Failed policy check for 'create_router' {{(pid=95503) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 20 12:29:47.172666 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-da0f091c-8f3a-4346-a791-b30784501071 tempest-DvrRoutersNegativeTest-1707870093 tempest-DvrRoutersNegativeTest-1707870093-project] create failed (client error): Access was denied to this resource. Sep 20 12:29:47.175638 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-da0f091c-8f3a-4346-a791-b30784501071 tempest-DvrRoutersNegativeTest-1707870093 tempest-DvrRoutersNegativeTest-1707870093-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3195746 Sep 20 12:29:47.189966 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:29:47.192850 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:47.211328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.290961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c707b4e-f856-4e2f-85a3-769d7a93069c req-34e38d21-af58-4f38-bc84-cd06dfafb6e4 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 210 time: 0.0788081 Sep 20 12:29:47.335412 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90f1d0a-d546-408b-aca2-ed3b71c8b266 x-openstack-request-id: req-e90f1d0a-d546-408b-aca2-ed3b71c8b266 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:47.335697 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:47.335949 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e90f1d0a-d546-408b-aca2-ed3b71c8b266 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:47.336454 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'status': 'completed', 'code': 200} Sep 20 12:29:47.342507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.358569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.363834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] 10.222.0.37 "DELETE /v2.0/networks/ddf17ce5-02e2-4845-b740-eb38067c96b0 HTTP/1.1" status: 204 len: 168 time: 1.6593809 Sep 20 12:29:47.371610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50538) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:47.381215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f89334-54ab-441a-ba4d-9cee2ee001ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf17ce5-02e2-4845-b740-eb38067c96b0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:47.430848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a745c088-6e49-4b0c-a692-2416f936cc2f admin admin] Deleting subnet c86cab00-d113-4501-b72a-b14aaf2a818c {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:29:47.433527 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:29:47.435115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a745c088-6e49-4b0c-a692-2416f936cc2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.479413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a745c088-6e49-4b0c-a692-2416f936cc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.620995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a745c088-6e49-4b0c-a692-2416f936cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.665295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.691035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-4c5f5262-dd59-4996-9fa5-16dfda433a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:47.691784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-4c5f5262-dd59-4996-9fa5-16dfda433a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:47.692263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-4c5f5262-dd59-4996-9fa5-16dfda433a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:47.692733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-4c5f5262-dd59-4996-9fa5-16dfda433a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:47.693376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-4c5f5262-dd59-4996-9fa5-16dfda433a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:47.693952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-4c5f5262-dd59-4996-9fa5-16dfda433a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:47.694419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-4c5f5262-dd59-4996-9fa5-16dfda433a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:47.696353 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-480ded94-4728-4267-a65e-583658509bd0 req-4c5f5262-dd59-4996-9fa5-16dfda433a72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6498 time: 0.1950524 Sep 20 12:29:47.737984 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.800002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Network 9a000b8c-f691-4016-bae2-63b082446985 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:47.814968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:47.866514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-850c9030-cd77-4ecf-ba90-e742560b588b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:47.868356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-850c9030-cd77-4ecf-ba90-e742560b588b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.2906005 Sep 20 12:29:47.888991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:47.910146 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b9f48dd7-d5c6-4170-9b7f-90198edb5cdc', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'port_id': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'mac_address': 'fa:16:3e:19:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:27:58Z', 'updated_at': '2021-09-20T12:29:44Z', 'revision_number': 1, 'project_id': '7bd288628e954d50bff617b055b848c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:27:03Z', 'revision_number': 5, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:47.914771 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:47.937398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Request body: {'port': {'device_id': '8dcc1430-8112-4228-87fc-a900a7f161f8', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'admin_state_up': True, 'tenant_id': '8b128218af8e4236b1fee9ffa669e30d'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:47.945378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event updated for resources: {'Port': ['ID=16550b74-cc18-4472-ba90-372b97925ab2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:47.989901 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78591108-afe1-485d-bbde-8ba7fa167da8 None None] The sync data for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 is: [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b9f48dd7-d5c6-4170-9b7f-90198edb5cdc', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'port_id': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'mac_address': 'fa:16:3e:19:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:27:58Z', 'updated_at': '2021-09-20T12:29:44Z', 'revision_number': 1, 'project_id': '7bd288628e954d50bff617b055b848c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:27:03Z', 'revision_number': 5, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:29:48.024911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:48.097755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-29a5fa85-9012-41cb-8545-4193c3396b05 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.099444 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-29a5fa85-9012-41cb-8545-4193c3396b05 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 950 time: 0.5016353 Sep 20 12:29:48.232752 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a745c088-6e49-4b0c-a692-2416f936cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.291233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b123b-a769-4cf2-af41-8f8e444e5c10 req-47c0d602-4f0f-420e-a72e-7e180061e296 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.302587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b123b-a769-4cf2-af41-8f8e444e5c10 req-47c0d602-4f0f-420e-a72e-7e180061e296 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.304832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745c088-6e49-4b0c-a692-2416f936cc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86cab00-d113-4501-b72a-b14aaf2a818c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:48.311555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b123b-a769-4cf2-af41-8f8e444e5c10 req-47c0d602-4f0f-420e-a72e-7e180061e296 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.321565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b123b-a769-4cf2-af41-8f8e444e5c10 req-47c0d602-4f0f-420e-a72e-7e180061e296 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.328379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b123b-a769-4cf2-af41-8f8e444e5c10 req-47c0d602-4f0f-420e-a72e-7e180061e296 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.331555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.336345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.336611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-8abfa132-1d42-4549-8304-06821c02e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.338391 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-480ded94-4728-4267-a65e-583658509bd0 req-8abfa132-1d42-4549-8304-06821c02e938 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08b21f5b-0295-422d-8389-e10acee067c3 HTTP/1.1" status: 200 len: 916 time: 0.6281943 Sep 20 12:29:48.353893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a21b123b-a769-4cf2-af41-8f8e444e5c10 req-47c0d602-4f0f-420e-a72e-7e180061e296 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 3816 time: 0.4844527 Sep 20 12:29:48.370838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a745c088-6e49-4b0c-a692-2416f936cc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.372775 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a745c088-6e49-4b0c-a692-2416f936cc2f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c86cab00-d113-4501-b72a-b14aaf2a818c HTTP/1.1" status: 204 len: 168 time: 0.9999769 Sep 20 12:29:48.393889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0400de2a-d038-4f15-9bb3-e874be8e51dc None None] Provisioning complete for port 16550b74-cc18-4472-ba90-372b97925ab2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:48.393889 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0400de2a-d038-4f15-9bb3-e874be8e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.445194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50560) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:48.450087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e5bc657-1101-49a4-9ad5-f40aec0f8375 req-f5d9a72c-cbe0-4b79-9acf-90e99c0230f1 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 210 time: 0.2349241 Sep 20 12:29:48.478475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0400de2a-d038-4f15-9bb3-e874be8e51dc None None] Port 16550b74-cc18-4472-ba90-372b97925ab2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:48.482837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd1b48-ca43-4169-a40d-e8b9660468a9 None None] New status for floating IP b9f48dd7-d5c6-4170-9b7f-90198edb5cdc: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:29:48.505409 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.526578 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-65d3f20e-3a13-42ce-8bac-002c6043871b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.605481 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-68935162-f25b-4723-b478-d8f7edc47caa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8617747 Sep 20 12:29:48.634035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:48.647140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-480ded94-4728-4267-a65e-583658509bd0 req-903d5dca-d552-4e90-bdfa-f810672149b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef HTTP/1.1" status: 200 len: 999 time: 0.2864535 Sep 20 12:29:48.651429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:48.684391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a21b123b-a769-4cf2-af41-8f8e444e5c10 req-092c9335-e553-4a60-83ce-f0920cfb43b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286991 Sep 20 12:29:48.697918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:48.743648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:48.747935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event updated for resources: {'Port': ['ID=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:48.757224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.805323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Made reservation on behalf of 8b128218af8e4236b1fee9ffa669e30d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:48.813481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.855600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Deleting port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:48.855955 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.856693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a90c8a-0038-419e-925e-cc3518607a64 req-7d05f5ff-13b9-48cf-8298-b2327c0e3417 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.861149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6a90c8a-0038-419e-925e-cc3518607a64 req-7d05f5ff-13b9-48cf-8298-b2327c0e3417 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 950 time: 0.2539048 Sep 20 12:29:48.906642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-d19dca62-f24f-4b0c-ac1d-14dd7563686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.908183 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-480ded94-4728-4267-a65e-583658509bd0 req-d19dca62-f24f-4b0c-ac1d-14dd7563686c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85484436-a0fa-40d1-89e3-19e92a4eb477 HTTP/1.1" status: 200 len: 855 time: 0.2284162 Sep 20 12:29:48.908806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:48.946566 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:48.947329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.044939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16728ccd-c39d-44ad-8b77-5812906742f4 req-14b3627e-293a-455e-b81a-9917d05e07e9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 210 time: 0.0862846 Sep 20 12:29:49.121067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fd7ee81c-a3a4-4bf8-af3d-dd6cc4583df4 None None] Provisioning complete for port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:49.121067 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee81c-a3a4-4bf8-af3d-dd6cc4583df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.198015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ee81c-a3a4-4bf8-af3d-dd6cc4583df4 None None] Port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:29:49.229312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.248260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6a90c8a-0038-419e-925e-cc3518607a64 req-ea2aa433-aa65-4b68-9325-baf8a80672ba tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658755 Sep 20 12:29:49.327863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded94-4728-4267-a65e-583658509bd0 req-ec68a5dd-8a68-45d7-8a86-57651f347574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:49.330499 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-480ded94-4728-4267-a65e-583658509bd0 req-ec68a5dd-8a68-45d7-8a86-57651f347574 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b21f5b-0295-422d-8389-e10acee067c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4042327 Sep 20 12:29:49.354335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ead9a15-b9b9-4b66-b9dc-59be1b06bb17']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:49.368278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Allocated IP 172.20.0.7 (e7710ad9-6a06-48ed-8523-a1c972a50589/cac61f73-8882-42e8-8568-2ac22e4f0c97/9a614665-0590-465d-9f7b-eb49563450d3) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:29:49.386216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58966cb-293f-4491-9a37-ff77233e752e') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:49.386611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58966cb-293f-4491-9a37-ff77233e752e') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:49.411401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-65d3f20e-3a13-42ce-8bac-002c6043871b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.416866 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.443980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.455489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-480ded94-4728-4267-a65e-583658509bd0 req-0151ffbe-65c2-4e72-8e4d-c7fe211410c3 service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081092 Sep 20 12:29:49.462335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:29:49.462747 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:29:49.464516 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:29:49.522776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-65d3f20e-3a13-42ce-8bac-002c6043871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.614082 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-01a66129-6c01-4cb7-b124-49e33db40c40 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6788867 Sep 20 12:29:49.634025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Request body: {'port': {'device_id': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:49.635335 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.649307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] For port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:49.649974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.698204 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-480ded94-4728-4267-a65e-583658509bd0 req-6c6b6a5b-a07a-4449-92b5-23b45a2da31e service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242985 Sep 20 12:29:49.699074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Calling delete_port for 195546f5-94c4-4c94-b5d2-401e9b8b9a0b owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:49.700714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-65d3f20e-3a13-42ce-8bac-002c6043871b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e14992217228488f82ee14ffec4db322&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6744051 Sep 20 12:29:49.709642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50566) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:49.742971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3f20e-3a13-42ce-8bac-002c6043871b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9256ef10-d5d6-4ea5-a8b5-91cf46dcfdad,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:49.764424 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.781202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.787165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3ead9a15-b9b9-4b66-b9dc-59be1b06bb17 HTTP/1.1" status: 204 len: 168 time: 1.3301723 Sep 20 12:29:49.796767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf482e87-85de-4af4-88b8-09582a845874 req-f24d8aca-f2f4-4408-a0e9-33ae536d74d8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:49.803301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.806033 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf482e87-85de-4af4-88b8-09582a845874 req-f24d8aca-f2f4-4408-a0e9-33ae536d74d8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 931 time: 0.2014043 Sep 20 12:29:49.836051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfec65-a40c-4138-9728-a53935df3d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ead9a15-b9b9-4b66-b9dc-59be1b06bb17,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:49.882091 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:49.923797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf482e87-85de-4af4-88b8-09582a845874 req-15078229-d28b-4d7c-aea7-e0245f6b06cb tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167798 Sep 20 12:29:49.963925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b8eb-9fec-4f79-9e32-49e44a05b988 req-f0f4b7be-3b0d-4f2d-91f1-46da9a19ce46 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:49.971274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b8eb-9fec-4f79-9e32-49e44a05b988 req-f0f4b7be-3b0d-4f2d-91f1-46da9a19ce46 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:49.977667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b8eb-9fec-4f79-9e32-49e44a05b988 req-f0f4b7be-3b0d-4f2d-91f1-46da9a19ce46 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:49.992553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b8eb-9fec-4f79-9e32-49e44a05b988 req-f0f4b7be-3b0d-4f2d-91f1-46da9a19ce46 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:50.000035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b8eb-9fec-4f79-9e32-49e44a05b988 req-f0f4b7be-3b0d-4f2d-91f1-46da9a19ce46 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:50.002476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c41b8eb-9fec-4f79-9e32-49e44a05b988 req-f0f4b7be-3b0d-4f2d-91f1-46da9a19ce46 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 3816 time: 0.1461947 Sep 20 12:29:50.055614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c41b8eb-9fec-4f79-9e32-49e44a05b988 req-4b5e9c7c-4377-4108-9780-6440060cb42e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Sep 20 12:29:50.079619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c53a75-b73f-4dc7-a480-353e147cec7a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:50.085000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a031b49d-a910-4110-a6ef-2878bacf9f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.092313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.147408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.156517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Network e7710ad9-6a06-48ed-8523-a1c972a50589 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:29:50.161436 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.166534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:50.173441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:29:50.199832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a031b49d-a910-4110-a6ef-2878bacf9f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.227392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Transition to ACTIVE for port object 97c53a75-b73f-4dc7-a480-353e147cec7a will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:29:50.227562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event updated for resources: {'Port': ['ID=9a614665-0590-465d-9f7b-eb49563450d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:50.267949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:50.267949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.282952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f51a44-62a1-4a47-97b8-a7f48a94f8ef req-eb77e203-e0f4-4eed-8678-fd069a030f91 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:50.284622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5f51a44-62a1-4a47-97b8-a7f48a94f8ef req-eb77e203-e0f4-4eed-8678-fd069a030f91 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 931 time: 0.1158912 Sep 20 12:29:50.298366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50578) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:50.389287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5f51a44-62a1-4a47-97b8-a7f48a94f8ef req-c6c898cf-0ad8-4419-8047-d5a697338069 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938792 Sep 20 12:29:50.399315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e4b992f-486e-439b-a926-17f833338001 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=344c5f8f4aff48d3a782b631f786ad95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996056 Sep 20 12:29:50.416562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50580) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:50.427528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-6e8e2ab6-ff7a-4789-b5cf-561fd4fff164 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5359671 Sep 20 12:29:50.442605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Request body: {'port': {'device_id': '8dcc1430-8112-4228-87fc-a900a7f161f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:50.529134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5c1fb-5e8c-482c-abd4-a28084447a52 req-01c9c125-f3b3-43f2-97d8-34a103737655 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:50.534223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5e5c1fb-5e8c-482c-abd4-a28084447a52 req-01c9c125-f3b3-43f2-97d8-34a103737655 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 950 time: 0.1638849 Sep 20 12:29:50.595693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d322417-7262-445a-a9d7-f79261228174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.644064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.656361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d322417-7262-445a-a9d7-f79261228174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.670617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.686657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5e5c1fb-5e8c-482c-abd4-a28084447a52 req-febaa620-8a9d-4dbf-bdea-5d508825adeb tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401672 Sep 20 12:29:50.756872 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.758626 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a031b49d-a910-4110-a6ef-2878bacf9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.761713 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a031b49d-a910-4110-a6ef-2878bacf9f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:50.763004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a031b49d-a910-4110-a6ef-2878bacf9f72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9256ef10-d5d6-4ea5-a8b5-91cf46dcfdad HTTP/1.1" status: 204 len: 168 time: 1.0513010 Sep 20 12:29:50.772787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['60846e98-38a7-4938-b025-bd7bd12a6183', 'a4940ec8-6d7c-462b-b581-973a9b7f917c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:50.901661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b49d-a910-4110-a6ef-2878bacf9f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9256ef10-d5d6-4ea5-a8b5-91cf46dcfdad,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:50.954239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Pushing event updated for resources: {'Port': ['ID=97c53a75-b73f-4dc7-a480-353e147cec7a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:51.096779 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d322417-7262-445a-a9d7-f79261228174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:51.104799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d322417-7262-445a-a9d7-f79261228174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:51.112635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d322417-7262-445a-a9d7-f79261228174 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5beb23b4-ef63-4a04-8084-1db0d33bf7d0 HTTP/1.1" status: 204 len: 168 time: 0.6948180 Sep 20 12:29:51.135141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Pushing event deleted for resources: {'Port': ['ID=195546f5-94c4-4c94-b5d2-401e9b8b9a0b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:51.147621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] No DVR routers for this DVR port 195546f5-94c4-4c94-b5d2-401e9b8b9a0b on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:51.163207 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:51.170368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9e0a53bf-6173-4a2e-8047-7a3722d3a82a req-6432ca32-4b01-43fb-b2e8-e922f21eee84 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "DELETE /v2.0/ports/195546f5-94c4-4c94-b5d2-401e9b8b9a0b HTTP/1.1" status: 204 len: 173 time: 3.0218210 Sep 20 12:29:51.170368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562b53bc-6f80-4d48-a36f-bb03ca9a29eb', 'name': 'network-vif-deleted', 'tag': '195546f5-94c4-4c94-b5d2-401e9b8b9a0b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:51.172678 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee7fb2a-8a70-424d-bf74-49702e2685bd" -d '{"events": [{"server_uuid": "562b53bc-6f80-4d48-a36f-bb03ca9a29eb", "name": "network-vif-deleted", "tag": "195546f5-94c4-4c94-b5d2-401e9b8b9a0b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:51.175386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322417-7262-445a-a9d7-f79261228174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb23b4-ef63-4a04-8084-1db0d33bf7d0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:51.290744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:51.315060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:51.335866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8abb52-5d94-4698-87c5-727139150251 req-0934dd6f-8c40-4438-a24e-1cefce097784 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:51.337488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c8abb52-5d94-4698-87c5-727139150251 req-0934dd6f-8c40-4438-a24e-1cefce097784 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 931 time: 0.2472973 Sep 20 12:29:51.364534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Attempting to bind port 97c53a75-b73f-4dc7-a480-353e147cec7a on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:51.365039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Attempting to bind port 97c53a75-b73f-4dc7-a480-353e147cec7a by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:51.365458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Attempting to bind port 97c53a75-b73f-4dc7-a480-353e147cec7a on network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:51.371643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Transition to ACTIVE for port object a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:29:51.372513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Port 97c53a75-b73f-4dc7-a480-353e147cec7a on network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:29:51.372976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Attempting to bind port 97c53a75-b73f-4dc7-a480-353e147cec7a on network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:51.379287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:51.379819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Checking segment: {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:51.380277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Bound using segment: {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:51.381842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Bound port: 97c53a75-b73f-4dc7-a480-353e147cec7a, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278c47ae-057a-4da5-87e4-ffdebc9011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:51.382346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:51.476463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:51.484111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c8abb52-5d94-4698-87c5-727139150251 req-f17eb57e-eae9-47e6-81f6-6e30d3d5bc9f tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356347 Sep 20 12:29:51.537971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 195546f5-94c4-4c94-b5d2-401e9b8b9a0b no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:29:51.566965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed75a07-e03e-4e34-8ecf-13709850630c req-75a307e8-dead-4990-b1de-a383c8075b1d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:51.581920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed75a07-e03e-4e34-8ecf-13709850630c req-75a307e8-dead-4990-b1de-a383c8075b1d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:51.585861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 195546f5-94c4-4c94-b5d2-401e9b8b9a0b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:29:51.589148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 195546f5-94c4-4c94-b5d2-401e9b8b9a0b not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:29:51.593625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed75a07-e03e-4e34-8ecf-13709850630c req-75a307e8-dead-4990-b1de-a383c8075b1d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:51.600436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed75a07-e03e-4e34-8ecf-13709850630c req-75a307e8-dead-4990-b1de-a383c8075b1d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:51.607503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed75a07-e03e-4e34-8ecf-13709850630c req-75a307e8-dead-4990-b1de-a383c8075b1d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:51.609566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ed75a07-e03e-4e34-8ecf-13709850630c req-75a307e8-dead-4990-b1de-a383c8075b1d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 3828 time: 0.2600212 Sep 20 12:29:51.697065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a614665-0590-465d-9f7b-eb49563450d3 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:51.715938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ed75a07-e03e-4e34-8ecf-13709850630c req-41372625-71fd-4071-9dac-8655b49e7251 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961049 Sep 20 12:29:51.718901 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:51.766774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Transition to ACTIVE for port object 9a614665-0590-465d-9f7b-eb49563450d3 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:29:51.782053 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d60188e-4397-4720-a1c0-f369fcce669a x-openstack-request-id: req-5d60188e-4397-4720-a1c0-f369fcce669a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:51.787940 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562b53bc-6f80-4d48-a36f-bb03ca9a29eb", "name": "network-vif-deleted", "tag": "195546f5-94c4-4c94-b5d2-401e9b8b9a0b", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:51.787940 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d60188e-4397-4720-a1c0-f369fcce669a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:51.787940 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562b53bc-6f80-4d48-a36f-bb03ca9a29eb', 'name': 'network-vif-deleted', 'tag': '195546f5-94c4-4c94-b5d2-401e9b8b9a0b', 'status': 'completed', 'code': 200} Sep 20 12:29:51.807474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:51.828371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:51.900115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] For port 97c53a75-b73f-4dc7-a480-353e147cec7a, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:51.903763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] For port 97c53a75-b73f-4dc7-a480-353e147cec7a, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=97c53a75-b73f-4dc7-a480-353e147cec7a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:51.965389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-caf4d2fb-b104-40e9-b02b-0cc76464ddf3 req-ded989f3-28dd-4868-bdd3-c0f32e460a4e tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=562b53bc-6f80-4d48-a36f-bb03ca9a29eb HTTP/1.1" status: 200 len: 210 time: 0.1256886 Sep 20 12:29:52.012117 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.046076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Pushing event updated for resources: {'Port': ['ID=9a614665-0590-465d-9f7b-eb49563450d3,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:52.082095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb393c9-dbb6-4faf-921a-6346f4c47494 req-c91e046b-192b-4032-a86e-a09ea55d0a38 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:52.089762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4eb393c9-dbb6-4faf-921a-6346f4c47494 req-c91e046b-192b-4032-a86e-a09ea55d0a38 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 943 time: 0.2266145 Sep 20 12:29:52.117944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:52.118611 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.120537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] 10.222.0.32 "PUT /v2.0/ports/97c53a75-b73f-4dc7-a480-353e147cec7a HTTP/1.1" status: 200 len: 1091 time: 3.4918301 Sep 20 12:29:52.157675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999a17e-186c-40c0-8860-3d3f4878be49 service neutron] Pushing event updated for resources: {'Port': ['ID=97c53a75-b73f-4dc7-a480-353e147cec7a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:52.169381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Attempting to bind port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:52.169755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Attempting to bind port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:52.170092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Attempting to bind port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f on network a6763d10-6a99-4378-ab81-b5ac94b4d9ac {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:52.199949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f on network a6763d10-6a99-4378-ab81-b5ac94b4d9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:29:52.200294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Attempting to bind port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f on network a6763d10-6a99-4378-ab81-b5ac94b4d9ac {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:52.227803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:52.232136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:52.284384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:52.284676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Checking segment: {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:52.285104 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Bound using segment: {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:52.285563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Bound port: a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510eef62-cf2a-4723-b12e-43cd2f4e6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:52.285939 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.332240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4eb393c9-dbb6-4faf-921a-6346f4c47494 req-c7bbdd78-e18d-4e56-ab11-7244f7e96793 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413559 Sep 20 12:29:52.427198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Attempting to bind port 9a614665-0590-465d-9f7b-eb49563450d3 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:52.428031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Attempting to bind port 9a614665-0590-465d-9f7b-eb49563450d3 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:52.437590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Attempting to bind port 9a614665-0590-465d-9f7b-eb49563450d3 on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:52.458106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.469184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-44fedfc5-69d6-4aff-96bf-ecaff5d7c4de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b96218d549947b69bf8c55ddf81ed1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276821 Sep 20 12:29:52.469184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Port 9a614665-0590-465d-9f7b-eb49563450d3 on network e7710ad9-6a06-48ed-8523-a1c972a50589 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:29:52.469184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Attempting to bind port 9a614665-0590-465d-9f7b-eb49563450d3 on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:52.469184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:52.493839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:52.494439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Checking segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:52.494829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Bound using segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:52.506361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Bound port: 9a614665-0590-465d-9f7b-eb49563450d3, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:52.506986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.525649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] For port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:52.561136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] For port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:52.623681 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf2a568-8b82-4faf-ad39-0c2b509ea1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.638082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] For port 9a614665-0590-465d-9f7b-eb49563450d3, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:52.642961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] For port 9a614665-0590-465d-9f7b-eb49563450d3, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a614665-0590-465d-9f7b-eb49563450d3,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:52.656648 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf2a568-8b82-4faf-ad39-0c2b509ea1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.683297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.728426 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.765174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:52.777429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.777429 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f HTTP/1.1" status: 200 len: 1091 time: 3.1469281 Sep 20 12:29:52.853320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1cac-cc83-4ad8-bb7b-d925ea923406 req-1e8aeac4-c298-46c3-bc20-22d41dcccbdc tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:52.853320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2aaf1cac-cc83-4ad8-bb7b-d925ea923406 req-1e8aeac4-c298-46c3-bc20-22d41dcccbdc tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 943 time: 0.1580753 Sep 20 12:29:52.882065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:52.882065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.890529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] 10.222.0.21 "PUT /v2.0/ports/9a614665-0590-465d-9f7b-eb49563450d3 HTTP/1.1" status: 200 len: 1091 time: 2.4532804 Sep 20 12:29:52.893266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcc1430-8112-4228-87fc-a900a7f161f8', 'tag': '9a614665-0590-465d-9f7b-eb49563450d3'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:52.896752 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e99ee02-7f2c-47ae-b660-d531db061aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcc1430-8112-4228-87fc-a900a7f161f8", "tag": "9a614665-0590-465d-9f7b-eb49563450d3"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:52.920258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf2a568-8b82-4faf-ad39-0c2b509ea1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.920986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf2a568-8b82-4faf-ad39-0c2b509ea1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:52.930453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-caf2a568-8b82-4faf-ad39-0c2b509ea1e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1cf3252-d480-42be-ae78-bf0df4d7df7d HTTP/1.1" status: 204 len: 168 time: 0.4618530 Sep 20 12:29:52.932234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50636) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:52.985727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc6d72-bb06-42f2-b095-56173a5e43d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:53.016034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2a568-8b82-4faf-ad39-0c2b509ea1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cf3252-d480-42be-ae78-bf0df4d7df7d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:53.078382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-308feda8-ba08-4291-9c91-bc290b81e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.081132 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-308feda8-ba08-4291-9c91-bc290b81e2bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12c787a34aec4bec8324b9e632829e2a&device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 1094 time: 0.1654868 Sep 20 12:29:53.168060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2aaf1cac-cc83-4ad8-bb7b-d925ea923406 req-ec373efc-4ec7-4e07-9a87-60848c3b8ec6 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577913 Sep 20 12:29:53.187171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623229e1-1afa-4fc8-b8cf-9ee1b3627443 service neutron] Pushing event updated for resources: {'Port': ['ID=9a614665-0590-465d-9f7b-eb49563450d3,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:53.252281 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-57502bc2-116b-4698-a7ef-1ff351f51be0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f HTTP/1.1" status: 200 len: 217 time: 0.1444569 Sep 20 12:29:53.257799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81e63-e3c3-499e-82ba-19e63778eaad req-28a41c5d-bdf8-44ae-8806-e0a3e6c868dd tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.263918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81e63-e3c3-499e-82ba-19e63778eaad req-28a41c5d-bdf8-44ae-8806-e0a3e6c868dd tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.269939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81e63-e3c3-499e-82ba-19e63778eaad req-28a41c5d-bdf8-44ae-8806-e0a3e6c868dd tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.290531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81e63-e3c3-499e-82ba-19e63778eaad req-28a41c5d-bdf8-44ae-8806-e0a3e6c868dd tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.299721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81e63-e3c3-499e-82ba-19e63778eaad req-28a41c5d-bdf8-44ae-8806-e0a3e6c868dd tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.306093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10f81e63-e3c3-499e-82ba-19e63778eaad req-28a41c5d-bdf8-44ae-8806-e0a3e6c868dd tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 3828 time: 0.3744912 Sep 20 12:29:53.308639 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d2b386-bdd3-44ce-a1f9-98d94d4eb0d1 x-openstack-request-id: req-d4d2b386-bdd3-44ce-a1f9-98d94d4eb0d1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:53.308935 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcc1430-8112-4228-87fc-a900a7f161f8", "tag": "9a614665-0590-465d-9f7b-eb49563450d3", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:53.309230 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4d2b386-bdd3-44ce-a1f9-98d94d4eb0d1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:53.309626 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcc1430-8112-4228-87fc-a900a7f161f8', 'tag': '9a614665-0590-465d-9f7b-eb49563450d3', 'status': 'completed', 'code': 200} Sep 20 12:29:53.328687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-590984993'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:53.394195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-cef65f80-42e8-4da3-8a34-4dc2b683fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.397782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-cef65f80-42e8-4da3-8a34-4dc2b683fe3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 1094 time: 0.3393383 Sep 20 12:29:53.414779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-ec45a35f-bda0-403f-957e-cca1ce33ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.420688 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-ec45a35f-bda0-403f-957e-cca1ce33ffb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4 HTTP/1.1" status: 200 len: 845 time: 0.1545768 Sep 20 12:29:53.449252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b96b5d-d5ce-420f-8d65-2a9810d97951 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:53.462173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10f81e63-e3c3-499e-82ba-19e63778eaad req-8a217e64-a881-4ff4-839e-b583803b8ca7 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551726 Sep 20 12:29:53.463640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-4019cb5f-e18d-46af-9bee-82486a91a70e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a614665-0590-465d-9f7b-eb49563450d3 HTTP/1.1" status: 200 len: 217 time: 0.0557873 Sep 20 12:29:53.504913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:53.509776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Made reservation on behalf of 08c57294c9cd4f1587577679a7c05cc6 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:53.519783 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:53.535443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Transition to ACTIVE for port object 76b96b5d-d5ce-420f-8d65-2a9810d97951 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:29:53.546494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-d0cc4ca2-4d43-47e7-85b1-aa208b71a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.548295 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-d0cc4ca2-4d43-47e7-85b1-aa208b71a194 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6763d10-6a99-4378-ab81-b5ac94b4d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181622 Sep 20 12:29:53.560678 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:53.606543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-fc70c381-8816-4039-a009-c6468883df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:53.608322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-fc70c381-8816-4039-a009-c6468883df21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.1364238 Sep 20 12:29:53.681415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:53.737477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-41bf0115-b009-4c43-a8da-08230b47916c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127450 Sep 20 12:29:53.802378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a'}, {'name': 'network-changed', 'server_uuid': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'tag': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:53.804778 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1dbd60-c9c8-4f79-a836-8280c757feb6" -d '{"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a"}, {"name": "network-changed", "server_uuid": "c083896a-c0f0-4aa1-81df-bd5371a1582d", "tag": "a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:53.901979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Pushing event updated for resources: {'Port': ['ID=76b96b5d-d5ce-420f-8d65-2a9810d97951,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:53.954444 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-d839eccb-1faa-4d67-937e-f1d656353046 service neutron] 10.222.0.32 "GET /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443680 Sep 20 12:29:54.054722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Attempting to bind port 76b96b5d-d5ce-420f-8d65-2a9810d97951 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:54.055110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Attempting to bind port 76b96b5d-d5ce-420f-8d65-2a9810d97951 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:54.075525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Attempting to bind port 76b96b5d-d5ce-420f-8d65-2a9810d97951 on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:54.077089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Port 76b96b5d-d5ce-420f-8d65-2a9810d97951 on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:29:54.078115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Attempting to bind port 76b96b5d-d5ce-420f-8d65-2a9810d97951 on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:54.087045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:54.087045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Checking segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:54.087423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Bound using segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:54.087715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Bound port: 76b96b5d-d5ce-420f-8d65-2a9810d97951, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:54.087968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.137879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-aac06345-fcfd-4484-9f08-5adb5e549b16 service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851476 Sep 20 12:29:54.233058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72751c44-4aa8-472f-84f7-208ac66dd90c req-55d883d8-5874-472c-8d85-c938adcd7981 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.234003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72751c44-4aa8-472f-84f7-208ac66dd90c req-55d883d8-5874-472c-8d85-c938adcd7981 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 943 time: 0.3552649 Sep 20 12:29:54.267751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] For port 76b96b5d-d5ce-420f-8d65-2a9810d97951, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:54.276315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] For port 76b96b5d-d5ce-420f-8d65-2a9810d97951, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:54.283664 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb3b02b2-c435-465f-8c16-23f6e98384d4 req-226f3d35-475c-45b3-aa33-708f33c25f7b service neutron] 10.222.0.32 "GET /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118203 Sep 20 12:29:54.312319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3015b-a9ad-48fb-ac3c-01d915d2ef65 req-18015e41-5a29-4b06-ab32-3b177ea02133 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.314005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55d3015b-a9ad-48fb-ac3c-01d915d2ef65 req-18015e41-5a29-4b06-ab32-3b177ea02133 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 948 time: 0.4350348 Sep 20 12:29:54.350303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.369699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.397638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.398323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.399944 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] 10.222.0.32 "PUT /v2.0/ports/76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 200 len: 1131 time: 2.1794384 Sep 20 12:29:54.423717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72751c44-4aa8-472f-84f7-208ac66dd90c req-53a29a72-cfd6-48d4-8677-d96842da87e1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063941 Sep 20 12:29:54.429055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665adb7d-6f45-45fa-a2a9-74e64b2c838a service neutron] Pushing event updated for resources: {'Port': ['ID=76b96b5d-d5ce-420f-8d65-2a9810d97951,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:54.448929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55d3015b-a9ad-48fb-ac3c-01d915d2ef65 req-bbfa52e2-221b-4b81-a8ea-1de2503b1f31 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200376 Sep 20 12:29:54.451346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85356816-7e11-45ee-ab97-6f7c8520c680 req-91496ba4-e9b8-4c1d-ac02-91072b113029 service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906981 Sep 20 12:29:54.451952 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.497398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:54.524580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:29:54.572378 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.572771 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Added segment 97255c62-b58a-48e2-abbd-fd26d26441e8 of type vlan for network 36a3af3b-e69d-478a-b360-f2cd9d433268 Sep 20 12:29:54.591475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7b754e-1126-4798-9894-6d01397a78b5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:54.630847 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be31467-7e86-43ab-b106-2cbaaebb1d8b x-openstack-request-id: req-4be31467-7e86-43ab-b106-2cbaaebb1d8b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:54.634190 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c083896a-c0f0-4aa1-81df-bd5371a1582d", "tag": "a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:54.634657 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4be31467-7e86-43ab-b106-2cbaaebb1d8b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:54.635879 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'status': 'completed', 'code': 200} Sep 20 12:29:54.636313 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'tag': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'status': 'completed', 'code': 200} Sep 20 12:29:54.734751 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.757675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.767135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-87010cb6-6a5e-47aa-a128-f5e472c9185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.768364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-87010cb6-6a5e-47aa-a128-f5e472c9185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.769204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-87010cb6-6a5e-47aa-a128-f5e472c9185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.770318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-87010cb6-6a5e-47aa-a128-f5e472c9185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.773333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-87010cb6-6a5e-47aa-a128-f5e472c9185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.774335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-87010cb6-6a5e-47aa-a128-f5e472c9185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.776684 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-87010cb6-6a5e-47aa-a128-f5e472c9185d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5287 time: 0.1373713 Sep 20 12:29:54.785118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50682) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:54.792234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65797d88-027d-4e85-ba46-2ba29efc1d90 req-aa883fee-bf7f-467b-acd5-e36e935aa7be tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.792234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65797d88-027d-4e85-ba46-2ba29efc1d90 req-aa883fee-bf7f-467b-acd5-e36e935aa7be tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 943 time: 0.2125340 Sep 20 12:29:54.811158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-e533f9bd-4f46-43cb-a113-6892bc8854d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.812649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-e533f9bd-4f46-43cb-a113-6892bc8854d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 1094 time: 0.1608148 Sep 20 12:29:54.898520 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:54.904052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:54.904652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:55.068923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-network', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:55.215035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-b8706c83-92a2-4825-8a1c-2a6b0ba0fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.215612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-b8706c83-92a2-4825-8a1c-2a6b0ba0fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.216071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-b8706c83-92a2-4825-8a1c-2a6b0ba0fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.218387 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-b8706c83-92a2-4825-8a1c-2a6b0ba0fac2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d5148ab5c5247ca968a84981c995075&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4240987 Sep 20 12:29:55.348644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65797d88-027d-4e85-ba46-2ba29efc1d90 req-00d7ce23-553a-4653-9a1c-0f20545faeb4 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5356410 Sep 20 12:29:55.385517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2cf41-01c0-442f-bb02-9255acde2727 req-4effb3dd-bef7-4cad-8b1f-edbb4470e076 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.392943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2cf41-01c0-442f-bb02-9255acde2727 req-4effb3dd-bef7-4cad-8b1f-edbb4470e076 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.403794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2cf41-01c0-442f-bb02-9255acde2727 req-4effb3dd-bef7-4cad-8b1f-edbb4470e076 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.405505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-141684d7-f52f-4783-81b7-8f919d364cb5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.407050 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-141684d7-f52f-4783-81b7-8f919d364cb5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 948 time: 0.2080874 Sep 20 12:29:55.415885 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2cf41-01c0-442f-bb02-9255acde2727 req-4effb3dd-bef7-4cad-8b1f-edbb4470e076 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.423912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2cf41-01c0-442f-bb02-9255acde2727 req-4effb3dd-bef7-4cad-8b1f-edbb4470e076 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.437055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2cf41-01c0-442f-bb02-9255acde2727 req-4effb3dd-bef7-4cad-8b1f-edbb4470e076 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.439140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ed2cf41-01c0-442f-bb02-9255acde2727 req-4effb3dd-bef7-4cad-8b1f-edbb4470e076 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 4601 time: 0.6615102 Sep 20 12:29:55.446957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.4608123 Sep 20 12:29:55.446957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6642ef-72dc-4068-96a1-309f07956a86 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Pushing event updated for resources: {'Network': ['ID=36a3af3b-e69d-478a-b360-f2cd9d433268,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:55.449235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50688) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:55.471920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 36a3af3b-e69d-478a-b360-f2cd9d433268 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:29:55.472365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-8cea67e5-f4d1-4e2e-ad61-bddffba4beb6 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', 'tempest-TagsTest-Tag-1795423523') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:55.514001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Made reservation on behalf of ddc20463cbeb4e44b082290b035f4b54 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:55.515950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:55.525512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-f95cc96f-9d04-4ea9-a9be-7cc7c44d4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.528554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-f95cc96f-9d04-4ea9-a9be-7cc7c44d4a14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 911 time: 0.6959195 Sep 20 12:29:55.553338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ed2cf41-01c0-442f-bb02-9255acde2727 req-fee5363a-8fcd-4485-a4b5-794496aa28ec tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028864 Sep 20 12:29:55.596899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:55.619515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-5f283ff8-c067-491c-b05b-2121d879bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.621559 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-5f283ff8-c067-491c-b05b-2121d879bfe0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3883395 Sep 20 12:29:55.647011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-4c9800c4-6520-4d92-b440-ebf70592a9bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a614665-0590-465d-9f7b-eb49563450d3 HTTP/1.1" status: 200 len: 217 time: 0.0973623 Sep 20 12:29:55.745388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fb963f-9e14-4b85-9fc5-93a193cbd2ce {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:55.768203 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:55.787681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de7d9-ba50-42d6-83c0-1637f19bc311 req-1b843a54-40d0-4e03-beb7-d8dcd76c639d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.795168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-611de7d9-ba50-42d6-83c0-1637f19bc311 req-1b843a54-40d0-4e03-beb7-d8dcd76c639d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 943 time: 0.2476838 Sep 20 12:29:55.821089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-bfba0458-9f29-4201-aeaa-684314e1a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.823121 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-bfba0458-9f29-4201-aeaa-684314e1a6ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12c787a34aec4bec8324b9e632829e2a&device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 1094 time: 0.1394701 Sep 20 12:29:55.827226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-643aeeca-8ac4-4ad1-82a0-2efbe42272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.828680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-643aeeca-8ac4-4ad1-82a0-2efbe42272e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.1383286 Sep 20 12:29:55.831675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Transition to ACTIVE for port object 87fb963f-9e14-4b85-9fc5-93a193cbd2ce will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:29:55.861187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Deleting port 60846e98-38a7-4938-b025-bd7bd12a6183 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:29:55.861694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:55.873104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a1e8b-895d-4011-8953-a87b9965ac90 req-73f07cca-7977-4165-8211-e3df0b88e303 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:55.873104 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-797a1e8b-895d-4011-8953-a87b9965ac90 req-73f07cca-7977-4165-8211-e3df0b88e303 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 948 time: 0.1795866 Sep 20 12:29:55.874411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8cea67e5-f4d1-4e2e-ad61-bddffba4beb6 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "PUT /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags/tempest-TagsTest-Tag-1795423523 HTTP/1.1" status: 201 len: 201 time: 0.4164782 Sep 20 12:29:55.883708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50694) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:55.897714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-611de7d9-ba50-42d6-83c0-1637f19bc311 req-bcb0aadb-fdc7-40c1-b8e2-ac67e7c71c3d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015451 Sep 20 12:29:55.911274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-b228a44a-f987-4fc8-a2f7-1a8e75aa73a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627410 Sep 20 12:29:55.985178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-6e008982-1d64-4bd9-8605-bf8a09f4f0ef tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', 'tempest-TagsTest-Tag-1795423523') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:55.991210 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.036357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] For port 60846e98-38a7-4938-b025-bd7bd12a6183, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=60846e98-38a7-4938-b025-bd7bd12a6183,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:56.037800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.060314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Calling delete_port for 60846e98-38a7-4938-b025-bd7bd12a6183 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:29:56.062067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-91083886-d75f-4c9f-acc3-88175399ca4c service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448097 Sep 20 12:29:56.074794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-797a1e8b-895d-4011-8953-a87b9965ac90 req-da06ec68-50d1-417c-8354-2621f5f16197 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866047 Sep 20 12:29:56.187165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e99ee02-7f2c-47ae-b660-d531db061aa7 req-8beda535-bb06-4200-8072-7e677eaa9b49 service neutron] 10.222.0.21 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112328 Sep 20 12:29:56.245968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.260142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Pushing event updated for resources: {'Port': ['ID=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:56.330512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-40340231-ada5-4394-92c4-636a36040951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.332237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-40340231-ada5-4394-92c4-636a36040951 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6763d10-6a99-4378-ab81-b5ac94b4d9ac HTTP/1.1" status: 200 len: 906 time: 0.4925857 Sep 20 12:29:56.373683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.485514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-f84f0014-eef7-4d6d-a981-5a4da8992011 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f HTTP/1.1" status: 200 len: 217 time: 0.1209826 Sep 20 12:29:56.522972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:29:56.533197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791adcdb-5860-4837-baf9-bb1a07fdc87c req-f4037332-35fd-4318-a146-1dc39c70ff61 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.534800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-791adcdb-5860-4837-baf9-bb1a07fdc87c req-f4037332-35fd-4318-a146-1dc39c70ff61 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 943 time: 0.1101518 Sep 20 12:29:56.590684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-791adcdb-5860-4837-baf9-bb1a07fdc87c req-2555d08a-f26f-43f9-b90e-53e73f385253 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454741 Sep 20 12:29:56.631061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58309b57-f312-48bc-8089-a1e7dec8ef89,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:56.649845 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6e008982-1d64-4bd9-8605-bf8a09f4f0ef tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "GET /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags/tempest-TagsTest-Tag-1795423523 HTTP/1.1" status: 204 len: 168 time: 0.6728320 Sep 20 12:29:56.651433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:56.653291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-09e2ce38-6db2-4bca-a67e-7f22d2cec567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.655283 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-09e2ce38-6db2-4bca-a67e-7f22d2cec567 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4 HTTP/1.1" status: 200 len: 845 time: 0.1446636 Sep 20 12:29:56.657254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-6a7b8513-f83e-4515-9e53-d60c49668727 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:56.659967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '76b96b5d-d5ce-420f-8d65-2a9810d97951'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:56.663551 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f256f-37a5-40bd-9217-a3990c71c502" -d '{"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "76b96b5d-d5ce-420f-8d65-2a9810d97951"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:56.669503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.685155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['60846e98-38a7-4938-b025-bd7bd12a6183', 'a4940ec8-6d7c-462b-b581-973a9b7f917c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:56.739525 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.740785 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Added segment b9860eb9-f58e-4ce2-8cad-22bf715e15cc of type vlan for network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 Sep 20 12:29:56.763416 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dfec6a-d6cf-41ac-87d2-770ccce5be2e x-openstack-request-id: req-e9dfec6a-d6cf-41ac-87d2-770ccce5be2e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:56.764191 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "76b96b5d-d5ce-420f-8d65-2a9810d97951", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:56.764604 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9dfec6a-d6cf-41ac-87d2-770ccce5be2e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:56.765253 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '76b96b5d-d5ce-420f-8d65-2a9810d97951', 'status': 'completed', 'code': 200} Sep 20 12:29:56.766396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Pushing event deleted for resources: {'Port': ['ID=60846e98-38a7-4938-b025-bd7bd12a6183,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:56.780954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Attempting to bind port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:29:56.781572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Attempting to bind port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:29:56.782077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Attempting to bind port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:56.849655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a7b8513-f83e-4515-9e53-d60c49668727 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "GET /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags HTTP/1.1" status: 200 len: 238 time: 0.1960807 Sep 20 12:29:56.852894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50708) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:56.859247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-3ae91e33-048b-45ff-814c-1c83f14985b9 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', {'tags': ['tempest-TagsTest-Tag-822105409', 'tempest-TagsTest-Tag-1823678220', 'tempest-TagsTest-Tag-1004418574']}) {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:56.875074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:29:56.875401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Attempting to bind port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:29:56.888500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:29:56.888840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Checking segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:56.889250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Bound using segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:29:56.889699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Bound port: 87fb963f-9e14-4b85-9fc5-93a193cbd2ce, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:29:56.893159 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.902187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-140f447b-ffd0-47c3-93d0-033a8b49db66 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.908710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-140f447b-ffd0-47c3-93d0-033a8b49db66 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.913880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.917719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-140f447b-ffd0-47c3-93d0-033a8b49db66 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.924458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-140f447b-ffd0-47c3-93d0-033a8b49db66 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.925066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] No DVR routers for this DVR port 60846e98-38a7-4938-b025-bd7bd12a6183 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:29:56.928118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:56.931097 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53ee9415-dfbf-4227-86b7-ebc858f2e028 req-4b50e632-7c3f-4afb-bb58-b78fdb0e9a01 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "DELETE /v2.0/ports/60846e98-38a7-4938-b025-bd7bd12a6183 HTTP/1.1" status: 204 len: 173 time: 1.5151212 Sep 20 12:29:56.931573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-140f447b-ffd0-47c3-93d0-033a8b49db66 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.945498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-e868ed80-49c2-413b-88be-1ec56be90fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.946662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-140f447b-ffd0-47c3-93d0-033a8b49db66 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.947000 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-e868ed80-49c2-413b-88be-1ec56be90fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6763d10-6a99-4378-ab81-b5ac94b4d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801287 Sep 20 12:29:56.953582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-140f447b-ffd0-47c3-93d0-033a8b49db66 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:56.964144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-140f447b-ffd0-47c3-93d0-033a8b49db66 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5373 time: 0.2129307 Sep 20 12:29:57.003978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-eef09d7f-dc70-4a2c-8f0c-13f83b977433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.004458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-eef09d7f-dc70-4a2c-8f0c-13f83b977433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.004927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-eef09d7f-dc70-4a2c-8f0c-13f83b977433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.005853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-eef09d7f-dc70-4a2c-8f0c-13f83b977433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.005997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-eef09d7f-dc70-4a2c-8f0c-13f83b977433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.006367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-eef09d7f-dc70-4a2c-8f0c-13f83b977433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.006808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-eef09d7f-dc70-4a2c-8f0c-13f83b977433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.008884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-eef09d7f-dc70-4a2c-8f0c-13f83b977433 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6168 time: 0.2295127 Sep 20 12:29:57.013408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:57.075929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7282cb05-f664-4beb-bdf1-f64e2e9e3747 req-82bf4211-7c30-499d-a238-af143ec97c4b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051788 Sep 20 12:29:57.232220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747393-7126-4606-abbc-6442d02881f7 req-fca1da79-3147-4fa0-9763-aedc5d774842 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.236781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d747393-7126-4606-abbc-6442d02881f7 req-fca1da79-3147-4fa0-9763-aedc5d774842 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 943 time: 0.1831694 Sep 20 12:29:57.287466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f72ed87a-78bd-4199-8727-416f48ea8ef7 req-fd450e21-ab94-4b5a-83a3-a797a92ddc8e tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=37df100b-d345-461a-a57d-265337d227b6 HTTP/1.1" status: 200 len: 210 time: 0.0480568 Sep 20 12:29:57.309067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:57.328127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ae91e33-048b-45ff-814c-1c83f14985b9 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "PUT /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags HTTP/1.1" status: 200 len: 308 time: 0.4734728 Sep 20 12:29:57.335370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'port_id': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'mac_address': 'fa:16:3e:95:7a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:57.348806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50716) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:57.368377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-2792d93c-acb6-4bd2-a67e-b073f0ca3b5a tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', 'tempest-TagsTest-Tag-822105409') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:57.411565 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:57.417571 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:29:57.445140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:57.477113 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d747393-7126-4606-abbc-6442d02881f7 req-a2f75770-bf39-44a1-8c3b-0fc6d01cf980 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252877 Sep 20 12:29:57.491221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:57.556609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a614665-0590-465d-9f7b-eb49563450d3 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:29:57.577351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:57.578377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.578958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:57.604000 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:57.683099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2792d93c-acb6-4bd2-a67e-b073f0ca3b5a tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "DELETE /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags/tempest-TagsTest-Tag-822105409 HTTP/1.1" status: 204 len: 168 time: 0.3294044 Sep 20 12:29:57.689603 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] Pushing event updated for resources: {'Network': ['ID=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:57.691976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:57.693977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:57.701245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-ebc6b5e2-6dad-4452-8319-0f595e39b5dc tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', 'tempest-TagsTest-Tag-822105409') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:57.701556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] For port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:29:57.736380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.737220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.737860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.738488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.739101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.739387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] For port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:29:57.740572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.742033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.742033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.742033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.743013 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.743591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.744529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:29:57.748956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:29:57.754228 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-61e73f03-233b-43d2-9b4f-d9b1b714e4c2 service neutron] 10.222.0.32 "GET /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981908 Sep 20 12:29:57.782217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-e5f4fc22-27bd-4d31-9a3e-840b459e424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.782701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-e5f4fc22-27bd-4d31-9a3e-840b459e424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.783177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-e5f4fc22-27bd-4d31-9a3e-840b459e424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.785165 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-e5f4fc22-27bd-4d31-9a3e-840b459e424a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d5148ab5c5247ca968a84981c995075&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3296628 Sep 20 12:29:57.885537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3fcff60e-1e7c-4304-bd9e-e6119b684c02 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0986443 Sep 20 12:29:57.889974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52302004-8aeb-4406-9fe4-b9f7956ba595 req-f3e726fa-b1f0-435a-bfe4-d35aad693360 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:57.891657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50724) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:57.893371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:57.902146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52302004-8aeb-4406-9fe4-b9f7956ba595 req-f3e726fa-b1f0-435a-bfe4-d35aad693360 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 944 time: 0.1579733 Sep 20 12:29:57.904770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Request body: {'subnet': {'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-subnet', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:57.909187 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a614665-0590-465d-9f7b-eb49563450d3, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a614665-0590-465d-9f7b-eb49563450d3,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:57.922065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '9a614665-0590-465d-9f7b-eb49563450d3', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'port_id': '9a614665-0590-465d-9f7b-eb49563450d3', 'mac_address': 'fa:16:3e:f2:53:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac61f73-8882-42e8-8568-2ac22e4f0c97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:29:57.925883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:58.002094 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-ebc6b5e2-6dad-4452-8319-0f595e39b5dc tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] show failed (client error): The resource could not be found. Sep 20 12:29:58.004835 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ebc6b5e2-6dad-4452-8319-0f595e39b5dc tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "GET /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags/tempest-TagsTest-Tag-822105409 HTTP/1.1" status: 404 len: 325 time: 0.3093238 Sep 20 12:29:58.005036 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:58.011493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50726) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:58.016281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-09f2d54d-581c-4a83-92e3-894a1b2a663a tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', 'tempest-TagsTest-Tag-1823678220') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:58.027351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a614665-0590-465d-9f7b-eb49563450d3 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:58.045472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52302004-8aeb-4406-9fe4-b9f7956ba595 req-54ebea66-16b5-433d-8207-e1d741c04409 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421916 Sep 20 12:29:58.070074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a614665-0590-465d-9f7b-eb49563450d3, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a614665-0590-465d-9f7b-eb49563450d3,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:58.121551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Made reservation on behalf of ddc20463cbeb4e44b082290b035f4b54 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:29:58.125308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:58.179107 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:58.222131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-09f2d54d-581c-4a83-92e3-894a1b2a663a tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "GET /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags/tempest-TagsTest-Tag-1823678220 HTTP/1.1" status: 204 len: 168 time: 0.2096653 Sep 20 12:29:58.225641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:58.229910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-e87b3dcc-8884-4543-9fc2-6fb8dfbbdea1 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', 'tempest-TagsTest-Tag-1004418574') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:58.232980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Pushing event updated for resources: {'Port': ['ID=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:58.252544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-d8238133-16d1-4e35-88dc-60abdaeddf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.252544 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a45f256f-37a5-40bd-9217-a3990c71c502 req-d8238133-16d1-4e35-88dc-60abdaeddf41 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4554408 Sep 20 12:29:58.259620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.260380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:58.262087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4f2d09e6-b72e-4bf4-8ca4-eba05b3de27b service neutron] 10.222.0.32 "PUT /v2.0/ports/87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 200 len: 1130 time: 3.7805319 Sep 20 12:29:58.268935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-d0bcbe86-d102-4475-b5e8-95da4ccea442 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.278320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-d0bcbe86-d102-4475-b5e8-95da4ccea442 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.286941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-d0bcbe86-d102-4475-b5e8-95da4ccea442 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.293867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-d0bcbe86-d102-4475-b5e8-95da4ccea442 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.300507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-d0bcbe86-d102-4475-b5e8-95da4ccea442 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.307063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-d0bcbe86-d102-4475-b5e8-95da4ccea442 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.313679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-d0bcbe86-d102-4475-b5e8-95da4ccea442 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.315633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-d0bcbe86-d102-4475-b5e8-95da4ccea442 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5373 time: 0.1411831 Sep 20 12:29:58.391196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=9a614665-0590-465d-9f7b-eb49563450d3,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:58.408794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:58.440530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9a614665-0590-465d-9f7b-eb49563450d3'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:29:58.451701 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd1dbd60-c9c8-4f79-a836-8280c757feb6 req-ea8863d1-c2aa-4b1c-9cd0-f2201fcdaf43 service neutron] 10.222.0.32 "GET /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853294 Sep 20 12:29:58.533350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:58.571354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a922e4ea-7543-4652-a89e-f8e08e0fcae0 req-6e69af34-ca3a-4960-af3b-49f0501e40da tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2433896 Sep 20 12:29:58.685516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e87b3dcc-8884-4543-9fc2-6fb8dfbbdea1 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "GET /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags/tempest-TagsTest-Tag-1004418574 HTTP/1.1" status: 204 len: 168 time: 0.4568031 Sep 20 12:29:58.686265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50742) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:58.695895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-4ef76eb8-6b09-4366-988b-0e546332b6a4 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:58.758538 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-0881f253-dac4-4d78-b963-77e1808686d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2282913 Sep 20 12:29:58.766840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df100b-d345-461a-a57d-265337d227b6', 'name': 'network-vif-deleted', 'tag': '60846e98-38a7-4938-b025-bd7bd12a6183'}, {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '87fb963f-9e14-4b85-9fc5-93a193cbd2ce'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:58.769090 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faca09ae-4280-4aaa-90b7-60ad4d5c58af" -d '{"events": [{"server_uuid": "37df100b-d345-461a-a57d-265337d227b6", "name": "network-vif-deleted", "tag": "60846e98-38a7-4938-b025-bd7bd12a6183"}, {"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "87fb963f-9e14-4b85-9fc5-93a193cbd2ce"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:58.879953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc9b87-e5d1-47ad-8a1c-5febeef9d98d req-deb8ce92-25de-45f6-8929-0eb119863edf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:58.880220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cdc9b87-e5d1-47ad-8a1c-5febeef9d98d req-deb8ce92-25de-45f6-8929-0eb119863edf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 944 time: 0.1173120 Sep 20 12:29:58.880528 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:58.933412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cdc9b87-e5d1-47ad-8a1c-5febeef9d98d req-b7b94702-cd90-4b79-b6ee-aa729ef5f090 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Sep 20 12:29:58.971542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ef76eb8-6b09-4366-988b-0e546332b6a4 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "DELETE /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags HTTP/1.1" status: 204 len: 168 time: 0.2842050 Sep 20 12:29:58.972152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50748) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:58.977280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-558e5752-ee3f-4837-884e-5026a8c978c4 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', 'tempest-TagsTest-Tag-1823678220') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:59.003259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:59.077360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ed8474-e9d6-4871-81ea-59a2bd3a33fa,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:59.124259 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9b52c-df7c-490a-b730-02c8387db88e x-openstack-request-id: req-f4e9b52c-df7c-490a-b730-02c8387db88e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:59.124259 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df100b-d345-461a-a57d-265337d227b6", "name": "network-vif-deleted", "tag": "60846e98-38a7-4938-b025-bd7bd12a6183", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "87fb963f-9e14-4b85-9fc5-93a193cbd2ce", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:59.124259 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4e9b52c-df7c-490a-b730-02c8387db88e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:59.124259 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df100b-d345-461a-a57d-265337d227b6', 'name': 'network-vif-deleted', 'tag': '60846e98-38a7-4938-b025-bd7bd12a6183', 'status': 'completed', 'code': 200} Sep 20 12:29:59.124795 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-558e5752-ee3f-4837-884e-5026a8c978c4 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] show failed (client error): The resource could not be found. Sep 20 12:29:59.124892 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '87fb963f-9e14-4b85-9fc5-93a193cbd2ce', 'status': 'completed', 'code': 200} Sep 20 12:29:59.125179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-558e5752-ee3f-4837-884e-5026a8c978c4 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "GET /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags/tempest-TagsTest-Tag-1823678220 HTTP/1.1" status: 404 len: 326 time: 0.1519430 Sep 20 12:29:59.140953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:59.148829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-b3a2dde9-357a-48f4-92c1-eb2f5eea4dff tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268', 'tempest-TagsTest-Tag-1004418574') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:59.168871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9a78f38-6627-4318-b26d-c1c96da75966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.169593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9a78f38-6627-4318-b26d-c1c96da75966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.170130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9a78f38-6627-4318-b26d-c1c96da75966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.171300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9a78f38-6627-4318-b26d-c1c96da75966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.171300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9a78f38-6627-4318-b26d-c1c96da75966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.171557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9a78f38-6627-4318-b26d-c1c96da75966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.172789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9a78f38-6627-4318-b26d-c1c96da75966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.174088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9a78f38-6627-4318-b26d-c1c96da75966 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6498 time: 0.3064463 Sep 20 12:29:59.182635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:29:59.186953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:29:59.187331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:59.204844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Checking segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:29:59.209540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Network hostable DHCP agents. Network: d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:29:59.210040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a0674-f1d6-408e-84f5-50b22da6040e req-817067a3-aac9-431f-b20a-387bcb5aecc5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.211676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-884a0674-f1d6-408e-84f5-50b22da6040e req-817067a3-aac9-431f-b20a-387bcb5aecc5 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 951 time: 0.1082594 Sep 20 12:29:59.312076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-b3e19242-2190-48a7-8932-48789e88f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.312862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-b3e19242-2190-48a7-8932-48789e88f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.313847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-b3e19242-2190-48a7-8932-48789e88f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.314554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-b3e19242-2190-48a7-8932-48789e88f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.315198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-b3e19242-2190-48a7-8932-48789e88f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.315839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-b3e19242-2190-48a7-8932-48789e88f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.316477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-b3e19242-2190-48a7-8932-48789e88f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.319651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-b3e19242-2190-48a7-8932-48789e88f7d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6210 time: 0.2085538 Sep 20 12:29:59.337476 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-b3a2dde9-357a-48f4-92c1-eb2f5eea4dff tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] show failed (client error): The resource could not be found. Sep 20 12:29:59.338769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b3a2dde9-357a-48f4-92c1-eb2f5eea4dff tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "GET /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags/tempest-TagsTest-Tag-1004418574 HTTP/1.1" status: 404 len: 326 time: 0.1959124 Sep 20 12:29:59.341622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:59.346561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-85612dbe-2e58-45b4-8e5c-580da17261c8 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '36a3af3b-e69d-478a-b360-f2cd9d433268') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:29:59.378325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-884a0674-f1d6-408e-84f5-50b22da6040e req-33b11351-28e2-4057-a65a-7ae280c10f95 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582966 Sep 20 12:29:59.421672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165f4e0-a86f-465e-be15-fd287a86aca9 req-50c7b3a7-5a04-453c-8737-29a93dad96e5 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.421854 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:59.421978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b165f4e0-a86f-465e-be15-fd287a86aca9 req-50c7b3a7-5a04-453c-8737-29a93dad96e5 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 944 time: 0.1967030 Sep 20 12:29:59.441948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:29:59.446158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:29:59.446359 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaee66a-296e-4aef-b8eb-ddcb43ed223d" -d '{"events": [{"server_uuid": "c083896a-c0f0-4aa1-81df-bd5371a1582d", "name": "network-vif-plugged", "status": "completed", "tag": "a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:29:59.476189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:29:59.504713 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fd9896-5734-4956-af9b-47df6b2b6012 x-openstack-request-id: req-d5fd9896-5734-4956-af9b-47df6b2b6012 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:29:59.505180 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c083896a-c0f0-4aa1-81df-bd5371a1582d", "name": "network-vif-plugged", "status": "completed", "tag": "a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:29:59.505937 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5fd9896-5734-4956-af9b-47df6b2b6012 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:29:59.508566 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'code': 200} Sep 20 12:29:59.524297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e575d0-3ccd-4848-8216-0559baa3aa32 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:29:59.543253 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:59.543447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:59.551010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-2f9d5922-6e58-4513-8de4-498075e3f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.551490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-2f9d5922-6e58-4513-8de4-498075e3f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.552636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-2f9d5922-6e58-4513-8de4-498075e3f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.554642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-2f9d5922-6e58-4513-8de4-498075e3f0c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08b21f5b-0295-422d-8389-e10acee067c3&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=69fa433b-bf7b-48c6-9063-576a884a0361&id=69fa433b-bf7b-48c6-9063-576a884a0361 HTTP/1.1" status: 200 len: 2293 time: 0.3240252 Sep 20 12:29:59.564660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b165f4e0-a86f-465e-be15-fd287a86aca9 req-b278b435-5b48-4113-9273-fa794199373f tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354961 Sep 20 12:29:59.564854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:29:59.573043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a614665-0590-465d-9f7b-eb49563450d3 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:29:59.594176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-85612dbe-2e58-45b4-8e5c-580da17261c8 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "DELETE /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268/tags HTTP/1.1" status: 204 len: 168 time: 0.2514763 Sep 20 12:29:59.601080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50762) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:59.626324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Transition to ACTIVE for port object 77e575d0-3ccd-4848-8216-0559baa3aa32 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:29:59.627994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.629520 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:59.638110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-5c6a6178-668b-4ee8-aac3-895e828e7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.638588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-5c6a6178-668b-4ee8-aac3-895e828e7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.639063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-5c6a6178-668b-4ee8-aac3-895e828e7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.640891 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-5c6a6178-668b-4ee8-aac3-895e828e7b38 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d5148ab5c5247ca968a84981c995075&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2805870 Sep 20 12:29:59.657502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fcc131-7f23-4d40-9f60-b7833a2bfb3d None None] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:29:59.694297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:59.734307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:29:59.741731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-76179da9-f855-43f6-96b4-29710511d275 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef HTTP/1.1" status: 200 len: 1001 time: 0.1700451 Sep 20 12:29:59.747222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-30f8643c-946c-4b95-9d82-9df62e6002ac admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8511178 Sep 20 12:29:59.788635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50764) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:29:59.842815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:29:59.847329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:59.863558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Pushing event updated for resources: {'Port': ['ID=77e575d0-3ccd-4848-8216-0559baa3aa32,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:29:59.903043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-e5093768-01da-4e0b-a032-faf06f98d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:29:59.904900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-e5093768-01da-4e0b-a032-faf06f98d913 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85484436-a0fa-40d1-89e3-19e92a4eb477 HTTP/1.1" status: 200 len: 855 time: 0.1249046 Sep 20 12:30:00.018339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 9a614665-0590-465d-9f7b-eb49563450d3 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:00.020678 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.022453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.029849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Attempting to bind port 77e575d0-3ccd-4848-8216-0559baa3aa32 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:00.030336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Attempting to bind port 77e575d0-3ccd-4848-8216-0559baa3aa32 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:00.030996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Attempting to bind port 77e575d0-3ccd-4848-8216-0559baa3aa32 on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:00.035679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 9a614665-0590-465d-9f7b-eb49563450d3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:00.036148 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.054548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Port 77e575d0-3ccd-4848-8216-0559baa3aa32 on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:00.055018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Attempting to bind port 77e575d0-3ccd-4848-8216-0559baa3aa32 on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:00.072439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:00.073434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Checking segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:00.087104 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Bound using segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:00.092565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.094273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Bound port: 77e575d0-3ccd-4848-8216-0559baa3aa32, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:00.094670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.100684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758dfec0-3119-42f1-aa84-47e1b7352b80 req-6f0dfc3a-246c-452a-a493-97d5d9f92b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.104367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-758dfec0-3119-42f1-aa84-47e1b7352b80 req-6f0dfc3a-246c-452a-a493-97d5d9f92b9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 1096 time: 0.3737388 Sep 20 12:30:00.122316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-1806babb-2301-4f69-a014-d335251804bb tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.132949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-1806babb-2301-4f69-a014-d335251804bb tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.133939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-95fe6019-5916-4aaf-a7ed-394775eb9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.137951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-95fe6019-5916-4aaf-a7ed-394775eb9a96 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4889069 Sep 20 12:30:00.139675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-1806babb-2301-4f69-a014-d335251804bb tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.152206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-1806babb-2301-4f69-a014-d335251804bb tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.158525 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-1806babb-2301-4f69-a014-d335251804bb tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.186845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-1806babb-2301-4f69-a014-d335251804bb tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.193077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-1806babb-2301-4f69-a014-d335251804bb tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.201082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-1806babb-2301-4f69-a014-d335251804bb tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5385 time: 0.4836826 Sep 20 12:30:00.201340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-b3afe5f5-eb27-4f42-939c-5284c182eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.202917 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-b3afe5f5-eb27-4f42-939c-5284c182eed1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b21f5b-0295-422d-8389-e10acee067c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038608 Sep 20 12:30:00.227383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:30:00.242694 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.266039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] For port 77e575d0-3ccd-4848-8216-0559baa3aa32, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:00.379749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] For port 77e575d0-3ccd-4848-8216-0559baa3aa32, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e575d0-3ccd-4848-8216-0559baa3aa32,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:00.407246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b1218-538d-4a2a-a723-35ab6731da50 req-6596284b-76a8-4ae9-9024-f84ba4875b96 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.408756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-430b1218-538d-4a2a-a723-35ab6731da50 req-6596284b-76a8-4ae9-9024-f84ba4875b96 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 951 time: 0.0773995 Sep 20 12:30:00.479364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.509967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.536754 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.571408 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-88f98113-a3db-46be-abb8-8eb1fdf7a175 service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461192 Sep 20 12:30:00.577637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Pushing event updated for resources: {'Port': ['ID=77e575d0-3ccd-4848-8216-0559baa3aa32,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:00.598080 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.611451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a614665-0590-465d-9f7b-eb49563450d3, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a614665-0590-465d-9f7b-eb49563450d3,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:00.644090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Allocated IP 172.20.0.2 (d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7/59ed8474-e9d6-4871-81ea-59a2bd3a33fa/b7c70664-7d52-447d-a582-8643ef540695) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:00.648926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a3af3b-e69d-478a-b360-f2cd9d433268']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:00.682706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97255c62-b58a-48e2-abbd-fd26d26441e8') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:00.682706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97255c62-b58a-48e2-abbd-fd26d26441e8') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:00.694812 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.714150 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.722036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:30:00.722641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:30:00.766190 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:30:00.781472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.784082 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.788429 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4d3195f4-5b77-4f8f-9d80-39367b7d40fd service neutron] 10.222.0.32 "PUT /v2.0/ports/77e575d0-3ccd-4848-8216-0559baa3aa32 HTTP/1.1" status: 200 len: 1091 time: 2.3968501 Sep 20 12:30:00.790454 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-3675b8e7-daef-486c-8d42-79146ac3f986 service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001610 Sep 20 12:30:00.791905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7072b85b-41a7-4395-9dda-179ae47dfd1a req-2184adda-b8f0-4b9f-9e4c-8b3feebfb9d0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5899377 Sep 20 12:30:00.811083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-758dfec0-3119-42f1-aa84-47e1b7352b80 req-015cb350-d665-4248-8fa2-ab2e0602e2c8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5290275 Sep 20 12:30:00.837884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c0825-5076-4ddf-932e-50826ff878bc req-3e255ecd-571f-4d6b-a301-e0cc824ba08a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:00.847223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c2c0825-5076-4ddf-932e-50826ff878bc req-3e255ecd-571f-4d6b-a301-e0cc824ba08a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 944 time: 0.5028951 Sep 20 12:30:00.848498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Deleting port a4940ec8-6d7c-462b-b581-973a9b7f917c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:30:00.848875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:00.948664 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-8ed95177-ee38-4241-bce3-a439db26f3bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 217 time: 0.1325331 Sep 20 12:30:01.046838 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:01.047514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 60846e98-38a7-4938-b025-bd7bd12a6183 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:30:01.059971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:01.112097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:01.122421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] 10.222.0.37 "DELETE /v2.0/networks/36a3af3b-e69d-478a-b360-f2cd9d433268 HTTP/1.1" status: 204 len: 168 time: 1.5198524 Sep 20 12:30:01.136148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:01.141112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '77e575d0-3ccd-4848-8216-0559baa3aa32'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:01.143093 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a90405-89db-494e-beb2-6c9a914cf4df" -d '{"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "77e575d0-3ccd-4848-8216-0559baa3aa32"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:01.205608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5873b-d46e-4c54-8dea-adb18db10dd5 tempest-TagsTest-1281017909 tempest-TagsTest-1281017909-project] Pushing event deleted for resources: {'Network': ['ID=36a3af3b-e69d-478a-b360-f2cd9d433268,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:01.264009 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c2c0825-5076-4ddf-932e-50826ff878bc req-8347ecfc-a337-45dc-b42e-a0c0952ef3cd tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150817 Sep 20 12:30:01.283682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-939aed8a-0bb4-4f51-acc3-d6cac6564459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:01.283682 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-939aed8a-0bb4-4f51-acc3-d6cac6564459 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.2294514 Sep 20 12:30:01.331632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 60846e98-38a7-4938-b025-bd7bd12a6183 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:30:01.331974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 60846e98-38a7-4938-b025-bd7bd12a6183 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:30:01.428915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=9a614665-0590-465d-9f7b-eb49563450d3,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:01.433482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a9a07-1eee-427b-aa5c-a821ea635e2d req-87aa1849-a475-4173-9f7c-a3293088fc8c tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:01.445748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-873a9a07-1eee-427b-aa5c-a821ea635e2d req-87aa1849-a475-4173-9f7c-a3293088fc8c tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 951 time: 0.4466519 Sep 20 12:30:01.457318 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:01.489132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] For port a4940ec8-6d7c-462b-b581-973a9b7f917c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=a4940ec8-6d7c-462b-b581-973a9b7f917c,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:01.498562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:01.499171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:01.510720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcc1430-8112-4228-87fc-a900a7f161f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a614665-0590-465d-9f7b-eb49563450d3'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:01.522142 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dba0d80-0612-4098-9cfa-d46be924184b" -d '{"events": [{"server_uuid": "8dcc1430-8112-4228-87fc-a900a7f161f8", "name": "network-vif-plugged", "status": "completed", "tag": "9a614665-0590-465d-9f7b-eb49563450d3"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:01.537824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Calling delete_port for a4940ec8-6d7c-462b-b581-973a9b7f917c owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:30:01.554558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-46e87952-cda3-4cd6-8b54-d8c37a75dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:01.556088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-46e87952-cda3-4cd6-8b54-d8c37a75dd14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2453842 Sep 20 12:30:01.573359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:01.677735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-873a9a07-1eee-427b-aa5c-a821ea635e2d req-c2d39d75-a79c-449d-bff9-a2238c66558b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/security-groups?id=c17d3df1-0780-4ec6-ab5a-f192bb7875c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736603 Sep 20 12:30:01.732701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b5d6a-4158-4946-beb0-cddb6dfb2269 req-f8c7f3f6-dc87-4647-9767-46dd15eae5f9 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:01.741671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c2b5d6a-4158-4946-beb0-cddb6dfb2269 req-f8c7f3f6-dc87-4647-9767-46dd15eae5f9 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 945 time: 0.2865548 Sep 20 12:30:01.747749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:01.767996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:01.781692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:01.904887 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae39f39-79a5-4c61-a0d0-21f7ae15bdeb x-openstack-request-id: req-7ae39f39-79a5-4c61-a0d0-21f7ae15bdeb {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:01.905415 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "77e575d0-3ccd-4848-8216-0559baa3aa32", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:01.908269 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ae39f39-79a5-4c61-a0d0-21f7ae15bdeb {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:01.908887 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '77e575d0-3ccd-4848-8216-0559baa3aa32', 'status': 'completed', 'code': 200} Sep 20 12:30:01.923640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Pushing event updated for resources: {'Port': ['ID=b7c70664-7d52-447d-a582-8643ef540695,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:02.069514 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05adb2b-775e-47a9-9c6e-67129f246890 x-openstack-request-id: req-a05adb2b-775e-47a9-9c6e-67129f246890 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:02.070237 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcc1430-8112-4228-87fc-a900a7f161f8", "name": "network-vif-plugged", "status": "completed", "tag": "9a614665-0590-465d-9f7b-eb49563450d3", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:02.070237 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a05adb2b-775e-47a9-9c6e-67129f246890 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:02.070445 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcc1430-8112-4228-87fc-a900a7f161f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a614665-0590-465d-9f7b-eb49563450d3', 'code': 200} Sep 20 12:30:02.102813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50790) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:30:02.105238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c2b5d6a-4158-4946-beb0-cddb6dfb2269 req-09898d2c-6447-4a41-9f15-b8aab621c258 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560429 Sep 20 12:30:02.136092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Attempting to bind port b7c70664-7d52-447d-a582-8643ef540695 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:02.140341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Attempting to bind port b7c70664-7d52-447d-a582-8643ef540695 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:02.141628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Attempting to bind port b7c70664-7d52-447d-a582-8643ef540695 on network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:02.158750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:02.159746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Checking segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:02.160586 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:02.161443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Bound using segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:02.162732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Bound port: b7c70664-7d52-447d-a582-8643ef540695, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:02.164260 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:02.217119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-31283cd3-a065-468d-b77a-43d42aa96810 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028786 Sep 20 12:30:02.253031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-fb0054e9-9a0f-4855-95f5-de32cf7d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:02.253516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-fb0054e9-9a0f-4855-95f5-de32cf7d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:02.256176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-fb0054e9-9a0f-4855-95f5-de32cf7d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:02.256733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-fb0054e9-9a0f-4855-95f5-de32cf7d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:02.259189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-fb0054e9-9a0f-4855-95f5-de32cf7d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:02.259408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-fb0054e9-9a0f-4855-95f5-de32cf7d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:02.261885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-fb0054e9-9a0f-4855-95f5-de32cf7d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:02.267996 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-fb0054e9-9a0f-4855-95f5-de32cf7d6c1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6277 time: 0.3546422 Sep 20 12:30:02.373424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] For port b7c70664-7d52-447d-a582-8643ef540695, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:02.383901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] For port b7c70664-7d52-447d-a582-8643ef540695, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b7c70664-7d52-447d-a582-8643ef540695,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:02.440003 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:02.612088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4889869-ff00-4e4c-85d9-cd019a9cedb3 None None] Pushing event updated for resources: {'Port': ['ID=b7c70664-7d52-447d-a582-8643ef540695,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:03.053100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:03.070588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['a4940ec8-6d7c-462b-b581-973a9b7f917c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:03.188978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Pushing event deleted for resources: {'Port': ['ID=a4940ec8-6d7c-462b-b581-973a9b7f917c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:03.203061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-96548c9c-a799-42ce-884b-98ef579088c8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.209746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-96548c9c-a799-42ce-884b-98ef579088c8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.216194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-96548c9c-a799-42ce-884b-98ef579088c8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.222755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-96548c9c-a799-42ce-884b-98ef579088c8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.229722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-96548c9c-a799-42ce-884b-98ef579088c8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.236413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-96548c9c-a799-42ce-884b-98ef579088c8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.242825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-96548c9c-a799-42ce-884b-98ef579088c8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.245276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-96548c9c-a799-42ce-884b-98ef579088c8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5385 time: 1.0281308 Sep 20 12:30:03.295393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d7c2-7695-407a-9782-5ef10604b2af req-5205933a-8fb7-415c-9896-f2725073e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.296816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ee4d7c2-7695-407a-9782-5ef10604b2af req-5205933a-8fb7-415c-9896-f2725073e037 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 1096 time: 1.0527530 Sep 20 12:30:03.312068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceaba7dc-f1b9-4097-aa25-42b690a2ef3b {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:03.330475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:03.336054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:03.344986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13018c52-52cb-4855-8d96-2bf41d31583a req-8ffad981-6653-4ae8-b446-d25febdd8ef5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.349173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13018c52-52cb-4855-8d96-2bf41d31583a req-8ffad981-6653-4ae8-b446-d25febdd8ef5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.2723308 Sep 20 12:30:03.377265 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bbcb2d60-1040-4d48-9cd0-100baee50243 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08c57294c9cd4f1587577679a7c05cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2667546 Sep 20 12:30:03.382985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] No DVR routers for this DVR port a4940ec8-6d7c-462b-b581-973a9b7f917c on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:30:03.385511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50806) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:30:03.399537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:03.401714 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-430b1218-538d-4a2a-a723-35ab6731da50 req-545f3323-0e75-4e25-874a-557026a00fe0 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.21 "DELETE /v2.0/ports/a4940ec8-6d7c-462b-b581-973a9b7f917c HTTP/1.1" status: 204 len: 173 time: 2.9853177 Sep 20 12:30:03.406661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:03.408690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Transition to ACTIVE for port object ceaba7dc-f1b9-4097-aa25-42b690a2ef3b will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:03.420195 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-fca1f145-1512-468f-a0f0-e30ff07e55ba service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1513765 Sep 20 12:30:03.448458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3ee9226-e904-4f30-8e1e-2f6efe4b7348 req-4ecf903e-3a49-473c-b6ed-57bd1dc6a9f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1897418 Sep 20 12:30:03.462645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ee4d7c2-7695-407a-9782-5ef10604b2af req-771da493-619d-4e71-aafa-c915f5ea0324 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412945 Sep 20 12:30:03.519519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13018c52-52cb-4855-8d96-2bf41d31583a req-f202910a-9e8f-4241-b5cd-c24be5046835 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558471 Sep 20 12:30:03.668022 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:03.728983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Allocated IP 172.25.6.113 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/9b1435ea-6375-4172-b11e-d598b85a5ba1) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:03.741656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-b9cbd2ad-09a4-47d2-9fd5-51887365921e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 217 time: 0.3074210 Sep 20 12:30:03.806272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-63a8ef38-3d2a-4b37-999e-f9ab392dd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.806272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-63a8ef38-3d2a-4b37-999e-f9ab392dd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.806272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-63a8ef38-3d2a-4b37-999e-f9ab392dd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.807566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-63a8ef38-3d2a-4b37-999e-f9ab392dd6a0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d5148ab5c5247ca968a84981c995075&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.5290353 Sep 20 12:30:03.925938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-deleted', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:03.934461 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ab7d2d-1fcc-4f6e-b757-ef735875cd1e" -d '{"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-deleted", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:03.966990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a226c66-0c01-44d8-8a13-6f63c970f8fa req-ea66f2f0-edb7-46ca-b626-e394a7dd093b tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 210 time: 0.2710474 Sep 20 12:30:03.995114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-e0ef2e62-d7a4-4678-8f0c-85cee210af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:03.997830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-e0ef2e62-d7a4-4678-8f0c-85cee210af74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.1820171 Sep 20 12:30:03.999087 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b3edf27-adc9-4c61-8be4-f410dd263b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:04.117955 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab31bddf-ad23-4a1d-8def-e54ad4ce0b3b x-openstack-request-id: req-ab31bddf-ad23-4a1d-8def-e54ad4ce0b3b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:04.118249 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cf531c-c469-4160-81d8-0acec7ecbae9", "name": "network-vif-deleted", "tag": "a4940ec8-6d7c-462b-b581-973a9b7f917c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:04.118522 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab31bddf-ad23-4a1d-8def-e54ad4ce0b3b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:04.119356 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf531c-c469-4160-81d8-0acec7ecbae9', 'name': 'network-vif-deleted', 'tag': 'a4940ec8-6d7c-462b-b581-973a9b7f917c', 'status': 'completed', 'code': 200} Sep 20 12:30:04.150790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:04.157214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b3edf27-adc9-4c61-8be4-f410dd263b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:04.201783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b7c70664-7d52-447d-a582-8643ef540695 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:04.236452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9858dc2-845a-4439-8984-4b2a349034ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.237922 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-a9858dc2-845a-4439-8984-4b2a349034ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2313011 Sep 20 12:30:04.244089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b5195-a929-4186-b74a-a3f1fd2a97ac req-109e96f4-5a98-497c-b1bf-96aebb328b0a tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.245793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c6b5195-a929-4186-b74a-a3f1fd2a97ac req-109e96f4-5a98-497c-b1bf-96aebb328b0a tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 945 time: 0.2758112 Sep 20 12:30:04.246000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-9d1afa79-3daf-40d5-98ba-4fe096707b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.248793 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d4a90405-89db-494e-beb2-6c9a914cf4df req-9d1afa79-3daf-40d5-98ba-4fe096707b28 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4083521 Sep 20 12:30:04.275046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b7c70664-7d52-447d-a582-8643ef540695 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:04.276593 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:04.326667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:04.346824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c6b5195-a929-4186-b74a-a3f1fd2a97ac req-7945ebf5-5265-4366-a25e-2490ff36b481 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791123 Sep 20 12:30:04.346824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Attempting to bind port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:04.346824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Attempting to bind port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:04.346824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Attempting to bind port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:04.346824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:04.346824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Attempting to bind port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:04.350907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:04.351478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Checking segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:04.351898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Bound using segment: {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:04.352411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Bound port: ceaba7dc-f1b9-4097-aa25-42b690a2ef3b, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc8e825-5686-4aec-a4fd-f09d71b32569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:04.352781 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:04.418553 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:04.486455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-24e02367-e832-48c2-bc76-2fdef11904f0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355833 Sep 20 12:30:04.491044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b7c70664-7d52-447d-a582-8643ef540695, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b7c70664-7d52-447d-a582-8643ef540695,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:04.604730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] For port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:04.638828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] For port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:04.729976 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-6d0ec5aa-c34e-4038-8e1b-2530801b8e84 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134264 Sep 20 12:30:04.731658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e2be-f033-4c6a-872b-71334c074d2e req-2188dc3b-9e0d-4504-b90d-5b7397319872 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.733347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4672e2be-f033-4c6a-872b-71334c074d2e req-2188dc3b-9e0d-4504-b90d-5b7397319872 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 945 time: 0.2262774 Sep 20 12:30:04.733815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:30:04.741901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Request body: {'floatingip': {'port_id': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:04.789963 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-0677b532-a0de-44db-ae2d-eab446ccbb6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1 HTTP/1.1" status: 200 len: 217 time: 0.0672677 Sep 20 12:30:04.791043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f223ef7-e23c-4746-a916-de88cd48f27d None None] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:30:04.848112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-52538796-63ba-4d18-9ec0-2116d6df006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.850456 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-52538796-63ba-4d18-9ec0-2116d6df006b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0539587 Sep 20 12:30:04.863968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:04.911978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-31e12f3f-e07e-47ac-bad5-0ef5e35cd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.913777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-31e12f3f-e07e-47ac-bad5-0ef5e35cd303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554307 Sep 20 12:30:04.941897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789f5f0-308c-4747-8699-769706f2df43 req-4c003949-1a3b-4678-929c-8c481b4c3a06 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.949734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789f5f0-308c-4747-8699-769706f2df43 req-4c003949-1a3b-4678-929c-8c481b4c3a06 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.954036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1eae118b-573f-47c4-94c5-46db0166a26f None None] Provisioning complete for port b7c70664-7d52-447d-a582-8643ef540695 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:04.954413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1eae118b-573f-47c4-94c5-46db0166a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:04.958845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789f5f0-308c-4747-8699-769706f2df43 req-4c003949-1a3b-4678-929c-8c481b4c3a06 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.965316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789f5f0-308c-4747-8699-769706f2df43 req-4c003949-1a3b-4678-929c-8c481b4c3a06 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.974643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789f5f0-308c-4747-8699-769706f2df43 req-4c003949-1a3b-4678-929c-8c481b4c3a06 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.981939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789f5f0-308c-4747-8699-769706f2df43 req-4c003949-1a3b-4678-929c-8c481b4c3a06 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:04.988743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789f5f0-308c-4747-8699-769706f2df43 req-4c003949-1a3b-4678-929c-8c481b4c3a06 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.001804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5789f5f0-308c-4747-8699-769706f2df43 req-4c003949-1a3b-4678-929c-8c481b4c3a06 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5397 time: 0.3357711 Sep 20 12:30:05.056286 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-2cb4e972-b040-4293-b1c9-3d689ac73c85 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339796 Sep 20 12:30:05.081207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633a7a4-0533-4b83-a7ee-6ad54fa6f671 req-952b72d0-31d0-4f65-be4a-c0c683474e80 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.084155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a633a7a4-0533-4b83-a7ee-6ad54fa6f671 req-952b72d0-31d0-4f65-be4a-c0c683474e80 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.2636166 Sep 20 12:30:05.102458 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1eae118b-573f-47c4-94c5-46db0166a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:05.117840 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:05.125447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b3edf27-adc9-4c61-8be4-f410dd263b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:05.125447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b3edf27-adc9-4c61-8be4-f410dd263b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:05.125447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0b3edf27-adc9-4c61-8be4-f410dd263b96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce7b754e-1126-4798-9894-6d01397a78b5 HTTP/1.1" status: 204 len: 168 time: 1.7306871 Sep 20 12:30:05.150926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5789f5f0-308c-4747-8699-769706f2df43 req-2c91065f-a0cd-483a-b668-ba485c6b30e4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1458452 Sep 20 12:30:05.215500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:05.238671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3edf27-adc9-4c61-8be4-f410dd263b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7b754e-1126-4798-9894-6d01397a78b5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:05.331806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:05.345429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Pushing event updated for resources: {'Port': ['ID=9b1435ea-6375-4172-b11e-d598b85a5ba1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:05.345656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-363592cb-7bb6-4519-8d67-8ae0889607c0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778769 Sep 20 12:30:05.382428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b7c70664-7d52-447d-a582-8643ef540695,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:05.410849 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-1eae118b-573f-47c4-94c5-46db0166a26f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:30:05.413476 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-1eae118b-573f-47c4-94c5-46db0166a26f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:30:05.426497 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-c66a7fe0-f5a5-4f67-b10e-36c58441ea98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c HTTP/1.1" status: 200 len: 217 time: 0.0767622 Sep 20 12:30:05.473426 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.478491 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:05.478491 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] 10.222.0.32 "PUT /v2.0/ports/ceaba7dc-f1b9-4097-aa25-42b690a2ef3b HTTP/1.1" status: 200 len: 1091 time: 4.3735204 Sep 20 12:30:05.490589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:05.491690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:05.494483 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955b01ea-5cd7-4d84-ab13-e434540888f9" -d '{"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "ceaba7dc-f1b9-4097-aa25-42b690a2ef3b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:05.530203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-b9333b2e-14d9-42a8-b245-e174542c11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.535277 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-b9333b2e-14d9-42a8-b245-e174542c11bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.1014099 Sep 20 12:30:05.582163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:05.585568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:05.599435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a633a7a4-0533-4b83-a7ee-6ad54fa6f671 req-4e752711-ab4f-4dd9-b293-a5494723517d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027585 Sep 20 12:30:05.599670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:30:05.610057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-72c797fe-26e0-48de-82fa-df5ff23a65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.611832 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-72c797fe-26e0-48de-82fa-df5ff23a65f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694401 Sep 20 12:30:05.643713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: a4940ec8-6d7c-462b-b581-973a9b7f917c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:30:05.644863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device a4940ec8-6d7c-462b-b581-973a9b7f917c not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:30:05.712562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b755337-fcbc-4ef2-bfed-7190ef7dfe1d req-91f220f2-e274-48ad-8bec-2ebb616af056 tempest-ServersAdminTestJSON-907264133 tempest-ServersAdminTestJSON-907264133-project] 10.222.0.37 "GET /v2.0/ports?device_id=72cf531c-c469-4160-81d8-0acec7ecbae9 HTTP/1.1" status: 200 len: 210 time: 0.1331959 Sep 20 12:30:05.714264 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eb985f-a2f9-402c-9bb2-7e804df15471 x-openstack-request-id: req-b3eb985f-a2f9-402c-9bb2-7e804df15471 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:05.714555 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "ceaba7dc-f1b9-4097-aa25-42b690a2ef3b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:05.714955 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3eb985f-a2f9-402c-9bb2-7e804df15471 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:05.715203 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b', 'status': 'completed', 'code': 200} Sep 20 12:30:05.727765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:05.779242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19316b-e346-49e1-a01b-baa7669de332 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:05.920203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-ee7c1ff5-17ba-4c91-b74d-5f8f1410b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.920773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-ee7c1ff5-17ba-4c91-b74d-5f8f1410b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.921300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-ee7c1ff5-17ba-4c91-b74d-5f8f1410b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.921763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-ee7c1ff5-17ba-4c91-b74d-5f8f1410b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.922477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-ee7c1ff5-17ba-4c91-b74d-5f8f1410b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.922945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-ee7c1ff5-17ba-4c91-b74d-5f8f1410b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.923526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-ee7c1ff5-17ba-4c91-b74d-5f8f1410b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:05.925600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-ee7c1ff5-17ba-4c91-b74d-5f8f1410b805 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6344 time: 0.1392705 Sep 20 12:30:05.930619 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-2ec01d64-5e97-4245-bd25-0b7a31bc9bbf service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087161 Sep 20 12:30:05.951843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:06.145913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b7c70664-7d52-447d-a582-8643ef540695 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:06.201989 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-f2eb3507-e3d3-486d-92bb-925a3b63ebb7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377512 Sep 20 12:30:06.203382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-5c59e21a-7efc-44a0-aac2-3389807dcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.204084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-5c59e21a-7efc-44a0-aac2-3389807dcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.204309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-5c59e21a-7efc-44a0-aac2-3389807dcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.205990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-5c59e21a-7efc-44a0-aac2-3389807dcc19 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d5148ab5c5247ca968a84981c995075&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2659853 Sep 20 12:30:06.211001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-85316c2c-7600-4daf-aff7-3531933b6793 None None] Provisioning complete for port b7c70664-7d52-447d-a582-8643ef540695 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:06.211667 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85316c2c-7600-4daf-aff7-3531933b6793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:06.373653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b7c70664-7d52-447d-a582-8643ef540695 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:06.376520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-60c9b3ef-aec2-4724-bd05-5d1db6fedc1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12568399-9650-4fa5-9db7-b169ebaca0a3 HTTP/1.1" status: 200 len: 217 time: 0.1606565 Sep 20 12:30:06.384550 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:06.592187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-90034cac-f0ce-45d7-9b3e-c180a31468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.592187 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-955b01ea-5cd7-4d84-ab13-e434540888f9 req-90034cac-f0ce-45d7-9b3e-c180a31468e8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3593225 Sep 20 12:30:06.592187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-f2444058-b1a3-4351-96b7-232fd8e7b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.594059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-f2444058-b1a3-4351-96b7-232fd8e7b7ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.2006738 Sep 20 12:30:06.643974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-a2ac1634-df9b-4a77-8c47-0dbecb048df2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.656397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-a2ac1634-df9b-4a77-8c47-0dbecb048df2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.673408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-a2ac1634-df9b-4a77-8c47-0dbecb048df2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.676524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-aa24da44-7621-4c53-b7f8-1b17b4f74aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.679298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-aa24da44-7621-4c53-b7f8-1b17b4f74aab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723028 Sep 20 12:30:06.683120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-a2ac1634-df9b-4a77-8c47-0dbecb048df2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.689271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-a2ac1634-df9b-4a77-8c47-0dbecb048df2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.696180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-a2ac1634-df9b-4a77-8c47-0dbecb048df2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.702995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-a2ac1634-df9b-4a77-8c47-0dbecb048df2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:06.712055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-a2ac1634-df9b-4a77-8c47-0dbecb048df2 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5397 time: 0.3520508 Sep 20 12:30:06.812247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-f67ef326-c060-4572-beea-567396d3f0a5 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246483 Sep 20 12:30:07.032311 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-0113d663-3656-4ee7-b8c3-baaf3d16957a service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090654 Sep 20 12:30:07.121529 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-c3c0276c-3914-42d3-bbbf-15fc78eae5e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b HTTP/1.1" status: 200 len: 217 time: 0.0828962 Sep 20 12:30:07.205969 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-3b4f57ba-9686-4b7b-8ce7-8194424d0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:07.210222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-3b4f57ba-9686-4b7b-8ce7-8194424d0a58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.0786095 Sep 20 12:30:07.300857 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] It took 0.76 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:30:07.314303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-5a9bf73b-4309-4d4b-8432-4af0c1001ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:07.316836 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-5a9bf73b-4309-4d4b-8432-4af0c1001ff0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993338 Sep 20 12:30:07.419943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:07.545594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b16d96a-0221-4eea-895c-891e2f7482e3 req-179054ae-cec4-46fd-ad55-97ab585ae36c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8322630 Sep 20 12:30:07.546319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:07.559354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-61b0cd75-1e38-4ad1-bf03-8fa7e1c278be service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314126 Sep 20 12:30:07.636848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b38b-399d-46b4-814b-f79214a0965f req-185b1c98-e7a9-443c-9f96-54fce539f269 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:07.648916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db35b38b-399d-46b4-814b-f79214a0965f req-185b1c98-e7a9-443c-9f96-54fce539f269 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.9137597 Sep 20 12:30:07.768745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:07.824800 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5b47ae1-0766-4728-8522-2f16e31fc960 req-7c9433a5-2759-4a9d-8720-cf28bf56a4f0 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584283 Sep 20 12:30:07.841115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db35b38b-399d-46b4-814b-f79214a0965f req-89b02da3-4fb6-49e2-88f9-165eb6977cd5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915710 Sep 20 12:30:08.028105 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Floating IP 6daa6e44-3f57-4fd8-9d2c-d619f83563fe associated. External IP: 172.25.6.184, port: a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f. Sep 20 12:30:08.252827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6e4e53-0509-44a7-9364-790c7646e523 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:08.305648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50884) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:30:08.327294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:08.424060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Transition to ACTIVE for port object 4b6e4e53-0509-44a7-9364-790c7646e523 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:08.425495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:08.521613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a556e8d-b12c-48c5-9329-88de1c20f8a1 req-c72bcd4f-7b8e-4989-a446-77c981173ea1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:08.527352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a556e8d-b12c-48c5-9329-88de1c20f8a1 req-c72bcd4f-7b8e-4989-a446-77c981173ea1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.2846868 Sep 20 12:30:08.535635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:08.721413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:30:08.724613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6e4e53-0509-44a7-9364-790c7646e523,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:08.749128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a556e8d-b12c-48c5-9329-88de1c20f8a1 req-d1a4b669-d5c4-4002-a5c4-896344cc0041 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193780 Sep 20 12:30:08.758368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-87857765-bcc6-4720-84ac-213e07d3dd00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f710ee1ac668402bb931d233e1b7d213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514899 Sep 20 12:30:08.760821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50898) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:30:08.855398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90519329-aa81-452d-bbf6-1a8ad7e85498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:08.918661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90519329-aa81-452d-bbf6-1a8ad7e85498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:09.020119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-08706f3a-ece8-4fd2-8da5-a55fe1a519ae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.033210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-08706f3a-ece8-4fd2-8da5-a55fe1a519ae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.039739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-08706f3a-ece8-4fd2-8da5-a55fe1a519ae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.046982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-08706f3a-ece8-4fd2-8da5-a55fe1a519ae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.054229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-08706f3a-ece8-4fd2-8da5-a55fe1a519ae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.060469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-08706f3a-ece8-4fd2-8da5-a55fe1a519ae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.066900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-08706f3a-ece8-4fd2-8da5-a55fe1a519ae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.069383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-08706f3a-ece8-4fd2-8da5-a55fe1a519ae tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5409 time: 0.3506012 Sep 20 12:30:09.152676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Attempting to bind port 4b6e4e53-0509-44a7-9364-790c7646e523 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:09.152676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Attempting to bind port 4b6e4e53-0509-44a7-9364-790c7646e523 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:09.152676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Attempting to bind port 4b6e4e53-0509-44a7-9364-790c7646e523 on network 9a000b8c-f691-4016-bae2-63b082446985 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:09.155698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Port 4b6e4e53-0509-44a7-9364-790c7646e523 on network 9a000b8c-f691-4016-bae2-63b082446985 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:09.155698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Attempting to bind port 4b6e4e53-0509-44a7-9364-790c7646e523 on network 9a000b8c-f691-4016-bae2-63b082446985 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:09.175567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:09.175914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Checking segment: {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:09.176301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Bound using segment: {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:09.177414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Bound port: 4b6e4e53-0509-44a7-9364-790c7646e523, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:09.178021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:09.180301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:30:09.192275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:09.194542 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] Sync routers for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:30:09.205901 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:09.206538 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:09.232499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d122d395-2bf8-476e-a7a9-4ffda258900e req-595efba5-0f18-4a8c-a9fe-c19836203c76 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055236 Sep 20 12:30:09.242875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0a0b668-935c-4aad-9725-65365a257f1b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "PUT /v2.0/floatingips/6daa6e44-3f57-4fd8-9d2c-d619f83563fe HTTP/1.1" status: 200 len: 991 time: 4.5071862 Sep 20 12:30:09.244645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'tag': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:09.247174 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06fa64c-dcc1-46cb-9e84-534a732eabe3" -d '{"events": [{"name": "network-changed", "server_uuid": "c083896a-c0f0-4aa1-81df-bd5371a1582d", "tag": "a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:09.321107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] For port 4b6e4e53-0509-44a7-9364-790c7646e523, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:09.324743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] For port 4b6e4e53-0509-44a7-9364-790c7646e523, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4b6e4e53-0509-44a7-9364-790c7646e523,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:09.335671 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9472b47-c52c-454b-8ec7-1d1ea2461843 x-openstack-request-id: req-c9472b47-c52c-454b-8ec7-1d1ea2461843 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:09.335967 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c083896a-c0f0-4aa1-81df-bd5371a1582d", "tag": "a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:09.336224 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9472b47-c52c-454b-8ec7-1d1ea2461843 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:09.336660 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'tag': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'status': 'completed', 'code': 200} Sep 20 12:30:09.345509 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:09.409570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-5d9b1921-70e9-4d8c-9e46-3ac9a312448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.411141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-5d9b1921-70e9-4d8c-9e46-3ac9a312448e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12c787a34aec4bec8324b9e632829e2a&device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 1096 time: 0.0494108 Sep 20 12:30:09.426510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90519329-aa81-452d-bbf6-1a8ad7e85498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:09.429182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90519329-aa81-452d-bbf6-1a8ad7e85498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:09.432769 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-90519329-aa81-452d-bbf6-1a8ad7e85498 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c17d3df1-0780-4ec6-ab5a-f192bb7875c5 HTTP/1.1" status: 204 len: 168 time: 0.6681426 Sep 20 12:30:09.457492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519329-aa81-452d-bbf6-1a8ad7e85498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17d3df1-0780-4ec6-ab5a-f192bb7875c5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:09.503280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:30:09.536075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-2a1a5298-1a16-417c-9d03-416dd26f7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.537804 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-2a1a5298-1a16-417c-9d03-416dd26f7842 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6763d10-6a99-4378-ab81-b5ac94b4d9ac HTTP/1.1" status: 200 len: 906 time: 0.1200895 Sep 20 12:30:09.543743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:09.627347 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-a5fadc3c-8104-40d7-9ecf-24a3d2b69b47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f HTTP/1.1" status: 200 len: 999 time: 0.0808263 Sep 20 12:30:09.646659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.647301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:09.648687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b6e4e53-0509-44a7-9364-790c7646e523 HTTP/1.1" status: 200 len: 1091 time: 3.9282274 Sep 20 12:30:09.967655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-8721a613-e171-4b78-8bb3-15c0f8393b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.967655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-8721a613-e171-4b78-8bb3-15c0f8393b42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4 HTTP/1.1" status: 200 len: 845 time: 0.0810795 Sep 20 12:30:09.975416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f4dba-3f3e-43f7-8180-29cc48d7d0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6e4e53-0509-44a7-9364-790c7646e523,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:09.975416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Request body: {'port': {'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:09.975416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:30:09.979005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:30:09.983355 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6daa6e44-3f57-4fd8-9d2c-d619f83563fe', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'port_id': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'mac_address': 'fa:16:3e:95:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:29:37Z', 'updated_at': '2021-09-20T12:30:06Z', 'revision_number': 1, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:33Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:09.983966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:09.983966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:09.984640 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] Checking router: 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:30:09.984775 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:09.984897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-78cce234-71d7-4e74-b44a-a448d10219b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:09.985151 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:09.985151 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:09.985371 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-78cce234-71d7-4e74-b44a-a448d10219b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6763d10-6a99-4378-ab81-b5ac94b4d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622889 Sep 20 12:30:10.116838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:10.120783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-80f24bf0-a3e0-4a60-a472-06a2968458ec admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.2872534 Sep 20 12:30:10.130249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50940) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:30:10.145797 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:10.152409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:10.272563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009df557-b30a-43e4-9b1a-a742c1c52d9f req-861eeb04-c9e7-4b21-bc12-0c7550df3e56 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:10.274171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-009df557-b30a-43e4-9b1a-a742c1c52d9f req-861eeb04-c9e7-4b21-bc12-0c7550df3e56 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.2653172 Sep 20 12:30:10.292704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-ff5e8aed-93e5-4c34-bd18-2df27ee7fc6c service neutron] 10.222.0.32 "GET /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769388 Sep 20 12:30:10.376475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:06Z', 'revision_number': 3, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:10.431532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:30:10.433932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Updating router 03faa7dd-4627-42a0-a429-9d8926ef80ce port 9b1435ea-6375-4172-b11e-d598b85a5ba1 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:30:10.470929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:10.520932 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6daa6e44-3f57-4fd8-9d2c-d619f83563fe', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'port_id': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'mac_address': 'fa:16:3e:95:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:29:37Z', 'updated_at': '2021-09-20T12:30:06Z', 'revision_number': 1, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:33Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:10.580023 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c06fa64c-dcc1-46cb-9e84-534a732eabe3 req-91589f46-7378-49ca-9ecf-e24e4c3449ea service neutron] 10.222.0.32 "GET /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799505 Sep 20 12:30:10.584285 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f675537-525f-4454-9cb8-8d99e71ec706 None None] The sync data for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 is: [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6daa6e44-3f57-4fd8-9d2c-d619f83563fe', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'port_id': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'mac_address': 'fa:16:3e:95:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:29:37Z', 'updated_at': '2021-09-20T12:30:06Z', 'revision_number': 1, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:33Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:30:10.598167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50946) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:30:10.761496 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:10.846094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-009df557-b30a-43e4-9b1a-a742c1c52d9f req-e255e5e7-b5f3-4e4b-a4c2-01aa6fe0504c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634911 Sep 20 12:30:10.851653 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:10.927169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bac7f6-0ac8-4bc1-8883-1545dc56ff57 None None] Pushing event updated for resources: {'Port': ['ID=9b1435ea-6375-4172-b11e-d598b85a5ba1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:10.947591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Attempting to bind port 9b1435ea-6375-4172-b11e-d598b85a5ba1 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:10.948259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Attempting to bind port 9b1435ea-6375-4172-b11e-d598b85a5ba1 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:10.948750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Attempting to bind port 9b1435ea-6375-4172-b11e-d598b85a5ba1 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:10.953245 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-50aa9d7d-18cb-4a99-bf26-13e3e12139a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25a17a6b33da45f487ebbe3e2fc4000a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014141 Sep 20 12:30:10.954741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50948) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:30:10.965090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:10.965812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:10.966384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:10.967085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:10.967703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Bound port: 9b1435ea-6375-4172-b11e-d598b85a5ba1, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:10.968227 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:10.983257 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23cc28-d321-4a60-b4f9-19bccd85e756 None None] New status for floating IP 6daa6e44-3f57-4fd8-9d2c-d619f83563fe: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:30:11.095557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6233c12b-3455-410a-8718-c76edcfd01f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.126858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] For port 9b1435ea-6375-4172-b11e-d598b85a5ba1, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:11.135193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] For port 9b1435ea-6375-4172-b11e-d598b85a5ba1, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9b1435ea-6375-4172-b11e-d598b85a5ba1,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:11.142441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16550b74-cc18-4472-ba90-372b97925ab2 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:11.152273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.173567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Transition to ACTIVE for port object 16550b74-cc18-4472-ba90-372b97925ab2 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:11.191498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6233c12b-3455-410a-8718-c76edcfd01f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.207381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-03a8d375-0e75-4bd5-ae80-a5cb835da3b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.217788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-03a8d375-0e75-4bd5-ae80-a5cb835da3b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.226964 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.227487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-03a8d375-0e75-4bd5-ae80-a5cb835da3b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.235799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-03a8d375-0e75-4bd5-ae80-a5cb835da3b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.255229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-03a8d375-0e75-4bd5-ae80-a5cb835da3b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.263477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-03a8d375-0e75-4bd5-ae80-a5cb835da3b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.273276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-03a8d375-0e75-4bd5-ae80-a5cb835da3b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.275657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-03a8d375-0e75-4bd5-ae80-a5cb835da3b3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5409 time: 0.5073042 Sep 20 12:30:11.278692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.314151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:11.327134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:29:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:11.340360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '4b6e4e53-0509-44a7-9364-790c7646e523'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:11.341995 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "4b6e4e53-0509-44a7-9364-790c7646e523"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:11.396221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Pushing event updated for resources: {'Port': ['ID=16550b74-cc18-4472-ba90-372b97925ab2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:11.428453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.444918 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16bd0e6-ef71-497c-a6b9-404000f01aba x-openstack-request-id: req-d16bd0e6-ef71-497c-a6b9-404000f01aba {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:11.445259 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "4b6e4e53-0509-44a7-9364-790c7646e523", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:11.445507 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d16bd0e6-ef71-497c-a6b9-404000f01aba {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:11.445896 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '4b6e4e53-0509-44a7-9364-790c7646e523', 'status': 'completed', 'code': 200} Sep 20 12:30:11.454774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-3621f31a-06df-40cf-a652-06a8674c33f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1710587 Sep 20 12:30:11.470096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bac7f6-0ac8-4bc1-8883-1545dc56ff57 None None] Pushing event updated for resources: {'Port': ['ID=9b1435ea-6375-4172-b11e-d598b85a5ba1,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:11.506148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6233c12b-3455-410a-8718-c76edcfd01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.508722 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6233c12b-3455-410a-8718-c76edcfd01f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.509921 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6233c12b-3455-410a-8718-c76edcfd01f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87f1290d-57f6-4874-82b7-8b4856fd2a6c HTTP/1.1" status: 204 len: 168 time: 0.5504932 Sep 20 12:30:11.549853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Attempting to bind port 16550b74-cc18-4472-ba90-372b97925ab2 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:11.550603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Attempting to bind port 16550b74-cc18-4472-ba90-372b97925ab2 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:11.551135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Attempting to bind port 16550b74-cc18-4472-ba90-372b97925ab2 on network 9a000b8c-f691-4016-bae2-63b082446985 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:11.557124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Port 16550b74-cc18-4472-ba90-372b97925ab2 on network 9a000b8c-f691-4016-bae2-63b082446985 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:11.557787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Attempting to bind port 16550b74-cc18-4472-ba90-372b97925ab2 on network 9a000b8c-f691-4016-bae2-63b082446985 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:11.559978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233c12b-3455-410a-8718-c76edcfd01f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f1290d-57f6-4874-82b7-8b4856fd2a6c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:11.571343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:11.571719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Checking segment: {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:11.572097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Bound using segment: {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:11.572535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Bound port: 16550b74-cc18-4472-ba90-372b97925ab2, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b117adb7-e8b7-442b-a03f-afc01d6ce35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a000b8c-f691-4016-bae2-63b082446985'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:11.572903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.603503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-dba6bfcd-c3d8-4798-ac48-c7d7523e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.603981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-dba6bfcd-c3d8-4798-ac48-c7d7523e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.604457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-dba6bfcd-c3d8-4798-ac48-c7d7523e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.604938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-dba6bfcd-c3d8-4798-ac48-c7d7523e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.605499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-dba6bfcd-c3d8-4798-ac48-c7d7523e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.605963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-dba6bfcd-c3d8-4798-ac48-c7d7523e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.606427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-dba6bfcd-c3d8-4798-ac48-c7d7523e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.608346 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-dba6bfcd-c3d8-4798-ac48-c7d7523e1905 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6436 time: 0.1285787 Sep 20 12:30:11.643915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:11.695618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] For port 16550b74-cc18-4472-ba90-372b97925ab2, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:11.699128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] For port 16550b74-cc18-4472-ba90-372b97925ab2, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=16550b74-cc18-4472-ba90-372b97925ab2,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:11.786834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-07dab46f-c1bc-4585-994d-91c6980bbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.788776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-07dab46f-c1bc-4585-994d-91c6980bbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.788776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-07dab46f-c1bc-4585-994d-91c6980bbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.789343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-07dab46f-c1bc-4585-994d-91c6980bbfe2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d5148ab5c5247ca968a84981c995075&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1711969 Sep 20 12:30:11.811089 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.877951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:11.878607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:11.880611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] 10.222.0.32 "PUT /v2.0/ports/16550b74-cc18-4472-ba90-372b97925ab2 HTTP/1.1" status: 200 len: 1091 time: 2.1512501 Sep 20 12:30:11.928500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:06Z', 'revision_number': 3, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:11.935843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e4a73-00a3-4170-bca6-58ff3e1eb564 service neutron] Pushing event updated for resources: {'Port': ['ID=16550b74-cc18-4472-ba90-372b97925ab2,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:11.975555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85860953-dd6d-458f-9339-0017ae142ec7 None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:06Z', 'revision_number': 3, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:30:12.040959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Allocated IP 172.20.0.1 (d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7/59ed8474-e9d6-4871-81ea-59a2bd3a33fa/2fdd5769-1e8d-4b6b-be20-4320371c6cee) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:12.111474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11845ca3-ff78-4949-a097-51c5a303d26e req-9a6f89fb-9bc7-4c79-b844-d9d2eeba9ae7 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.115662 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11845ca3-ff78-4949-a097-51c5a303d26e req-9a6f89fb-9bc7-4c79-b844-d9d2eeba9ae7 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.1596482 Sep 20 12:30:12.354627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11845ca3-ff78-4949-a097-51c5a303d26e req-99d934bf-ca17-416d-b6ba-44415107462f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126863 Sep 20 12:30:12.378778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-159a89ce-e03a-42e1-bf40-f20b1b12f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:12.468386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:12.476313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-42f75d17-0bc3-4ef0-b64c-a1f71a56cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.490729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f371797-bfb5-48dd-b9fe-a6c0e23e70a3 req-42f75d17-0bc3-4ef0-b64c-a1f71a56cae0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6893458 Sep 20 12:30:12.788786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-698ad830-419e-471a-a703-0a980d3be608 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.811324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-698ad830-419e-471a-a703-0a980d3be608 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.826319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-698ad830-419e-471a-a703-0a980d3be608 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.836407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-698ad830-419e-471a-a703-0a980d3be608 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.855463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-698ad830-419e-471a-a703-0a980d3be608 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.861752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-698ad830-419e-471a-a703-0a980d3be608 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.889606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-698ad830-419e-471a-a703-0a980d3be608 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:12.891767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-698ad830-419e-471a-a703-0a980d3be608 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.2548294 Sep 20 12:30:12.990326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8bb56a6-4b67-46db-8b96-9334ef25fb18 req-defc1560-946d-45c4-84fe-5544903554b9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902803 Sep 20 12:30:13.427406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-6f66822e-764a-44d6-82b9-013f284560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:13.427940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-6f66822e-764a-44d6-82b9-013f284560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:13.428473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-6f66822e-764a-44d6-82b9-013f284560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:13.429105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-6f66822e-764a-44d6-82b9-013f284560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:13.429522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-6f66822e-764a-44d6-82b9-013f284560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:13.430007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-6f66822e-764a-44d6-82b9-013f284560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:13.430454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-6f66822e-764a-44d6-82b9-013f284560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:13.432574 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-6f66822e-764a-44d6-82b9-013f284560eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6478 time: 0.8473852 Sep 20 12:30:13.447184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '16550b74-cc18-4472-ba90-372b97925ab2'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:13.452534 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cbdb5c-5849-4d0e-8a81-b0c610e23c36" -d '{"events": [{"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "16550b74-cc18-4472-ba90-372b97925ab2"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:13.458975 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:13.545312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:13.578019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5f191-697b-4f2d-9dca-67941a18a0aa req-92a41f12-5e9e-490d-ac68-7f7e2d55d7e1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:13.580417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45d5f191-697b-4f2d-9dca-67941a18a0aa req-92a41f12-5e9e-490d-ac68-7f7e2d55d7e1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0836625 Sep 20 12:30:13.683711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:13.690791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-58081342-a87f-445c-b824-ca950f955df4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c53a75-b73f-4dc7-a480-353e147cec7a HTTP/1.1" status: 200 len: 217 time: 0.1877460 Sep 20 12:30:13.691589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:13.712631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45d5f191-697b-4f2d-9dca-67941a18a0aa req-2718fdb5-aa79-4963-bb6d-d84c5e095492 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061294 Sep 20 12:30:13.853306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:14.096924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7ae6eb14-7aa4-4343-a1e4-1bbb4855cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.098793 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7ae6eb14-7aa4-4343-a1e4-1bbb4855cdcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28a516e1-d691-4865-968b-9fdfaa0757b3 HTTP/1.1" status: 200 len: 851 time: 0.3572564 Sep 20 12:30:14.099513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Pushing event updated for resources: {'Port': ['ID=2fdd5769-1e8d-4b6b-be20-4320371c6cee,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:14.216174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-80eca631-098c-42b7-b6bc-8ce3c993ed19 None None] Provisioning complete for port 2fdd5769-1e8d-4b6b-be20-4320371c6cee triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:14.217250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80eca631-098c-42b7-b6bc-8ce3c993ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:14.282218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-80eca631-098c-42b7-b6bc-8ce3c993ed19 None None] Port 2fdd5769-1e8d-4b6b-be20-4320371c6cee cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:30:14.285357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9b1435ea-6375-4172-b11e-d598b85a5ba1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:14.310774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-e0b3eb9b-70f3-4ae2-8e84-5c143689a9ed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.327147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-e0b3eb9b-70f3-4ae2-8e84-5c143689a9ed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.344725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-e0b3eb9b-70f3-4ae2-8e84-5c143689a9ed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.360030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-e0b3eb9b-70f3-4ae2-8e84-5c143689a9ed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.369175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-e0b3eb9b-70f3-4ae2-8e84-5c143689a9ed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.374474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-d64ce2cb-2ef0-4957-8d8a-c641c32e6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.376159 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-d64ce2cb-2ef0-4957-8d8a-c641c32e6394 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2670031 Sep 20 12:30:14.376914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-e0b3eb9b-70f3-4ae2-8e84-5c143689a9ed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.383574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-e0b3eb9b-70f3-4ae2-8e84-5c143689a9ed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.392288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-e0b3eb9b-70f3-4ae2-8e84-5c143689a9ed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.2526860 Sep 20 12:30:14.448881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81943a3a-d227-4e32-a7bd-3567a41bea77 req-78cdd6c0-8e0b-4398-8634-6be0f4931244 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554080 Sep 20 12:30:14.539334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9b1435ea-6375-4172-b11e-d598b85a5ba1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:14.541514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:14.569920 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:14.650146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-db2299ea-9297-4d66-aa65-9d2be7c27f38 service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641339 Sep 20 12:30:14.679072 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:14.709284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 9b1435ea-6375-4172-b11e-d598b85a5ba1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9b1435ea-6375-4172-b11e-d598b85a5ba1,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:14.793488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:14.909928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f2e1d-477e-498a-ab78-352c27f1409d req-41f3107c-d6de-478c-a98b-1cf222bf2d97 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:14.912612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-117f2e1d-477e-498a-ab78-352c27f1409d req-41f3107c-d6de-478c-a98b-1cf222bf2d97 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0926132 Sep 20 12:30:14.946892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=9b1435ea-6375-4172-b11e-d598b85a5ba1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:14.975584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-117f2e1d-477e-498a-ab78-352c27f1409d req-d026b78f-cc32-48e1-a122-8860d53621a2 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548954 Sep 20 12:30:14.983617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-e60d81ac-a5f1-4fe9-a11b-65be59843c83 service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189027 Sep 20 12:30:15.053534 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4172bb83-db5a-4d83-ae92-f67db472a460 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 200 len: 217 time: 0.0515382 Sep 20 12:30:15.091549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:15.137028 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d3706b3-d0ef-4dac-a365-d6f39d151d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:15.165738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-0db9c288-11dd-454d-af4e-abb00edfb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:15.167738 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-0db9c288-11dd-454d-af4e-abb00edfb518 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0758033 Sep 20 12:30:15.176604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:15.300154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Pushing event updated for resources: {'Port': ['ID=2fdd5769-1e8d-4b6b-be20-4320371c6cee,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:15.307271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:15.317818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7c6d9eda-8183-4719-8f4f-a88a2236e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:15.319430 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7c6d9eda-8183-4719-8f4f-a88a2236e45d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393571 Sep 20 12:30:15.479830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-eeab79dd-7436-4d1f-8dd4-be485915f9ac service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477883 Sep 20 12:30:15.484916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:15.487369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:15.560125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1cb65162-b507-4bbe-b0c1-65dbceedacab tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=36be6bf650014961b3467a0a517ef8df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321102 Sep 20 12:30:15.639313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:15.734630 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-3ca351e2-0018-410d-a298-0c555e888f80 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997933 Sep 20 12:30:15.735449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-be0384b0-279a-4eee-8a6a-442cd64161f9 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:15.735449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-be0384b0-279a-4eee-8a6a-442cd64161f9 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449108 Sep 20 12:30:15.757030 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-db28dea5-f925-46cf-aee9-73cb995fdab8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 200 len: 217 time: 0.0489032 Sep 20 12:30:15.773588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:30:15.829330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a0a4635e-b2d0-463e-9ecf-f365a086fb92 None None] Provisioning complete for port 2fdd5769-1e8d-4b6b-be20-4320371c6cee triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:15.829693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a0a4635e-b2d0-463e-9ecf-f365a086fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:15.868876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-33f08150-73c5-42a1-b7e9-696009d8d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:15.870703 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-33f08150-73c5-42a1-b7e9-696009d8d477 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.1073902 Sep 20 12:30:15.886605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-c36b7889-34c7-44fc-80e2-e9003ec689a6 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/quotas/36be6bf650014961b3467a0a517ef8df HTTP/1.1" status: 200 len: 375 time: 0.1600997 Sep 20 12:30:15.886968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4635e-b2d0-463e-9ecf-f365a086fb92 None None] Port 2fdd5769-1e8d-4b6b-be20-4320371c6cee cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:30:15.916363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1d18f6fc-df8f-433f-9939-ed0a8c59c561 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=36be6bf650014961b3467a0a517ef8df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284171 Sep 20 12:30:15.979749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-3a862d73-3c78-49a8-9c5f-2bf23d81724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:15.981323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-3a862d73-3c78-49a8-9c5f-2bf23d81724a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979602 Sep 20 12:30:15.984328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:30:16.004934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:30:16.006093 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cca3e96b-4c9f-4c2b-9a61-cc403c841f88 admin admin] 10.222.0.37 "PUT /v2.0/routers/03faa7dd-4627-42a0-a429-9d8926ef80ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8718882 Sep 20 12:30:16.014408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:16.015354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:16.159689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:16.162190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-4dbdd8f6-7880-42a5-9a64-3840b89a9872 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537690 Sep 20 12:30:16.241200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9b1435ea-6375-4172-b11e-d598b85a5ba1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:16.356545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9b1435ea-6375-4172-b11e-d598b85a5ba1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:16.360989 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:16.373562 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-649941e2-e82e-480e-bb7e-ee10e279230a service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004235 Sep 20 12:30:16.390715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-d93d44c6-b908-4f5e-96fe-a626cc584fcf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.399411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-d93d44c6-b908-4f5e-96fe-a626cc584fcf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.418514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-d93d44c6-b908-4f5e-96fe-a626cc584fcf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.425195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-d93d44c6-b908-4f5e-96fe-a626cc584fcf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.433126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-d93d44c6-b908-4f5e-96fe-a626cc584fcf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.440767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-d93d44c6-b908-4f5e-96fe-a626cc584fcf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.450065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-d93d44c6-b908-4f5e-96fe-a626cc584fcf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.451353 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-15c2d1a6-6f4e-49a7-a8fc-a2cdf5d1d79f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=77e575d0-3ccd-4848-8216-0559baa3aa32 HTTP/1.1" status: 200 len: 217 time: 0.0670338 Sep 20 12:30:16.452696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-d93d44c6-b908-4f5e-96fe-a626cc584fcf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1506171 Sep 20 12:30:16.519140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-a07f1c75-5ac5-473a-894e-4d1e0d9e2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.521690 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-a07f1c75-5ac5-473a-894e-4d1e0d9e2b9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0607214 Sep 20 12:30:16.535579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86cd6804-5747-4351-a75f-674a1a112dd6 req-431d4945-0bc9-40ca-8a97-a31c1988091c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741446 Sep 20 12:30:16.607580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-e3cb13f1-1afe-4791-8b23-9e21ec0e9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.608004 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:16.609095 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-e3cb13f1-1afe-4791-8b23-9e21ec0e9751 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0801110 Sep 20 12:30:16.615656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 2, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:16.648580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:30:16.649704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Updating router 03faa7dd-4627-42a0-a429-9d8926ef80ce port 2fdd5769-1e8d-4b6b-be20-4320371c6cee binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:30:16.676822 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:16.744519 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-31964ad6-35a9-4b7b-87c4-48da2f1ecf4c service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265638 Sep 20 12:30:16.855458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e194-fe87-4fa9-a05a-66fb6fa9c925 req-df5e697e-f40a-4458-b3f3-e588b3598c1e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:16.863195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4f2e194-fe87-4fa9-a05a-66fb6fa9c925 req-df5e697e-f40a-4458-b3f3-e588b3598c1e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0827563 Sep 20 12:30:16.902797 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-a1996924-1b08-42a4-a6ff-2e5689a5b136 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500115 Sep 20 12:30:16.904156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4f2e194-fe87-4fa9-a05a-66fb6fa9c925 req-1d8849ee-93c9-41d8-9dba-460ca13e3562 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Sep 20 12:30:16.982906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-ccc14d52-7c4d-4a1a-8d04-beea38116c7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b HTTP/1.1" status: 200 len: 217 time: 0.0704103 Sep 20 12:30:17.009242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63a3dbc3-edd1-4c60-836d-f8a4f5922c55 req-308a43a5-4df1-402e-bd3b-bc5625437b11 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 210 time: 0.0308332 Sep 20 12:30:17.040750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:17.048657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-05e39b51-8d31-485b-a9e3-52711423a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:17.050334 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-05e39b51-8d31-485b-a9e3-52711423a81b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0599139 Sep 20 12:30:17.140959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-da9b342f-66a5-4480-8683-c5bf6190c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:17.140959 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-da9b342f-66a5-4480-8683-c5bf6190c0f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476472 Sep 20 12:30:17.179541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:17.216637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-aee6d78a-61fc-45a4-a0b9-f11d3f4c5970 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042817 Sep 20 12:30:17.328872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968cf1e-9c36-4db2-9fb1-c0af393ba97a None None] Pushing event updated for resources: {'Port': ['ID=2fdd5769-1e8d-4b6b-be20-4320371c6cee,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:17.329642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-afee53df-3e58-48c3-89fa-c001e7c5c671 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:17.329642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-afee53df-3e58-48c3-89fa-c001e7c5c671 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 820 time: 0.1485903 Sep 20 12:30:17.330002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Attempting to bind port 2fdd5769-1e8d-4b6b-be20-4320371c6cee on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:17.330002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Attempting to bind port 2fdd5769-1e8d-4b6b-be20-4320371c6cee by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:17.330002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Attempting to bind port 2fdd5769-1e8d-4b6b-be20-4320371c6cee on network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:17.330233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-d726d8e5-fdb6-4698-bf4f-4c87f128a00c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/quotas/ddc20463cbeb4e44b082290b035f4b54 HTTP/1.1" status: 200 len: 375 time: 0.0122380 Sep 20 12:30:17.330401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:17.330401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Checking segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:17.330401 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:17.330401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Bound using segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:17.330401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Bound port: 2fdd5769-1e8d-4b6b-be20-4320371c6cee, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:17.330401 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:17.444977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-114fac33-e48e-47ca-be2d-ead009bbeae9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209264 Sep 20 12:30:17.454011 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-aefc183d-2af9-4b02-802c-ac8e9a2d0b04 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242484 Sep 20 12:30:17.467680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] For port 2fdd5769-1e8d-4b6b-be20-4320371c6cee, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:17.479143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] For port 2fdd5769-1e8d-4b6b-be20-4320371c6cee, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2fdd5769-1e8d-4b6b-be20-4320371c6cee,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:17.509503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-31c46c8c-6204-42c1-8760-9acf54d4fb25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b6e4e53-0509-44a7-9364-790c7646e523 HTTP/1.1" status: 200 len: 217 time: 0.0447309 Sep 20 12:30:17.563141 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-6d25ba8c-468d-4669-98e8-c0f267490ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162999 Sep 20 12:30:17.567717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-e93ab886-1507-4f80-b173-b39f4dc4b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:17.568754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-e93ab886-1507-4f80-b173-b39f4dc4b670 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 200 len: 797 time: 0.0531216 Sep 20 12:30:17.618158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-3b4ccb8a-1202-4439-a0aa-d1a90a193d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:17.620891 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-3b4ccb8a-1202-4439-a0aa-d1a90a193d37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460029 Sep 20 12:30:17.623071 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:17.709665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3637e5f3-b9b3-4e24-9433-3a88dd5a718a None None] Provisioning complete for port 2fdd5769-1e8d-4b6b-be20-4320371c6cee triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:17.710391 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3637e5f3-b9b3-4e24-9433-3a88dd5a718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:17.726814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-9e574379-f29b-496c-b089-90b814e5e642 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513915 Sep 20 12:30:17.797871 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-812fb07e-dd9d-4e57-b189-e468dd6b8b93 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680784 Sep 20 12:30:17.825241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:17.825884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:17.957941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-0b97d45e-d8ab-4133-80f0-6663f1830a1f service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524780 Sep 20 12:30:17.977159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968cf1e-9c36-4db2-9fb1-c0af393ba97a None None] Pushing event updated for resources: {'Port': ['ID=2fdd5769-1e8d-4b6b-be20-4320371c6cee,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:17.987218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:18.049419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-250d297e-3bbb-4242-9f8c-2636a173f561 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16550b74-cc18-4472-ba90-372b97925ab2 HTTP/1.1" status: 200 len: 217 time: 0.0848656 Sep 20 12:30:18.064017 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3637e5f3-b9b3-4e24-9433-3a88dd5a718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:18.137038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:18.143253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7db49202-5151-4e22-b044-dba07143ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.147010 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-7db49202-5151-4e22-b044-dba07143ff4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 200 len: 797 time: 0.0851324 Sep 20 12:30:18.204425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-4c5ebd4c-19fa-454a-9350-c7d23d005dd9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.211274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-d57e45a4-2d8f-428d-b867-547876f488f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.211416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-4c5ebd4c-19fa-454a-9350-c7d23d005dd9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.212519 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-d57e45a4-2d8f-428d-b867-547876f488f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580075 Sep 20 12:30:18.218534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-4c5ebd4c-19fa-454a-9350-c7d23d005dd9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.219566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3637e5f3-b9b3-4e24-9433-3a88dd5a718a None None] For port 2fdd5769-1e8d-4b6b-be20-4320371c6cee, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2fdd5769-1e8d-4b6b-be20-4320371c6cee,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:18.227017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-4c5ebd4c-19fa-454a-9350-c7d23d005dd9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.233381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-4c5ebd4c-19fa-454a-9350-c7d23d005dd9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.245846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-4c5ebd4c-19fa-454a-9350-c7d23d005dd9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.248759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-4c5ebd4c-19fa-454a-9350-c7d23d005dd9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.251379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-4c5ebd4c-19fa-454a-9350-c7d23d005dd9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1161456 Sep 20 12:30:18.319404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:17Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:18.320402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c76fc842-db5a-4d5a-b7ce-a046e5471dc3 req-ed5aa530-32b1-429c-b796-1d74a70888c9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608842 Sep 20 12:30:18.354146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3637e5f3-b9b3-4e24-9433-3a88dd5a718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:18.355547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a170cf9c-9843-4fe7-915c-0e2857f4d5fa None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:17Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:30:18.358409 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-c7e92ae1-f80d-4d07-9a8b-6b258af3d472 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374030 Sep 20 12:30:18.467523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637e5f3-b9b3-4e24-9433-3a88dd5a718a None None] Pushing event updated for resources: {'Port': ['ID=2fdd5769-1e8d-4b6b-be20-4320371c6cee,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:18.479957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2cc7264c-5d1c-45d4-ac21-38960f0372ad None None] Provisioning complete for port 2fdd5769-1e8d-4b6b-be20-4320371c6cee triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:18.480527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2cc7264c-5d1c-45d4-ac21-38960f0372ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:18.518912 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-832bc7b7-4928-42f0-b73f-f8cb3951c605 req-3bc188d6-e265-40fc-aa2d-c86a8e23b700 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529787 Sep 20 12:30:18.698486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6857b46-6c0b-46da-aa44-7db5418efc88 req-2d967ef4-11d0-4f9e-9a00-f04eb5e59f22 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:18.700003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6857b46-6c0b-46da-aa44-7db5418efc88 req-2d967ef4-11d0-4f9e-9a00-f04eb5e59f22 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0551960 Sep 20 12:30:18.742016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6857b46-6c0b-46da-aa44-7db5418efc88 req-fd4a8186-6f12-4283-bc68-99633e515421 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356393 Sep 20 12:30:18.840378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d76f94fd-d27e-486e-82ee-9c04f5f396a1 req-dcac3bef-6120-4399-962c-41df8dc66ff6 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 210 time: 0.0272086 Sep 20 12:30:18.937673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2358415b-dea7-4f99-8e4a-d99da6118d44 req-484dc399-f819-48e9-8dca-0af6b5946f9a tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0434721 Sep 20 12:30:19.460437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-a932a343-e281-4aba-8587-02043b422d1f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.473172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-a932a343-e281-4aba-8587-02043b422d1f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.473839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-a932a343-e281-4aba-8587-02043b422d1f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.474239 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-497c5272-9bff-46f7-bccc-6042597d60c9 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=36be6bf650014961b3467a0a517ef8df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251739 Sep 20 12:30:19.479985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-a932a343-e281-4aba-8587-02043b422d1f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.485942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-a932a343-e281-4aba-8587-02043b422d1f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.492004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-a932a343-e281-4aba-8587-02043b422d1f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.498152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-a932a343-e281-4aba-8587-02043b422d1f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.500082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-a932a343-e281-4aba-8587-02043b422d1f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1066999 Sep 20 12:30:19.550287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74f10a6f-0ddc-48c4-b34c-51e688c8c477 req-d41c37a3-5473-4c07-bbc2-bcd4aab9bcdf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416732 Sep 20 12:30:19.616751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-7e23a315-14e0-4cfc-85ce-be013d1849f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.618790 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-7e23a315-14e0-4cfc-85ce-be013d1849f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393120 Sep 20 12:30:19.645921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Request body: {'port': {'device_id': '64fac0ce-d9ec-4073-b09c-9193e741e977', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '36be6bf650014961b3467a0a517ef8df'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:19.650898 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:19.867488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a41074-d3f8-47a4-97f2-5429860a940b req-3eb8e371-3154-4827-be32-40dfcaec8f19 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:19.869519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39a41074-d3f8-47a4-97f2-5429860a940b req-3eb8e371-3154-4827-be32-40dfcaec8f19 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0580864 Sep 20 12:30:19.918989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Made reservation on behalf of 36be6bf650014961b3467a0a517ef8df for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:30:19.922397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39a41074-d3f8-47a4-97f2-5429860a940b req-4bdb38e7-967b-48f7-ab2a-7e3af9a53ddb tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458033 Sep 20 12:30:19.924041 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:19.937933 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:20.073307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f501263b-e0a6-458b-be61-ab4053f48a59 req-d0690605-4c99-4f65-a5bb-6f704a6fba08 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 210 time: 0.0583239 Sep 20 12:30:20.113064 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:20.130859 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:20.149922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2fdd5769-1e8d-4b6b-be20-4320371c6cee up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:20.183513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37401361-73d0-4854-b63d-0d2badcd6713 req-ef6d6e06-0c80-46e0-ba7b-66187bda624b tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0342493 Sep 20 12:30:20.202741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2fdd5769-1e8d-4b6b-be20-4320371c6cee triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:20.203121 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:20.285286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:20.322730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69feffc5-a7a9-4f25-90a7-cdb7922b8592,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:20.330444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.330801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.331149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.336030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:20.617657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Allocated IP 192.168.233.108 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/ee0c7d03-4559-453f-ab18-0ab9c4263d7d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:20.700600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-50593cfe-d807-4081-a8bb-1efc390acb55 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:20.707614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-50593cfe-d807-4081-a8bb-1efc390acb55 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:20.721224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-50593cfe-d807-4081-a8bb-1efc390acb55 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:20.728986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-50593cfe-d807-4081-a8bb-1efc390acb55 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:20.740595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-50593cfe-d807-4081-a8bb-1efc390acb55 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:20.742979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-50593cfe-d807-4081-a8bb-1efc390acb55 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:20.749713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-50593cfe-d807-4081-a8bb-1efc390acb55 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:20.751991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-50593cfe-d807-4081-a8bb-1efc390acb55 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1078136 Sep 20 12:30:20.801097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99666275-cd99-4094-89d9-9861bdf6bf4c req-c092fc40-0749-4bbe-85ed-0f00ed8f3fe7 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415192 Sep 20 12:30:20.805773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:20.919214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:20.968521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:20.972333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:20.978148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:20.987320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Pushing event updated for resources: {'Port': ['ID=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:21.061526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:21.061526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:21.074499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28eba7-9eda-4e4e-8540-d2c0d1f1690a req-d45dec09-974e-4cd8-ade7-d029a8cab601 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:21.082285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da28eba7-9eda-4e4e-8540-d2c0d1f1690a req-d45dec09-974e-4cd8-ade7-d029a8cab601 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0673614 Sep 20 12:30:21.161849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da28eba7-9eda-4e4e-8540-d2c0d1f1690a req-29cd3c4b-fd88-426d-ab42-5a323fbc3714 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767829 Sep 20 12:30:21.182518 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-1dfe7340-0adb-424c-b4c4-3ed8cafe96f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5435293 Sep 20 12:30:21.196022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Request body: {'port': {'device_id': '64fac0ce-d9ec-4073-b09c-9193e741e977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:21.271699 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:21.298195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8b83-06ae-4b66-8fe7-3beeff9b64b5 req-4b189299-3b78-4caf-9d22-496bfe46815e tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:21.299743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9df8b83-06ae-4b66-8fe7-3beeff9b64b5 req-4b189299-3b78-4caf-9d22-496bfe46815e tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 936 time: 0.0667167 Sep 20 12:30:21.332695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b69f7441-085f-49d0-aef6-c3ea590581cc None None] Provisioning complete for port ee0c7d03-4559-453f-ab18-0ab9c4263d7d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:21.334085 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b69f7441-085f-49d0-aef6-c3ea590581cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:21.387275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9df8b83-06ae-4b66-8fe7-3beeff9b64b5 req-2b1a6793-0e8a-46e6-b05f-6d3492cf373d tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791447 Sep 20 12:30:21.485240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-5a5efe51-fee0-4d1f-96fc-b523899155f8 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:21.489312 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-5a5efe51-fee0-4d1f-96fc-b523899155f8 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.32 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 820 time: 0.1722803 Sep 20 12:30:21.503480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Request body: {'port': {'device_id': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'admin_state_up': True, 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:21.543781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b69f7441-085f-49d0-aef6-c3ea590581cc None None] Port ee0c7d03-4559-453f-ab18-0ab9c4263d7d cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:30:21.572872 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-213db67e-5b2b-4f2a-90a1-66e891495dd1 req-d5f07604-7366-4bd5-a72f-5f2393144dd0 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0410120 Sep 20 12:30:21.730760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0c7d03-4559-453f-ab18-0ab9c4263d7d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:21.738029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:21.751346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Transition to ACTIVE for port object ee0c7d03-4559-453f-ab18-0ab9c4263d7d will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:21.793407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Made reservation on behalf of ddc20463cbeb4e44b082290b035f4b54 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:30:21.797171 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:21.884648 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:21.977491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Pushing event updated for resources: {'Port': ['ID=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:21.982104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Allocated IP 172.20.0.13 (d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7/59ed8474-e9d6-4871-81ea-59a2bd3a33fa/9240abee-7dea-4470-8f67-9ec88917fcca) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:22.034585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Attempting to bind port ee0c7d03-4559-453f-ab18-0ab9c4263d7d on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:22.036025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Attempting to bind port ee0c7d03-4559-453f-ab18-0ab9c4263d7d by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:22.036543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Attempting to bind port ee0c7d03-4559-453f-ab18-0ab9c4263d7d on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:22.041733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Port ee0c7d03-4559-453f-ab18-0ab9c4263d7d on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:22.042256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Attempting to bind port ee0c7d03-4559-453f-ab18-0ab9c4263d7d on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:22.047795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:22.048333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:22.049117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:22.049760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Bound port: ee0c7d03-4559-453f-ab18-0ab9c4263d7d, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:22.050335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:22.109138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277e07e-0bc8-4061-b325-15759556bd47 req-088be91c-7ab2-4d81-b3db-6cfd34bf64e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.116639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277e07e-0bc8-4061-b325-15759556bd47 req-088be91c-7ab2-4d81-b3db-6cfd34bf64e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.126528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277e07e-0bc8-4061-b325-15759556bd47 req-088be91c-7ab2-4d81-b3db-6cfd34bf64e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.132157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277e07e-0bc8-4061-b325-15759556bd47 req-088be91c-7ab2-4d81-b3db-6cfd34bf64e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.139298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277e07e-0bc8-4061-b325-15759556bd47 req-088be91c-7ab2-4d81-b3db-6cfd34bf64e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.139832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] For port ee0c7d03-4559-453f-ab18-0ab9c4263d7d, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:22.143143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] For port ee0c7d03-4559-453f-ab18-0ab9c4263d7d, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:22.145749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277e07e-0bc8-4061-b325-15759556bd47 req-088be91c-7ab2-4d81-b3db-6cfd34bf64e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.151597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277e07e-0bc8-4061-b325-15759556bd47 req-088be91c-7ab2-4d81-b3db-6cfd34bf64e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.153720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1277e07e-0bc8-4061-b325-15759556bd47 req-088be91c-7ab2-4d81-b3db-6cfd34bf64e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.2602165 Sep 20 12:30:22.255754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1277e07e-0bc8-4061-b325-15759556bd47 req-ad8c3d78-4882-4706-8e30-ea37c1f7b4d6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658891 Sep 20 12:30:22.276203 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:22.276714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:22.289681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.290301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:22.292339 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] 10.222.0.32 "PUT /v2.0/ports/ee0c7d03-4559-453f-ab18-0ab9c4263d7d HTTP/1.1" status: 200 len: 1096 time: 1.1016448 Sep 20 12:30:22.321238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fac0ce-d9ec-4073-b09c-9193e741e977', 'tag': 'ee0c7d03-4559-453f-ab18-0ab9c4263d7d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:22.323482 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd799a-cfc7-497f-aff5-5335185bc87d" -d '{"events": [{"name": "network-changed", "server_uuid": "64fac0ce-d9ec-4073-b09c-9193e741e977", "tag": "ee0c7d03-4559-453f-ab18-0ab9c4263d7d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:22.356435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cbb46-387c-4d6f-95dd-77aa0ef3aeac service neutron] Pushing event updated for resources: {'Port': ['ID=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:22.531969 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-abcd4a2f-b6dc-4f80-ba0e-c0fda3b171e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.533556 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-abcd4a2f-b6dc-4f80-ba0e-c0fda3b171e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36be6bf650014961b3467a0a517ef8df&device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 1099 time: 0.0568037 Sep 20 12:30:22.538136 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:22.577878 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-5a85723a-d41b-4e6a-a4dd-36e612025959 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ee0c7d03-4559-453f-ab18-0ab9c4263d7d HTTP/1.1" status: 200 len: 217 time: 0.0361946 Sep 20 12:30:22.593388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:22.601732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:22.615342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d77f-5286-409b-9f83-c6dc59173210 req-97c1a1e0-38ff-416d-a9b2-cfb7ffc8c658 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.616870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1649d77f-5286-409b-9f83-c6dc59173210 req-97c1a1e0-38ff-416d-a9b2-cfb7ffc8c658 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.1117959 Sep 20 12:30:22.617696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:22.622086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Pushing event updated for resources: {'Port': ['ID=9240abee-7dea-4470-8f67-9ec88917fcca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:22.639092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-82efe915-2efc-45ea-b46d-ab62c6df96df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.641609 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-82efe915-2efc-45ea-b46d-ab62c6df96df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0563686 Sep 20 12:30:22.670241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.670583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.670923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.671264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.671592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.671931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.672263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.672588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.672910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.673313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.673837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.674166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:22.704166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-f3970248-77cd-46f0-b9ff-fbff31c73cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.705878 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-f3970248-77cd-46f0-b9ff-fbff31c73cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568089 Sep 20 12:30:22.740187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.740934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:22.766950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1649d77f-5286-409b-9f83-c6dc59173210 req-9662f31a-6b3f-4163-af7c-4dd9144758e1 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220229 Sep 20 12:30:22.903660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-4762f693-33bd-435e-a77a-278ac1eb8300 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4043691 Sep 20 12:30:22.924402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Request body: {'port': {'device_id': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:22.980842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902607-a124-46c0-8f0e-9d6f829e63fc req-edff1d7f-ef6b-45d7-896c-3e24b6654b45 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:22.984553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97902607-a124-46c0-8f0e-9d6f829e63fc req-edff1d7f-ef6b-45d7-896c-3e24b6654b45 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 948 time: 0.0935178 Sep 20 12:30:23.017685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d401b217-284c-4605-88e8-967380b1b913 None None] Provisioning complete for port 9240abee-7dea-4470-8f67-9ec88917fcca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:23.018703 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d401b217-284c-4605-88e8-967380b1b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:23.045446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:23.064205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d401b217-284c-4605-88e8-967380b1b913 None None] Port 9240abee-7dea-4470-8f67-9ec88917fcca cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:30:23.076326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97902607-a124-46c0-8f0e-9d6f829e63fc req-45bb63d3-e46b-4673-95df-2b66af035146 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620496 Sep 20 12:30:23.125131 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3de566f-ffd9-4d3b-a7f9-48a9111ec0da x-openstack-request-id: req-b3de566f-ffd9-4d3b-a7f9-48a9111ec0da {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:23.125621 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fac0ce-d9ec-4073-b09c-9193e741e977", "tag": "ee0c7d03-4559-453f-ab18-0ab9c4263d7d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:23.125692 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3de566f-ffd9-4d3b-a7f9-48a9111ec0da {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:23.126029 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fac0ce-d9ec-4073-b09c-9193e741e977', 'tag': 'ee0c7d03-4559-453f-ab18-0ab9c4263d7d', 'status': 'completed', 'code': 200} Sep 20 12:30:23.191150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-05fad705-324e-4ec3-89b6-3129b9694076 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764044 Sep 20 12:30:23.296649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b662795-1d93-45aa-9f67-4eeb36ce7e07 req-79863955-1904-468f-bb28-be61ba6e5c53 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974827 Sep 20 12:30:23.309202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63fac8-ec90-4764-afb7-3a1437ae2af9 req-285a6502-ec1f-4663-a71b-047975b6f537 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.310213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a63fac8-ec90-4764-afb7-3a1437ae2af9 req-285a6502-ec1f-4663-a71b-047975b6f537 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 932 time: 0.1216400 Sep 20 12:30:23.372307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a63fac8-ec90-4764-afb7-3a1437ae2af9 req-84e92250-3e65-429c-a938-20e7b974aed4 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533249 Sep 20 12:30:23.438114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9240abee-7dea-4470-8f67-9ec88917fcca {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:23.458277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:23.498892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-46f5b7c2-2692-444d-8eb1-643e3bdde7ef tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.505550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-46f5b7c2-2692-444d-8eb1-643e3bdde7ef tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.511505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-46f5b7c2-2692-444d-8eb1-643e3bdde7ef tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.517432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-46f5b7c2-2692-444d-8eb1-643e3bdde7ef tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.524015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-46f5b7c2-2692-444d-8eb1-643e3bdde7ef tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.529956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-46f5b7c2-2692-444d-8eb1-643e3bdde7ef tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.535994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-46f5b7c2-2692-444d-8eb1-643e3bdde7ef tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.537914 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-46f5b7c2-2692-444d-8eb1-643e3bdde7ef tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1045177 Sep 20 12:30:23.559413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Transition to ACTIVE for port object 9240abee-7dea-4470-8f67-9ec88917fcca will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:23.594422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ebcea8d-c233-472f-a649-56e284ec9965 req-49f337f2-0f28-4408-8013-b99bb49c09f0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456634 Sep 20 12:30:23.622224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-a84819e1-6030-4ecc-8a86-ac194ec74b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.623792 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-a84819e1-6030-4ecc-8a86-ac194ec74b94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36be6bf650014961b3467a0a517ef8df&device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 1099 time: 0.0545223 Sep 20 12:30:23.667444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:23.737898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-bd083a97-7cd0-4d9e-913c-240626b97c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.742462 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-bd083a97-7cd0-4d9e-913c-240626b97c73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1089308 Sep 20 12:30:23.754702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Pushing event updated for resources: {'Port': ['ID=9240abee-7dea-4470-8f67-9ec88917fcca,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:23.803708 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-a490a85c-e7e1-406d-9adc-dd14b49b2f49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ee0c7d03-4559-453f-ab18-0ab9c4263d7d HTTP/1.1" status: 200 len: 217 time: 0.0536473 Sep 20 12:30:23.843198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Attempting to bind port 9240abee-7dea-4470-8f67-9ec88917fcca on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:23.843538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Attempting to bind port 9240abee-7dea-4470-8f67-9ec88917fcca by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:23.843872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Attempting to bind port 9240abee-7dea-4470-8f67-9ec88917fcca on network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:23.877769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Port 9240abee-7dea-4470-8f67-9ec88917fcca on network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:23.883539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Attempting to bind port 9240abee-7dea-4470-8f67-9ec88917fcca on network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:23.890192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:23.890539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Checking segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:23.891215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Bound using segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:23.891691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Bound port: 9240abee-7dea-4470-8f67-9ec88917fcca, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:23.892056 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:23.892387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-92c8ec40-2d57-4e4d-b2b9-e9a1f571671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.894333 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-92c8ec40-2d57-4e4d-b2b9-e9a1f571671e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0821929 Sep 20 12:30:23.954631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-ef9a0a9b-87c4-4933-9a06-75f87d818c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:23.956455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-ef9a0a9b-87c4-4933-9a06-75f87d818c8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502665 Sep 20 12:30:23.969392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-80a03f3b-4b2f-44c1-82d7-8a02ce8a208c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:30:23.970724 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-80a03f3b-4b2f-44c1-82d7-8a02ce8a208c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054948 Sep 20 12:30:24.016001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230828a-fbb1-4f23-b977-fb988987e089 req-b99b6211-62b4-4fe4-8151-4a0a8db9743e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.017560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8230828a-fbb1-4f23-b977-fb988987e089 req-b99b6211-62b4-4fe4-8151-4a0a8db9743e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.1010113 Sep 20 12:30:24.042420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] For port 9240abee-7dea-4470-8f67-9ec88917fcca, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:24.068706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] For port 9240abee-7dea-4470-8f67-9ec88917fcca, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9240abee-7dea-4470-8f67-9ec88917fcca,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:24.083658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8230828a-fbb1-4f23-b977-fb988987e089 req-ff41696f-9667-40ce-9110-dda9748c114c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574112 Sep 20 12:30:24.091341 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-56ff953e-3210-4e99-aa89-13968f8411db service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132290 Sep 20 12:30:24.147969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:24.202322 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fadd799a-cfc7-497f-aff5-5335185bc87d req-0a386ced-3c6b-416b-8c41-3587fe4f052a service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007087 Sep 20 12:30:24.220142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.220735 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:24.222896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] 10.222.0.32 "PUT /v2.0/ports/9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 200 len: 1092 time: 1.3021212 Sep 20 12:30:24.255939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20129fd-c1f4-4cc5-beef-9711bbe11211 service neutron] Pushing event updated for resources: {'Port': ['ID=9240abee-7dea-4470-8f67-9ec88917fcca,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:24.275302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31806f38-9744-4ce6-ae18-d8f9b07bfde9 req-72130b22-87d7-44a8-9c70-8767847e7e15 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.276933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31806f38-9744-4ce6-ae18-d8f9b07bfde9 req-72130b22-87d7-44a8-9c70-8767847e7e15 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 948 time: 0.1264832 Sep 20 12:30:24.321989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31806f38-9744-4ce6-ae18-d8f9b07bfde9 req-e8f49357-5128-470c-bd1b-f0f1f7ff31b4 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383620 Sep 20 12:30:24.443892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-0c809bd3-e082-485c-aa42-43b2fc6acd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.445482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-0c809bd3-e082-485c-aa42-43b2fc6acd8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 1095 time: 0.0561850 Sep 20 12:30:24.522937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-a5945dd5-ac67-4ee1-9a0c-48c532b479f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 200 len: 217 time: 0.0607944 Sep 20 12:30:24.578154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8545ca-61d3-4a6c-b0f2-0e05533895f6 req-e8b3d065-c69d-46bf-810e-f9fc7316b825 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.579679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed8545ca-61d3-4a6c-b0f2-0e05533895f6 req-e8b3d065-c69d-46bf-810e-f9fc7316b825 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 944 time: 0.1188500 Sep 20 12:30:24.605211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-f20b1f58-0b6a-41b5-9eb6-d9215dd47b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.606653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-f20b1f58-0b6a-41b5-9eb6-d9215dd47b12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.0750694 Sep 20 12:30:24.656405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed8545ca-61d3-4a6c-b0f2-0e05533895f6 req-79184278-4f5c-4185-9ba6-76128f727948 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690582 Sep 20 12:30:24.672195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-96dc5867-6353-446f-8166-a6aad85fff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.673726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-96dc5867-6353-446f-8166-a6aad85fff37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539508 Sep 20 12:30:24.799726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-876a59d2-048d-4a99-90c8-0d86bf5ef186 service neutron] 10.222.0.32 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170850 Sep 20 12:30:24.837445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-7358edd8-8c9c-47c8-9bb3-c1ff6480c1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.843262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-7358edd8-8c9c-47c8-9bb3-c1ff6480c1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.849585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-7358edd8-8c9c-47c8-9bb3-c1ff6480c1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.855409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-7358edd8-8c9c-47c8-9bb3-c1ff6480c1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.862429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-7358edd8-8c9c-47c8-9bb3-c1ff6480c1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.869740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-7358edd8-8c9c-47c8-9bb3-c1ff6480c1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.876236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-7358edd8-8c9c-47c8-9bb3-c1ff6480c1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:24.878369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-7358edd8-8c9c-47c8-9bb3-c1ff6480c1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1337790 Sep 20 12:30:24.976276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59997df1-7b61-4d13-9a60-6ae80acdc59b req-f2ae4fb6-27cd-4a26-87b2-66abeb43b7bf tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877438 Sep 20 12:30:24.994105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7150ba4-0ada-4cde-a681-4384ac7a6261 req-9c88d5ba-4d74-4fc5-857a-77540b8e4a3a service neutron] 10.222.0.32 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872251 Sep 20 12:30:25.166924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ee0c7d03-4559-453f-ab18-0ab9c4263d7d details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:25.215754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69645eee-127c-4abf-b3e8-3513723d047b req-146df949-d98d-4bc6-bd08-a0f1bf368ca2 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:25.217214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69645eee-127c-4abf-b3e8-3513723d047b req-146df949-d98d-4bc6-bd08-a0f1bf368ca2 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0569334 Sep 20 12:30:25.273615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ee0c7d03-4559-453f-ab18-0ab9c4263d7d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:25.273838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69645eee-127c-4abf-b3e8-3513723d047b req-03e2836e-01d9-46e1-9c51-8114df765f74 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478871 Sep 20 12:30:25.287004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'ee0c7d03-4559-453f-ab18-0ab9c4263d7d', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': 'ee0c7d03-4559-453f-ab18-0ab9c4263d7d', 'mac_address': 'fa:16:3e:b8:62:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:25.344516 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:25.361457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0c7d03-4559-453f-ab18-0ab9c4263d7d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:25.381878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ee0c7d03-4559-453f-ab18-0ab9c4263d7d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:25.443213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b8a9d-9f88-4531-9296-62b3505312cc req-22670f29-832a-49fb-991d-9451ecf5d5a2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:25.444711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-684b8a9d-9f88-4531-9296-62b3505312cc req-22670f29-832a-49fb-991d-9451ecf5d5a2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 948 time: 0.0486605 Sep 20 12:30:25.484210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-684b8a9d-9f88-4531-9296-62b3505312cc req-70bcc7bd-af4f-43c2-a355-adb164021281 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Sep 20 12:30:25.501532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:25.553579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:25.783246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070fc54-3855-4161-8ceb-951c8c4359a5 req-fc9ec42f-c186-442d-a8a2-f45a44f6c55a tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:25.785917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1070fc54-3855-4161-8ceb-951c8c4359a5 req-fc9ec42f-c186-442d-a8a2-f45a44f6c55a tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 944 time: 0.0549459 Sep 20 12:30:25.823060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1070fc54-3855-4161-8ceb-951c8c4359a5 req-360800e4-1477-446a-a1fa-181f1d077df1 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319095 Sep 20 12:30:25.833936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ee0c7d03-4559-453f-ab18-0ab9c4263d7d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:26.121942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-f97e06ce-f184-4f99-888d-ef9c66f5e47c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.128070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-f97e06ce-f184-4f99-888d-ef9c66f5e47c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.134613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-f97e06ce-f184-4f99-888d-ef9c66f5e47c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.140472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-f97e06ce-f184-4f99-888d-ef9c66f5e47c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.146516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-f97e06ce-f184-4f99-888d-ef9c66f5e47c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.152534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-f97e06ce-f184-4f99-888d-ef9c66f5e47c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.158910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-f97e06ce-f184-4f99-888d-ef9c66f5e47c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.161563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-f97e06ce-f184-4f99-888d-ef9c66f5e47c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.0949390 Sep 20 12:30:26.202118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a472c9c7-fc5b-400c-8310-ae7ae2f77134 req-96142105-7166-458e-b1c2-d762a43fb796 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343153 Sep 20 12:30:26.442959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084e7a0-bb5b-43ce-9d0f-303d85b8d273 req-05f71e29-f5be-44c8-8391-4c15de7c1260 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.445301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c084e7a0-bb5b-43ce-9d0f-303d85b8d273 req-05f71e29-f5be-44c8-8391-4c15de7c1260 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0611129 Sep 20 12:30:26.488259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c084e7a0-bb5b-43ce-9d0f-303d85b8d273 req-4e851fad-5cb5-47b6-b05b-68e3a5911b67 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368993 Sep 20 12:30:26.615861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb675e-7295-4351-92e5-aafc68ed0a47 req-8b4098d4-5875-4764-ad82-f42d90f07053 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.617417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6cb675e-7295-4351-92e5-aafc68ed0a47 req-8b4098d4-5875-4764-ad82-f42d90f07053 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 949 time: 0.0581777 Sep 20 12:30:26.656444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6cb675e-7295-4351-92e5-aafc68ed0a47 req-369dad3e-4e2b-4ba7-8dac-73058188c63a tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Sep 20 12:30:26.960389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9c39c-00bd-40a3-bdd2-c9ad19ee8db7 req-1f9a761e-9a7c-40c6-bcbd-d83153c7028a tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:26.961944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2e9c39c-00bd-40a3-bdd2-c9ad19ee8db7 req-1f9a761e-9a7c-40c6-bcbd-d83153c7028a tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 944 time: 0.0521727 Sep 20 12:30:27.006715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2e9c39c-00bd-40a3-bdd2-c9ad19ee8db7 req-506f4a01-2c2e-47a4-8e23-9c9f6ed7c782 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Sep 20 12:30:27.189796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9240abee-7dea-4470-8f67-9ec88917fcca details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:27.189796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ee0c7d03-4559-453f-ab18-0ab9c4263d7d up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:27.318885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9240abee-7dea-4470-8f67-9ec88917fcca, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9240abee-7dea-4470-8f67-9ec88917fcca,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:27.330824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9240abee-7dea-4470-8f67-9ec88917fcca', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'mac_address': 'fa:16:3e:97:f7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:27.342591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-4ffec53d-540a-457e-80f5-0fc901fdc44e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.350158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-4ffec53d-540a-457e-80f5-0fc901fdc44e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.357510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-4ffec53d-540a-457e-80f5-0fc901fdc44e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.364710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-4ffec53d-540a-457e-80f5-0fc901fdc44e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.371431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-4ffec53d-540a-457e-80f5-0fc901fdc44e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.377852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-4ffec53d-540a-457e-80f5-0fc901fdc44e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.381047 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:27.383960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-4ffec53d-540a-457e-80f5-0fc901fdc44e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.386043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-4ffec53d-540a-457e-80f5-0fc901fdc44e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1057401 Sep 20 12:30:27.393879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9240abee-7dea-4470-8f67-9ec88917fcca {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:27.405950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port ee0c7d03-4559-453f-ab18-0ab9c4263d7d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:27.416674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9240abee-7dea-4470-8f67-9ec88917fcca, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9240abee-7dea-4470-8f67-9ec88917fcca,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:27.417610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port ee0c7d03-4559-453f-ab18-0ab9c4263d7d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:27.417987 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:27.437884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca5396c8-1d25-4e81-a655-81bf9d390501 req-d95b9726-c61a-4508-8708-d6f4aa993744 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453837 Sep 20 12:30:27.498713 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:27.508503 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:27.567602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ee0c7d03-4559-453f-ab18-0ab9c4263d7d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:27.569245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fac0ce-d9ec-4073-b09c-9193e741e977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0c7d03-4559-453f-ab18-0ab9c4263d7d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:27.570971 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fa2db4-d857-45aa-b370-faeaf1c87e26" -d '{"events": [{"server_uuid": "64fac0ce-d9ec-4073-b09c-9193e741e977", "name": "network-vif-plugged", "status": "completed", "tag": "ee0c7d03-4559-453f-ab18-0ab9c4263d7d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:27.593494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9240abee-7dea-4470-8f67-9ec88917fcca,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:27.656102 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:27.699506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcac7eb-10c5-4bf8-99f2-4dd5c020d6fc req-85659043-49d4-4f10-98c0-1b0eb8d5a20f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.707511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbcac7eb-10c5-4bf8-99f2-4dd5c020d6fc req-85659043-49d4-4f10-98c0-1b0eb8d5a20f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0712640 Sep 20 12:30:27.713928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:27.746759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbcac7eb-10c5-4bf8-99f2-4dd5c020d6fc req-afe1405a-dd9f-4c33-ada5-51be65c7a33b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367079 Sep 20 12:30:27.800401 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83c350-2355-4ac2-8acb-5c7c291c4b97 x-openstack-request-id: req-dd83c350-2355-4ac2-8acb-5c7c291c4b97 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:27.800725 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fac0ce-d9ec-4073-b09c-9193e741e977", "name": "network-vif-plugged", "status": "completed", "tag": "ee0c7d03-4559-453f-ab18-0ab9c4263d7d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:27.800973 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd83c350-2355-4ac2-8acb-5c7c291c4b97 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:27.801458 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fac0ce-d9ec-4073-b09c-9193e741e977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0c7d03-4559-453f-ab18-0ab9c4263d7d', 'code': 200} Sep 20 12:30:27.811057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9240abee-7dea-4470-8f67-9ec88917fcca'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:27.967777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152fc6-c291-4dbb-990c-7a25a8405b02 req-3ff35a29-57d1-4105-834c-7ec2551df0ad tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.969471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de152fc6-c291-4dbb-990c-7a25a8405b02 req-3ff35a29-57d1-4105-834c-7ec2551df0ad tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 950 time: 0.0969126 Sep 20 12:30:27.971331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d673de4-e65c-4790-8ddc-4d140730cb57 req-9743540c-243f-4c18-b2fb-0ff1b7b63e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:27.972970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d673de4-e65c-4790-8ddc-4d140730cb57 req-9743540c-243f-4c18-b2fb-0ff1b7b63e2f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 1101 time: 0.0889604 Sep 20 12:30:28.032351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d673de4-e65c-4790-8ddc-4d140730cb57 req-2ab1659f-66dd-45cf-babc-2057316f879f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482132 Sep 20 12:30:28.041588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de152fc6-c291-4dbb-990c-7a25a8405b02 req-5f7b2290-0a1d-4126-accb-8a5c817855d9 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645494 Sep 20 12:30:28.157921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d41554-4c87-45a5-89d1-526e55df71aa req-4a472cad-91d9-4b66-92d8-4bde57415a36 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.158873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8d41554-4c87-45a5-89d1-526e55df71aa req-4a472cad-91d9-4b66-92d8-4bde57415a36 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0552516 Sep 20 12:30:28.215418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8d41554-4c87-45a5-89d1-526e55df71aa req-7ec09898-2c20-400a-bad3-f2d76b2f591e tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493400 Sep 20 12:30:28.593900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-c16661c5-1503-46d6-8c93-7616f1082de3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.602081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-c16661c5-1503-46d6-8c93-7616f1082de3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.607946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-c16661c5-1503-46d6-8c93-7616f1082de3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.626578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-c16661c5-1503-46d6-8c93-7616f1082de3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.626578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-c16661c5-1503-46d6-8c93-7616f1082de3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.627218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-c16661c5-1503-46d6-8c93-7616f1082de3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.634075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-c16661c5-1503-46d6-8c93-7616f1082de3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.636000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-c16661c5-1503-46d6-8c93-7616f1082de3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1116633 Sep 20 12:30:28.707061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c87d01-5126-4a1e-8547-aa19d8c9f6b4 req-758944c6-2d9e-484c-8bf7-32716f7ded45 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647087 Sep 20 12:30:28.970343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68755748-4b5f-41a4-884b-523c4cabbe14 req-0895c668-4c5c-4e10-a415-1f8356f589d5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:28.971860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68755748-4b5f-41a4-884b-523c4cabbe14 req-0895c668-4c5c-4e10-a415-1f8356f589d5 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0557623 Sep 20 12:30:29.015502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68755748-4b5f-41a4-884b-523c4cabbe14 req-59eb6433-afb1-4a88-b866-2c402c859f5b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Sep 20 12:30:29.176677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a30f-c256-4c03-bbd9-dc34b113c54d req-d48f406a-176d-49ea-9629-3d22b48ba441 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.178497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e974a30f-c256-4c03-bbd9-dc34b113c54d req-d48f406a-176d-49ea-9629-3d22b48ba441 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 950 time: 0.0666428 Sep 20 12:30:29.189921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9240abee-7dea-4470-8f67-9ec88917fcca up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:29.221396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e974a30f-c256-4c03-bbd9-dc34b113c54d req-43895451-692d-4a9d-8d72-0d64e0b0973d tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366068 Sep 20 12:30:29.438631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9240abee-7dea-4470-8f67-9ec88917fcca completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:29.443741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9240abee-7dea-4470-8f67-9ec88917fcca triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:29.444501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:29.568460 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:29.605944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9240abee-7dea-4470-8f67-9ec88917fcca, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9240abee-7dea-4470-8f67-9ec88917fcca,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:29.717258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d5505-328d-4eb7-aa00-2a30db88c2a1 req-d8a8fcd4-d881-4842-b6f4-32c4a444c0c7 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.719061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93d5505-328d-4eb7-aa00-2a30db88c2a1 req-d8a8fcd4-d881-4842-b6f4-32c4a444c0c7 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 945 time: 0.3951409 Sep 20 12:30:29.759349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:29.773570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93d5505-328d-4eb7-aa00-2a30db88c2a1 req-fc09bf13-dd53-4e4a-94ff-4ffe1e2ffa17 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Sep 20 12:30:29.806729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:29.809559 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd19ae5-9231-4425-9d66-05ed9f1b8b22" -d '{"events": [{"server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "name": "network-vif-plugged", "status": "completed", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:29.838432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9240abee-7dea-4470-8f67-9ec88917fcca,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:29.927150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-aadbfefb-7aa2-41a7-bed7-1fede8f518f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.933651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-aadbfefb-7aa2-41a7-bed7-1fede8f518f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.940725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-aadbfefb-7aa2-41a7-bed7-1fede8f518f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.949538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-aadbfefb-7aa2-41a7-bed7-1fede8f518f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.955672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-aadbfefb-7aa2-41a7-bed7-1fede8f518f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.962557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-aadbfefb-7aa2-41a7-bed7-1fede8f518f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.974930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-aadbfefb-7aa2-41a7-bed7-1fede8f518f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:29.976921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-aadbfefb-7aa2-41a7-bed7-1fede8f518f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1202877 Sep 20 12:30:30.019545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba73575f-6644-4740-a4a8-ca9ceee9ee7f req-873dcf59-7814-4b18-8751-015979afd317 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357077 Sep 20 12:30:30.133288 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e626d9-e96d-4b84-a9c2-4b2cbe5a18b4 x-openstack-request-id: req-04e626d9-e96d-4b84-a9c2-4b2cbe5a18b4 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:30.133879 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "name": "network-vif-plugged", "status": "completed", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:30.134326 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04e626d9-e96d-4b84-a9c2-4b2cbe5a18b4 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:30.135003 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca', 'code': 200} Sep 20 12:30:30.273360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b175a50-6d93-4f4d-b045-a79d9fc58d06 req-fa5a9301-8e0c-4d48-bf12-229bc96754ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:30.275057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b175a50-6d93-4f4d-b045-a79d9fc58d06 req-fa5a9301-8e0c-4d48-bf12-229bc96754ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0503705 Sep 20 12:30:30.356876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b175a50-6d93-4f4d-b045-a79d9fc58d06 req-50ce49c3-71f9-4f66-a450-9213ffa9ca4d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603743 Sep 20 12:30:30.377811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769baa-bc28-405c-b6f9-11c5c66d833f req-5609632d-2053-4f97-b992-9c736f6e0637 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:30.389097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f769baa-bc28-405c-b6f9-11c5c66d833f req-5609632d-2053-4f97-b992-9c736f6e0637 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.1078520 Sep 20 12:30:30.430394 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f769baa-bc28-405c-b6f9-11c5c66d833f req-f82f7fa1-5268-4533-ba70-12224398c080 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Sep 20 12:30:30.548409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f93309-e9a8-4ebd-867e-abc73d0b70d1 req-b5eb67e5-aa9c-4c5d-bd43-9c20f17ecbd1 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:30.550200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70f93309-e9a8-4ebd-867e-abc73d0b70d1 req-b5eb67e5-aa9c-4c5d-bd43-9c20f17ecbd1 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 950 time: 0.0546799 Sep 20 12:30:30.593183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70f93309-e9a8-4ebd-867e-abc73d0b70d1 req-875161af-7aa0-4ebc-947b-17305865fc30 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357282 Sep 20 12:30:30.911591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-d56a9624-25dc-4f97-8818-ba313fa2b4dd tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=36be6bf650014961b3467a0a517ef8df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327590 Sep 20 12:30:31.040155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-c0261488-5b79-41fd-a12e-a744bf617dfd tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.047957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-c0261488-5b79-41fd-a12e-a744bf617dfd tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304786 Sep 20 12:30:31.063144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-e9cfee33-8671-4e58-a24b-5b6536ee0ea2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/quotas/36be6bf650014961b3467a0a517ef8df HTTP/1.1" status: 200 len: 375 time: 0.0142496 Sep 20 12:30:31.114073 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-3ad288ab-fa52-4719-8eac-a99efd6e72a2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=36be6bf650014961b3467a0a517ef8df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493753 Sep 20 12:30:31.616054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f99d2-e1b0-4016-add9-7fea70c6bd40 req-1aafc709-5f68-4cf0-b620-82619055957c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.617699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b04f99d2-e1b0-4016-add9-7fea70c6bd40 req-1aafc709-5f68-4cf0-b620-82619055957c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 946 time: 0.1196930 Sep 20 12:30:31.669727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b04f99d2-e1b0-4016-add9-7fea70c6bd40 req-dbb89f94-1ff9-4dea-9bfd-afc0a4a7b254 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 Sep 20 12:30:31.886212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-04e45481-5f05-4914-be83-9544c7277d2f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.892400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-04e45481-5f05-4914-be83-9544c7277d2f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.898592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-04e45481-5f05-4914-be83-9544c7277d2f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.904839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-04e45481-5f05-4914-be83-9544c7277d2f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.917115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-04e45481-5f05-4914-be83-9544c7277d2f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.930729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-04e45481-5f05-4914-be83-9544c7277d2f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.936881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-04e45481-5f05-4914-be83-9544c7277d2f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:31.938937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-04e45481-5f05-4914-be83-9544c7277d2f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1754293 Sep 20 12:30:31.997730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b17ae41-b60b-4d3b-af1d-bab2cb136c08 req-077c1df4-33e6-43a3-a907-84465d7ecf3d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473318 Sep 20 12:30:32.253255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9954ab6f-98ab-4365-ae05-47ccd8c7f368 req-0731a61a-683a-4ffd-b8c8-dd401452d915 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 210 time: 0.0318925 Sep 20 12:30:32.468462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca199-3234-43ee-a2d6-b69cd3f74b4e req-19c957c4-c1f1-415e-b92e-813fb820cb3c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:32.470018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1dca199-3234-43ee-a2d6-b69cd3f74b4e req-19c957c4-c1f1-415e-b92e-813fb820cb3c tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.1156580 Sep 20 12:30:32.536604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1dca199-3234-43ee-a2d6-b69cd3f74b4e req-540780a0-c54f-4ba0-b2d5-cd5b9091064f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594940 Sep 20 12:30:32.835688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb7eb3-e482-4cfb-bd54-4fab0cfdcd93 req-2e39e0ee-0bc2-42ba-8a6d-c8f7b68a1829 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:32.837640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edbb7eb3-e482-4cfb-bd54-4fab0cfdcd93 req-2e39e0ee-0bc2-42ba-8a6d-c8f7b68a1829 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 946 time: 0.0775261 Sep 20 12:30:32.888504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edbb7eb3-e482-4cfb-bd54-4fab0cfdcd93 req-783b3169-058d-4365-a432-17d976751095 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435827 Sep 20 12:30:33.124994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-29480dbd-0ffb-487d-b5e2-5fc3924178f7 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1950681 Sep 20 12:30:33.135606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:33.290105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:33.399011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:33.518243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Allocated IP 172.25.6.107 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/28ad19c2-cc18-406e-97ca-13fc4c650a6b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:33.623221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:33.764990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:33.811719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:33.814699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:33.818981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:33.827381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Pushing event updated for resources: {'Port': ['ID=28ad19c2-cc18-406e-97ca-13fc4c650a6b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:33.933974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:34.077289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:34.232907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:34.375541 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:34.419670 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:30:34.450044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Pushing event updated for resources: {'Port': ['ID=28ad19c2-cc18-406e-97ca-13fc4c650a6b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:34.462259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:34.503612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-61c96dc5-3e64-474a-9dbb-2930b9e309b7 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=36be6bf650014961b3467a0a517ef8df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291283 Sep 20 12:30:34.577853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:34.579086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-fba04538-a6d1-41b7-85c7-9ae184446ade tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4474421 Sep 20 12:30:34.657035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-9d916a98-62cf-41fb-ab9c-f0b9d5c86ab0 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0638368 Sep 20 12:30:34.665947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-9da1f46c-5fca-4a38-a89d-27299bac0e90 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:34.667656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-9da1f46c-5fca-4a38-a89d-27299bac0e90 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580219 Sep 20 12:30:34.682817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Request body: {'port': {'device_id': '79b605c1-7a4b-4208-87ad-5ca72fbc453c', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '36be6bf650014961b3467a0a517ef8df'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:34.852421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-86e0ef16-eb07-46f1-a74b-3f8af312e980 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:34.853889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0a9023d-aba1-4efe-9b07-19b1c72d38a1 req-86e0ef16-eb07-46f1-a74b-3f8af312e980 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1851060 Sep 20 12:30:34.961750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Made reservation on behalf of 36be6bf650014961b3467a0a517ef8df for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:30:34.965427 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:35.034063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-cbd0fec0-28f6-41d9-9d89-e9d26483e1b6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.040862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-cbd0fec0-28f6-41d9-9d89-e9d26483e1b6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.046825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-cbd0fec0-28f6-41d9-9d89-e9d26483e1b6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.053445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-cbd0fec0-28f6-41d9-9d89-e9d26483e1b6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.059261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-cbd0fec0-28f6-41d9-9d89-e9d26483e1b6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.065258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-cbd0fec0-28f6-41d9-9d89-e9d26483e1b6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.071221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-cbd0fec0-28f6-41d9-9d89-e9d26483e1b6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.073434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-cbd0fec0-28f6-41d9-9d89-e9d26483e1b6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5421 time: 0.1231492 Sep 20 12:30:35.161569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f690a13-94d8-45d4-b36d-567ccb0a176a req-9725659a-6cc6-4c30-9ae0-8949d5f7324a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613201 Sep 20 12:30:35.210878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Allocated IP 192.168.233.183 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/3c19e796-6da5-4ac5-bda6-4efa32def409) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:35.412417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5fa389f-1a4e-4fdb-ab8b-1488e9ac38e8 req-4d4d3173-9416-417e-83b9-b2465dfb76ae tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 210 time: 0.0475388 Sep 20 12:30:35.428213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:35.542534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:35.558825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47e1a2-72c6-440d-a517-781a9b3433e6 req-f89e72a8-9f87-4397-adc8-ec137fa79dd0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.560156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ee0c7d03-4559-453f-ab18-0ab9c4263d7d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:35.560621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f47e1a2-72c6-440d-a517-781a9b3433e6 req-f89e72a8-9f87-4397-adc8-ec137fa79dd0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0657675 Sep 20 12:30:35.634297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:35.644206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:35.648162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:35.652783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Pushing event updated for resources: {'Port': ['ID=3c19e796-6da5-4ac5-bda6-4efa32def409,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:35.705395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f47e1a2-72c6-440d-a517-781a9b3433e6 req-ea797154-a201-4b26-bae3-b760d1a2eb13 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217132 Sep 20 12:30:35.760030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:35.760030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:35.834480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-fe683d48-ef5f-4ed0-8fa3-229558e5d5ca tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1560745 Sep 20 12:30:35.852609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-e9d0d329-9672-4096-826c-79b62a75fd20 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:30:35.853643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-e9d0d329-9672-4096-826c-79b62a75fd20 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068829 Sep 20 12:30:35.966324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Request body: {'port': {'device_id': '79b605c1-7a4b-4208-87ad-5ca72fbc453c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:36.000811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-344ac6b2-3586-4184-b7d9-065a56bf06ad tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:36.002439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-344ac6b2-3586-4184-b7d9-065a56bf06ad tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 807 time: 0.1653023 Sep 20 12:30:36.043438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-cd774dc8-ac71-46a3-bf24-4ffc40a1f8d9 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/quotas/b6dad03d741246d4962e7009f7b4acc4 HTTP/1.1" status: 200 len: 375 time: 0.0326774 Sep 20 12:30:36.060636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c7187f34-7459-43c4-9ef3-9b01e0684ea7 None None] Provisioning complete for port 3c19e796-6da5-4ac5-bda6-4efa32def409 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:36.063018 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7187f34-7459-43c4-9ef3-9b01e0684ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:36.063124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:36.101338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c7187f34-7459-43c4-9ef3-9b01e0684ea7 None None] Port 3c19e796-6da5-4ac5-bda6-4efa32def409 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:30:36.138233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-a94c88f1-20b9-4d6b-bb61-d9a6ba4e8183 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873947 Sep 20 12:30:36.348876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-1ed2228e-67b3-44c2-862b-afa86b38be38 service neutron] 10.222.0.37 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992159 Sep 20 12:30:36.497925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-b2f900d4-63c8-4d97-b8e5-64a5bcb0e2bf service neutron] 10.222.0.37 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414037 Sep 20 12:30:36.513623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c19e796-6da5-4ac5-bda6-4efa32def409 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:36.522653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:36.536271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Transition to ACTIVE for port object 3c19e796-6da5-4ac5-bda6-4efa32def409 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:36.644431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:36.705558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Pushing event updated for resources: {'Port': ['ID=3c19e796-6da5-4ac5-bda6-4efa32def409,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:36.784736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Attempting to bind port 3c19e796-6da5-4ac5-bda6-4efa32def409 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:36.785248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Attempting to bind port 3c19e796-6da5-4ac5-bda6-4efa32def409 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:36.785641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Attempting to bind port 3c19e796-6da5-4ac5-bda6-4efa32def409 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:36.791061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Port 3c19e796-6da5-4ac5-bda6-4efa32def409 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:36.791386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Attempting to bind port 3c19e796-6da5-4ac5-bda6-4efa32def409 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:36.797044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:36.798413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:36.798865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:36.802561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Bound port: 3c19e796-6da5-4ac5-bda6-4efa32def409, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:36.802561 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:36.878065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] For port 3c19e796-6da5-4ac5-bda6-4efa32def409, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:36.883284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] For port 3c19e796-6da5-4ac5-bda6-4efa32def409, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3c19e796-6da5-4ac5-bda6-4efa32def409,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:36.969978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:37.005548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:37.006450 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:37.008084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] 10.222.0.21 "PUT /v2.0/ports/3c19e796-6da5-4ac5-bda6-4efa32def409 HTTP/1.1" status: 200 len: 1096 time: 1.1343808 Sep 20 12:30:37.036358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37d1a-d8c2-4bc4-815b-6f8d086feccd service neutron] Pushing event updated for resources: {'Port': ['ID=3c19e796-6da5-4ac5-bda6-4efa32def409,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:37.168384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-3125fbd8-225d-42e5-a48c-4849ca987f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:37.168384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-3125fbd8-225d-42e5-a48c-4849ca987f45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36be6bf650014961b3467a0a517ef8df&device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 1099 time: 0.0505617 Sep 20 12:30:37.225333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-37dc6709-8450-4371-9a9c-6e50d359bff6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3c19e796-6da5-4ac5-bda6-4efa32def409 HTTP/1.1" status: 200 len: 217 time: 0.0497637 Sep 20 12:30:37.243563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e575d0-3ccd-4848-8216-0559baa3aa32 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:37.375452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-a0919988-4e18-4b51-bbfd-a99a0d51799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:37.377054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-a0919988-4e18-4b51-bbfd-a99a0d51799f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1442261 Sep 20 12:30:37.383321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e575d0-3ccd-4848-8216-0559baa3aa32, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e575d0-3ccd-4848-8216-0559baa3aa32,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:37.402717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '77e575d0-3ccd-4848-8216-0559baa3aa32', 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'port_id': '77e575d0-3ccd-4848-8216-0559baa3aa32', 'mac_address': 'fa:16:3e:94:3b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6af6a21-bf95-4c53-85b7-f05fe7abc769', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:37.448567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:37.464594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e575d0-3ccd-4848-8216-0559baa3aa32 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:37.487944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e575d0-3ccd-4848-8216-0559baa3aa32, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e575d0-3ccd-4848-8216-0559baa3aa32,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:37.499631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-466772f7-266b-405b-ac0b-f6ad7a840a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:37.501363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-466772f7-266b-405b-ac0b-f6ad7a840a3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875025 Sep 20 12:30:37.510901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-b3baeeea-f9da-4fab-ba68-5ac5cab063e8 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:37.512416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-b3baeeea-f9da-4fab-ba68-5ac5cab063e8 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 820 time: 0.2209511 Sep 20 12:30:37.561374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-128f0725-b779-4450-a529-4179a2c551ba tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/quotas/ddc20463cbeb4e44b082290b035f4b54 HTTP/1.1" status: 200 len: 375 time: 0.0394845 Sep 20 12:30:37.564336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:37.565049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 76b96b5d-d5ce-420f-8d65-2a9810d97951 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:37.630853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 76b96b5d-d5ce-420f-8d65-2a9810d97951, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:37.643569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '76b96b5d-d5ce-420f-8d65-2a9810d97951', 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'port_id': '76b96b5d-d5ce-420f-8d65-2a9810d97951', 'mac_address': 'fa:16:3e:5f:06:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6af6a21-bf95-4c53-85b7-f05fe7abc769', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:37.694880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-35f02e51-ec22-4724-928b-995e958ee357 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1326346 Sep 20 12:30:37.700849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-276c2a6b-2d44-4e7d-9d53-d11396cd4498 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859269 Sep 20 12:30:37.701979 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:37.720255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b96b5d-d5ce-420f-8d65-2a9810d97951 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:37.744400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 76b96b5d-d5ce-420f-8d65-2a9810d97951, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:37.767299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=77e575d0-3ccd-4848-8216-0559baa3aa32,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:37.871599 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:37.877680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 87fb963f-9e14-4b85-9fc5-93a193cbd2ce details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:37.943947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=76b96b5d-d5ce-420f-8d65-2a9810d97951,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:37.989847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:38.005472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '87fb963f-9e14-4b85-9fc5-93a193cbd2ce', 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'port_id': '87fb963f-9e14-4b85-9fc5-93a193cbd2ce', 'mac_address': 'fa:16:3e:7c:38:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6af6a21-bf95-4c53-85b7-f05fe7abc769', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:38.120988 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:38.148549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fb963f-9e14-4b85-9fc5-93a193cbd2ce {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:38.182329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:38.273784 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:38.274478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4b6e4e53-0509-44a7-9364-790c7646e523 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:38.369560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:38.418252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-f2203d9b-5002-4e3d-a5aa-938f58c2bc68 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7159703 Sep 20 12:30:38.515236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4b6e4e53-0509-44a7-9364-790c7646e523, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4b6e4e53-0509-44a7-9364-790c7646e523,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:38.518302 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40af542d-43b6-4bf7-b5e5-9f201b2d9e02 req-70bfbc37-fc47-4409-bf71-f74b140ec9ff service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8110194 Sep 20 12:30:38.543449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '4b6e4e53-0509-44a7-9364-790c7646e523', 'network_id': '9a000b8c-f691-4016-bae2-63b082446985', 'port_id': '4b6e4e53-0509-44a7-9364-790c7646e523', 'mac_address': 'fa:16:3e:65:ab:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae51911b-48aa-4aca-9049-e7368bc6416d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:38.570474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-b8183707-01b8-4a01-beb6-7ef232fa037a service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349671 Sep 20 12:30:38.598554 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:38.617922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6e4e53-0509-44a7-9364-790c7646e523 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:38.643844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4b6e4e53-0509-44a7-9364-790c7646e523, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4b6e4e53-0509-44a7-9364-790c7646e523,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:38.712865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:38.713724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 97c53a75-b73f-4dc7-a480-353e147cec7a details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:38.818554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4b6e4e53-0509-44a7-9364-790c7646e523,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:38.919280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 97c53a75-b73f-4dc7-a480-353e147cec7a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=97c53a75-b73f-4dc7-a480-353e147cec7a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:38.933174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'port_id': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'mac_address': 'fa:16:3e:7f:a0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:39.005601 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:39.038125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c53a75-b73f-4dc7-a480-353e147cec7a {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:39.076927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 97c53a75-b73f-4dc7-a480-353e147cec7a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=97c53a75-b73f-4dc7-a480-353e147cec7a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:39.188045 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:39.188911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 16550b74-cc18-4472-ba90-372b97925ab2 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:39.322774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=97c53a75-b73f-4dc7-a480-353e147cec7a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:39.340244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 16550b74-cc18-4472-ba90-372b97925ab2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=16550b74-cc18-4472-ba90-372b97925ab2,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:39.352975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '16550b74-cc18-4472-ba90-372b97925ab2', 'network_id': '9a000b8c-f691-4016-bae2-63b082446985', 'port_id': '16550b74-cc18-4472-ba90-372b97925ab2', 'mac_address': 'fa:16:3e:e9:a3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae51911b-48aa-4aca-9049-e7368bc6416d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:39.437480 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:39.452780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16550b74-cc18-4472-ba90-372b97925ab2 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:39.472771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-5529a23f-7d43-4e8e-8253-c10de6e9173b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:39.479766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-5529a23f-7d43-4e8e-8253-c10de6e9173b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:39.480307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 16550b74-cc18-4472-ba90-372b97925ab2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=16550b74-cc18-4472-ba90-372b97925ab2,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:39.485963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-5529a23f-7d43-4e8e-8253-c10de6e9173b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:39.492483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-5529a23f-7d43-4e8e-8253-c10de6e9173b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:39.498677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-5529a23f-7d43-4e8e-8253-c10de6e9173b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:39.505787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-5529a23f-7d43-4e8e-8253-c10de6e9173b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:39.511741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-5529a23f-7d43-4e8e-8253-c10de6e9173b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:39.513741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-5529a23f-7d43-4e8e-8253-c10de6e9173b tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5426 time: 0.1925752 Sep 20 12:30:39.557045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b73dfd73-f7b9-4654-a3aa-66ba0c26dffb req-05cb2f8e-7007-4801-9897-ebb47bfd769d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348537 Sep 20 12:30:39.579072 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:39.579905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ceaba7dc-f1b9-4097-aa25-42b690a2ef3b details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:39.676769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:39.679478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=16550b74-cc18-4472-ba90-372b97925ab2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:39.692341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b', 'network_id': '09535fd8-61c9-495a-9008-e0d6a43ad1c3', 'port_id': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b', 'mac_address': 'fa:16:3e:dc:a6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6af6a21-bf95-4c53-85b7-f05fe7abc769', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:39.742092 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:39.756159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceaba7dc-f1b9-4097-aa25-42b690a2ef3b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:39.777875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:39.790841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-c1ee4ec2-1429-45bd-92b1-8cc05e615cf1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:39.792352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-c1ee4ec2-1429-45bd-92b1-8cc05e615cf1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 807 time: 0.1808081 Sep 20 12:30:39.822217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Request body: {'port': {'device_id': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'admin_state_up': True, 'tenant_id': 'b6dad03d741246d4962e7009f7b4acc4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:39.868246 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:39.945160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:40.006559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4297ac-4368-44b9-9885-5fa4ca6887e2 req-72984d7e-23a0-4a0e-91cb-108130f74bb1 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.011959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e4297ac-4368-44b9-9885-5fa4ca6887e2 req-72984d7e-23a0-4a0e-91cb-108130f74bb1 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 948 time: 0.0885928 Sep 20 12:30:40.059441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e4297ac-4368-44b9-9885-5fa4ca6887e2 req-987a7605-23bf-4515-96fe-ae0b565f18f8 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364904 Sep 20 12:30:40.117304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Made reservation on behalf of b6dad03d741246d4962e7009f7b4acc4 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:30:40.121936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:40.165638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a5cd286-aaf6-4acd-b000-7f7cd1ab3931 req-77e7b1c0-dfb5-4eb6-bd89-ff40fc01ec50 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 210 time: 0.0344014 Sep 20 12:30:40.294017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21f306e5-e472-444d-989e-688b7d4f2b88 req-465d5a35-9b16-4d86-a2bf-bf176dfb9ebd tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 210 time: 0.0523248 Sep 20 12:30:40.334857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Allocated IP 172.20.0.6 (a02a595e-95f6-46c3-adea-7ab3f31cee45/cc7d3879-7e21-4316-8e77-ea6ef6310ccc/b5b9c5cf-8003-45e4-b636-263d6a10ada2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:40.464973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c09451-a187-4be6-b06a-2fe05f313d53 req-990e1f9b-30ee-47c0-a389-c6bb825f5dad tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.472783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61c09451-a187-4be6-b06a-2fe05f313d53 req-990e1f9b-30ee-47c0-a389-c6bb825f5dad tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.1105211 Sep 20 12:30:40.557125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61c09451-a187-4be6-b06a-2fe05f313d53 req-f0be69f6-003f-45df-8b13-f1a5680faaaf tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778542 Sep 20 12:30:40.588451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-4d957437-458c-4167-9371-24affca641d0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.590884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-4d957437-458c-4167-9371-24affca641d0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 945 time: 0.0599005 Sep 20 12:30:40.631552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:40.717319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Deleting port 9a614665-0590-465d-9f7b-eb49563450d3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:30:40.717659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:40.760579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-76e31ddc-3fd8-46ad-953a-ff1afe60a2f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.767013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-76e31ddc-3fd8-46ad-953a-ff1afe60a2f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.774753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-76e31ddc-3fd8-46ad-953a-ff1afe60a2f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.780915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-76e31ddc-3fd8-46ad-953a-ff1afe60a2f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.787180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-76e31ddc-3fd8-46ad-953a-ff1afe60a2f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.793186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-76e31ddc-3fd8-46ad-953a-ff1afe60a2f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.799264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-76e31ddc-3fd8-46ad-953a-ff1afe60a2f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.801488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-76e31ddc-3fd8-46ad-953a-ff1afe60a2f8 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5428 time: 0.1022093 Sep 20 12:30:40.803408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:40.817671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d339a310-fb6b-4c0f-a9a8-c58758c9a91b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:40.833076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] For port 9a614665-0590-465d-9f7b-eb49563450d3, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a614665-0590-465d-9f7b-eb49563450d3,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:40.833734 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:40.851781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Calling delete_port for 9a614665-0590-465d-9f7b-eb49563450d3 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:30:40.884566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Network a02a595e-95f6-46c3-adea-7ab3f31cee45 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:40.891166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e9e2bf0-e6de-4eef-9ea9-b430e87927fd req-383f4664-9b79-4b7c-811a-81e87516f76d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805635 Sep 20 12:30:40.897550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:40.900502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:40.903261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Pushing event updated for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:40.992025 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:40.993830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:41.032525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['87fb963f-9e14-4b85-9fc5-93a193cbd2ce'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:41.076091 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['76b96b5d-d5ce-420f-8d65-2a9810d97951'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:41.085209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-e290bb06-07b9-4671-9c8a-a4e4be731994 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2822301 Sep 20 12:30:41.101160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Request body: {'port': {'device_id': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:41.115702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['4b6e4e53-0509-44a7-9364-790c7646e523'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:41.169981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ceaba7dc-f1b9-4097-aa25-42b690a2ef3b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:41.173186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['16550b74-cc18-4472-ba90-372b97925ab2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:41.226189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:41.324911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:41.475711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] No DVR routers for this DVR port 9a614665-0590-465d-9f7b-eb49563450d3 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:30:41.478999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:41.482111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a9c991d3-6f15-48d7-8472-6110caab91c9 req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.21 "DELETE /v2.0/ports/9a614665-0590-465d-9f7b-eb49563450d3 HTTP/1.1" status: 204 len: 173 time: 0.8840356 Sep 20 12:30:41.497567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0643f8-58a3-4184-bb44-87732e90d3f3 req-8618b47d-f02c-44bb-967c-4e917bf96db0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:41.505212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb0643f8-58a3-4184-bb44-87732e90d3f3 req-8618b47d-f02c-44bb-967c-4e917bf96db0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 948 time: 0.2337821 Sep 20 12:30:41.508262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcc1430-8112-4228-87fc-a900a7f161f8', 'name': 'network-vif-deleted', 'tag': '9a614665-0590-465d-9f7b-eb49563450d3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:41.511504 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9bc85f-0a22-423d-b54e-bc63dd16dec3" -d '{"events": [{"server_uuid": "8dcc1430-8112-4228-87fc-a900a7f161f8", "name": "network-vif-deleted", "tag": "9a614665-0590-465d-9f7b-eb49563450d3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:41.519239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2f7fd-356d-4309-853d-39cf3efdf860 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event deleted for resources: {'Port': ['ID=9a614665-0590-465d-9f7b-eb49563450d3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:41.705699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb0643f8-58a3-4184-bb44-87732e90d3f3 req-31345325-af06-4528-877c-3ae7a5b88be7 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995516 Sep 20 12:30:41.717150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-06875dc4-e471-41ef-a4d6-340565a63b12 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:41.718785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-06875dc4-e471-41ef-a4d6-340565a63b12 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.21 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 820 time: 0.3195524 Sep 20 12:30:41.738239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Request body: {'port': {'device_id': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'admin_state_up': True, 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:41.788030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['77e575d0-3ccd-4848-8216-0559baa3aa32'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:41.925308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3c19e796-6da5-4ac5-bda6-4efa32def409 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:42.013886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['97c53a75-b73f-4dc7-a480-353e147cec7a'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:42.100292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea396327-eabd-46c1-b3cd-b03e451d95c0 req-1fbf2245-319d-4a79-9a25-f8dc35563fc4 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:42.101720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Made reservation on behalf of ddc20463cbeb4e44b082290b035f4b54 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:30:42.105837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.122226 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea396327-eabd-46c1-b3cd-b03e451d95c0 req-1fbf2245-319d-4a79-9a25-f8dc35563fc4 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 931 time: 0.2064822 Sep 20 12:30:42.196024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9a614665-0590-465d-9f7b-eb49563450d3'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:42.208049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea396327-eabd-46c1-b3cd-b03e451d95c0 req-24f725ca-347c-4bb2-b6af-b6278781b5d3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819519 Sep 20 12:30:42.231282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b9c5cf-8003-45e4-b636-263d6a10ada2 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:42.244070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.263140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Transition to ACTIVE for port object b5b9c5cf-8003-45e4-b636-263d6a10ada2 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:42.280429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3c19e796-6da5-4ac5-bda6-4efa32def409, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3c19e796-6da5-4ac5-bda6-4efa32def409,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:42.355269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb11a704-aac4-4ce3-b7f5-3341ce7c1567 req-2d1be1cd-cf65-4db2-af48-b895f2d40975 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 210 time: 0.0480015 Sep 20 12:30:42.358616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.411750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Allocated IP 172.20.0.11 (d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7/59ed8474-e9d6-4871-81ea-59a2bd3a33fa/5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:42.481729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:42.503277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '3c19e796-6da5-4ac5-bda6-4efa32def409', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '3c19e796-6da5-4ac5-bda6-4efa32def409', 'mac_address': 'fa:16:3e:bd:a5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:42.549899 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7079aa43-0040-4b51-ae68-e1eee21ab600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.592205 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085961cc-6b51-4eaa-84fe-6a0bf396bfc7 x-openstack-request-id: req-085961cc-6b51-4eaa-84fe-6a0bf396bfc7 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:42.592878 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcc1430-8112-4228-87fc-a900a7f161f8", "name": "network-vif-deleted", "tag": "9a614665-0590-465d-9f7b-eb49563450d3", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:42.593360 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-085961cc-6b51-4eaa-84fe-6a0bf396bfc7 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:42.594012 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcc1430-8112-4228-87fc-a900a7f161f8', 'name': 'network-vif-deleted', 'tag': '9a614665-0590-465d-9f7b-eb49563450d3', 'status': 'completed', 'code': 200} Sep 20 12:30:42.662450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.674166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:42.674390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:42.674650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:42.686611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:42.686955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:42.704269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:42.704671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:42.706244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:42.712677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Bound port: b5b9c5cf-8003-45e4-b636-263d6a10ada2, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:42.712677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.778981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9bdb0f4d-232c-441d-a3ab-a3df196be6d1 req-69c9b1b1-46a2-4433-98c8-410a4ed3414f tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcc1430-8112-4228-87fc-a900a7f161f8 HTTP/1.1" status: 200 len: 210 time: 0.0546844 Sep 20 12:30:42.788552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.827014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.848968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:42.857817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:42.899515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:42.903008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:42.911859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:42.966875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:42.967474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.968365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:42.987558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Pushing event updated for resources: {'Port': ['ID=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:43.011381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c19e796-6da5-4ac5-bda6-4efa32def409 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:43.067416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.068178 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:43.069782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] 10.222.0.21 "PUT /v2.0/ports/b5b9c5cf-8003-45e4-b636-263d6a10ada2 HTTP/1.1" status: 200 len: 1091 time: 1.9741194 Sep 20 12:30:43.086076 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-c7c8b7a9-0266-4f46-8280-d3f0bb1d55df tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3519528 Sep 20 12:30:43.098153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Request body: {'port': {'device_id': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:43.108887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-03a77c7c-6131-4918-919d-93c3cad8f1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.109330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3c19e796-6da5-4ac5-bda6-4efa32def409, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3c19e796-6da5-4ac5-bda6-4efa32def409,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:43.115939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-03a77c7c-6131-4918-919d-93c3cad8f1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.122744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-03a77c7c-6131-4918-919d-93c3cad8f1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.129922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-03a77c7c-6131-4918-919d-93c3cad8f1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.138698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-03a77c7c-6131-4918-919d-93c3cad8f1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.171943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-03a77c7c-6131-4918-919d-93c3cad8f1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.193564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-03a77c7c-6131-4918-919d-93c3cad8f1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.203722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-03a77c7c-6131-4918-919d-93c3cad8f1e5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5428 time: 0.2946556 Sep 20 12:30:43.210851 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:43.225065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:43.290431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=3c19e796-6da5-4ac5-bda6-4efa32def409,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:43.318020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e7f0d-96e5-4889-8623-3474d7fdd85f service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:43.367883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f0515026-8be7-4f78-9bf9-3aa074fd0644 None None] Provisioning complete for port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:43.368505 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0515026-8be7-4f78-9bf9-3aa074fd0644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:43.378471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcee0882-7d76-438c-b43a-5916820e83b1 req-6af75b46-6988-4e52-80ba-35f3ee771a0d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738482 Sep 20 12:30:43.384063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-33b67139-9926-4772-a7fc-88c4bd879b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.385828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-33b67139-9926-4772-a7fc-88c4bd879b5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 1094 time: 0.1746891 Sep 20 12:30:43.414766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f0515026-8be7-4f78-9bf9-3aa074fd0644 None None] Port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:30:43.437284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-cd7fd1fb-e92b-4239-93f6-1dde1886f4f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2 HTTP/1.1" status: 200 len: 217 time: 0.0428183 Sep 20 12:30:43.450719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3c19e796-6da5-4ac5-bda6-4efa32def409'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:43.534968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-c01cd0cf-062b-4ee5-a8c8-58075e6d11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.547212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-c01cd0cf-062b-4ee5-a8c8-58075e6d11b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.1027248 Sep 20 12:30:43.595197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-055867dd-16a4-42bf-9094-d7b2fc3ea0d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408337 Sep 20 12:30:43.664804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:43.673406 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:43.690770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Transition to ACTIVE for port object 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:43.748227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a9b24-e777-447e-8b2f-8256abf71a89 req-57084a87-1715-4fbd-ae4e-ec208465cc12 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:43.749723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93a9b24-e777-447e-8b2f-8256abf71a89 req-57084a87-1715-4fbd-ae4e-ec208465cc12 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 949 time: 0.0680761 Sep 20 12:30:43.751478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-42973762-8e79-46c9-845d-e6e111b21661 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487675 Sep 20 12:30:43.802598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a614665-0590-465d-9f7b-eb49563450d3 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:30:43.821593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:43.829164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 9a614665-0590-465d-9f7b-eb49563450d3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:30:43.829620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a614665-0590-465d-9f7b-eb49563450d3 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:30:43.843968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93a9b24-e777-447e-8b2f-8256abf71a89 req-c62cb1dd-44b6-4a31-a578-0a88c36e9bde tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867369 Sep 20 12:30:43.879652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Pushing event updated for resources: {'Port': ['ID=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:43.915085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68397448-cacf-48ca-a3f9-2eadc79c9d9c req-2e24edb8-b3b3-4a5d-b60c-8733e66cc4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541765 Sep 20 12:30:43.982288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Attempting to bind port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:43.982799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Attempting to bind port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:43.983136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Attempting to bind port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 on network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:43.988161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 on network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:43.989018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Attempting to bind port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 on network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:43.995333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:43.995896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Checking segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:43.996419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Bound using segment: {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:43.996851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Bound port: 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:43.997285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:44.008839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8df38f-5c69-4375-805e-c9935ae195f3 req-eb1f5464-bb61-4f95-97b4-a788b585d702 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.024148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c8df38f-5c69-4375-805e-c9935ae195f3 req-eb1f5464-bb61-4f95-97b4-a788b585d702 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0859106 Sep 20 12:30:44.093273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] For port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:44.096758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] For port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:44.097467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c8df38f-5c69-4375-805e-c9935ae195f3 req-2256c710-ebbe-4abe-b880-81e9f670882c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722358 Sep 20 12:30:44.153568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:44.187781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.188486 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:44.190100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 HTTP/1.1" status: 200 len: 1092 time: 1.0964782 Sep 20 12:30:44.214506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d50970-b61d-4ac4-a1aa-4c9b530b3850 service neutron] Pushing event updated for resources: {'Port': ['ID=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:44.223649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3ef41-543b-406f-9cf8-0e22915eb451 req-6a9b3641-6458-448e-ba31-078960281dee tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.225527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5d3ef41-543b-406f-9cf8-0e22915eb451 req-6a9b3641-6458-448e-ba31-078960281dee tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 944 time: 0.0756817 Sep 20 12:30:44.276862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5d3ef41-543b-406f-9cf8-0e22915eb451 req-e5e67fe8-f2e3-489a-9618-79a38c28c77a tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446398 Sep 20 12:30:44.386847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-01de3a0a-3890-4caa-a4fd-f2465ddd38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.386847 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-01de3a0a-3890-4caa-a4fd-f2465ddd38d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 1095 time: 0.0667093 Sep 20 12:30:44.440242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-3913bf7b-4acd-49de-b080-a85191468106 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 HTTP/1.1" status: 200 len: 217 time: 0.0441704 Sep 20 12:30:44.500495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-f8ef7820-105b-40e3-911b-0660e7644004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.501973 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-f8ef7820-105b-40e3-911b-0660e7644004 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.0550752 Sep 20 12:30:44.552691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c7deb-7b53-4783-a65e-ce68df423916 req-9360359c-0d03-4178-bfa9-6acb80829352 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.559402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c7deb-7b53-4783-a65e-ce68df423916 req-9360359c-0d03-4178-bfa9-6acb80829352 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.565705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c7deb-7b53-4783-a65e-ce68df423916 req-9360359c-0d03-4178-bfa9-6acb80829352 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.570100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-6e6650ba-3335-48c4-94e9-f8a607d0b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.575072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-6e6650ba-3335-48c4-94e9-f8a607d0b1d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624223 Sep 20 12:30:44.575172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c7deb-7b53-4783-a65e-ce68df423916 req-9360359c-0d03-4178-bfa9-6acb80829352 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.577729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c7deb-7b53-4783-a65e-ce68df423916 req-9360359c-0d03-4178-bfa9-6acb80829352 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.584118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c7deb-7b53-4783-a65e-ce68df423916 req-9360359c-0d03-4178-bfa9-6acb80829352 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.590149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c7deb-7b53-4783-a65e-ce68df423916 req-9360359c-0d03-4178-bfa9-6acb80829352 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.592241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-449c7deb-7b53-4783-a65e-ce68df423916 req-9360359c-0d03-4178-bfa9-6acb80829352 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5428 time: 0.0997026 Sep 20 12:30:44.598737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:44.601237 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:44.641797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-449c7deb-7b53-4783-a65e-ce68df423916 req-bb0f1dbe-fe66-413a-af3a-e0fa590c86a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401802 Sep 20 12:30:44.684939 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-a13bc649-b5fc-416f-ad86-deaf30d26d36 service neutron] 10.222.0.21 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055636 Sep 20 12:30:44.809938 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01ef18d7-572c-42b3-b0f0-a5dee0b341ab req-d6492097-8a15-4199-8253-7a972b78dc2a service neutron] 10.222.0.21 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169202 Sep 20 12:30:44.859584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-9ec35961-89f0-48d0-bebb-12ebf42cae79 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:44.861315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-9ec35961-89f0-48d0-bebb-12ebf42cae79 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.1257641 Sep 20 12:30:44.886794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-ad911f38-202b-48d3-b99e-ffdc2b39e88a tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/quotas/8b128218af8e4236b1fee9ffa669e30d HTTP/1.1" status: 200 len: 375 time: 0.0190287 Sep 20 12:30:44.922717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-d75f4167-f5ca-48eb-a23b-cf5d6a6f37cc tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291355 Sep 20 12:30:45.021521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fd1ea581-67cc-4ee8-899a-ea8b07913988 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910058 Sep 20 12:30:45.112032 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-cebccbdd-25ec-468c-b4b4-549f4f10c5b2 service neutron] 10.222.0.37 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843184 Sep 20 12:30:45.141448 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-271666fe-b783-4d8a-914c-7513ff48f2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:45.464892 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffed4e97-44a2-4d07-ba3a-bc676a33502a x-openstack-request-id: req-ffed4e97-44a2-4d07-ba3a-bc676a33502a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:45.465387 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:45.465461 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffed4e97-44a2-4d07-ba3a-bc676a33502a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:45.465850 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'status': 'completed', 'code': 200} Sep 20 12:30:45.554839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:45.567907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-8f49e8f8-75ea-48e0-ae42-82666b1fb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:45.567907 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-8f49e8f8-75ea-48e0-ae42-82666b1fb850 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 1095 time: 0.0734921 Sep 20 12:30:45.695718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-9f498273-4f91-4e66-845a-407187a2a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:45.697268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-9f498273-4f91-4e66-845a-407187a2a382 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 920 time: 0.1244524 Sep 20 12:30:45.741402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-913be814-9a0b-4d82-8101-49635f200a24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 HTTP/1.1" status: 200 len: 217 time: 0.0361979 Sep 20 12:30:45.795465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-466bb1ce-9614-4bab-8783-34101f315112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:45.797056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-466bb1ce-9614-4bab-8783-34101f315112 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.0469124 Sep 20 12:30:45.812485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3c19e796-6da5-4ac5-bda6-4efa32def409 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:45.898515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-16dc1549-9aa3-47b0-8932-c144ab05741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:45.899887 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-16dc1549-9aa3-47b0-8932-c144ab05741a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819178 Sep 20 12:30:45.903126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00abd5b-60b5-4175-9e04-681faaa3a0c3 req-fe487def-8886-4957-88d4-726c403b7dd0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:45.904679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f00abd5b-60b5-4175-9e04-681faaa3a0c3 req-fe487def-8886-4957-88d4-726c403b7dd0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 949 time: 0.0866666 Sep 20 12:30:45.926430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 16550b74-cc18-4472-ba90-372b97925ab2 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:45.971311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f00abd5b-60b5-4175-9e04-681faaa3a0c3 req-4a34d03d-ec1e-475d-81f2-c7c0faa65c15 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587473 Sep 20 12:30:45.975407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9240abee-7dea-4470-8f67-9ec88917fcca'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:46.008422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-dac699ca-26af-4518-8e43-5d6a5355ae3d service neutron] 10.222.0.21 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008711 Sep 20 12:30:46.037307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 3c19e796-6da5-4ac5-bda6-4efa32def409 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:46.046932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 3c19e796-6da5-4ac5-bda6-4efa32def409 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:46.047299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:46.104761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd4463-1c96-4875-875f-4f7e78ae0b71 req-feebc5f9-f072-4f1f-96a3-449460b46162 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.114913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2dd4463-1c96-4875-875f-4f7e78ae0b71 req-feebc5f9-f072-4f1f-96a3-449460b46162 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0801651 Sep 20 12:30:46.124002 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ef223eaf-e7c6-40b5-9267-ccc31bc699e9 req-136068f0-d4da-485c-a318-4ee077fd79ef service neutron] 10.222.0.21 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090646 Sep 20 12:30:46.163629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 16550b74-cc18-4472-ba90-372b97925ab2 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:46.169942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 16550b74-cc18-4472-ba90-372b97925ab2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:46.170310 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:46.174427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2dd4463-1c96-4875-875f-4f7e78ae0b71 req-8e3b3eb5-46c7-441a-a24c-84d1a0c31d7f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584364 Sep 20 12:30:46.221481 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:46.268866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b605c1-7a4b-4208-87ad-5ca72fbc453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c19e796-6da5-4ac5-bda6-4efa32def409'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:46.271691 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea6798-fcb6-475b-8e8a-04aa0e590386" -d '{"events": [{"server_uuid": "79b605c1-7a4b-4208-87ad-5ca72fbc453c", "name": "network-vif-plugged", "status": "completed", "tag": "3c19e796-6da5-4ac5-bda6-4efa32def409"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:46.312303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3c19e796-6da5-4ac5-bda6-4efa32def409, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3c19e796-6da5-4ac5-bda6-4efa32def409,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:46.314064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714d0dd-8f4f-4554-93d2-a849e08d24c8 req-bfd7e7e6-e316-4d16-9c64-c64e8e02244c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.325559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7714d0dd-8f4f-4554-93d2-a849e08d24c8 req-bfd7e7e6-e316-4d16-9c64-c64e8e02244c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 944 time: 0.0746169 Sep 20 12:30:46.331877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:46.360504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7714d0dd-8f4f-4554-93d2-a849e08d24c8 req-5978ebe0-c65c-4d66-8e8e-768859fca034 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Sep 20 12:30:46.365606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 16550b74-cc18-4472-ba90-372b97925ab2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=16550b74-cc18-4472-ba90-372b97925ab2,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:46.421303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:46.437482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4859969-b8a3-4151-a023-5301430cc681 req-c91f7bb3-1439-43de-8c57-51481b82ba15 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 210 time: 0.0301039 Sep 20 12:30:46.468441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:46.483742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=3c19e796-6da5-4ac5-bda6-4efa32def409,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:46.532897 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:46.537983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=16550b74-cc18-4472-ba90-372b97925ab2,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:46.568275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-2b9b0a0d-cc29-4688-aff7-49599ce66def tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.575612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-2b9b0a0d-cc29-4688-aff7-49599ce66def tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.584939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-2b9b0a0d-cc29-4688-aff7-49599ce66def tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.592460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-2b9b0a0d-cc29-4688-aff7-49599ce66def tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.599262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-2b9b0a0d-cc29-4688-aff7-49599ce66def tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.605298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-2b9b0a0d-cc29-4688-aff7-49599ce66def tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.611304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-2b9b0a0d-cc29-4688-aff7-49599ce66def tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.613760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-2b9b0a0d-cc29-4688-aff7-49599ce66def tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5429 time: 0.1071291 Sep 20 12:30:46.655741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac025062-83cb-4012-a6c6-e0f715ad2ed2 req-fd7aef8b-92af-4aea-8829-43af408cad00 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352352 Sep 20 12:30:46.759716 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a59b75-a3d7-4a5d-a95b-b42f868e53b4 x-openstack-request-id: req-c7a59b75-a3d7-4a5d-a95b-b42f868e53b4 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:46.766402 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b605c1-7a4b-4208-87ad-5ca72fbc453c", "name": "network-vif-plugged", "status": "completed", "tag": "3c19e796-6da5-4ac5-bda6-4efa32def409", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:46.766402 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7a59b75-a3d7-4a5d-a95b-b42f868e53b4 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:46.766402 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b605c1-7a4b-4208-87ad-5ca72fbc453c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c19e796-6da5-4ac5-bda6-4efa32def409', 'code': 200} Sep 20 12:30:46.858194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9410a9-6835-4508-9807-ffae8ede4227 req-6c39c508-fcd7-447e-8395-476e33fc1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:46.859670 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7a9410a9-6835-4508-9807-ffae8ede4227 req-6c39c508-fcd7-447e-8395-476e33fc1977 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 1101 time: 0.0433545 Sep 20 12:30:46.899645 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7a9410a9-6835-4508-9807-ffae8ede4227 req-dedb6fea-e071-40eb-a922-262521fd0a1a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Sep 20 12:30:47.081756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2dd8-2f46-47bf-94ac-d108af7ab5c0 req-fe0f58f9-c564-4a06-b678-2272fc2e67ac tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.083698 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-559d2dd8-2f46-47bf-94ac-d108af7ab5c0 req-fe0f58f9-c564-4a06-b678-2272fc2e67ac tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 950 time: 0.0491567 Sep 20 12:30:47.125049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-559d2dd8-2f46-47bf-94ac-d108af7ab5c0 req-0b93b640-8db4-4916-a4af-ca709d5cd961 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345418 Sep 20 12:30:47.299453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ef6fd-36bc-4006-82d8-222da5efe936 req-715d8b40-a736-45e7-a85c-f2c12ed4c456 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.300849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd2ef6fd-36bc-4006-82d8-222da5efe936 req-715d8b40-a736-45e7-a85c-f2c12ed4c456 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0537584 Sep 20 12:30:47.341069 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd2ef6fd-36bc-4006-82d8-222da5efe936 req-972b4390-0b05-486f-9899-6f0bfa31da53 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Sep 20 12:30:47.485637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e8f8d-ee5c-4df0-a9a6-7a64d67d900f req-d2dfded0-7faf-4457-ac6e-e21f33742ba6 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.487207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-753e8f8d-ee5c-4df0-a9a6-7a64d67d900f req-d2dfded0-7faf-4457-ac6e-e21f33742ba6 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 944 time: 0.0565505 Sep 20 12:30:47.528140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-753e8f8d-ee5c-4df0-a9a6-7a64d67d900f req-48e1e95c-1c04-4712-88a5-36737a510497 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337491 Sep 20 12:30:47.610457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50dae09d-f6d2-4eb1-9f88-483a1d48684b req-ba385248-bdce-4074-9839-c0851e506e70 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 210 time: 0.0271814 Sep 20 12:30:47.789606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-172bccd8-0dc7-4444-9db8-822812cba788 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.795948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-172bccd8-0dc7-4444-9db8-822812cba788 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.802472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-172bccd8-0dc7-4444-9db8-822812cba788 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.809487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-172bccd8-0dc7-4444-9db8-822812cba788 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.810857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:47.815637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-172bccd8-0dc7-4444-9db8-822812cba788 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.823338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-172bccd8-0dc7-4444-9db8-822812cba788 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.829543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-172bccd8-0dc7-4444-9db8-822812cba788 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:47.831349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-172bccd8-0dc7-4444-9db8-822812cba788 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5429 time: 0.0995290 Sep 20 12:30:47.877733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57fc2064-9b58-4b07-b8d4-b46a15749228 req-6b161bc7-62fb-488f-a3af-5dbea9bb5d4c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394683 Sep 20 12:30:47.927371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:47.938990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4b6e4e53-0509-44a7-9364-790c7646e523 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:47.962421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'port_id': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'mac_address': 'fa:16:3e:f6:d5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:47.965589 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.016069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.033384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:48.053393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:48.124176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 4b6e4e53-0509-44a7-9364-790c7646e523 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:48.128168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 4b6e4e53-0509-44a7-9364-790c7646e523 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:48.128542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.154825 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.270166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:48.300313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.332647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4b6e4e53-0509-44a7-9364-790c7646e523, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4b6e4e53-0509-44a7-9364-790c7646e523,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:48.348834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e963b-c578-4195-848c-450093ae1777 req-0a8f57f5-d714-467c-9290-5f520abf7d63 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:48.351316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e33e963b-c578-4195-848c-450093ae1777 req-0a8f57f5-d714-467c-9290-5f520abf7d63 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 950 time: 0.1490529 Sep 20 12:30:48.403776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:48.413402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-5d16cff4-204f-4a78-8689-25bd57dc4338 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:48.414966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-5d16cff4-204f-4a78-8689-25bd57dc4338 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "GET /v2.0/networks?id=e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 200 len: 811 time: 0.1640754 Sep 20 12:30:48.417888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e33e963b-c578-4195-848c-450093ae1777 req-900fbb78-0aaa-4227-8bfb-0443d5f4a7bd tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593672 Sep 20 12:30:48.429256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Request body: {'port': {'device_id': '0b0d505d-8c20-4470-b596-fbe497e1f484', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'admin_state_up': True, 'tenant_id': '8b128218af8e4236b1fee9ffa669e30d'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:48.490235 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.491596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ceaba7dc-f1b9-4097-aa25-42b690a2ef3b up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:48.577849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90722-07bd-43c8-9ee7-5aaa6c795b51 req-dbd2a3c0-3399-4392-b0f7-c7428dc4672f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:48.578989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57a90722-07bd-43c8-9ee7-5aaa6c795b51 req-dbd2a3c0-3399-4392-b0f7-c7428dc4672f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0810351 Sep 20 12:30:48.621483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4b6e4e53-0509-44a7-9364-790c7646e523,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:48.625705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57a90722-07bd-43c8-9ee7-5aaa6c795b51 req-6f1d0504-e360-43ac-9c37-86844e572e45 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Sep 20 12:30:48.718382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Made reservation on behalf of 8b128218af8e4236b1fee9ffa669e30d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:30:48.722142 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.734899 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:48.739342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:48.739812 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.762174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16550b74-cc18-4472-ba90-372b97925ab2'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6e4e53-0509-44a7-9364-790c7646e523'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:48.764499 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bddb64-ce18-44aa-b70e-cd8f93a6b3ba" -d '{"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "16550b74-cc18-4472-ba90-372b97925ab2"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "4b6e4e53-0509-44a7-9364-790c7646e523"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:48.831811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.868548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Allocated IP 172.20.0.11 (e7710ad9-6a06-48ed-8523-a1c972a50589/cac61f73-8882-42e8-8568-2ac22e4f0c97/142f106c-ed9a-4aea-9222-a12979b9347d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:30:48.877859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:48.964042 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:48.964807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e575d0-3ccd-4848-8216-0559baa3aa32 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:49.029569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.050271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:49.128387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee303dc-ea53-473f-bb4b-9c7042921627 req-c66e0867-f0e9-44c4-a18c-c8762b11c1ec tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.129963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eee303dc-ea53-473f-bb4b-9c7042921627 req-c66e0867-f0e9-44c4-a18c-c8762b11c1ec tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 945 time: 0.0480895 Sep 20 12:30:49.170727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eee303dc-ea53-473f-bb4b-9c7042921627 req-40ca3a61-4f0b-441b-98a8-116718f4dc7c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Sep 20 12:30:49.175609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.175877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 77e575d0-3ccd-4848-8216-0559baa3aa32 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:49.183184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 77e575d0-3ccd-4848-8216-0559baa3aa32 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:49.183579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.254107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Network e7710ad9-6a06-48ed-8523-a1c972a50589 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:30:49.259976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:30:49.276073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:30:49.294022 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.294953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event updated for resources: {'Port': ['ID=142f106c-ed9a-4aea-9222-a12979b9347d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:49.343506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e575d0-3ccd-4848-8216-0559baa3aa32, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e575d0-3ccd-4848-8216-0559baa3aa32,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:49.360992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4a68d-92ea-4ab6-bf77-c814e6f62085 req-38cc1565-7fbc-40e3-bb41-000a1ce9a292 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.362754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7b4a68d-92ea-4ab6-bf77-c814e6f62085 req-38cc1565-7fbc-40e3-bb41-000a1ce9a292 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 932 time: 0.1075854 Sep 20 12:30:49.370140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.370815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.418046 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7b4a68d-92ea-4ab6-bf77-c814e6f62085 req-cc545740-f9e7-49c6-acc0-fd5f2558bbd0 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Sep 20 12:30:49.426894 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.427959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 76b96b5d-d5ce-420f-8d65-2a9810d97951 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:49.469340 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3172b253-6b70-485b-a5f6-3f4f92d80790 x-openstack-request-id: req-3172b253-6b70-485b-a5f6-3f4f92d80790 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:49.469494 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "16550b74-cc18-4472-ba90-372b97925ab2", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "4b6e4e53-0509-44a7-9364-790c7646e523", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:49.469702 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3172b253-6b70-485b-a5f6-3f4f92d80790 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:49.470087 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16550b74-cc18-4472-ba90-372b97925ab2', 'code': 200} Sep 20 12:30:49.470338 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6e4e53-0509-44a7-9364-790c7646e523', 'code': 200} Sep 20 12:30:49.506433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=77e575d0-3ccd-4848-8216-0559baa3aa32,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:49.548506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-fc668639-d9c2-406a-acaf-f1c01f80ce95 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1233721 Sep 20 12:30:49.569739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 76b96b5d-d5ce-420f-8d65-2a9810d97951 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:49.574959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 76b96b5d-d5ce-420f-8d65-2a9810d97951 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:49.575476 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.578467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-3ee070c2-7d49-4ffc-b74c-96aa2c31d671 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.585186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-3ee070c2-7d49-4ffc-b74c-96aa2c31d671 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.591571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-3ee070c2-7d49-4ffc-b74c-96aa2c31d671 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.597501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-3ee070c2-7d49-4ffc-b74c-96aa2c31d671 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.606672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-3ee070c2-7d49-4ffc-b74c-96aa2c31d671 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.612746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-3ee070c2-7d49-4ffc-b74c-96aa2c31d671 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.621425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-3ee070c2-7d49-4ffc-b74c-96aa2c31d671 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.623454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-3ee070c2-7d49-4ffc-b74c-96aa2c31d671 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5432 time: 0.1154373 Sep 20 12:30:49.670262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Request body: {'port': {'device_id': '0b0d505d-8c20-4470-b596-fbe497e1f484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:49.697494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05e0cd45-28ce-463f-97ac-2e81ddfcf39b req-25e9b480-70b5-4593-82e9-c80e56427898 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663216 Sep 20 12:30:49.737446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.781235 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.792737 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.826246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:49.848386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 76b96b5d-d5ce-420f-8d65-2a9810d97951, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:49.931840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb9b48-5593-4250-9056-16cab06b2b2c req-4d72dc00-960d-4c7c-83f8-a3ff6dd66754 tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:49.933338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92fb9b48-5593-4250-9056-16cab06b2b2c req-4d72dc00-960d-4c7c-83f8-a3ff6dd66754 tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 1101 time: 0.0785565 Sep 20 12:30:49.959593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:49.962731 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:49.962731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 97c53a75-b73f-4dc7-a480-353e147cec7a up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:49.988645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-92fb9b48-5593-4250-9056-16cab06b2b2c req-80bd73f2-a9cd-428f-b562-948c551a29ab tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.002615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:50.003042 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.080649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=76b96b5d-d5ce-420f-8d65-2a9810d97951,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:50.108517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142f106c-ed9a-4aea-9222-a12979b9347d {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:50.121124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.132892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.142139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Transition to ACTIVE for port object 142f106c-ed9a-4aea-9222-a12979b9347d will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:30:50.154555 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.155196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 97c53a75-b73f-4dc7-a480-353e147cec7a completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:50.164499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 97c53a75-b73f-4dc7-a480-353e147cec7a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:50.164856 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.168209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-92fb9b48-5593-4250-9056-16cab06b2b2c req-80bd73f2-a9cd-428f-b562-948c551a29ab tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.190856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:50.198649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.231067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-92fb9b48-5593-4250-9056-16cab06b2b2c req-80bd73f2-a9cd-428f-b562-948c551a29ab tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.249828 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.275353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Pushing event updated for resources: {'Port': ['ID=142f106c-ed9a-4aea-9222-a12979b9347d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:50.280649 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.285195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92fb9b48-5593-4250-9056-16cab06b2b2c req-80bd73f2-a9cd-428f-b562-948c551a29ab tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185496 Sep 20 12:30:50.287911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 97c53a75-b73f-4dc7-a480-353e147cec7a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=97c53a75-b73f-4dc7-a480-353e147cec7a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:50.288088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd73f2-a9cd-428f-b562-948c551a29ab tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd79488-a406-4528-a888-7e67fec9c553,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:50.340839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:50.360098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Attempting to bind port 142f106c-ed9a-4aea-9222-a12979b9347d on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:30:50.360434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Attempting to bind port 142f106c-ed9a-4aea-9222-a12979b9347d by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:30:50.360765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Attempting to bind port 142f106c-ed9a-4aea-9222-a12979b9347d on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:50.366464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Port 142f106c-ed9a-4aea-9222-a12979b9347d on network e7710ad9-6a06-48ed-8523-a1c972a50589 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:30:50.367045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Attempting to bind port 142f106c-ed9a-4aea-9222-a12979b9347d on network e7710ad9-6a06-48ed-8523-a1c972a50589 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:30:50.372478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:30:50.372821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Checking segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:30:50.373265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Bound using segment: {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:30:50.373717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Bound port: 142f106c-ed9a-4aea-9222-a12979b9347d, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:30:50.374107 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.420503 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.421683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 87fb963f-9e14-4b85-9fc5-93a193cbd2ce up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:50.489165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] For port 142f106c-ed9a-4aea-9222-a12979b9347d, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:30:50.489165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] For port 142f106c-ed9a-4aea-9222-a12979b9347d, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=142f106c-ed9a-4aea-9222-a12979b9347d,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:30:50.498227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6ecb-fb27-48bc-8e1c-7e350a287944 req-4a75f7d4-0e20-456e-b5f9-126ee5895c61 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:50.500113 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ccf6ecb-fb27-48bc-8e1c-7e350a287944 req-4a75f7d4-0e20-456e-b5f9-126ee5895c61 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0752549 Sep 20 12:30:50.504657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=97c53a75-b73f-4dc7-a480-353e147cec7a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:50.548402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ccf6ecb-fb27-48bc-8e1c-7e350a287944 req-1f5c09db-b911-41de-86c3-f91c3c0e4220 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366666 Sep 20 12:30:50.628898 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.655544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:50.659865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:50.664259 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.667548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:50.668772 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.670508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] 10.222.0.32 "PUT /v2.0/ports/142f106c-ed9a-4aea-9222-a12979b9347d HTTP/1.1" status: 200 len: 1092 time: 1.1136272 Sep 20 12:30:50.700999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e5b80-72cd-4ad3-892c-500828bf6c70 req-82e9d03d-504f-49c1-b16d-4d28c1464f57 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:50.702439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e32e5b80-72cd-4ad3-892c-500828bf6c70 req-82e9d03d-504f-49c1-b16d-4d28c1464f57 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 946 time: 0.1032758 Sep 20 12:30:50.707217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c79327-1ab8-4b2c-bf32-94b74e7acb41 service neutron] Pushing event updated for resources: {'Port': ['ID=142f106c-ed9a-4aea-9222-a12979b9347d,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:50.743582 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.746483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e32e5b80-72cd-4ad3-892c-500828bf6c70 req-d15b6d42-b78d-4e15-bed0-c09f4ff17075 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Sep 20 12:30:50.781364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:50.866996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-8631c4f6-6369-4e10-84ea-1c0d82a1ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:50.867668 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:50.868762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-8631c4f6-6369-4e10-84ea-1c0d82a1ceb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 1095 time: 0.0756087 Sep 20 12:30:50.880330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9750e-9ada-4c03-b1bd-0ec7e7046c3c req-a84429d4-9f04-4a47-bebd-7840a7e1dfb9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:50.881864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ba9750e-9ada-4c03-b1bd-0ec7e7046c3c req-a84429d4-9f04-4a47-bebd-7840a7e1dfb9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 944 time: 0.0617988 Sep 20 12:30:50.922170 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-6b4d661c-d1e0-471b-bc58-788124ff6c4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=142f106c-ed9a-4aea-9222-a12979b9347d HTTP/1.1" status: 200 len: 217 time: 0.0393364 Sep 20 12:30:50.923400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:50.963089 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ba9750e-9ada-4c03-b1bd-0ec7e7046c3c req-409e41e3-a8b1-4370-920b-aad49567814d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725086 Sep 20 12:30:51.006134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-2e0ce65c-295f-4bd0-9780-6125e4904362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.007621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-2e0ce65c-295f-4bd0-9780-6125e4904362 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 200 len: 851 time: 0.0627484 Sep 20 12:30:51.049579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-6f3c6fcd-2cee-49d3-9b4a-345c54e61d81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7710ad9-6a06-48ed-8523-a1c972a50589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339594 Sep 20 12:30:51.155838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-9f160a48-db7b-4d43-a908-16068de31d94 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.163177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-9f160a48-db7b-4d43-a908-16068de31d94 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.169257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-9f160a48-db7b-4d43-a908-16068de31d94 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.175274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-9f160a48-db7b-4d43-a908-16068de31d94 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.181897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-9f160a48-db7b-4d43-a908-16068de31d94 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.187875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-9f160a48-db7b-4d43-a908-16068de31d94 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.195082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-9f160a48-db7b-4d43-a908-16068de31d94 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.197085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-9f160a48-db7b-4d43-a908-16068de31d94 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5435 time: 0.1709199 Sep 20 12:30:51.239534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-c356f00e-6730-4a8c-a060-f6f3b30a1343 service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715610 Sep 20 12:30:51.264085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f16fa04-9673-4cda-b2cc-2dffa3ac1976 req-789b743e-7e43-4c4c-ac59-319f18f3f427 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603695 Sep 20 12:30:51.347337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dc2c7-3b85-4967-89ca-48681fc59eee req-f62dae6c-78d0-4487-bc0e-57ca4956ac4a service neutron] 10.222.0.32 "GET /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995347 Sep 20 12:30:51.432796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664c42d-dba4-4f65-86ff-32c310589821 req-6e240979-88ad-4e6d-b1c2-7a39d73ac852 tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.434738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c664c42d-dba4-4f65-86ff-32c310589821 req-6e240979-88ad-4e6d-b1c2-7a39d73ac852 tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 1101 time: 0.0460663 Sep 20 12:30:51.471617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e575d0-3ccd-4848-8216-0559baa3aa32'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b96b5d-d5ce-420f-8d65-2a9810d97951'}, {'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fb963f-9e14-4b85-9fc5-93a193cbd2ce'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:51.473131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c664c42d-dba4-4f65-86ff-32c310589821 req-a4a6c864-4f19-473b-bd95-06c38b859fc2 tempest-ServersAdminNegativeTestJSON-605746457 tempest-ServersAdminNegativeTestJSON-605746457-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Sep 20 12:30:51.474042 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd2a4d1-743d-4d65-8169-cc7ecb16dd26" -d '{"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "ceaba7dc-f1b9-4097-aa25-42b690a2ef3b"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "77e575d0-3ccd-4848-8216-0559baa3aa32"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "76b96b5d-d5ce-420f-8d65-2a9810d97951"}, {"server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "name": "network-vif-plugged", "status": "completed", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "87fb963f-9e14-4b85-9fc5-93a193cbd2ce"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:51.620617 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306eeb47-6158-4603-82e3-98b6347b2b81 x-openstack-request-id: req-306eeb47-6158-4603-82e3-98b6347b2b81 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:51.621080 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "ceaba7dc-f1b9-4097-aa25-42b690a2ef3b", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "77e575d0-3ccd-4848-8216-0559baa3aa32", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "76b96b5d-d5ce-420f-8d65-2a9810d97951", "code": 200}, {"server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "name": "network-vif-plugged", "status": "completed", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-plugged", "status": "completed", "tag": "87fb963f-9e14-4b85-9fc5-93a193cbd2ce", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:51.621290 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-306eeb47-6158-4603-82e3-98b6347b2b81 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:51.621687 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b', 'code': 200} Sep 20 12:30:51.621940 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e575d0-3ccd-4848-8216-0559baa3aa32', 'code': 200} Sep 20 12:30:51.622189 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b96b5d-d5ce-420f-8d65-2a9810d97951', 'code': 200} Sep 20 12:30:51.622434 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'code': 200} Sep 20 12:30:51.622678 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'code': 200} Sep 20 12:30:51.622918 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fb963f-9e14-4b85-9fc5-93a193cbd2ce', 'code': 200} Sep 20 12:30:51.750718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922527-c7d9-40b0-b378-afea72bc3020 req-b9e41c09-be4e-4eb6-b515-5f863b5e2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.753106 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b6922527-c7d9-40b0-b378-afea72bc3020 req-b9e41c09-be4e-4eb6-b515-5f863b5e2a6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 1097 time: 0.0453489 Sep 20 12:30:51.785465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbf6b5-4db2-4250-9ac8-e3aa47f7db06 req-6da3dd64-434d-4937-8ac9-75ecb5820671 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.786974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95cbf6b5-4db2-4250-9ac8-e3aa47f7db06 req-6da3dd64-434d-4937-8ac9-75ecb5820671 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0759594 Sep 20 12:30:51.790220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b6922527-c7d9-40b0-b378-afea72bc3020 req-e74b8a88-1bf3-42ea-8de1-ef81e0eba37d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301054 Sep 20 12:30:51.798562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-a658dcb1-c2fd-418c-967a-be1a92eed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.799032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-a658dcb1-c2fd-418c-967a-be1a92eed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.799494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-a658dcb1-c2fd-418c-967a-be1a92eed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.799953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-a658dcb1-c2fd-418c-967a-be1a92eed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.800408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-a658dcb1-c2fd-418c-967a-be1a92eed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.800861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-a658dcb1-c2fd-418c-967a-be1a92eed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.801366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-a658dcb1-c2fd-418c-967a-be1a92eed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.803724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-a658dcb1-c2fd-418c-967a-be1a92eed9ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6492 time: 0.0682406 Sep 20 12:30:51.858639 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95cbf6b5-4db2-4250-9ac8-e3aa47f7db06 req-f47270a3-7a62-44d2-947a-fd6858242474 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538895 Sep 20 12:30:51.863199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c83b6fb-3893-4f3b-8f31-6649640f5442 req-17cdf444-841d-4573-83f6-7c5faac1c1f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518320 Sep 20 12:30:51.975303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b18e4-cf30-4d24-9249-78046cf51fc4 req-e879898e-0b6d-48ab-aae8-25bd1689972c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:51.976762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b9b18e4-cf30-4d24-9249-78046cf51fc4 req-e879898e-0b6d-48ab-aae8-25bd1689972c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 946 time: 0.0482717 Sep 20 12:30:52.014572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b9b18e4-cf30-4d24-9249-78046cf51fc4 req-0b1e050b-6720-4754-86b5-f7c4e07b777b tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316598 Sep 20 12:30:52.130116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262f759-bcc2-455c-a660-f98fe3775670 req-2bc1023f-5299-4e88-a15a-d4a6ec6a6aac tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:52.131800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d262f759-bcc2-455c-a660-f98fe3775670 req-2bc1023f-5299-4e88-a15a-d4a6ec6a6aac tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 944 time: 0.0498867 Sep 20 12:30:52.175643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d262f759-bcc2-455c-a660-f98fe3775670 req-68e86a90-b04b-481b-a3c6-cb1a525a7185 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 Sep 20 12:30:52.697491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-281c32f2-4eed-421e-949b-5340d3e4fbd4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:52.703409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-281c32f2-4eed-421e-949b-5340d3e4fbd4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:52.709895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-281c32f2-4eed-421e-949b-5340d3e4fbd4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:52.715817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-281c32f2-4eed-421e-949b-5340d3e4fbd4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:52.721730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-281c32f2-4eed-421e-949b-5340d3e4fbd4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:52.727529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-281c32f2-4eed-421e-949b-5340d3e4fbd4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:52.733299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-281c32f2-4eed-421e-949b-5340d3e4fbd4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:52.735055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-281c32f2-4eed-421e-949b-5340d3e4fbd4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5435 time: 0.0953610 Sep 20 12:30:53.082885 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a591c4cc-2366-4056-8c90-307b96cf3cca req-2df7dd5c-ebc5-4706-a41c-8054a59850e3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3412797 Sep 20 12:30:53.319714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782131a-79a4-42e9-b3e4-3e5227a2b38c req-f8716417-7a81-459b-8019-b2d863ab2388 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:53.321458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5782131a-79a4-42e9-b3e4-3e5227a2b38c req-f8716417-7a81-459b-8019-b2d863ab2388 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 950 time: 0.0495009 Sep 20 12:30:53.361656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5782131a-79a4-42e9-b3e4-3e5227a2b38c req-7fdc3bcf-6889-42a7-b64d-e5d7896a910a tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/security-groups?id=69feffc5-a7a9-4f25-90a7-cdb7922b8592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334930 Sep 20 12:30:53.470844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fce326-e253-403f-8257-5a6eddf65016 req-9c728bbc-bd94-405a-ad4d-d519a27b092c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:53.478617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2fce326-e253-403f-8257-5a6eddf65016 req-9c728bbc-bd94-405a-ad4d-d519a27b092c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0600076 Sep 20 12:30:53.521771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2fce326-e253-403f-8257-5a6eddf65016 req-0754fe68-1516-4542-9e40-bd0e546aa4b1 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Sep 20 12:30:53.646321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69495c-f9ff-45df-9e83-335ac887ec7d req-4fed814c-fbcb-4d84-9474-7f6f7a6ad84b tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:53.647816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff69495c-f9ff-45df-9e83-335ac887ec7d req-4fed814c-fbcb-4d84-9474-7f6f7a6ad84b tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 946 time: 0.0537009 Sep 20 12:30:53.686990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff69495c-f9ff-45df-9e83-335ac887ec7d req-a6f47fd4-4d4e-460d-bbeb-c28d5b88bf64 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330477 Sep 20 12:30:53.792250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f71569-4119-4103-9ef6-57083ef943ce req-ed9e00d0-3b0c-4b88-a8cd-f84f01f7076b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:53.793740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8f71569-4119-4103-9ef6-57083ef943ce req-ed9e00d0-3b0c-4b88-a8cd-f84f01f7076b tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 944 time: 0.0481379 Sep 20 12:30:53.832562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8f71569-4119-4103-9ef6-57083ef943ce req-07cc2538-5720-4a0a-b014-228bfeee1499 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Sep 20 12:30:53.968517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 142f106c-ed9a-4aea-9222-a12979b9347d details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:53.971531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-f4921437-fca4-4eec-8db3-ec2f26bb6997 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:53.973055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-f4921437-fca4-4eec-8db3-ec2f26bb6997 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0835040 Sep 20 12:30:54.022688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-405cb7e1-15fa-4d45-aab5-08e3400c2551 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0429804 Sep 20 12:30:54.033501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Request body: {'floatingip': {'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:54.062379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 142f106c-ed9a-4aea-9222-a12979b9347d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=142f106c-ed9a-4aea-9222-a12979b9347d,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:54.073661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '142f106c-ed9a-4aea-9222-a12979b9347d', 'network_id': 'e7710ad9-6a06-48ed-8523-a1c972a50589', 'port_id': '142f106c-ed9a-4aea-9222-a12979b9347d', 'mac_address': 'fa:16:3e:c4:a7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac61f73-8882-42e8-8568-2ac22e4f0c97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:54.075222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.114253 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.127192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142f106c-ed9a-4aea-9222-a12979b9347d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:54.146696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 142f106c-ed9a-4aea-9222-a12979b9347d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=142f106c-ed9a-4aea-9222-a12979b9347d,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:54.239377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-34836e6f-c480-4d07-a767-fe568d52f22e tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:54.241499 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-34836e6f-c480-4d07-a767-fe568d52f22e tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 950 time: 0.0549181 Sep 20 12:30:54.249578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.300216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=142f106c-ed9a-4aea-9222-a12979b9347d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:54.345027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Deleting port 3c19e796-6da5-4ac5-bda6-4efa32def409 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:30:54.345371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.451394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] For port 3c19e796-6da5-4ac5-bda6-4efa32def409, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3c19e796-6da5-4ac5-bda6-4efa32def409,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:54.451760 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.465293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Calling delete_port for 3c19e796-6da5-4ac5-bda6-4efa32def409 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:30:54.529311 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.598195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.640940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['142f106c-ed9a-4aea-9222-a12979b9347d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:54.644803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.665717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3c19e796-6da5-4ac5-bda6-4efa32def409'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:54.721828 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7 associated. External IP: 172.25.6.107, port: 9240abee-7dea-4470-8f67-9ec88917fcca. Sep 20 12:30:54.765064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] No DVR routers for this DVR port 3c19e796-6da5-4ac5-bda6-4efa32def409 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:30:54.765843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Pushing event deleted for resources: {'Port': ['ID=3c19e796-6da5-4ac5-bda6-4efa32def409,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:54.772972 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:54.775325 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cb5c33eb-b91c-492f-ba7a-86e0c40eb8c7 req-0ac2975b-a90c-4121-b04f-53c9dadb20e0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.21 "DELETE /v2.0/ports/3c19e796-6da5-4ac5-bda6-4efa32def409 HTTP/1.1" status: 204 len: 173 time: 0.5279388 Sep 20 12:30:54.775909 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b605c1-7a4b-4208-87ad-5ca72fbc453c', 'name': 'network-vif-deleted', 'tag': '3c19e796-6da5-4ac5-bda6-4efa32def409'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:54.778237 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd8ec4c-d82e-403d-abd9-a0b3dda9475a" -d '{"events": [{"server_uuid": "79b605c1-7a4b-4208-87ad-5ca72fbc453c", "name": "network-vif-deleted", "tag": "3c19e796-6da5-4ac5-bda6-4efa32def409"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:54.963735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:30:55.074814 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:30:55.079658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:55.086369 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:30:55.095565 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:55.096176 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:55.106415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-80640349-de2c-4480-8966-6c6b3cf90670 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "PUT /v2.0/floatingips/8b897016-dc8a-4cac-9b79-bc9f79655ab7 HTTP/1.1" status: 200 len: 997 time: 1.0778348 Sep 20 12:30:55.158782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-91b672ee-50e0-47bf-baa4-b1f308206eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.160448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-91b672ee-50e0-47bf-baa4-b1f308206eb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0415249 Sep 20 12:30:55.207797 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:55.260300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-4757b674-baed-4494-bcd0-a933f5f60908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.261832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-4757b674-baed-4494-bcd0-a933f5f60908 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 920 time: 0.0901239 Sep 20 12:30:55.366015 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-d181b529-2c95-4594-af3a-0be8ba178b61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 200 len: 1000 time: 0.0974877 Sep 20 12:30:55.419495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-814bc834-1eb0-4019-a9eb-0c087cb2bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.420996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-814bc834-1eb0-4019-a9eb-0c087cb2bf60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.0489490 Sep 20 12:30:55.436576 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:97:f7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:54Z', 'revision_number': 1, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:55.466515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-fc1a1b04-fc40-47a1-97da-ce4801d167c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.466805 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:30:55.468036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-fc1a1b04-fc40-47a1-97da-ce4801d167c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398529 Sep 20 12:30:55.475212 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:55.476272 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:55.478681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-5cbe99d0-9f06-4f0a-979b-1745cb8bddce service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:30:55.479660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-5cbe99d0-9f06-4f0a-979b-1745cb8bddce service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051379 Sep 20 12:30:55.575535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-25a624fc-7556-4cea-b19c-9d45261fbe05 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894127 Sep 20 12:30:55.583088 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:55.667675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f7fd72c-f6ad-4dd4-a476-a19629946a60 req-12bd58b8-9d84-49c2-96e4-acc7d3fa9e23 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854855 Sep 20 12:30:55.827600 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:97:f7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:54Z', 'revision_number': 1, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:55.854704 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85188823-c027-41f5-99f4-6daac8f5c6af None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:97:f7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:54Z', 'revision_number': 1, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:30:55.889855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ee0c7d03-4559-453f-ab18-0ab9c4263d7d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:55.913362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b5b9c5cf-8003-45e4-b636-263d6a10ada2 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:30:55.949935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dd155-3f21-4560-99a9-151b96c55f93 req-444a9708-dc31-483e-aa72-662835fcd72f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.956982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dd155-3f21-4560-99a9-151b96c55f93 req-444a9708-dc31-483e-aa72-662835fcd72f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.966114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dd155-3f21-4560-99a9-151b96c55f93 req-444a9708-dc31-483e-aa72-662835fcd72f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.974139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dd155-3f21-4560-99a9-151b96c55f93 req-444a9708-dc31-483e-aa72-662835fcd72f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.982051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dd155-3f21-4560-99a9-151b96c55f93 req-444a9708-dc31-483e-aa72-662835fcd72f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:55.991301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dd155-3f21-4560-99a9-151b96c55f93 req-444a9708-dc31-483e-aa72-662835fcd72f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:56.001292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dd155-3f21-4560-99a9-151b96c55f93 req-444a9708-dc31-483e-aa72-662835fcd72f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:56.008407 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-891dd155-3f21-4560-99a9-151b96c55f93 req-444a9708-dc31-483e-aa72-662835fcd72f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5435 time: 0.1238837 Sep 20 12:30:56.054189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-891dd155-3f21-4560-99a9-151b96c55f93 req-22a4dee8-9124-48bd-8fba-35cb96d115c0 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414128 Sep 20 12:30:56.062212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:56.086247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2', 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45', 'port_id': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2', 'mac_address': 'fa:16:3e:d8:b5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7d3879-7e21-4316-8e77-ea6ef6310ccc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:30:56.151150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649fea9-34a3-443a-bc2b-07fb6060535e None None] New status for floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:30:56.156406 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:56.213123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b9c5cf-8003-45e4-b636-263d6a10ada2 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:30:56.286262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:56.339108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74430b94-6d7d-442f-9dda-77e13ec42f4c req-466306e1-ee5d-4af7-9edb-5d9c23a690dd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:56.340668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74430b94-6d7d-442f-9dda-77e13ec42f4c req-466306e1-ee5d-4af7-9edb-5d9c23a690dd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0553257 Sep 20 12:30:56.343249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:56.387088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74430b94-6d7d-442f-9dda-77e13ec42f4c req-50d7db13-ee9a-4b6e-b8c4-283a30738d8d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Sep 20 12:30:56.392999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:56.436761 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1d9b5-3cca-481d-8d7c-5a11d66be7d9 x-openstack-request-id: req-15c1d9b5-3cca-481d-8d7c-5a11d66be7d9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:30:56.436761 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b605c1-7a4b-4208-87ad-5ca72fbc453c", "name": "network-vif-deleted", "tag": "3c19e796-6da5-4ac5-bda6-4efa32def409", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:30:56.436761 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15c1d9b5-3cca-481d-8d7c-5a11d66be7d9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:30:56.436761 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b605c1-7a4b-4208-87ad-5ca72fbc453c', 'name': 'network-vif-deleted', 'tag': '3c19e796-6da5-4ac5-bda6-4efa32def409', 'status': 'completed', 'code': 200} Sep 20 12:30:56.527693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c6f5e-923a-414e-b9ac-cf35a7de4d56 req-eafb965f-2cd7-413b-ac30-bd3cecf5fe75 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:56.529281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-747c6f5e-923a-414e-b9ac-cf35a7de4d56 req-eafb965f-2cd7-413b-ac30-bd3cecf5fe75 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Sep 20 12:30:56.570763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-747c6f5e-923a-414e-b9ac-cf35a7de4d56 req-5470e60e-a34c-4fee-92fb-cb503a4d797d tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355642 Sep 20 12:30:56.593215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['b5b9c5cf-8003-45e4-b636-263d6a10ada2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:30:56.672699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-d53ba10d-cd87-4507-9c3c-04c363c96feb tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:56.674224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-d53ba10d-cd87-4507-9c3c-04c363c96feb tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0494003 Sep 20 12:30:56.765930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-52c7df81-b3ac-4131-974c-5e423100acd9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.0848460 Sep 20 12:30:56.776170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Request body: {'floatingip': {'port_id': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:30:56.830840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:57.308622 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:57.415071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:57.513318 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7 associated. External IP: 172.25.6.107, port: 9240abee-7dea-4470-8f67-9ec88917fcca. Sep 20 12:30:57.713572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:30:57.896702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b5b9c5cf-8003-45e4-b636-263d6a10ada2 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:58.002712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 142f106c-ed9a-4aea-9222-a12979b9347d up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:30:58.008178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port b5b9c5cf-8003-45e4-b636-263d6a10ada2 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:58.031753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port b5b9c5cf-8003-45e4-b636-263d6a10ada2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:58.032124 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:58.123548 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:58.138318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:30:58.150353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:30:58.151175 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:30:58.152634 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092a9889-de8b-412a-98a1-2f59d5bd5903" -d '{"events": [{"server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:30:58.157344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 142f106c-ed9a-4aea-9222-a12979b9347d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:30:58.162604 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:58.163479 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:58.176722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 142f106c-ed9a-4aea-9222-a12979b9347d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:30:58.176722 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:58.176722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:58.250404 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:58.271933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:58.272793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3c19e796-6da5-4ac5-bda6-4efa32def409 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:30:58.336165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 3c19e796-6da5-4ac5-bda6-4efa32def409 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:30:58.336506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3c19e796-6da5-4ac5-bda6-4efa32def409 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:30:58.344066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 142f106c-ed9a-4aea-9222-a12979b9347d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=142f106c-ed9a-4aea-9222-a12979b9347d,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:30:58.369105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:58.378328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.378672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.379088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.379312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.379648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.380129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.382487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.382487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.382487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.382487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.382865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.382940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:30:58.396870 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:58.396996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:30:58.420226 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:58.470550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=142f106c-ed9a-4aea-9222-a12979b9347d,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:30:58.524486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:30:58.529899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:30:58.588236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-735f3855-b755-4ca8-844e-a1d82a68d6a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "PUT /v2.0/floatingips/8b897016-dc8a-4cac-9b79-bc9f79655ab7 HTTP/1.1" status: 200 len: 999 time: 1.8158500 Sep 20 12:30:58.632700 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:f6:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:57Z', 'revision_number': 3, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:58.641665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-94fdc8d6-6d30-4375-bbc4-9457f7b3fd11 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:58.643089 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-94fdc8d6-6d30-4375-bbc4-9457f7b3fd11 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports/9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 200 len: 943 time: 0.0482137 Sep 20 12:30:58.658937 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:30:58.667624 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:58.668226 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:58.742695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-9ca34ba2-6c7d-46f9-a7ff-832fd6b5fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:58.744336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-9ca34ba2-6c7d-46f9-a7ff-832fd6b5fa10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0427535 Sep 20 12:30:58.773780 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:58.841485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-ef2f71c2-9a71-4769-9e65-af2452a1d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:58.842927 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-ef2f71c2-9a71-4769-9e65-af2452a1d03a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 920 time: 0.0923500 Sep 20 12:30:58.887546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-38de4646-4756-4b5a-af18-ca2ed84dcf54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 200 len: 217 time: 0.0377970 Sep 20 12:30:58.937248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-d66ddfc9-f47d-48f3-ba66-d75c54d0accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:58.938741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-d66ddfc9-f47d-48f3-ba66-d75c54d0accd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.0451310 Sep 20 12:30:58.987989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-62837f41-f646-41fb-80ab-008c1e9f0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:58.989575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-62837f41-f646-41fb-80ab-008c1e9f0e21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439959 Sep 20 12:30:59.010964 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:f6:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:57Z', 'revision_number': 3, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:59.037311 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf93763-858f-4890-a2a5-0ef164b8b3b0 None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:f6:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:57Z', 'revision_number': 3, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:30:59.083861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-67514e91-99d1-4775-831e-84411ea786ff service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857241 Sep 20 12:30:59.181559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-e423ef43-c04f-47b1-93e6-a208eff05ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916009 Sep 20 12:30:59.216318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3fa6f-69d8-407f-9bb3-834e9f3eea05 None None] New status for floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:30:59.311955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-221d2df8-b026-4ddf-9f9f-b651129cecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:59.313526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-221d2df8-b026-4ddf-9f9f-b651129cecc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 1097 time: 0.0439599 Sep 20 12:30:59.409980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-c48160de-9984-43d6-8fac-67622103b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:59.411925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-c48160de-9984-43d6-8fac-67622103b3a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 920 time: 0.0915947 Sep 20 12:30:59.481448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-e4e11c2c-5a40-4b1f-82f7-dafaaaf4c6ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 HTTP/1.1" status: 200 len: 1002 time: 0.0622785 Sep 20 12:30:59.533722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-896c5510-1d58-4b25-ab88-32f436ba7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:59.534674 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:30:59.535202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-896c5510-1d58-4b25-ab88-32f436ba7b26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.0477319 Sep 20 12:30:59.550826 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:59.551429 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:59.590952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-d3824641-023b-4a50-b007-4de1c0730370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:30:59.592461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-d3824641-023b-4a50-b007-4de1c0730370 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475295 Sep 20 12:30:59.663294 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:30:59.684457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-5f467563-319e-4424-b6af-54642b0f8138 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846651 Sep 20 12:30:59.794956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8159382f-6a66-4838-a49a-dc97e6d463ec req-bb9869ff-3257-4e76-802b-0cc91552aa4f service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040597 Sep 20 12:30:59.904821 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:f6:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:59Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:30:59.932829 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:30:59.941546 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:30:59.942266 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:00.017343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96ae-fe19-413e-a44a-5d931cac6a90 req-5d80b40c-57d0-46f0-ab85-f42067b4f44a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:00.024061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96ae-fe19-413e-a44a-5d931cac6a90 req-5d80b40c-57d0-46f0-ab85-f42067b4f44a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:00.030490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96ae-fe19-413e-a44a-5d931cac6a90 req-5d80b40c-57d0-46f0-ab85-f42067b4f44a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:00.039801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96ae-fe19-413e-a44a-5d931cac6a90 req-5d80b40c-57d0-46f0-ab85-f42067b4f44a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:00.043621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96ae-fe19-413e-a44a-5d931cac6a90 req-5d80b40c-57d0-46f0-ab85-f42067b4f44a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:00.050492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96ae-fe19-413e-a44a-5d931cac6a90 req-5d80b40c-57d0-46f0-ab85-f42067b4f44a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:00.050710 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:00.057135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96ae-fe19-413e-a44a-5d931cac6a90 req-5d80b40c-57d0-46f0-ab85-f42067b4f44a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:00.069805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc5f96ae-fe19-413e-a44a-5d931cac6a90 req-5d80b40c-57d0-46f0-ab85-f42067b4f44a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5435 time: 0.1079438 Sep 20 12:31:00.070791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:00.077183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Request body: {'floatingip': {'port_id': '97c53a75-b73f-4dc7-a480-353e147cec7a'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:00.119568 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:00.325631 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:f6:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:59Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:00.560832 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffe481-a0d4-4cbf-bf17-ba0e5d40a8c3 None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:f6:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:30:59Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:00.804548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:00.841280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-bc26256d-1131-44a0-bf69-0d4851c2a8e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2094111 Sep 20 12:31:00.870112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef22a8a-1828-49f6-86fc-b21e38579b32 req-631513e6-8bfa-4fcc-9fd3-9e73bae1c08b tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:00.871663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ef22a8a-1828-49f6-86fc-b21e38579b32 req-631513e6-8bfa-4fcc-9fd3-9e73bae1c08b tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.1446092 Sep 20 12:31:00.892065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:00.981741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ef22a8a-1828-49f6-86fc-b21e38579b32 req-422db1c0-2158-471a-b981-b59f90ccfcb4 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035984 Sep 20 12:31:01.067123 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Floating IP 6bffd2c2-8075-45dd-98af-767a195184c9 associated. External IP: 172.25.6.228, port: 97c53a75-b73f-4dc7-a480-353e147cec7a. Sep 20 12:31:01.138771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-b8e138e9-5399-4ac2-abdd-1a4cb362e45d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422158 Sep 20 12:31:01.142843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-381000fe-d486-4b0a-9d4f-2d628834c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.143332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-381000fe-d486-4b0a-9d4f-2d628834c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.143812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-381000fe-d486-4b0a-9d4f-2d628834c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.147533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-381000fe-d486-4b0a-9d4f-2d628834c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.147533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-381000fe-d486-4b0a-9d4f-2d628834c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.147533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-381000fe-d486-4b0a-9d4f-2d628834c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.148392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-381000fe-d486-4b0a-9d4f-2d628834c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.150340 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-381000fe-d486-4b0a-9d4f-2d628834c31e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6498 time: 0.2241380 Sep 20 12:31:01.239068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-102d07e0-1a8d-416a-8bd8-6e4dd2a6c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.241094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-102d07e0-1a8d-416a-8bd8-6e4dd2a6c3fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 1096 time: 0.0535448 Sep 20 12:31:01.249636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e3b2f-58fa-4ee1-ae77-6cce0528ca92 req-b64c76d3-4fd1-414f-96e2-bedc1eabad81 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.251213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a46e3b2f-58fa-4ee1-ae77-6cce0528ca92 req-b64c76d3-4fd1-414f-96e2-bedc1eabad81 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 946 time: 0.2043521 Sep 20 12:31:01.368144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a46e3b2f-58fa-4ee1-ae77-6cce0528ca92 req-096d4c85-5cfa-4683-a648-590a8c0b246e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057405 Sep 20 12:31:01.383391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-fcab5807-0c8e-4c91-b30a-584d4e6cb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.385626 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-fcab5807-0c8e-4c91-b30a-584d4e6cb55e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.1230454 Sep 20 12:31:01.428647 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dea0f64-8145-40f2-bc79-7bd40ef5a5e3 x-openstack-request-id: req-1dea0f64-8145-40f2-bc79-7bd40ef5a5e3 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:01.429208 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:01.429208 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dea0f64-8145-40f2-bc79-7bd40ef5a5e3 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:01.429611 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2', 'code': 200} Sep 20 12:31:01.441950 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-f314d5f0-0f64-4574-9655-cd54445e0dbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 200 len: 217 time: 0.0485559 Sep 20 12:31:01.514073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-f820fcaa-112e-436d-9f75-4a2f72d13fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.516225 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-f820fcaa-112e-436d-9f75-4a2f72d13fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0647719 Sep 20 12:31:01.551617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-9eb9559d-9d4f-485f-a7cb-195563ec70f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279081 Sep 20 12:31:01.628556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-81a90964-c79d-46a4-b363-c50883deb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.628948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-81a90964-c79d-46a4-b363-c50883deb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.629448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-81a90964-c79d-46a4-b363-c50883deb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.631153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-81a90964-c79d-46a4-b363-c50883deb494 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08b21f5b-0295-422d-8389-e10acee067c3&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=69fa433b-bf7b-48c6-9063-576a884a0361&id=69fa433b-bf7b-48c6-9063-576a884a0361 HTTP/1.1" status: 200 len: 2293 time: 0.4290516 Sep 20 12:31:01.646674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-dd9ba258-8e29-4df2-b5da-6b963de60e55 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Sep 20 12:31:01.666148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:31:01.696449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63341f75-ba08-4c81-84f0-dd433179b2d2 req-b84e7bcd-07fa-401d-a6c3-816af540bc0b tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.1732316 Sep 20 12:31:01.703863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092535d-4dfe-4ef4-bad5-713f205db61e req-8a85322f-a0bc-4586-9a4a-79fc2c8da4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.705384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c092535d-4dfe-4ef4-bad5-713f205db61e req-8a85322f-a0bc-4586-9a4a-79fc2c8da4c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 1096 time: 0.1669455 Sep 20 12:31:01.744466 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9f77b540-1677-46cd-af0d-e8341f9bb1db req-44f221cc-f7bb-4583-b32d-88f53baad66b service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913823 Sep 20 12:31:01.780462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-c5f20e40-7ecc-4566-9c22-fab081adcd55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef HTTP/1.1" status: 200 len: 1001 time: 0.1347165 Sep 20 12:31:01.873455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63341f75-ba08-4c81-84f0-dd433179b2d2 req-0e92e872-e76d-4d49-a53b-20841f33c3a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.874861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63341f75-ba08-4c81-84f0-dd433179b2d2 req-0e92e872-e76d-4d49-a53b-20841f33c3a9 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports/5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 HTTP/1.1" status: 200 len: 943 time: 0.1656134 Sep 20 12:31:01.900479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-7db13562-6005-47be-81c2-5fe53c819b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.902014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-7db13562-6005-47be-81c2-5fe53c819b5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85484436-a0fa-40d1-89e3-19e92a4eb477 HTTP/1.1" status: 200 len: 855 time: 0.0794699 Sep 20 12:31:01.909385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c092535d-4dfe-4ef4-bad5-713f205db61e req-812a5298-d206-4128-9eca-5e26566ba73c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938477 Sep 20 12:31:01.928779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-2631be2f-807b-429a-8a1d-f0b17a7a9b44 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:01.930632 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-2631be2f-807b-429a-8a1d-f0b17a7a9b44 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.32 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 950 time: 0.0527365 Sep 20 12:31:02.106641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Deleting port ee0c7d03-4559-453f-ab18-0ab9c4263d7d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:02.107236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:02.212423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] For port ee0c7d03-4559-453f-ab18-0ab9c4263d7d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:02.213232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:02.226850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Calling delete_port for ee0c7d03-4559-453f-ab18-0ab9c4263d7d owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:02.444342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:02.451437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:02.456834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ee0c7d03-4559-453f-ab18-0ab9c4263d7d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:02.457364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:02.474169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Pushing event deleted for resources: {'Port': ['ID=ee0c7d03-4559-453f-ab18-0ab9c4263d7d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:02.480688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-c8e6bf42-c435-4301-9b53-509dded69271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:02.482245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-c8e6bf42-c435-4301-9b53-509dded69271 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b21f5b-0295-422d-8389-e10acee067c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5719395 Sep 20 12:31:02.489886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63341f75-ba08-4c81-84f0-dd433179b2d2 req-4ce617f7-abec-4da7-9a09-376d5e212580 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.1472373 Sep 20 12:31:02.490033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] Sync routers for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:02.501534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:02.502386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:02.523718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7607aedf-d8ce-4dd4-a176-11f7fc2bae80 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "PUT /v2.0/floatingips/6bffd2c2-8075-45dd-98af-767a195184c9 HTTP/1.1" status: 200 len: 991 time: 2.4517021 Sep 20 12:31:02.550229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] No DVR routers for this DVR port ee0c7d03-4559-453f-ab18-0ab9c4263d7d on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:02.553715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:02.556402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735b431-971d-4105-a6b8-7bd82db2a926 req-175dd74c-4403-4108-be5c-a3ce16db4ad2 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.32 "DELETE /v2.0/ports/ee0c7d03-4559-453f-ab18-0ab9c4263d7d HTTP/1.1" status: 204 len: 173 time: 0.6199646 Sep 20 12:31:02.557419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fac0ce-d9ec-4073-b09c-9193e741e977', 'name': 'network-vif-deleted', 'tag': 'ee0c7d03-4559-453f-ab18-0ab9c4263d7d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:02.559770 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e397f4d1-96a8-4dac-9454-429a5c40c105" -d '{"events": [{"server_uuid": "64fac0ce-d9ec-4073-b09c-9193e741e977", "name": "network-vif-deleted", "tag": "ee0c7d03-4559-453f-ab18-0ab9c4263d7d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:02.667107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-6c59d62b-e6b8-41a7-bd63-ca857706ff77 service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735368 Sep 20 12:31:02.707411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63341f75-ba08-4c81-84f0-dd433179b2d2 req-a27f47c1-dac6-44ed-b8cd-2d3a8892c7f2 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:02.709431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63341f75-ba08-4c81-84f0-dd433179b2d2 req-a27f47c1-dac6-44ed-b8cd-2d3a8892c7f2 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1748497 Sep 20 12:31:02.752848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:02.807779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54fb67b3-0fe8-45d6-97d7-1f57f5ff3aaf req-4ea3b551-59a0-48ed-a82a-79ce8177dde0 tempest-ServersAdminNegativeTestJSON-1687089906 tempest-ServersAdminNegativeTestJSON-1687089906-project] 10.222.0.37 "GET /v2.0/ports?device_id=64fac0ce-d9ec-4073-b09c-9193e741e977 HTTP/1.1" status: 200 len: 210 time: 0.0350089 Sep 20 12:31:02.811315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-6abe1f7d-6ee8-451f-b813-4575396203e7 service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324267 Sep 20 12:31:02.869224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-1a76f04a-8a41-4bf8-864f-1b455a96f52f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 217 time: 0.0497217 Sep 20 12:31:02.993634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-cc653d00-7c3e-4e32-a344-d26c5c409cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:02.995780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-cc653d00-7c3e-4e32-a344-d26c5c409cac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.1176081 Sep 20 12:31:03.063775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6bffd2c2-8075-45dd-98af-767a195184c9', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'port_id': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'mac_address': 'fa:16:3e:7f:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:31:00Z', 'revision_number': 1, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:11Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:03.079786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-83588c75-2793-4b63-ae5b-422b21f3b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:03.081488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-83588c75-2793-4b63-ae5b-422b21f3b554 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736103 Sep 20 12:31:03.100052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] Checking router: 4b7343d0-822a-4793-b8ce-cd84f316eaa0 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:03.108726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:03.109378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:03.196460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5cc3-5873-4605-9204-3b3d018da7e7 req-2ac6a403-37a1-4216-96b4-981e6568d988 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:03.198509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8dc5cc3-5873-4605-9204-3b3d018da7e7 req-2ac6a403-37a1-4216-96b4-981e6568d988 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.1157925 Sep 20 12:31:03.220476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:03.236273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-46b1571e-7f7b-4318-affe-d1eea90f2538 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429343 Sep 20 12:31:03.272601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8dc5cc3-5873-4605-9204-3b3d018da7e7 req-8fa98293-a353-4774-8cac-554fbd395cd2 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631011 Sep 20 12:31:03.406315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-ac96c651-fc9a-4679-a05e-1b785db741c0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585536 Sep 20 12:31:03.434895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0d505d-8c20-4470-b596-fbe497e1f484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142f106c-ed9a-4aea-9222-a12979b9347d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:03.437340 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b113c-a1f8-4d4f-9933-d7726889a0d9" -d '{"events": [{"server_uuid": "0b0d505d-8c20-4470-b596-fbe497e1f484", "name": "network-vif-plugged", "status": "completed", "tag": "142f106c-ed9a-4aea-9222-a12979b9347d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:03.460501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-de2e1885-b0d2-419e-a061-8a59d4801955 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 217 time: 0.0455322 Sep 20 12:31:03.475074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252657-acb3-4129-992c-3d071f6fea70 req-4c90eac0-c191-4877-a60a-095fd35f785e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:03.484823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6252657-acb3-4129-992c-3d071f6fea70 req-4c90eac0-c191-4877-a60a-095fd35f785e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 946 time: 0.1253157 Sep 20 12:31:03.507189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6bffd2c2-8075-45dd-98af-767a195184c9', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'port_id': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'mac_address': 'fa:16:3e:7f:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:31:00Z', 'revision_number': 1, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:11Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:03.536490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f9a400-c90c-4d1d-93e7-52e25464d79e None None] The sync data for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 is: [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6bffd2c2-8075-45dd-98af-767a195184c9', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'port_id': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'mac_address': 'fa:16:3e:7f:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:31:00Z', 'revision_number': 1, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:11Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:03.568968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6252657-acb3-4129-992c-3d071f6fea70 req-41b26c74-588c-4a8b-9eba-18db71df08d9 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832319 Sep 20 12:31:03.576452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-5d4b3bc6-2755-4888-8a9f-9bb92905fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:03.578799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-5d4b3bc6-2755-4888-8a9f-9bb92905fea0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0909476 Sep 20 12:31:03.651987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-54c8735b-38ab-479b-81e3-2114ef7e14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:03.654178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-54c8735b-38ab-479b-81e3-2114ef7e14cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676253 Sep 20 12:31:03.692822 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cbd1eb-f435-4dbb-8225-e32219ff1b11 x-openstack-request-id: req-f3cbd1eb-f435-4dbb-8225-e32219ff1b11 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:03.693380 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fac0ce-d9ec-4073-b09c-9193e741e977", "name": "network-vif-deleted", "tag": "ee0c7d03-4559-453f-ab18-0ab9c4263d7d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:03.693460 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3cbd1eb-f435-4dbb-8225-e32219ff1b11 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:03.693865 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fac0ce-d9ec-4073-b09c-9193e741e977', 'name': 'network-vif-deleted', 'tag': 'ee0c7d03-4559-453f-ab18-0ab9c4263d7d', 'status': 'completed', 'code': 200} Sep 20 12:31:03.807751 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e9312-d248-4395-aeaf-76879e6a7292 None None] New status for floating IP 6bffd2c2-8075-45dd-98af-767a195184c9: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:31:03.829583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-8317ae80-0157-496f-9e7f-e9cb244fcd75 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677375 Sep 20 12:31:03.834841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-db588765-7bce-4bb7-971e-b44dc81fdaa4 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.1262262 Sep 20 12:31:03.919683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524626-e496-4635-8460-b298f45a3f43 req-d4bf8610-a317-4699-a02a-7b3e58714830 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:03.921174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-d4bf8610-a317-4699-a02a-7b3e58714830 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports/5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 HTTP/1.1" status: 200 len: 943 time: 0.0746608 Sep 20 12:31:04.002746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-465707ce-ebfb-48d4-83a1-d9798d6e56eb service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646652 Sep 20 12:31:04.059809 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-8a48d53e-1018-4255-83ce-d52148cddc24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1 HTTP/1.1" status: 200 len: 217 time: 0.0487921 Sep 20 12:31:04.169582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-d929a955-52ca-4777-b52c-68dc8a994d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:04.171203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-d929a955-52ca-4777-b52c-68dc8a994d82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.1033955 Sep 20 12:31:04.174556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-ced28c5e-8cf7-4000-9108-a73330d5e1dc tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.1178980 Sep 20 12:31:04.292424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-3ce14931-86a2-4844-b84e-6d4733f15a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:04.294021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-3ce14931-86a2-4844-b84e-6d4733f15a2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147361 Sep 20 12:31:04.346096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524626-e496-4635-8460-b298f45a3f43 req-e3ed7002-6b13-417d-857f-541c6b42ada4 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:04.347506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-e3ed7002-6b13-417d-857f-541c6b42ada4 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1599588 Sep 20 12:31:04.466929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-518d5767-61cd-4a10-9fdc-9b2f12a0f147 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626813 Sep 20 12:31:04.470049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-4e4959ce-4056-4a8b-af06-f26d10100b67 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.1147461 Sep 20 12:31:04.497695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:04.599669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:04.654172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-2517a19b-eb3e-4270-98a5-881fc25fb6e7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789038 Sep 20 12:31:04.734376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-5c837e66-bc02-45a5-aa8b-599e88336626 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c HTTP/1.1" status: 200 len: 217 time: 0.0689430 Sep 20 12:31:04.829038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:04.835766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-22957614-88e8-406b-a81d-aa7b2e24eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:04.837291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-22957614-88e8-406b-a81d-aa7b2e24eb0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0943143 Sep 20 12:31:04.885110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-18d37c9a-29cc-4296-931b-e497f4143388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:04.886605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-18d37c9a-29cc-4296-931b-e497f4143388 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419157 Sep 20 12:31:04.925322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:04.925656 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7 disassociated. External IP: 172.25.6.107, port: 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17. Sep 20 12:31:05.063830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-36b78ec5-9396-4caf-b707-ccdf0d738aee service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702516 Sep 20 12:31:05.247916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-be15f64b-468d-4351-9667-748653ac4aa3 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759388 Sep 20 12:31:05.297504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-85851a8f-d5a6-47c7-bdad-dcd5e5e1b9ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12568399-9650-4fa5-9db7-b169ebaca0a3 HTTP/1.1" status: 200 len: 217 time: 0.0380697 Sep 20 12:31:05.302633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:31:05.388532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-3887743b-d381-4591-92ed-e5f707c21a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:05.390041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-3887743b-d381-4591-92ed-e5f707c21a78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.0847654 Sep 20 12:31:05.476471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:05.482044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:05.486936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-126022df-3dd5-4c19-9683-5aab87983cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:05.488505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-126022df-3dd5-4c19-9683-5aab87983cfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902250 Sep 20 12:31:05.488695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c850e2-2244-428e-b515-06e772642785 None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:05.500424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c850e2-2244-428e-b515-06e772642785 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:05.501241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b0c850e2-2244-428e-b515-06e772642785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:05.619013 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b0c850e2-2244-428e-b515-06e772642785 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:05.841490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b0c850e2-2244-428e-b515-06e772642785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:05.864027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-21dd7e55-41f8-4ed3-8bf7-986b0ac3f336 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "PUT /v2.0/floatingips/8b897016-dc8a-4cac-9b79-bc9f79655ab7 HTTP/1.1" status: 200 len: 695 time: 1.3805525 Sep 20 12:31:05.870552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c850e2-2244-428e-b515-06e772642785 None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:05.883949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c850e2-2244-428e-b515-06e772642785 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:05.884569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b0c850e2-2244-428e-b515-06e772642785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:05.968873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524626-e496-4635-8460-b298f45a3f43 req-0d703b17-7ae3-4848-8127-5ec8d5e52b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:05.970450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-0d703b17-7ae3-4848-8127-5ec8d5e52b3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 1097 time: 0.0921981 Sep 20 12:31:05.972208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-621f89f6-8fba-4674-821b-f9e386556564 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652021 Sep 20 12:31:05.999811 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b0c850e2-2244-428e-b515-06e772642785 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:06.082511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ee0c7d03-4559-453f-ab18-0ab9c4263d7d no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:06.106409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: ee0c7d03-4559-453f-ab18-0ab9c4263d7d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:06.106666 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ee0c7d03-4559-453f-ab18-0ab9c4263d7d not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:06.139472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524626-e496-4635-8460-b298f45a3f43 req-ecddbbca-1cfe-4f54-8a26-f897ef307beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:06.140984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-ecddbbca-1cfe-4f54-8a26-f897ef307beb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 920 time: 0.1627557 Sep 20 12:31:06.152363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-126f953d-440b-404f-895d-2dc5c45e08e4 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657484 Sep 20 12:31:06.220961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-71b0ad6d-388b-4336-886e-a342c9fb569a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 HTTP/1.1" status: 200 len: 217 time: 0.0708849 Sep 20 12:31:06.223519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-c3c7b982-f8fe-4975-b70e-c2067bd5997c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b HTTP/1.1" status: 200 len: 217 time: 0.0634911 Sep 20 12:31:06.256341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b0c850e2-2244-428e-b515-06e772642785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:06.283604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c850e2-2244-428e-b515-06e772642785 None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:06.338352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-dea4f5e9-71ff-4802-bd3f-a4e0be3d64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:06.339828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-dea4f5e9-71ff-4802-bd3f-a4e0be3d64d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.1015179 Sep 20 12:31:06.341254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524626-e496-4635-8460-b298f45a3f43 req-c6d353b0-1825-41fc-b935-03308963a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:06.342826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-c6d353b0-1825-41fc-b935-03308963a825 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.1121979 Sep 20 12:31:06.423097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552476-af8a-44c6-ab54-cb42d194606d req-9e2eb9aa-b20c-46a2-8144-518a84393214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:06.424662 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-9e2eb9aa-b20c-46a2-8144-518a84393214 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742090 Sep 20 12:31:06.426674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524626-e496-4635-8460-b298f45a3f43 req-f6b93d07-7873-4197-815c-f135e2ed3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:06.428412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-f6b93d07-7873-4197-815c-f135e2ed3654 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767090 Sep 20 12:31:06.582233 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72e9c0-9766-4e13-a8a4-94e63375454a None None] New status for floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:31:06.601534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-b3b238c8-f0a4-42ff-975c-928dbb903142 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685851 Sep 20 12:31:06.603445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-a95c104a-d023-4e50-aa23-e257ec775366 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626053 Sep 20 12:31:06.766587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59552476-af8a-44c6-ab54-cb42d194606d req-20a4448d-d770-4ae4-ae10-b5a0030ce696 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564581 Sep 20 12:31:06.769601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad524626-e496-4635-8460-b298f45a3f43 req-820a7fd6-9a31-4b86-8c6d-93e26d2a159d service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583660 Sep 20 12:31:06.961484 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc730dea-2585-4718-b2dd-bf96711fbfe9 x-openstack-request-id: req-fc730dea-2585-4718-b2dd-bf96711fbfe9 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:06.962063 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0d505d-8c20-4470-b596-fbe497e1f484", "name": "network-vif-plugged", "status": "completed", "tag": "142f106c-ed9a-4aea-9222-a12979b9347d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:06.962063 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc730dea-2585-4718-b2dd-bf96711fbfe9 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:06.962475 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0d505d-8c20-4470-b596-fbe497e1f484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142f106c-ed9a-4aea-9222-a12979b9347d', 'code': 200} Sep 20 12:31:07.070680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e63f4d-43e0-4b30-9d7f-b949bbcbc13c req-c4684aea-66b9-4052-b4f0-eed7ed67630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:07.073115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40e63f4d-43e0-4b30-9d7f-b949bbcbc13c req-c4684aea-66b9-4052-b4f0-eed7ed67630e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 1097 time: 0.0426209 Sep 20 12:31:07.114501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40e63f4d-43e0-4b30-9d7f-b949bbcbc13c req-f539f6e1-f8c3-4b23-91a8-638d6c7870d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Sep 20 12:31:07.431559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6495e0-3837-43a6-b04d-ecdd2f95b7fc req-c0bd052b-5e8e-4d22-8c12-9996a6a64720 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:07.433150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a6495e0-3837-43a6-b04d-ecdd2f95b7fc req-c0bd052b-5e8e-4d22-8c12-9996a6a64720 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.0574725 Sep 20 12:31:07.477700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a6495e0-3837-43a6-b04d-ecdd2f95b7fc req-40912b93-432b-4d13-95ee-ff6df4f48042 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383742 Sep 20 12:31:07.592041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca38c69-55e1-4c1a-8729-10a09fb48943 req-485202fb-23d3-46e6-ae6d-60153c5d0cac tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:07.593471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bca38c69-55e1-4c1a-8729-10a09fb48943 req-485202fb-23d3-46e6-ae6d-60153c5d0cac tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 946 time: 0.0496869 Sep 20 12:31:07.604403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51878) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:07.633612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bca38c69-55e1-4c1a-8729-10a09fb48943 req-c1310060-1257-4cb9-a70a-95cd8c9bf475 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Sep 20 12:31:07.761800 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b32ea868-5d38-4023-b1b9-6f1e67ca4e9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36be6bf650014961b3467a0a517ef8df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560953 Sep 20 12:31:07.764156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51882) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:07.812075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b123488-35b3-4892-ac27-1c42c1fa05a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:07.833824 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b123488-35b3-4892-ac27-1c42c1fa05a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:07.975140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b123488-35b3-4892-ac27-1c42c1fa05a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:07.977837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b123488-35b3-4892-ac27-1c42c1fa05a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:07.979897 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0b123488-35b3-4892-ac27-1c42c1fa05a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69feffc5-a7a9-4f25-90a7-cdb7922b8592 HTTP/1.1" status: 204 len: 168 time: 0.2148547 Sep 20 12:31:07.988933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b123488-35b3-4892-ac27-1c42c1fa05a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69feffc5-a7a9-4f25-90a7-cdb7922b8592,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:08.215608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568895a7-ed60-4add-a51f-4321269899ec req-63782fed-b1c7-4a28-be30-5fc59dbecd12 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:08.217202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-568895a7-ed60-4add-a51f-4321269899ec req-63782fed-b1c7-4a28-be30-5fc59dbecd12 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 1096 time: 0.0412471 Sep 20 12:31:08.256973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-568895a7-ed60-4add-a51f-4321269899ec req-bc43986f-4bf8-4fbf-9f26-0fac90a8dd8c tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334663 Sep 20 12:31:08.453716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-546d3d7d-1f41-4693-a676-a6dc1f99ef32 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:08.455218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-546d3d7d-1f41-4693-a676-a6dc1f99ef32 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0570898 Sep 20 12:31:08.509969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-a424f36b-5e97-41a8-8ca9-833cf6dc1b5a tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0478370 Sep 20 12:31:08.519402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Request body: {'floatingip': {'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:08.560843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:08.763844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51916) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:08.827402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4d71e451-cfc2-48a4-9709-9a3251240f7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=034cceb293574d168aae159e79111811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623937 Sep 20 12:31:08.830610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51920) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:08.902450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9532f690-8bec-4b7d-be25-517ce5d3496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:08.926112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9532f690-8bec-4b7d-be25-517ce5d3496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:09.038630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9532f690-8bec-4b7d-be25-517ce5d3496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:09.041300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9532f690-8bec-4b7d-be25-517ce5d3496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:09.045260 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:09.047127 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9532f690-8bec-4b7d-be25-517ce5d3496f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bd79488-a406-4528-a888-7e67fec9c553 HTTP/1.1" status: 204 len: 168 time: 0.2136011 Sep 20 12:31:09.057051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532f690-8bec-4b7d-be25-517ce5d3496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd79488-a406-4528-a888-7e67fec9c553,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:09.118034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:09.222483 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7 associated. External IP: 172.25.6.107, port: 9240abee-7dea-4470-8f67-9ec88917fcca. Sep 20 12:31:09.456853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:31:09.622698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:09.628369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:09.634732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:09.645524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:09.646528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:09.658540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fedcd-507a-44b2-896d-950c05c0df2b req-ae344059-2e66-4d3f-8b1b-e34345c7dc14 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:09.662031 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-911fedcd-507a-44b2-896d-950c05c0df2b req-ae344059-2e66-4d3f-8b1b-e34345c7dc14 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 946 time: 0.1310625 Sep 20 12:31:09.697711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-2b44124f-ecb4-4fc3-a354-2002d07184da tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "PUT /v2.0/floatingips/8b897016-dc8a-4cac-9b79-bc9f79655ab7 HTTP/1.1" status: 200 len: 997 time: 1.1818619 Sep 20 12:31:09.773740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:09.803798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-70e0b263-97f5-4035-a951-ed9f94dbb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:09.805370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-70e0b263-97f5-4035-a951-ed9f94dbb475 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0608375 Sep 20 12:31:09.815304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Deleting port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:09.815660 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:09.992111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] For port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:09.992111 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:10.008833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Calling delete_port for 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:10.102781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:97:f7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:31:08Z', 'revision_number': 8, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:10.127399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-a47e0d22-8ceb-4c31-bd2c-1097fcc67e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:10.129187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-a47e0d22-8ceb-4c31-bd2c-1097fcc67e1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 920 time: 0.3169255 Sep 20 12:31:10.131214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:10.140158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:10.140958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:10.241133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-47c87ea2-2af2-4d6f-87e5-0046bde7e100 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 200 len: 1000 time: 0.0825489 Sep 20 12:31:10.273315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:10.295255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:10.308943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:10.311040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9240abee-7dea-4470-8f67-9ec88917fcca'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:10.327781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Pushing event deleted for resources: {'Port': ['ID=5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:10.376884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-b29d4153-3b4e-426b-90c3-0504d06bd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:10.378764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-b29d4153-3b4e-426b-90c3-0504d06bd034 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.1297967 Sep 20 12:31:10.421204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] No DVR routers for this DVR port 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:10.425134 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:10.429060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-911fedcd-507a-44b2-896d-950c05c0df2b req-d439fd99-de30-4950-8be0-460c19c86798 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.21 "DELETE /v2.0/ports/5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 HTTP/1.1" status: 204 len: 173 time: 0.7617922 Sep 20 12:31:10.470351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-6229d3b0-1cce-42bb-b5ca-5bae25778b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:10.481711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-6229d3b0-1cce-42bb-b5ca-5bae25778b02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916078 Sep 20 12:31:10.609269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-24c67670-a907-4128-ae74-7eedce8eb825 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262209 Sep 20 12:31:10.742137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db8fbbc4-fe1d-4c85-ae75-2023ac908cd6 req-e1ef00aa-cee7-47d3-b6c5-5e0facf6da5d service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312895 Sep 20 12:31:10.851322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:97:f7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:31:08Z', 'revision_number': 8, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:10.902616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90e73c-e737-411f-8efe-8ee0d1c2d3dc None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '8b897016-dc8a-4cac-9b79-bc9f79655ab7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'port_id': '9240abee-7dea-4470-8f67-9ec88917fcca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'mac_address': 'fa:16:3e:97:f7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:30:33Z', 'updated_at': '2021-09-20T12:31:08Z', 'revision_number': 8, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:10.965945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34b73b-7bf2-4797-9c73-6d0c75e49475 req-b561c17e-928d-4fdb-90fd-1fbce25c4ae5 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:10.974805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb34b73b-7bf2-4797-9c73-6d0c75e49475 req-b561c17e-928d-4fdb-90fd-1fbce25c4ae5 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 1096 time: 0.0530729 Sep 20 12:31:11.010840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb34b73b-7bf2-4797-9c73-6d0c75e49475 req-fbdf7230-e226-4050-a0da-8f576ff496a9 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350306 Sep 20 12:31:11.194600 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f0736-bd46-4062-98c3-62ae758769bd None None] New status for floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:31:11.226681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ed355-0239-4a3c-bca2-d49160912346 req-5952930c-0890-4162-a65a-766e7e04c029 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:11.235312 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d24ed355-0239-4a3c-bca2-d49160912346 req-5952930c-0890-4162-a65a-766e7e04c029 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 946 time: 0.0670981 Sep 20 12:31:11.283448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d24ed355-0239-4a3c-bca2-d49160912346 req-c37b7f0f-bbab-4c65-8e41-96d605b026a2 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457201 Sep 20 12:31:11.420177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:31:11.544147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6e91538-80bf-4cb1-a210-6a4b0cc67d74 req-2f027f35-a6a3-4249-aa0e-6124a0407089 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips/8b897016-dc8a-4cac-9b79-bc9f79655ab7 HTTP/1.1" status: 200 len: 999 time: 0.0751181 Sep 20 12:31:11.653824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91538-80bf-4cb1-a210-6a4b0cc67d74 req-f2aa4ead-aff6-42f9-b766-95ec338f9e5d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:11.655079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6e91538-80bf-4cb1-a210-6a4b0cc67d74 req-f2aa4ead-aff6-42f9-b766-95ec338f9e5d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1050744 Sep 20 12:31:12.281445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-2c473f19-a662-472d-8a2c-95f308965419 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.0672290 Sep 20 12:31:12.332016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-14ecf477-7a04-48b5-a4f8-c08ebcd1a67b tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:12.333408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-14ecf477-7a04-48b5-a4f8-c08ebcd1a67b tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports/9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 200 len: 943 time: 0.0452871 Sep 20 12:31:12.346100 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-633f544a-74db-4a01-b749-a09e299307b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:12.437856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-4df585f1-6032-482c-9c6e-89db1913ced5 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.0631204 Sep 20 12:31:12.544280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-3152f09a-6758-4574-80eb-e6b4c61c210f tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:12.545684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-3152f09a-6758-4574-80eb-e6b4c61c210f tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1015623 Sep 20 12:31:12.617553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-980d1469-95c9-4271-987c-0682ab786bd1 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1002 time: 0.0636680 Sep 20 12:31:12.627193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:12.683089 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:13.143504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:13.197405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:13.197895 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7 disassociated. External IP: 172.25.6.107, port: 9240abee-7dea-4470-8f67-9ec88917fcca. Sep 20 12:31:13.413781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:31:13.522091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:13.526836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:13.531817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:13.542190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:13.542813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:13.557063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-ac48beb9-8976-46d8-bc20-7bd7e49ea889 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "PUT /v2.0/floatingips/8b897016-dc8a-4cac-9b79-bc9f79655ab7 HTTP/1.1" status: 200 len: 696 time: 0.9335849 Sep 20 12:31:13.617381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-2a6037c8-66c5-4b5c-ba45-26952d93139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:13.619065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-2a6037c8-66c5-4b5c-ba45-26952d93139a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0452390 Sep 20 12:31:13.655947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:13.728284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-a8afda77-cda0-4879-a29e-40d9cabe199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:13.730047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-a8afda77-cda0-4879-a29e-40d9cabe199a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 200 len: 920 time: 0.1041551 Sep 20 12:31:13.808006 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-c6db7f59-f384-40ab-9836-935f4ebd561e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 200 len: 217 time: 0.0710087 Sep 20 12:31:13.863858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-fa1b9a13-85dd-4470-93d2-f51bd236f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:13.865746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-fa1b9a13-85dd-4470-93d2-f51bd236f8c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 200 len: 859 time: 0.0516672 Sep 20 12:31:13.905447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:13.920033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-b463c6f5-86b0-4417-81f4-6150c2dbb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:13.927790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-b463c6f5-86b0-4417-81f4-6150c2dbb2f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536780 Sep 20 12:31:13.933679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:13.942733 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:13.943352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:14.019262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-92ecbde2-d5bc-4612-8bbd-361c19d6fd22 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906301 Sep 20 12:31:14.037498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:14.067099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:14.068681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:14.087925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:14.118332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-178b6d90-5c8e-496f-b878-c02d2c825852 req-57327ea7-6bca-4e54-b9a0-e40d236bccf3 service neutron] 10.222.0.37 "GET /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920978 Sep 20 12:31:14.237242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-fdd143f7-f662-40d6-bfc4-1128149df417 req-05e5554f-eec6-4d95-bbde-43523036f36e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:31:14.238372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdd143f7-f662-40d6-bfc4-1128149df417 req-05e5554f-eec6-4d95-bbde-43523036f36e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056784 Sep 20 12:31:14.298616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:14.326765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b34c9-b61a-4dbd-baac-cc2ad14c5c98 None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2fdd5769-1e8d-4b6b-be20-4320371c6cee', 'name': '', 'network_id': 'd5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'mac_address': 'fa:16:3e:1e:43:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:11Z', 'updated_at': '2021-09-20T12:30:18Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'subnets': [{'id': '59ed8474-e9d6-4871-81ea-59a2bd3a33fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:14.562384 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f639c56-ae25-4812-8247-d5d386faa037 None None] New status for floating IP 8b897016-dc8a-4cac-9b79-bc9f79655ab7: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:31:15.117065 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d773ee2-3ac2-47bf-b20c-63d7072af5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:15.528865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:15.946130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f4a82fbd-5929-46e0-bbd8-472b9ae7005d tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:31:15.947141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f4a82fbd-5929-46e0-bbd8-472b9ae7005d tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1285493 Sep 20 12:31:15.988079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-122139ad-8900-45f7-be3b-3e99f4901292 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:15.990078 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-122139ad-8900-45f7-be3b-3e99f4901292 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports/b5b9c5cf-8003-45e4-b636-263d6a10ada2 HTTP/1.1" status: 200 len: 1093 time: 0.0337884 Sep 20 12:31:15.999006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Request body: {'binding': {'host': 'n-h1-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:15.999457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Unknown quota resources ['binding']. {{(pid=95503) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:31:16.137486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on host n-h1-809934-3 for vnic_type normal with profile None {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:31:16.137823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:31:16.138163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:16.142428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:31:16.142750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:16.147521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:31:16.147847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:16.148224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:31:16.148640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Bound port: b5b9c5cf-8003-45e4-b636-263d6a10ada2, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:31:16.211046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:31:16.280309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:16.281826 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ac13ddd9-f292-48ee-b39c-87992e20c0d6 service neutron] 10.222.0.37 "POST /v2.0/ports/b5b9c5cf-8003-45e4-b636-263d6a10ada2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2860866 Sep 20 12:31:16.487884 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:16.732690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce43e-97f2-411b-8252-6c9ecff20c6b req-dbd72398-57d8-4104-ac0c-80956ac21b5e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:16.734249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dafce43e-97f2-411b-8252-6c9ecff20c6b req-dbd72398-57d8-4104-ac0c-80956ac21b5e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 946 time: 0.0485651 Sep 20 12:31:16.773298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dafce43e-97f2-411b-8252-6c9ecff20c6b req-3bb22804-cbd3-46f3-8725-46434a100e8e tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Sep 20 12:31:16.980689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-3d75939b-5933-418d-8588-77e13ea02774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:16.981040 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-3d75939b-5933-418d-8588-77e13ea02774 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 1096 time: 0.0413496 Sep 20 12:31:17.084722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-70ae9157-cacb-42b0-a45d-f39309c361ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:17.086279 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-70ae9157-cacb-42b0-a45d-f39309c361ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.0952003 Sep 20 12:31:17.139044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-4161b298-1f2a-41ee-a971-465dbfb8efd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2 HTTP/1.1" status: 200 len: 217 time: 0.0448956 Sep 20 12:31:17.231092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7d815-71c5-4d45-95dd-5f22e9a493dd req-a6e73a3f-84dd-42b4-831d-8637e6929159 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:17.232601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ab7d815-71c5-4d45-95dd-5f22e9a493dd req-a6e73a3f-84dd-42b4-831d-8637e6929159 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.0972846 Sep 20 12:31:17.234439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-a10ab4de-d8bb-42cd-8a4e-8f114ab0ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:17.235814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-a10ab4de-d8bb-42cd-8a4e-8f114ab0ef95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0684621 Sep 20 12:31:17.279365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-fce3f20a-0e99-4151-9ac6-0f2679487257 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330851 Sep 20 12:31:17.305104 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ab7d815-71c5-4d45-95dd-5f22e9a493dd req-107f8545-8ac3-49d8-b0f8-891de4d2313f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663288 Sep 20 12:31:17.406012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-cc27e979-9f10-4c17-92de-b2be12f9780d service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158345 Sep 20 12:31:17.501943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-068da7b3-74dd-4c88-b149-37413552c8e2 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862911 Sep 20 12:31:17.797936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfe2b4-ce8f-4019-a4f3-94d1d42ca075 req-710df2c1-365e-427b-82e3-9539133fae55 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:17.800499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29cfe2b4-ce8f-4019-a4f3-94d1d42ca075 req-710df2c1-365e-427b-82e3-9539133fae55 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 946 time: 0.0583792 Sep 20 12:31:17.865794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29cfe2b4-ce8f-4019-a4f3-94d1d42ca075 req-858bdbd7-302b-4f7b-a57a-3b49e321d0ec tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/security-groups?id=68befff9-e584-4c09-bc63-d5c692810454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374312 Sep 20 12:31:17.911778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:17.986721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-948d38a1-1944-4535-90f4-e1cad3a911e7 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips/8b897016-dc8a-4cac-9b79-bc9f79655ab7 HTTP/1.1" status: 200 len: 694 time: 0.0549481 Sep 20 12:31:18.112414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-6c1c64ac-f481-4141-9216-411776200958 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:18.114353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-6c1c64ac-f481-4141-9216-411776200958 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1163206 Sep 20 12:31:18.171102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-ff56ab26-02ea-4cb1-849f-9ec02bc0fb08 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 697 time: 0.0497146 Sep 20 12:31:18.227705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-176520f0-8c99-468a-8651-2a1c26f18ae2 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 697 time: 0.0498953 Sep 20 12:31:18.367047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Deleting port 28ad19c2-cc18-406e-97ca-13fc4c650a6b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:18.367388 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:18.468478 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:18.468835 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:18.490582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Calling delete_port for 28ad19c2-cc18-406e-97ca-13fc4c650a6b owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:18.593709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52096) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:18.695217 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:18.726208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Pushing event deleted for resources: {'Port': ['ID=28ad19c2-cc18-406e-97ca-13fc4c650a6b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:18.736010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-71f17dc9-4677-48be-aa2e-9b08f73bbba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:18.811684 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:18.814418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:18.823988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf5950b-4387-4dca-a241-909a43fd9a9a req-08857729-4af7-4e5e-bacc-33832afc8149 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "DELETE /v2.0/floatingips/8b897016-dc8a-4cac-9b79-bc9f79655ab7 HTTP/1.1" status: 204 len: 173 time: 0.5820181 Sep 20 12:31:18.836185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-71f17dc9-4677-48be-aa2e-9b08f73bbba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:18.958945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-71f17dc9-4677-48be-aa2e-9b08f73bbba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.006510 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-71f17dc9-4677-48be-aa2e-9b08f73bbba7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c5b21b8ff1a4b799fb51cf41de42881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111700 Sep 20 12:31:19.007571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f17dc9-4677-48be-aa2e-9b08f73bbba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5231367d-4bfd-49d2-97f8-ca011b1cf29d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:19.009171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52106) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:19.113441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91a6b997-7c0f-4caf-b2df-5ed535a6dd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.142254 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91a6b997-7c0f-4caf-b2df-5ed535a6dd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.151749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dc71f-162b-4cd5-a675-7cca66bd4d3e req-b870db00-717a-4523-ab19-131e6e85cea6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:19.153349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e04dc71f-162b-4cd5-a675-7cca66bd4d3e req-b870db00-717a-4523-ab19-131e6e85cea6 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.0778835 Sep 20 12:31:19.243614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e04dc71f-162b-4cd5-a675-7cca66bd4d3e req-1983f084-2b11-4111-b778-a42be910898f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831308 Sep 20 12:31:19.264523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690901-040f-4a24-867d-16332228f927 req-9f51895d-4cd1-49f9-b714-3f4384e43a07 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:19.266066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8690901-040f-4a24-867d-16332228f927 req-9f51895d-4cd1-49f9-b714-3f4384e43a07 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 946 time: 0.0708809 Sep 20 12:31:19.331690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91a6b997-7c0f-4caf-b2df-5ed535a6dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.340656 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91a6b997-7c0f-4caf-b2df-5ed535a6dd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.344354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-91a6b997-7c0f-4caf-b2df-5ed535a6dd09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5231367d-4bfd-49d2-97f8-ca011b1cf29d HTTP/1.1" status: 204 len: 168 time: 0.3317974 Sep 20 12:31:19.375354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6b997-7c0f-4caf-b2df-5ed535a6dd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5231367d-4bfd-49d2-97f8-ca011b1cf29d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:19.433973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Deleting port 142f106c-ed9a-4aea-9222-a12979b9347d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:19.434592 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.529474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] For port 142f106c-ed9a-4aea-9222-a12979b9347d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=142f106c-ed9a-4aea-9222-a12979b9347d,segment=NetworkSegment(fd5b0d55-44f0-4fc6-8aed-fe591aa6a127),segment_id=fd5b0d55-44f0-4fc6-8aed-fe591aa6a127)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:19.530168 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.542603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Calling delete_port for 142f106c-ed9a-4aea-9222-a12979b9347d owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:19.661198 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.740603 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.754627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['142f106c-ed9a-4aea-9222-a12979b9347d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:19.843685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Pushing event deleted for resources: {'Port': ['ID=142f106c-ed9a-4aea-9222-a12979b9347d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:19.884225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6332ab8-fe7d-469e-b346-1d600c394adc req-05076baf-affe-4004-bbc1-cb1a6a6942a8 tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 210 time: 0.0427217 Sep 20 12:31:19.929183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] No DVR routers for this DVR port 142f106c-ed9a-4aea-9222-a12979b9347d on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:19.931767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:19.933935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8690901-040f-4a24-867d-16332228f927 req-a359aebf-d462-436b-87a8-8cf5c1fdacde tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.32 "DELETE /v2.0/ports/142f106c-ed9a-4aea-9222-a12979b9347d HTTP/1.1" status: 204 len: 173 time: 0.6590412 Sep 20 12:31:20.017674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49689e-7eb0-4631-951c-aaa2cd3162a2 req-5cc94a27-a74a-4241-a9a3-7a45b3a14558 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:20.019415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a49689e-7eb0-4631-951c-aaa2cd3162a2 req-5cc94a27-a74a-4241-a9a3-7a45b3a14558 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 946 time: 0.0549624 Sep 20 12:31:20.084267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a49689e-7eb0-4631-951c-aaa2cd3162a2 req-e16a5a88-e0ca-4145-a245-565f03c31d3c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566821 Sep 20 12:31:20.173106 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:20.260420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:20.280770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2756954-92e8-49e1-81d8-4c3959146314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:20.397851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2756954-92e8-49e1-81d8-4c3959146314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:20.447643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f660-9a2d-4786-973b-9896dff68c4d req-4ca5126f-3787-44dc-8b15-274b6e09998d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:20.449149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9946f660-9a2d-4786-973b-9896dff68c4d req-4ca5126f-3787-44dc-8b15-274b6e09998d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.0543332 Sep 20 12:31:20.471762 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2756954-92e8-49e1-81d8-4c3959146314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:20.526998 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9946f660-9a2d-4786-973b-9896dff68c4d req-1f4d85ce-b166-4ef3-826c-230cb113ef86 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709069 Sep 20 12:31:20.532024 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2756954-92e8-49e1-81d8-4c3959146314 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe6a543d5c47467ab6b96ed6976c51c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678990 Sep 20 12:31:20.532024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2756954-92e8-49e1-81d8-4c3959146314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356bf6d5-859a-4893-9750-880c3f246ea0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:20.533084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52144) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:20.586449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47f4abe8-d58e-4f2d-91cb-32a4dc11c555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:20.608655 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47f4abe8-d58e-4f2d-91cb-32a4dc11c555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:20.716919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47f4abe8-d58e-4f2d-91cb-32a4dc11c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:20.720113 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47f4abe8-d58e-4f2d-91cb-32a4dc11c555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:20.723428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-47f4abe8-d58e-4f2d-91cb-32a4dc11c555 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/356bf6d5-859a-4893-9750-880c3f246ea0 HTTP/1.1" status: 204 len: 168 time: 0.1873598 Sep 20 12:31:20.746186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4abe8-d58e-4f2d-91cb-32a4dc11c555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356bf6d5-859a-4893-9750-880c3f246ea0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:21.011896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e154f002-c8d7-409d-beb9-1202432e7c7b req-5c13bb02-52cf-4489-8b82-50b23d7888fa tempest-DeleteServersTestJSON-300620262 tempest-DeleteServersTestJSON-300620262-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 210 time: 0.0265865 Sep 20 12:31:21.249730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc5813-5157-4c92-8309-42ec3b750844 req-f8f75231-da5b-413b-ae02-fc996c16f13c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:21.252892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49fc5813-5157-4c92-8309-42ec3b750844 req-f8f75231-da5b-413b-ae02-fc996c16f13c tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 946 time: 0.0895288 Sep 20 12:31:21.265392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-00194b9d-e876-4332-a974-8db2e66562cc tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:21.267112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-00194b9d-e876-4332-a974-8db2e66562cc tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 946 time: 0.0931776 Sep 20 12:31:21.349560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49fc5813-5157-4c92-8309-42ec3b750844 req-1c9d6b7a-2bf0-439b-af15-220b5416aaf4 tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/security-groups?id=58309b57-f312-48bc-8089-a1e7dec8ef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814133 Sep 20 12:31:21.426606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Deleting port 9240abee-7dea-4470-8f67-9ec88917fcca {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:21.426939 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:21.575602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] For port 9240abee-7dea-4470-8f67-9ec88917fcca, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9240abee-7dea-4470-8f67-9ec88917fcca,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:21.576376 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:21.595292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Calling delete_port for 9240abee-7dea-4470-8f67-9ec88917fcca owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:21.725154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca6ea6-bbe7-4f8b-bab7-f5cf5f5a2fa3 req-362b1fc8-ae96-4a9d-a6f2-534d3e02c55a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:21.726614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9cca6ea6-bbe7-4f8b-bab7-f5cf5f5a2fa3 req-362b1fc8-ae96-4a9d-a6f2-534d3e02c55a tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.0746562 Sep 20 12:31:21.811485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9cca6ea6-bbe7-4f8b-bab7-f5cf5f5a2fa3 req-07b731bb-8c6c-4a7c-9961-e82a01397e60 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774653 Sep 20 12:31:21.917486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:21.932011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9240abee-7dea-4470-8f67-9ec88917fcca'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:21.956733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Pushing event deleted for resources: {'Port': ['ID=9240abee-7dea-4470-8f67-9ec88917fcca,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:22.023470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] No DVR routers for this DVR port 9240abee-7dea-4470-8f67-9ec88917fcca on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:22.026723 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:22.028769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-30770b66-9f82-48a9-bcc1-5df4463437f2 req-f3d9e728-f912-49ef-969f-a2c12ec38f1d tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.32 "DELETE /v2.0/ports/9240abee-7dea-4470-8f67-9ec88917fcca HTTP/1.1" status: 204 len: 173 time: 0.7532940 Sep 20 12:31:22.127165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9240abee-7dea-4470-8f67-9ec88917fcca no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:22.178118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 9240abee-7dea-4470-8f67-9ec88917fcca {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:22.178544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9240abee-7dea-4470-8f67-9ec88917fcca not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:22.179121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 142f106c-ed9a-4aea-9222-a12979b9347d no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:22.219205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 142f106c-ed9a-4aea-9222-a12979b9347d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:22.219552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 142f106c-ed9a-4aea-9222-a12979b9347d not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:22.482373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-063854cf-b148-4a23-bc0f-92d996fc7926 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ab01ac2a6a4499fba3e79fda1e01ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412354 Sep 20 12:31:22.652698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-a660b2f9-3b58-4524-b0ce-5bf0387087d9 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:22.654201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-a660b2f9-3b58-4524-b0ce-5bf0387087d9 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647477 Sep 20 12:31:22.671992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-f302dce9-582a-445e-91bf-0df86eaaaa57 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/quotas/8ab01ac2a6a4499fba3e79fda1e01ae5 HTTP/1.1" status: 200 len: 375 time: 0.0112343 Sep 20 12:31:22.708826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-8523f76b-1775-45c6-9977-88dd33d16df2 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ab01ac2a6a4499fba3e79fda1e01ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295780 Sep 20 12:31:23.054622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34920be4-ee2e-4c05-aeaa-0bc4c2ed6df5 req-01252121-8688-485a-a601-c65b94f5715f tempest-FloatingIPsAssociationTestJSON-1250492659 tempest-FloatingIPsAssociationTestJSON-1250492659-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0310581 Sep 20 12:31:23.438941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307b0f-1873-48ed-acf2-5802b01e43d8 req-a424c5db-6a07-4c64-8efa-4d764faf07f4 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:23.440896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95307b0f-1873-48ed-acf2-5802b01e43d8 req-a424c5db-6a07-4c64-8efa-4d764faf07f4 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.0768671 Sep 20 12:31:23.489347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95307b0f-1873-48ed-acf2-5802b01e43d8 req-9d88049f-5639-41cd-9652-5b13515be064 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Sep 20 12:31:23.561127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82ab54f4-61e0-4322-9638-2f2e6b47c991 req-28e87794-1890-496e-8025-22fd3af25a43 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 210 time: 0.0302212 Sep 20 12:31:24.124610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:24.836095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8da8de-9fe1-4fb0-8208-ddb86367a497 req-d8737252-e8bb-4635-8be5-79a262fbc440 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:24.837595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba8da8de-9fe1-4fb0-8208-ddb86367a497 req-d8737252-e8bb-4635-8be5-79a262fbc440 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.1148438 Sep 20 12:31:24.900384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba8da8de-9fe1-4fb0-8208-ddb86367a497 req-a0bebdc7-9e4c-4367-9d60-c3043cd8600d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546176 Sep 20 12:31:24.962436 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:25.033625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62fb2b3f-9273-4ed3-a84a-c9f31f968311 req-d489ca61-75cc-4c8f-bbb7-4b48a9e0aa46 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 210 time: 0.0355599 Sep 20 12:31:25.268434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Deleting port 2fdd5769-1e8d-4b6b-be20-4320371c6cee {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:25.269051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:25.367711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] For port 2fdd5769-1e8d-4b6b-be20-4320371c6cee, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2fdd5769-1e8d-4b6b-be20-4320371c6cee,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:25.368208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:25.388548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Calling delete_port for 2fdd5769-1e8d-4b6b-be20-4320371c6cee owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:25.617046 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-0f882be2-3fc9-4e3e-9417-62d8eaf87d04 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8ab01ac2a6a4499fba3e79fda1e01ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242596 Sep 20 12:31:25.725790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:25.762709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-6445e18d-40a8-41a4-b892-019659eacc36 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:25.764602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-6445e18d-40a8-41a4-b892-019659eacc36 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416147 Sep 20 12:31:25.767594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Pushing event deleted for resources: {'Port': ['ID=2fdd5769-1e8d-4b6b-be20-4320371c6cee,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:25.806999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Request body: {'port': {'device_id': '3a9fc3e6-0e33-4998-96f2-2d4785e39201', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '8ab01ac2a6a4499fba3e79fda1e01ae5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:25.812325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.812793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.813275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.814781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.815219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.815718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.816161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.816687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.817212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.817638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.818487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:25.818971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:26.128818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3717a4c-4ed1-4cb9-a648-b06bb27d77eb req-92222ecf-3a60-4302-8e48-cc6f71604a64 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:26.131257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3717a4c-4ed1-4cb9-a648-b06bb27d77eb req-92222ecf-3a60-4302-8e48-cc6f71604a64 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.1435909 Sep 20 12:31:26.132397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:26.247483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3717a4c-4ed1-4cb9-a648-b06bb27d77eb req-62e0251b-2b98-4cf6-bf2c-11d928fb0f99 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048620 Sep 20 12:31:26.309446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Made reservation on behalf of 8ab01ac2a6a4499fba3e79fda1e01ae5 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:31:26.313802 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:26.327161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:26.390713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29d787e4-4e3d-4ece-adc4-af1da7559f3f req-ce5bf702-7936-4b42-a1b5-42947a4ead94 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 210 time: 0.0460894 Sep 20 12:31:26.547557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Router 03faa7dd-4627-42a0-a429-9d8926ef80ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:31:26.581605 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:26.681987 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:26.691460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:26.702601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] Sync routers for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:26.711952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3eab6c42-b6a3-4653-a1ed-1ca5cd9f533c admin admin] 10.222.0.37 "PUT /v2.0/routers/03faa7dd-4627-42a0-a429-9d8926ef80ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5862229 Sep 20 12:31:26.714619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52324) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:26.716539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:26.717531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:26.755852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4839992b-e8ad-43ea-add2-99e4ea2869cf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:26.849516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:26.877255 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:26.895012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Allocated IP 192.168.233.83 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/9dcbd9c5-2b52-4abb-925a-207669b848f2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:31:27.006120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.061721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:31:25Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:27.088639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] Checking router: 03faa7dd-4627-42a0-a429-9d8926ef80ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:27.093797 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.097062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] Routers {'03faa7dd-4627-42a0-a429-9d8926ef80ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:27.097750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['03faa7dd-4627-42a0-a429-9d8926ef80ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:27.179897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Deleting port 9b1435ea-6375-4172-b11e-d598b85a5ba1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:27.180179 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.209070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] Set router 03faa7dd-4627-42a0-a429-9d8926ef80ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:27.257996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] For port 9b1435ea-6375-4172-b11e-d598b85a5ba1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9b1435ea-6375-4172-b11e-d598b85a5ba1,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:27.258361 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.270407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Calling delete_port for 9b1435ea-6375-4172-b11e-d598b85a5ba1 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:27.277121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.343288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:31:27.351181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:27.355048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:31:27.466758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:27.467623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.467813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:31:25Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:27.495570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Pushing event updated for resources: {'Port': ['ID=9dcbd9c5-2b52-4abb-925a-207669b848f2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:27.550049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fc16f-24e1-43f7-a44a-c1b330961e87 req-2c6c6910-cb64-44f4-a539-398e36c35656 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:27.558246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252dbeb-3664-4fac-817b-85174bb12454 None None] The sync data for ids ['03faa7dd-4627-42a0-a429-9d8926ef80ce'] in n-d-809934-3 is: [{'id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-554337942-router', 'tenant_id': 'ddc20463cbeb4e44b082290b035f4b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:30:00Z', 'updated_at': '2021-09-20T12:31:25Z', 'revision_number': 5, 'project_id': 'ddc20463cbeb4e44b082290b035f4b54', 'gw_port': {'id': '9b1435ea-6375-4172-b11e-d598b85a5ba1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa7dd-4627-42a0-a429-9d8926ef80ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:30:03Z', 'updated_at': '2021-09-20T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:27.559753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b58fc16f-24e1-43f7-a44a-c1b330961e87 req-2c6c6910-cb64-44f4-a539-398e36c35656 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.1751249 Sep 20 12:31:27.588389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52344) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:27.599931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-b03bf6b0-fca2-44a8-88ea-cab39a56e4e4 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8228161 Sep 20 12:31:27.617467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b58fc16f-24e1-43f7-a44a-c1b330961e87 req-2659cf69-6cff-4977-9a21-01dece8809cf tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560069 Sep 20 12:31:27.636440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.637675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Request body: {'port': {'device_id': '3a9fc3e6-0e33-4998-96f2-2d4785e39201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:27.713353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1435ea-6375-4172-b11e-d598b85a5ba1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:27.722798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.723446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.723588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.724040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.724486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.724932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.725381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.725771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.726176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.727025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.727136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.727521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:27.751597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-37d0b755-535f-43be-94f1-7d6ad1deb097 None None] Provisioning complete for port 9dcbd9c5-2b52-4abb-925a-207669b848f2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:27.752135 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37d0b755-535f-43be-94f1-7d6ad1deb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.765806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:27.964883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-37d0b755-535f-43be-94f1-7d6ad1deb097 None None] Port 9dcbd9c5-2b52-4abb-925a-207669b848f2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:31:27.972409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6e947-7391-431d-9a6c-aaf72ff0c3fd req-e9dd4369-6f27-4246-99bb-7ff562a8ce63 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:27.981079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57f6e947-7391-431d-9a6c-aaf72ff0c3fd req-e9dd4369-6f27-4246-99bb-7ff562a8ce63 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 935 time: 0.1599929 Sep 20 12:31:28.047021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57f6e947-7391-431d-9a6c-aaf72ff0c3fd req-c3bb7b7b-55d6-4de3-81ad-e75bdc55cafe tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649328 Sep 20 12:31:28.199193 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ecd6e7f-f44a-4cbf-87f8-fb61279157a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.218930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2fdd5769-1e8d-4b6b-be20-4320371c6cee no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:28.234080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.258546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2fdd5769-1e8d-4b6b-be20-4320371c6cee {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:28.258903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2fdd5769-1e8d-4b6b-be20-4320371c6cee not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:28.285616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dcbd9c5-2b52-4abb-925a-207669b848f2 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:31:28.294598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.308579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Transition to ACTIVE for port object 9dcbd9c5-2b52-4abb-925a-207669b848f2 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:31:28.350739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.353542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.432452 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.458446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ecd6e7f-f44a-4cbf-87f8-fb61279157a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.474754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52356) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:28.491923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcbd9c5-2b52-4abb-925a-207669b848f2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:28.529334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.530193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03faa7dd-4627-42a0-a429-9d8926ef80ce {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:31:28.540662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.548872 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2855b1d2-4f21-4660-aadf-73e532b3b304 admin admin] 10.222.0.37 "DELETE /v2.0/routers/03faa7dd-4627-42a0-a429-9d8926ef80ce HTTP/1.1" status: 204 len: 168 time: 1.8324957 Sep 20 12:31:28.549554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52360) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:28.589263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ecd6e7f-f44a-4cbf-87f8-fb61279157a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.636841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Attempting to bind port 9dcbd9c5-2b52-4abb-925a-207669b848f2 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:31:28.637209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Attempting to bind port 9dcbd9c5-2b52-4abb-925a-207669b848f2 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:31:28.637542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Attempting to bind port 9dcbd9c5-2b52-4abb-925a-207669b848f2 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:28.651961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Port 9dcbd9c5-2b52-4abb-925a-207669b848f2 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:31:28.652299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Attempting to bind port 9dcbd9c5-2b52-4abb-925a-207669b848f2 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:28.653632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd6e7f-f44a-4cbf-87f8-fb61279157a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af29d4dc-b4a8-41c5-9a4e-27ff594d01e5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:28.660785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:31:28.661346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:28.661518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:31:28.661956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Bound port: 9dcbd9c5-2b52-4abb-925a-207669b848f2, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:31:28.662743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.666660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc466493-6dc6-4220-b606-634a927d1e8f admin admin] Deleting subnet cac61f73-8882-42e8-8568-2ac22e4f0c97 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:31:28.669874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5f7102-2f5b-43eb-a05a-f58adfbb90ef admin admin] Deleting subnet 59ed8474-e9d6-4871-81ea-59a2bd3a33fa {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:31:28.675059 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be5f7102-2f5b-43eb-a05a-f58adfbb90ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.677236 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc466493-6dc6-4220-b606-634a927d1e8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.680224 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ecd6e7f-f44a-4cbf-87f8-fb61279157a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbb9dfb9eca245e19a829b26b8117f73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0903990 Sep 20 12:31:28.688620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:28.722380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be5f7102-2f5b-43eb-a05a-f58adfbb90ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.852742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be5f7102-2f5b-43eb-a05a-f58adfbb90ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.856732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc466493-6dc6-4220-b606-634a927d1e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.938732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033ba7-5305-4ea1-84f7-2ea827c12f45 req-0bbc1515-71a2-43c9-a0ee-2245dfdcef56 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:28.940117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c033ba7-5305-4ea1-84f7-2ea827c12f45 req-0bbc1515-71a2-43c9-a0ee-2245dfdcef56 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.1732380 Sep 20 12:31:28.942344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] For port 9dcbd9c5-2b52-4abb-925a-207669b848f2, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:28.946062 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc466493-6dc6-4220-b606-634a927d1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.948901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] For port 9dcbd9c5-2b52-4abb-925a-207669b848f2, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9dcbd9c5-2b52-4abb-925a-207669b848f2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:31:28.979145 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89640670-a1b8-4e55-af97-624c196d253b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:28.981409 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be5f7102-2f5b-43eb-a05a-f58adfbb90ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.010681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f7102-2f5b-43eb-a05a-f58adfbb90ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ed8474-e9d6-4871-81ea-59a2bd3a33fa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:29.012602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be5f7102-2f5b-43eb-a05a-f58adfbb90ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.016900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-be5f7102-2f5b-43eb-a05a-f58adfbb90ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/59ed8474-e9d6-4871-81ea-59a2bd3a33fa HTTP/1.1" status: 204 len: 168 time: 0.4640431 Sep 20 12:31:29.017267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52366) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:29.019327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.021805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a5447a-cd6b-4069-ad2e-f1f27bfe9c29 None None] Network d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:31:29.070125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89640670-a1b8-4e55-af97-624c196d253b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.090607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c033ba7-5305-4ea1-84f7-2ea827c12f45 req-fa8ac91f-8372-4d71-b615-66b16dd90ed3 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189842 Sep 20 12:31:29.098419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:29.099057 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.100652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/9dcbd9c5-2b52-4abb-925a-207669b848f2 HTTP/1.1" status: 200 len: 1095 time: 1.4822843 Sep 20 12:31:29.101590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.159147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77823935-4dcb-46b5-bef2-aaac1cb1a7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcbd9c5-2b52-4abb-925a-207669b848f2,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:29.209060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Deleting port b7c70664-7d52-447d-a582-8643ef540695 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:29.209735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.252169 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc466493-6dc6-4220-b606-634a927d1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.265530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] DHCP port deletion for d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:31:29.292385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] For port b7c70664-7d52-447d-a582-8643ef540695, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b7c70664-7d52-447d-a582-8643ef540695,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:29.292743 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.302840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc466493-6dc6-4220-b606-634a927d1e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac61f73-8882-42e8-8568-2ac22e4f0c97,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:29.310843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc466493-6dc6-4220-b606-634a927d1e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.311502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Calling delete_port for b7c70664-7d52-447d-a582-8643ef540695 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:29.312775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc466493-6dc6-4220-b606-634a927d1e8f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cac61f73-8882-42e8-8568-2ac22e4f0c97 HTTP/1.1" status: 204 len: 168 time: 0.8370917 Sep 20 12:31:29.315615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52374) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:29.324392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] Deleting port b7c70664-7d52-447d-a582-8643ef540695 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:29.325042 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.327796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a650d-e874-4533-a0a4-f0a22970c33d req-92269a9a-7ff9-4e03-b44a-a2942b1a7aac tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:29.329617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-640a650d-e874-4533-a0a4-f0a22970c33d req-92269a9a-7ff9-4e03-b44a-a2942b1a7aac tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 947 time: 0.1277316 Sep 20 12:31:29.387764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89640670-a1b8-4e55-af97-624c196d253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.390504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89640670-a1b8-4e55-af97-624c196d253b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.391818 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-89640670-a1b8-4e55-af97-624c196d253b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af29d4dc-b4a8-41c5-9a4e-27ff594d01e5 HTTP/1.1" status: 204 len: 168 time: 0.6684899 Sep 20 12:31:29.428293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] For port b7c70664-7d52-447d-a582-8643ef540695, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b7c70664-7d52-447d-a582-8643ef540695,segment=NetworkSegment(b9860eb9-f58e-4ce2-8cad-22bf715e15cc),segment_id=b9860eb9-f58e-4ce2-8cad-22bf715e15cc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:29.430847 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.435620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89640670-a1b8-4e55-af97-624c196d253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af29d4dc-b4a8-41c5-9a4e-27ff594d01e5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:29.462107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-640a650d-e874-4533-a0a4-f0a22970c33d req-712233f3-791f-45c6-b83f-b3e46f861854 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238663 Sep 20 12:31:29.467425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-21813610-0a49-410b-8ae8-896f8acf984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:29.469339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-21813610-0a49-410b-8ae8-896f8acf984e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ab01ac2a6a4499fba3e79fda1e01ae5&device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 1098 time: 0.1158309 Sep 20 12:31:29.474241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.475044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] Calling delete_port for b7c70664-7d52-447d-a582-8643ef540695 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:29.534478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-efefe8cb-d632-44e1-95e6-3548dc58ce82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9dcbd9c5-2b52-4abb-925a-207669b848f2 HTTP/1.1" status: 200 len: 217 time: 0.0556042 Sep 20 12:31:29.580464 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.600866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-7d202471-7d47-4d9c-bec1-3d5d55ffdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:29.603048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-7d202471-7d47-4d9c-bec1-3d5d55ffdc15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0506008 Sep 20 12:31:29.635762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7710ad9-6a06-48ed-8523-a1c972a50589']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:29.650658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:29.650955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5b0d55-44f0-4fc6-8aed-fe591aa6a127') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:29.663011 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.664013 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.669155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.670617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-aa45d296-ff16-4091-8fa1-301731a4b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:29.672612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-aa45d296-ff16-4091-8fa1-301731a4b28b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619457 Sep 20 12:31:29.692160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] Pushing event deleted for resources: {'Port': ['ID=b7c70664-7d52-447d-a582-8643ef540695,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:29.702188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4924dc5-1e4d-45b4-9f41-b418f8172045 None None] No DVR routers for this DVR port b7c70664-7d52-447d-a582-8643ef540695 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:29.709090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c70664-7d52-447d-a582-8643ef540695,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:29.714444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-b47da0b8-8a66-4017-8f40-af2db84df3e8 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:29.715961 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-b47da0b8-8a66-4017-8f40-af2db84df3e8 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.1154008 Sep 20 12:31:29.723075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] No DVR routers for this DVR port b7c70664-7d52-447d-a582-8643ef540695 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:29.727690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.731441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809934-3'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:29.773850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:31:29.774326 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:31:29.776208 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:31:29.796987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-e4188a35-f7a6-4740-963c-3c4c8715bcd8 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152852 Sep 20 12:31:29.902837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fde38a93-4bb2-4d0e-8901-a1f7b56131c1 req-643ff0dd-b8cc-4315-be22-ea7d33a3643a service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975368 Sep 20 12:31:29.904121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.906930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:29.939754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:29.967379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:29.967569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9860eb9-f58e-4ce2-8cad-22bf715e15cc') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:29.980244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.010582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.014503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.030473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.032558 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e7710ad9-6a06-48ed-8523-a1c972a50589 HTTP/1.1" status: 204 len: 168 time: 0.7159491 Sep 20 12:31:30.035557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:31:30.036082 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:31:30.038930 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:31:30.105034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab4a2f-b1d9-43c3-a40d-882d895dcec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7710ad9-6a06-48ed-8523-a1c972a50589,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:30.144006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b7c70664-7d52-447d-a582-8643ef540695 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:30.157583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:30.166398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b7c70664-7d52-447d-a582-8643ef540695 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:30.166754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b7c70664-7d52-447d-a582-8643ef540695 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:30.167175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9b1435ea-6375-4172-b11e-d598b85a5ba1 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:30.191490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5b9c5cf-8003-45e4-b636-263d6a10ada2 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:31:30.220548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:30.237459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b464650-8758-4b3f-9f31-e62540a5078a req-8f4d32ea-fff4-4302-9f9e-9c02189c2e5c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:30.239663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b464650-8758-4b3f-9f31-e62540a5078a req-8f4d32ea-fff4-4302-9f9e-9c02189c2e5c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 945 time: 0.0655017 Sep 20 12:31:30.262821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9b1435ea-6375-4172-b11e-d598b85a5ba1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:30.263639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9b1435ea-6375-4172-b11e-d598b85a5ba1 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:30.268216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:30.270794 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c19a64b-1ce6-4426-abe7-fab4d02770ed" -d '{"events": [{"server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:30.275428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.291535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b464650-8758-4b3f-9f31-e62540a5078a req-969f2bcd-6fc2-485e-9c4f-02f06fd22bab tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Sep 20 12:31:30.303799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:30.314898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5b9c5cf-8003-45e4-b636-263d6a10ada2 has no active binding in host n-h1-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 12:31:30.316929 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.326324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.326324 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7 HTTP/1.1" status: 204 len: 168 time: 1.3067722 Sep 20 12:31:30.338191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11664e7b-28a2-4be2-9489-9869f671be77 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5dc13fc-b02d-4e0a-9f02-bedf8a0fb8a7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:30.342392 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3477029c-4b2b-4e25-9620-b64a3b54c68c x-openstack-request-id: req-3477029c-4b2b-4e25-9620-b64a3b54c68c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:30.342811 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:30.343030 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3477029c-4b2b-4e25-9620-b64a3b54c68c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:30.343491 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2', 'code': 200} Sep 20 12:31:30.355157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52390) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:30.372938 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dd21281-4e1f-45f6-b0bc-06b58a2c728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.440220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.507403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dd21281-4e1f-45f6-b0bc-06b58a2c728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.536898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:30.549509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on host n-h2-809934-3 for vnic_type normal with profile {"migrating_to": "n-h1-809934-3"} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:31:30.549849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:31:30.550194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:30.555285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:31:30.555611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Attempting to bind port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on network a02a595e-95f6-46c3-adea-7ab3f31cee45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:30.560463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:31:30.560801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Checking segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:30.561241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Bound using segment: {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:31:30.561665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Bound port: b5b9c5cf-8003-45e4-b636-263d6a10ada2, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b423fdd-d8bd-4ca3-a478-8be96514c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a02a595e-95f6-46c3-adea-7ab3f31cee45'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:31:30.567777 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.594091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbecd38-3e37-4d8a-b122-254be75276c1 req-6eae7171-42b6-440b-9db6-62e7251ad6ee tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:30.595626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdbecd38-3e37-4d8a-b122-254be75276c1 req-6eae7171-42b6-440b-9db6-62e7251ad6ee tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 947 time: 0.0585389 Sep 20 12:31:30.617635 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dd21281-4e1f-45f6-b0bc-06b58a2c728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.619929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52396) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:30.641054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdbecd38-3e37-4d8a-b122-254be75276c1 req-86d0fa53-2918-4c21-bbe3-2ae3aaf54fbf tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Sep 20 12:31:30.683600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:30.704460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:31:30.708318 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8dd21281-4e1f-45f6-b0bc-06b58a2c728e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59e99614ff2943fa9e1fab7437082cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520832 Sep 20 12:31:30.712065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52400) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:30.715232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd21281-4e1f-45f6-b0bc-06b58a2c728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6094da1-2d31-4d0e-974c-aa06b1dc91b3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:30.742232 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-81a7df77-cfcb-4f2a-bff4-86fb7fd74e55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b128218af8e4236b1fee9ffa669e30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1100559 Sep 20 12:31:30.744606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52404) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:30.782299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d63e-cc42-4f4d-bdf6-b09c93ec43dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.797683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b2e849a-3f43-4a1b-9df6-19490eb4b72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.809950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d63e-cc42-4f4d-bdf6-b09c93ec43dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.820353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b2e849a-3f43-4a1b-9df6-19490eb4b72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.843470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.899622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:30.935269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:30.942839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:30.946052 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.946052 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-0ca68b75-3a9b-4472-8257-19ed387f54b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5b9c5cf-8003-45e4-b636-263d6a10ada2 HTTP/1.1" status: 200 len: 1121 time: 1.2205942 Sep 20 12:31:30.947665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52408) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:30.947950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-43caac65-b936-4a2c-9b1f-822ecc14af1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddc20463cbeb4e44b082290b035f4b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470693 Sep 20 12:31:30.985972 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d63e-cc42-4f4d-bdf6-b09c93ec43dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.988522 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d63e-cc42-4f4d-bdf6-b09c93ec43dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:30.989791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0a6d63e-cc42-4f4d-bdf6-b09c93ec43dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6094da1-2d31-4d0e-974c-aa06b1dc91b3 HTTP/1.1" status: 204 len: 168 time: 0.2764108 Sep 20 12:31:30.997885 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6d63e-cc42-4f4d-bdf6-b09c93ec43dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6094da1-2d31-4d0e-974c-aa06b1dc91b3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:30.999603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-581e5d4f-04f5-44e3-8edc-495881d09828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:31.025534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-581e5d4f-04f5-44e3-8edc-495881d09828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:31.029968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['b5b9c5cf-8003-45e4-b636-263d6a10ada2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:31.041253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b2e849a-3f43-4a1b-9df6-19490eb4b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:31.043902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b2e849a-3f43-4a1b-9df6-19490eb4b72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:31.047834 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5b2e849a-3f43-4a1b-9df6-19490eb4b72c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68befff9-e584-4c09-bc63-d5c692810454 HTTP/1.1" status: 204 len: 168 time: 0.2995112 Sep 20 12:31:31.066954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e849a-3f43-4a1b-9df6-19490eb4b72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68befff9-e584-4c09-bc63-d5c692810454,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:31.118844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b5b9c5cf-8003-45e4-b636-263d6a10ada2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:31.141753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-581e5d4f-04f5-44e3-8edc-495881d09828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:31.145354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-581e5d4f-04f5-44e3-8edc-495881d09828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:31.149906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-581e5d4f-04f5-44e3-8edc-495881d09828 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58309b57-f312-48bc-8089-a1e7dec8ef89 HTTP/1.1" status: 204 len: 168 time: 0.2012396 Sep 20 12:31:31.161698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e5d4f-04f5-44e3-8edc-495881d09828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58309b57-f312-48bc-8089-a1e7dec8ef89,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:31.426521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d01f2-1e7a-4050-b183-b14daac908af req-31dbc73e-04db-4371-b20d-4e02c0ab799d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:31.428285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-003d01f2-1e7a-4050-b183-b14daac908af req-31dbc73e-04db-4371-b20d-4e02c0ab799d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0638750 Sep 20 12:31:31.475556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-003d01f2-1e7a-4050-b183-b14daac908af req-388d700a-beab-4ff9-8834-9c280d92a701 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Sep 20 12:31:31.800099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c2bc-9197-4a33-a0cb-be20f503f86b req-2a4fd8c6-6ef1-45ee-a95d-da8483d6c6dc tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:31.801982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db40c2bc-9197-4a33-a0cb-be20f503f86b req-2a4fd8c6-6ef1-45ee-a95d-da8483d6c6dc tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 947 time: 0.0600350 Sep 20 12:31:31.842409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db40c2bc-9197-4a33-a0cb-be20f503f86b req-fe9049b6-14cd-47ed-bc88-52b41773660f tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343766 Sep 20 12:31:32.215513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9dcbd9c5-2b52-4abb-925a-207669b848f2 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:31:32.320012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9dcbd9c5-2b52-4abb-925a-207669b848f2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9dcbd9c5-2b52-4abb-925a-207669b848f2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:32.331316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9dcbd9c5-2b52-4abb-925a-207669b848f2', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '9dcbd9c5-2b52-4abb-925a-207669b848f2', 'mac_address': 'fa:16:3e:14:2e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:31:32.344830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:32.347316 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d508c56-3869-4a6f-a222-295025ee206c" -d '{"events": [{"name": "network-changed", "server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:32.372094 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:32.386199 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8bb4dd-a613-4c2e-959d-4f692662d367 x-openstack-request-id: req-9e8bb4dd-a613-4c2e-959d-4f692662d367 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:32.386496 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:32.386751 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e8bb4dd-a613-4c2e-959d-4f692662d367 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:32.387156 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2', 'status': 'completed', 'code': 200} Sep 20 12:31:32.391212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcbd9c5-2b52-4abb-925a-207669b848f2 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:31:32.414809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9dcbd9c5-2b52-4abb-925a-207669b848f2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9dcbd9c5-2b52-4abb-925a-207669b848f2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:32.452640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d508c56-3869-4a6f-a222-295025ee206c req-d9e09b3d-242a-4876-b796-c21ecf0088fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:32.454501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d508c56-3869-4a6f-a222-295025ee206c req-d9e09b3d-242a-4876-b796-c21ecf0088fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 1124 time: 0.0460005 Sep 20 12:31:32.517834 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:32.582023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9dcbd9c5-2b52-4abb-925a-207669b848f2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:32.589193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d508c56-3869-4a6f-a222-295025ee206c req-2940239c-46f5-4ea4-af5e-97e31e1aa1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:32.593781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d508c56-3869-4a6f-a222-295025ee206c req-2940239c-46f5-4ea4-af5e-97e31e1aa1ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.1295018 Sep 20 12:31:32.647822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d508c56-3869-4a6f-a222-295025ee206c req-7441b26d-adc4-4e5f-874b-7e1ded870c53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2 HTTP/1.1" status: 200 len: 217 time: 0.0392463 Sep 20 12:31:32.672880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f624be7-d6aa-4974-b8fe-f2ed0d8e1ae8 req-ee2f4922-6dfb-482e-a75b-ea13e5eebefe tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:32.674424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f624be7-d6aa-4974-b8fe-f2ed0d8e1ae8 req-ee2f4922-6dfb-482e-a75b-ea13e5eebefe tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.1035247 Sep 20 12:31:32.740575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d508c56-3869-4a6f-a222-295025ee206c req-821236c5-4a9c-47a3-a5b9-130e5d4da7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:32.742337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d508c56-3869-4a6f-a222-295025ee206c req-821236c5-4a9c-47a3-a5b9-130e5d4da7e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.0866160 Sep 20 12:31:32.750812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f624be7-d6aa-4974-b8fe-f2ed0d8e1ae8 req-227d5e5a-2987-4665-a9fa-aec17d43d5c7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509734 Sep 20 12:31:32.778108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d508c56-3869-4a6f-a222-295025ee206c req-2af28e31-9237-4ff4-a64f-132dd9bb0983 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262003 Sep 20 12:31:32.889655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d508c56-3869-4a6f-a222-295025ee206c req-247faed2-856a-4708-a7f0-21eed2b921fc service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039884 Sep 20 12:31:32.907231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9dcbd9c5-2b52-4abb-925a-207669b848f2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:32.959673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52482) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:33.039134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6699-7449-44ff-bcbd-fe6353a774e4 req-6d9e2d56-2dd7-4053-a50e-e0d0865e3eca tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:33.040685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a4e6699-7449-44ff-bcbd-fe6353a774e4 req-6d9e2d56-2dd7-4053-a50e-e0d0865e3eca tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 948 time: 0.1137397 Sep 20 12:31:33.053914 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d508c56-3869-4a6f-a222-295025ee206c req-b538312a-0aa9-4543-8f47-7de8b04ffc7f service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564996 Sep 20 12:31:33.092812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a4e6699-7449-44ff-bcbd-fe6353a774e4 req-9cadeba7-ebc5-406e-a7fe-2be4851f4dc1 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423293 Sep 20 12:31:33.108866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1949043792-network', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:33.249082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Made reservation on behalf of 9ef2fcf0d9ef48548cdade7cbef5b4f5 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:31:33.251824 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:33.261344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:33.351389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:33.483200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:33.509883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:31:33.523882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310c1233-ee5c-4dcb-902b-8724524d64f3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:33.531675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:33.532031 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Added segment 3744b096-1596-4519-87a3-7c8e3c4a0452 of type vlan for network 13d2b79b-fa8e-4459-a611-a142cb4e23ce Sep 20 12:31:33.580463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:33.671418 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:33.672425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:33.673109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:33.735887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] Pushing event updated for resources: {'Network': ['ID=13d2b79b-fa8e-4459-a611-a142cb4e23ce,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:33.746704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:31:33.823733 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d7354b69-2142-48dd-a244-0089c72f37ca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8598526 Sep 20 12:31:33.824131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:33.829617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Request body: {'subnet': {'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1949043792-subnet', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:33.909097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64be82-d0ac-40ef-9432-c09b45981eda req-d1a466ee-5ee4-4938-a716-023c4755577f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:33.910684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a64be82-d0ac-40ef-9432-c09b45981eda req-d1a466ee-5ee4-4938-a716-023c4755577f tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.0741549 Sep 20 12:31:33.951143 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a64be82-d0ac-40ef-9432-c09b45981eda req-d93aee92-a235-493b-af6c-068d23b4e0bc tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344317 Sep 20 12:31:34.042893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Made reservation on behalf of 9ef2fcf0d9ef48548cdade7cbef5b4f5 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:31:34.046306 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:34.288710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b0b6c-3ddf-4b69-ac74-4043b6f35c10 req-6b5ec1df-5269-4186-b44e-94b46aff69d2 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:34.290255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-618b0b6c-3ddf-4b69-ac74-4043b6f35c10 req-6b5ec1df-5269-4186-b44e-94b46aff69d2 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 948 time: 0.0810072 Sep 20 12:31:34.338333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-618b0b6c-3ddf-4b69-ac74-4043b6f35c10 req-f33615d4-5543-4517-9167-47f1cc764369 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Sep 20 12:31:34.390401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:34.455376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d6526c-3c48-49ad-99cb-61f38c15e465,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:34.468725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Checking segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:34.469125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Network hostable DHCP agents. Network: 13d2b79b-fa8e-4459-a611-a142cb4e23ce, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:31:34.636984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:31:34.745743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 13d2b79b-fa8e-4459-a611-a142cb4e23ce) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:34.751016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:34.751683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:34.755848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f105563f-bdd9-4448-8915-c14cfd6ea402 None None] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:31:34.870018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe6668ad-7e7e-48cb-b135-db5bc2f6e5fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0421808 Sep 20 12:31:34.871159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52580) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:34.876223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:34.976135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:31:34.977429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:34.985311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:34.991959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.060668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.133727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Allocated IP 172.20.0.2 (13d2b79b-fa8e-4459-a611-a142cb4e23ce/76d6526c-3c48-49ad-99cb-61f38c15e465/54e2dfd5-19a4-4b2f-8ac6-badfaccd9004) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:31:35.277086 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.373925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.374085 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.427428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:35.462523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:31:35.467854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:35.471790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:31:35.506725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Pushing event updated for resources: {'Port': ['ID=54e2dfd5-19a4-4b2f-8ac6-badfaccd9004,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:35.545988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Attempting to bind port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:31:35.546651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Attempting to bind port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:31:35.547178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Attempting to bind port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 on network 13d2b79b-fa8e-4459-a611-a142cb4e23ce {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:35.553615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:31:35.554265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Checking segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:35.555097 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.555708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Bound using segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:31:35.556717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Bound port: 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:31:35.557314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.578439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da673e40-555d-472c-b29e-3b4857c387d9 req-8e20909a-c4b7-46a6-b450-e4d1def6b78c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:35.580626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da673e40-555d-472c-b29e-3b4857c387d9 req-8e20909a-c4b7-46a6-b450-e4d1def6b78c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.1178944 Sep 20 12:31:35.635163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] For port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:35.640093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] For port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=54e2dfd5-19a4-4b2f-8ac6-badfaccd9004,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:31:35.649462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be26b241-357e-4383-8cdf-85f09972347f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.654894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da673e40-555d-472c-b29e-3b4857c387d9 req-74c427a7-6e8c-4e71-98ab-60f408ae5313 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654721 Sep 20 12:31:35.724598 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.737224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.771846 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.810663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b769-46eb-4d1c-88b2-55d069eefa17 req-9e056535-b5e5-438f-b8ee-57d062242d21 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:35.818328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c08b769-46eb-4d1c-88b2-55d069eefa17 req-9e056535-b5e5-438f-b8ee-57d062242d21 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 948 time: 0.0816956 Sep 20 12:31:35.855415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18c6b5-af39-4430-8b30-59e4e191d7ba None None] Pushing event updated for resources: {'Port': ['ID=54e2dfd5-19a4-4b2f-8ac6-badfaccd9004,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:35.876752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be26b241-357e-4383-8cdf-85f09972347f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:35.897705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c08b769-46eb-4d1c-88b2-55d069eefa17 req-50ef38e6-79e9-49d8-97a7-939703a8cf66 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784159 Sep 20 12:31:35.915660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Allocated IP 172.25.6.133 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/d9dab1e9-9f73-499f-bfcb-3a66fa6597d9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:31:35.968711 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be26b241-357e-4383-8cdf-85f09972347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.037245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.233054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9dcbd9c5-2b52-4abb-925a-207669b848f2 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:31:36.236296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:31:36.244563 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.294838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:31:36.299500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:36.314781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:31:36.359958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:36.360332 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.393871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Pushing event updated for resources: {'Port': ['ID=d9dab1e9-9f73-499f-bfcb-3a66fa6597d9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:36.486226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9dcbd9c5-2b52-4abb-925a-207669b848f2 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:31:36.489167 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.502952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9dcbd9c5-2b52-4abb-925a-207669b848f2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:36.504087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.558641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=54e2dfd5-19a4-4b2f-8ac6-badfaccd9004,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:36.595063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-be26b241-357e-4383-8cdf-85f09972347f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34b3c03f55f14b4895764f2f98d16ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1663854 Sep 20 12:31:36.598030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52674) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:36.598158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b241-357e-4383-8cdf-85f09972347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ec928a-ddfb-495b-aec6-325bec4847ed,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:36.620871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.651088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9fc3e6-0e33-4998-96f2-2d4785e39201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcbd9c5-2b52-4abb-925a-207669b848f2'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:36.654840 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec15f8-9893-4b70-9126-86b4428bee16" -d '{"events": [{"server_uuid": "3a9fc3e6-0e33-4998-96f2-2d4785e39201", "name": "network-vif-plugged", "status": "completed", "tag": "9dcbd9c5-2b52-4abb-925a-207669b848f2"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:36.660282 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e85538be-cac3-4fc5-9cf9-1879ed691253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.668710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9dcbd9c5-2b52-4abb-925a-207669b848f2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9dcbd9c5-2b52-4abb-925a-207669b848f2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:36.672181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.694112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e85538be-cac3-4fc5-9cf9-1879ed691253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.746242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=54e2dfd5-19a4-4b2f-8ac6-badfaccd9004,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:36.762052 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.841349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-b564808d-b8c1-4723-b187-4520d8ed777d service neutron] 10.222.0.21 "GET /v2.0/ports/b5b9c5cf-8003-45e4-b636-263d6a10ada2/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.1006715 Sep 20 12:31:36.864531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9dcbd9c5-2b52-4abb-925a-207669b848f2,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:36.866100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.884888 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d29228-d8e7-44d3-ace0-2dc9f4cb716c x-openstack-request-id: req-d2d29228-d8e7-44d3-ace0-2dc9f4cb716c {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:36.885210 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9fc3e6-0e33-4998-96f2-2d4785e39201", "name": "network-vif-plugged", "status": "completed", "tag": "9dcbd9c5-2b52-4abb-925a-207669b848f2", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:36.885448 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2d29228-d8e7-44d3-ace0-2dc9f4cb716c {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:36.885837 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9fc3e6-0e33-4998-96f2-2d4785e39201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcbd9c5-2b52-4abb-925a-207669b848f2', 'code': 200} Sep 20 12:31:36.984451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e85538be-cac3-4fc5-9cf9-1879ed691253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.986961 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e85538be-cac3-4fc5-9cf9-1879ed691253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:36.988219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e85538be-cac3-4fc5-9cf9-1879ed691253 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79ec928a-ddfb-495b-aec6-325bec4847ed HTTP/1.1" status: 204 len: 168 time: 0.3882780 Sep 20 12:31:37.020247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85538be-cac3-4fc5-9cf9-1879ed691253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ec928a-ddfb-495b-aec6-325bec4847ed,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:37.059761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8762ca3-7b25-45dc-a22f-b7f364ab7bb4 req-5427bfce-5ed9-4875-af7b-6cb8af868dca tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:37.061405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8762ca3-7b25-45dc-a22f-b7f364ab7bb4 req-5427bfce-5ed9-4875-af7b-6cb8af868dca tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 943 time: 0.1134465 Sep 20 12:31:37.104725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573b309-31f9-4f94-be47-81b3007d623b req-1ef2a0b2-8126-4000-b61c-7fc2515744c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:37.106423 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7573b309-31f9-4f94-be47-81b3007d623b req-1ef2a0b2-8126-4000-b61c-7fc2515744c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 1100 time: 0.1319063 Sep 20 12:31:37.147290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8762ca3-7b25-45dc-a22f-b7f364ab7bb4 req-a4d37776-0318-4532-b216-8a7e0fb810cc tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 Sep 20 12:31:37.158513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6205d2a-c3e6-477f-a7eb-3a31937afb22 None None] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:31:37.162725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:37.193113 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7573b309-31f9-4f94-be47-81b3007d623b req-4341c086-0909-4dec-88de-c7d21da13936 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791426 Sep 20 12:31:37.200982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:37.207615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:37.242079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b9c5cf-8003-45e4-b636-263d6a10ada2 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:31:37.255227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:37.261953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b29de99c-c839-4478-bc25-8c683de888cf None None] Provisioning complete for port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:37.262342 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b29de99c-c839-4478-bc25-8c683de888cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:37.356258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:37.448504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] Transition to ACTIVE for port object b5b9c5cf-8003-45e4-b636-263d6a10ada2 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:31:37.483715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Router 12397319-85fd-490c-8198-f34ffa6938ce is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:31:37.581090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:37.610837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:37.627925 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Sync routers for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:37.639954 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:37.640653 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:37.664297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] No DVR routers for this DVR port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:37.680772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=10']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:37.716208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-f6e82594-2681-44ab-a8ed-264e781c92ff service neutron] 10.222.0.21 "PUT /v2.0/ports/b5b9c5cf-8003-45e4-b636-263d6a10ada2/bindings/n-h1-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8627498 Sep 20 12:31:37.743379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a0fca035-c222-483d-9429-d55c7932166d None None] Provisioning complete for port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:37.743671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a0fca035-c222-483d-9429-d55c7932166d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:37.759261 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:37.781142 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:37.788920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb6dabb6-c8b0-4e26-992d-b8e6e2e89df7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9118373 Sep 20 12:31:37.789399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52740) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:37.900512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc38f6-d87e-412c-a340-422e78412250 req-ad7ad545-443d-4624-9b38-e3af04e6a95b tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:37.902356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55dc38f6-d87e-412c-a340-422e78412250 req-ad7ad545-443d-4624-9b38-e3af04e6a95b tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 949 time: 0.1104841 Sep 20 12:31:37.940183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52742) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:37.944215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-36e78f4a-0ac3-4758-9b30-2efa368fbe19 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:37.946307 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-36e78f4a-0ac3-4758-9b30-2efa368fbe19 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.0563049 Sep 20 12:31:37.955814 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:36Z', 'revision_number': 3, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:37.970354 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-735ebdc3-044b-49a7-986a-0997284fe545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:37.985710 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Checking router: 12397319-85fd-490c-8198-f34ffa6938ce for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:37.986044 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Updating router 12397319-85fd-490c-8198-f34ffa6938ce port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:31:37.995445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-d0d0729f-788f-4005-8e03-f277f48e6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:37.996961 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-d0d0729f-788f-4005-8e03-f277f48e6959 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075&tenant_id=b6dad03d741246d4962e7009f7b4acc4 HTTP/1.1" status: 200 len: 1095 time: 0.0427222 Sep 20 12:31:38.019556 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.050086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55dc38f6-d87e-412c-a340-422e78412250 req-6dd93bde-cc7b-403a-8c17-79ed623d9060 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155605 Sep 20 12:31:38.071544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-231febaf-7281-48ef-9e2c-9759b04dbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:38.073499 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-231febaf-7281-48ef-9e2c-9759b04dbe5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 1095 time: 0.0504217 Sep 20 12:31:38.134897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b5b9c5cf-8003-45e4-b636-263d6a10ada2 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:38.194324 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-735ebdc3-044b-49a7-986a-0997284fe545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.201041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b5b9c5cf-8003-45e4-b636-263d6a10ada2 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:38.221601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-942f02a2-5808-46e9-a9ae-6b6377bf5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:38.224221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-942f02a2-5808-46e9-a9ae-6b6377bf5bb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.1342678 Sep 20 12:31:38.243604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:31:38.290868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-735ebdc3-044b-49a7-986a-0997284fe545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.328532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-735ba867-e5cd-455d-b22c-b55f0722c271 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2 HTTP/1.1" status: 200 len: 217 time: 0.0933015 Sep 20 12:31:38.330045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:38.330433 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.376462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-735ebdc3-044b-49a7-986a-0997284fe545 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d617f173c2c84918afe17bf9ce3601f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296265 Sep 20 12:31:38.381697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52746) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:38.391677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ebdc3-044b-49a7-986a-0997284fe545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e59311-b549-471e-ad43-2aa68a99ca11,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:38.453340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-fb0cde50-c889-48d4-9993-1b22b9925f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:38.457563 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-fb0cde50-c889-48d4-9993-1b22b9925f90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.1199150 Sep 20 12:31:38.505776 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-7fb1b14c-92ab-4a00-82bf-c0971f65ae86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401080 Sep 20 12:31:38.515147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56715346-d45b-4dba-bfc8-be3f0806214a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.543039 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.558271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56715346-d45b-4dba-bfc8-be3f0806214a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.615001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-7f0884e7-81da-4fb5-a065-80a9e67612f0 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007426 Sep 20 12:31:38.619129 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.657428 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.683413 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Attempting to bind port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:31:38.684030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Attempting to bind port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:31:38.684276 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Attempting to bind port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:38.687336 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Pushing event updated for resources: {'Port': ['ID=d9dab1e9-9f73-499f-bfcb-3a66fa6597d9,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:38.689389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac38f4-8489-45c6-864e-c80ea1cb044e req-25155713-ba1c-46ea-8bfc-8aa2ad1d8b4b tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:38.690952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50ac38f4-8489-45c6-864e-c80ea1cb044e req-25155713-ba1c-46ea-8bfc-8aa2ad1d8b4b tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 944 time: 0.0954885 Sep 20 12:31:38.697096 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:31:38.700834 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:38.700834 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.700834 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:31:38.700834 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Bound port: d9dab1e9-9f73-499f-bfcb-3a66fa6597d9, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:31:38.700834 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.703204 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.703618 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.704057 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.704461 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.704875 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.705309 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.705706 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.706127 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.706535 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.707480 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.707981 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.708317 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:38.724112 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-bfd4167e-037d-4048-861f-31f5e15a14b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021702 Sep 20 12:31:38.739606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50ac38f4-8489-45c6-864e-c80ea1cb044e req-5092611b-c5e0-4c98-b94f-30f6b5f52cc4 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 Sep 20 12:31:38.771235 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] For port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:38.774916 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] For port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d9dab1e9-9f73-499f-bfcb-3a66fa6597d9,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:31:38.804914 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56715346-d45b-4dba-bfc8-be3f0806214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.808359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56715346-d45b-4dba-bfc8-be3f0806214a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.808778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-56715346-d45b-4dba-bfc8-be3f0806214a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14e59311-b549-471e-ad43-2aa68a99ca11 HTTP/1.1" status: 204 len: 168 time: 0.4253421 Sep 20 12:31:38.853887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56715346-d45b-4dba-bfc8-be3f0806214a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e59311-b549-471e-ad43-2aa68a99ca11,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:38.872453 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:38.939917 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:38.940874 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:38.978276 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be79a74-fe16-4e78-9891-2fa2badc6a1d None None] Pushing event updated for resources: {'Port': ['ID=d9dab1e9-9f73-499f-bfcb-3a66fa6597d9,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:39.030267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Allocated IP 172.20.0.1 (13d2b79b-fa8e-4459-a611-a142cb4e23ce/76d6526c-3c48-49ad-99cb-61f38c15e465/3834255f-c711-49bd-9876-510de7297849) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:31:39.065516 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:39.150006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:39.230770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f59b-3f57-45b2-afd2-4f1bc983bcfe req-b854b35f-b4a3-49bc-85ea-4d7b01287350 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:39.232819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1a6f59b-3f57-45b2-afd2-4f1bc983bcfe req-b854b35f-b4a3-49bc-85ea-4d7b01287350 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 949 time: 0.0516267 Sep 20 12:31:39.272384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1a6f59b-3f57-45b2-afd2-4f1bc983bcfe req-f1b2505c-f6d2-4d59-ba50-895491edea0a tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331769 Sep 20 12:31:39.277806 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:36Z', 'revision_number': 3, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:39.313400 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10dcec-b59c-4762-b4c9-51bdb3e3edfd None None] The sync data for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 is: [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:36Z', 'revision_number': 3, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:39.339353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:39.405644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:31:39.409193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:39.413294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:31:39.435482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-acbeae5a-f715-43de-a56f-21cc24248000 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:39.437896 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-acbeae5a-f715-43de-a56f-21cc24248000 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075&tenant_id=b6dad03d741246d4962e7009f7b4acc4&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1095 time: 0.0823946 Sep 20 12:31:39.450138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Pushing event updated for resources: {'Port': ['ID=3834255f-c711-49bd-9876-510de7297849,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:39.491655 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:39.788655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ccc3e8ba-3b70-4b45-9e67-be25cf1b25b0 service neutron] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:39.791771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0f68025e-3ffc-4448-bb7f-f4bc3dd28a3f None None] Provisioning complete for port 3834255f-c711-49bd-9876-510de7297849 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:39.792256 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f68025e-3ffc-4448-bb7f-f4bc3dd28a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:39.792469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ccc3e8ba-3b70-4b45-9e67-be25cf1b25b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:39.793953 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba3f21cc-2e6f-47a5-a137-d609d538bd74 req-ccc3e8ba-3b70-4b45-9e67-be25cf1b25b0 service neutron] 10.222.0.32 "DELETE /v2.0/ports/b5b9c5cf-8003-45e4-b636-263d6a10ada2/bindings/n-h2-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.3417127 Sep 20 12:31:39.828347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0f68025e-3ffc-4448-bb7f-f4bc3dd28a3f None None] Port 3834255f-c711-49bd-9876-510de7297849 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:31:39.872730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:40.057125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:40.129211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:40.263628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:31:40.291296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Pushing event updated for resources: {'Port': ['ID=3834255f-c711-49bd-9876-510de7297849,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:40.309529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:40.363857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:40.366101 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:40.423800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:31:40.425430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:40.467605 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:40.491360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d9dab1e9-9f73-499f-bfcb-3a66fa6597d9,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:40.576107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Router 12397319-85fd-490c-8198-f34ffa6938ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:31:40.579972 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:40.654332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=d9dab1e9-9f73-499f-bfcb-3a66fa6597d9,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:40.761734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b75bde42-f49a-450a-a61a-191369fcba77 None None] Provisioning complete for port 3834255f-c711-49bd-9876-510de7297849 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:40.762312 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b75bde42-f49a-450a-a61a-191369fcba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:40.766387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed760e2-817d-49f2-9124-45bffab65b85 req-60d73992-61e1-46e2-b7e2-2b72a8d080a5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:40.767952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed760e2-817d-49f2-9124-45bffab65b85 req-60d73992-61e1-46e2-b7e2-2b72a8d080a5 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 944 time: 0.1045389 Sep 20 12:31:40.803121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:40.813481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b9111a8-eda0-4852-bd44-aa2aab8e1f2a admin admin] 10.222.0.37 "PUT /v2.0/routers/12397319-85fd-490c-8198-f34ffa6938ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0185771 Sep 20 12:31:40.837846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed760e2-817d-49f2-9124-45bffab65b85 req-8fbf59dc-ca20-47bd-b8af-d5d0ab24e011 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612962 Sep 20 12:31:40.974408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b75bde42-f49a-450a-a61a-191369fcba77 None None] Port 3834255f-c711-49bd-9876-510de7297849 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:31:41.025056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ae4e9-8f80-422b-b92b-cdca54187dc3 req-8d518b9c-a919-40d8-866d-5c78e1629f2f tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:41.029263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a6ae4e9-8f80-422b-b92b-cdca54187dc3 req-8d518b9c-a919-40d8-866d-5c78e1629f2f tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 949 time: 0.0585039 Sep 20 12:31:41.067241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a6ae4e9-8f80-422b-b92b-cdca54187dc3 req-4bfd2697-8d02-4db3-8a05-857d0129fb82 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/security-groups?id=4839992b-e8ad-43ea-add2-99e4ea2869cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Sep 20 12:31:41.233576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Sync routers for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:41.243068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:41.243698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:41.333794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-82ec7310-63b6-4f8b-9d74-3771dd48a02a tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:41.336102 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-82ec7310-63b6-4f8b-9d74-3771dd48a02a tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 949 time: 0.0532985 Sep 20 12:31:41.351648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:41.547991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Deleting port 9dcbd9c5-2b52-4abb-925a-207669b848f2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:41.549322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:41.575561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 2, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:41.619918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Checking router: 12397319-85fd-490c-8198-f34ffa6938ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:41.620805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Updating router 12397319-85fd-490c-8198-f34ffa6938ce port 3834255f-c711-49bd-9876-510de7297849 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:31:41.655027 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:41.674094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] For port 9dcbd9c5-2b52-4abb-925a-207669b848f2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9dcbd9c5-2b52-4abb-925a-207669b848f2,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:41.674473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:41.688789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Calling delete_port for 9dcbd9c5-2b52-4abb-925a-207669b848f2 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:41.971151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.081534 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.135102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc00cd6-f3ba-4739-82ab-ca8351a97e6c None None] Pushing event updated for resources: {'Port': ['ID=3834255f-c711-49bd-9876-510de7297849,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:42.197801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:31:42.231295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52958) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:42.236225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-57e504ad-6d08-45a7-8586-0741971179a7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986001115', 'description': 'tempest-description--1700536518'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:42.267356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Attempting to bind port 3834255f-c711-49bd-9876-510de7297849 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:31:42.267769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Attempting to bind port 3834255f-c711-49bd-9876-510de7297849 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:31:42.268097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Attempting to bind port 3834255f-c711-49bd-9876-510de7297849 on network 13d2b79b-fa8e-4459-a611-a142cb4e23ce {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:42.272542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.294638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9dcbd9c5-2b52-4abb-925a-207669b848f2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:42.302998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:31:42.303751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Checking segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:42.304469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.305039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Bound using segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:31:42.305821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Bound port: 3834255f-c711-49bd-9876-510de7297849, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:31:42.313487 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.313830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Pushing event deleted for resources: {'Port': ['ID=9dcbd9c5-2b52-4abb-925a-207669b848f2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:42.372333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] No DVR routers for this DVR port 9dcbd9c5-2b52-4abb-925a-207669b848f2 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:42.374285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57e504ad-6d08-45a7-8586-0741971179a7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.377097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.380805 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15280e37-6b02-4dc8-b618-f3117fbb229b req-8cbabccf-216e-4355-b1a6-811a718084e8 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.32 "DELETE /v2.0/ports/9dcbd9c5-2b52-4abb-925a-207669b848f2 HTTP/1.1" status: 204 len: 173 time: 1.0347078 Sep 20 12:31:42.381321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9fc3e6-0e33-4998-96f2-2d4785e39201', 'name': 'network-vif-deleted', 'tag': '9dcbd9c5-2b52-4abb-925a-207669b848f2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:42.383944 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a9323f-4f52-4cc2-96c4-426a5f4958b5" -d '{"events": [{"server_uuid": "3a9fc3e6-0e33-4998-96f2-2d4785e39201", "name": "network-vif-deleted", "tag": "9dcbd9c5-2b52-4abb-925a-207669b848f2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:42.402501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:42.402803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.415113 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99a132d7-c125-45da-8a69-7062353f750e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.468236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] For port 3834255f-c711-49bd-9876-510de7297849, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:42.475035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] For port 3834255f-c711-49bd-9876-510de7297849, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3834255f-c711-49bd-9876-510de7297849,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:31:42.545501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57e504ad-6d08-45a7-8586-0741971179a7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.560667 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-064240f6-7133-4f97-9557-f6f7d285506c None None] Provisioning complete for port 3834255f-c711-49bd-9876-510de7297849 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:42.561096 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-064240f6-7133-4f97-9557-f6f7d285506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.596926 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.611392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb0310-e35a-4cc4-a757-b883cc9393a7 req-8b897057-22e4-4a35-83db-efe17de66b4f tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:42.615233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62cb0310-e35a-4cc4-a757-b883cc9393a7 req-8b897057-22e4-4a35-83db-efe17de66b4f tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 1095 time: 0.0522406 Sep 20 12:31:42.634180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-064240f6-7133-4f97-9557-f6f7d285506c None None] Port 3834255f-c711-49bd-9876-510de7297849 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:31:42.644473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57e504ad-6d08-45a7-8586-0741971179a7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.671403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc00cd6-f3ba-4739-82ab-ca8351a97e6c None None] Pushing event updated for resources: {'Port': ['ID=3834255f-c711-49bd-9876-510de7297849,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:42.678251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62cb0310-e35a-4cc4-a757-b883cc9393a7 req-8f20c74e-4090-4b30-9d65-6f6f4daeb4c7 tempest-LiveMigrationTest-1535768455 tempest-LiveMigrationTest-1535768455-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534470 Sep 20 12:31:42.680214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:42.682894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:42.689411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e504ad-6d08-45a7-8586-0741971179a7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:42.746943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57e504ad-6d08-45a7-8586-0741971179a7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:42.748266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-57e504ad-6d08-45a7-8586-0741971179a7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5157366 Sep 20 12:31:42.751251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52976) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:42.755800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a028e345-0c13-4898-8d9b-6d35f64e244a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'security_group_rule': {'security_group_id': 'f7df3b98-c40a-4569-b8ec-a1fbca7a35d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:42.787599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b621f0d-6cb4-4ccb-8313-95ea852fc4a3 req-a565e8e5-47c6-4346-97cc-571ebdcf1583 tempest-ImagesNegativeTestJSON-1636166775 tempest-ImagesNegativeTestJSON-1636166775-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 210 time: 0.0407088 Sep 20 12:31:42.860587 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f459191b-5d10-4ec6-9d32-0c30f09b8c35 x-openstack-request-id: req-f459191b-5d10-4ec6-9d32-0c30f09b8c35 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:42.860993 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9fc3e6-0e33-4998-96f2-2d4785e39201", "name": "network-vif-deleted", "tag": "9dcbd9c5-2b52-4abb-925a-207669b848f2", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:42.861295 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f459191b-5d10-4ec6-9d32-0c30f09b8c35 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:42.861929 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9fc3e6-0e33-4998-96f2-2d4785e39201', 'name': 'network-vif-deleted', 'tag': '9dcbd9c5-2b52-4abb-925a-207669b848f2', 'status': 'completed', 'code': 200} Sep 20 12:31:42.873889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:42.949348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a028e345-0c13-4898-8d9b-6d35f64e244a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.004068 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a028e345-0c13-4898-8d9b-6d35f64e244a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.082739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c2f9554f-b3a5-4315-a18c-332867967c7e None None] Provisioning complete for port 3834255f-c711-49bd-9876-510de7297849 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:43.083290 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c2f9554f-b3a5-4315-a18c-332867967c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.127236 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a028e345-0c13-4898-8d9b-6d35f64e244a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.139691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:42Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:43.154040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028e345-0c13-4898-8d9b-6d35f64e244a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb74dba-9d7c-46fb-816f-294b37eac6dd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:43.172717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7947bb8-b0a9-4464-9bd9-7a930e2702c0 None None] The sync data for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 is: [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:42Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:43.209700 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c2f9554f-b3a5-4315-a18c-332867967c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.247763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a028e345-0c13-4898-8d9b-6d35f64e244a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.250101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a028e345-0c13-4898-8d9b-6d35f64e244a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4978716 Sep 20 12:31:43.253796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53012) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:43.259123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b7461450-3b9e-4c69-a369-d808d95b0f8a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'security_group_rule': {'security_group_id': 'f7df3b98-c40a-4569-b8ec-a1fbca7a35d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:43.282099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c2f9554f-b3a5-4315-a18c-332867967c7e None None] For port 3834255f-c711-49bd-9876-510de7297849, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3834255f-c711-49bd-9876-510de7297849,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:43.413491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c2f9554f-b3a5-4315-a18c-332867967c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.421299 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7461450-3b9e-4c69-a369-d808d95b0f8a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.480521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9554f-b3a5-4315-a18c-332867967c7e None None] Pushing event updated for resources: {'Port': ['ID=3834255f-c711-49bd-9876-510de7297849,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:43.501104 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7461450-3b9e-4c69-a369-d808d95b0f8a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.642937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7461450-3b9e-4c69-a369-d808d95b0f8a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.662830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7461450-3b9e-4c69-a369-d808d95b0f8a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67aca456-8fab-45fc-818c-404ffbf53cb7,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:43.761079 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7461450-3b9e-4c69-a369-d808d95b0f8a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:43.762341 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b7461450-3b9e-4c69-a369-d808d95b0f8a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5072513 Sep 20 12:31:43.765504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53024) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:43.770316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:43.904090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:44.016926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:44.137807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Allocated IP 172.25.6.5 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/58e4db22-597b-4f42-9350-e380896fe6e3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:31:44.239780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3834255f-c711-49bd-9876-510de7297849 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:31:44.279910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9dcbd9c5-2b52-4abb-925a-207669b848f2 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:44.290916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:44.304120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 9dcbd9c5-2b52-4abb-925a-207669b848f2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:44.304732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9dcbd9c5-2b52-4abb-925a-207669b848f2 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:44.337990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 3834255f-c711-49bd-9876-510de7297849 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:44.338354 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:44.447695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:44.489401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:31:44.492321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:44.500120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:31:44.505079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'Port': ['ID=58e4db22-597b-4f42-9350-e380896fe6e3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:44.594700 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:44.655512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d58b9-b522-4322-a093-14d09c55b09c req-82ff0c13-8eab-4903-8689-38879f0bd946 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:44.657041 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-759d58b9-b522-4322-a093-14d09c55b09c req-82ff0c13-8eab-4903-8689-38879f0bd946 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.32 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 944 time: 0.0534182 Sep 20 12:31:44.761579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:44.766128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c68a-043d-4e0e-ae02-f13a8dea0e7a req-6cbefba2-101f-43af-8957-b4cd05e7cacd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:44.768307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c46c68a-043d-4e0e-ae02-f13a8dea0e7a req-6cbefba2-101f-43af-8957-b4cd05e7cacd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 944 time: 0.0509083 Sep 20 12:31:44.806382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c46c68a-043d-4e0e-ae02-f13a8dea0e7a req-e2d36b06-6e5b-4e9c-835b-ea69306cd31c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Sep 20 12:31:44.816886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Deleting port b5b9c5cf-8003-45e4-b636-263d6a10ada2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:44.817251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:44.985204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] For port b5b9c5cf-8003-45e4-b636-263d6a10ada2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b5b9c5cf-8003-45e4-b636-263d6a10ada2,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:44.985571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.001882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Calling delete_port for b5b9c5cf-8003-45e4-b636-263d6a10ada2 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:45.026139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.094499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.191060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'Port': ['ID=58e4db22-597b-4f42-9350-e380896fe6e3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:45.205242 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.209105 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2d3e-795f-45d3-8e5d-0f090e2261c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.345749 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.347165 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-86acab2e-1b3a-410f-9634-4c4cc8097d2b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5805621 Sep 20 12:31:45.521880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.534341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d339a310-fb6b-4c0f-a9a8-c58758c9a91b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:45.561294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Pushing event deleted for resources: {'Port': ['ID=b5b9c5cf-8003-45e4-b636-263d6a10ada2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:45.587786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b5b9c5cf-8003-45e4-b636-263d6a10ada2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:45.610988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] No DVR routers for this DVR port b5b9c5cf-8003-45e4-b636-263d6a10ada2 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:45.615071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.616975 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:45.617450 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-759d58b9-b522-4322-a093-14d09c55b09c req-8f92ae34-842c-4569-b6a0-b8986e84dd71 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.32 "DELETE /v2.0/ports/b5b9c5cf-8003-45e4-b636-263d6a10ada2 HTTP/1.1" status: 204 len: 173 time: 0.9531579 Sep 20 12:31:45.617909 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'name': 'network-vif-deleted', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:45.620171 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2398452-269c-41b9-b05d-a3101a5fb581" -d '{"events": [{"server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "name": "network-vif-deleted", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:45.774507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-37a41835-5c65-446d-9152-cf938d106f45 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--986001115&fields=id&tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5 HTTP/1.1" status: 200 len: 267 time: 0.0324867 Sep 20 12:31:45.893065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-d5d661c4-c2d1-44c4-9cb0-aa546893b022 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:45.894981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-d5d661c4-c2d1-44c4-9cb0-aa546893b022 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 811 time: 0.1136804 Sep 20 12:31:45.911535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-d6660ee0-f27e-46e3-a356-db18d8239793 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/quotas/9ef2fcf0d9ef48548cdade7cbef5b4f5 HTTP/1.1" status: 200 len: 375 time: 0.0106349 Sep 20 12:31:45.967540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-11aed712-cb9e-468e-8b08-9b7d9cb15d33 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501549 Sep 20 12:31:46.176600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-cde87d86-87d4-4e25-b141-19501bc83c8e service neutron] 10.222.0.37 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959918 Sep 20 12:31:46.288699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-a9c99d82-7197-446f-94cf-aa10b958bc98 service neutron] 10.222.0.37 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023183 Sep 20 12:31:46.536284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:47.075026 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65b731d-317f-4191-9c01-f1dbb488af13 x-openstack-request-id: req-b65b731d-317f-4191-9c01-f1dbb488af13 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:47.075487 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "name": "network-vif-deleted", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:47.075622 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b65b731d-317f-4191-9c01-f1dbb488af13 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:47.076291 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'name': 'network-vif-deleted', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2', 'status': 'completed', 'code': 200} Sep 20 12:31:47.230870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39d1a8b9-f121-4f16-afbd-cb99f2a614b5 req-6d285bb8-33bc-421a-becf-1c0bfaffbff7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 210 time: 0.0401709 Sep 20 12:31:47.336947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f68e443d-ef46-4112-98d4-0fb593c80470 req-42628c37-f5be-4454-9e1c-2d7a0afe5e93 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 210 time: 0.0490136 Sep 20 12:31:47.665275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdee07-e749-4b4e-bb41-da1506963a27 req-0df6f377-b21b-46c9-b459-76fb0a6d246e tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:47.667165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37fdee07-e749-4b4e-bb41-da1506963a27 req-0df6f377-b21b-46c9-b459-76fb0a6d246e tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 945 time: 0.0581150 Sep 20 12:31:47.714100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37fdee07-e749-4b4e-bb41-da1506963a27 req-e4235683-289d-447a-aa29-92a12826d5fb tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368309 Sep 20 12:31:47.917047 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:48.318250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5b9c5cf-8003-45e4-b636-263d6a10ada2 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:48.343534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: b5b9c5cf-8003-45e4-b636-263d6a10ada2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:48.343741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6727c1c0-74fe-4eab-a524-2a571faf31f1 req-385ac539-fb05-41ac-97b9-a6c62ee2560e tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 210 time: 0.0368743 Sep 20 12:31:48.344620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b5b9c5cf-8003-45e4-b636-263d6a10ada2 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:48.419614 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:31:48.554863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc36d63d-ea99-48b1-a462-e44573628710 req-8671cbbc-00ae-49cd-b379-1b1599b9fbf2 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 210 time: 0.0488653 Sep 20 12:31:48.636620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53286) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:48.877187 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-87b8a0f6-a29b-4308-9c97-3e6d03630852 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ab01ac2a6a4499fba3e79fda1e01ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912055 Sep 20 12:31:48.882255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:48.985946 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffab3c25-a883-4168-bf34-d6ab581ac8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.006335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b380-c1ea-4cfc-8676-8dc3d983843f req-ef017003-ece1-4e7c-9858-b275fd1c084e tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:49.010156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70a5b380-c1ea-4cfc-8676-8dc3d983843f req-ef017003-ece1-4e7c-9858-b275fd1c084e tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 945 time: 0.0915444 Sep 20 12:31:49.049957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffab3c25-a883-4168-bf34-d6ab581ac8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.075471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70a5b380-c1ea-4cfc-8676-8dc3d983843f req-63db87cb-c1b6-4b51-9aa0-bc217aa662ab tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615194 Sep 20 12:31:49.207677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53310) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:49.272054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffab3c25-a883-4168-bf34-d6ab581ac8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.275283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffab3c25-a883-4168-bf34-d6ab581ac8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.276545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ffab3c25-a883-4168-bf34-d6ab581ac8a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4839992b-e8ad-43ea-add2-99e4ea2869cf HTTP/1.1" status: 204 len: 168 time: 0.4063497 Sep 20 12:31:49.287118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab3c25-a883-4168-bf34-d6ab581ac8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4839992b-e8ad-43ea-add2-99e4ea2869cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:49.342880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45fd3f48-1370-4909-b1bd-710239db6e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.444394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-31ed4fd0-2e4b-4d55-b110-bb0f919dddc8 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:49.446822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-31ed4fd0-2e4b-4d55-b110-bb0f919dddc8 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.21 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 811 time: 0.1237924 Sep 20 12:31:49.556339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa01c205-76d6-4bf8-957c-94d86be3325f req-f781f8bf-1958-43c3-94c7-86aa8278579c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 210 time: 0.0651629 Sep 20 12:31:49.579741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45fd3f48-1370-4909-b1bd-710239db6e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.599887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1574c57f-7e18-4647-a30c-f23459c679e3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5 HTTP/1.1" status: 200 len: 379 time: 0.1437180 Sep 20 12:31:49.620825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'port': {'device_id': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'admin_state_up': True, 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'security_groups': ['f7df3b98-c40a-4569-b8ec-a1fbca7a35d7']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:49.705395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45fd3f48-1370-4909-b1bd-710239db6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.731329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.780566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-45fd3f48-1370-4909-b1bd-710239db6e15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d3becb9e211420295595535e1351519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717731 Sep 20 12:31:49.783409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd3f48-1370-4909-b1bd-710239db6e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de34632-49b2-4848-97ee-f3f4e314a8e4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:49.785348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:49.851254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Made reservation on behalf of 9ef2fcf0d9ef48548cdade7cbef5b4f5 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:31:49.855198 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.880025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8ef0a28-da78-4996-9428-988fe2667052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:49.937956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8ef0a28-da78-4996-9428-988fe2667052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:50.136554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Allocated IP 172.20.0.11 (13d2b79b-fa8e-4459-a611-a142cb4e23ce/76d6526c-3c48-49ad-99cb-61f38c15e465/6841c589-3412-4f4b-a8b6-0dfe437973dc) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:31:50.139983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa40e8b0-1683-4f69-96ba-10f53ccd9855 req-e6316649-82f5-4e72-a737-bd972565e6fe tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 210 time: 0.0354164 Sep 20 12:31:50.145232 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8ef0a28-da78-4996-9428-988fe2667052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:50.146096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8ef0a28-da78-4996-9428-988fe2667052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:50.147469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e8ef0a28-da78-4996-9428-988fe2667052 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9de34632-49b2-4848-97ee-f3f4e314a8e4 HTTP/1.1" status: 204 len: 168 time: 0.3607886 Sep 20 12:31:50.160719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef0a28-da78-4996-9428-988fe2667052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de34632-49b2-4848-97ee-f3f4e314a8e4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:50.200360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:50.416741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2add4-6e61-466d-abcb-d2e2dd2f81af req-e57675fb-edf2-48c1-a326-bb869be5ecb5 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:50.424081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fe2add4-6e61-466d-abcb-d2e2dd2f81af req-e57675fb-edf2-48c1-a326-bb869be5ecb5 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 945 time: 0.0805287 Sep 20 12:31:50.424081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:50.477868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fe2add4-6e61-466d-abcb-d2e2dd2f81af req-5553621a-08cb-4e8b-9971-241980fd04e1 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528474 Sep 20 12:31:50.596013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:50.700549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:31:50.715973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:50.736422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:31:50.746945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9d5f437-7e9c-4a38-9b68-11b5dd40bc05 req-1367a9a7-be6b-438b-8b15-be951f4aa02c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 210 time: 0.0496917 Sep 20 12:31:50.867072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:50.873486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:50.876984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'Port': ['ID=6841c589-3412-4f4b-a8b6-0dfe437973dc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:50.994237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-1a9cbe60-0bb3-4ed3-bae7-c2a058518eca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3803470 Sep 20 12:31:51.008924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Request body: {'port': {'device_id': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:51.010484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0ffbcf1b-3139-4148-a428-20a572371b8e None None] Provisioning complete for port 6841c589-3412-4f4b-a8b6-0dfe437973dc triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:51.010936 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcf1b-3139-4148-a428-20a572371b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:51.067803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbcf1b-3139-4148-a428-20a572371b8e None None] Port 6841c589-3412-4f4b-a8b6-0dfe437973dc cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:31:51.111553 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:51.391409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-621ff1aa-c030-4f33-877d-5dc3ccb56a0b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:51.394655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-621ff1aa-c030-4f33-877d-5dc3ccb56a0b tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.32 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 945 time: 0.0908329 Sep 20 12:31:51.561334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Deleting port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:51.561678 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:51.751014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] For port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:51.751281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:51.778343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4ae71-6e96-4746-961c-0597adcd27d1 req-5df18a9b-6c2e-476b-8227-14e923feeeb8 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:51.780605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88a4ae71-6e96-4746-961c-0597adcd27d1 req-5df18a9b-6c2e-476b-8227-14e923feeeb8 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 932 time: 0.0796659 Sep 20 12:31:51.874081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6841c589-3412-4f4b-a8b6-0dfe437973dc {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:31:51.889250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:51.898185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88a4ae71-6e96-4746-961c-0597adcd27d1 req-101d30d8-d464-48a5-bd69-46269cec610b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024489 Sep 20 12:31:51.908305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Transition to ACTIVE for port object 6841c589-3412-4f4b-a8b6-0dfe437973dc will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:31:51.956598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:51.974499 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.107293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.107293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.107478 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Floating IP 6daa6e44-3f57-4fd8-9d2c-d619f83563fe disassociated. External IP: 172.25.6.184, port: a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f. Sep 20 12:31:52.107689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Calling delete_port for a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:52.195309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6841c589-3412-4f4b-a8b6-0dfe437973dc,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:52.229814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-850a67ff-69f0-4324-ade7-0aea64026b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.308877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Attempting to bind port 6841c589-3412-4f4b-a8b6-0dfe437973dc on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:31:52.309259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Attempting to bind port 6841c589-3412-4f4b-a8b6-0dfe437973dc by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:31:52.309579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Attempting to bind port 6841c589-3412-4f4b-a8b6-0dfe437973dc on network 13d2b79b-fa8e-4459-a611-a142cb4e23ce {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:52.322446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508158-914c-4598-b6e3-3120c3508301 req-78ce7a40-b755-45e5-8357-25a71d0c3e62 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:52.323946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63508158-914c-4598-b6e3-3120c3508301 req-78ce7a40-b755-45e5-8357-25a71d0c3e62 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 945 time: 0.1444266 Sep 20 12:31:52.333713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Port 6841c589-3412-4f4b-a8b6-0dfe437973dc on network 13d2b79b-fa8e-4459-a611-a142cb4e23ce not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:31:52.334081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Attempting to bind port 6841c589-3412-4f4b-a8b6-0dfe437973dc on network 13d2b79b-fa8e-4459-a611-a142cb4e23ce {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:52.351243 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.357051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:31:52.357609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Checking segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:52.361633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Bound using segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:31:52.361633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Bound port: 6841c589-3412-4f4b-a8b6-0dfe437973dc, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:31:52.361633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.388685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event deleted for resources: {'Port': ['ID=a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:52.434811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63508158-914c-4598-b6e3-3120c3508301 req-e2e8a7e7-1a92-4740-afbd-caa496e526e6 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups?id=e07c84d3-6945-4797-abe9-27fcc65f201a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001649 Sep 20 12:31:52.472967 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-850a67ff-69f0-4324-ade7-0aea64026b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.517203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] For port 6841c589-3412-4f4b-a8b6-0dfe437973dc, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:52.528253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] For port 6841c589-3412-4f4b-a8b6-0dfe437973dc, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:31:52.541082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:31:52.619778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-850a67ff-69f0-4324-ade7-0aea64026b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.662466 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.706939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:52.720929 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] Sync routers for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:52.723851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a67ff-69f0-4324-ade7-0aea64026b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b703f4e-2cc3-47df-a925-c26baca9d023,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:52.731692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:52.732313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.733842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] 10.222.0.21 "PUT /v2.0/ports/6841c589-3412-4f4b-a8b6-0dfe437973dc HTTP/1.1" status: 200 len: 1092 time: 1.7295871 Sep 20 12:31:52.754042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-850a67ff-69f0-4324-ade7-0aea64026b1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=900f9938042b4e38bb56932a3f3100cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7901773 Sep 20 12:31:52.754042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:52.756756 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:52.757584 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:52.807337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6adef-2b51-4497-9cc8-e6954702ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6841c589-3412-4f4b-a8b6-0dfe437973dc,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:52.864246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] No DVR routers for this DVR port a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:31:52.867495 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.869998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fe91afe-5bad-43b0-a201-21fdb32fa0d2 req-44d64e6d-6527-4d99-890a-a79a9fd1baed tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.32 "DELETE /v2.0/ports/a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f HTTP/1.1" status: 204 len: 173 time: 1.4677238 Sep 20 12:31:52.870719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'name': 'network-vif-deleted', 'tag': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:52.896966 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cdbdd5-f27d-498d-9800-5e70b482faba" -d '{"events": [{"server_uuid": "c083896a-c0f0-4aa1-81df-bd5371a1582d", "name": "network-vif-deleted", "tag": "a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:52.908810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f14647e-4265-40bf-be62-a824f971b7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:52.979718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f14647e-4265-40bf-be62-a824f971b7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:53.033996 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c725cf-29e1-4a20-9003-0b630667522d x-openstack-request-id: req-93c725cf-29e1-4a20-9003-0b630667522d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:53.034696 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c083896a-c0f0-4aa1-81df-bd5371a1582d", "name": "network-vif-deleted", "tag": "a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:53.034696 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93c725cf-29e1-4a20-9003-0b630667522d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:53.038682 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c083896a-c0f0-4aa1-81df-bd5371a1582d', 'name': 'network-vif-deleted', 'tag': 'a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f', 'status': 'completed', 'code': 200} Sep 20 12:31:53.098733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-98f61262-d7d6-4e8d-b69b-de9756174284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:53.100397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-98f61262-d7d6-4e8d-b69b-de9756174284 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 1095 time: 0.2424455 Sep 20 12:31:53.205517 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:53.279910 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f14647e-4265-40bf-be62-a824f971b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:53.283198 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f14647e-4265-40bf-be62-a824f971b7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:53.285336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8f14647e-4265-40bf-be62-a824f971b7b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b703f4e-2cc3-47df-a925-c26baca9d023 HTTP/1.1" status: 204 len: 168 time: 0.5315590 Sep 20 12:31:53.289532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-c28744c3-973d-445a-a447-0f09709a0fd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc HTTP/1.1" status: 200 len: 217 time: 0.1795418 Sep 20 12:31:53.352850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-4b2a75d3-b7d1-40cc-a8d8-ffc7db8a3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:53.354521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-4b2a75d3-b7d1-40cc-a8d8-ffc7db8a3068 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.0556035 Sep 20 12:31:53.356784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14647e-4265-40bf-be62-a824f971b7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b703f4e-2cc3-47df-a925-c26baca9d023,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:53.401923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae31c89-e8e9-4dc8-89b6-ba0356d715d6 req-870771b5-570b-4523-94b3-175b84764168 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:53.403479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ae31c89-e8e9-4dc8-89b6-ba0356d715d6 req-870771b5-570b-4523-94b3-175b84764168 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 944 time: 0.2817047 Sep 20 12:31:53.458109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-ca5a722c-65d3-4059-9829-857a200be773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:53.459288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-ca5a722c-65d3-4059-9829-857a200be773 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970018 Sep 20 12:31:53.470860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ae31c89-e8e9-4dc8-89b6-ba0356d715d6 req-28102dbe-290f-42ed-8c43-95a55a19c3b6 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537801 Sep 20 12:31:53.629469 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:33Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:53.670091 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] Checking router: 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:53.681095 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:53.681954 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:53.694135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-54e0a2ef-3a69-495f-8800-b009ca454a6d service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221897 Sep 20 12:31:53.807301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d77eda5-de6d-4b29-bacb-5422889f9966 req-18c7fd6f-b958-4101-956e-b2ac5802acc8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/ports?device_id=c083896a-c0f0-4aa1-81df-bd5371a1582d HTTP/1.1" status: 200 len: 210 time: 0.0730460 Sep 20 12:31:53.921437 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:53.932002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93006a4-5e82-4eab-99af-f6cfd7ac185e req-0955213d-f48e-4c49-ae6f-174b7c56803e service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294693 Sep 20 12:31:54.326235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:31:54.335973 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:33Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:54.350840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:31:54.351502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device a0c06cd9-c6f3-478c-9205-3a5ae1fd1d1f not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:31:54.364197 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0643fc5-161f-4875-890b-cdbfa4194864 None None] The sync data for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 is: [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:29:26Z', 'revision_number': 4, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8a85c15b-4864-4d20-9f1e-6d22f7c3d91e', 'name': '', 'network_id': 'a6763d10-6a99-4378-ab81-b5ac94b4d9ac', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'mac_address': 'fa:16:3e:f0:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:23Z', 'updated_at': '2021-09-20T12:29:33Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'subnets': [{'id': '5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:54.678632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0882a-4a9a-407d-aadf-fd5f7fe95987 req-a3c2d3ea-fe80-47dc-bac4-2db0efc86da2 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:54.686363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8f0882a-4a9a-407d-aadf-fd5f7fe95987 req-a3c2d3ea-fe80-47dc-bac4-2db0efc86da2 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 944 time: 0.1210463 Sep 20 12:31:54.764819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8f0882a-4a9a-407d-aadf-fd5f7fe95987 req-21d7d64d-b142-4694-a390-35118fcc4a8e tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775003 Sep 20 12:31:54.800060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53506) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:54.908453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4be340-5ec4-403f-91e4-6e40ed2cb151 None None] New status for floating IP 6daa6e44-3f57-4fd8-9d2c-d619f83563fe: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:31:55.017890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac77db6f-ed68-4335-bc8b-7473c2c028ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.208633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac77db6f-ed68-4335-bc8b-7473c2c028ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.263238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53526) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:55.285968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac77db6f-ed68-4335-bc8b-7473c2c028ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.355261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac77db6f-ed68-4335-bc8b-7473c2c028ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c26d2b64714a473299fd852660ab7a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540349 Sep 20 12:31:55.355905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53532) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:55.368150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77db6f-ed68-4335-bc8b-7473c2c028ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff5a7c3-3bc9-469e-a55a-6bf9fe16c5ca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:55.395071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c91a0ac9-96c5-40d0-9038-e834f2014f36 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.435623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6c22a2b-6bcd-48c4-ae66-7626ecf7c957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.435787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c91a0ac9-96c5-40d0-9038-e834f2014f36 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.457661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53534) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:55.480017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6c22a2b-6bcd-48c4-ae66-7626ecf7c957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.585737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c91a0ac9-96c5-40d0-9038-e834f2014f36 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.591714 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c91a0ac9-96c5-40d0-9038-e834f2014f36 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.592365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c91a0ac9-96c5-40d0-9038-e834f2014f36 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "DELETE /v2.0/security-groups/e07c84d3-6945-4797-abe9-27fcc65f201a HTTP/1.1" status: 204 len: 168 time: 0.3357348 Sep 20 12:31:55.594723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53538) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:55.606151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a0ac9-96c5-40d0-9038-e834f2014f36 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07c84d3-6945-4797-abe9-27fcc65f201a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:55.616313 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-1b0587d2-9df5-4325-b5dc-671abaa3648c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] show failed (client error): The resource could not be found. Sep 20 12:31:55.626238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b0587d2-9df5-4325-b5dc-671abaa3648c tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "GET /v2.0/security-groups/e07c84d3-6945-4797-abe9-27fcc65f201a HTTP/1.1" status: 404 len: 347 time: 0.0247130 Sep 20 12:31:55.629327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:55.757522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1292495483-network', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:55.760438 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6c22a2b-6bcd-48c4-ae66-7626ecf7c957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.763017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6c22a2b-6bcd-48c4-ae66-7626ecf7c957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.766593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d6c22a2b-6bcd-48c4-ae66-7626ecf7c957 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ff5a7c3-3bc9-469e-a55a-6bf9fe16c5ca HTTP/1.1" status: 204 len: 168 time: 0.4028275 Sep 20 12:31:55.803114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c22a2b-6bcd-48c4-ae66-7626ecf7c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff5a7c3-3bc9-469e-a55a-6bf9fe16c5ca,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:55.833046 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Deleting port 862efab1-0c5b-43e6-833c-72fdae63f5fd {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:55.833416 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.898794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Made reservation on behalf of 9db0b80623c44ab2843f11cdcbfabc5f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:31:55.901247 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:55.947728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.001078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946e155-c8c7-4ba7-8111-6573a5e8766c req-633bcca6-5ad0-4156-bbc3-b39ab61f28f3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:56.002852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d946e155-c8c7-4ba7-8111-6573a5e8766c req-633bcca6-5ad0-4156-bbc3-b39ab61f28f3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 944 time: 0.1538854 Sep 20 12:31:56.004876 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.005233 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.044449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Calling delete_port for 862efab1-0c5b-43e6-833c-72fdae63f5fd owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:56.123940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d946e155-c8c7-4ba7-8111-6573a5e8766c req-c76002cd-d5b3-4637-a48f-b6a9be46bd59 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139805 Sep 20 12:31:56.218259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.250384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 6841c589-3412-4f4b-a8b6-0dfe437973dc details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:31:56.290277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.357118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88488331-cd71-4289-8de9-cbc8984e01fa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:56.361799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:31:56.373357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.373774 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Added segment 351f2035-5502-41ed-b1e4-423d42a1ea1b of type vlan for network 69a29a87-ff93-4727-85fa-4ffe4d42299f Sep 20 12:31:56.424326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.456755 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 6841c589-3412-4f4b-a8b6-0dfe437973dc, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:56.465236 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.471061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'port_id': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'mac_address': 'fa:16:3e:bd:53:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:31:56.516446 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.525351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Pushing event deleted for resources: {'Port': ['ID=862efab1-0c5b-43e6-833c-72fdae63f5fd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:56.533367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6841c589-3412-4f4b-a8b6-0dfe437973dc {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:31:56.559298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 6841c589-3412-4f4b-a8b6-0dfe437973dc, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:56.588964 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.595892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.601186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3f4b6d12-53c7-4039-9d22-1d9091981fe8 tempest-ServersTestJSON-402716184 tempest-ServersTestJSON-402716184-project] 10.222.0.37 "DELETE /v2.0/floatingips/6daa6e44-3f57-4fd8-9d2c-d619f83563fe HTTP/1.1" status: 204 len: 168 time: 0.9696963 Sep 20 12:31:56.603383 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.604045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53566) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:56.605257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:56.605978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.619974 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:56.709212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=6841c589-3412-4f4b-a8b6-0dfe437973dc,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:56.725534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] Pushing event updated for resources: {'Network': ['ID=69a29a87-ff93-4727-85fa-4ffe4d42299f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:56.738266 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:31:56.757682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7490747-34af-462a-9727-809f8455f90f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2980099 Sep 20 12:31:56.760826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53572) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:56.766114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Request body: {'subnet': {'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1292495483-subnet', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:56.883736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['6841c589-3412-4f4b-a8b6-0dfe437973dc'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:31:56.909632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Made reservation on behalf of 9db0b80623c44ab2843f11cdcbfabc5f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:31:56.914439 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.078655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.192758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.224402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53584) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:57.321396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e390a-f2e4-4361-bdd5-0ab3aaf762d0 req-d8a5206b-86e8-45e2-8826-ad6c21d83140 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:57.322302 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-955e390a-f2e4-4361-bdd5-0ab3aaf762d0 req-d8a5206b-86e8-45e2-8826-ad6c21d83140 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 945 time: 0.0967841 Sep 20 12:31:57.322966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0c36ee-90f8-4b7f-b098-3b360d118b95,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:57.357216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Checking segment: {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:57.357731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Network hostable DHCP agents. Network: 69a29a87-ff93-4727-85fa-4ffe4d42299f, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:31:57.391587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-955e390a-f2e4-4361-bdd5-0ab3aaf762d0 req-8a774051-2113-43a9-b379-f9337bf0a803 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592909 Sep 20 12:31:57.413540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-910614166-network', 'tenant_id': '5308bc108c2b4bbe9492eaffd7c09f7f'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:57.439229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Deleting port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:57.446615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.494677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:31:57.521401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] For port 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:57.521683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.528604 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Made reservation on behalf of 5308bc108c2b4bbe9492eaffd7c09f7f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:31:57.531004 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.540228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.550777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Calling delete_port for 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:57.673790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 69a29a87-ff93-4727-85fa-4ffe4d42299f) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:57.690493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:57.691195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.704518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48fc293-6e78-4517-a0b1-c2324337a3fe None None] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:31:57.705087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.843722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.873494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:31:57.892972 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.893853 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Added segment b61c76e6-e9e0-4a7f-904c-65a6de9c68b4 of type vlan for network c38fb3b5-7522-4bfc-aedd-c17177058de0 Sep 20 12:31:57.895669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caea3251-fc03-4506-919c-7d1acc12853e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:57.905651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.938332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-69a29a87-ff93-4727-85fa-4ffe4d42299f', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:31:57.938332 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:57.942003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a85c15b-4864-4d20-9f1e-6d22f7c3d91e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:57.980840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-404c8a47-a3bb-4ee0-bf44-76d1e66b6e29 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2183280 Sep 20 12:31:57.992694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:58.011891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:58.052824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.151031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.153993 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.193541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Allocated IP 172.20.0.2 (69a29a87-ff93-4727-85fa-4ffe4d42299f/bc0c36ee-90f8-4b7f-b098-3b360d118b95/5b471b66-a785-4a86-badc-463eb388c992) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:31:58.245056 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.250910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.252036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.253492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:58.254099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.260814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 6841c589-3412-4f4b-a8b6-0dfe437973dc up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:31:58.445351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] Pushing event updated for resources: {'Network': ['ID=c38fb3b5-7522-4bfc-aedd-c17177058de0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:58.481426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c38fb3b5-7522-4bfc-aedd-c17177058de0 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:31:58.492123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f31c9d01-b9e0-40a6-9061-081688d57efc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2652187 Sep 20 12:31:58.496731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53614) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:58.504119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Request body: {'subnet': {'network_id': 'c38fb3b5-7522-4bfc-aedd-c17177058de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-910614166-subnet', 'tenant_id': '5308bc108c2b4bbe9492eaffd7c09f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:31:58.516040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e30c4-d2d7-4d75-b23b-dd8754db726f req-72116135-39c1-4ee8-a9f1-5bf935fb3f11 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:58.517808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a91e30c4-d2d7-4d75-b23b-dd8754db726f req-72116135-39c1-4ee8-a9f1-5bf935fb3f11 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 944 time: 0.2749360 Sep 20 12:31:58.554308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:31:58.624944 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.641040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.659865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-cff63ad6-798c-414a-b433-189130deb13d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:58.661772 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-cff63ad6-798c-414a-b433-189130deb13d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.21 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 944 time: 0.2275784 Sep 20 12:31:58.667425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a91e30c4-d2d7-4d75-b23b-dd8754db726f req-d4363df4-b3a2-4734-a448-acdfd21b2990 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048310 Sep 20 12:31:58.675043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 6841c589-3412-4f4b-a8b6-0dfe437973dc completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:31:58.695132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 6841c589-3412-4f4b-a8b6-0dfe437973dc triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:31:58.695132 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.734335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:31:58.753458 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] Sync routers for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:31:58.760028 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c5642eef-2749-48d1-98cd-3f4ed103af59 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1531513 Sep 20 12:31:58.760654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53620) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:31:58.767857 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:58.769112 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:58.795894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Made reservation on behalf of 5308bc108c2b4bbe9492eaffd7c09f7f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:31:58.798075 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.798587 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.849188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 6841c589-3412-4f4b-a8b6-0dfe437973dc, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:58.851275 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:58.861691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841c589-3412-4f4b-a8b6-0dfe437973dc'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:31:58.864988 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8b72ca-1edb-4afc-a1c0-82f8c14a0fb2" -d '{"events": [{"server_uuid": "0e5919cc-7d2a-4338-97b4-090fa7a73a49", "name": "network-vif-plugged", "status": "completed", "tag": "6841c589-3412-4f4b-a8b6-0dfe437973dc"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:31:58.879297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:31:58.886057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:58.894893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:31:58.955008 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.010004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Attempting to bind port 5b471b66-a785-4a86-badc-463eb388c992 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:31:59.010691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Attempting to bind port 5b471b66-a785-4a86-badc-463eb388c992 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:31:59.011242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Attempting to bind port 5b471b66-a785-4a86-badc-463eb388c992 on network 69a29a87-ff93-4727-85fa-4ffe4d42299f {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:31:59.014987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Pushing event updated for resources: {'Port': ['ID=5b471b66-a785-4a86-badc-463eb388c992,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:59.025173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:31:59.026039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Checking segment: {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:59.026705 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.027435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Bound using segment: {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:31:59.028496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Bound port: 5b471b66-a785-4a86-badc-463eb388c992, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:31:59.029125 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.034570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.035158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.035685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.036325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.036843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.037359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.038147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.038629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.039265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.042650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.042650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.042650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:31:59.141098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0403c-2894-4697-aaba-88759e696486 req-20fd6843-40f3-415e-9a62-180b1d63d198 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:59.146460 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:59.149305 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dd0403c-2894-4697-aaba-88759e696486 req-20fd6843-40f3-415e-9a62-180b1d63d198 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.3657517 Sep 20 12:31:59.150342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=6841c589-3412-4f4b-a8b6-0dfe437973dc,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:59.174991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] For port 5b471b66-a785-4a86-badc-463eb388c992, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:31:59.179392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] For port 5b471b66-a785-4a86-badc-463eb388c992, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5b471b66-a785-4a86-badc-463eb388c992,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:31:59.195149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Deleting port d339a310-fb6b-4c0f-a9a8-c58758c9a91b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:59.196882 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.235087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dd0403c-2894-4697-aaba-88759e696486 req-12a836ba-7082-4a1b-9f75-36a6f85dfdbc tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847518 Sep 20 12:31:59.296405 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.319456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.339467 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d03eea-8289-43ee-b04e-f26276a9d960 x-openstack-request-id: req-e3d03eea-8289-43ee-b04e-f26276a9d960 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:31:59.339756 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5919cc-7d2a-4338-97b4-090fa7a73a49", "name": "network-vif-plugged", "status": "completed", "tag": "6841c589-3412-4f4b-a8b6-0dfe437973dc", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:31:59.340011 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3d03eea-8289-43ee-b04e-f26276a9d960 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:31:59.340406 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'code': 200} Sep 20 12:31:59.371469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.400722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e2fa4-0743-467c-8c5f-4177d9467f6b None None] Pushing event updated for resources: {'Port': ['ID=5b471b66-a785-4a86-badc-463eb388c992,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:59.450843 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:31:57Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:59.487683 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] Checking router: 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:31:59.497446 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] Routers {'9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:31:59.498557 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:59.520614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a814207-cb57-4d85-8b73-396b1ba592be,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:31:59.523804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] For port d339a310-fb6b-4c0f-a9a8-c58758c9a91b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:59.524179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.566659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581262-aa7d-4ca6-befa-045557cd89a2 req-9717cbe6-b913-4db7-ac2b-6801d0964b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:59.568160 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49581262-aa7d-4ca6-befa-045557cd89a2 req-9717cbe6-b913-4db7-ac2b-6801d0964b8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 1097 time: 0.0647397 Sep 20 12:31:59.571338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.572675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Calling delete_port for d339a310-fb6b-4c0f-a9a8-c58758c9a91b owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:59.595031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Checking segment: {'id': 'b61c76e6-e9e0-4a7f-904c-65a6de9c68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c38fb3b5-7522-4bfc-aedd-c17177058de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:31:59.595398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Network hostable DHCP agents. Network: c38fb3b5-7522-4bfc-aedd-c17177058de0, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:31:59.660146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49581262-aa7d-4ca6-befa-045557cd89a2 req-8aa72442-b240-4732-93d4-557400fb0028 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609531 Sep 20 12:31:59.667546 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.670356 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] Set router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:31:59.694930 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.728296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Deleting port a1967d8e-e55c-4244-a119-1a65fbfd3fe2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:31:59.728638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.795780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Network c38fb3b5-7522-4bfc-aedd-c17177058de0 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:31:59.849945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] For port a1967d8e-e55c-4244-a119-1a65fbfd3fe2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a1967d8e-e55c-4244-a119-1a65fbfd3fe2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:31:59.850506 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:31:59.866642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Calling delete_port for a1967d8e-e55c-4244-a119-1a65fbfd3fe2 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:31:59.927087 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:31:57Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:31:59.950713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affccb6-a03e-4d1b-8bc4-564d878c804a req-4856cccb-9a6a-4c11-8ac5-3c4ae0fa6d2d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:59.958399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7affccb6-a03e-4d1b-8bc4-564d878c804a req-4856cccb-9a6a-4c11-8ac5-3c4ae0fa6d2d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e559d-f77d-4305-881c-7a7f596c6930 HTTP/1.1" status: 200 len: 944 time: 0.1733422 Sep 20 12:31:59.966201 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de87d0d-7724-4faa-b02d-a858cd2876ee None None] The sync data for ids ['9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac'] in n-d-809934-3 is: [{'id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'name': 'tempest-ServersTestJSON-1298887336-router', 'tenant_id': '12c787a34aec4bec8324b9e632829e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:29:14Z', 'updated_at': '2021-09-20T12:31:57Z', 'revision_number': 5, 'project_id': '12c787a34aec4bec8324b9e632829e2a', 'gw_port': {'id': 'a1967d8e-e55c-4244-a119-1a65fbfd3fe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:29:15Z', 'updated_at': '2021-09-20T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:31:59.968609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, c38fb3b5-7522-4bfc-aedd-c17177058de0) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:31:59.984295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d952cc-56f2-4849-8d27-337e2a94f32c None None] Network c38fb3b5-7522-4bfc-aedd-c17177058de0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:31:59.989760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:31:59.994665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.061266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7affccb6-a03e-4d1b-8bc4-564d878c804a req-604f2711-e221-492e-9040-8878b96df79d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019130 Sep 20 12:32:00.070916 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.108693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d339a310-fb6b-4c0f-a9a8-c58758c9a91b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:32:00.114676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Pushing event deleted for resources: {'Port': ['ID=d339a310-fb6b-4c0f-a9a8-c58758c9a91b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:00.157477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Allocated IP 172.25.6.146 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/5d605b81-d72b-4678-84a0-7f2135d7a4eb) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:00.161002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b11dcf1-29f9-4c17-9d1b-b4af45526548 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6610723 Sep 20 12:32:00.171829 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.178849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] No DVR routers for this DVR port d339a310-fb6b-4c0f-a9a8-c58758c9a91b on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:32:00.181785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.183811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ddd30a0-6f14-445b-bc35-b94a9941227a req-c181a17c-3c42-4ce1-9000-e5e416c63289 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.21 "DELETE /v2.0/ports/d339a310-fb6b-4c0f-a9a8-c58758c9a91b HTTP/1.1" status: 204 len: 173 time: 1.5155015 Sep 20 12:32:00.199815 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1967d8e-e55c-4244-a119-1a65fbfd3fe2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:00.254988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b641d155-9ece-41b6-a717-ac81f05dc0f9 None None] Network c38fb3b5-7522-4bfc-aedd-c17177058de0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:00.296642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.345147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.547317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.566899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.611586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5b471b66-a785-4a86-badc-463eb388c992 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:00.704940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5b471b66-a785-4a86-badc-463eb388c992 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:00.705416 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.791419 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.792164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:32:00.797577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.801309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-98666be8-25ab-4801-8786-60da974bbd2a admin admin] 10.222.0.37 "DELETE /v2.0/routers/9d99e4b0-f3c7-4d6e-83bd-3e519cc59aac HTTP/1.1" status: 204 len: 168 time: 2.0372562 Sep 20 12:32:00.802536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53652) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:00.887578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.888564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-690cf692-56a0-464a-b866-7e20f3a9b432 admin admin] Deleting subnet 5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:32:00.897813 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-690cf692-56a0-464a-b866-7e20f3a9b432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:00.977046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 5b471b66-a785-4a86-badc-463eb388c992, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5b471b66-a785-4a86-badc-463eb388c992,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:00.983702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-690cf692-56a0-464a-b866-7e20f3a9b432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.033142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7bdd1-d052-4794-8d83-1e0d8769cb1e None None] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:01.100741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.128419 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-690cf692-56a0-464a-b866-7e20f3a9b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.150954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:32:01.190766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e6d1f446-1886-427e-a5f1-635be14c4068 None None] Provisioning complete for port 5b471b66-a785-4a86-badc-463eb388c992 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:01.193424 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f446-1886-427e-a5f1-635be14c4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.228306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a6e26-80d6-477a-a086-9510a423600f req-ca6102f9-871d-41a3-b90f-3d73eff3e0dd tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:01.229891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692a6e26-80d6-477a-a086-9510a423600f req-ca6102f9-871d-41a3-b90f-3d73eff3e0dd tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.8459933 Sep 20 12:32:01.250835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:32:01.251253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8a85c15b-4864-4d20-9f1e-6d22f7c3d91e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:32:01.270550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.304170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-690cf692-56a0-464a-b866-7e20f3a9b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.319433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=5b471b66-a785-4a86-badc-463eb388c992,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:01.366241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-692a6e26-80d6-477a-a086-9510a423600f req-1bc3590a-7f81-4a41-96d3-29852169bcfd tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291339 Sep 20 12:32:01.382431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-690cf692-56a0-464a-b866-7e20f3a9b432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.386625 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-690cf692-56a0-464a-b866-7e20f3a9b432 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4 HTTP/1.1" status: 204 len: 168 time: 0.5812969 Sep 20 12:32:01.386625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cf692-56a0-464a-b866-7e20f3a9b432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6fa4e3-916d-46ce-9adc-d7ae8e2c09c4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:01.387199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53662) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:01.392416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:01.399677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:01.410840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:01.414429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=5d605b81-d72b-4678-84a0-7f2135d7a4eb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:01.423190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0627b7-98f0-4f25-9e82-6dec654b6a8c None None] Network a6763d10-6a99-4378-ab81-b5ac94b4d9ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:01.600942 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.709771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-9daff747-6f40-42f8-87bd-81d62322e820 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1722569 Sep 20 12:32:01.801712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Deleting port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:32:01.802047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.890433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] DHCP port deletion for a6763d10-6a99-4378-ab81-b5ac94b4d9ac request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:32:01.932885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] For port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:01.933529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:01.984859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-6592cc9c-e07d-4f42-bde1-e706bd5c4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:01.985407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-6592cc9c-e07d-4f42-bde1-e706bd5c4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:01.985888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-6592cc9c-e07d-4f42-bde1-e706bd5c4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:01.992471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-6592cc9c-e07d-4f42-bde1-e706bd5c4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:01.992983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-6592cc9c-e07d-4f42-bde1-e706bd5c4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:01.993494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-6592cc9c-e07d-4f42-bde1-e706bd5c4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:01.993979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-6592cc9c-e07d-4f42-bde1-e706bd5c4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:01.996154 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-6592cc9c-e07d-4f42-bde1-e706bd5c4aba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6492 time: 0.2513273 Sep 20 12:32:02.006114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Calling delete_port for 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:32:02.013487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] Deleting port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:32:02.013865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.182170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] For port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,segment=NetworkSegment(510eef62-cf2a-4723-b12e-43cd2f4e6eb4),segment_id=510eef62-cf2a-4723-b12e-43cd2f4e6eb4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:02.182856 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.192573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.231367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] Calling delete_port for 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:32:02.250288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8d8d9b49-6fe3-40ae-95a7-a52f2b4e72b3 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:02.257464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8d8d9b49-6fe3-40ae-95a7-a52f2b4e72b3 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/networks?id=c38fb3b5-7522-4bfc-aedd-c17177058de0 HTTP/1.1" status: 200 len: 813 time: 0.2306819 Sep 20 12:32:02.281925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-540dde41-a10c-467f-ae73-6180675b629c tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/quotas/5308bc108c2b4bbe9492eaffd7c09f7f HTTP/1.1" status: 200 len: 375 time: 0.0235155 Sep 20 12:32:02.325662 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-97092519-bd78-4428-b8fa-9955042c074e tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5308bc108c2b4bbe9492eaffd7c09f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427489 Sep 20 12:32:02.332251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-4e65d6e4-d037-4def-9080-adffcafccd8a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:32:02.339484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-4e65d6e4-d037-4def-9080-adffcafccd8a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129132 Sep 20 12:32:02.340155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d339a310-fb6b-4c0f-a9a8-c58758c9a91b no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:32:02.342539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5b471b66-a785-4a86-badc-463eb388c992 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:02.403539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-312ad12d-3d4a-49f8-a7d9-e234075741aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:02.403539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-312ad12d-3d4a-49f8-a7d9-e234075741aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:02.403539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-312ad12d-3d4a-49f8-a7d9-e234075741aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:02.403539 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-312ad12d-3d4a-49f8-a7d9-e234075741aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=9a000b8c-f691-4016-bae2-63b082446985&id=9a000b8c-f691-4016-bae2-63b082446985 HTTP/1.1" status: 200 len: 2289 time: 0.3727615 Sep 20 12:32:02.412583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: d339a310-fb6b-4c0f-a9a8-c58758c9a91b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:32:02.412928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d339a310-fb6b-4c0f-a9a8-c58758c9a91b not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:32:02.415581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-15c4b4b4-8731-4cc0-bf27-dabed5d6fe8c None None] Provisioning complete for port 5b471b66-a785-4a86-badc-463eb388c992 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:02.415581 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-15c4b4b4-8731-4cc0-bf27-dabed5d6fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.487791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-b6f450d3-b4d3-4112-9d57-b68e26af8a67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c53a75-b73f-4dc7-a480-353e147cec7a HTTP/1.1" status: 200 len: 1001 time: 0.0767767 Sep 20 12:32:02.495237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5b471b66-a785-4a86-badc-463eb388c992 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:02.495607 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.525065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-22b87295-0656-4c41-92f9-be2c00ae65ce service neutron] 10.222.0.37 "GET /v2.0/networks/c38fb3b5-7522-4bfc-aedd-c17177058de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846383 Sep 20 12:32:02.548746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-605abff9-2905-4c5a-b7f1-ce3ef2a2be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:02.550540 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-605abff9-2905-4c5a-b7f1-ce3ef2a2be44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28a516e1-d691-4865-968b-9fdfaa0757b3 HTTP/1.1" status: 200 len: 851 time: 0.0562634 Sep 20 12:32:02.599118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-1cd9acb7-dcb6-4452-81ab-3d264474643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:02.600646 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-1cd9acb7-dcb6-4452-81ab-3d264474643d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437341 Sep 20 12:32:02.608663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.620921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.644459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] Pushing event deleted for resources: {'Port': ['ID=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:02.646762 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.648626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b355a0a-e142-4368-8bee-1cf0a01771b7 None None] No DVR routers for this DVR port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:32:02.681849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=15fcd92e-9a9c-41b9-b793-6b923d4a72e7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:02.686879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] No DVR routers for this DVR port 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:32:02.712162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:32:02.728569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-3a7cc41b-29dc-4209-964d-9984479a590f service neutron] 10.222.0.37 "GET /v2.0/networks/c38fb3b5-7522-4bfc-aedd-c17177058de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926756 Sep 20 12:32:02.736870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:32:02.737258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 15fcd92e-9a9c-41b9-b793-6b923d4a72e7 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:32:02.737862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a1967d8e-e55c-4244-a119-1a65fbfd3fe2 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:32:02.762785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a1967d8e-e55c-4244-a119-1a65fbfd3fe2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:32:02.763131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a1967d8e-e55c-4244-a119-1a65fbfd3fe2 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:32:02.811041 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.826992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-ded21147-6707-4b50-bd47-aec42b95528b service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167656 Sep 20 12:32:02.843276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6763d10-6a99-4378-ab81-b5ac94b4d9ac']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:02.863236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510eef62-cf2a-4723-b12e-43cd2f4e6eb4') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:02.863538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510eef62-cf2a-4723-b12e-43cd2f4e6eb4') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:02.880156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.903465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Router f8ccc66f-3c77-4851-aead-529745675024 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:32:02.922632 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.932003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:32:02.932401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:32:02.934040 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:32:02.991618 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-51259a39-434a-438f-a071-3fabe00faa0e service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569386 Sep 20 12:32:03.018699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:03.033310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Sync routers for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:03.037253 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-181f2c4b-f894-4172-b15f-b0ec2227df96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 200 len: 217 time: 0.0384672 Sep 20 12:32:03.044078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:03.044745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:03.119311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:03.139807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:03.141981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d147cdf1-cad3-4a20-bc59-1138b8bb3dc1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1428151 Sep 20 12:32:03.148695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53690) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:03.159851 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:03.166458 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a6763d10-6a99-4378-ab81-b5ac94b4d9ac HTTP/1.1" status: 204 len: 168 time: 1.7782421 Sep 20 12:32:03.169359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-b5714201-b885-4cdf-9be6-8cda3abef827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:03.171238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-b5714201-b885-4cdf-9be6-8cda3abef827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.1269159 Sep 20 12:32:03.173044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8731c7-cf02-43c6-b89e-c261751be2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6763d10-6a99-4378-ab81-b5ac94b4d9ac,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:03.256159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-353a2e39-2c9d-4337-acf4-7b6c0ee8d2c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1675961 Sep 20 12:32:03.282674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-2d5f764f-2ca3-4f7a-9ffa-e01617e883b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:03.284378 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-2d5f764f-2ca3-4f7a-9ffa-e01617e883b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1048775 Sep 20 12:32:03.349445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584a07-0fec-4bac-b0e0-c6adc91acd67 req-81641fb9-6350-4ff5-94a2-3c5b3917a6ef tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:03.351297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10584a07-0fec-4bac-b0e0-c6adc91acd67 req-81641fb9-6350-4ff5-94a2-3c5b3917a6ef tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.1335938 Sep 20 12:32:03.355779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:03.404818 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-62530f93-5c6d-4d2e-b506-193ebb43c88d service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125772 Sep 20 12:32:03.481603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-d7d3966b-3833-4e35-a6aa-cc815737c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:03.486154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-d7d3966b-3833-4e35-a6aa-cc815737c1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 1095 time: 0.1859212 Sep 20 12:32:03.531599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-f6c79dfe-dca6-4bbe-b38d-24df29c6f69d service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189418 Sep 20 12:32:03.562366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:01Z', 'revision_number': 3, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:03.574023 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-e5e87fae-a66a-4d5a-9864-4b4dd14d1f0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 200 len: 217 time: 0.0352335 Sep 20 12:32:03.594173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Checking router: f8ccc66f-3c77-4851-aead-529745675024 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:03.594525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Updating router f8ccc66f-3c77-4851-aead-529745675024 port 5d605b81-d72b-4678-84a0-7f2135d7a4eb binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:32:03.598859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10584a07-0fec-4bac-b0e0-c6adc91acd67 req-333e0fb1-c1d7-4c56-9107-67e535956811 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906381 Sep 20 12:32:03.656759 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:03.676689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-a5d37072-7e33-4af1-ae8d-9c38aca60ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:03.678214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-a5d37072-7e33-4af1-ae8d-9c38aca60ae2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0964835 Sep 20 12:32:03.691130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53708) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:03.780407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:03.780784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d8f96e8-5fb3-4783-9068-03e71e9bd698 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12c787a34aec4bec8324b9e632829e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895000 Sep 20 12:32:03.783155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-571d01cf-1427-40ae-bfed-a8e2510d2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:03.784691 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-571d01cf-1427-40ae-bfed-a8e2510d2bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956202 Sep 20 12:32:03.859654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-84a0fecd-8b7a-46ce-8f6b-422fe1a66a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:03.861571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-84a0fecd-8b7a-46ce-8f6b-422fe1a66a97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 200 len: 907 time: 0.3008440 Sep 20 12:32:03.911060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-90e5f504-e6e2-4ce1-b28e-394ab5de4e83 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181805 Sep 20 12:32:03.967330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e973e7fc-e088-4c7a-8462-e0c34ebc8b08 req-e730d0cf-a2e7-450c-97d1-97190b782869 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 210 time: 0.0781617 Sep 20 12:32:03.967865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-080c53cf-816d-4709-bf76-04ca5707cf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:03.970190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-b6d5210b-bea1-42f7-86ef-401af61fe68d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 200 len: 217 time: 0.0838101 Sep 20 12:32:04.016302 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-d4db03bf-9d54-4b41-b0dd-ecb7c9bd0eb4 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979393 Sep 20 12:32:04.056274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-080c53cf-816d-4709-bf76-04ca5707cf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.091468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-1863bead-8709-4499-b6f8-108d0f05fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:04.092955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-1863bead-8709-4499-b6f8-108d0f05fdf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 200 len: 847 time: 0.1151979 Sep 20 12:32:04.095659 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-3879a316-0dcd-4d3b-adc0-5558aef0fbb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=77e575d0-3ccd-4848-8216-0559baa3aa32 HTTP/1.1" status: 200 len: 217 time: 0.0718656 Sep 20 12:32:04.095917 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.152281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-78793285-e5a6-4840-b3c4-ebce5edb3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:04.153958 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-78793285-e5a6-4840-b3c4-ebce5edb3921 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0512028 Sep 20 12:32:04.158128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-8b1aa0bb-a380-4435-a3b6-101d44b6d238 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a02a595e-95f6-46c3-adea-7ab3f31cee45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556431 Sep 20 12:32:04.183377 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.205707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-1e8fde3b-09d5-427c-82ca-22e68367d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:04.207541 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-1e8fde3b-09d5-427c-82ca-22e68367d4d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463591 Sep 20 12:32:04.207812 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.243558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bdd5e-5484-40d2-aa4f-c5820bf483e9 None None] Pushing event updated for resources: {'Port': ['ID=5d605b81-d72b-4678-84a0-7f2135d7a4eb,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:04.246940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Attempting to bind port 5d605b81-d72b-4678-84a0-7f2135d7a4eb on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:04.246940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Attempting to bind port 5d605b81-d72b-4678-84a0-7f2135d7a4eb by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:04.246940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Attempting to bind port 5d605b81-d72b-4678-84a0-7f2135d7a4eb on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:04.258817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:04.259617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:04.260232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.261237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:04.261808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Bound port: 5d605b81-d72b-4678-84a0-7f2135d7a4eb, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:04.262310 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.276161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-080c53cf-816d-4709-bf76-04ca5707cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.278922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-080c53cf-816d-4709-bf76-04ca5707cf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.281821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-080c53cf-816d-4709-bf76-04ca5707cf93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70e9c4b4-67c2-4844-b0e8-17c4706f738e HTTP/1.1" status: 204 len: 168 time: 0.4969339 Sep 20 12:32:04.329225 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] For port 5d605b81-d72b-4678-84a0-7f2135d7a4eb, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:04.333948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] For port 5d605b81-d72b-4678-84a0-7f2135d7a4eb, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5d605b81-d72b-4678-84a0-7f2135d7a4eb,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:04.334810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c53cf-816d-4709-bf76-04ca5707cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9c4b4-67c2-4844-b0e8-17c4706f738e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:04.337948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-41568362-7984-4616-b6e0-ff36ab70e0f7 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707149 Sep 20 12:32:04.372356 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-bf5d3312-dbc3-4e90-bd9b-a979d548f6b7 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566854 Sep 20 12:32:04.490209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.512682 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-a76ee226-d885-48ce-b594-159e72227948 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265466 Sep 20 12:32:04.565847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:04.566762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:04.610459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Allocated IP 172.20.0.1 (69a29a87-ff93-4727-85fa-4ffe4d42299f/bc0c36ee-90f8-4b7f-b098-3b360d118b95/aa5ad3f9-bf43-4538-9139-7f30bacb52f2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:04.616335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bdd5e-5484-40d2-aa4f-c5820bf483e9 None None] Pushing event updated for resources: {'Port': ['ID=5d605b81-d72b-4678-84a0-7f2135d7a4eb,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:04.618993 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6852b9fa-6372-4aab-98c6-7f10c64ee902 req-b420e7c3-b25c-4b8e-843e-651742c25558 service neutron] 10.222.0.21 "GET /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733400 Sep 20 12:32:04.634111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-fb0affd8-9ebd-41cf-bb2a-f8eca8935d2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b HTTP/1.1" status: 200 len: 217 time: 0.1095228 Sep 20 12:32:04.720675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-807426ad-1828-4f51-b47d-e989862dbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:04.728208 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-807426ad-1828-4f51-b47d-e989862dbe07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0881171 Sep 20 12:32:04.731762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:04.777864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d3304-5d9d-4c50-8c91-64eb3e9ab7ef req-2cd2a03e-a753-4bec-882a-8d531a0e21e2 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:04.791503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53726) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:04.797909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae7d3304-5d9d-4c50-8c91-64eb3e9ab7ef req-2cd2a03e-a753-4bec-882a-8d531a0e21e2 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.1532679 Sep 20 12:32:04.805070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'floatingip': {'port_id': '6841c589-3412-4f4b-a8b6-0dfe437973dc'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:04.863057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.871087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:04.920360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-86690959-d6e4-4f85-96af-30731dd0c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:04.921963 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-86690959-d6e4-4f85-96af-30731dd0c874 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1865015 Sep 20 12:32:05.107742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada1736-f863-4a6c-964a-6163bd5c0fdf req-283c174f-1267-4450-8c62-f0a5974a985c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:05.109462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ada1736-f863-4a6c-964a-6163bd5c0fdf req-283c174f-1267-4450-8c62-f0a5974a985c tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 944 time: 0.2235241 Sep 20 12:32:05.124091 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:01Z', 'revision_number': 3, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:05.147922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:05.182482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbaad55-a1f7-4d8b-a481-ea8b09bea38c None None] The sync data for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 is: [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:01Z', 'revision_number': 3, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:05.185610 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-2416dcbc-7128-4aa6-92d5-b33cf2083abe service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562094 Sep 20 12:32:05.651837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-d52528b0-82d5-465b-80a5-5610e56dad7d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:05.653961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-d52528b0-82d5-465b-80a5-5610e56dad7d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.21 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 944 time: 0.6483786 Sep 20 12:32:05.654632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:05.708364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:05.715832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:05.718463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:05.742877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ada1736-f863-4a6c-964a-6163bd5c0fdf req-f5a83415-bfc3-4128-8a2c-e510faedd6d0 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262882 Sep 20 12:32:05.890497 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.016797 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-37a2f80f-2393-4d46-9f17-a723ccc45d67 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8063107 Sep 20 12:32:06.090635 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-8cccafcc-356e-4989-8767-aee3a53af5ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b6e4e53-0509-44a7-9364-790c7646e523 HTTP/1.1" status: 200 len: 217 time: 0.0656073 Sep 20 12:32:06.119792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1e406347-634a-4ee0-a605-9519b90c0422 None None] Provisioning complete for port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:06.120277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e406347-634a-4ee0-a605-9519b90c0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.124728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53758) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:06.168511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-0702b80f-3cd5-46cf-8e4d-76faabcf46f7 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:06.170428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-0702b80f-3cd5-46cf-8e4d-76faabcf46f7 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.32 "GET /v2.0/networks?id=c38fb3b5-7522-4bfc-aedd-c17177058de0 HTTP/1.1" status: 200 len: 813 time: 0.2746148 Sep 20 12:32:06.173896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1e406347-634a-4ee0-a605-9519b90c0422 None None] Port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:06.240732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Request body: {'port': {'device_id': '46bc531f-a5bd-4393-85e0-89e3af5ec964', 'network_id': 'c38fb3b5-7522-4bfc-aedd-c17177058de0', 'admin_state_up': True, 'tenant_id': '5308bc108c2b4bbe9492eaffd7c09f7f'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:06.257054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-369165a5-b2d5-4695-8f9c-194391430445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:06.258555 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-369165a5-b2d5-4695-8f9c-194391430445 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 200 len: 797 time: 0.1348042 Sep 20 12:32:06.261845 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41795fa6-67df-426e-bf89-48b15a1d94b8 req-b7aa8f99-ff1c-419a-8b0b-f6452246fe68 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 210 time: 0.0888042 Sep 20 12:32:06.283209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5d605b81-d72b-4678-84a0-7f2135d7a4eb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:06.294050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Deleting port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:32:06.294471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.362992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5d605b81-d72b-4678-84a0-7f2135d7a4eb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:06.363644 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.388591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-d24dade8-a7f6-4ff2-948e-8d49fb647fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:06.390202 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-d24dade8-a7f6-4ff2-948e-8d49fb647fe2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158755 Sep 20 12:32:06.445648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1171116017-network', 'tenant_id': 'd9ad059a5c084137b8ddcaad1d31f5bd'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:06.480419 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.538876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] For port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:06.540771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.554151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 5d605b81-d72b-4678-84a0-7f2135d7a4eb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5d605b81-d72b-4678-84a0-7f2135d7a4eb,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:06.557438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Calling delete_port for 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:32:06.576232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.615513 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-06a2ef29-512f-451e-abc1-b91e2a91c9e4 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764154 Sep 20 12:32:06.671340 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.701776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.703402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Made reservation on behalf of d9ad059a5c084137b8ddcaad1d31f5bd for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:06.708783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.749420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.752410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=5d605b81-d72b-4678-84a0-7f2135d7a4eb,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:06.779479 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.881278 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-8bb2b31e-17e0-4c38-9be4-7a28cfc38f0f service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564790 Sep 20 12:32:06.904973 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Floating IP fb54a955-b626-40e7-99ec-e29aa49ee51c associated. External IP: 172.25.6.5, port: 6841c589-3412-4f4b-a8b6-0dfe437973dc. Sep 20 12:32:06.916353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Made reservation on behalf of 5308bc108c2b4bbe9492eaffd7c09f7f for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:06.919815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.937231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c0f42-86e2-4901-b3d6-e50fe319a0d5 req-9c0a7a3f-035f-4ccf-92a8-e068e69893a0 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:06.941525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e24c0f42-86e2-4901-b3d6-e50fe319a0d5 req-9c0a7a3f-035f-4ccf-92a8-e068e69893a0 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 944 time: 0.1170442 Sep 20 12:32:06.955051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:06.974712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-574b692f-3231-4144-ab3b-ebf308b3df30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16550b74-cc18-4472-ba90-372b97925ab2 HTTP/1.1" status: 200 len: 217 time: 0.0823951 Sep 20 12:32:07.019302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Pushing event deleted for resources: {'Port': ['ID=3fc68bda-b28c-4aef-b283-f48fb2bd2f64,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:07.087379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-a67f91e1-e785-4f54-8636-e0aff4dc2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:07.088908 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-a67f91e1-e785-4f54-8636-e0aff4dc2d48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 200 len: 797 time: 0.1061559 Sep 20 12:32:07.123724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e24c0f42-86e2-4901-b3d6-e50fe319a0d5 req-9c79487b-16ab-4d4b-8448-2a188e746f04 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641357 Sep 20 12:32:07.159880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] No DVR routers for this DVR port 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:32:07.169180 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.172090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a90a025b-8d28-47a0-aa2a-717cf720cfb1 req-4113bb3b-1766-472c-8249-a711cdcd29b7 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.21 "DELETE /v2.0/ports/3fc68bda-b28c-4aef-b283-f48fb2bd2f64 HTTP/1.1" status: 204 len: 173 time: 1.5076253 Sep 20 12:32:07.188890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312542-3eee-4683-b673-17221ca9df87 req-00a6b27b-dd18-404a-80b9-107c853d53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:07.190869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-00a6b27b-dd18-404a-80b9-107c853d53fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920885 Sep 20 12:32:07.193768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.264616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Allocated IP 172.20.0.5 (c38fb3b5-7522-4bfc-aedd-c17177058de0/9a814207-cb57-4d85-8b73-396b1ba592be/9a4d3944-9442-4b08-85bd-6eb13aef1e69) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:07.332943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.339000 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-fd661417-0e3d-48a8-9c53-d3d436d8c073 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138988 Sep 20 12:32:07.354616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.456301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:07.495187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.527328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.540213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3fcf7e4-9c0a-4066-a89a-b161728fe8cb req-aca983c9-d684-4e1b-b8fc-1ac2f206b5c8 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 210 time: 0.0406744 Sep 20 12:32:07.557220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:32:07.599216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.599577 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Added segment b836f8b7-6aab-4ace-8503-819267b73b04 of type vlan for network bb7043fe-5491-4a14-9a38-c2a39063eca6 Sep 20 12:32:07.630307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.636992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Router 12397319-85fd-490c-8198-f34ffa6938ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:32:07.693222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:07.695298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82051920-1931-4e0a-aa35-fc8eb563eb1c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:07.697205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:07.702007 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49312542-3eee-4683-b673-17221ca9df87 req-7789ead2-554e-438c-9cf6-fa0c73b9aacd service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458111 Sep 20 12:32:07.704036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.811770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.890664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Network c38fb3b5-7522-4bfc-aedd-c17177058de0 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:07.894084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:07.901327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.905939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:07.909714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:07.909999 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] Sync routers for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:07.917785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Router f8ccc66f-3c77-4851-aead-529745675024 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:32:07.918744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Pushing event updated for resources: {'Port': ['ID=9a4d3944-9442-4b08-85bd-6eb13aef1e69,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:07.933841 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:07.937543 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:07.959047 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d5877e71-baad-4fcd-9913-b99e33013410 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "PUT /v2.0/floatingips/fb54a955-b626-40e7-99ec-e29aa49ee51c HTTP/1.1" status: 200 len: 990 time: 3.1683228 Sep 20 12:32:07.959788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'tag': '6841c589-3412-4f4b-a8b6-0dfe437973dc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:32:07.963035 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342a0022-553b-4def-aac6-f606600a0ada" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5919cc-7d2a-4338-97b4-090fa7a73a49", "tag": "6841c589-3412-4f4b-a8b6-0dfe437973dc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:32:07.966457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:07.967521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:07.970321 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:08.048152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:08.051102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:08.054014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] Pushing event updated for resources: {'Network': ['ID=bb7043fe-5491-4a14-9a38-c2a39063eca6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:08.066921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network bb7043fe-5491-4a14-9a38-c2a39063eca6 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:32:08.126972 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:08.146793 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b00ad19-e9c0-4b97-9a10-034cdc18e15f x-openstack-request-id: req-9b00ad19-e9c0-4b97-9a10-034cdc18e15f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:32:08.147321 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5919cc-7d2a-4338-97b4-090fa7a73a49", "tag": "6841c589-3412-4f4b-a8b6-0dfe437973dc", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:32:08.147416 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b00ad19-e9c0-4b97-9a10-034cdc18e15f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:32:08.147745 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'tag': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'status': 'completed', 'code': 200} Sep 20 12:32:08.167394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:08.167605 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ba146a8a-26cd-4c7e-bd22-1c93702fb33b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9621556 Sep 20 12:32:08.214460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Request body: {'subnet': {'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1171116017-subnet', 'tenant_id': 'd9ad059a5c084137b8ddcaad1d31f5bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:08.227638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8cfbb797-6994-4ef5-8cfb-9ccd11a684ce tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9985864 Sep 20 12:32:08.264698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-25e4c34d-1cdd-4a3d-a75f-b655a1d7e70e None None] Provisioning complete for port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:08.266541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-25e4c34d-1cdd-4a3d-a75f-b655a1d7e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:08.313144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Request body: {'port': {'device_id': '46bc531f-a5bd-4393-85e0-89e3af5ec964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:08.329760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5d605b81-d72b-4678-84a0-7f2135d7a4eb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:08.371867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:08.386044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-740fd52e-f17e-4c11-9373-d47ad7f14320 admin admin] 10.222.0.37 "PUT /v2.0/routers/f8ccc66f-3c77-4851-aead-529745675024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2361665 Sep 20 12:32:08.413639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Sync routers for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:08.414920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83ac1303-0ce5-4cbb-ba0b-32e0f5c5c327 req-507fb845-1a0c-4201-9337-d8df7f35a2bd tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=51eecfc1-11b2-46af-8e6b-58491dc82f12 HTTP/1.1" status: 200 len: 210 time: 0.0893400 Sep 20 12:32:08.474578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:08.475498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:08.488963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Made reservation on behalf of d9ad059a5c084137b8ddcaad1d31f5bd for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:08.495820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:08.498683 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'fb54a955-b626-40e7-99ec-e29aa49ee51c', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'port_id': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'mac_address': 'fa:16:3e:bd:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:31:44Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 1, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:08.503552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0022-553b-4def-aac6-f606600a0ada req-23cbfd05-2ad2-4a01-9215-ae62e8e3364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:08.506391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-342a0022-553b-4def-aac6-f606600a0ada req-23cbfd05-2ad2-4a01-9215-ae62e8e3364c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 1097 time: 0.3335640 Sep 20 12:32:08.542762 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] Checking router: 12397319-85fd-490c-8198-f34ffa6938ce for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:08.550357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:08.568016 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:08.568770 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:08.632412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:08.673466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-25e4c34d-1cdd-4a3d-a75f-b655a1d7e70e None None] Port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:08.763100 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:08.901298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5d605b81-d72b-4678-84a0-7f2135d7a4eb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:08.901674 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:08.936436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 2, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:08.965221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Checking router: f8ccc66f-3c77-4851-aead-529745675024 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:08.965573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Updating router f8ccc66f-3c77-4851-aead-529745675024 port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:32:08.998317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:09.007897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0022-553b-4def-aac6-f606600a0ada req-76d8879e-c495-4933-994a-927e09cd08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:09.010580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-342a0022-553b-4def-aac6-f606600a0ada req-76d8879e-c495-4933-994a-927e09cd08a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 911 time: 0.4819651 Sep 20 12:32:09.037660 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'fb54a955-b626-40e7-99ec-e29aa49ee51c', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'port_id': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'mac_address': 'fa:16:3e:bd:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:31:44Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 1, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:09.048047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40834b5a-cb21-42c7-b2d3-4df6e75c81a9 req-a42c2847-8499-4de7-9819-d61aeb0644cf tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:09.051786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40834b5a-cb21-42c7-b2d3-4df6e75c81a9 req-a42c2847-8499-4de7-9819-d61aeb0644cf tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 931 time: 0.2913883 Sep 20 12:32:09.077954 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65bd5db-f624-44ce-8e45-cadd20535e9b None None] The sync data for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 is: [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'fb54a955-b626-40e7-99ec-e29aa49ee51c', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'port_id': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'mac_address': 'fa:16:3e:bd:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:31:44Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 1, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:09.101059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:09.166097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ead40a3-9a58-484e-9745-7f51bf270c28,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:09.258691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-342a0022-553b-4def-aac6-f606600a0ada req-42f8622e-bb5b-40ac-a5d9-3d26e811f2dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc HTTP/1.1" status: 200 len: 998 time: 0.2292509 Sep 20 12:32:09.293442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40834b5a-cb21-42c7-b2d3-4df6e75c81a9 req-0059ba93-96c3-44d6-b2b5-124a3d2d5f80 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980135 Sep 20 12:32:09.360421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Checking segment: {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:09.360912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Network hostable DHCP agents. Network: bb7043fe-5491-4a14-9a38-c2a39063eca6, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:32:09.398414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0022-553b-4def-aac6-f606600a0ada req-a30b0575-803d-4191-91d6-c8fff13ebf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:09.400316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-342a0022-553b-4def-aac6-f606600a0ada req-a30b0575-803d-4191-91d6-c8fff13ebf87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.1310194 Sep 20 12:32:09.403108 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94dbac6-1025-4c3d-b730-08fa89bf218f None None] New status for floating IP fb54a955-b626-40e7-99ec-e29aa49ee51c: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:32:09.488885 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0022-553b-4def-aac6-f606600a0ada req-2df8091b-4513-4b6e-89db-dbc5c7831a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:09.490755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-342a0022-553b-4def-aac6-f606600a0ada req-2df8091b-4513-4b6e-89db-dbc5c7831a69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815816 Sep 20 12:32:09.497465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4d3944-9442-4b08-85bd-6eb13aef1e69 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:09.516367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:09.531361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Transition to ACTIVE for port object 9a4d3944-9442-4b08-85bd-6eb13aef1e69 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:32:09.544383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Network bb7043fe-5491-4a14-9a38-c2a39063eca6 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:32:09.596096 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:09.637070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:09.646260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, bb7043fe-5491-4a14-9a38-c2a39063eca6) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:09.655440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9023f51-4ec6-4537-becd-e9da5410edd4 None None] Network bb7043fe-5491-4a14-9a38-c2a39063eca6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:09.686562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:09.687069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:09.703717 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:09.754098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Pushing event updated for resources: {'Port': ['ID=9a4d3944-9442-4b08-85bd-6eb13aef1e69,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:09.789878 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-342a0022-553b-4def-aac6-f606600a0ada req-1c8f5ed4-12c3-4dd1-b746-88798bc8d4ae service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567520 Sep 20 12:32:09.816718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-feb5981f-116f-40bd-a248-f0593c2205ff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6479619 Sep 20 12:32:09.848756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889a6ed-fcba-4102-9353-32c5ccf2bc4b None None] Pushing event updated for resources: {'Port': ['ID=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:09.914873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Attempting to bind port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:09.915292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Attempting to bind port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:09.915751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Attempting to bind port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 on network 69a29a87-ff93-4727-85fa-4ffe4d42299f {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:09.964864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:09.965419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Checking segment: {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:09.965967 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:09.966512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Bound using segment: {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:09.967794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Bound port: aa5ad3f9-bf43-4538-9139-7f30bacb52f2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:09.968328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.037582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Attempting to bind port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:10.038073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Attempting to bind port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b61c76e6-e9e0-4a7f-904c-65a6de9c68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c38fb3b5-7522-4bfc-aedd-c17177058de0'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:10.038073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Attempting to bind port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 on network c38fb3b5-7522-4bfc-aedd-c17177058de0 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:10.044131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 on network c38fb3b5-7522-4bfc-aedd-c17177058de0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:32:10.044462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Attempting to bind port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 on network c38fb3b5-7522-4bfc-aedd-c17177058de0 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:10.046708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6e20cd-1e78-4424-ba7f-8e17bb15b787 None None] Network bb7043fe-5491-4a14-9a38-c2a39063eca6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:10.054208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:10.054539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Checking segment: {'id': 'b61c76e6-e9e0-4a7f-904c-65a6de9c68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c38fb3b5-7522-4bfc-aedd-c17177058de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:10.054933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Bound using segment: {'id': 'b61c76e6-e9e0-4a7f-904c-65a6de9c68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c38fb3b5-7522-4bfc-aedd-c17177058de0'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:10.055392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Bound port: 9a4d3944-9442-4b08-85bd-6eb13aef1e69, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61c76e6-e9e0-4a7f-904c-65a6de9c68b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c38fb3b5-7522-4bfc-aedd-c17177058de0'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:10.055737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.138783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-342a0022-553b-4def-aac6-f606600a0ada req-588e5e81-c95e-473c-910d-ecb5de98110c service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383205 Sep 20 12:32:10.149316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53832) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:10.156199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-16710523-e2f4-4ff3-9228-1cc22c2a427c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--163839214', 'description': 'tempest-description--685322508'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:10.176281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] For port aa5ad3f9-bf43-4538-9139-7f30bacb52f2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:10.179136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] For port 9a4d3944-9442-4b08-85bd-6eb13aef1e69, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:10.181193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] For port aa5ad3f9-bf43-4538-9139-7f30bacb52f2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:10.186059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] For port 9a4d3944-9442-4b08-85bd-6eb13aef1e69, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a4d3944-9442-4b08-85bd-6eb13aef1e69,segment=NetworkSegment(b61c76e6-e9e0-4a7f-904c-65a6de9c68b4),segment_id=b61c76e6-e9e0-4a7f-904c-65a6de9c68b4)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:10.187924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8db8b89c-1c85-4ec1-9db4-605e233a2ab5 None None] Provisioning complete for port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:10.188304 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8db8b89c-1c85-4ec1-9db4-605e233a2ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.270052 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.274820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8db8b89c-1c85-4ec1-9db4-605e233a2ab5 None None] Port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:10.305859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:32:10.331801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:32:10.332151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3fc68bda-b28c-4aef-b283-f48fb2bd2f64 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:32:10.348310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16710523-e2f4-4ff3-9228-1cc22c2a427c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.348397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.394021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889a6ed-fcba-4102-9353-32c5ccf2bc4b None None] Pushing event updated for resources: {'Port': ['ID=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:10.397526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:10.398497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:31:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:10.416583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:10.424891 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.424891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] 10.222.0.32 "PUT /v2.0/ports/9a4d3944-9442-4b08-85bd-6eb13aef1e69 HTTP/1.1" status: 200 len: 1091 time: 2.1551089 Sep 20 12:32:10.454175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060758d-8072-4dd0-9eab-ec668e3d1eca service neutron] Pushing event updated for resources: {'Port': ['ID=9a4d3944-9442-4b08-85bd-6eb13aef1e69,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:10.541274 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16710523-e2f4-4ff3-9228-1cc22c2a427c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.594525 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16710523-e2f4-4ff3-9228-1cc22c2a427c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.603247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:10.654183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16710523-e2f4-4ff3-9228-1cc22c2a427c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4439c6e0-4d6e-451c-994c-f1264978097b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:10.732719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16710523-e2f4-4ff3-9228-1cc22c2a427c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.734486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-16710523-e2f4-4ff3-9228-1cc22c2a427c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5835619 Sep 20 12:32:10.738825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53852) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:10.740869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-52cee60b-1f13-4d39-963e-34bf05c4996c None None] Provisioning complete for port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:10.741039 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52cee60b-1f13-4d39-963e-34bf05c4996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.744185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6a958f17-85e2-4240-9d86-ad66c9affae0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Request body: {'security_group_rule': {'security_group_id': '4439c6e0-4d6e-451c-994c-f1264978097b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:10.836311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a958f17-85e2-4240-9d86-ad66c9affae0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.876885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52cee60b-1f13-4d39-963e-34bf05c4996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.915995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a958f17-85e2-4240-9d86-ad66c9affae0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.917317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-52cee60b-1f13-4d39-963e-34bf05c4996c None None] For port aa5ad3f9-bf43-4538-9139-7f30bacb52f2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:10.971600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:10Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:10.997086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a958f17-85e2-4240-9d86-ad66c9affae0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:10.999777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab61af5-afda-4b19-bd51-ab9b14869492 None None] The sync data for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 is: [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:10Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:11.054465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52cee60b-1f13-4d39-963e-34bf05c4996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:11.064202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a958f17-85e2-4240-9d86-ad66c9affae0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffb20d1-dda5-49e2-8772-51713c287fb8,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:11.069977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8fca632c-6772-4d14-9ac3-981412c56bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:11.072091 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-8fca632c-6772-4d14-9ac3-981412c56bae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5308bc108c2b4bbe9492eaffd7c09f7f&device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 1094 time: 0.5398419 Sep 20 12:32:11.103733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a958f17-85e2-4240-9d86-ad66c9affae0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:11.103733 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6a958f17-85e2-4240-9d86-ad66c9affae0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605921 Sep 20 12:32:11.103733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53854) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:11.116720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9e111d72-b561-4ba1-84eb-e7d1acd448e0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Request body: {'security_group_rule': {'security_group_id': '4439c6e0-4d6e-451c-994c-f1264978097b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:11.152097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cee60b-1f13-4d39-963e-34bf05c4996c None None] Pushing event updated for resources: {'Port': ['ID=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:11.157682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-89440034-df3a-4dbd-8c79-4b9f19b972ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a4d3944-9442-4b08-85bd-6eb13aef1e69 HTTP/1.1" status: 200 len: 217 time: 0.0725513 Sep 20 12:32:11.241115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-f84d4abf-8675-48c4-853c-470b2b34d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:11.242954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-f84d4abf-8675-48c4-853c-470b2b34d5b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a814207-cb57-4d85-8b73-396b1ba592be HTTP/1.1" status: 200 len: 853 time: 0.0783565 Sep 20 12:32:11.251559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-229fef7c-f8a3-4114-988a-8bb95e22a7a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:11.254355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e111d72-b561-4ba1-84eb-e7d1acd448e0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:11.257600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-229fef7c-f8a3-4114-988a-8bb95e22a7a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/networks?id=bb7043fe-5491-4a14-9a38-c2a39063eca6 HTTP/1.1" status: 200 len: 815 time: 0.6667490 Sep 20 12:32:11.299874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-aef7789a-7c92-4a73-ac42-69197250ba7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c38fb3b5-7522-4bfc-aedd-c17177058de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399370 Sep 20 12:32:11.301847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-afefd805-f3e1-4678-8e82-452a3b478c1a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/quotas/d9ad059a5c084137b8ddcaad1d31f5bd HTTP/1.1" status: 200 len: 375 time: 0.0407903 Sep 20 12:32:11.329792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e111d72-b561-4ba1-84eb-e7d1acd448e0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:11.358582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-13919980-9330-4ded-8af8-072f81c0c4db tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452986 Sep 20 12:32:11.425979 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e111d72-b561-4ba1-84eb-e7d1acd448e0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:11.445287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e111d72-b561-4ba1-84eb-e7d1acd448e0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255a6936-105b-45fb-bfa0-8f400b160f0a,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:11.490274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-71a8ac70-888b-439d-9c37-2508f9895208 service neutron] 10.222.0.32 "GET /v2.0/networks/c38fb3b5-7522-4bfc-aedd-c17177058de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843050 Sep 20 12:32:11.537867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-5e180173-0d63-4bb4-9963-be9af4405ad2 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451881 Sep 20 12:32:11.573899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e111d72-b561-4ba1-84eb-e7d1acd448e0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:11.577981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e111d72-b561-4ba1-84eb-e7d1acd448e0 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4706492 Sep 20 12:32:11.578381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53862) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:11.585443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:11.683004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36ba2877-2315-4433-bb0c-8d1f848c9a0b req-6761aa17-6bc2-4d7d-8ff0-e5e41cfad11d service neutron] 10.222.0.32 "GET /v2.0/networks/c38fb3b5-7522-4bfc-aedd-c17177058de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846154 Sep 20 12:32:11.699000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-b12bd63a-10d5-45d5-b061-b61b42ad1ca4 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543405 Sep 20 12:32:11.717852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:11.850918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:11.966643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Allocated IP 172.25.6.229 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/3700b640-5f47-4dc7-8904-8e60190f5f7e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:12.094833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.208003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device aa5ad3f9-bf43-4538-9139-7f30bacb52f2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:12.224337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.271128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:12.274015 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:12.275343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:12.275791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.280341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:12.304301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event updated for resources: {'Port': ['ID=3700b640-5f47-4dc7-8904-8e60190f5f7e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:12.367318 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-41126557-ff47-410c-a2cb-61b4538fac76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.375754 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.486528 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.568707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e09ffc-7dad-4492-af3e-cdb7fb5e8dc5 req-fa29468e-fa0a-4246-9db4-63ea12558143 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:12.571188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0e09ffc-7dad-4492-af3e-cdb7fb5e8dc5 req-fa29468e-fa0a-4246-9db4-63ea12558143 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 943 time: 0.0540609 Sep 20 12:32:12.613849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0e09ffc-7dad-4492-af3e-cdb7fb5e8dc5 req-d5fbbc88-cd86-4df4-80a7-51daf05a4888 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354748 Sep 20 12:32:12.653388 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.774567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.844417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event updated for resources: {'Port': ['ID=3700b640-5f47-4dc7-8904-8e60190f5f7e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:12.855197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.863647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d32416aa-40a0-4dcf-ad98-9752191f489f req-98049d22-5a8a-469e-9dbf-97c4f18c95a3 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 210 time: 0.0271442 Sep 20 12:32:12.951431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-92edd17c-d8e1-4357-ab62-82f4bd592779 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:12.952907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-92edd17c-d8e1-4357-ab62-82f4bd592779 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.21 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 945 time: 0.0747347 Sep 20 12:32:12.995968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:12.998487 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0d7645e9-b4c6-4385-9c8f-39f01a826027 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4186633 Sep 20 12:32:13.027121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eba3b-cf12-4aee-8c1c-32da39a1bf15 req-d187b51d-2cf0-4492-ba83-f368ff0ba336 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:13.028053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a7eba3b-cf12-4aee-8c1c-32da39a1bf15 req-d187b51d-2cf0-4492-ba83-f368ff0ba336 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 945 time: 0.1005995 Sep 20 12:32:13.094239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a7eba3b-cf12-4aee-8c1c-32da39a1bf15 req-32ae5ed9-bd1c-41cd-9731-ac9c41666e09 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/security-groups?id=56be1a6f-76eb-4575-b75c-91fb3964a7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Sep 20 12:32:13.109468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Deleting port 422b3272-c428-4656-9db6-1f1835f1da13 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:32:13.109919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:13.229688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] For port 422b3272-c428-4656-9db6-1f1835f1da13, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=422b3272-c428-4656-9db6-1f1835f1da13,segment=NetworkSegment(3b423fdd-d8bd-4ca3-a478-8be96514c78e),segment_id=3b423fdd-d8bd-4ca3-a478-8be96514c78e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:13.230073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:13.257980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Calling delete_port for 422b3272-c428-4656-9db6-1f1835f1da13 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:32:13.488568 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:13.517832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Pushing event deleted for resources: {'Port': ['ID=422b3272-c428-4656-9db6-1f1835f1da13,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:13.558656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] No DVR routers for this DVR port 422b3272-c428-4656-9db6-1f1835f1da13 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:32:13.561198 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:13.563211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b42a8727-ec0b-494f-b95b-17e946ea156a req-1a34314f-7c81-442d-bea5-eeaa2cf6296d tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.21 "DELETE /v2.0/ports/422b3272-c428-4656-9db6-1f1835f1da13 HTTP/1.1" status: 204 len: 173 time: 0.5965898 Sep 20 12:32:13.744666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976a78-550c-4add-a898-c23c610419b8 req-40575c80-f0dd-4751-82bd-d5049fa6cc74 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:13.746184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5976a78-550c-4add-a898-c23c610419b8 req-40575c80-f0dd-4751-82bd-d5049fa6cc74 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 943 time: 0.0583372 Sep 20 12:32:13.788189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5976a78-550c-4add-a898-c23c610419b8 req-406e7a4c-f92b-433f-a3bd-cca3b406a9a8 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Sep 20 12:32:14.095930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c42b1cac-4571-4a24-8a31-99b4cc870f3c req-c98bf414-e83c-4ae2-8fde-656553d3be79 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 210 time: 0.0261273 Sep 20 12:32:14.206528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b958857b-7628-4871-8d37-baee87d16833 req-cb68e0ba-1a63-44c5-90c6-5c0005b2f6b0 tempest-LiveMigrationTest-1588567336 tempest-LiveMigrationTest-1588567336-project] 10.222.0.37 "GET /v2.0/ports?device_id=383fa616-5622-49b3-9682-59df5f0f81c5 HTTP/1.1" status: 200 len: 210 time: 0.0262110 Sep 20 12:32:14.451150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a4d3944-9442-4b08-85bd-6eb13aef1e69 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:32:14.549546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a4d3944-9442-4b08-85bd-6eb13aef1e69, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a4d3944-9442-4b08-85bd-6eb13aef1e69,segment=NetworkSegment(b61c76e6-e9e0-4a7f-904c-65a6de9c68b4),segment_id=b61c76e6-e9e0-4a7f-904c-65a6de9c68b4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:14.562215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9a4d3944-9442-4b08-85bd-6eb13aef1e69', 'network_id': 'c38fb3b5-7522-4bfc-aedd-c17177058de0', 'port_id': '9a4d3944-9442-4b08-85bd-6eb13aef1e69', 'mac_address': 'fa:16:3e:6d:47:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a814207-cb57-4d85-8b73-396b1ba592be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:32:14.620179 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:14.641355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4d3944-9442-4b08-85bd-6eb13aef1e69 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:14.663283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a4d3944-9442-4b08-85bd-6eb13aef1e69, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a4d3944-9442-4b08-85bd-6eb13aef1e69,segment=NetworkSegment(b61c76e6-e9e0-4a7f-904c-65a6de9c68b4),segment_id=b61c76e6-e9e0-4a7f-904c-65a6de9c68b4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:14.666322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-57e8e003-a6c8-4a90-b269-a8c7adb6837e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:14.667965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-57e8e003-a6c8-4a90-b269-a8c7adb6837e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.21 "GET /v2.0/networks?id=bb7043fe-5491-4a14-9a38-c2a39063eca6 HTTP/1.1" status: 200 len: 815 time: 0.1269274 Sep 20 12:32:14.682265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Request body: {'port': {'device_id': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'admin_state_up': True, 'tenant_id': 'd9ad059a5c084137b8ddcaad1d31f5bd'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:14.750945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:14.816049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a4d3944-9442-4b08-85bd-6eb13aef1e69,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:14.921991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfe31f-f942-43b9-ab83-5340c72d306f req-0ac5fc62-70a6-4d83-8cd7-efb79c72a7e3 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:14.926039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40cfe31f-f942-43b9-ab83-5340c72d306f req-0ac5fc62-70a6-4d83-8cd7-efb79c72a7e3 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 944 time: 0.0623477 Sep 20 12:32:14.928874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Made reservation on behalf of d9ad059a5c084137b8ddcaad1d31f5bd for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:14.933405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.017190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40cfe31f-f942-43b9-ab83-5340c72d306f req-25396984-c519-4c46-8230-766e8f2953a5 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808620 Sep 20 12:32:15.079464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9a4d3944-9442-4b08-85bd-6eb13aef1e69'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:32:15.151192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0e45466-99be-4c7f-87eb-0ad78187a0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.155986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Allocated IP 172.20.0.9 (bb7043fe-5491-4a14-9a38-c2a39063eca6/4ead40a3-9a58-484e-9745-7f51bf270c28/896b5e34-dde9-44d0-99e6-83004a75de6b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:15.171414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53998) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:15.374750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2613f940-0967-4278-82dd-2aeb1d87761a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.403350 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.436731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e290e501-c8f6-4e2d-aeed-23ce37a1b554 req-0ef9c13d-44aa-489f-ae52-c801112df358 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 210 time: 0.0315704 Sep 20 12:32:15.488235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54006) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:15.496130 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2613f940-0967-4278-82dd-2aeb1d87761a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.589703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-57eec6ef-629d-4865-bc50-04e6346cd8a3 admin admin] Deleting subnet cc7d3879-7e21-4316-8e77-ea6ef6310ccc {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:32:15.592965 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57eec6ef-629d-4865-bc50-04e6346cd8a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.628834 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57eec6ef-629d-4865-bc50-04e6346cd8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.650814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.687846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.688399 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2613f940-0967-4278-82dd-2aeb1d87761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.700489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Network bb7043fe-5491-4a14-9a38-c2a39063eca6 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:15.705805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:15.710971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:15.733793 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2613f940-0967-4278-82dd-2aeb1d87761a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02bd8c179e5049e398f6a60811d99695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587506 Sep 20 12:32:15.733793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613f940-0967-4278-82dd-2aeb1d87761a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0a5d01-877b-479a-8de7-8f0fae5fb046,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:15.735326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54010) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:15.760230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57eec6ef-629d-4865-bc50-04e6346cd8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.764198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Pushing event updated for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:15.801363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:15.801981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.802885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0351ed88-a827-4d67-973a-16598fba3d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.824606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0351ed88-a827-4d67-973a-16598fba3d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.888903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-95c6e482-fe6a-4042-be55-aabfe612c4a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2108762 Sep 20 12:32:15.902103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Request body: {'port': {'device_id': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:15.960431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57eec6ef-629d-4865-bc50-04e6346cd8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.988630 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.993632 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57eec6ef-629d-4865-bc50-04e6346cd8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:15.997946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57eec6ef-629d-4865-bc50-04e6346cd8a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc7d3879-7e21-4316-8e77-ea6ef6310ccc HTTP/1.1" status: 204 len: 168 time: 0.5086699 Sep 20 12:32:15.998260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54012) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:15.999855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eec6ef-629d-4865-bc50-04e6346cd8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7d3879-7e21-4316-8e77-ea6ef6310ccc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:16.012153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0351ed88-a827-4d67-973a-16598fba3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.012153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0351ed88-a827-4d67-973a-16598fba3d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.012153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0351ed88-a827-4d67-973a-16598fba3d1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d0a5d01-877b-479a-8de7-8f0fae5fb046 HTTP/1.1" status: 204 len: 168 time: 0.2745459 Sep 20 12:32:16.038180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ed88-a827-4d67-973a-16598fba3d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0a5d01-877b-479a-8de7-8f0fae5fb046,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:16.088816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.173508 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.196320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02a595e-95f6-46c3-adea-7ab3f31cee45']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:16.208643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b423fdd-d8bd-4ca3-a478-8be96514c78e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:16.208932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b423fdd-d8bd-4ca3-a478-8be96514c78e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:16.224237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.241773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.248721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:32:16.249152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:32:16.253355 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:32:16.257868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483ddd7-fe29-439b-b2da-8d19dc3d10ea req-eb22a833-af43-4246-8231-e84c68b0499f tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:16.259527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a483ddd7-fe29-439b-b2da-8d19dc3d10ea req-eb22a833-af43-4246-8231-e84c68b0499f tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 944 time: 0.1175940 Sep 20 12:32:16.315301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 422b3272-c428-4656-9db6-1f1835f1da13 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:32:16.337111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a483ddd7-fe29-439b-b2da-8d19dc3d10ea req-4f6a07fa-4979-46f7-985d-43d2d7de5632 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698342 Sep 20 12:32:16.357941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 422b3272-c428-4656-9db6-1f1835f1da13 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:32:16.358738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 422b3272-c428-4656-9db6-1f1835f1da13 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:32:16.439888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896b5e34-dde9-44d0-99e6-83004a75de6b {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:16.446422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.454685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.455681 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.457926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] 10.222.0.37 "DELETE /v2.0/networks/a02a595e-95f6-46c3-adea-7ab3f31cee45 HTTP/1.1" status: 204 len: 168 time: 0.4586585 Sep 20 12:32:16.462558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:16.466743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a4d3944-9442-4b08-85bd-6eb13aef1e69 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:16.493848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff62ad-8fd1-4ff5-b8ca-aee2cea994af admin admin] Pushing event deleted for resources: {'Network': ['ID=a02a595e-95f6-46c3-adea-7ab3f31cee45,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:16.507690 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.511368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Transition to ACTIVE for port object 896b5e34-dde9-44d0-99e6-83004a75de6b will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:32:16.550509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfa47e8-763d-44fc-b588-93600794e61a admin admin] Deleting subnet 1c812ce5-8f9d-4078-9216-f01232536b09 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:32:16.554816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bfa47e8-763d-44fc-b588-93600794e61a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.588130 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.637561 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bfa47e8-763d-44fc-b588-93600794e61a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.642248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:32:16.646642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:16.647022 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.700951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:16.741303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.766255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bfa47e8-763d-44fc-b588-93600794e61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.769546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bc531f-a5bd-4393-85e0-89e3af5ec964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4d3944-9442-4b08-85bd-6eb13aef1e69'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:32:16.772068 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6308a5-7e4a-4001-9e09-f93b7d93d70e" -d '{"events": [{"server_uuid": "46bc531f-a5bd-4393-85e0-89e3af5ec964", "name": "network-vif-plugged", "status": "completed", "tag": "9a4d3944-9442-4b08-85bd-6eb13aef1e69"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:32:16.786639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a4d3944-9442-4b08-85bd-6eb13aef1e69, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a4d3944-9442-4b08-85bd-6eb13aef1e69,segment=NetworkSegment(b61c76e6-e9e0-4a7f-904c-65a6de9c68b4),segment_id=b61c76e6-e9e0-4a7f-904c-65a6de9c68b4)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:16.816083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176203e-65f8-4ce6-9e22-e5ac685c5583 req-d13b33ca-f787-4ddb-9377-45ebdd1d1c0d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:16.817583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d176203e-65f8-4ce6-9e22-e5ac685c5583 req-d13b33ca-f787-4ddb-9377-45ebdd1d1c0d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 943 time: 0.1578755 Sep 20 12:32:16.860422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Attempting to bind port 896b5e34-dde9-44d0-99e6-83004a75de6b on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:16.860843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Attempting to bind port 896b5e34-dde9-44d0-99e6-83004a75de6b by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:16.861229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Attempting to bind port 896b5e34-dde9-44d0-99e6-83004a75de6b on network bb7043fe-5491-4a14-9a38-c2a39063eca6 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:16.874116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Port 896b5e34-dde9-44d0-99e6-83004a75de6b on network bb7043fe-5491-4a14-9a38-c2a39063eca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:32:16.874462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Attempting to bind port 896b5e34-dde9-44d0-99e6-83004a75de6b on network bb7043fe-5491-4a14-9a38-c2a39063eca6 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:16.887849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:16.888034 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.888189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Checking segment: {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:16.888576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Bound using segment: {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:16.889043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Bound port: 896b5e34-dde9-44d0-99e6-83004a75de6b, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:16.889416 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.894524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d176203e-65f8-4ce6-9e22-e5ac685c5583 req-4420cdfb-6675-4ac6-9960-1a1a36e16cd6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694351 Sep 20 12:32:16.919463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54034) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:16.941217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9719d853-379a-4ea1-a324-bcf2bd96ad74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.953755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bfa47e8-763d-44fc-b588-93600794e61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:16.969387 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b49e1c-9d50-46f9-8031-feb46c73cf84 x-openstack-request-id: req-64b49e1c-9d50-46f9-8031-feb46c73cf84 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:32:16.969678 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bc531f-a5bd-4393-85e0-89e3af5ec964", "name": "network-vif-plugged", "status": "completed", "tag": "9a4d3944-9442-4b08-85bd-6eb13aef1e69", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:32:16.972842 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64b49e1c-9d50-46f9-8031-feb46c73cf84 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:32:16.973308 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bc531f-a5bd-4393-85e0-89e3af5ec964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4d3944-9442-4b08-85bd-6eb13aef1e69', 'code': 200} Sep 20 12:32:16.998167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa47e8-763d-44fc-b588-93600794e61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c812ce5-8f9d-4078-9216-f01232536b09,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:17.006653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bfa47e8-763d-44fc-b588-93600794e61a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.011086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3bfa47e8-763d-44fc-b588-93600794e61a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c812ce5-8f9d-4078-9216-f01232536b09 HTTP/1.1" status: 204 len: 168 time: 0.5442841 Sep 20 12:32:17.011254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a4d3944-9442-4b08-85bd-6eb13aef1e69,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:17.013018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54036) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:17.036584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:17.042945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:17.089511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cce45b-d87d-4f25-80aa-41a0acdfb698 req-ec442be7-1d59-409a-ae4f-8fd4b56a2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:17.091120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78cce45b-d87d-4f25-80aa-41a0acdfb698 req-ec442be7-1d59-409a-ae4f-8fd4b56a2749 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 1096 time: 0.0415962 Sep 20 12:32:17.111941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.129802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78cce45b-d87d-4f25-80aa-41a0acdfb698 req-5d45b1ad-e19c-4040-9e05-6a26a0cc0224 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Sep 20 12:32:17.137070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.169756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9719d853-379a-4ea1-a324-bcf2bd96ad74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.174697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:17.175331 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.177054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/896b5e34-dde9-44d0-99e6-83004a75de6b HTTP/1.1" status: 200 len: 1091 time: 1.2793317 Sep 20 12:32:17.198202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa55ea6-f56d-4988-81b8-66f5923db6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:17.225059 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.245428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723bbbe7-7049-4049-9682-0946baaf97a3']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:17.254859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c8ffbf-843b-42a1-b17a-9121d874c001') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:17.255155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c8ffbf-843b-42a1-b17a-9121d874c001') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:17.264274 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.278429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.285934 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9719d853-379a-4ea1-a324-bcf2bd96ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.288604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:32:17.289535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:32:17.293058 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:32:17.374270 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719d853-379a-4ea1-a324-bcf2bd96ad74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dbbe9a-fa1f-4530-a13e-f81dd82552ef,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:17.380854 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9719d853-379a-4ea1-a324-bcf2bd96ad74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=613a0958332c49bfa9abb69386301a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600794 Sep 20 12:32:17.383136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54042) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:17.386381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-f153f75c-1fb5-4a24-8d19-350d2fd50ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:17.393304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-f153f75c-1fb5-4a24-8d19-350d2fd50ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 1094 time: 0.0841687 Sep 20 12:32:17.442880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5717f7d1-64f3-4b57-954b-ce166ce16d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.451874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-0da35351-2121-47ea-98a8-8e325e9dd69f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896b5e34-dde9-44d0-99e6-83004a75de6b HTTP/1.1" status: 200 len: 217 time: 0.0494123 Sep 20 12:32:17.473058 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5717f7d1-64f3-4b57-954b-ce166ce16d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.479913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.487348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.489115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] 10.222.0.37 "DELETE /v2.0/networks/723bbbe7-7049-4049-9682-0946baaf97a3 HTTP/1.1" status: 204 len: 168 time: 0.4745173 Sep 20 12:32:17.511962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5538a85-4c22-40a9-bac3-7da182161bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=723bbbe7-7049-4049-9682-0946baaf97a3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:17.544572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4be00a-a2c7-41f8-a6f9-b053b987a0e2 req-3403fac9-c680-4453-9528-6ada9884c41c tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:17.546127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca4be00a-a2c7-41f8-a6f9-b053b987a0e2 req-3403fac9-c680-4453-9528-6ada9884c41c tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 945 time: 0.0971646 Sep 20 12:32:17.549254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-6d3807b9-4d9b-4253-afbb-35560dfeef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:17.550713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-6d3807b9-4d9b-4253-afbb-35560dfeef5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4ead40a3-9a58-484e-9745-7f51bf270c28 HTTP/1.1" status: 200 len: 855 time: 0.0898118 Sep 20 12:32:17.598206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-eadcaa90-686f-4c8c-bfd1-55c83d35a681 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb7043fe-5491-4a14-9a38-c2a39063eca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380661 Sep 20 12:32:17.630682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5717f7d1-64f3-4b57-954b-ce166ce16d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.633291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5717f7d1-64f3-4b57-954b-ce166ce16d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.634468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5717f7d1-64f3-4b57-954b-ce166ce16d4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6dbbe9a-fa1f-4530-a13e-f81dd82552ef HTTP/1.1" status: 204 len: 168 time: 0.2504356 Sep 20 12:32:17.642967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca4be00a-a2c7-41f8-a6f9-b053b987a0e2 req-17e5d372-1842-46f7-bf51-057731c81f82 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903575 Sep 20 12:32:17.643565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717f7d1-64f3-4b57-954b-ce166ce16d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dbbe9a-fa1f-4530-a13e-f81dd82552ef,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:17.745532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-28db26ea-3c1c-42ca-81b3-2a17927a41a1 service neutron] 10.222.0.21 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353776 Sep 20 12:32:17.862274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e7695e9-f385-4f14-8b57-e608669fabe1 req-e8191bfb-2186-4aa7-8a5a-08cf2833b914 service neutron] 10.222.0.21 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067479 Sep 20 12:32:17.927914 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:17.988965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54056) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:18.035994 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-216df1ff-235e-429f-a9ec-a01f5bbf5260 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6dad03d741246d4962e7009f7b4acc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453954 Sep 20 12:32:18.038255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54058) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:18.039981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6944fc-7d36-40d7-a3f8-ed43405b624f req-41c09635-9b69-4d1f-bd2e-418f7464cb95 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:18.041552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f6944fc-7d36-40d7-a3f8-ed43405b624f req-41c09635-9b69-4d1f-bd2e-418f7464cb95 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 943 time: 0.0531740 Sep 20 12:32:18.100184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02c8c2e2-58dd-4458-8841-af4c3e82733b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:18.101881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f6944fc-7d36-40d7-a3f8-ed43405b624f req-61a238f1-d6a9-4a89-9772-f849f971c7a5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536711 Sep 20 12:32:18.137069 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02c8c2e2-58dd-4458-8841-af4c3e82733b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:18.277940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02c8c2e2-58dd-4458-8841-af4c3e82733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:18.280560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02c8c2e2-58dd-4458-8841-af4c3e82733b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:18.282464 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-02c8c2e2-58dd-4458-8841-af4c3e82733b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56be1a6f-76eb-4575-b75c-91fb3964a7fc HTTP/1.1" status: 204 len: 168 time: 0.2423890 Sep 20 12:32:18.293312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8c2e2-58dd-4458-8841-af4c3e82733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be1a6f-76eb-4575-b75c-91fb3964a7fc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:18.780475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca877-49af-4f0c-bf1e-3396ef8fd9da req-fee95510-2ed6-4596-81b8-a3b82945de87 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:18.782018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d7ca877-49af-4f0c-bf1e-3396ef8fd9da req-fee95510-2ed6-4596-81b8-a3b82945de87 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 945 time: 0.0596063 Sep 20 12:32:18.828776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d7ca877-49af-4f0c-bf1e-3396ef8fd9da req-bf9c9788-9e9b-4806-8fd8-fafed11bff25 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354879 Sep 20 12:32:18.940045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54092) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:18.986497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c451124-66ce-491a-84d6-773f2c6f8ecc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83c44cc62e0b49ae995cdc9befd35d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449097 Sep 20 12:32:18.988822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54096) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:19.060420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b2985b5-b0fa-4fa3-a58e-fc100dfd0867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:19.090411 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b2985b5-b0fa-4fa3-a58e-fc100dfd0867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:19.264490 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b2985b5-b0fa-4fa3-a58e-fc100dfd0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:19.267083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b2985b5-b0fa-4fa3-a58e-fc100dfd0867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:19.271467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b2985b5-b0fa-4fa3-a58e-fc100dfd0867 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a2bc1c2-39d4-4abb-9d8c-a66c1003ef80 HTTP/1.1" status: 204 len: 168 time: 0.2812424 Sep 20 12:32:19.281652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2985b5-b0fa-4fa3-a58e-fc100dfd0867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2bc1c2-39d4-4abb-9d8c-a66c1003ef80,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:19.292511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a41fa7-b363-4c95-bd35-8c1a855be324 req-c35588fc-e84e-421c-ba6b-c0f47d1a2300 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:19.294069 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9a41fa7-b363-4c95-bd35-8c1a855be324 req-c35588fc-e84e-421c-ba6b-c0f47d1a2300 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 943 time: 0.0697222 Sep 20 12:32:19.349724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9a41fa7-b363-4c95-bd35-8c1a855be324 req-ebde8007-cb42-4b32-9ee2-6989ead9d902 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453615 Sep 20 12:32:19.636136 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:20.214539 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:20.321674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571f8b-84cf-42ae-94c1-49422010aef8 req-4b35f9a7-f9de-4002-b473-aee8d8de1f71 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:20.322220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 896b5e34-dde9-44d0-99e6-83004a75de6b details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:32:20.331940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44571f8b-84cf-42ae-94c1-49422010aef8 req-4b35f9a7-f9de-4002-b473-aee8d8de1f71 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 945 time: 0.0642953 Sep 20 12:32:20.380902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44571f8b-84cf-42ae-94c1-49422010aef8 req-c263ae6b-ab7c-40cd-ab2f-a53e17e8c060 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Sep 20 12:32:20.453101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:20.467584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '896b5e34-dde9-44d0-99e6-83004a75de6b', 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'port_id': '896b5e34-dde9-44d0-99e6-83004a75de6b', 'mac_address': 'fa:16:3e:fe:81:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ead40a3-9a58-484e-9745-7f51bf270c28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:32:20.531654 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:20.548609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896b5e34-dde9-44d0-99e6-83004a75de6b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:20.577232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:20.636945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acdfd9-762c-4236-ac54-de941e8ab83d req-6f969ae0-ff27-471e-bf9a-7363d5632e71 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:20.636945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7acdfd9-762c-4236-ac54-de941e8ab83d req-6f969ae0-ff27-471e-bf9a-7363d5632e71 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 943 time: 0.0848749 Sep 20 12:32:20.659957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:20.684315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7acdfd9-762c-4236-ac54-de941e8ab83d req-b975154b-ea45-4dfd-847c-b7054791a065 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Sep 20 12:32:20.710942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:20.881067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['896b5e34-dde9-44d0-99e6-83004a75de6b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:32:21.454587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-680fbf5e-2eb3-4131-8b0e-472b08a26fdd tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:21.457342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-680fbf5e-2eb3-4131-8b0e-472b08a26fdd tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.32 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 945 time: 0.0725543 Sep 20 12:32:21.583552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e86427-a324-4196-a8ec-8ab8b010d4ec req-260c0688-58de-4adf-8092-fc6d90bb852a tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:21.585230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54e86427-a324-4196-a8ec-8ab8b010d4ec req-260c0688-58de-4adf-8092-fc6d90bb852a tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 945 time: 0.1271338 Sep 20 12:32:21.640654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Deleting port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:32:21.646139 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:21.660302 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54e86427-a324-4196-a8ec-8ab8b010d4ec req-dd4aa69f-d38a-4ce1-99c7-318e8a8b1946 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/security-groups?id=caea3251-fc03-4506-919c-7d1acc12853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678556 Sep 20 12:32:21.768481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] For port 9a4d3944-9442-4b08-85bd-6eb13aef1e69, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a4d3944-9442-4b08-85bd-6eb13aef1e69,segment=NetworkSegment(b61c76e6-e9e0-4a7f-904c-65a6de9c68b4),segment_id=b61c76e6-e9e0-4a7f-904c-65a6de9c68b4)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:21.769234 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:21.787354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Calling delete_port for 9a4d3944-9442-4b08-85bd-6eb13aef1e69 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:32:21.942303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1881f2-c60e-4ee3-940c-513b9a85c5d4 req-0b772632-9f01-4686-9c54-03d3219bd782 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:21.943755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc1881f2-c60e-4ee3-940c-513b9a85c5d4 req-0b772632-9f01-4686-9c54-03d3219bd782 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 944 time: 0.0971429 Sep 20 12:32:22.025599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc1881f2-c60e-4ee3-940c-513b9a85c5d4 req-934722b5-9728-4f87-aaa5-a2a5266902b5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 Sep 20 12:32:22.093842 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:22.129230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Pushing event deleted for resources: {'Port': ['ID=9a4d3944-9442-4b08-85bd-6eb13aef1e69,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:22.179071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] No DVR routers for this DVR port 9a4d3944-9442-4b08-85bd-6eb13aef1e69 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:32:22.181832 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:22.183890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3835665-9975-4a37-8dba-ecc8d48d0d59 req-a153e95b-6a76-4c41-a812-05a6928cfdd6 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.32 "DELETE /v2.0/ports/9a4d3944-9442-4b08-85bd-6eb13aef1e69 HTTP/1.1" status: 204 len: 173 time: 0.7140675 Sep 20 12:32:22.229920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9a4d3944-9442-4b08-85bd-6eb13aef1e69'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:32:22.336664 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 896b5e34-dde9-44d0-99e6-83004a75de6b up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:22.510818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 896b5e34-dde9-44d0-99e6-83004a75de6b completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:32:22.514753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 896b5e34-dde9-44d0-99e6-83004a75de6b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:22.515134 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:22.600806 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:22.623887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896b5e34-dde9-44d0-99e6-83004a75de6b'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:32:22.626214 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0cdc49-8df2-4dd6-a18e-2f43544cfb21" -d '{"events": [{"server_uuid": "d770f67d-ce2b-4ff8-a31f-bf73c998413d", "name": "network-vif-plugged", "status": "completed", "tag": "896b5e34-dde9-44d0-99e6-83004a75de6b"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:32:22.639557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:22.715240 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:22.778417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:22.796974 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6475516f-4f4b-4913-b8ed-f7becd58173b x-openstack-request-id: req-6475516f-4f4b-4913-b8ed-f7becd58173b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:32:22.797562 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d770f67d-ce2b-4ff8-a31f-bf73c998413d", "name": "network-vif-plugged", "status": "completed", "tag": "896b5e34-dde9-44d0-99e6-83004a75de6b", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:32:22.798003 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6475516f-4f4b-4913-b8ed-f7becd58173b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:32:22.798672 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896b5e34-dde9-44d0-99e6-83004a75de6b', 'code': 200} Sep 20 12:32:22.898574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9594f095-73ce-472a-a5c1-18e1069833c8 req-b75f36ed-776f-44e1-bf54-46378125de84 tempest-ServerAddressesTestJSON-1384370706 tempest-ServerAddressesTestJSON-1384370706-project] 10.222.0.37 "GET /v2.0/ports?device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 210 time: 0.0360177 Sep 20 12:32:22.942216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9d19-28a2-40c5-abda-d59a807711a3 req-ea875ce1-5374-440d-8ace-976b9bab1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:22.943741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d22c9d19-28a2-40c5-abda-d59a807711a3 req-ea875ce1-5374-440d-8ace-976b9bab1a34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 1096 time: 0.0483305 Sep 20 12:32:22.988129 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d22c9d19-28a2-40c5-abda-d59a807711a3 req-705be609-4686-49b5-9989-13d98c7452f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369663 Sep 20 12:32:23.120409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8917885-cea1-4b39-b041-e732f70962e4 req-52d3a563-b33a-4dd8-a3f6-083faec618ad tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=92200f064068491e899d1cab142403af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235543 Sep 20 12:32:23.232709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8917885-cea1-4b39-b041-e732f70962e4 req-79af42af-c457-4345-96cc-07b0e2aac49a tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:23.234162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8917885-cea1-4b39-b041-e732f70962e4 req-79af42af-c457-4345-96cc-07b0e2aac49a tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081550 Sep 20 12:32:23.249739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8917885-cea1-4b39-b041-e732f70962e4 req-2bc9413a-d8d4-4138-9824-69379bb7abfe tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/quotas/92200f064068491e899d1cab142403af HTTP/1.1" status: 200 len: 375 time: 0.0092750 Sep 20 12:32:23.284222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8917885-cea1-4b39-b041-e732f70962e4 req-ffdb6486-d5ed-4290-b2c4-87eca79486bf tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92200f064068491e899d1cab142403af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281444 Sep 20 12:32:23.449905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce1367-e725-497c-bc73-f47084a31444 req-3126cc5a-eb81-4843-b53a-548a9e410090 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:23.451394 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0ce1367-e725-497c-bc73-f47084a31444 req-3126cc5a-eb81-4843-b53a-548a9e410090 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0559859 Sep 20 12:32:23.497578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0ce1367-e725-497c-bc73-f47084a31444 req-6bf93eb0-378d-42bf-a564-32dda6c033c9 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388968 Sep 20 12:32:24.049849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54268) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:24.104267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f67413-499f-4156-a778-60d109dc6954 admin admin] Deleting subnet 9a814207-cb57-4d85-8b73-396b1ba592be {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:32:24.107852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84f67413-499f-4156-a778-60d109dc6954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:24.145063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84f67413-499f-4156-a778-60d109dc6954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:24.188048 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84f67413-499f-4156-a778-60d109dc6954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:24.380977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84f67413-499f-4156-a778-60d109dc6954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:24.418655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67413-499f-4156-a778-60d109dc6954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a814207-cb57-4d85-8b73-396b1ba592be,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:24.424959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84f67413-499f-4156-a778-60d109dc6954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:24.427878 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-84f67413-499f-4156-a778-60d109dc6954 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a814207-cb57-4d85-8b73-396b1ba592be HTTP/1.1" status: 204 len: 168 time: 0.3746150 Sep 20 12:32:24.428161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54278) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:24.532878 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7eae1f9d-59c9-4f5f-8bd2-600c2049cbb2 req-6ec3db38-2f02-4a34-a0cf-a360543f5088 tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=92200f064068491e899d1cab142403af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246646 Sep 20 12:32:24.546604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a4d3944-9442-4b08-85bd-6eb13aef1e69 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:32:24.551131 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:24.569791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 9a4d3944-9442-4b08-85bd-6eb13aef1e69 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:32:24.570393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a4d3944-9442-4b08-85bd-6eb13aef1e69 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:32:24.648494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:24.666654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae1f9d-59c9-4f5f-8bd2-600c2049cbb2 req-f4f84053-f922-4623-ac07-9076c972d15b tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:24.669801 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7eae1f9d-59c9-4f5f-8bd2-600c2049cbb2 req-f4f84053-f922-4623-ac07-9076c972d15b tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260068 Sep 20 12:32:24.688826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7eae1f9d-59c9-4f5f-8bd2-600c2049cbb2 req-5e40f0ab-bbe8-4338-99ca-0414eaedc3b1 tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/quotas/92200f064068491e899d1cab142403af HTTP/1.1" status: 200 len: 375 time: 0.0105157 Sep 20 12:32:24.730918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7eae1f9d-59c9-4f5f-8bd2-600c2049cbb2 req-f319b755-358a-4ecd-ba13-5ed09fd4ca85 tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92200f064068491e899d1cab142403af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338554 Sep 20 12:32:24.967655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa6c42-edfd-4cd0-9043-27a23bdd70a3 req-58915fbd-231e-4b88-96cb-dbc3382b5219 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:24.977275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3fa6c42-edfd-4cd0-9043-27a23bdd70a3 req-58915fbd-231e-4b88-96cb-dbc3382b5219 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0860162 Sep 20 12:32:25.025756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3fa6c42-edfd-4cd0-9043-27a23bdd70a3 req-4e035cd7-4c4d-4475-82f8-16fe9035fb79 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474644 Sep 20 12:32:25.071802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38fb3b5-7522-4bfc-aedd-c17177058de0']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:25.099274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61c76e6-e9e0-4a7f-904c-65a6de9c68b4') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:25.099576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61c76e6-e9e0-4a7f-904c-65a6de9c68b4') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:25.120246 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:25.156020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:25.164705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:32:25.165385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:32:25.167500 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:32:25.291167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:25.299598 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:25.303788 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c38fb3b5-7522-4bfc-aedd-c17177058de0 HTTP/1.1" status: 204 len: 168 time: 0.8723195 Sep 20 12:32:25.314611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e377777-2b7c-4475-af25-e9943a419162 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38fb3b5-7522-4bfc-aedd-c17177058de0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:25.418902 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:32:25.596578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fc1c-edc8-405b-94aa-d05decdd7993 req-f591bf05-dcef-45ef-9758-f72dce030213 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:25.598111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1185fc1c-edc8-405b-94aa-d05decdd7993 req-f591bf05-dcef-45ef-9758-f72dce030213 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0519712 Sep 20 12:32:25.665320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1185fc1c-edc8-405b-94aa-d05decdd7993 req-ca8bdf8b-c6b5-4458-949d-089721051324 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532298 Sep 20 12:32:25.829130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54326) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:25.878717 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-418e8de2-a6e0-46fe-ba8b-11c4c4a66b4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5308bc108c2b4bbe9492eaffd7c09f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449791 Sep 20 12:32:25.879471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54328) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:25.943456 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb73514-933d-4e38-8c31-dddccee66bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:25.983305 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb73514-933d-4e38-8c31-dddccee66bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:26.125294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb73514-933d-4e38-8c31-dddccee66bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:26.128855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb73514-933d-4e38-8c31-dddccee66bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:26.130148 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cfb73514-933d-4e38-8c31-dddccee66bbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/caea3251-fc03-4506-919c-7d1acc12853e HTTP/1.1" status: 204 len: 168 time: 0.2502956 Sep 20 12:32:26.138787 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb73514-933d-4e38-8c31-dddccee66bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caea3251-fc03-4506-919c-7d1acc12853e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:26.918208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacea1f-9192-47e7-9248-e52f2f6477da req-8d876afb-bca5-4503-8955-34a4ce365310 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:26.920482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afacea1f-9192-47e7-9248-e52f2f6477da req-8d876afb-bca5-4503-8955-34a4ce365310 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0911493 Sep 20 12:32:26.985213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afacea1f-9192-47e7-9248-e52f2f6477da req-86ab1eb0-55c7-419d-866d-7f89ca857c52 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Sep 20 12:32:27.299690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71847b8d-1285-4539-9b17-0c22e38c57e7 req-2a4da13d-c75e-4cde-8a60-78676dd54d4e tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=92200f064068491e899d1cab142403af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245838 Sep 20 12:32:27.762219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54392) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:27.780061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847b8d-1285-4539-9b17-0c22e38c57e7 req-94996f13-c64e-4707-b44d-8b803332df84 tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:27.788498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71847b8d-1285-4539-9b17-0c22e38c57e7 req-94996f13-c64e-4707-b44d-8b803332df84 tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4814093 Sep 20 12:32:27.804876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71847b8d-1285-4539-9b17-0c22e38c57e7 req-46037365-1d86-46ae-a7bd-b63dee402b20 tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/quotas/92200f064068491e899d1cab142403af HTTP/1.1" status: 200 len: 375 time: 0.0153549 Sep 20 12:32:27.839388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71847b8d-1285-4539-9b17-0c22e38c57e7 req-2f61d7f6-3f57-4452-869e-69e0821cbd9c tempest-QuotasAdminNegativeTest-1435489785 tempest-QuotasAdminNegativeTest-1435489785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92200f064068491e899d1cab142403af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317631 Sep 20 12:32:27.920789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-249124720-network', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:28.045193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Made reservation on behalf of 9b29fafda397467d9d0b4e131caf95fa for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:28.047549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:28.057357 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:28.153106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:28.245308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:28.271198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:32:28.284710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ec7bc5-c8fe-437b-97a9-fce27a632f14,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:28.289919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:28.290277 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Added segment 24b8fb88-e278-4f58-813b-a422c1e6286b of type vlan for network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 Sep 20 12:32:28.300547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.301149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.301647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.302165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.302668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.303001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.303442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.303737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.303965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.304283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.304598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.304912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:28.345035 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:28.488573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce1871-1639-447f-9c53-ccd7ae1a058d req-119a4678-d287-4f0f-9101-2adfc1da738a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:28.496592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6ce1871-1639-447f-9c53-ccd7ae1a058d req-119a4678-d287-4f0f-9101-2adfc1da738a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0595918 Sep 20 12:32:28.505387 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:28.511658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:28.511658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:28.532151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6ce1871-1639-447f-9c53-ccd7ae1a058d req-3d7ee348-c06f-4698-8349-bd95065b5764 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Sep 20 12:32:28.573201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:28.585240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:32:28.646300 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a5477b43-5f15-4e61-8430-2aa9f45b4833 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8824332 Sep 20 12:32:28.650647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:28.656170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Request body: {'subnet': {'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-subnet', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:28.801642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Made reservation on behalf of 9b29fafda397467d9d0b4e131caf95fa for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:28.806299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:29.064915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:29.134192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ae8ea6-0dcd-41e0-9c04-27321b60f0de,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:29.145569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.145922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.146271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.146607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.146942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.147329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.147621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.147933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.148258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.148580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.148903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.149287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:29.154591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Checking segment: {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:29.165136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Network hostable DHCP agents. Network: a4a106e1-82b3-4e16-8a2d-87b2e230a2c2, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:32:29.367504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:32:29.433171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54426) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:29.664214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a4a106e1-82b3-4e16-8a2d-87b2e230a2c2) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:29.664214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:29.664214 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:29.665728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d0b9af-aa0c-44f2-98fa-d9f5245caee9 None None] Network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:29.666213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01d1f5f0-2599-4be3-ac27-5f7b0adedc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:29.666213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e4fc-0d48-47fe-9e84-d17174f0c45b req-d1be31e1-655f-4b53-8f6f-60347d41ebc6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:29.666213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fec3e4fc-0d48-47fe-9e84-d17174f0c45b req-d1be31e1-655f-4b53-8f6f-60347d41ebc6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0496554 Sep 20 12:32:29.689970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f5d6c-7c2f-42c8-82b1-960a0435fc37 None None] Network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:29.713623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fec3e4fc-0d48-47fe-9e84-d17174f0c45b req-23c24c06-54b2-4a01-b972-89e235629dc4 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 Sep 20 12:32:30.590375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b66c7e5e-d804-4dfe-866a-92997057910a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9404266 Sep 20 12:32:30.593375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54458) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:30.598690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:30.666203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01d1f5f0-2599-4be3-ac27-5f7b0adedc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:30.825655 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01d1f5f0-2599-4be3-ac27-5f7b0adedc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:30.890381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb1d80-fbf5-47e0-bf8d-8494df82535a req-43cd53ad-be59-4eee-87b5-c5a3bf3faa7c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:30.891955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edfb1d80-fbf5-47e0-bf8d-8494df82535a req-43cd53ad-be59-4eee-87b5-c5a3bf3faa7c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0955646 Sep 20 12:32:30.897578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-01d1f5f0-2599-4be3-ac27-5f7b0adedc08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92200f064068491e899d1cab142403af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4633837 Sep 20 12:32:30.897776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54474) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:30.898785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1f5f0-2599-4be3-ac27-5f7b0adedc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f6377f-b8b0-4234-81d2-f03c2bb3946a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:30.949407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:30.951248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:30.953034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edfb1d80-fbf5-47e0-bf8d-8494df82535a req-e599b52d-0621-43e3-8ce6-0e89ba56b12e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Sep 20 12:32:31.056424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.106141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e0faf60-da9e-49a5-85f5-3ce1f8e6263e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.144868 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e0faf60-da9e-49a5-85f5-3ce1f8e6263e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.320475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.465285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e0faf60-da9e-49a5-85f5-3ce1f8e6263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.467891 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e0faf60-da9e-49a5-85f5-3ce1f8e6263e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.469501 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5e0faf60-da9e-49a5-85f5-3ce1f8e6263e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5f6377f-b8b0-4234-81d2-f03c2bb3946a HTTP/1.1" status: 204 len: 168 time: 0.5699444 Sep 20 12:32:31.481989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0faf60-da9e-49a5-85f5-3ce1f8e6263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f6377f-b8b0-4234-81d2-f03c2bb3946a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:31.662976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.682820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.795540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Allocated IP 172.25.6.244 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/73690413-8608-469b-8ec7-534fda262dd3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:31.910970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:31.994352 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.069648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Pushing event updated for resources: {'Port': ['ID=73690413-8608-469b-8ec7-534fda262dd3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:32.097165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:32.100586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:32.103202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:32.123704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03325e72-a3c8-4dfe-b58e-2fa7874b08e9 req-8ef33c87-3782-4173-a635-cc5c2b6db51c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:32.123704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03325e72-a3c8-4dfe-b58e-2fa7874b08e9 req-8ef33c87-3782-4173-a635-cc5c2b6db51c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0766344 Sep 20 12:32:32.176858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03325e72-a3c8-4dfe-b58e-2fa7874b08e9 req-7fe54295-865e-4dfd-8ab1-feb9c708123f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Sep 20 12:32:32.219907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:32.235255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61550aa1-1c7a-429c-a025-894a08ee33b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.342831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61550aa1-1c7a-429c-a025-894a08ee33b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.432371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61550aa1-1c7a-429c-a025-894a08ee33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.478399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-61550aa1-1c7a-429c-a025-894a08ee33b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53f2f19c34794af6b0f55a29fc772f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562947 Sep 20 12:32:32.480878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54506) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:32.532953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61550aa1-1c7a-429c-a025-894a08ee33b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf667c2-141d-4c62-a54f-afd6120ba098,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:32.551094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.554569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9aba7b-5905-4a84-ad8a-b5d2aa8120d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.577803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9aba7b-5905-4a84-ad8a-b5d2aa8120d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.751691 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9aba7b-5905-4a84-ad8a-b5d2aa8120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.754802 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9aba7b-5905-4a84-ad8a-b5d2aa8120d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.758275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ab9aba7b-5905-4a84-ad8a-b5d2aa8120d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bf667c2-141d-4c62-a54f-afd6120ba098 HTTP/1.1" status: 204 len: 168 time: 0.2739234 Sep 20 12:32:32.763328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:32.764761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aba7b-5905-4a84-ad8a-b5d2aa8120d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf667c2-141d-4c62-a54f-afd6120ba098,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:33.056531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Router afad5225-de95-42d3-b203-8547e0cbb028 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:32:33.171243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:33.181222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Sync routers for ids ['afad5225-de95-42d3-b203-8547e0cbb028'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:33.207243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Routers {'afad5225-de95-42d3-b203-8547e0cbb028'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:33.214867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afad5225-de95-42d3-b203-8547e0cbb028'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:33.282728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:33.286970 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eeeabea3-eac3-4478-8d3c-eee488726a45 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6900547 Sep 20 12:32:33.287500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54522) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:33.363768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341bea6-d16f-49e7-973c-d83b4da46f3f req-e8144508-d8b0-4245-bf95-b79edd1f70eb tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:33.372709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9341bea6-d16f-49e7-973c-d83b4da46f3f req-e8144508-d8b0-4245-bf95-b79edd1f70eb tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1072755 Sep 20 12:32:33.467209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Set router afad5225-de95-42d3-b203-8547e0cbb028 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:33.498743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9341bea6-d16f-49e7-973c-d83b4da46f3f req-e121195e-51b4-49d3-af5d-2cbb30ec26dd tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246274 Sep 20 12:32:33.602149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:33.765550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5459f67-ac1a-4b48-b89c-eaa828a1f075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:33.894372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:32:32Z', 'revision_number': 3, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:33.929262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Checking router: afad5225-de95-42d3-b203-8547e0cbb028 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:33.945436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Updating router afad5225-de95-42d3-b203-8547e0cbb028 port 73690413-8608-469b-8ec7-534fda262dd3 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:32:33.962569 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:33.978402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5459f67-ac1a-4b48-b89c-eaa828a1f075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.013719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.085503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5459f67-ac1a-4b48-b89c-eaa828a1f075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.165545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5459f67-ac1a-4b48-b89c-eaa828a1f075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9546097-f9c0-4b06-95fd-086d9c153501,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:34.170326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5459f67-ac1a-4b48-b89c-eaa828a1f075 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3f111b445a749579eff89849b098545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740266 Sep 20 12:32:34.172976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54546) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:34.258374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Allocated IP 172.20.0.1 (a4a106e1-82b3-4e16-8a2d-87b2e230a2c2/57ae8ea6-0dcd-41e0-9c04-27321b60f0de/1b4d5404-5c42-471c-ac40-ed1d0f8f644a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:34.278740 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533be7fa-43fb-402b-a0fc-5baf7f42ce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.347772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.349369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533be7fa-43fb-402b-a0fc-5baf7f42ce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.411389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.442858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.501962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb78200-304b-4db7-bd47-2d6867f07d5c None None] Pushing event updated for resources: {'Port': ['ID=73690413-8608-469b-8ec7-534fda262dd3,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:34.508176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533be7fa-43fb-402b-a0fc-5baf7f42ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.515252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533be7fa-43fb-402b-a0fc-5baf7f42ce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.515252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-533be7fa-43fb-402b-a0fc-5baf7f42ce52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9546097-f9c0-4b06-95fd-086d9c153501 HTTP/1.1" status: 204 len: 168 time: 0.3383336 Sep 20 12:32:34.528314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533be7fa-43fb-402b-a0fc-5baf7f42ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9546097-f9c0-4b06-95fd-086d9c153501,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:34.550006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Attempting to bind port 73690413-8608-469b-8ec7-534fda262dd3 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:34.550106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.550200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Attempting to bind port 73690413-8608-469b-8ec7-534fda262dd3 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:34.550200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Attempting to bind port 73690413-8608-469b-8ec7-534fda262dd3 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:34.556201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:34.556201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:34.556201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.556201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:34.556201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Bound port: 73690413-8608-469b-8ec7-534fda262dd3, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:34.556201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.556727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54558) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:34.654609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] For port 73690413-8608-469b-8ec7-534fda262dd3, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:34.659034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] For port 73690413-8608-469b-8ec7-534fda262dd3, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=73690413-8608-469b-8ec7-534fda262dd3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:34.684712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:34.687957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:34.692590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe9fd5-7dd8-4b4c-bc91-8bc7e2344ff1 req-39cc97ae-51a6-407c-82e7-f8154811edd6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:34.696127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:34.704586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9abe9fd5-7dd8-4b4c-bc91-8bc7e2344ff1 req-39cc97ae-51a6-407c-82e7-f8154811edd6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0992181 Sep 20 12:32:34.728940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-network', 'tenant_id': '469e7d1322ba43119a5f726987983925'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:34.747589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:34.761770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.778444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9abe9fd5-7dd8-4b4c-bc91-8bc7e2344ff1 req-e1ece8c4-1763-4c61-addc-07d70043a94e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748444 Sep 20 12:32:34.799798 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.852538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Routers {'afad5225-de95-42d3-b203-8547e0cbb028'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:34.853361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afad5225-de95-42d3-b203-8547e0cbb028'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:34.870859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Made reservation on behalf of 469e7d1322ba43119a5f726987983925 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:34.874795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.891318 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:34.920977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb78200-304b-4db7-bd47-2d6867f07d5c None None] Pushing event updated for resources: {'Port': ['ID=73690413-8608-469b-8ec7-534fda262dd3,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:35.007856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] Set router afad5225-de95-42d3-b203-8547e0cbb028 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:35.008100 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.047472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.133146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.161032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:32:35.171341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e655b2a-5ae9-446b-a7af-2496cff406fa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:35.176681 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.177055 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Added segment 54cee622-3451-4520-8cf7-5c97c4b91023 of type vlan for network f356aa71-3575-4547-a2c0-5472abe254a9 Sep 20 12:32:35.216271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:32:32Z', 'revision_number': 3, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:35.226235 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.230846 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.249404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e9a02-e252-447e-8759-59cdecefefab None None] The sync data for ids ['afad5225-de95-42d3-b203-8547e0cbb028'] in n-d-809934-3 is: [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:32:32Z', 'revision_number': 3, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:35.333519 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.371378 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.373365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:35.373365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.401523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:35.404114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.444936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] Pushing event updated for resources: {'Network': ['ID=f356aa71-3575-4547-a2c0-5472abe254a9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:35.456722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f356aa71-3575-4547-a2c0-5472abe254a9 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:32:35.520373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6815ad32-1cd7-4ffc-a2a7-c3ed349c7646 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9634297 Sep 20 12:32:35.523903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54572) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:35.547081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Request body: {'subnet': {'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-subnet', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:35.557057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:35.559146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:35.611374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54574) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:35.630852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fce1fec1-081b-4629-8888-5695a27d547a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.662272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Made reservation on behalf of 469e7d1322ba43119a5f726987983925 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:35.666458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:35.742888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Router afad5225-de95-42d3-b203-8547e0cbb028 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:32:35.936718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee16d3-0522-447e-bca1-7a9063319756 req-8355b7b1-7d2c-4b56-aa69-9a621f009384 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:35.939144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dee16d3-0522-447e-bca1-7a9063319756 req-8355b7b1-7d2c-4b56-aa69-9a621f009384 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0691586 Sep 20 12:32:35.993880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dee16d3-0522-447e-bca1-7a9063319756 req-851e553d-e288-4040-bb77-16a106ec643f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Sep 20 12:32:36.013379 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.090655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c894b638-bae5-4fc6-b2d7-c63a910c8ffb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:36.097762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Checking segment: {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:36.098115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Network hostable DHCP agents. Network: f356aa71-3575-4547-a2c0-5472abe254a9, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:32:36.191431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Network f356aa71-3575-4547-a2c0-5472abe254a9 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:32:36.217587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fce1fec1-081b-4629-8888-5695a27d547a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.243830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:36.250283 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6266874a-79c8-489c-827e-497216ad6cd9 admin admin] 10.222.0.37 "PUT /v2.0/routers/afad5225-de95-42d3-b203-8547e0cbb028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9617670 Sep 20 12:32:36.262349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 73690413-8608-469b-8ec7-534fda262dd3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:36.307889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f356aa71-3575-4547-a2c0-5472abe254a9) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:36.317378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 73690413-8608-469b-8ec7-534fda262dd3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:36.317940 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.319955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:36.320550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.346267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615f9d7-7cb6-48dd-a09e-312cc8172198 None None] Network f356aa71-3575-4547-a2c0-5472abe254a9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:36.359228 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fce1fec1-081b-4629-8888-5695a27d547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.403682 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fce1fec1-081b-4629-8888-5695a27d547a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c182a899f84141da85138214ce70239f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7911899 Sep 20 12:32:36.406524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54590) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:36.416828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1fec1-081b-4629-8888-5695a27d547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db76d314-cc2f-4d2e-955d-6606f3cbd1ae,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:36.468580 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9c5f49e-43f4-4669-b630-242c3bf02627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.474945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.489834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c166f9f8-16c2-493c-a1f8-5e6ac0a97e64 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9560754 Sep 20 12:32:36.493201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54596) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:36.497733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:36.499417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9c5f49e-43f4-4669-b630-242c3bf02627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.509828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 73690413-8608-469b-8ec7-534fda262dd3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=73690413-8608-469b-8ec7-534fda262dd3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:36.577353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f356aa71-3575-4547-a2c0-5472abe254a9', 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'fixed_ips': [{'subnet_id': 'c894b638-bae5-4fc6-b2d7-c63a910c8ffb'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:32:36.578412 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.601520 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.654604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=73690413-8608-469b-8ec7-534fda262dd3,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:36.665257 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9c5f49e-43f4-4669-b630-242c3bf02627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.665708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.666466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.669116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9c5f49e-43f4-4669-b630-242c3bf02627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.670247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d9c5f49e-43f4-4669-b630-242c3bf02627 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db76d314-cc2f-4d2e-955d-6606f3cbd1ae HTTP/1.1" status: 204 len: 168 time: 0.2625396 Sep 20 12:32:36.693056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5f49e-43f4-4669-b630-242c3bf02627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db76d314-cc2f-4d2e-955d-6606f3cbd1ae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:36.781635 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:36.810397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Allocated IP 172.20.0.2 (f356aa71-3575-4547-a2c0-5472abe254a9/c894b638-bae5-4fc6-b2d7-c63a910c8ffb/9ff29693-a2e7-448d-ac70-6cd1fee9bb4e) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:36.857304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d924-8f37-424e-96d8-f072dc526499 req-4b17d013-b3c5-433e-b06c-16c4b0e165f0 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:36.863187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-4b17d013-b3c5-433e-b06c-16c4b0e165f0 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 818 time: 0.1722436 Sep 20 12:32:36.881569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-166a8d81-b765-4e02-85be-ba8579c5c599 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/quotas/9b29fafda397467d9d0b4e131caf95fa HTTP/1.1" status: 200 len: 375 time: 0.0173638 Sep 20 12:32:36.958897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-982d659a-546e-46dd-8b21-963cfa1d0130 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744421 Sep 20 12:32:37.012240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.028523 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.057842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-2cf88343-a8b4-44d4-89fb-6afc303428e7 service neutron] 10.222.0.37 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980732 Sep 20 12:32:37.135178 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.158274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-d547c09f-9491-4d62-ace8-5ab2f6d865d9 service neutron] 10.222.0.37 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937488 Sep 20 12:32:37.161919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Network f356aa71-3575-4547-a2c0-5472abe254a9 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:37.185275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:37.188763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:37.216882 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Sync routers for ids ['afad5225-de95-42d3-b203-8547e0cbb028'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:37.229721 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Routers {'afad5225-de95-42d3-b203-8547e0cbb028'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:37.231667 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afad5225-de95-42d3-b203-8547e0cbb028'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:37.261431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Pushing event updated for resources: {'Port': ['ID=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:37.337579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Attempting to bind port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:37.337962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Attempting to bind port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:37.338327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Attempting to bind port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e on network f356aa71-3575-4547-a2c0-5472abe254a9 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:37.345640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:37.345881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Checking segment: {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:37.346173 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.346568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Bound using segment: {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:37.347039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Bound port: 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:37.347451 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.395221 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Set router afad5225-de95-42d3-b203-8547e0cbb028 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:37.421292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.426547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] For port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:37.429916 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] For port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:37.442989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.560233 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.575147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Allocated IP 172.25.6.57 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/97bfd4e9-3edc-4c04-9bc7-1453773b9759) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:37.624252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83e426-f46e-4021-bc6f-f0adbad7a119 req-f4ed862d-1516-4855-a630-daf15ab7666f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:37.629680 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:32:34Z', 'revision_number': 4, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1b4d5404-5c42-471c-ac40-ed1d0f8f644a', 'name': '', 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'mac_address': 'fa:16:3e:92:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '57ae8ea6-0dcd-41e0-9c04-27321b60f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:34Z', 'updated_at': '2021-09-20T12:32:35Z', 'revision_number': 2, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'subnets': [{'id': '57ae8ea6-0dcd-41e0-9c04-27321b60f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:37.631896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e83e426-f46e-4021-bc6f-f0adbad7a119 req-f4ed862d-1516-4855-a630-daf15ab7666f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1072023 Sep 20 12:32:37.653359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a3a7f-799c-4b4f-9712-8a9ce1306270 None None] Pushing event updated for resources: {'Port': ['ID=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:37.672444 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Checking router: afad5225-de95-42d3-b203-8547e0cbb028 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:37.672801 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Updating router afad5225-de95-42d3-b203-8547e0cbb028 port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:32:37.716566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e83e426-f46e-4021-bc6f-f0adbad7a119 req-8e8c7c1c-4e00-47e6-9949-0fe443a35d64 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780232 Sep 20 12:32:37.717920 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.747006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:37.935299 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.017196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:38.023606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:38.025818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Pushing event updated for resources: {'Port': ['ID=97bfd4e9-3edc-4c04-9bc7-1453773b9759,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:38.028070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:38.095444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72f1441c-996c-4e93-8463-dd0bf7e6b646 req-13b95d0f-010f-489e-892d-1bc0688182da tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 210 time: 0.0342548 Sep 20 12:32:38.151917 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.264888 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.372136 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:38.422878 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Pushing event updated for resources: {'Port': ['ID=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:38.447129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:38.447609 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.456992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-98070eb5-3294-4122-99ec-210b0c8ed458 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:38.464608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-98070eb5-3294-4122-99ec-210b0c8ed458 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 818 time: 0.1608050 Sep 20 12:32:38.486842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-a9be1d62-b1ab-40eb-bfdb-e5547db50c20 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/quotas/9b29fafda397467d9d0b4e131caf95fa HTTP/1.1" status: 200 len: 375 time: 0.0207846 Sep 20 12:32:38.504923 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Attempting to bind port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:38.505319 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Attempting to bind port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:38.505680 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Attempting to bind port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a on network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:38.517642 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:38.518014 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Checking segment: {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:38.519407 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.519815 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Bound using segment: {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:38.520288 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Bound port: 1b4d5404-5c42-471c-ac40-ed1d0f8f644a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:38.524995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.526956 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.589516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-37247f89-b717-458f-a838-9ca8775e317e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007068 Sep 20 12:32:38.650114 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] For port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:38.660723 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] For port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:38.721995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-1f472db1-50e6-4f92-8ddc-548909d6448e service neutron] 10.222.0.37 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310873 Sep 20 12:32:38.730774 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.777676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:38.843652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-1e6ed747-79bf-40e3-8c46-67a0d83629f7 service neutron] 10.222.0.37 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198547 Sep 20 12:32:38.855519 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.878794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.956793 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Routers {'afad5225-de95-42d3-b203-8547e0cbb028'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:38.960089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:38.963086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 73690413-8608-469b-8ec7-534fda262dd3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:38.970050 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afad5225-de95-42d3-b203-8547e0cbb028'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:38.978945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Pushing event updated for resources: {'Port': ['ID=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:39.097500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:39.108759 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.108986 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.115030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7325e-dab1-473b-bd33-1433478134e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:39.137809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 73690413-8608-469b-8ec7-534fda262dd3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:39.138060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:39.169833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c019f97-cf52-46a8-ad7c-0b0ba55ba2b6 None None] Network f356aa71-3575-4547-a2c0-5472abe254a9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:39.225361 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] Set router afad5225-de95-42d3-b203-8547e0cbb028 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:39.253563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8a8e-0658-40a3-8add-72818508a83d req-b0b1ece5-769d-4f1d-8733-64391f0678df tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:39.255523 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce5f8a8e-0658-40a3-8add-72818508a83d req-b0b1ece5-769d-4f1d-8733-64391f0678df tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0715406 Sep 20 12:32:39.261277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-478fcf01-7296-4920-9929-b74a454cc3f5 None None] Provisioning complete for port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:39.261651 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-478fcf01-7296-4920-9929-b74a454cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:39.275702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Router cb6dd09b-a427-47fd-83ac-b3d801e7e196 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:32:39.335430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce5f8a8e-0658-40a3-8add-72818508a83d req-22c34e8d-8d3b-4565-b75e-39ae1eee7128 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652428 Sep 20 12:32:39.513407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:39.521901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Sync routers for ids ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:39.544471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Routers {'cb6dd09b-a427-47fd-83ac-b3d801e7e196'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:39.553614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:39.554124 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0068faf2-050c-4c36-8694-278902483b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:32:34Z', 'revision_number': 4, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1b4d5404-5c42-471c-ac40-ed1d0f8f644a', 'name': '', 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'mac_address': 'fa:16:3e:92:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '57ae8ea6-0dcd-41e0-9c04-27321b60f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:34Z', 'updated_at': '2021-09-20T12:32:38Z', 'revision_number': 4, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'subnets': [{'id': '57ae8ea6-0dcd-41e0-9c04-27321b60f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:39.594184 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068faf2-050c-4c36-8694-278902483b63 None None] The sync data for ids ['afad5225-de95-42d3-b203-8547e0cbb028'] in n-d-809934-3 is: [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:32:34Z', 'revision_number': 4, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1b4d5404-5c42-471c-ac40-ed1d0f8f644a', 'name': '', 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'mac_address': 'fa:16:3e:92:8e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '57ae8ea6-0dcd-41e0-9c04-27321b60f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:34Z', 'updated_at': '2021-09-20T12:32:38Z', 'revision_number': 4, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'subnets': [{'id': '57ae8ea6-0dcd-41e0-9c04-27321b60f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:39.670869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:39.675782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a68eeb61-8fbc-44ba-802c-fe3c42e97dda admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1789615 Sep 20 12:32:39.676883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54692) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:39.683837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Set router cb6dd09b-a427-47fd-83ac-b3d801e7e196 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:39.840632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d51bad38-e7f0-4de8-9780-575073855e96 req-ac092b67-52b1-4992-9795-956694e30de7 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 210 time: 0.0844643 Sep 20 12:32:40.001885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-477860f3-0949-436f-9b7e-c2439dd779f0 None None] Provisioning complete for port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:40.002740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-477860f3-0949-436f-9b7e-c2439dd779f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:40.050930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:32:38Z', 'revision_number': 3, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port': {'id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:37Z', 'updated_at': '2021-09-20T12:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:40.089397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Checking router: cb6dd09b-a427-47fd-83ac-b3d801e7e196 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:40.089964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Updating router cb6dd09b-a427-47fd-83ac-b3d801e7e196 port 97bfd4e9-3edc-4c04-9bc7-1453773b9759 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:32:40.160858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:40.475288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:40.592440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:40.593055 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:40.614888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:40.632391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121517-01d3-40a6-9f96-5ad590440098 req-6f04fed0-b13f-43c6-8e83-2fe7d68ce21c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:40.639988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de121517-01d3-40a6-9f96-5ad590440098 req-6f04fed0-b13f-43c6-8e83-2fe7d68ce21c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1511378 Sep 20 12:32:40.689776 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:40.748621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1b4d5404-5c42-471c-ac40-ed1d0f8f644a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:40.758539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de121517-01d3-40a6-9f96-5ad590440098 req-823de54e-2132-4c15-bc46-aeaa61a0981a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176765 Sep 20 12:32:40.801915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:40.802289 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:40.803783 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:40.873564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Allocated IP 172.20.0.1 (f356aa71-3575-4547-a2c0-5472abe254a9/c894b638-bae5-4fc6-b2d7-c63a910c8ffb/b4de334c-ecc8-473b-aa67-c4abc1ef343f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:40.923607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Attempting to bind port 97bfd4e9-3edc-4c04-9bc7-1453773b9759 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:40.923980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Attempting to bind port 97bfd4e9-3edc-4c04-9bc7-1453773b9759 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:40.924342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Attempting to bind port 97bfd4e9-3edc-4c04-9bc7-1453773b9759 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:40.930513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1cec8-93b8-4e39-9a0e-0fd044b800e7 None None] Pushing event updated for resources: {'Port': ['ID=97bfd4e9-3edc-4c04-9bc7-1453773b9759,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:40.939030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:40.939408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:40.940013 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:40.940195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:40.940772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Bound port: 97bfd4e9-3edc-4c04-9bc7-1453773b9759, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:40.941231 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.014912 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.042610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.068851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] For port 97bfd4e9-3edc-4c04-9bc7-1453773b9759, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:41.075327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] For port 97bfd4e9-3edc-4c04-9bc7-1453773b9759, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=97bfd4e9-3edc-4c04-9bc7-1453773b9759,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:41.075918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:41.132587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78f2a9ec-b1d7-49af-b794-3d947326b55c req-6aa27f49-4466-4999-8679-09d627814a17 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 210 time: 0.0280540 Sep 20 12:32:41.300155 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.300455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.302410 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.349321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Network f356aa71-3575-4547-a2c0-5472abe254a9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:41.352565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:41.356174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:41.369431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Routers {'cb6dd09b-a427-47fd-83ac-b3d801e7e196'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:41.370066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:41.375333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1cec8-93b8-4e39-9a0e-0fd044b800e7 None None] Pushing event updated for resources: {'Port': ['ID=97bfd4e9-3edc-4c04-9bc7-1453773b9759,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:41.385400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Pushing event updated for resources: {'Port': ['ID=b4de334c-ecc8-473b-aa67-c4abc1ef343f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:41.421445 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.492799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:41.598039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] Set router cb6dd09b-a427-47fd-83ac-b3d801e7e196 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:41.676059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d924-8f37-424e-96d8-f072dc526499 req-96b55365-1714-4c98-8f4a-193080041a98 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:41.677565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-96b55365-1714-4c98-8f4a-193080041a98 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.32 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 818 time: 0.1942194 Sep 20 12:32:41.697241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Request body: {'port': {'device_id': '3b6abb48-9418-4ec8-bf50-fafd41f8c173', 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2', 'admin_state_up': True, 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:41.742293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d37da999-2cc1-4338-b601-55b76d03b3f2 None None] Provisioning complete for port b4de334c-ecc8-473b-aa67-c4abc1ef343f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:41.742668 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d37da999-2cc1-4338-b601-55b76d03b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.783039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d37da999-2cc1-4338-b601-55b76d03b3f2 None None] Port b4de334c-ecc8-473b-aa67-c4abc1ef343f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:41.875124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:32:38Z', 'revision_number': 3, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port': {'id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:37Z', 'updated_at': '2021-09-20T12:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:41.895278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:41.903712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a9213-66fb-4646-8d2f-3dbf4821a261 None None] The sync data for ids ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'] in n-d-809934-3 is: [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:32:38Z', 'revision_number': 3, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port': {'id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:37Z', 'updated_at': '2021-09-20T12:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:41.948084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060364a-1358-4f1a-852e-65b680b160e6 req-c5ec645a-4801-4380-88f7-6a8cd4076928 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:41.949630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5060364a-1358-4f1a-852e-65b680b160e6 req-c5ec645a-4801-4380-88f7-6a8cd4076928 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0979314 Sep 20 12:32:42.019178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Made reservation on behalf of 9b29fafda397467d9d0b4e131caf95fa for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:42.022904 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:42.052129 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5060364a-1358-4f1a-852e-65b680b160e6 req-fefb8ff8-7b6d-4dbe-937a-d54dd410da93 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943568 Sep 20 12:32:42.259160 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:42.310673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Allocated IP 172.20.0.8 (a4a106e1-82b3-4e16-8a2d-87b2e230a2c2/57ae8ea6-0dcd-41e0-9c04-27321b60f0de/d67afcfd-fb59-4735-a615-5a601df95b37) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:42.364240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1b4d5404-5c42-471c-ac40-ed1d0f8f644a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:42.382356 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:42.440482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:42.440782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:42.481619 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8227e717-9e93-4f50-bb63-e102303bb825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:42.524850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:42.572863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Pushing event updated for resources: {'Port': ['ID=b4de334c-ecc8-473b-aa67-c4abc1ef343f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:42.582691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77877876-378e-4596-ad46-837b09b5f4e1 req-80a259d6-8faa-46e8-8d54-a6ce864c7c3f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 210 time: 0.0651758 Sep 20 12:32:42.833143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-0ad719ff-794b-4c3e-84db-08a2cf7c7e4e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:42.834698 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-0ad719ff-794b-4c3e-84db-08a2cf7c7e4e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.32 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 818 time: 0.1425424 Sep 20 12:32:42.849952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Request body: {'port': {'device_id': '85ebd594-5063-470e-9555-54847e8ad7e4', 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2', 'admin_state_up': True, 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:43.110026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:43.116048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Made reservation on behalf of 9b29fafda397467d9d0b4e131caf95fa for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:43.127552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:43.250307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Network f356aa71-3575-4547-a2c0-5472abe254a9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:43.258661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca510-48eb-4372-9f4f-882e07994cf2 req-274adae2-1fcf-41d5-9768-ec95b12ad92a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:43.260157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89dca510-48eb-4372-9f4f-882e07994cf2 req-274adae2-1fcf-41d5-9768-ec95b12ad92a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1031444 Sep 20 12:32:43.261597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:43.344450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89dca510-48eb-4372-9f4f-882e07994cf2 req-3fda2c99-981a-439b-8c98-b379e96255e7 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754426 Sep 20 12:32:43.404290 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:43.461841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Allocated IP 172.20.0.3 (a4a106e1-82b3-4e16-8a2d-87b2e230a2c2/57ae8ea6-0dcd-41e0-9c04-27321b60f0de/1b5822c8-723b-4ef5-9943-2461b93fd678) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:43.474618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:43.479649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:43.483883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:43.514621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Pushing event updated for resources: {'Port': ['ID=d67afcfd-fb59-4735-a615-5a601df95b37,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:43.521299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Router cb6dd09b-a427-47fd-83ac-b3d801e7e196 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:32:43.596544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:43.597448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:43.643031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2eae2bc6-0d68-4e98-91b8-b816c7b243d5 None None] Provisioning complete for port b4de334c-ecc8-473b-aa67-c4abc1ef343f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:43.644222 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2eae2bc6-0d68-4e98-91b8-b816c7b243d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:43.677256 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:43.678270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:43.687976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0b232e8-71e7-4d2c-ab3f-bc238603a0de admin admin] 10.222.0.37 "PUT /v2.0/routers/cb6dd09b-a427-47fd-83ac-b3d801e7e196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0099616 Sep 20 12:32:43.713997 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2eae2bc6-0d68-4e98-91b8-b816c7b243d5 None None] Port b4de334c-ecc8-473b-aa67-c4abc1ef343f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:43.722586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-508a3b4e-03d4-4b30-b611-6ad3b9b0247d req-b5ffc220-9ee9-4ac3-89b0-35c74cb38c9e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 210 time: 0.0326302 Sep 20 12:32:43.723986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-092c8757-24c6-4a17-8266-ba300f835b5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0318744 Sep 20 12:32:43.740117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Request body: {'port': {'device_id': '3b6abb48-9418-4ec8-bf50-fafd41f8c173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:43.808667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:43.825116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:43.898869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:43.903106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:43.914432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:43.927310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Pushing event updated for resources: {'Port': ['ID=1b5822c8-723b-4ef5-9943-2461b93fd678,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:43.984511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:43.985287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.115992 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Sync routers for ids ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:44.125688 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-d8de93bd-4f28-456a-84f1-466819caa69f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798395 Sep 20 12:32:44.133620 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Routers {'cb6dd09b-a427-47fd-83ac-b3d801e7e196'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:44.133620 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:44.141120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Request body: {'port': {'device_id': '85ebd594-5063-470e-9555-54847e8ad7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:44.150248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67afcfd-fb59-4735-a615-5a601df95b37 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:44.160187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.181722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Transition to ACTIVE for port object d67afcfd-fb59-4735-a615-5a601df95b37 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:32:44.250405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.273618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.274941 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Set router cb6dd09b-a427-47fd-83ac-b3d801e7e196 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:44.285795 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 97bfd4e9-3edc-4c04-9bc7-1453773b9759 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:44.370493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 97bfd4e9-3edc-4c04-9bc7-1453773b9759 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:44.370859 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.377419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Pushing event updated for resources: {'Port': ['ID=d67afcfd-fb59-4735-a615-5a601df95b37,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:44.420921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Attempting to bind port d67afcfd-fb59-4735-a615-5a601df95b37 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:44.420921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Attempting to bind port d67afcfd-fb59-4735-a615-5a601df95b37 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:44.420921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Attempting to bind port d67afcfd-fb59-4735-a615-5a601df95b37 on network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:44.429651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Port d67afcfd-fb59-4735-a615-5a601df95b37 on network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:32:44.430020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Attempting to bind port d67afcfd-fb59-4735-a615-5a601df95b37 on network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:44.449837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:44.449837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Checking segment: {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:44.449837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Bound using segment: {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:44.450083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Bound port: d67afcfd-fb59-4735-a615-5a601df95b37, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:44.450405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.563763 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.589855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] For port d67afcfd-fb59-4735-a615-5a601df95b37, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:44.590085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 97bfd4e9-3edc-4c04-9bc7-1453773b9759, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=97bfd4e9-3edc-4c04-9bc7-1453773b9759,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:44.595091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] For port d67afcfd-fb59-4735-a615-5a601df95b37, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d67afcfd-fb59-4735-a615-5a601df95b37,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:44.613531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a08828-00e2-479e-a273-367bb5647d3c req-3db43098-99d8-49ef-8e7c-9d86d606d7b6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:44.621800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0a08828-00e2-479e-a273-367bb5647d3c req-3db43098-99d8-49ef-8e7c-9d86d606d7b6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1520371 Sep 20 12:32:44.678966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.701657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0a08828-00e2-479e-a273-367bb5647d3c req-9630e51b-e4a1-4679-a100-1f203cd3ca44 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788617 Sep 20 12:32:44.719672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.753087 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:32:41Z', 'revision_number': 4, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port': {'id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:37Z', 'updated_at': '2021-09-20T12:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'b4de334c-ecc8-473b-aa67-c4abc1ef343f', 'name': '', 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'mac_address': 'fa:16:3e:f8:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c894b638-bae5-4fc6-b2d7-c63a910c8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:40Z', 'updated_at': '2021-09-20T12:32:41Z', 'revision_number': 2, 'project_id': '469e7d1322ba43119a5f726987983925', 'subnets': [{'id': 'c894b638-bae5-4fc6-b2d7-c63a910c8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:44.799850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=97bfd4e9-3edc-4c04-9bc7-1453773b9759,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:44.804920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Pushing event updated for resources: {'Port': ['ID=d67afcfd-fb59-4735-a615-5a601df95b37,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:44.826255 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Checking router: cb6dd09b-a427-47fd-83ac-b3d801e7e196 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:44.829576 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Updating router cb6dd09b-a427-47fd-83ac-b3d801e7e196 port b4de334c-ecc8-473b-aa67-c4abc1ef343f binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:32:44.841997 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:44.843306 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.845144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-868daa21-2670-4342-9a1f-51a3f5b47762 service neutron] 10.222.0.32 "PUT /v2.0/ports/d67afcfd-fb59-4735-a615-5a601df95b37 HTTP/1.1" status: 200 len: 1091 time: 1.1105802 Sep 20 12:32:44.855622 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.877713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:44.879654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5822c8-723b-4ef5-9943-2461b93fd678 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:44.882588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-network', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:44.888737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:44.907330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Transition to ACTIVE for port object 1b5822c8-723b-4ef5-9943-2461b93fd678 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:32:45.007850 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.012087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Made reservation on behalf of 23afb7e3d8064eb0af4ee8e129b64f2d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:45.012087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.028469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.061815 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5822c8-723b-4ef5-9943-2461b93fd678,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:45.149976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Attempting to bind port 1b5822c8-723b-4ef5-9943-2461b93fd678 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:45.150608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Attempting to bind port 1b5822c8-723b-4ef5-9943-2461b93fd678 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:45.151103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Attempting to bind port 1b5822c8-723b-4ef5-9943-2461b93fd678 on network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:45.155361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d924-8f37-424e-96d8-f072dc526499 req-2c54a113-f1cc-47cf-80f3-8c6232bfd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:45.157432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-2c54a113-f1cc-47cf-80f3-8c6232bfd9b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 1094 time: 0.1178067 Sep 20 12:32:45.157671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Port 1b5822c8-723b-4ef5-9943-2461b93fd678 on network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:32:45.158190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Attempting to bind port 1b5822c8-723b-4ef5-9943-2461b93fd678 on network a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:45.164525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:45.165380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Checking segment: {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:45.170192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Bound using segment: {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:45.170192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Bound port: 1b5822c8-723b-4ef5-9943-2461b93fd678, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b8fb88-e278-4f58-813b-a422c1e6286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:45.170192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.183828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b8a0c-e249-4d48-a738-69de9671f2c6 req-09b18683-7d8b-4751-ab03-d2d33a4d6363 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:45.185503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66b8a0c-e249-4d48-a738-69de9671f2c6 req-09b18683-7d8b-4751-ab03-d2d33a4d6363 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 943 time: 0.1349225 Sep 20 12:32:45.214803 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.233367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-18355024-6a62-41c5-be52-91d321cb2a2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67afcfd-fb59-4735-a615-5a601df95b37 HTTP/1.1" status: 200 len: 217 time: 0.0599918 Sep 20 12:32:45.233592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de0b8ba2-8f17-4279-948c-3e3c0697b27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.240749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] For port 1b5822c8-723b-4ef5-9943-2461b93fd678, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:45.244460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] For port 1b5822c8-723b-4ef5-9943-2461b93fd678, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=1b5822c8-723b-4ef5-9943-2461b93fd678,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:45.311458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f66b8a0c-e249-4d48-a738-69de9671f2c6 req-62c5c3c3-0014-46a6-b17c-fffd2456cc94 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902116 Sep 20 12:32:45.327237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d924-8f37-424e-96d8-f072dc526499 req-98d77de9-1012-4014-a0a7-c8efa10e4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:45.328773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-98d77de9-1012-4014-a0a7-c8efa10e4a2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57ae8ea6-0dcd-41e0-9c04-27321b60f0de HTTP/1.1" status: 200 len: 858 time: 0.0864069 Sep 20 12:32:45.364448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.366738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-112b3835-36ca-4014-a35c-596e246c1fa5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312128 Sep 20 12:32:45.384965 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.385624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.419910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:45.420732 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.422095 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b5822c8-723b-4ef5-9943-2461b93fd678 HTTP/1.1" status: 200 len: 1091 time: 1.2872851 Sep 20 12:32:45.422746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ebd594-5063-470e-9555-54847e8ad7e4', 'tag': '1b5822c8-723b-4ef5-9943-2461b93fd678'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:32:45.425040 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b8eb85-38e7-48ab-87ee-a6cdc22fd0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "85ebd594-5063-470e-9555-54847e8ad7e4", "tag": "1b5822c8-723b-4ef5-9943-2461b93fd678"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:32:45.448495 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dea29-b72e-42c0-899e-5ca611c39427 None None] Pushing event updated for resources: {'Port': ['ID=b4de334c-ecc8-473b-aa67-c4abc1ef343f,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:45.488146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793877f-1025-4a0f-89b7-28f0de803159 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5822c8-723b-4ef5-9943-2461b93fd678,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:45.492750 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693a4ac6-cdf4-48d9-8f1d-6cf6f0b1380d x-openstack-request-id: req-693a4ac6-cdf4-48d9-8f1d-6cf6f0b1380d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:32:45.493165 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ebd594-5063-470e-9555-54847e8ad7e4", "tag": "1b5822c8-723b-4ef5-9943-2461b93fd678", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:32:45.493514 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-693a4ac6-cdf4-48d9-8f1d-6cf6f0b1380d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:32:45.494005 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ebd594-5063-470e-9555-54847e8ad7e4', 'tag': '1b5822c8-723b-4ef5-9943-2461b93fd678', 'status': 'completed', 'code': 200} Sep 20 12:32:45.502444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-88c84aad-9d76-4c55-8793-8d89c3fae945 service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274931 Sep 20 12:32:45.503820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.549376 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Attempting to bind port b4de334c-ecc8-473b-aa67-c4abc1ef343f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:45.550012 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Attempting to bind port b4de334c-ecc8-473b-aa67-c4abc1ef343f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:45.550528 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Attempting to bind port b4de334c-ecc8-473b-aa67-c4abc1ef343f on network f356aa71-3575-4547-a2c0-5472abe254a9 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:45.562654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:32:45.567931 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:45.569272 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Checking segment: {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:45.572910 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.574498 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Bound using segment: {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:45.575235 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Bound port: b4de334c-ecc8-473b-aa67-c4abc1ef343f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:45.578115 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.599672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8eb85-38e7-48ab-87ee-a6cdc22fd0dc req-17939021-93a8-4160-abd8-222d37bb3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:45.603486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-52b8eb85-38e7-48ab-87ee-a6cdc22fd0dc req-17939021-93a8-4160-abd8-222d37bb3c42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0809596 Sep 20 12:32:45.643374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.643947 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Added segment 5a283281-52f6-4548-8f8c-c77a3ee3aeff of type vlan for network d5b6efe3-ab84-4ad3-9da9-120cd0852abf Sep 20 12:32:45.668050 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.698608 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] For port b4de334c-ecc8-473b-aa67-c4abc1ef343f, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:45.702861 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] For port b4de334c-ecc8-473b-aa67-c4abc1ef343f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b4de334c-ecc8-473b-aa67-c4abc1ef343f,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:45.731632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aaa1e2-a522-477b-b3a8-d06fc973346b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:45.775064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8eb85-38e7-48ab-87ee-a6cdc22fd0dc req-bfac2869-abf3-4d2b-91cd-6b1ede5f08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:45.777028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.777674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-80638da1-5ea3-4019-9bf0-145b21489e27 None None] Provisioning complete for port b4de334c-ecc8-473b-aa67-c4abc1ef343f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:45.778248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-52b8eb85-38e7-48ab-87ee-a6cdc22fd0dc req-bfac2869-abf3-4d2b-91cd-6b1ede5f08d8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9b29fafda397467d9d0b4e131caf95fa&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1657927 Sep 20 12:32:45.778764 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80638da1-5ea3-4019-9bf0-145b21489e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.799601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428d924-8f37-424e-96d8-f072dc526499 req-5dd3336c-c95d-4c18-af21-304da5ff828c service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886136 Sep 20 12:32:45.814136 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:45.847605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-80638da1-5ea3-4019-9bf0-145b21489e27 None None] Port b4de334c-ecc8-473b-aa67-c4abc1ef343f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:45.889702 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Routers {'cb6dd09b-a427-47fd-83ac-b3d801e7e196'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:45.890462 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:45.893595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9098ec-6a68-4d12-bb29-9033bba0e595 req-2b929376-fe09-4cef-ac4d-ce184b16bd34 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:45.898133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a9098ec-6a68-4d12-bb29-9033bba0e595 req-2b929376-fe09-4cef-ac4d-ce184b16bd34 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0831823 Sep 20 12:32:45.898452 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dea29-b72e-42c0-899e-5ca611c39427 None None] Pushing event updated for resources: {'Port': ['ID=b4de334c-ecc8-473b-aa67-c4abc1ef343f,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:45.931628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8eb85-38e7-48ab-87ee-a6cdc22fd0dc req-b6121e76-391b-4732-a977-de690dd496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:45.933950 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-52b8eb85-38e7-48ab-87ee-a6cdc22fd0dc req-b6121e76-391b-4732-a977-de690dd496ea service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1488173 Sep 20 12:32:45.959582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a9098ec-6a68-4d12-bb29-9033bba0e595 req-5faee824-8480-4643-8cee-877989cdf987 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514972 Sep 20 12:32:46.037585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:46.039193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:46.039849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:46.057867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-7a2a0f79-819a-4b01-a64a-1ba9e3fa2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:46.060196 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-7a2a0f79-819a-4b01-a64a-1ba9e3fa2417 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0833695 Sep 20 12:32:46.071381 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] Set router cb6dd09b-a427-47fd-83ac-b3d801e7e196 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:46.136332 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-fea75ae6-f6a6-49a0-a73a-122c89ab7ccb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5822c8-723b-4ef5-9943-2461b93fd678 HTTP/1.1" status: 200 len: 217 time: 0.0585532 Sep 20 12:32:46.176215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b6efe3-ab84-4ad3-9da9-120cd0852abf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:46.178667 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-318ae689-4055-4bf2-9e36-52b3bf4a72db None None] Provisioning complete for port b4de334c-ecc8-473b-aa67-c4abc1ef343f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:46.179234 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-318ae689-4055-4bf2-9e36-52b3bf4a72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:46.236880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-47edf12f-cae1-452d-9f9c-8ef9e5829171 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3505220 Sep 20 12:32:46.236980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d5b6efe3-ab84-4ad3-9da9-120cd0852abf details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:32:46.237192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54808) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:46.241498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-c3485fa0-2327-4a4c-b377-44158dfac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:46.241993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Request body: {'subnet': {'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-subnet', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:46.243098 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-c3485fa0-2327-4a4c-b377-44158dfac4bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57ae8ea6-0dcd-41e0-9c04-27321b60f0de HTTP/1.1" status: 200 len: 858 time: 0.0975847 Sep 20 12:32:46.287385 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-03744bd8-fe30-4f6a-af32-4788d90067f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345242 Sep 20 12:32:46.364864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Made reservation on behalf of 23afb7e3d8064eb0af4ee8e129b64f2d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:46.364864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:46.394349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 97bfd4e9-3edc-4c04-9bc7-1453773b9759 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:46.466906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-8e953170-1f0c-4e4b-963b-bdae13d4fbbc service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692536 Sep 20 12:32:46.493657 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:32:41Z', 'revision_number': 4, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port': {'id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:37Z', 'updated_at': '2021-09-20T12:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'b4de334c-ecc8-473b-aa67-c4abc1ef343f', 'name': '', 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'mac_address': 'fa:16:3e:f8:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c894b638-bae5-4fc6-b2d7-c63a910c8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:40Z', 'updated_at': '2021-09-20T12:32:45Z', 'revision_number': 4, 'project_id': '469e7d1322ba43119a5f726987983925', 'subnets': [{'id': 'c894b638-bae5-4fc6-b2d7-c63a910c8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:46.523505 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2c1fb-76d5-4ff4-b3fc-ae0f47aaa7b5 None None] The sync data for ids ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'] in n-d-809934-3 is: [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:32:41Z', 'revision_number': 4, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port': {'id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:37Z', 'updated_at': '2021-09-20T12:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'b4de334c-ecc8-473b-aa67-c4abc1ef343f', 'name': '', 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'mac_address': 'fa:16:3e:f8:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c894b638-bae5-4fc6-b2d7-c63a910c8ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:40Z', 'updated_at': '2021-09-20T12:32:45Z', 'revision_number': 4, 'project_id': '469e7d1322ba43119a5f726987983925', 'subnets': [{'id': 'c894b638-bae5-4fc6-b2d7-c63a910c8ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:46.604817 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-15dead39-87a6-4e96-bbae-58f5164d98ab req-65d41657-fb01-455f-9be6-e8b3e7b3a2ba service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311197 Sep 20 12:32:46.633939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:46.639455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-318ae689-4055-4bf2-9e36-52b3bf4a72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:46.821284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72df6-ebf6-4aee-b541-9fa67c761e4e req-f071424d-a588-45c7-9540-684844a08cd6 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:46.831275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ff72df6-ebf6-4aee-b541-9fa67c761e4e req-f071424d-a588-45c7-9540-684844a08cd6 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 943 time: 0.3375559 Sep 20 12:32:46.885235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ff72df6-ebf6-4aee-b541-9fa67c761e4e req-ea02b732-d8dd-41eb-98ce-ac1cc2166dca tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541432 Sep 20 12:32:46.931914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-318ae689-4055-4bf2-9e36-52b3bf4a72db None None] For port b4de334c-ecc8-473b-aa67-c4abc1ef343f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b4de334c-ecc8-473b-aa67-c4abc1ef343f,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:46.934821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 97bfd4e9-3edc-4c04-9bc7-1453773b9759 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:46.935260 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.043986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.072406 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-318ae689-4055-4bf2-9e36-52b3bf4a72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.136886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ae689-4055-4bf2-9e36-52b3bf4a72db None None] Pushing event updated for resources: {'Port': ['ID=b4de334c-ecc8-473b-aa67-c4abc1ef343f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:47.140312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Pushing event updated for resources: {'Subnet': ['ID=980a83a5-a47d-4816-8135-efe4fec32cae,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:47.151725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Checking segment: {'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:47.152093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Network hostable DHCP agents. Network: d5b6efe3-ab84-4ad3-9da9-120cd0852abf, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:32:47.163210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ff58-47de-4cc8-9011-2cbddd292a63 req-83b30749-c8dd-4981-8ba2-5a78a928e960 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:47.170668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1921ff58-47de-4cc8-9011-2cbddd292a63 req-83b30749-c8dd-4981-8ba2-5a78a928e960 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1043038 Sep 20 12:32:47.221195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1921ff58-47de-4cc8-9011-2cbddd292a63 req-ed2549f3-ca52-4eda-99f0-4b4d568ff420 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495009 Sep 20 12:32:47.333351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Network d5b6efe3-ab84-4ad3-9da9-120cd0852abf is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:32:47.430653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d5b6efe3-ab84-4ad3-9da9-120cd0852abf) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:47.443173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:47.443789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.444642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17075807-60af-4341-9c3a-0f056ced3e4d None None] Network d5b6efe3-ab84-4ad3-9da9-120cd0852abf requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:47.561918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7dcb6ceb-8f46-46b1-adcb-925317d7812d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3225000 Sep 20 12:32:47.562298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:47.567555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:47.610974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-d5b6efe3-ab84-4ad3-9da9-120cd0852abf', 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'fixed_ips': [{'subnet_id': '980a83a5-a47d-4816-8135-efe4fec32cae'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:32:47.611956 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.682477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.684093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.768443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Allocated IP 172.20.0.2 (d5b6efe3-ab84-4ad3-9da9-120cd0852abf/980a83a5-a47d-4816-8135-efe4fec32cae/30f0f69a-d166-483b-9a32-cda74c2ee5a2) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:47.769207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.943798 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:47.964353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.061989 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.086056 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.098178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Network d5b6efe3-ab84-4ad3-9da9-120cd0852abf is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:48.102049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:48.104477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:48.109312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337733-54c0-4855-8375-1add8358e92d req-522eed7a-4fc5-4f1c-b459-75338764d80b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:48.111598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6337733-54c0-4855-8375-1add8358e92d req-522eed7a-4fc5-4f1c-b459-75338764d80b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 943 time: 0.1304083 Sep 20 12:32:48.164526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Pushing event updated for resources: {'Port': ['ID=30f0f69a-d166-483b-9a32-cda74c2ee5a2,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:48.173510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6337733-54c0-4855-8375-1add8358e92d req-2ebefa43-068c-4c6f-b401-ed770b55b902 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522716 Sep 20 12:32:48.196282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Attempting to bind port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:48.196818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Attempting to bind port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:48.197340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Attempting to bind port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 on network d5b6efe3-ab84-4ad3-9da9-120cd0852abf {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:48.205109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:48.205670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Checking segment: {'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:48.206309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.206920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Bound using segment: {'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:48.207566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Bound port: 30f0f69a-d166-483b-9a32-cda74c2ee5a2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:48.208098 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.303606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b4de334c-ecc8-473b-aa67-c4abc1ef343f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:48.308257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] For port 30f0f69a-d166-483b-9a32-cda74c2ee5a2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:48.346887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] For port 30f0f69a-d166-483b-9a32-cda74c2ee5a2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=30f0f69a-d166-483b-9a32-cda74c2ee5a2,segment=NetworkSegment(5a283281-52f6-4548-8f8c-c77a3ee3aeff),segment_id=5a283281-52f6-4548-8f8c-c77a3ee3aeff)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:48.373855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b4de334c-ecc8-473b-aa67-c4abc1ef343f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:48.374336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.385682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b304b3-a251-4c68-bbb8-9c31c92eee03 req-12aa5a5a-a140-423e-a606-0857891f100d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:48.387161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66b304b3-a251-4c68-bbb8-9c31c92eee03 req-12aa5a5a-a140-423e-a606-0857891f100d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0648320 Sep 20 12:32:48.443909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.516196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb68a6-eb6b-4b26-8d94-c3db6509b6b9 None None] Pushing event updated for resources: {'Port': ['ID=30f0f69a-d166-483b-9a32-cda74c2ee5a2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:48.525578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66b304b3-a251-4c68-bbb8-9c31c92eee03 req-9bdac220-8c85-4ae7-aa00-6a97883889bb tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304576 Sep 20 12:32:48.548507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.569361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.671065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 1b5822c8-723b-4ef5-9943-2461b93fd678 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:32:48.723927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Allocated IP 172.25.6.189 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/5528b95d-d205-4e2e-b597-635f86684b2c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:48.834751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 1b5822c8-723b-4ef5-9943-2461b93fd678, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=1b5822c8-723b-4ef5-9943-2461b93fd678,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:48.846240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.847524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '1b5822c8-723b-4ef5-9943-2461b93fd678', 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2', 'port_id': '1b5822c8-723b-4ef5-9943-2461b93fd678', 'mac_address': 'fa:16:3e:0a:dc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ae8ea6-0dcd-41e0-9c04-27321b60f0de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:32:48.894663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:48.912771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5822c8-723b-4ef5-9943-2461b93fd678 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:48.946865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 1b5822c8-723b-4ef5-9943-2461b93fd678, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=1b5822c8-723b-4ef5-9943-2461b93fd678,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:48.982368 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:49.028221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:49.031155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:49.036300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:49.046693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:49.049533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d67afcfd-fb59-4735-a615-5a601df95b37 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:32:49.068117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5528b95d-d205-4e2e-b597-635f86684b2c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:49.149622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d67afcfd-fb59-4735-a615-5a601df95b37, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d67afcfd-fb59-4735-a615-5a601df95b37,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:49.152363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=1b5822c8-723b-4ef5-9943-2461b93fd678,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:49.166643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'd67afcfd-fb59-4735-a615-5a601df95b37', 'network_id': 'a4a106e1-82b3-4e16-8a2d-87b2e230a2c2', 'port_id': 'd67afcfd-fb59-4735-a615-5a601df95b37', 'mac_address': 'fa:16:3e:16:5f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ae8ea6-0dcd-41e0-9c04-27321b60f0de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:32:49.211114 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:49.227615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67afcfd-fb59-4735-a615-5a601df95b37 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:49.253214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d67afcfd-fb59-4735-a615-5a601df95b37, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d67afcfd-fb59-4735-a615-5a601df95b37,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:49.389347 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:49.411989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d9c73-6436-484f-b742-528829533ac2 req-876b7c00-cb50-4f7d-88e1-fb1686531783 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:49.413782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c84d9c73-6436-484f-b742-528829533ac2 req-876b7c00-cb50-4f7d-88e1-fb1686531783 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 944 time: 0.1286979 Sep 20 12:32:49.435885 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:49.471399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=d67afcfd-fb59-4735-a615-5a601df95b37,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:49.534399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c84d9c73-6436-484f-b742-528829533ac2 req-502c7db4-e6b7-42db-879a-75f0ff6063bb tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124613 Sep 20 12:32:49.688510 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:49.745650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d67afcfd-fb59-4735-a615-5a601df95b37'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:32:49.749097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['1b5822c8-723b-4ef5-9943-2461b93fd678'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:32:49.774602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e165996-54d9-4867-82ba-fa5a812af1b4 req-e7a59b62-6e55-49c5-b42d-113e368f190c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:49.776379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e165996-54d9-4867-82ba-fa5a812af1b4 req-e7a59b62-6e55-49c5-b42d-113e368f190c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1101291 Sep 20 12:32:49.819312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedeabe3-a6cc-4150-8543-2a69e61ce83a None None] Network d5b6efe3-ab84-4ad3-9da9-120cd0852abf requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:32:49.829693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:49.892014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e165996-54d9-4867-82ba-fa5a812af1b4 req-27ef1c0f-d331-49e5-85d7-5e62d960929f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931051 Sep 20 12:32:50.011427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d1f41c4e-b09b-4d63-a552-1c08f057ee91 None None] Provisioning complete for port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:50.012003 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f41c4e-b09b-4d63-a552-1c08f057ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:50.213291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:32:50.282797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f41c4e-b09b-4d63-a552-1c08f057ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:50.291452 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:50.334008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 30f0f69a-d166-483b-9a32-cda74c2ee5a2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:50.363955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:50.389651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Sync routers for ids ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:50.405121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d1f41c4e-b09b-4d63-a552-1c08f057ee91 None None] For port 30f0f69a-d166-483b-9a32-cda74c2ee5a2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=30f0f69a-d166-483b-9a32-cda74c2ee5a2,segment=NetworkSegment(5a283281-52f6-4548-8f8c-c77a3ee3aeff),segment_id=5a283281-52f6-4548-8f8c-c77a3ee3aeff)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:50.423591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Routers {'3dc7ca20-a15b-4af9-8646-17e6800fd2b6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:50.424227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:50.473151 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:50.474572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b791d1b-9ff8-4b71-8e5b-320f1fb9cdc0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9111586 Sep 20 12:32:50.477519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54870) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:50.499202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f41c4e-b09b-4d63-a552-1c08f057ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:50.607426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:50.607807 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:50.649302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f41c4e-b09b-4d63-a552-1c08f057ee91 None None] Pushing event updated for resources: {'Port': ['ID=30f0f69a-d166-483b-9a32-cda74c2ee5a2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:50.672231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Set router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:50.726558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1dfce-d0fa-4674-b7d7-6cf01863a59e req-2c9a8a4f-b869-44e5-9d2c-bbaf07af050d tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:50.728052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67e1dfce-d0fa-4674-b7d7-6cf01863a59e req-2c9a8a4f-b869-44e5-9d2c-bbaf07af050d tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 944 time: 0.0953324 Sep 20 12:32:50.774247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67e1dfce-d0fa-4674-b7d7-6cf01863a59e req-f99714b3-f4cc-4d7b-92c1-f9fb26cf4ed1 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Sep 20 12:32:50.949856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6c8764a0-09d1-43a7-8562-35b9ad3b180c None None] Provisioning complete for port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:50.949856 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c8764a0-09d1-43a7-8562-35b9ad3b180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.011967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.083325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54882) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:51.127458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace5192-2040-46f0-ad60-b11ae317b8a4 req-61239fd5-e5ae-4c32-aeeb-da369c414611 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:51.129823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ace5192-2040-46f0-ad60-b11ae317b8a4 req-61239fd5-e5ae-4c32-aeeb-da369c414611 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1240885 Sep 20 12:32:51.149523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:32:49Z', 'revision_number': 3, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:51.184607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Checking router: 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:51.184966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Updating router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 port 5528b95d-d205-4e2e-b597-635f86684b2c binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:32:51.186054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ace5192-2040-46f0-ad60-b11ae317b8a4 req-8a8cafe9-cc7b-410b-a103-8279b508878f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Sep 20 12:32:51.222793 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.225253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b426ea2c-5562-49d9-9471-fc1005aafe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.240925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Allocated IP 172.20.0.1 (d5b6efe3-ab84-4ad3-9da9-120cd0852abf/980a83a5-a47d-4816-8135-efe4fec32cae/437e7556-ea85-4622-af7d-b062103f0bc4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:51.365574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b426ea2c-5562-49d9-9471-fc1005aafe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.388142 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.465414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-923da79d-26a2-49e4-a03e-40331cb414ac tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--163839214&fields=id&tenant_id=9db0b80623c44ab2843f11cdcbfabc5f HTTP/1.1" status: 200 len: 267 time: 0.0338266 Sep 20 12:32:51.472933 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b426ea2c-5562-49d9-9471-fc1005aafe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.520867 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.525031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.575007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Network d5b6efe3-ab84-4ad3-9da9-120cd0852abf is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:51.577353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b426ea2c-5562-49d9-9471-fc1005aafe7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=306d02f9fd65431e8cc518e4b3547479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925437 Sep 20 12:32:51.577858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426ea2c-5562-49d9-9471-fc1005aafe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a26680-ef11-4691-8c89-de1a9a99774b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:51.578109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:51.582722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:51.583967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54894) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:51.598261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.620262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=437e7556-ea85-4622-af7d-b062103f0bc4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:51.632381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.667813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Attempting to bind port 5528b95d-d205-4e2e-b597-635f86684b2c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:51.668277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Attempting to bind port 5528b95d-d205-4e2e-b597-635f86684b2c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:51.674855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Attempting to bind port 5528b95d-d205-4e2e-b597-635f86684b2c on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:51.675000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75077dd1-aa94-49fb-888e-ea35849662e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.677135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7528-b18a-47da-a0a4-5135d7f58308 None None] Pushing event updated for resources: {'Port': ['ID=5528b95d-d205-4e2e-b597-635f86684b2c,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:51.680384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-b60c6f66-c2f5-4fce-a2a5-c41b88f8f53c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:51.687706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-b60c6f66-c2f5-4fce-a2a5-c41b88f8f53c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/networks?id=69a29a87-ff93-4727-85fa-4ffe4d42299f HTTP/1.1" status: 200 len: 816 time: 0.2119942 Sep 20 12:32:51.688499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:51.689183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:51.689750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.690327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:51.691356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Bound port: 5528b95d-d205-4e2e-b597-635f86684b2c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:51.691748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.716187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-0e11458c-2ce3-4665-8108-80b671399ac7 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/quotas/9db0b80623c44ab2843f11cdcbfabc5f HTTP/1.1" status: 200 len: 375 time: 0.0269322 Sep 20 12:32:51.735997 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75077dd1-aa94-49fb-888e-ea35849662e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.757295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] For port 5528b95d-d205-4e2e-b597-635f86684b2c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:51.762200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] For port 5528b95d-d205-4e2e-b597-635f86684b2c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5528b95d-d205-4e2e-b597-635f86684b2c,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:51.808007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-61af3190-c53e-49b8-8ad2-c60dd588b99c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9db0b80623c44ab2843f11cdcbfabc5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907774 Sep 20 12:32:51.822121 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.889858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Routers {'3dc7ca20-a15b-4af9-8646-17e6800fd2b6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:51.890503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:51.898647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7528-b18a-47da-a0a4-5135d7f58308 None None] Pushing event updated for resources: {'Port': ['ID=5528b95d-d205-4e2e-b597-635f86684b2c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:51.919601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-c9461c20-6cc2-4a35-8fba-aeb24da37f06 service neutron] 10.222.0.37 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968566 Sep 20 12:32:51.942880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c07b185b-fb2c-4c70-ba32-3a279c29def4 None None] Provisioning complete for port 437e7556-ea85-4622-af7d-b062103f0bc4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:51.943181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c07b185b-fb2c-4c70-ba32-3a279c29def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.948486 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.959763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75077dd1-aa94-49fb-888e-ea35849662e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.962473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75077dd1-aa94-49fb-888e-ea35849662e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:51.966452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-75077dd1-aa94-49fb-888e-ea35849662e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08a26680-ef11-4691-8c89-de1a9a99774b HTTP/1.1" status: 204 len: 168 time: 0.3791087 Sep 20 12:32:51.989756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c07b185b-fb2c-4c70-ba32-3a279c29def4 None None] Port 437e7556-ea85-4622-af7d-b062103f0bc4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:52.039862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75077dd1-aa94-49fb-888e-ea35849662e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a26680-ef11-4691-8c89-de1a9a99774b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:52.052476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] Set router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:52.062621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-661e11be-7a11-47a5-9641-810f50553bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360178 Sep 20 12:32:52.265114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 30f0f69a-d166-483b-9a32-cda74c2ee5a2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:52.323642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:32:49Z', 'revision_number': 3, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:52.359478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14abd63-da88-454b-ab83-4768cfb530a9 None None] The sync data for ids ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'] in n-d-809934-3 is: [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:32:49Z', 'revision_number': 3, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:52.366684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:52.367065 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:52.488700 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:52.604153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:52.701713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 1b5822c8-723b-4ef5-9943-2461b93fd678 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:52.706887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=437e7556-ea85-4622-af7d-b062103f0bc4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:52.709534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:52.809644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Network d5b6efe3-ab84-4ad3-9da9-120cd0852abf is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:52.811332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:52.884875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 1b5822c8-723b-4ef5-9943-2461b93fd678 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:32:52.892899 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 1b5822c8-723b-4ef5-9943-2461b93fd678 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:52.893807 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:52.953258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54918) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:53.004074 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-792f8c7d-3fd0-4b07-a685-829396d3c422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.053363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:32:53.131175 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.200347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ebd594-5063-470e-9555-54847e8ad7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5822c8-723b-4ef5-9943-2461b93fd678'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:32:53.205606 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe6918a-d454-4568-8652-7c44adbf87a7" -d '{"events": [{"server_uuid": "85ebd594-5063-470e-9555-54847e8ad7e4", "name": "network-vif-plugged", "status": "completed", "tag": "1b5822c8-723b-4ef5-9943-2461b93fd678"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:32:53.213297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e69fc-de6e-4883-be30-27af4082847b req-78915e5c-c8d8-4701-b6b8-e226817bf87f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:53.213924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 1b5822c8-723b-4ef5-9943-2461b93fd678, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=1b5822c8-723b-4ef5-9943-2461b93fd678,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:53.214950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf2e69fc-de6e-4883-be30-27af4082847b req-78915e5c-c8d8-4701-b6b8-e226817bf87f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 944 time: 0.1274509 Sep 20 12:32:53.264609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf2e69fc-de6e-4883-be30-27af4082847b req-22ee0fdb-db87-4678-ae1b-6170a8eae91b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Sep 20 12:32:53.272338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-792f8c7d-3fd0-4b07-a685-829396d3c422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.274210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:32:53.279390 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c6cf9c7c-62ad-4cb7-8c16-84ff21e9c6f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/3dc7ca20-a15b-4af9-8646-17e6800fd2b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8008039 Sep 20 12:32:53.328256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cefc0eba-bde5-47ad-901f-32e2c341225d None None] Provisioning complete for port 437e7556-ea85-4622-af7d-b062103f0bc4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:53.329379 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cefc0eba-bde5-47ad-901f-32e2c341225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.332948 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.333915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d67afcfd-fb59-4735-a615-5a601df95b37 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:53.393931 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-792f8c7d-3fd0-4b07-a685-829396d3c422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.413264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee18885-17f1-4c42-8881-43a086b1670d req-ef7477a7-83a3-4fff-b925-c36a085c3591 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:53.415366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ee18885-17f1-4c42-8881-43a086b1670d req-ef7477a7-83a3-4fff-b925-c36a085c3591 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0707142 Sep 20 12:32:53.465916 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-792f8c7d-3fd0-4b07-a685-829396d3c422 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff8410da519e4383b5fa75f662315342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087588 Sep 20 12:32:53.465916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f8c7d-3fd0-4b07-a685-829396d3c422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3148503-bdb7-4edb-b09a-f2f7b29f49c3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:53.467459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54928) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:32:53.491398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ee18885-17f1-4c42-8881-43a086b1670d req-659c5585-2cf9-448c-ab4d-c6b04229b79e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683632 Sep 20 12:32:53.518866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cefc0eba-bde5-47ad-901f-32e2c341225d None None] Port 437e7556-ea85-4622-af7d-b062103f0bc4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:53.558631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=1b5822c8-723b-4ef5-9943-2461b93fd678,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:53.585443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad810f74-8a9a-4291-a2f4-910cc44dda31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.610590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad810f74-8a9a-4291-a2f4-910cc44dda31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.663984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port d67afcfd-fb59-4735-a615-5a601df95b37 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:32:53.669445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port d67afcfd-fb59-4735-a615-5a601df95b37 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:53.670363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.803231 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.827567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42259b83-5e06-4f98-ab88-ce46fffeb061 req-321ef781-95fe-4f39-89af-3b2cd37f00d3 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 210 time: 0.0493410 Sep 20 12:32:53.858268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d67afcfd-fb59-4735-a615-5a601df95b37, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d67afcfd-fb59-4735-a615-5a601df95b37,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:53.878631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad810f74-8a9a-4291-a2f4-910cc44dda31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.881499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad810f74-8a9a-4291-a2f4-910cc44dda31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:53.885179 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ad810f74-8a9a-4291-a2f4-910cc44dda31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3148503-bdb7-4edb-b09a-f2f7b29f49c3 HTTP/1.1" status: 204 len: 168 time: 0.4088748 Sep 20 12:32:53.892227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad810f74-8a9a-4291-a2f4-910cc44dda31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3148503-bdb7-4edb-b09a-f2f7b29f49c3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:53.915276 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14300964-7c75-4a33-b92f-db7c76eec9bd x-openstack-request-id: req-14300964-7c75-4a33-b92f-db7c76eec9bd {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:32:53.915862 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ebd594-5063-470e-9555-54847e8ad7e4", "name": "network-vif-plugged", "status": "completed", "tag": "1b5822c8-723b-4ef5-9943-2461b93fd678", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:32:53.916240 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14300964-7c75-4a33-b92f-db7c76eec9bd {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:32:53.916532 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ebd594-5063-470e-9555-54847e8ad7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5822c8-723b-4ef5-9943-2461b93fd678', 'code': 200} Sep 20 12:32:53.970756 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:54.107625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a772cc-ef43-4759-a77e-6551cd37d2de req-47f2686d-d104-499a-ab82-a82865aeda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:54.109271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01a772cc-ef43-4759-a77e-6551cd37d2de req-47f2686d-d104-499a-ab82-a82865aeda61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 1096 time: 0.1093545 Sep 20 12:32:54.137841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=d67afcfd-fb59-4735-a615-5a601df95b37,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:54.189647 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01a772cc-ef43-4759-a77e-6551cd37d2de req-048d8ad2-ecdb-4018-9367-559b2eff9501 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726295 Sep 20 12:32:54.330897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5528b95d-d205-4e2e-b597-635f86684b2c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:54.419189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5528b95d-d205-4e2e-b597-635f86684b2c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:54.421407 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:54.604192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:54.648061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 5528b95d-d205-4e2e-b597-635f86684b2c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5528b95d-d205-4e2e-b597-635f86684b2c,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:54.684412 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Sync routers for ids ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:32:54.698102 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Routers {'3dc7ca20-a15b-4af9-8646-17e6800fd2b6'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:54.708238 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:54.770782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:54.894711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=5528b95d-d205-4e2e-b597-635f86684b2c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:54.944905 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Set router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:55.061500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ded68-bbee-4deb-bfbd-b02a8e86f0e3 req-9b4bbed4-9e24-43a6-a2d2-b985b903214c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:55.073367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e5ded68-bbee-4deb-bfbd-b02a8e86f0e3 req-9b4bbed4-9e24-43a6-a2d2-b985b903214c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.6499708 Sep 20 12:32:55.151555 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e5ded68-bbee-4deb-bfbd-b02a8e86f0e3 req-c9f49c42-907f-4054-8697-c5bffc14393f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744848 Sep 20 12:32:55.287187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b17053-1e88-4f1c-a03e-899e0694ad28 req-1d41548e-d764-495f-a5cf-85f85ae9279e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:55.295468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5b17053-1e88-4f1c-a03e-899e0694ad28 req-1d41548e-d764-495f-a5cf-85f85ae9279e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0667725 Sep 20 12:32:55.325798 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:32:51Z', 'revision_number': 4, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '437e7556-ea85-4622-af7d-b062103f0bc4', 'name': '', 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'mac_address': 'fa:16:3e:7e:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '980a83a5-a47d-4816-8135-efe4fec32cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:51Z', 'updated_at': '2021-09-20T12:32:52Z', 'revision_number': 2, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'subnets': [{'id': '980a83a5-a47d-4816-8135-efe4fec32cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:55.395110 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5b17053-1e88-4f1c-a03e-899e0694ad28 req-97863921-8d13-4e68-aba6-dfe71e01869e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983937 Sep 20 12:32:55.420864 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Checking router: 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:32:55.421251 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Updating router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 port 437e7556-ea85-4622-af7d-b062103f0bc4 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:32:55.463456 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:55.758898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05db48a3-ffa5-4f64-a9dc-8ad0cd189a5f req-0e5e848a-2bfa-427f-9055-d9759ee4d941 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 210 time: 0.0443895 Sep 20 12:32:55.918094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6abb48-9418-4ec8-bf50-fafd41f8c173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67afcfd-fb59-4735-a615-5a601df95b37'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:32:55.923075 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23baa0b2-45cf-4d95-b9c9-5e5683b90fc4" -d '{"events": [{"server_uuid": "3b6abb48-9418-4ec8-bf50-fafd41f8c173", "name": "network-vif-plugged", "status": "completed", "tag": "d67afcfd-fb59-4735-a615-5a601df95b37"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:32:55.987825 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b206f10-d7ea-4e1c-95e5-c6f97c72742a x-openstack-request-id: req-9b206f10-d7ea-4e1c-95e5-c6f97c72742a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:32:55.988248 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6abb48-9418-4ec8-bf50-fafd41f8c173", "name": "network-vif-plugged", "status": "completed", "tag": "d67afcfd-fb59-4735-a615-5a601df95b37", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:32:55.988878 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b206f10-d7ea-4e1c-95e5-c6f97c72742a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:32:55.994516 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6abb48-9418-4ec8-bf50-fafd41f8c173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67afcfd-fb59-4735-a615-5a601df95b37', 'code': 200} Sep 20 12:32:56.123389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78564-2f46-4005-bc19-1a602981b6c0 req-a8ad5e74-9b27-4a26-8008-cf661dc44874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:56.126141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e0f78564-2f46-4005-bc19-1a602981b6c0 req-a8ad5e74-9b27-4a26-8008-cf661dc44874 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 1096 time: 0.0632851 Sep 20 12:32:56.146448 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:56.178869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e0f78564-2f46-4005-bc19-1a602981b6c0 req-067d079d-856d-4856-9041-f6be2d7fb3f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Sep 20 12:32:56.255766 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:56.287874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5528b95d-d205-4e2e-b597-635f86684b2c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:56.315238 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bc0fc-50af-4d24-b476-36c23e0b9205 None None] Pushing event updated for resources: {'Port': ['ID=437e7556-ea85-4622-af7d-b062103f0bc4,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:56.424803 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Attempting to bind port 437e7556-ea85-4622-af7d-b062103f0bc4 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:32:56.425229 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Attempting to bind port 437e7556-ea85-4622-af7d-b062103f0bc4 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:32:56.425593 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Attempting to bind port 437e7556-ea85-4622-af7d-b062103f0bc4 on network d5b6efe3-ab84-4ad3-9da9-120cd0852abf {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:32:56.433086 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:32:56.433665 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Checking segment: {'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:32:56.434073 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:56.434468 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Bound using segment: {'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:32:56.434931 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Bound port: 437e7556-ea85-4622-af7d-b062103f0bc4, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a283281-52f6-4548-8f8c-c77a3ee3aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:32:56.435497 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:56.470714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5528b95d-d205-4e2e-b597-635f86684b2c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:56.471090 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:56.557445 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] For port 437e7556-ea85-4622-af7d-b062103f0bc4, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:32:56.558106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 896b5e34-dde9-44d0-99e6-83004a75de6b details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:32:56.561554 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] For port 437e7556-ea85-4622-af7d-b062103f0bc4, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=437e7556-ea85-4622-af7d-b062103f0bc4,segment=NetworkSegment(5a283281-52f6-4548-8f8c-c77a3ee3aeff),segment_id=5a283281-52f6-4548-8f8c-c77a3ee3aeff)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:32:56.664541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522821a-d624-4d05-9c73-a983476a2dd3 req-84e1f86e-b342-4da3-b107-9db1ae7bdd61 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:56.674248 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:56.674464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7522821a-d624-4d05-9c73-a983476a2dd3 req-84e1f86e-b342-4da3-b107-9db1ae7bdd61 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.3682697 Sep 20 12:32:56.757620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:56.760893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7522821a-d624-4d05-9c73-a983476a2dd3 req-775cb4b3-15b6-45b9-8677-3d87d3265248 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864332 Sep 20 12:32:56.807449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '896b5e34-dde9-44d0-99e6-83004a75de6b', 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'port_id': '896b5e34-dde9-44d0-99e6-83004a75de6b', 'mac_address': 'fa:16:3e:fe:81:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ead40a3-9a58-484e-9745-7f51bf270c28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:32:56.823481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-36931039-611c-4bb4-bb92-b2ec4e627599 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:56.829874 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bc0fc-50af-4d24-b476-36c23e0b9205 None None] Pushing event updated for resources: {'Port': ['ID=437e7556-ea85-4622-af7d-b062103f0bc4,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:56.841125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-36931039-611c-4bb4-bb92-b2ec4e627599 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.21 "GET /v2.0/networks?id=69a29a87-ff93-4727-85fa-4ffe4d42299f HTTP/1.1" status: 200 len: 816 time: 0.4227891 Sep 20 12:32:56.856048 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Routers {'3dc7ca20-a15b-4af9-8646-17e6800fd2b6'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:32:56.861758 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:56.963369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-70ffb30e-7675-4855-8d21-2c7195dfa458 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9db0b80623c44ab2843f11cdcbfabc5f HTTP/1.1" status: 200 len: 379 time: 0.1213329 Sep 20 12:32:57.045089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Request body: {'port': {'device_id': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'admin_state_up': True, 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'security_groups': ['4439c6e0-4d6e-451c-994c-f1264978097b']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:57.051639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1af2b631-821e-480e-83eb-b6d5ce9394ac None None] Provisioning complete for port 437e7556-ea85-4622-af7d-b062103f0bc4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:57.052168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1af2b631-821e-480e-83eb-b6d5ce9394ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:57.158509 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] Set router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:32:57.190246 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:57.253994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718dedb-e4b0-4848-96d8-cf83aea5c816 req-e6c04f8d-b5e8-434e-9afb-0ab0e7844b40 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:57.263887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d718dedb-e4b0-4848-96d8-cf83aea5c816 req-e6c04f8d-b5e8-434e-9afb-0ab0e7844b40 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.2965267 Sep 20 12:32:57.313649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 896b5e34-dde9-44d0-99e6-83004a75de6b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:57.335982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d718dedb-e4b0-4848-96d8-cf83aea5c816 req-cc48198e-4698-4835-ae79-c45a005179f1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683672 Sep 20 12:32:57.356782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1af2b631-821e-480e-83eb-b6d5ce9394ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:57.430650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1af2b631-821e-480e-83eb-b6d5ce9394ac None None] For port 437e7556-ea85-4622-af7d-b062103f0bc4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=437e7556-ea85-4622-af7d-b062103f0bc4,segment=NetworkSegment(5a283281-52f6-4548-8f8c-c77a3ee3aeff),segment_id=5a283281-52f6-4548-8f8c-c77a3ee3aeff)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:57.465291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:57.548327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Made reservation on behalf of 9db0b80623c44ab2843f11cdcbfabc5f for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:32:57.549285 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1af2b631-821e-480e-83eb-b6d5ce9394ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:57.553854 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:57.608353 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:32:51Z', 'revision_number': 4, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '437e7556-ea85-4622-af7d-b062103f0bc4', 'name': '', 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'mac_address': 'fa:16:3e:7e:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '980a83a5-a47d-4816-8135-efe4fec32cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:51Z', 'updated_at': '2021-09-20T12:32:56Z', 'revision_number': 4, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'subnets': [{'id': '980a83a5-a47d-4816-8135-efe4fec32cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:32:57.672219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2b631-821e-480e-83eb-b6d5ce9394ac None None] Pushing event updated for resources: {'Port': ['ID=437e7556-ea85-4622-af7d-b062103f0bc4,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:57.680157 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:57.684190 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9d013-1260-4d67-b354-0eca1a946e16 None None] The sync data for ids ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'] in n-d-809934-3 is: [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:32:51Z', 'revision_number': 4, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '437e7556-ea85-4622-af7d-b062103f0bc4', 'name': '', 'network_id': 'd5b6efe3-ab84-4ad3-9da9-120cd0852abf', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'mac_address': 'fa:16:3e:7e:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '980a83a5-a47d-4816-8135-efe4fec32cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:51Z', 'updated_at': '2021-09-20T12:32:56Z', 'revision_number': 4, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'subnets': [{'id': '980a83a5-a47d-4816-8135-efe4fec32cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:32:57.898290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63c52c77-72b4-40ae-bbfd-b01978c4443b req-4dee6dd1-b5e9-46f6-b931-0928a5276add tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 210 time: 0.1431496 Sep 20 12:32:57.990249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a0febfd3-b55a-4a02-b8dc-750756f2eaee None None] Provisioning complete for port 437e7556-ea85-4622-af7d-b062103f0bc4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:57.990725 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a0febfd3-b55a-4a02-b8dc-750756f2eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:58.030705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Allocated IP 172.20.0.7 (69a29a87-ff93-4727-85fa-4ffe4d42299f/bc0c36ee-90f8-4b7f-b098-3b360d118b95/777544f1-474b-4e9d-9d55-d91edaf4a95c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:32:58.071751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['896b5e34-dde9-44d0-99e6-83004a75de6b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:32:58.174580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:58.346737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:58.437849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 437e7556-ea85-4622-af7d-b062103f0bc4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:32:58.544816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:58.570193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 896b5e34-dde9-44d0-99e6-83004a75de6b no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:32:58.709363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event updated for resources: {'Port': ['ID=777544f1-474b-4e9d-9d55-d91edaf4a95c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:58.728885 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:32:58.732709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:32:58.745683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 437e7556-ea85-4622-af7d-b062103f0bc4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:58.745683 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:58.745881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:32:58.774983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df94c9-8664-4543-a667-8dd10260db46 req-939c78ee-4aae-49d5-8675-c91349458ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:58.790796 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-16df94c9-8664-4543-a667-8dd10260db46 req-939c78ee-4aae-49d5-8675-c91349458ce3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 1096 time: 0.1630106 Sep 20 12:32:58.917611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:58.918297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:58.923868 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:58.963236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 896b5e34-dde9-44d0-99e6-83004a75de6b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:59.074322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df94c9-8664-4543-a667-8dd10260db46 req-e923277c-6089-49df-ae5c-aa34f964af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:59.084265 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-16df94c9-8664-4543-a667-8dd10260db46 req-e923277c-6089-49df-ae5c-aa34f964af4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 918 time: 0.2808115 Sep 20 12:32:59.089292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:32:59.119328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5c019be8-45c8-47ed-b6a9-4a77c75e714c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0872343 Sep 20 12:32:59.138136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc723-1920-4423-ba77-49014225cd02 req-814bc09c-0e70-4e36-a4e1-f8610d38db9d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:59.142006 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c2dc723-1920-4423-ba77-49014225cd02 req-814bc09c-0e70-4e36-a4e1-f8610d38db9d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 944 time: 0.2115681 Sep 20 12:32:59.154667 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-16df94c9-8664-4543-a667-8dd10260db46 req-18056c7e-f1c7-4c31-beb7-d0f9da6c7ef3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b5822c8-723b-4ef5-9943-2461b93fd678 HTTP/1.1" status: 200 len: 217 time: 0.0639267 Sep 20 12:32:59.162054 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:59.164896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Request body: {'port': {'device_id': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:32:59.253243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df94c9-8664-4543-a667-8dd10260db46 req-05e5d9ea-73cc-4e8b-acc1-28d3b2819fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:32:59.254794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-16df94c9-8664-4543-a667-8dd10260db46 req-05e5d9ea-73cc-4e8b-acc1-28d3b2819fbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57ae8ea6-0dcd-41e0-9c04-27321b60f0de HTTP/1.1" status: 200 len: 858 time: 0.0886345 Sep 20 12:32:59.329310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c2dc723-1920-4423-ba77-49014225cd02 req-29ff6eae-38da-40ae-aa33-e4e603432406 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559572 Sep 20 12:32:59.340829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-16df94c9-8664-4543-a667-8dd10260db46 req-1e14805f-2306-4ceb-8fa1-5ae2f4d31bfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769780 Sep 20 12:32:59.358371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:32:59.388096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.388806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.389404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.389988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.391420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.393046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.393607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.394288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.395087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.395627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.396442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.397033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:32:59.397154 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:59.429422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7836612d-31fa-403b-9ecc-47940583b904 None None] Provisioning complete for port 777544f1-474b-4e9d-9d55-d91edaf4a95c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:32:59.430160 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7836612d-31fa-403b-9ecc-47940583b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:59.479160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7836612d-31fa-403b-9ecc-47940583b904 None None] Port 777544f1-474b-4e9d-9d55-d91edaf4a95c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:32:59.608613 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-16df94c9-8664-4543-a667-8dd10260db46 req-476cfbfe-1cdf-4895-b7f0-502ad6da558e service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604179 Sep 20 12:32:59.831433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-16df94c9-8664-4543-a667-8dd10260db46 req-cc04cc95-00da-47dd-b972-f38a7b05ced4 service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137547 Sep 20 12:32:59.930161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777544f1-474b-4e9d-9d55-d91edaf4a95c {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:32:59.947700 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:32:59.974602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Transition to ACTIVE for port object 777544f1-474b-4e9d-9d55-d91edaf4a95c will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:32:59.990187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715718-c24e-4922-9f5d-e67e648381aa req-be316279-9c99-4aac-8fef-e12e360e831a tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:00.000486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23715718-c24e-4922-9f5d-e67e648381aa req-be316279-9c99-4aac-8fef-e12e360e831a tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.1274502 Sep 20 12:33:00.068106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23715718-c24e-4922-9f5d-e67e648381aa req-4d72c7db-f0a9-4173-96ce-77bb0fa7231b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597408 Sep 20 12:33:00.073266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:00.220572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Pushing event updated for resources: {'Port': ['ID=777544f1-474b-4e9d-9d55-d91edaf4a95c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:00.282336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Attempting to bind port 777544f1-474b-4e9d-9d55-d91edaf4a95c on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:33:00.283072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Attempting to bind port 777544f1-474b-4e9d-9d55-d91edaf4a95c by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:33:00.283632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Attempting to bind port 777544f1-474b-4e9d-9d55-d91edaf4a95c on network 69a29a87-ff93-4727-85fa-4ffe4d42299f {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:33:00.310320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Port 777544f1-474b-4e9d-9d55-d91edaf4a95c on network 69a29a87-ff93-4727-85fa-4ffe4d42299f not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:33:00.311116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Attempting to bind port 777544f1-474b-4e9d-9d55-d91edaf4a95c on network 69a29a87-ff93-4727-85fa-4ffe4d42299f {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:33:00.343276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:33:00.343276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Checking segment: {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:33:00.343276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Bound using segment: {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:33:00.343276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Bound port: 777544f1-474b-4e9d-9d55-d91edaf4a95c, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351f2035-5502-41ed-b1e4-423d42a1ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:33:00.343276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:00.473802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a19ad-7551-44ce-a3f7-26c29852640f req-9f7dde9f-b71c-477c-b311-5b4ef74167f3 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:00.486143 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-008a19ad-7551-44ce-a3f7-26c29852640f req-9f7dde9f-b71c-477c-b311-5b4ef74167f3 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.1602793 Sep 20 12:33:00.501508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 896b5e34-dde9-44d0-99e6-83004a75de6b up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:33:00.523174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55060) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:00.676525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 896b5e34-dde9-44d0-99e6-83004a75de6b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:33:00.676923 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:00.687107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] For port 777544f1-474b-4e9d-9d55-d91edaf4a95c, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:33:00.704385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] For port 777544f1-474b-4e9d-9d55-d91edaf4a95c, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:33:00.754363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-008a19ad-7551-44ce-a3f7-26c29852640f req-09c9bb58-ee28-44be-b460-5f7abe5f4fa7 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333431 Sep 20 12:33:00.781587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ded1efbd-9b34-42ff-a8c5-e236f222a6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:00.833565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:00.953806 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.027215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:01.029327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.034194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] 10.222.0.21 "PUT /v2.0/ports/777544f1-474b-4e9d-9d55-d91edaf4a95c HTTP/1.1" status: 200 len: 1091 time: 1.8934140 Sep 20 12:33:01.048017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec620b-8dc8-412b-a68f-5d5cb7de51bb service neutron] Pushing event updated for resources: {'Port': ['ID=777544f1-474b-4e9d-9d55-d91edaf4a95c,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:01.061693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:01.065511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896b5e34-dde9-44d0-99e6-83004a75de6b'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:33:01.068026 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c43931-a2be-40b3-af2c-7a8668908a74" -d '{"events": [{"server_uuid": "d770f67d-ce2b-4ff8-a31f-bf73c998413d", "name": "network-vif-plugged", "status": "completed", "tag": "896b5e34-dde9-44d0-99e6-83004a75de6b"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:33:01.147852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ded1efbd-9b34-42ff-a8c5-e236f222a6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.173366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac76a54-66b1-46c5-8ebe-d20d9bd28f5c req-dad32b30-2eee-419f-8922-3c456502c1f8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:01.175133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ac76a54-66b1-46c5-8ebe-d20d9bd28f5c req-dad32b30-2eee-419f-8922-3c456502c1f8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 943 time: 0.0921340 Sep 20 12:33:01.221576 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.222761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ded1efbd-9b34-42ff-a8c5-e236f222a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.351963 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ded1efbd-9b34-42ff-a8c5-e236f222a6e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeb205244f4c42f3ba63ac6523919729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8247888 Sep 20 12:33:01.352348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:01.353547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55070) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:01.405987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1efbd-9b34-42ff-a8c5-e236f222a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1cd061-ebf6-456d-8aab-942f65fc1291,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:01.422519 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca08ee85-0a33-4b75-b274-5b5a47f180a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.462341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca08ee85-0a33-4b75-b274-5b5a47f180a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.462575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-02b63f0d-3dcb-4a95-b3a1-c6ea8eada9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:01.472119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-02b63f0d-3dcb-4a95-b3a1-c6ea8eada9a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9db0b80623c44ab2843f11cdcbfabc5f&device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 1094 time: 0.2375960 Sep 20 12:33:01.485526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ac76a54-66b1-46c5-8ebe-d20d9bd28f5c req-4d8d9a0b-b1ba-44d1-a3b3-500f89ac40dd tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012464 Sep 20 12:33:01.591171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-d06caccd-bea4-42f6-b8af-859788facaa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c HTTP/1.1" status: 200 len: 217 time: 0.0995047 Sep 20 12:33:01.696911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-428ab751-4c4e-41ec-933e-4c3cd15d2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:01.699628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-428ab751-4c4e-41ec-933e-4c3cd15d2507 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc0c36ee-90f8-4b7f-b098-3b360d118b95 HTTP/1.1" status: 200 len: 855 time: 0.1014705 Sep 20 12:33:01.701352 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca08ee85-0a33-4b75-b274-5b5a47f180a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.705153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca08ee85-0a33-4b75-b274-5b5a47f180a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:01.708690 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ca08ee85-0a33-4b75-b274-5b5a47f180a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf1cd061-ebf6-456d-8aab-942f65fc1291 HTTP/1.1" status: 204 len: 168 time: 0.3519943 Sep 20 12:33:01.739778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08ee85-0a33-4b75-b274-5b5a47f180a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1cd061-ebf6-456d-8aab-942f65fc1291,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:01.759634 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23c9bea-717f-4938-8ad5-ab225e130b14 x-openstack-request-id: req-d23c9bea-717f-4938-8ad5-ab225e130b14 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:33:01.760170 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d770f67d-ce2b-4ff8-a31f-bf73c998413d", "name": "network-vif-plugged", "status": "completed", "tag": "896b5e34-dde9-44d0-99e6-83004a75de6b", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:33:01.760170 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d23c9bea-717f-4938-8ad5-ab225e130b14 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:33:01.760529 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896b5e34-dde9-44d0-99e6-83004a75de6b', 'code': 200} Sep 20 12:33:01.905299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-e71d98c6-2ccf-46ac-a020-27089c7b4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:01.907043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-e71d98c6-2ccf-46ac-a020-27089c7b4abd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69a29a87-ff93-4727-85fa-4ffe4d42299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801939 Sep 20 12:33:01.977094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05793c4-9ede-4a8e-933a-a6a85c98e77c req-d397c49b-e4b3-4564-b637-731daf22a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:01.982507 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b05793c4-9ede-4a8e-933a-a6a85c98e77c req-d397c49b-e4b3-4564-b637-731daf22a072 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 1096 time: 0.1145048 Sep 20 12:33:02.056743 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b05793c4-9ede-4a8e-933a-a6a85c98e77c req-17aab046-ea63-4d76-8ac1-745d27b76342 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665359 Sep 20 12:33:02.182818 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-5d23d960-ef9b-464a-998d-560ca94e491c service neutron] 10.222.0.21 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680640 Sep 20 12:33:02.204887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab26c3-c42b-4c0d-8785-d55c713d5b73 req-eaf3ba80-174b-4608-9b4a-838f1b64baed tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:02.212197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15ab26c3-c42b-4c0d-8785-d55c713d5b73 req-eaf3ba80-174b-4608-9b4a-838f1b64baed tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.2612159 Sep 20 12:33:02.260083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15ab26c3-c42b-4c0d-8785-d55c713d5b73 req-0150cf1b-e07b-4ba3-8b14-186d9bdeeb93 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Sep 20 12:33:02.418145 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:33:02.435306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b19df776-b62a-42dd-9ccd-7a7a70e09773 req-f09d3a4c-8e01-4608-993e-04ed2ab32e8a service neutron] 10.222.0.21 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895242 Sep 20 12:33:02.523899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803a6e8-239b-4376-8c24-9b7e956c6443 req-a911084d-5c28-4584-8524-d86b6d84db51 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:02.525850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0803a6e8-239b-4376-8c24-9b7e956c6443 req-a911084d-5c28-4584-8524-d86b6d84db51 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0706487 Sep 20 12:33:02.575010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0803a6e8-239b-4376-8c24-9b7e956c6443 req-0a38a2aa-5379-4965-afad-bd18bf1d577b tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358157 Sep 20 12:33:02.719399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:02.729449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af9255fd-47f7-43db-bc8f-2629a29f3631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:02.814067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c680b1-4114-40df-b0c5-412b4002e033 req-6a96c360-b1ed-488b-813d-4455601a3f43 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:02.815595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3c680b1-4114-40df-b0c5-412b4002e033 req-6a96c360-b1ed-488b-813d-4455601a3f43 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0767605 Sep 20 12:33:02.900546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3c680b1-4114-40df-b0c5-412b4002e033 req-2866ce14-f98c-4fe3-b71f-791ea753bec3 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Sep 20 12:33:02.902418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af9255fd-47f7-43db-bc8f-2629a29f3631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:02.958019 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af9255fd-47f7-43db-bc8f-2629a29f3631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:03.000860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-af9255fd-47f7-43db-bc8f-2629a29f3631 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41ae28b63327489db0d78fffda8e1127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886879 Sep 20 12:33:03.001784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9255fd-47f7-43db-bc8f-2629a29f3631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab61b4ab-3463-45f3-b98d-850384ce225e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:03.003679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55086) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:03.095553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3be2d04-aef2-447c-8b3d-fc151f872151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:03.118895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3be2d04-aef2-447c-8b3d-fc151f872151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:03.258716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3be2d04-aef2-447c-8b3d-fc151f872151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:03.282869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3be2d04-aef2-447c-8b3d-fc151f872151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:03.282869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b3be2d04-aef2-447c-8b3d-fc151f872151 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab61b4ab-3463-45f3-b98d-850384ce225e HTTP/1.1" status: 204 len: 168 time: 0.2581015 Sep 20 12:33:03.282869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be2d04-aef2-447c-8b3d-fc151f872151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab61b4ab-3463-45f3-b98d-850384ce225e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:03.476154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652b5b6-5547-442e-8451-b475cccd19cc req-d1f755a3-4731-4d6b-92a5-9c0f9de622fa tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:03.484404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0652b5b6-5547-442e-8451-b475cccd19cc req-d1f755a3-4731-4d6b-92a5-9c0f9de622fa tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0905499 Sep 20 12:33:03.553399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0652b5b6-5547-442e-8451-b475cccd19cc req-6c96669e-a8dc-471a-ab23-9f0519b72f2c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651588 Sep 20 12:33:03.770562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b6ad6-e526-45e7-b05b-a546d56caa5a req-2076a162-6647-40d3-bdb2-07b7e3a12e74 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:03.779233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd6b6ad6-e526-45e7-b05b-a546d56caa5a req-2076a162-6647-40d3-bdb2-07b7e3a12e74 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0921476 Sep 20 12:33:03.875772 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd6b6ad6-e526-45e7-b05b-a546d56caa5a req-92244914-e698-440e-926a-62edf3ffa7ce tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931165 Sep 20 12:33:04.238422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d355e5-9071-4b05-8766-11bda29976f7 req-9879d93a-d50e-4054-a90a-88192d8ee1a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:04.254727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75d355e5-9071-4b05-8766-11bda29976f7 req-9879d93a-d50e-4054-a90a-88192d8ee1a2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1333935 Sep 20 12:33:04.304751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75d355e5-9071-4b05-8766-11bda29976f7 req-8f849a8d-bbd2-48ea-ba78-06ed6deaf5e8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486324 Sep 20 12:33:04.573075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b62ba-9e49-41aa-96d2-06bf02e85987 req-03b7d433-25ed-4ab2-b624-0db96810cf39 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:04.573075 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-424b62ba-9e49-41aa-96d2-06bf02e85987 req-03b7d433-25ed-4ab2-b624-0db96810cf39 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.1082799 Sep 20 12:33:04.619890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-424b62ba-9e49-41aa-96d2-06bf02e85987 req-e72fa105-071e-4b87-8d62-35082140cb11 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375915 Sep 20 12:33:04.761124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc465f9-24e9-44cc-884f-f34c60239f95 req-8b22bc3c-1db6-4e73-9f09-beac6b5542f0 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:04.766123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc465f9-24e9-44cc-884f-f34c60239f95 req-8b22bc3c-1db6-4e73-9f09-beac6b5542f0 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0627074 Sep 20 12:33:04.816960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc465f9-24e9-44cc-884f-f34c60239f95 req-782acf09-4feb-4797-8a8c-9f30bf8c5a63 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Sep 20 12:33:05.609833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3281e6a-9106-4355-8342-e3c79cdca706 req-be857187-199e-488b-a996-6f99547decb2 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:05.620263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3281e6a-9106-4355-8342-e3c79cdca706 req-be857187-199e-488b-a996-6f99547decb2 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0839932 Sep 20 12:33:05.659217 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3281e6a-9106-4355-8342-e3c79cdca706 req-5f946472-9def-449a-a69b-51700ff76919 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377736 Sep 20 12:33:06.020477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fab92459-11fe-4210-aef8-8aaf5f99d34e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:06.022079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fab92459-11fe-4210-aef8-8aaf5f99d34e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/networks?id=bb7043fe-5491-4a14-9a38-c2a39063eca6 HTTP/1.1" status: 200 len: 815 time: 0.1123483 Sep 20 12:33:06.040267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-4c98de24-0c14-4e6e-bc1f-c621e9ef6ab1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/quotas/d9ad059a5c084137b8ddcaad1d31f5bd HTTP/1.1" status: 200 len: 375 time: 0.0119596 Sep 20 12:33:06.095487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-91694414-ae97-4f87-9f0a-c41697fcbdaf tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493038 Sep 20 12:33:06.198153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-136fa7ca-aa44-4c5b-9fdd-23f52a596ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954087 Sep 20 12:33:06.303003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-8b569fc8-ba55-4cbe-8296-88f83d56398e service neutron] 10.222.0.37 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949576 Sep 20 12:33:06.618145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac0cf-eaf0-4197-805f-bee469bbdeae req-69369103-f479-4295-a719-9db405f3037b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:06.620082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee8ac0cf-eaf0-4197-805f-bee469bbdeae req-69369103-f479-4295-a719-9db405f3037b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0798597 Sep 20 12:33:06.676679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee8ac0cf-eaf0-4197-805f-bee469bbdeae req-52be2168-dfa9-40f4-8f3f-221687c09d96 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472982 Sep 20 12:33:06.840150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-357f501e-cae7-486f-8cd7-04ef9f9a0956 req-d2c1e093-52a0-46cc-9345-c8a4dabdfe3e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 210 time: 0.0314860 Sep 20 12:33:06.865038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08fa0c-7740-4629-bc96-afe695d638da req-92ac4c7d-78a8-4735-b313-064b1b93c9f4 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:06.866831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af08fa0c-7740-4629-bc96-afe695d638da req-92ac4c7d-78a8-4735-b313-064b1b93c9f4 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.21 "GET /v2.0/ports?device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 945 time: 0.0843077 Sep 20 12:33:07.025249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53b83-ee2b-431d-8aeb-3c82c75ff932 req-a78d7673-9c5c-44db-b619-97a1310e9b9a tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:07.026768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffb53b83-ee2b-431d-8aeb-3c82c75ff932 req-a78d7673-9c5c-44db-b619-97a1310e9b9a tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0931554 Sep 20 12:33:07.066245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Deleting port 896b5e34-dde9-44d0-99e6-83004a75de6b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:33:07.066598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:07.094306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffb53b83-ee2b-431d-8aeb-3c82c75ff932 req-4d583c39-1954-426a-923a-b639482b4edc tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581515 Sep 20 12:33:07.208503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] For port 896b5e34-dde9-44d0-99e6-83004a75de6b, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=896b5e34-dde9-44d0-99e6-83004a75de6b,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:07.209349 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:07.225843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Calling delete_port for 896b5e34-dde9-44d0-99e6-83004a75de6b owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:33:07.495480 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:07.508203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['896b5e34-dde9-44d0-99e6-83004a75de6b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:33:07.541432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Pushing event deleted for resources: {'Port': ['ID=896b5e34-dde9-44d0-99e6-83004a75de6b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:07.582100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] No DVR routers for this DVR port 896b5e34-dde9-44d0-99e6-83004a75de6b on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:33:07.586367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:07.590951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af08fa0c-7740-4629-bc96-afe695d638da req-2ee1d702-9490-4b8d-903c-a706d720348b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.21 "DELETE /v2.0/ports/896b5e34-dde9-44d0-99e6-83004a75de6b HTTP/1.1" status: 204 len: 173 time: 0.7089775 Sep 20 12:33:07.848415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad243b9-edc6-484d-a19d-a4dce9851931 req-571046c3-d0be-4d30-8ac7-422de0e46796 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:07.850106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ad243b9-edc6-484d-a19d-a4dce9851931 req-571046c3-d0be-4d30-8ac7-422de0e46796 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.1004767 Sep 20 12:33:07.892742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55244) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:07.919278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ad243b9-edc6-484d-a19d-a4dce9851931 req-4ddaba12-ab3d-4c5b-9f9b-ccfa77be113a tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624702 Sep 20 12:33:08.054499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f9464ca-0733-41c3-8ebe-358010a5c0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:08.167425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f9464ca-0733-41c3-8ebe-358010a5c0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:08.174175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50e4376a-eb10-4284-9cbd-8e04dd3aafc5 req-be3063b3-1f2a-4cdd-8e48-698d3301957f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 210 time: 0.0558207 Sep 20 12:33:08.290579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f9464ca-0733-41c3-8ebe-358010a5c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:08.329042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b16f9-b92d-44ac-94e2-1f976deee941 req-aa8987a6-8a15-49a6-aa09-b082c929caff tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:08.338697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-111b16f9-b92d-44ac-94e2-1f976deee941 req-aa8987a6-8a15-49a6-aa09-b082c929caff tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0677137 Sep 20 12:33:08.384562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9464ca-0733-41c3-8ebe-358010a5c0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7327c0-4d15-45d3-be4b-97da142bcd5a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:08.392268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8f9464ca-0733-41c3-8ebe-358010a5c0cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ea6efff788f4da9adfb5fc759be9f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982822 Sep 20 12:33:08.393210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55256) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:08.404969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-111b16f9-b92d-44ac-94e2-1f976deee941 req-389cce8c-c146-4475-8ccc-98447200bc37 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643148 Sep 20 12:33:08.460586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-856f8de9-cb95-4bd2-8e10-740e648ae558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:08.484551 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-856f8de9-cb95-4bd2-8e10-740e648ae558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:08.632417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-856f8de9-cb95-4bd2-8e10-740e648ae558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:08.635206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-856f8de9-cb95-4bd2-8e10-740e648ae558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:08.638990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-856f8de9-cb95-4bd2-8e10-740e648ae558 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b7327c0-4d15-45d3-be4b-97da142bcd5a HTTP/1.1" status: 204 len: 168 time: 0.2416873 Sep 20 12:33:08.652813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f8de9-cb95-4bd2-8e10-740e648ae558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7327c0-4d15-45d3-be4b-97da142bcd5a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:09.064130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-2fab6524-cf7c-4771-baa8-846ecf12a9a5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:09.068236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-2fab6524-cf7c-4771-baa8-846ecf12a9a5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.32 "GET /v2.0/networks?id=bb7043fe-5491-4a14-9a38-c2a39063eca6 HTTP/1.1" status: 200 len: 815 time: 0.1746302 Sep 20 12:33:09.097416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Request body: {'port': {'device_id': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'admin_state_up': True, 'tenant_id': 'd9ad059a5c084137b8ddcaad1d31f5bd'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:33:09.108104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edddbf-4265-4de3-93c9-da9674258fbf req-dbf7d405-bb16-4feb-9c19-9ffcf52592fe tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:09.110047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62edddbf-4265-4de3-93c9-da9674258fbf req-dbf7d405-bb16-4feb-9c19-9ffcf52592fe tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0688021 Sep 20 12:33:09.191613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62edddbf-4265-4de3-93c9-da9674258fbf req-b417f141-d41a-4d3a-96e3-8770154c1227 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703478 Sep 20 12:33:09.355585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Made reservation on behalf of d9ad059a5c084137b8ddcaad1d31f5bd for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:33:09.360415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:09.375871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a7fb0ed-f579-4b28-af6e-6041c2e26b44 req-46686277-3942-4705-9b5e-a9aad89a04a5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 210 time: 0.0315349 Sep 20 12:33:09.424934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:09.463086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a15e-d112-4c9a-aa97-fec881a54728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:09.541221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Allocated IP 172.20.0.10 (bb7043fe-5491-4a14-9a38-c2a39063eca6/4ead40a3-9a58-484e-9745-7f51bf270c28/8f7fceca-abd8-4b65-b248-34272c3e0f9f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:33:09.595508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51acff-05ca-408a-96e0-ec1541c7978b req-b40b8c07-a879-4863-b3af-d54e9e2d6618 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:09.597161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de51acff-05ca-408a-96e0-ec1541c7978b req-b40b8c07-a879-4863-b3af-d54e9e2d6618 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0775836 Sep 20 12:33:09.654518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de51acff-05ca-408a-96e0-ec1541c7978b req-b32f0aeb-676e-4766-b092-2daf44e4db78 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506177 Sep 20 12:33:09.674545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a15e-d112-4c9a-aa97-fec881a54728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:09.721983 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:09.783988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a15e-d112-4c9a-aa97-fec881a54728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:09.830586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a5c3a15e-d112-4c9a-aa97-fec881a54728 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91a1f7b3a47f41b2af5f973d42d43d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041896 Sep 20 12:33:09.832909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3a15e-d112-4c9a-aa97-fec881a54728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1de142-a1de-4b3b-b8fd-fda7734ac27e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:09.833329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55278) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:09.889741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02d6fab2-6baf-45a0-84f5-ca494dc4a783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:09.915240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02d6fab2-6baf-45a0-84f5-ca494dc4a783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:10.276042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:10.303165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327bcbd-ae74-4c78-aa25-5eb0455dd4ec req-54cf4595-1d05-4229-af09-a16e1148d78c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:10.308091 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6327bcbd-ae74-4c78-aa25-5eb0455dd4ec req-54cf4595-1d05-4229-af09-a16e1148d78c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0503049 Sep 20 12:33:10.320967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Network bb7043fe-5491-4a14-9a38-c2a39063eca6 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:33:10.326276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:33:10.329985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:33:10.351547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6327bcbd-ae74-4c78-aa25-5eb0455dd4ec req-2e74f6ec-5d4c-492d-a814-437f2ac75e7b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393629 Sep 20 12:33:10.372112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Pushing event updated for resources: {'Port': ['ID=8f7fceca-abd8-4b65-b248-34272c3e0f9f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:10.392872 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02d6fab2-6baf-45a0-84f5-ca494dc4a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:10.395724 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02d6fab2-6baf-45a0-84f5-ca494dc4a783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:10.397044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-02d6fab2-6baf-45a0-84f5-ca494dc4a783 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c1de142-a1de-4b3b-b8fd-fda7734ac27e HTTP/1.1" status: 204 len: 168 time: 0.5625436 Sep 20 12:33:10.420715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:10.424640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:10.439950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6fab2-6baf-45a0-84f5-ca494dc4a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1de142-a1de-4b3b-b8fd-fda7734ac27e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:10.558894 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-fc5a3204-6c4e-411d-a15e-1c1303a2e9b1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4712787 Sep 20 12:33:10.572037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Request body: {'port': {'device_id': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:33:10.579798 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 896b5e34-dde9-44d0-99e6-83004a75de6b no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:33:10.584012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6a774-7233-437d-826a-befa7fcc0c98 req-b3169fc2-14d1-4feb-ab5c-f453d80504f5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:10.599982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29d6a774-7233-437d-826a-befa7fcc0c98 req-b3169fc2-14d1-4feb-ab5c-f453d80504f5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 932 time: 0.0822482 Sep 20 12:33:10.610370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 896b5e34-dde9-44d0-99e6-83004a75de6b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:33:10.610719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 896b5e34-dde9-44d0-99e6-83004a75de6b not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:33:10.636090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:10.666336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29d6a774-7233-437d-826a-befa7fcc0c98 req-b1b071e2-3405-4a2d-ac69-5d0543e76992 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Sep 20 12:33:10.800179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b7c2-4f05-41cd-9492-29e308061d60 req-433a7cff-780f-4754-9c2c-80554ccd65a2 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:10.807768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3d2b7c2-4f05-41cd-9492-29e308061d60 req-433a7cff-780f-4754-9c2c-80554ccd65a2 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0699680 Sep 20 12:33:10.861396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3d2b7c2-4f05-41cd-9492-29e308061d60 req-115503d4-a7ba-4262-a81c-7b607ccb7624 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527546 Sep 20 12:33:11.026939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7fceca-abd8-4b65-b248-34272c3e0f9f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:33:11.035879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:11.052202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Transition to ACTIVE for port object 8f7fceca-abd8-4b65-b248-34272c3e0f9f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:33:11.158899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:11.219641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7fceca-abd8-4b65-b248-34272c3e0f9f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:11.313933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Attempting to bind port 8f7fceca-abd8-4b65-b248-34272c3e0f9f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:33:11.314676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Attempting to bind port 8f7fceca-abd8-4b65-b248-34272c3e0f9f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:33:11.314676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Attempting to bind port 8f7fceca-abd8-4b65-b248-34272c3e0f9f on network bb7043fe-5491-4a14-9a38-c2a39063eca6 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:33:11.320550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Port 8f7fceca-abd8-4b65-b248-34272c3e0f9f on network bb7043fe-5491-4a14-9a38-c2a39063eca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:33:11.320862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Attempting to bind port 8f7fceca-abd8-4b65-b248-34272c3e0f9f on network bb7043fe-5491-4a14-9a38-c2a39063eca6 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:33:11.327356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:33:11.327356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Checking segment: {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:33:11.328167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Bound using segment: {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:33:11.328763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Bound port: 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:33:11.329123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:11.406057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:33:11.409807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:33:11.470684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:11.504631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:11.505199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:11.508326 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] 10.222.0.32 "PUT /v2.0/ports/8f7fceca-abd8-4b65-b248-34272c3e0f9f HTTP/1.1" status: 200 len: 1092 time: 0.9389150 Sep 20 12:33:11.508326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'tag': '8f7fceca-abd8-4b65-b248-34272c3e0f9f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:33:11.509419 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3729878-1436-4199-89a4-06a370f0d159" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d2798d-baa2-4aca-9ed8-779895cd56b7", "tag": "8f7fceca-abd8-4b65-b248-34272c3e0f9f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:33:11.521069 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a877a8-e21a-47a4-937e-a1150dd6c41f req-28a350e6-136e-4845-b9c6-c6a4cc62f448 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:11.522876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03a877a8-e21a-47a4-937e-a1150dd6c41f req-28a350e6-136e-4845-b9c6-c6a4cc62f448 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0831771 Sep 20 12:33:11.568219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca8f60-5cce-4266-b83e-511c77659ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7fceca-abd8-4b65-b248-34272c3e0f9f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:11.593921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03a877a8-e21a-47a4-937e-a1150dd6c41f req-4648e511-660a-4702-9bb0-4c7eff33127f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580354 Sep 20 12:33:11.662682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:11.696606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-b60ba301-8260-45ed-ad09-f02137774839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:11.698248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-b60ba301-8260-45ed-ad09-f02137774839 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 1095 time: 0.0677350 Sep 20 12:33:11.752159 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cafea58-8859-427b-80f4-8975f4abc407 x-openstack-request-id: req-8cafea58-8859-427b-80f4-8975f4abc407 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:33:11.752564 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d2798d-baa2-4aca-9ed8-779895cd56b7", "tag": "8f7fceca-abd8-4b65-b248-34272c3e0f9f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:33:11.752914 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cafea58-8859-427b-80f4-8975f4abc407 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:33:11.753432 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'tag': '8f7fceca-abd8-4b65-b248-34272c3e0f9f', 'status': 'completed', 'code': 200} Sep 20 12:33:11.756264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-9160ff7c-a2eb-4a41-a970-5a43f2fe2b68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f HTTP/1.1" status: 200 len: 217 time: 0.0476534 Sep 20 12:33:11.785788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1182367702-network', 'tenant_id': 'eda3ecbd058a40fdabd4d240adfc4510'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:33:11.818490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-201fbee8-6366-43d1-ae34-b6c7a4b0249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:11.820118 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-201fbee8-6366-43d1-ae34-b6c7a4b0249b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ead40a3-9a58-484e-9745-7f51bf270c28 HTTP/1.1" status: 200 len: 855 time: 0.0553856 Sep 20 12:33:11.861836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9563b0-bb41-4578-8345-8a2055027d92 req-5cb7e461-3a35-4599-905c-9c2cd3ab9bec tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:11.866374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a9563b0-bb41-4578-8345-8a2055027d92 req-5cb7e461-3a35-4599-905c-9c2cd3ab9bec tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 944 time: 0.0619230 Sep 20 12:33:11.866516 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-c9dadc54-8cc6-4d42-a1fa-0ae90f00729e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb7043fe-5491-4a14-9a38-c2a39063eca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338438 Sep 20 12:33:11.923732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a9563b0-bb41-4578-8345-8a2055027d92 req-0238be05-76f1-4f8c-b5b6-0e353068c975 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459588 Sep 20 12:33:11.940625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Made reservation on behalf of eda3ecbd058a40fdabd4d240adfc4510 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:33:11.943014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:11.957836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:11.998054 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-7bb4630b-e448-41da-9fd2-8c4a81e4366a service neutron] 10.222.0.32 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222582 Sep 20 12:33:12.070364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce61168-b176-47f1-a8f2-30fd9c01d990 req-84ac7ae7-51fc-4eb8-b65a-2c649cd447b9 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:12.073480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ce61168-b176-47f1-a8f2-30fd9c01d990 req-84ac7ae7-51fc-4eb8-b65a-2c649cd447b9 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0808797 Sep 20 12:33:12.128411 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83aa096a-131b-46a0-9618-a50d3fcb10b1 req-32d6ccca-2b88-43aa-bf44-a2869a8b8415 service neutron] 10.222.0.32 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155019 Sep 20 12:33:12.161044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:12.166803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ce61168-b176-47f1-a8f2-30fd9c01d990 req-bd05e54f-68c7-40b0-9d9c-2455f9da583d tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619326 Sep 20 12:33:12.301030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:12.318384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729878-1436-4199-89a4-06a370f0d159 req-1a0d4064-1771-4239-84b7-2a5fd567df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:12.320044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3729878-1436-4199-89a4-06a370f0d159 req-1a0d4064-1771-4239-84b7-2a5fd567df08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 1095 time: 0.0509138 Sep 20 12:33:12.331657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:33:12.341546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0804fb-285e-45dc-93dd-99c86b56713f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:12.346559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:12.346898 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Added segment 4ee1df38-d710-496d-8fa7-c56f7844db60 of type vlan for network 16d4c9af-26fc-4d7a-abea-f6a47a3074af Sep 20 12:33:12.386154 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2e82-5e1c-41a5-a186-f3d44102c15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:12.404079 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:12.440393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729878-1436-4199-89a4-06a370f0d159 req-ae6f7899-6b98-4fc8-992f-4a621cb96dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:12.442040 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3729878-1436-4199-89a4-06a370f0d159 req-ae6f7899-6b98-4fc8-992f-4a621cb96dee service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb7043fe-5491-4a14-9a38-c2a39063eca6 HTTP/1.1" status: 200 len: 915 time: 0.1153867 Sep 20 12:33:12.483500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:12.484701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:12.485322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:12.493061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3729878-1436-4199-89a4-06a370f0d159 req-8b7afdc1-5847-479d-ae54-e0b6b2c72aa4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f HTTP/1.1" status: 200 len: 217 time: 0.0419891 Sep 20 12:33:12.551013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729878-1436-4199-89a4-06a370f0d159 req-5f58f3c8-12b5-49b9-b4e0-15b303baf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:12.552860 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3729878-1436-4199-89a4-06a370f0d159 req-5f58f3c8-12b5-49b9-b4e0-15b303baf446 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ead40a3-9a58-484e-9745-7f51bf270c28 HTTP/1.1" status: 200 len: 855 time: 0.0514448 Sep 20 12:33:12.568230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] Pushing event updated for resources: {'Network': ['ID=16d4c9af-26fc-4d7a-abea-f6a47a3074af,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:12.579786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 16d4c9af-26fc-4d7a-abea-f6a47a3074af details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:33:12.590202 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3729878-1436-4199-89a4-06a370f0d159 req-c5c0cf85-2152-4796-9d79-540d28a6c2e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb7043fe-5491-4a14-9a38-c2a39063eca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282166 Sep 20 12:33:12.618722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5561f386-5f6a-4edc-a49d-51a113c60462 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9517744 Sep 20 12:33:12.618722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:12.623132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Request body: {'subnet': {'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1182367702-subnet', 'tenant_id': 'eda3ecbd058a40fdabd4d240adfc4510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:33:12.721162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Made reservation on behalf of eda3ecbd058a40fdabd4d240adfc4510 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:33:12.723698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:12.735171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3729878-1436-4199-89a4-06a370f0d159 req-79327e44-8317-4e04-8ad6-fac1b16d8e64 service neutron] 10.222.0.32 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374297 Sep 20 12:33:12.765165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dedf4-bfcb-4e73-86a1-61f2aac64e62 req-955d9580-f91b-4996-8927-615793d6e902 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:12.773168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e8dedf4-bfcb-4e73-86a1-61f2aac64e62 req-955d9580-f91b-4996-8927-615793d6e902 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0893619 Sep 20 12:33:12.840534 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a3729878-1436-4199-89a4-06a370f0d159 req-6d4f3b4e-a32c-455e-9fe7-8a1e55a65228 service neutron] 10.222.0.32 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982695 Sep 20 12:33:12.844903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e8dedf4-bfcb-4e73-86a1-61f2aac64e62 req-052fc51a-9f21-4a15-b0dd-734e1cf626b0 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705941 Sep 20 12:33:13.040971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a382b6-214c-4062-b746-7f49208aef6e req-c2ec6ccc-c8ef-4fc3-b70c-3510a0be641d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:13.044359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20a382b6-214c-4062-b746-7f49208aef6e req-c2ec6ccc-c8ef-4fc3-b70c-3510a0be641d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 944 time: 0.0506790 Sep 20 12:33:13.046017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:13.126355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20a382b6-214c-4062-b746-7f49208aef6e req-f7ac27c3-bc41-4b7e-9fa8-e4a00a4c5abb tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755341 Sep 20 12:33:13.141803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37253cfb-6624-4ab6-8db4-796c5bfdd9c6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:13.157505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Checking segment: {'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:33:13.166462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Network hostable DHCP agents. Network: 16d4c9af-26fc-4d7a-abea-f6a47a3074af, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:33:13.232173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Network 16d4c9af-26fc-4d7a-abea-f6a47a3074af is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:33:13.303999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f196b-a310-464a-940c-63c816623950 req-2e4a8740-f6d7-4398-9338-85a1ff547b22 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:13.311419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e97f196b-a310-464a-940c-63c816623950 req-2e4a8740-f6d7-4398-9338-85a1ff547b22 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0683267 Sep 20 12:33:13.334823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 16d4c9af-26fc-4d7a-abea-f6a47a3074af) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:33:13.340153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:13.340949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:13.345309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d07d8-12c7-48b5-8c68-f535cb2e5db6 None None] Network 16d4c9af-26fc-4d7a-abea-f6a47a3074af requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:33:13.375492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e97f196b-a310-464a-940c-63c816623950 req-0340fdde-6619-4c58-8283-da92c52330ba tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629084 Sep 20 12:33:13.453992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8eaea85b-0677-4570-8ed3-2a9fd55b0d07 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8345673 Sep 20 12:33:13.534582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823a5ff-fea7-46af-8cc9-79790997e571 None None] Network 16d4c9af-26fc-4d7a-abea-f6a47a3074af requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:33:13.989612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d23c8-4295-42e6-accd-06b95ea665a8 req-80a7217e-7ab0-4bce-9429-439b57709c0c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:13.991369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d4d23c8-4295-42e6-accd-06b95ea665a8 req-80a7217e-7ab0-4bce-9429-439b57709c0c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0523870 Sep 20 12:33:14.031130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d4d23c8-4295-42e6-accd-06b95ea665a8 req-4eec718e-9cca-4f34-8712-af3c05b0f16e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Sep 20 12:33:14.255218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9d2d0-bc69-436a-977b-b64094a34697 req-d485c4b0-af82-44b4-9cf4-c6eaecf3ab41 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:14.256690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28e9d2d0-bc69-436a-977b-b64094a34697 req-d485c4b0-af82-44b4-9cf4-c6eaecf3ab41 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 944 time: 0.0526209 Sep 20 12:33:14.293457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28e9d2d0-bc69-436a-977b-b64094a34697 req-97c41786-b664-4fb5-9de5-d33ed9b2e557 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306730 Sep 20 12:33:14.504441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e1de5-2b4d-4209-9a56-4a6664592af2 req-52e6b604-f3ac-4ad7-aaa2-238bfb907794 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:14.506037 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c4e1de5-2b4d-4209-9a56-4a6664592af2 req-52e6b604-f3ac-4ad7-aaa2-238bfb907794 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 943 time: 0.0611627 Sep 20 12:33:14.549526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c4e1de5-2b4d-4209-9a56-4a6664592af2 req-bb7fc1a8-252e-4643-9486-d0002dbcfdd1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371296 Sep 20 12:33:14.589523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 777544f1-474b-4e9d-9d55-d91edaf4a95c details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:33:14.715586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 777544f1-474b-4e9d-9d55-d91edaf4a95c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:14.735483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'port_id': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'mac_address': 'fa:16:3e:07:1c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:33:14.782710 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:14.806540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777544f1-474b-4e9d-9d55-d91edaf4a95c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:33:14.831210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 777544f1-474b-4e9d-9d55-d91edaf4a95c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:14.840068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8f7fceca-abd8-4b65-b248-34272c3e0f9f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:33:14.891570 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:14.987600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=777544f1-474b-4e9d-9d55-d91edaf4a95c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:15.009555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:15.028196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '8f7fceca-abd8-4b65-b248-34272c3e0f9f', 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'port_id': '8f7fceca-abd8-4b65-b248-34272c3e0f9f', 'mac_address': 'fa:16:3e:7c:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ead40a3-9a58-484e-9745-7f51bf270c28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:33:15.082252 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:15.105282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['777544f1-474b-4e9d-9d55-d91edaf4a95c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:33:15.145748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7fceca-abd8-4b65-b248-34272c3e0f9f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:33:15.168188 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3364dfc9-17fc-411b-9c8f-8591959e0417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:15.179489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:15.288526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73560641-9b8d-4a61-af8f-43c987dcaa4d req-fbaae22c-4eb8-4517-bc39-cfd705bf0d2e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:15.296377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73560641-9b8d-4a61-af8f-43c987dcaa4d req-fbaae22c-4eb8-4517-bc39-cfd705bf0d2e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0593047 Sep 20 12:33:15.301583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:15.345726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73560641-9b8d-4a61-af8f-43c987dcaa4d req-79ed9487-1d8f-4b08-a365-96afb2b37a65 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Sep 20 12:33:15.361920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=8f7fceca-abd8-4b65-b248-34272c3e0f9f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:15.489335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ef37f-4e05-454b-9aa0-38e210c18cee req-14958043-d3ef-4f70-b298-07b6b6251804 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:15.497995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a01ef37f-4e05-454b-9aa0-38e210c18cee req-14958043-d3ef-4f70-b298-07b6b6251804 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 945 time: 0.0726204 Sep 20 12:33:15.549231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a01ef37f-4e05-454b-9aa0-38e210c18cee req-6f093953-21af-41f2-8b3c-e09bde51106d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 Sep 20 12:33:15.561912 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:15.685905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade647f-f708-456d-bbf9-4865883359e1 req-0158d689-070f-4d05-a2c1-5baaca19a16e tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:15.688093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eade647f-f708-456d-bbf9-4865883359e1 req-0158d689-070f-4d05-a2c1-5baaca19a16e tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 944 time: 0.0592873 Sep 20 12:33:15.706428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['8f7fceca-abd8-4b65-b248-34272c3e0f9f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:33:15.743943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eade647f-f708-456d-bbf9-4865883359e1 req-cb6cfbf6-b060-47a7-bf03-fc4ed0746932 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492127 Sep 20 12:33:16.478118 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:16.497043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cddcd-05a5-4de1-be79-a3e588a4cb13 req-0b8794fc-d34b-4171-a27a-e190220c3c9b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:16.498578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd4cddcd-05a5-4de1-be79-a3e588a4cb13 req-0b8794fc-d34b-4171-a27a-e190220c3c9b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0578544 Sep 20 12:33:16.543322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd4cddcd-05a5-4de1-be79-a3e588a4cb13 req-431db4d1-ad2b-4e4c-aee8-3122b30e93f5 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376263 Sep 20 12:33:16.586639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 777544f1-474b-4e9d-9d55-d91edaf4a95c up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:33:16.691186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098d56c-beed-4bb9-aa2c-f88983730d5c req-af853d2b-6716-4cd7-89aa-ddf29e4db4b5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:16.692774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0098d56c-beed-4bb9-aa2c-f88983730d5c req-af853d2b-6716-4cd7-89aa-ddf29e4db4b5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 945 time: 0.0573809 Sep 20 12:33:16.738710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0098d56c-beed-4bb9-aa2c-f88983730d5c req-1c2f8626-5a07-4cac-ac18-c316e6926bcc tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390191 Sep 20 12:33:16.743762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 777544f1-474b-4e9d-9d55-d91edaf4a95c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:33:16.748286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 777544f1-474b-4e9d-9d55-d91edaf4a95c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:33:16.748811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:16.848632 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:16.884894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777544f1-474b-4e9d-9d55-d91edaf4a95c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:33:16.887405 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7993f84a-6736-4e67-8f56-a9fcefed7371" -d '{"events": [{"server_uuid": "aca1ab38-b93b-4197-bf5c-ff7238905d40", "name": "network-vif-plugged", "status": "completed", "tag": "777544f1-474b-4e9d-9d55-d91edaf4a95c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:33:16.904890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 777544f1-474b-4e9d-9d55-d91edaf4a95c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:16.907193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4089fa6-4aec-4d16-a6b7-c30aad58000b req-5904401b-c67b-4f37-83c5-d6872ba9f670 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:16.909213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4089fa6-4aec-4d16-a6b7-c30aad58000b req-5904401b-c67b-4f37-83c5-d6872ba9f670 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 944 time: 0.0782893 Sep 20 12:33:16.960184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4089fa6-4aec-4d16-a6b7-c30aad58000b req-f24f0726-ae94-4c63-b95e-c4f852c397f2 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Sep 20 12:33:16.986315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:17.066913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=777544f1-474b-4e9d-9d55-d91edaf4a95c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:17.083802 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03df121d-dc2b-4f0c-8d93-c6d44e843d9b x-openstack-request-id: req-03df121d-dc2b-4f0c-8d93-c6d44e843d9b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:33:17.084103 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca1ab38-b93b-4197-bf5c-ff7238905d40", "name": "network-vif-plugged", "status": "completed", "tag": "777544f1-474b-4e9d-9d55-d91edaf4a95c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:33:17.084355 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03df121d-dc2b-4f0c-8d93-c6d44e843d9b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:33:17.084773 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'code': 200} Sep 20 12:33:17.192876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77503c46-7a0a-4d8f-b9bc-03e79d141eaf req-5c0d5011-eb4c-419b-bc0b-5a2f807a5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:17.194357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77503c46-7a0a-4d8f-b9bc-03e79d141eaf req-5c0d5011-eb4c-419b-bc0b-5a2f807a5e9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 1096 time: 0.0430932 Sep 20 12:33:17.231517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77503c46-7a0a-4d8f-b9bc-03e79d141eaf req-8f38f284-1cdf-4a58-8133-ca198b765c07 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297804 Sep 20 12:33:17.676639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e15f-3325-4792-95eb-449b1983c897 req-7b5a6db7-c872-4744-a08c-05500fb3deca tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:17.678230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bed1e15f-3325-4792-95eb-449b1983c897 req-7b5a6db7-c872-4744-a08c-05500fb3deca tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0582147 Sep 20 12:33:17.722633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bed1e15f-3325-4792-95eb-449b1983c897 req-e0804866-129e-4b5b-9497-852d9e38f5a3 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382738 Sep 20 12:33:17.861245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b33cb-e798-47f1-84b4-f0516e9d8cdf req-958fa95c-6198-4657-b0f0-b9e98246f68b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:17.863001 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-763b33cb-e798-47f1-84b4-f0516e9d8cdf req-958fa95c-6198-4657-b0f0-b9e98246f68b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 945 time: 0.0515492 Sep 20 12:33:17.893915 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:17.911605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-763b33cb-e798-47f1-84b4-f0516e9d8cdf req-033844f9-51b7-42c3-8748-1445919a34fb tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Sep 20 12:33:18.097884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3c73-3006-4978-9a82-1b3562f29234 req-585edc72-aa30-43ad-8811-92346555b900 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:18.099562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25ba3c73-3006-4978-9a82-1b3562f29234 req-585edc72-aa30-43ad-8811-92346555b900 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.0586305 Sep 20 12:33:18.149321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25ba3c73-3006-4978-9a82-1b3562f29234 req-bb72030a-7d33-4af6-897e-a495d73cf0ec tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 Sep 20 12:33:18.850698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901207-430b-40ba-8be4-e9db7bcb7528 req-6d363072-683b-4d8d-82be-774864690e81 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:18.850698 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9901207-430b-40ba-8be4-e9db7bcb7528 req-6d363072-683b-4d8d-82be-774864690e81 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0534251 Sep 20 12:33:18.887133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9901207-430b-40ba-8be4-e9db7bcb7528 req-7015a20f-e7d8-4943-a6c2-a9d62a54cac3 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344315 Sep 20 12:33:18.888818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8f7fceca-abd8-4b65-b248-34272c3e0f9f up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:33:19.020103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 8f7fceca-abd8-4b65-b248-34272c3e0f9f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:33:19.023891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 8f7fceca-abd8-4b65-b248-34272c3e0f9f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:33:19.024262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:19.039352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c3baf-cf9d-4419-82e0-566456dfe271 req-b30a93e4-759e-4a57-85a2-41f6f52f95f8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:19.040879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a8c3baf-cf9d-4419-82e0-566456dfe271 req-b30a93e4-759e-4a57-85a2-41f6f52f95f8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 945 time: 0.0535281 Sep 20 12:33:19.120641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a8c3baf-cf9d-4419-82e0-566456dfe271 req-f7abf59e-50e3-448b-b726-2258a3bf7d12 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722716 Sep 20 12:33:19.175309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:19.206466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7fceca-abd8-4b65-b248-34272c3e0f9f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:33:19.208882 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b414a-2378-487d-84e7-fd14bde0f69d" -d '{"events": [{"server_uuid": "c4d2798d-baa2-4aca-9ed8-779895cd56b7", "name": "network-vif-plugged", "status": "completed", "tag": "8f7fceca-abd8-4b65-b248-34272c3e0f9f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:33:19.221977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:19.334650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:19.383577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=8f7fceca-abd8-4b65-b248-34272c3e0f9f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:19.462947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-948a166e-7175-4af7-83cc-3dad2799986f tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:19.464440 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-948a166e-7175-4af7-83cc-3dad2799986f tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/networks?id=f356aa71-3575-4547-a2c0-5472abe254a9 HTTP/1.1" status: 200 len: 815 time: 0.1057446 Sep 20 12:33:19.479130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-df83a854-2f06-4e40-ad71-f84cc1116cdf tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/quotas/469e7d1322ba43119a5f726987983925 HTTP/1.1" status: 200 len: 375 time: 0.0087290 Sep 20 12:33:19.533900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-a082013a-37b6-4a11-bbd1-07dd47eac191 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=469e7d1322ba43119a5f726987983925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488095 Sep 20 12:33:19.643775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-bc6136b7-2ef3-4723-a520-e5eec1a855c5 service neutron] 10.222.0.37 "GET /v2.0/networks/f356aa71-3575-4547-a2c0-5472abe254a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007843 Sep 20 12:33:19.660086 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:19.734831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-fa8de850-a3c8-4f37-b5e2-7fe0b678d339 service neutron] 10.222.0.37 "GET /v2.0/networks/f356aa71-3575-4547-a2c0-5472abe254a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848184 Sep 20 12:33:20.006018 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d403b3-7426-418d-b6ad-f5f9c6924f43 req-6e166793-016f-40dc-a360-c5d59ec984c6 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:20.008371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8d403b3-7426-418d-b6ad-f5f9c6924f43 req-6e166793-016f-40dc-a360-c5d59ec984c6 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.0567951 Sep 20 12:33:20.053773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8d403b3-7426-418d-b6ad-f5f9c6924f43 req-bd7bed8c-4da5-4980-87a1-d0536318c177 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 Sep 20 12:33:20.105222 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b946a96-5400-4251-95a1-29aacaf3a83c x-openstack-request-id: req-9b946a96-5400-4251-95a1-29aacaf3a83c {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:33:20.105222 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d2798d-baa2-4aca-9ed8-779895cd56b7", "name": "network-vif-plugged", "status": "completed", "tag": "8f7fceca-abd8-4b65-b248-34272c3e0f9f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:33:20.105222 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b946a96-5400-4251-95a1-29aacaf3a83c {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:33:20.106130 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7fceca-abd8-4b65-b248-34272c3e0f9f', 'code': 200} Sep 20 12:33:20.147756 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:20.220753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6fe65-ab75-41e1-9e84-fc0a1e8100f6 req-b53fab44-c0c4-46bc-bfd3-407664cab0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:20.222617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-17f6fe65-ab75-41e1-9e84-fc0a1e8100f6 req-b53fab44-c0c4-46bc-bfd3-407664cab0d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 1097 time: 0.0475366 Sep 20 12:33:20.268594 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-17f6fe65-ab75-41e1-9e84-fc0a1e8100f6 req-4805fe24-1c04-4203-b37c-f1129cc01c6f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Sep 20 12:33:20.544947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a76feb7-0b95-4aac-a89f-118728adf59b req-79403c67-db90-490c-bb9c-044e90dd2b9e tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 210 time: 0.0374784 Sep 20 12:33:20.671214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb753d-023f-463e-8df0-b8fd87997985 req-67efc286-9224-448d-a45f-55897e6f75f3 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:20.672799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1fb753d-023f-463e-8df0-b8fd87997985 req-67efc286-9224-448d-a45f-55897e6f75f3 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0626593 Sep 20 12:33:20.711548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1fb753d-023f-463e-8df0-b8fd87997985 req-9fc3eb66-18d4-43c0-a9d8-ff0a7d49dfcf tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Sep 20 12:33:20.816644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00f331-389b-4e9d-9a02-d4e36aa0d256 req-e1efb19d-d393-41fa-a1a7-ae889f79fbf5 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:20.818906 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a00f331-389b-4e9d-9a02-d4e36aa0d256 req-e1efb19d-d393-41fa-a1a7-ae889f79fbf5 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Sep 20 12:33:20.830289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55486) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:33:20.835225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Request body: {'floatingip': {'port_id': '777544f1-474b-4e9d-9d55-d91edaf4a95c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:33:20.882701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:21.023542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001892ef-81c4-4b9c-bb9c-965ec75f155a req-8b9324a9-dac6-4f7a-9e09-5e7f3d9dd9e4 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:21.025028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-001892ef-81c4-4b9c-bb9c-965ec75f155a req-8b9324a9-dac6-4f7a-9e09-5e7f3d9dd9e4 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.1109021 Sep 20 12:33:21.104960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-001892ef-81c4-4b9c-bb9c-965ec75f155a req-acab7c25-67c9-48c1-be57-e5fac41e68d2 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729568 Sep 20 12:33:21.673359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b00ab6d3-3b49-4499-9224-65187c9c9b1a req-432e0684-dfe8-40ca-b731-e2cc4085bfef tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 210 time: 0.0299001 Sep 20 12:33:21.791770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:21.841913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028531fc-2bff-4f68-a971-89cbbbf42798 req-3f783eab-fe1c-4cf1-8a93-f809c5997439 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:21.843465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-028531fc-2bff-4f68-a971-89cbbbf42798 req-3f783eab-fe1c-4cf1-8a93-f809c5997439 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0566776 Sep 20 12:33:21.867780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:21.931055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-028531fc-2bff-4f68-a971-89cbbbf42798 req-575df455-4f58-4a38-9e91-4325e7843c79 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775158 Sep 20 12:33:21.990456 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Floating IP a04da88a-578b-4d73-ae33-007e819f17a5 associated. External IP: 172.25.6.229, port: 777544f1-474b-4e9d-9d55-d91edaf4a95c. Sep 20 12:33:22.215852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Router f8ccc66f-3c77-4851-aead-529745675024 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:33:22.330659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffa5b5-2448-447d-8f78-7816897c5c9c req-66403e7e-6cb0-44a2-a618-6b5fa51aac8c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:22.332015 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdffa5b5-2448-447d-8f78-7816897c5c9c req-66403e7e-6cb0-44a2-a618-6b5fa51aac8c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.1151388 Sep 20 12:33:22.453707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:33:22.464739 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:22.464862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] Sync routers for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:33:22.468841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdffa5b5-2448-447d-8f78-7816897c5c9c req-e4a29358-7fbf-4b20-a8ee-d5ec5019e672 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211739 Sep 20 12:33:22.474626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:33:22.475517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:33:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:33:22.504171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-20663a25-c2ae-4062-84ec-dbe9131aeba1 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "PUT /v2.0/floatingips/a04da88a-578b-4d73-ae33-007e819f17a5 HTTP/1.1" status: 200 len: 991 time: 1.6727345 Sep 20 12:33:22.511084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-3610bf19-8712-449d-a3aa-9034ff505f43 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:22.512525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-3610bf19-8712-449d-a3aa-9034ff505f43 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.21 "GET /v2.0/networks?id=f356aa71-3575-4547-a2c0-5472abe254a9 HTTP/1.1" status: 200 len: 815 time: 0.2122340 Sep 20 12:33:22.529291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Request body: {'port': {'device_id': '63fb312b-19c2-428d-b768-568a2cd96a4d', 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9', 'admin_state_up': True, 'tenant_id': '469e7d1322ba43119a5f726987983925'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:33:22.655122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:33:22.772380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7e241-8235-4788-90e3-73423c378e54 req-a5de927f-735a-4f80-aeca-d03c353fd5af tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:22.774900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ac7e241-8235-4788-90e3-73423c378e54 req-a5de927f-735a-4f80-aeca-d03c353fd5af tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0555418 Sep 20 12:33:22.816217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Made reservation on behalf of 469e7d1322ba43119a5f726987983925 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:33:22.820779 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:22.844655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ac7e241-8235-4788-90e3-73423c378e54 req-96843a28-05be-4e45-9a42-cc9931cf5221 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615861 Sep 20 12:33:22.975179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'a04da88a-578b-4d73-ae33-007e819f17a5', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'port_id': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'mac_address': 'fa:16:3e:07:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:32:12Z', 'updated_at': '2021-09-20T12:33:21Z', 'revision_number': 1, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:10Z', 'revision_number': 5, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:33:23.003997 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] Checking router: f8ccc66f-3c77-4851-aead-529745675024 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:33:23.033031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:33:23.033757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:33:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:33:23.064130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Allocated IP 172.20.0.9 (f356aa71-3575-4547-a2c0-5472abe254a9/c894b638-bae5-4fc6-b2d7-c63a910c8ffb/3b927846-9502-4986-b56f-2de77170842f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:33:23.157782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e6073a6-7159-492b-bf20-a4032df9459c req-0255e809-5c2a-4693-a9ed-56e51a09ca48 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 210 time: 0.0553551 Sep 20 12:33:23.306745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:23.315201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:33:23.455994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:23.589053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Network f356aa71-3575-4547-a2c0-5472abe254a9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:33:23.598845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:33:23.602009 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:33:23.626330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'a04da88a-578b-4d73-ae33-007e819f17a5', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'port_id': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'mac_address': 'fa:16:3e:07:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:32:12Z', 'updated_at': '2021-09-20T12:33:21Z', 'revision_number': 1, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:10Z', 'revision_number': 5, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:33:23.667932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0cc423-cf17-41eb-88a0-eeb5239f40a6 None None] The sync data for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 is: [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'a04da88a-578b-4d73-ae33-007e819f17a5', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'port_id': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'mac_address': 'fa:16:3e:07:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:32:12Z', 'updated_at': '2021-09-20T12:33:21Z', 'revision_number': 1, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:10Z', 'revision_number': 5, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:33:23.693435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Pushing event updated for resources: {'Port': ['ID=3b927846-9502-4986-b56f-2de77170842f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:23.759244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23464336-dcb8-4df7-89f8-4a653094c1b7 req-ea9e9690-22c0-4e6a-b4c7-68e1b4defbdb tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:23.768369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23464336-dcb8-4df7-89f8-4a653094c1b7 req-ea9e9690-22c0-4e6a-b4c7-68e1b4defbdb tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.2015505 Sep 20 12:33:23.786252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:23.787020 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:23.839062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23464336-dcb8-4df7-89f8-4a653094c1b7 req-ec1d33b0-4a52-4edb-8d18-d42ac1d574b9 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658281 Sep 20 12:33:23.888600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-541e3a8e-6a64-4fdb-8a0a-4fd1f0ca11b2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3661654 Sep 20 12:33:23.989044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Request body: {'port': {'device_id': '63fb312b-19c2-428d-b768-568a2cd96a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:33:24.004717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dfeba-de6c-40b7-8a02-9608aef01c81 req-d0c9e230-a7e8-4b40-bdbe-a92665a1e7c3 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:24.009933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-179dfeba-de6c-40b7-8a02-9608aef01c81 req-d0c9e230-a7e8-4b40-bdbe-a92665a1e7c3 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0749671 Sep 20 12:33:24.030118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-44b9f63c-4e04-4152-af18-4a1a33475e3b None None] Provisioning complete for port 3b927846-9502-4986-b56f-2de77170842f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:33:24.030708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44b9f63c-4e04-4152-af18-4a1a33475e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:24.083284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-44b9f63c-4e04-4152-af18-4a1a33475e3b None None] Port 3b927846-9502-4986-b56f-2de77170842f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:33:24.124981 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aec18a-5c08-4c62-94ae-76c7f7192d7e None None] New status for floating IP a04da88a-578b-4d73-ae33-007e819f17a5: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:33:24.129788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:24.140360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-179dfeba-de6c-40b7-8a02-9608aef01c81 req-ddfcb320-808a-45b8-93a7-6a45137ddc50 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037633 Sep 20 12:33:24.609924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b927846-9502-4986-b56f-2de77170842f {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:33:24.620894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:24.635489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Transition to ACTIVE for port object 3b927846-9502-4986-b56f-2de77170842f will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:33:24.705080 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:24.790423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Pushing event updated for resources: {'Port': ['ID=3b927846-9502-4986-b56f-2de77170842f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:24.911215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Attempting to bind port 3b927846-9502-4986-b56f-2de77170842f on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:33:24.911588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Attempting to bind port 3b927846-9502-4986-b56f-2de77170842f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:33:24.911922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Attempting to bind port 3b927846-9502-4986-b56f-2de77170842f on network f356aa71-3575-4547-a2c0-5472abe254a9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:33:24.917762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Port 3b927846-9502-4986-b56f-2de77170842f on network f356aa71-3575-4547-a2c0-5472abe254a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:33:24.918239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Attempting to bind port 3b927846-9502-4986-b56f-2de77170842f on network f356aa71-3575-4547-a2c0-5472abe254a9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:33:24.923841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:33:24.924251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Checking segment: {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:33:24.924589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Bound using segment: {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:33:24.925049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Bound port: 3b927846-9502-4986-b56f-2de77170842f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cee622-3451-4520-8cf7-5c97c4b91023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:33:24.925414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:25.025463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] For port 3b927846-9502-4986-b56f-2de77170842f, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:33:25.029891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] For port 3b927846-9502-4986-b56f-2de77170842f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3b927846-9502-4986-b56f-2de77170842f,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:33:25.141366 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:25.192932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:25.194369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:25.195436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] 10.222.0.21 "PUT /v2.0/ports/3b927846-9502-4986-b56f-2de77170842f HTTP/1.1" status: 200 len: 1091 time: 1.2133055 Sep 20 12:33:25.256564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870506a8-5fc4-4a30-b254-0c075d96edfc service neutron] Pushing event updated for resources: {'Port': ['ID=3b927846-9502-4986-b56f-2de77170842f,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:26.346958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d1930-2b73-4787-8ca2-b97cae8705a7 req-b5491be2-8a60-4623-93a8-61e50c5df73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:26.349194 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b84d1930-2b73-4787-8ca2-b97cae8705a7 req-b5491be2-8a60-4623-93a8-61e50c5df73a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0476303 Sep 20 12:33:26.387576 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b84d1930-2b73-4787-8ca2-b97cae8705a7 req-ec0e6a92-e7fb-497c-afd2-3bb9a66c8129 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307081 Sep 20 12:33:34.219907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-d865fe32-3d69-40fb-b3b6-8d2c07798f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:34.221450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-d865fe32-3d69-40fb-b3b6-8d2c07798f1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469e7d1322ba43119a5f726987983925&device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 1094 time: 0.0739164 Sep 20 12:33:34.234654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e57c0-2397-43c8-810a-bd3e5633b413 req-7c3af285-2ec7-420c-9a97-1f9c4778832f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:34.239022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d79e57c0-2397-43c8-810a-bd3e5633b413 req-7c3af285-2ec7-420c-9a97-1f9c4778832f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0607028 Sep 20 12:33:34.276370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-301dd39c-516c-4db7-854f-13c13d4e68c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b927846-9502-4986-b56f-2de77170842f HTTP/1.1" status: 200 len: 217 time: 0.0392895 Sep 20 12:33:34.334712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d79e57c0-2397-43c8-810a-bd3e5633b413 req-e7d4d0e1-1874-4169-93c4-29d615270a89 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906398 Sep 20 12:33:34.347115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-d96f098f-8570-487c-b782-696355e9444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:34.348774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-d96f098f-8570-487c-b782-696355e9444e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c894b638-bae5-4fc6-b2d7-c63a910c8ffb HTTP/1.1" status: 200 len: 854 time: 0.0602231 Sep 20 12:33:34.411651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-14c61b67-6842-4be2-9b6a-3ecd0dda1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:34.413676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-14c61b67-6842-4be2-9b6a-3ecd0dda1472 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f356aa71-3575-4547-a2c0-5472abe254a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580595 Sep 20 12:33:34.509248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49ad4f-1595-470c-804d-c9d93eba4602 req-4e536e9c-2438-49bb-a87c-1cd3df7e4e3d tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:34.510728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef49ad4f-1595-470c-804d-c9d93eba4602 req-4e536e9c-2438-49bb-a87c-1cd3df7e4e3d tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 943 time: 0.1144187 Sep 20 12:33:34.547538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-66fc8b4e-09a3-4bd1-9d46-fddb8dd652d4 service neutron] 10.222.0.21 "GET /v2.0/networks/f356aa71-3575-4547-a2c0-5472abe254a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192851 Sep 20 12:33:34.580696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef49ad4f-1595-470c-804d-c9d93eba4602 req-e30d23fc-7c31-4e4e-b61f-3ea3797e7543 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621760 Sep 20 12:33:34.669519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7faf3254-74e1-4517-bfce-df7c9f8a5732 req-cd5c6ff1-b2ae-4fa9-852e-bf8b6f2258d9 service neutron] 10.222.0.21 "GET /v2.0/networks/f356aa71-3575-4547-a2c0-5472abe254a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128187 Sep 20 12:33:34.708256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f64ef-2ff9-429d-806d-5244b99dbd53 req-234eadc0-adb6-4b47-9410-1c8a72b2e190 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:34.709780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a5f64ef-2ff9-429d-806d-5244b99dbd53 req-234eadc0-adb6-4b47-9410-1c8a72b2e190 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0606346 Sep 20 12:33:34.748210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a5f64ef-2ff9-429d-806d-5244b99dbd53 req-fafe3ab3-38f4-41fd-a2d5-87f97f08ea24 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323846 Sep 20 12:33:35.269824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002024e-8463-43b6-a52d-60c9cbfb3a53 req-ccd36ec3-abba-4bf0-8cf6-7940fb67035c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:35.271307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f002024e-8463-43b6-a52d-60c9cbfb3a53 req-ccd36ec3-abba-4bf0-8cf6-7940fb67035c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0561049 Sep 20 12:33:35.315502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f002024e-8463-43b6-a52d-60c9cbfb3a53 req-1ccfbae5-1a71-42e6-87f9-ad676c7b4ad1 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Sep 20 12:33:35.603943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e837335-f437-42db-83cd-4279efcfbd9b req-73cfaf2b-27c5-4997-847b-d64baea131c6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:35.605494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e837335-f437-42db-83cd-4279efcfbd9b req-73cfaf2b-27c5-4997-847b-d64baea131c6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0502393 Sep 20 12:33:35.649757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e837335-f437-42db-83cd-4279efcfbd9b req-0b01e2f7-2519-4352-be32-4621f05e1a8e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378602 Sep 20 12:33:35.768227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399b548-7dec-44b7-9068-9ea65ee53e83 req-17879330-258b-489a-97b5-556887913f9c tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:35.769791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b399b548-7dec-44b7-9068-9ea65ee53e83 req-17879330-258b-489a-97b5-556887913f9c tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 943 time: 0.0503407 Sep 20 12:33:35.808359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b399b548-7dec-44b7-9068-9ea65ee53e83 req-612866ba-7914-4fef-b91a-1ba05f9bee2b tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Sep 20 12:33:36.209865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fff10-999a-4abd-a27f-c6373883232f req-cea420da-c0c4-437a-9a5a-4ad9a29b63de tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:36.211320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-315fff10-999a-4abd-a27f-c6373883232f req-cea420da-c0c4-437a-9a5a-4ad9a29b63de tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0501776 Sep 20 12:33:36.250292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-315fff10-999a-4abd-a27f-c6373883232f req-dd47da76-8054-43b9-a848-8fc2dc9291e3 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328026 Sep 20 12:33:36.735911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3b927846-9502-4986-b56f-2de77170842f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:33:36.777315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16a52f-482f-4ef1-a85f-4a95e03c0266 req-a87beb6e-dc4b-452a-aea2-efbe9c7e5e68 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:36.778800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c16a52f-482f-4ef1-a85f-4a95e03c0266 req-a87beb6e-dc4b-452a-aea2-efbe9c7e5e68 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0503366 Sep 20 12:33:36.823380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c16a52f-482f-4ef1-a85f-4a95e03c0266 req-f8d5cf0d-f43a-438b-9ad0-6efe4bf6e5f0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Sep 20 12:33:36.835668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3b927846-9502-4986-b56f-2de77170842f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3b927846-9502-4986-b56f-2de77170842f,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:36.850755 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '3b927846-9502-4986-b56f-2de77170842f', 'network_id': 'f356aa71-3575-4547-a2c0-5472abe254a9', 'port_id': '3b927846-9502-4986-b56f-2de77170842f', 'mac_address': 'fa:16:3e:71:7a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c894b638-bae5-4fc6-b2d7-c63a910c8ffb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:33:36.893871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:36.908968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b927846-9502-4986-b56f-2de77170842f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:33:36.928970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3b927846-9502-4986-b56f-2de77170842f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3b927846-9502-4986-b56f-2de77170842f,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:36.944574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d80282-f95d-4ff7-80c0-5e6dc9f45d29 req-917fa09b-d9e6-47f2-b68b-a8e3f537f606 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:36.946187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d80282-f95d-4ff7-80c0-5e6dc9f45d29 req-917fa09b-d9e6-47f2-b68b-a8e3f537f606 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 943 time: 0.0514202 Sep 20 12:33:36.988939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d80282-f95d-4ff7-80c0-5e6dc9f45d29 req-9dda50c3-ff23-4d67-9a15-13c8ebf520aa tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Sep 20 12:33:37.003089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:37.053831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=3b927846-9502-4986-b56f-2de77170842f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:37.242789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3b927846-9502-4986-b56f-2de77170842f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:33:37.377921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a54ee-b410-4017-b0ee-5b8c2c4a7136 req-766909d7-1e37-4667-aa7c-4e566544fefc tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:37.379961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd0a54ee-b410-4017-b0ee-5b8c2c4a7136 req-766909d7-1e37-4667-aa7c-4e566544fefc tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0551932 Sep 20 12:33:37.421317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd0a54ee-b410-4017-b0ee-5b8c2c4a7136 req-2bf57d1f-9890-4af4-a060-c38970740d3b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346594 Sep 20 12:33:38.024446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda687f-321a-498d-bc7d-0254708e4b7f req-d34f9848-f805-4351-be92-fd13af9645d3 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:38.026487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dda687f-321a-498d-bc7d-0254708e4b7f req-d34f9848-f805-4351-be92-fd13af9645d3 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0540483 Sep 20 12:33:38.075081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dda687f-321a-498d-bc7d-0254708e4b7f req-10c5feea-534c-402a-93bf-be7f6316c10b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Sep 20 12:33:38.192065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1f20c-bac5-4d74-b9cd-f203e3cef3aa req-f1e4d216-2ffb-4dd9-b69f-9b4c736fcc2a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:38.193581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7d1f20c-bac5-4d74-b9cd-f203e3cef3aa req-f1e4d216-2ffb-4dd9-b69f-9b4c736fcc2a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0502374 Sep 20 12:33:38.230889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7d1f20c-bac5-4d74-b9cd-f203e3cef3aa req-a0bd30de-dac8-4d6c-ad11-06bf4dd6b127 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Sep 20 12:33:38.344575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec8d82-6a6e-4db0-bd32-141253ab262e req-f6f9d998-efba-4e09-b5ef-a9a23db622ac tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:38.346175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2ec8d82-6a6e-4db0-bd32-141253ab262e req-f6f9d998-efba-4e09-b5ef-a9a23db622ac tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 944 time: 0.0515041 Sep 20 12:33:38.385545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2ec8d82-6a6e-4db0-bd32-141253ab262e req-206f4ea4-6fec-491a-9a15-46dcdfbe8ea2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Sep 20 12:33:38.734353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3b927846-9502-4986-b56f-2de77170842f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:33:39.074689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 3b927846-9502-4986-b56f-2de77170842f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:33:39.079920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 3b927846-9502-4986-b56f-2de77170842f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:33:39.080298 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:39.164213 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:39.192297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb312b-19c2-428d-b768-568a2cd96a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b927846-9502-4986-b56f-2de77170842f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:33:39.194931 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea6fb1f-f584-465f-a72b-ca146da6c902" -d '{"events": [{"server_uuid": "63fb312b-19c2-428d-b768-568a2cd96a4d", "name": "network-vif-plugged", "status": "completed", "tag": "3b927846-9502-4986-b56f-2de77170842f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:33:39.206903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af3592-1d48-4ee2-9819-5c336ed74a70 req-af415d01-bad9-4cee-8523-cd1a78795db5 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:39.208406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70af3592-1d48-4ee2-9819-5c336ed74a70 req-af415d01-bad9-4cee-8523-cd1a78795db5 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0594103 Sep 20 12:33:39.209504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3b927846-9502-4986-b56f-2de77170842f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3b927846-9502-4986-b56f-2de77170842f,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:39.250672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70af3592-1d48-4ee2-9819-5c336ed74a70 req-05cbfc82-3fe9-4f1a-9f3b-e53db6bebf22 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Sep 20 12:33:39.297146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:39.297146 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed78816-ef9e-4195-a457-b04fb8bf04b1 x-openstack-request-id: req-1ed78816-ef9e-4195-a457-b04fb8bf04b1 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:33:39.297146 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb312b-19c2-428d-b768-568a2cd96a4d", "name": "network-vif-plugged", "status": "completed", "tag": "3b927846-9502-4986-b56f-2de77170842f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:33:39.297405 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ed78816-ef9e-4195-a457-b04fb8bf04b1 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:33:39.297754 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb312b-19c2-428d-b768-568a2cd96a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b927846-9502-4986-b56f-2de77170842f', 'code': 200} Sep 20 12:33:39.357510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=3b927846-9502-4986-b56f-2de77170842f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:39.418749 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:33:39.421700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80f066-c234-41dd-95f0-1942567eadeb req-f273f39e-9f0b-4954-be30-15ebb5f000ab tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:39.423352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c80f066-c234-41dd-95f0-1942567eadeb req-f273f39e-9f0b-4954-be30-15ebb5f000ab tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0814497 Sep 20 12:33:39.429708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af767aa5-9319-418c-a9ae-0ca1270487c3 req-1557c5f4-33ac-45e5-86e3-0884309052d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:39.431088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af767aa5-9319-418c-a9ae-0ca1270487c3 req-1557c5f4-33ac-45e5-86e3-0884309052d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 1096 time: 0.0588298 Sep 20 12:33:39.483820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c80f066-c234-41dd-95f0-1942567eadeb req-a491500f-42bf-4c06-bcc8-9fa0b2550321 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517318 Sep 20 12:33:39.492174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af767aa5-9319-418c-a9ae-0ca1270487c3 req-32620aaa-eb19-409b-8d93-aa740d288d88 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Sep 20 12:33:39.590797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124539-eed6-456a-98a0-9bde939b0047 req-3f73c33a-7f76-49f1-98bb-2b3a421f0072 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:39.593896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2124539-eed6-456a-98a0-9bde939b0047 req-3f73c33a-7f76-49f1-98bb-2b3a421f0072 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 945 time: 0.0525842 Sep 20 12:33:39.630672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2124539-eed6-456a-98a0-9bde939b0047 req-629cf64d-3ebc-46f6-953a-ad888d962cac tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Sep 20 12:33:40.611187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c871f7-6607-44e5-957c-d1d3333e73ed req-24ae5d92-928a-4c84-a77f-4e17edee2307 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:40.613017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89c871f7-6607-44e5-957c-d1d3333e73ed req-24ae5d92-928a-4c84-a77f-4e17edee2307 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0550127 Sep 20 12:33:40.653616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89c871f7-6607-44e5-957c-d1d3333e73ed req-57827ff8-d570-4e2c-87ab-d2eb6598ff86 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Sep 20 12:33:40.763040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274458c-2970-42a5-9b72-6f965f9dbe0b req-01b6f19a-fc53-4243-973f-36af923fd67e tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:40.765435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c274458c-2970-42a5-9b72-6f965f9dbe0b req-01b6f19a-fc53-4243-973f-36af923fd67e tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 945 time: 0.0540056 Sep 20 12:33:40.821687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c274458c-2970-42a5-9b72-6f965f9dbe0b req-8ef648c4-cd3c-4370-b35d-0991641d4d90 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 Sep 20 12:33:41.781780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3ecb0-737e-4fb7-8930-007ec516c441 req-08f56cd3-b893-42ec-b443-64c5c528640f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:41.783269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6fd3ecb0-737e-4fb7-8930-007ec516c441 req-08f56cd3-b893-42ec-b443-64c5c528640f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0565984 Sep 20 12:33:41.831337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6fd3ecb0-737e-4fb7-8930-007ec516c441 req-42e57018-cdde-47b7-9cf5-ef79529d468a tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Sep 20 12:33:41.963789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a80d6-c94c-4b5d-8e2f-7783fa6d9698 req-a0f7ec11-afd1-4894-a0c3-b4313d5dc1a2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:41.965483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c0a80d6-c94c-4b5d-8e2f-7783fa6d9698 req-a0f7ec11-afd1-4894-a0c3-b4313d5dc1a2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 945 time: 0.0539627 Sep 20 12:33:42.017213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c0a80d6-c94c-4b5d-8e2f-7783fa6d9698 req-5fea81bd-379d-49b0-aafd-46ae2e05aa5b tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445790 Sep 20 12:33:42.396712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6794812d-8df9-473b-b557-101f63503040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:43.022317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f19e23-1d77-45d8-91b3-0315c57c01e1 req-a1bc338f-8bb7-44a9-b49a-761c4c53f6c6 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:43.023938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50f19e23-1d77-45d8-91b3-0315c57c01e1 req-a1bc338f-8bb7-44a9-b49a-761c4c53f6c6 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0574427 Sep 20 12:33:43.036056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-3557624e-ff1e-46c2-8296-34b507a582c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:43.038339 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-3557624e-ff1e-46c2-8296-34b507a582c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 1096 time: 0.0437834 Sep 20 12:33:43.074256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50f19e23-1d77-45d8-91b3-0315c57c01e1 req-4179efd4-3275-40dd-862a-784fdb93c48f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Sep 20 12:33:43.154982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-eb1e777a-482d-42ce-a381-be3ed2974da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:43.156527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-eb1e777a-482d-42ce-a381-be3ed2974da1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 918 time: 0.1103859 Sep 20 12:33:43.209963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd46a2d-4ba2-4cf3-973e-359492744b0e req-9b901fab-e859-4f26-bce1-53b74384341b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:43.211110 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-fae68f5f-6fe5-4733-987e-7133103d4c8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67afcfd-fb59-4735-a615-5a601df95b37 HTTP/1.1" status: 200 len: 217 time: 0.0470164 Sep 20 12:33:43.212134 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dd46a2d-4ba2-4cf3-973e-359492744b0e req-9b901fab-e859-4f26-bce1-53b74384341b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0652504 Sep 20 12:33:43.267617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dd46a2d-4ba2-4cf3-973e-359492744b0e req-57dbf6cb-0907-44cc-8764-9d35d2d77f0c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457106 Sep 20 12:33:43.278303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-82e1db49-cb42-4f5b-bc6a-1fa7a66f8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:43.280274 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-82e1db49-cb42-4f5b-bc6a-1fa7a66f8290 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57ae8ea6-0dcd-41e0-9c04-27321b60f0de HTTP/1.1" status: 200 len: 858 time: 0.0614314 Sep 20 12:33:43.315558 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-b5b40d8e-f4d8-4eef-88c9-ed4e9d5de027 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277736 Sep 20 12:33:43.435120 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-f77f291f-b63b-44f3-8a9e-ddabf8f8bee3 service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050389 Sep 20 12:33:43.545439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ae8d617-cf5e-43ce-8c57-3e7ed96be495 req-5ff01da4-273a-43ee-9c5a-97e04921c82c service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032729 Sep 20 12:33:44.804951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50da3-49f4-480d-8eb7-9dfd007b611e req-e63701b5-07c6-457e-89e9-5dd62972d057 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:44.804951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feb50da3-49f4-480d-8eb7-9dfd007b611e req-e63701b5-07c6-457e-89e9-5dd62972d057 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0533764 Sep 20 12:33:44.850948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feb50da3-49f4-480d-8eb7-9dfd007b611e req-174625b6-4f51-4953-96e2-a7da108610cd tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Sep 20 12:33:44.972222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb87d2-0e5b-4e83-a47f-e15dcfd0da3a req-443937b3-6d24-44fa-b293-12c95e4d8807 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:44.973834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7beb87d2-0e5b-4e83-a47f-e15dcfd0da3a req-443937b3-6d24-44fa-b293-12c95e4d8807 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0539558 Sep 20 12:33:45.023610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7beb87d2-0e5b-4e83-a47f-e15dcfd0da3a req-e1d32006-dcdd-46e4-940d-9e0121405d0d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Sep 20 12:33:45.182630 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92cddd5d-ac87-4a75-8a7a-5a5353643f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:45.563218 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:46.178056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a390f5-d788-4b1b-b6f9-8ffbf39b36d6 req-6f00efa4-148e-45df-af7a-463b51b99a7e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:46.180183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33a390f5-d788-4b1b-b6f9-8ffbf39b36d6 req-6f00efa4-148e-45df-af7a-463b51b99a7e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0704906 Sep 20 12:33:46.233750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33a390f5-d788-4b1b-b6f9-8ffbf39b36d6 req-ae83eaf1-1520-4924-8586-af71fd1269d1 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Sep 20 12:33:46.349349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01708d5e-e64b-447d-b705-6fbd833e51d8 req-bf543aa4-f575-475f-9872-7a3eb832c98f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:46.351344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01708d5e-e64b-447d-b705-6fbd833e51d8 req-bf543aa4-f575-475f-9872-7a3eb832c98f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0606251 Sep 20 12:33:46.403448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01708d5e-e64b-447d-b705-6fbd833e51d8 req-606fbbe7-7844-487e-88c7-2d47ae3feab5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Sep 20 12:33:46.534390 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:47.347988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88325681-7740-4712-9b1c-750df3cc94fe req-53d27fe5-313e-493c-96d7-01f6932c8ed2 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:47.349614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88325681-7740-4712-9b1c-750df3cc94fe req-53d27fe5-313e-493c-96d7-01f6932c8ed2 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0512998 Sep 20 12:33:47.389834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88325681-7740-4712-9b1c-750df3cc94fe req-b6a6756e-8fbc-4075-8ade-58a7f8e5ee11 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Sep 20 12:33:47.550685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99af2-61f6-4f8a-a023-4096cf5ad755 req-9bf21a57-22bd-4acd-bc2d-3996adc4bd05 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:47.552879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9e99af2-61f6-4f8a-a023-4096cf5ad755 req-9bf21a57-22bd-4acd-bc2d-3996adc4bd05 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0796740 Sep 20 12:33:47.603804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9e99af2-61f6-4f8a-a023-4096cf5ad755 req-9f562c54-0d5f-4f48-864b-c9d49973bec8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Sep 20 12:33:47.909205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:48.515846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d56db-6652-478d-90e3-4a4cd32aeebf req-c604a2d0-ba92-41f5-8fad-d422b95f8515 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:48.518225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-024d56db-6652-478d-90e3-4a4cd32aeebf req-c604a2d0-ba92-41f5-8fad-d422b95f8515 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0536916 Sep 20 12:33:48.561438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-024d56db-6652-478d-90e3-4a4cd32aeebf req-1f278dd5-5427-4c40-8308-a85998ebddd0 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Sep 20 12:33:48.718219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a28b-2e9c-47af-a9fd-6b0ecf6bef2c req-f8492673-7040-40ea-a9f1-1d5162c9a667 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:48.719743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e00a28b-2e9c-47af-a9fd-6b0ecf6bef2c req-f8492673-7040-40ea-a9f1-1d5162c9a667 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0525715 Sep 20 12:33:48.762252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e00a28b-2e9c-47af-a9fd-6b0ecf6bef2c req-2e965877-c2ef-4077-b596-b30e4960690e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345569 Sep 20 12:33:49.665128 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:49.702524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b87698-f8d2-4486-b5c2-33b690e5a1e5 req-a1ee2412-d2d5-418d-bc1c-edf0e0a6d344 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:49.704109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08b87698-f8d2-4486-b5c2-33b690e5a1e5 req-a1ee2412-d2d5-418d-bc1c-edf0e0a6d344 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0624909 Sep 20 12:33:49.749550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08b87698-f8d2-4486-b5c2-33b690e5a1e5 req-c91a6238-4818-4aa6-b3be-7c4c20ed4494 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Sep 20 12:33:49.884637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217914-e1b0-4c8a-ba1b-9ab3dc16b951 req-3eac07ed-114a-49f5-a5e9-cb98cd76aa88 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:49.886270 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02217914-e1b0-4c8a-ba1b-9ab3dc16b951 req-3eac07ed-114a-49f5-a5e9-cb98cd76aa88 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0518894 Sep 20 12:33:49.936484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02217914-e1b0-4c8a-ba1b-9ab3dc16b951 req-f2b4c5fb-5e9f-4280-ab1a-94f392eedc44 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380607 Sep 20 12:33:50.196359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:50.896141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b228259-60a5-4708-9fdb-99fb486a43c6 req-0c9aeda9-e7a1-4ce7-8512-026961b2715a tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:50.897697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b228259-60a5-4708-9fdb-99fb486a43c6 req-0c9aeda9-e7a1-4ce7-8512-026961b2715a tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0560899 Sep 20 12:33:50.937716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b228259-60a5-4708-9fdb-99fb486a43c6 req-90674af6-6b5c-4c64-a50a-fa9f5ac3be67 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Sep 20 12:33:51.057092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b6842-0dda-4c99-9d25-6c8445b4a7da req-fa7b6d9d-d768-45d4-b434-29004334536d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:51.058583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f1b6842-0dda-4c99-9d25-6c8445b4a7da req-fa7b6d9d-d768-45d4-b434-29004334536d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0539467 Sep 20 12:33:51.097173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f1b6842-0dda-4c99-9d25-6c8445b4a7da req-9d74ab60-347c-4398-9f44-cc3af3cd79df tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Sep 20 12:33:52.063119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e795a-d3a9-4b7c-aa10-ffe0f040e7a6 req-2078aa95-5b04-4fd9-8991-63d1d69c65e9 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:52.064708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-055e795a-d3a9-4b7c-aa10-ffe0f040e7a6 req-2078aa95-5b04-4fd9-8991-63d1d69c65e9 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0520120 Sep 20 12:33:52.110062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-055e795a-d3a9-4b7c-aa10-ffe0f040e7a6 req-1265f4a9-8ede-4f51-828b-5a0cea60adb2 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387290 Sep 20 12:33:52.231591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f283371-6c49-4dc5-aa21-2a08a5af9771 req-73dfad37-2d28-4d7b-81e8-9a01cd611008 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:52.234383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f283371-6c49-4dc5-aa21-2a08a5af9771 req-73dfad37-2d28-4d7b-81e8-9a01cd611008 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0574157 Sep 20 12:33:52.283588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f283371-6c49-4dc5-aa21-2a08a5af9771 req-f6b2c243-d939-4f92-950e-6c2893a6c129 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Sep 20 12:33:53.235171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5ead1-1525-4140-9d67-0dd641d4153b req-f1a3db09-a9ac-479d-8b4e-c0adcd1c3cb5 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:53.237383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78f5ead1-1525-4140-9d67-0dd641d4153b req-f1a3db09-a9ac-479d-8b4e-c0adcd1c3cb5 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0560355 Sep 20 12:33:53.276823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78f5ead1-1525-4140-9d67-0dd641d4153b req-abc10c6b-700f-472d-9037-ef11be4c2fff tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334196 Sep 20 12:33:53.398875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37176d8-2bb1-46dc-9ff0-caba5bd15345 req-e511152b-f626-4ec6-8acd-7c432be91f29 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:53.400397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a37176d8-2bb1-46dc-9ff0-caba5bd15345 req-e511152b-f626-4ec6-8acd-7c432be91f29 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0495520 Sep 20 12:33:53.441674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a37176d8-2bb1-46dc-9ff0-caba5bd15345 req-ce0ad5a3-5a2d-4256-8829-5a15856ac078 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Sep 20 12:33:54.397771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b85a9-03bc-4bfe-9d76-1f29950ad2cf req-7d4267cc-b835-4f0a-ae36-c75710cf068b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:54.399236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-874b85a9-03bc-4bfe-9d76-1f29950ad2cf req-7d4267cc-b835-4f0a-ae36-c75710cf068b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0500624 Sep 20 12:33:54.437618 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-874b85a9-03bc-4bfe-9d76-1f29950ad2cf req-91359540-d452-413f-97e5-e4a7cd81ed6f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Sep 20 12:33:54.562748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e28b5-3332-4018-80cf-6b03317a19eb req-c6473a2c-6d23-4c57-aa31-7700bae780f5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:54.564289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d82e28b5-3332-4018-80cf-6b03317a19eb req-c6473a2c-6d23-4c57-aa31-7700bae780f5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0556757 Sep 20 12:33:54.602591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d82e28b5-3332-4018-80cf-6b03317a19eb req-201f46d5-5912-4310-977a-c51c158d03f1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322328 Sep 20 12:33:54.897418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199e428-6776-4c36-af30-e6e461b3cf47 req-276bd0d6-c986-4a06-ae65-9b7d494d77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:54.898892 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f199e428-6776-4c36-af30-e6e461b3cf47 req-276bd0d6-c986-4a06-ae65-9b7d494d77bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 1096 time: 0.0397513 Sep 20 12:33:54.933566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f199e428-6776-4c36-af30-e6e461b3cf47 req-e4feeee9-ac07-4804-a5bd-33678259e6a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271168 Sep 20 12:33:55.064105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8f7fceca-abd8-4b65-b248-34272c3e0f9f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:33:55.158753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:55.170257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '8f7fceca-abd8-4b65-b248-34272c3e0f9f', 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'port_id': '8f7fceca-abd8-4b65-b248-34272c3e0f9f', 'mac_address': 'fa:16:3e:7c:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ead40a3-9a58-484e-9745-7f51bf270c28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:33:55.207122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:55.219857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f7fceca-abd8-4b65-b248-34272c3e0f9f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:33:55.239139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:55.327878 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:55.387124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=8f7fceca-abd8-4b65-b248-34272c3e0f9f,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:55.556127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0964072-4a89-4ee0-80cf-cfc8548a18f3 req-4f1641a8-5f8a-481e-9a66-279b7d46b143 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:55.557653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0964072-4a89-4ee0-80cf-cfc8548a18f3 req-4f1641a8-5f8a-481e-9a66-279b7d46b143 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0491314 Sep 20 12:33:55.598214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0964072-4a89-4ee0-80cf-cfc8548a18f3 req-8fdbee72-76a6-43ae-b3ab-fcbb9e836dcd tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Sep 20 12:33:55.721185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eee68a-0740-4a74-837d-cb74f06c5ad6 req-da0e2341-7d7d-4cf9-8214-717781db22e5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:55.722788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1eee68a-0740-4a74-837d-cb74f06c5ad6 req-da0e2341-7d7d-4cf9-8214-717781db22e5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 945 time: 0.0504920 Sep 20 12:33:55.724633 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['8f7fceca-abd8-4b65-b248-34272c3e0f9f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:33:55.765738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1eee68a-0740-4a74-837d-cb74f06c5ad6 req-4f683316-1d79-4540-a389-4830fd7bdfda tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Sep 20 12:33:56.719309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089c12-cf18-4397-b954-f75ac7115821 req-e2fc7c99-80cb-4511-9c64-83fe3d0996ab tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:56.720792 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32089c12-cf18-4397-b954-f75ac7115821 req-e2fc7c99-80cb-4511-9c64-83fe3d0996ab tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0526659 Sep 20 12:33:56.760902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32089c12-cf18-4397-b954-f75ac7115821 req-a65a3004-86db-4af1-9635-76af6d0a59a6 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334694 Sep 20 12:33:56.916608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fe0cb-9ab8-45c5-bd41-f76a807f882e req-161fa004-80f0-423e-ada8-2e7738ccdb51 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:56.918162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-867fe0cb-9ab8-45c5-bd41-f76a807f882e req-161fa004-80f0-423e-ada8-2e7738ccdb51 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 945 time: 0.0502949 Sep 20 12:33:56.970885 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-867fe0cb-9ab8-45c5-bd41-f76a807f882e req-7e53951d-6ce7-4135-a7fd-c3a2394ca3b8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Sep 20 12:33:57.078033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8f7fceca-abd8-4b65-b248-34272c3e0f9f up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:33:57.131981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 8f7fceca-abd8-4b65-b248-34272c3e0f9f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:33:57.132537 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:57.212858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:57.236137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7fceca-abd8-4b65-b248-34272c3e0f9f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:33:57.238630 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74405802-ee47-4fae-9da1-b2e97fb7ea5d" -d '{"events": [{"server_uuid": "c4d2798d-baa2-4aca-9ed8-779895cd56b7", "name": "network-vif-plugged", "status": "completed", "tag": "8f7fceca-abd8-4b65-b248-34272c3e0f9f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:33:57.252679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:33:57.314874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:33:57.365648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=8f7fceca-abd8-4b65-b248-34272c3e0f9f,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:33:57.423537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b065367-96c7-4b49-b305-fe94a01408bf req-3cd83066-914f-4eec-94df-b56ec5761260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:57.425222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b065367-96c7-4b49-b305-fe94a01408bf req-3cd83066-914f-4eec-94df-b56ec5761260 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 1096 time: 0.0411844 Sep 20 12:33:57.494281 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7262de5c-7f60-4242-aabe-a79e19345dee x-openstack-request-id: req-7262de5c-7f60-4242-aabe-a79e19345dee {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:33:57.494931 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d2798d-baa2-4aca-9ed8-779895cd56b7", "name": "network-vif-plugged", "status": "completed", "tag": "8f7fceca-abd8-4b65-b248-34272c3e0f9f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:33:57.495364 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7262de5c-7f60-4242-aabe-a79e19345dee {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:33:57.495914 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7fceca-abd8-4b65-b248-34272c3e0f9f', 'code': 200} Sep 20 12:33:57.538519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b065367-96c7-4b49-b305-fe94a01408bf req-ac1372bd-38bd-435f-9555-f04f9f5f6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:57.538519 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b065367-96c7-4b49-b305-fe94a01408bf req-ac1372bd-38bd-435f-9555-f04f9f5f6c1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 918 time: 0.1060934 Sep 20 12:33:57.581851 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b065367-96c7-4b49-b305-fe94a01408bf req-095b1834-a0b4-48b7-88dd-21ae791bd580 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67afcfd-fb59-4735-a615-5a601df95b37 HTTP/1.1" status: 200 len: 217 time: 0.0348864 Sep 20 12:33:57.598504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39c11b-70b1-42f5-9348-7c14ef6eb1d7 req-3c7e8fd4-f9ef-4314-94f0-62d63e661840 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:57.599999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e39c11b-70b1-42f5-9348-7c14ef6eb1d7 req-3c7e8fd4-f9ef-4314-94f0-62d63e661840 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0494382 Sep 20 12:33:57.637895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b065367-96c7-4b49-b305-fe94a01408bf req-1471efb3-86ee-44aa-9466-f6707c36e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:57.640001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b065367-96c7-4b49-b305-fe94a01408bf req-1471efb3-86ee-44aa-9466-f6707c36e09a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57ae8ea6-0dcd-41e0-9c04-27321b60f0de HTTP/1.1" status: 200 len: 858 time: 0.0512242 Sep 20 12:33:57.673246 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b065367-96c7-4b49-b305-fe94a01408bf req-ade918ce-9191-43ba-991c-0645188248b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260098 Sep 20 12:33:57.678376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e39c11b-70b1-42f5-9348-7c14ef6eb1d7 req-9b873286-97e5-4fbb-b8e4-3ad2b933d382 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715814 Sep 20 12:33:57.686497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7aadc6-ae53-44ce-b4e9-0475a152a49b req-671c4ff7-9dc6-4047-93f2-d6c8d5cc8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:57.688135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec7aadc6-ae53-44ce-b4e9-0475a152a49b req-671c4ff7-9dc6-4047-93f2-d6c8d5cc8dd4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 1097 time: 0.0739312 Sep 20 12:33:57.727698 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec7aadc6-ae53-44ce-b4e9-0475a152a49b req-28a132db-7832-42ab-930c-251e220e243b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290580 Sep 20 12:33:57.766592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b065367-96c7-4b49-b305-fe94a01408bf req-eda67ff0-0a09-41d8-b691-f4c316c776c6 service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849521 Sep 20 12:33:58.022084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b065367-96c7-4b49-b305-fe94a01408bf req-4e2ac5dd-1dbb-4a4c-92c7-37932013f49b service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919275 Sep 20 12:33:58.155355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805d7-9525-40bf-b43f-72486218898f req-39f11c54-11e7-4415-8a08-604dfb1c7648 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:58.156846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99c805d7-9525-40bf-b43f-72486218898f req-39f11c54-11e7-4415-8a08-604dfb1c7648 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0632696 Sep 20 12:33:58.195411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99c805d7-9525-40bf-b43f-72486218898f req-832f584f-c139-4c1c-b8ce-2cf3efbf2052 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Sep 20 12:33:58.662280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec25cf8-d299-4823-8ebf-e06c12eb8ffe req-44a15e9d-34bc-440c-9335-460a753059ee tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:58.663748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bec25cf8-d299-4823-8ebf-e06c12eb8ffe req-44a15e9d-34bc-440c-9335-460a753059ee tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0502715 Sep 20 12:33:58.702299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bec25cf8-d299-4823-8ebf-e06c12eb8ffe req-fbb03f8c-3a5e-4ed1-8a24-bdcfb9dfd0fc tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315475 Sep 20 12:33:58.910100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6704ae5-5b86-4a7d-a19b-10ee12b6e449 req-02023020-fa4c-492c-b9b9-8fc239440053 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:58.911583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6704ae5-5b86-4a7d-a19b-10ee12b6e449 req-02023020-fa4c-492c-b9b9-8fc239440053 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0890615 Sep 20 12:33:58.954352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6704ae5-5b86-4a7d-a19b-10ee12b6e449 req-66187fc9-9003-4e72-bf5d-02f5d8ad6bd6 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357983 Sep 20 12:33:59.317026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03d744-2fa1-469c-8c62-c410aad52b23 req-f7933b3a-248a-498b-abf0-36e70fb71a91 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:59.318520 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e03d744-2fa1-469c-8c62-c410aad52b23 req-f7933b3a-248a-498b-abf0-36e70fb71a91 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0511649 Sep 20 12:33:59.363303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e03d744-2fa1-469c-8c62-c410aad52b23 req-244525c6-7926-4503-be20-345567ec1438 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Sep 20 12:33:59.511825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182281b8-005b-402b-9936-346d7212a435 req-c0c06239-c481-44ae-b110-377cd280f140 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:33:59.513555 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-182281b8-005b-402b-9936-346d7212a435 req-c0c06239-c481-44ae-b110-377cd280f140 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0490775 Sep 20 12:33:59.552759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-182281b8-005b-402b-9936-346d7212a435 req-d0aa13f8-faa0-4461-ae97-49d9ba31f7f8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Sep 20 12:34:00.924551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c497-86c8-456c-9910-4405da41921f req-fee8a7f7-f444-4fde-a6b2-b8e616ea8bee tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:00.933459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44a5c497-86c8-456c-9910-4405da41921f req-fee8a7f7-f444-4fde-a6b2-b8e616ea8bee tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0705075 Sep 20 12:34:00.988983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44a5c497-86c8-456c-9910-4405da41921f req-0f59552a-c26c-4b1d-a284-96e8a7e5add3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542567 Sep 20 12:34:01.227028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1a554-8f27-4d9b-92b5-3f4d2f6b20ff req-f061958c-852d-410b-9091-2daf58b282dd tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:01.236663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fba1a554-8f27-4d9b-92b5-3f4d2f6b20ff req-f061958c-852d-410b-9091-2daf58b282dd tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0719764 Sep 20 12:34:01.290758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fba1a554-8f27-4d9b-92b5-3f4d2f6b20ff req-0e01440d-e50f-4ad4-afcc-00692c25f3f2 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513034 Sep 20 12:34:01.506979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-f4e0f54a-450a-4063-9833-8bf22401ffca tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:01.508569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-f4e0f54a-450a-4063-9833-8bf22401ffca tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/networks?id=bb7043fe-5491-4a14-9a38-c2a39063eca6 HTTP/1.1" status: 200 len: 815 time: 0.1329317 Sep 20 12:34:01.532179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-0034c4e6-5853-4f5f-a22f-27b14b964b98 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/quotas/d9ad059a5c084137b8ddcaad1d31f5bd HTTP/1.1" status: 200 len: 375 time: 0.0119076 Sep 20 12:34:01.586969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-f5bfba91-6144-43c7-9866-aefc80768233 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465062 Sep 20 12:34:01.710469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-441762ab-731e-48ef-b450-c2016f06e1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157198 Sep 20 12:34:02.042378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f91ca2a6-2e9d-4737-8531-7dc900dd4803 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:02.048819 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f91ca2a6-2e9d-4737-8531-7dc900dd4803 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d2798d-baa2-4aca-9ed8-779895cd56b7 HTTP/1.1" status: 200 len: 946 time: 0.0757146 Sep 20 12:34:02.203650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Deleting port 8f7fceca-abd8-4b65-b248-34272c3e0f9f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:02.204207 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:02.207299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-bffd5bbd-c78f-4b4c-9b34-1b1273914132 service neutron] 10.222.0.37 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869218 Sep 20 12:34:02.323428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] For port 8f7fceca-abd8-4b65-b248-34272c3e0f9f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8f7fceca-abd8-4b65-b248-34272c3e0f9f,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:02.323864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:02.337350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Calling delete_port for 8f7fceca-abd8-4b65-b248-34272c3e0f9f owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:02.548998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:02.561952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['8f7fceca-abd8-4b65-b248-34272c3e0f9f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:34:02.586531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Pushing event deleted for resources: {'Port': ['ID=8f7fceca-abd8-4b65-b248-34272c3e0f9f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:02.599664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.600345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.600897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.601480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.602062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.602615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.603164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.603710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.604246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.604780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.605626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.606274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:02.688124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] No DVR routers for this DVR port 8f7fceca-abd8-4b65-b248-34272c3e0f9f on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:02.693965 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:02.696478 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ab0fcf79-93b9-479e-8e24-c1ec358df73c req-f85d82b8-2ee8-49e3-a179-d45729ca1f72 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.32 "DELETE /v2.0/ports/8f7fceca-abd8-4b65-b248-34272c3e0f9f HTTP/1.1" status: 204 len: 173 time: 0.6417944 Sep 20 12:34:02.697090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'name': 'network-vif-deleted', 'tag': '8f7fceca-abd8-4b65-b248-34272c3e0f9f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:34:02.709346 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98966210-a650-4471-86cf-2be375c7da34" -d '{"events": [{"server_uuid": "c4d2798d-baa2-4aca-9ed8-779895cd56b7", "name": "network-vif-deleted", "tag": "8f7fceca-abd8-4b65-b248-34272c3e0f9f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:34:02.823383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5fcb3-38cb-42c4-884b-a519f4790edf req-eb6c3dc6-75ab-4e02-9530-8b3ce885a418 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:02.825119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ca5fcb3-38cb-42c4-884b-a519f4790edf req-eb6c3dc6-75ab-4e02-9530-8b3ce885a418 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0519030 Sep 20 12:34:02.874232 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ca5fcb3-38cb-42c4-884b-a519f4790edf req-1cf57666-787c-4f04-a92f-cb4910d9d19b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401475 Sep 20 12:34:03.071031 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f700bb1a-2c07-4c2f-8928-70c0ea4a12e3 req-9c6da9f8-bbb8-4700-8eac-c779091c442e tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 210 time: 0.0538847 Sep 20 12:34:03.134025 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e01a5b-21fc-4769-8002-47aee023e740 x-openstack-request-id: req-03e01a5b-21fc-4769-8002-47aee023e740 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:34:03.134902 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d2798d-baa2-4aca-9ed8-779895cd56b7", "name": "network-vif-deleted", "tag": "8f7fceca-abd8-4b65-b248-34272c3e0f9f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:34:03.135623 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03e01a5b-21fc-4769-8002-47aee023e740 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:34:03.136234 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2798d-baa2-4aca-9ed8-779895cd56b7', 'name': 'network-vif-deleted', 'tag': '8f7fceca-abd8-4b65-b248-34272c3e0f9f', 'status': 'completed', 'code': 200} Sep 20 12:34:03.189641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d41155-8dc8-423a-99d8-76056188afdd req-c43e4d0a-1eac-4eb4-928e-8807544b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.192169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d41155-8dc8-423a-99d8-76056188afdd req-c43e4d0a-1eac-4eb4-928e-8807544b4f1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 1097 time: 0.0513356 Sep 20 12:34:03.367811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d41155-8dc8-423a-99d8-76056188afdd req-4e3fecd9-cdae-4ef3-9698-8d54165c5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.369235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d41155-8dc8-423a-99d8-76056188afdd req-4e3fecd9-cdae-4ef3-9698-8d54165c5b61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 911 time: 0.1492207 Sep 20 12:34:03.445289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d41155-8dc8-423a-99d8-76056188afdd req-66745dbb-6ea8-4b1e-b958-6b67c4192e93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc HTTP/1.1" status: 200 len: 1000 time: 0.0648029 Sep 20 12:34:03.515479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d41155-8dc8-423a-99d8-76056188afdd req-d28e5081-9d35-413a-a78f-6e5b09ac5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.515479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d41155-8dc8-423a-99d8-76056188afdd req-d28e5081-9d35-413a-a78f-6e5b09ac5761 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.0602765 Sep 20 12:34:03.569879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-720f9bed-8ca4-4fd4-9910-a7bc6617c5b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0553532 Sep 20 12:34:03.573433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d41155-8dc8-423a-99d8-76056188afdd req-a78dc404-2b1d-441b-aa10-abf53382cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.575144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d41155-8dc8-423a-99d8-76056188afdd req-a78dc404-2b1d-441b-aa10-abf53382cee6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474682 Sep 20 12:34:03.704897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-43600e58-6fd8-4133-9c73-3c3a039e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.705470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-43600e58-6fd8-4133-9c73-3c3a039e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.705973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-43600e58-6fd8-4133-9c73-3c3a039e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.706519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-43600e58-6fd8-4133-9c73-3c3a039e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.706979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-43600e58-6fd8-4133-9c73-3c3a039e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.709215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-43600e58-6fd8-4133-9c73-3c3a039e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.709215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-43600e58-6fd8-4133-9c73-3c3a039e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.709886 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-43600e58-6fd8-4133-9c73-3c3a039e10ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6498 time: 0.0751729 Sep 20 12:34:03.735165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d41155-8dc8-423a-99d8-76056188afdd req-0877ffc5-a52a-4246-ac4d-37397979fe6b service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426458 Sep 20 12:34:03.840153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-5329dc50-f6fa-4fa5-a9e2-125d23da98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.840628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-5329dc50-f6fa-4fa5-a9e2-125d23da98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.841256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-5329dc50-f6fa-4fa5-a9e2-125d23da98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:03.842968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-5329dc50-f6fa-4fa5-a9e2-125d23da98e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08b21f5b-0295-422d-8389-e10acee067c3&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=69fa433b-bf7b-48c6-9063-576a884a0361&id=69fa433b-bf7b-48c6-9063-576a884a0361 HTTP/1.1" status: 200 len: 2293 time: 0.1032956 Sep 20 12:34:03.885330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d41155-8dc8-423a-99d8-76056188afdd req-8aea56d5-57bc-407e-8920-887c383c7050 service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410649 Sep 20 12:34:03.930493 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-54ba20cf-1730-44b9-9a37-35eb5625a50b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef HTTP/1.1" status: 200 len: 1001 time: 0.0726609 Sep 20 12:34:03.999175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-5d84d9dd-15e2-42ae-9347-ea5c1ab26c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:04.000682 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-5d84d9dd-15e2-42ae-9347-ea5c1ab26c6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85484436-a0fa-40d1-89e3-19e92a4eb477 HTTP/1.1" status: 200 len: 855 time: 0.0618191 Sep 20 12:34:04.011199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf87740-240b-451f-a9d6-b98bcb33b04b req-6f8a7db7-d452-48eb-8c9c-d4d2afe5e6b6 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:04.012826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aaf87740-240b-451f-a9d6-b98bcb33b04b req-6f8a7db7-d452-48eb-8c9c-d4d2afe5e6b6 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0589075 Sep 20 12:34:04.056421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-fb48cc90-800f-40f8-939e-b98483cc2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:04.058436 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-fb48cc90-800f-40f8-939e-b98483cc2eca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b21f5b-0295-422d-8389-e10acee067c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506113 Sep 20 12:34:04.062577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aaf87740-240b-451f-a9d6-b98bcb33b04b req-7e62c408-888e-4760-bec2-deac08002908 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430968 Sep 20 12:34:04.208360 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-2b4ccdeb-740d-4546-a84a-cd639ed196aa service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407933 Sep 20 12:34:04.296249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa7fc767-4dde-4122-97e6-56557aec792b req-3445798c-ca40-4427-ae5e-d50c48f13bd8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 210 time: 0.0368283 Sep 20 12:34:04.337495 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-4478916b-7eb7-4f57-af25-5ca44f6f7c3c service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194050 Sep 20 12:34:04.410500 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-92391700-deaf-4c5e-92c9-1d4c24526ea4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 217 time: 0.0559022 Sep 20 12:34:04.512746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05853b8a-aa15-4a39-9617-9969ff2fd526 req-2f57125f-af89-4745-baa7-68f96f1b4504 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:04.512746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05853b8a-aa15-4a39-9617-9969ff2fd526 req-2f57125f-af89-4745-baa7-68f96f1b4504 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0621984 Sep 20 12:34:04.512746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05853b8a-aa15-4a39-9617-9969ff2fd526 req-fb893803-e4cf-4faa-bf94-87f3b707dfe5 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Sep 20 12:34:04.515352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-b1862bb7-7c3c-4faa-ac89-7759103a5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:04.515352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-b1862bb7-7c3c-4faa-ac89-7759103a5495 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0621455 Sep 20 12:34:04.532779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-d7afb059-5866-4054-9e41-1d89054d5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:04.534371 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-d7afb059-5866-4054-9e41-1d89054d5572 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465105 Sep 20 12:34:04.638879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-b5aba785-cb1c-4659-9e1c-2fe62fe2f9e7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964630 Sep 20 12:34:04.737782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-e8d115ae-d8d3-4d42-b6a3-211a008d3777 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898921 Sep 20 12:34:04.808478 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-ff8f90ea-ec55-43cf-9475-57877944da9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 217 time: 0.0612385 Sep 20 12:34:04.883045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-fdc722f6-b4e4-4504-bd0f-c8043835b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:04.884949 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-fdc722f6-b4e4-4504-bd0f-c8043835b3a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0695436 Sep 20 12:34:04.935894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-1321f157-7378-4e31-a906-b4ed5c2b684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:04.937745 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-1321f157-7378-4e31-a906-b4ed5c2b684b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452571 Sep 20 12:34:05.034088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-908831c7-6d0c-4a98-bb3e-8fbcea789b74 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883572 Sep 20 12:34:05.133448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-02d6e046-0755-4160-85aa-a93d21e71590 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931275 Sep 20 12:34:05.177732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-1b32b52f-141d-4e85-a84e-dba852503178 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1 HTTP/1.1" status: 200 len: 217 time: 0.0362723 Sep 20 12:34:05.235721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-fd65bebc-8cee-4ec1-aa67-f7a13632db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:05.237491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-fd65bebc-8cee-4ec1-aa67-f7a13632db6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0532489 Sep 20 12:34:05.282474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-c284e828-5a97-460d-8913-51eee91bc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:05.283992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-c284e828-5a97-460d-8913-51eee91bc46b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0396609 Sep 20 12:34:05.416127 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-20dbacb7-528f-4efb-9520-07f5f9ba56db service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237152 Sep 20 12:34:05.631497 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-dec8d677-bb71-4d38-b3d9-eac38269df1f service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032185 Sep 20 12:34:05.645767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-83d9dfd0-019f-4f7b-9162-b0b258c29d12 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:05.645767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-83d9dfd0-019f-4f7b-9162-b0b258c29d12 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.21 "GET /v2.0/networks?id=bb7043fe-5491-4a14-9a38-c2a39063eca6 HTTP/1.1" status: 200 len: 815 time: 0.1927898 Sep 20 12:34:05.652601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Request body: {'port': {'device_id': '8dae0c23-b532-4987-a002-31077a6bf53f', 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'admin_state_up': True, 'tenant_id': 'd9ad059a5c084137b8ddcaad1d31f5bd'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:05.695517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-b2f74ba2-a820-41cc-832a-6e9e52053f48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c HTTP/1.1" status: 200 len: 217 time: 0.0543492 Sep 20 12:34:05.812356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-78eb1fbe-e5c8-4a05-84e5-54f316489baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:05.812356 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-78eb1fbe-e5c8-4a05-84e5-54f316489baa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.1043777 Sep 20 12:34:05.868702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-cf82f490-2cae-45a4-8569-88f1dbc9d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:05.870329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-cf82f490-2cae-45a4-8569-88f1dbc9d659 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458732 Sep 20 12:34:05.898917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Made reservation on behalf of d9ad059a5c084137b8ddcaad1d31f5bd for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:34:05.902417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:06.002007 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-e512e5a7-f4ee-46db-a6af-6bf6ded636a2 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245816 Sep 20 12:34:06.023281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec94d75-3346-4d30-9a21-6434f09b1033 req-c4e7fcab-cba5-4b3d-bbcf-a0c30a4aec31 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:06.027005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ec94d75-3346-4d30-9a21-6434f09b1033 req-c4e7fcab-cba5-4b3d-bbcf-a0c30a4aec31 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.1393287 Sep 20 12:34:06.118868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ec94d75-3346-4d30-9a21-6434f09b1033 req-068a0fd9-63f0-40e7-82e8-35bce873d8a5 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811868 Sep 20 12:34:06.125374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Allocated IP 172.20.0.2 (bb7043fe-5491-4a14-9a38-c2a39063eca6/4ead40a3-9a58-484e-9745-7f51bf270c28/1890b0d1-b9ed-4038-8d58-782738442bd1) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:06.156990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-a6fddc03-d983-463a-907e-c39ad5d0fd4a service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475434 Sep 20 12:34:06.205756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-704457f6-98db-40f8-984d-9be4e875fde7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12568399-9650-4fa5-9db7-b169ebaca0a3 HTTP/1.1" status: 200 len: 217 time: 0.0392966 Sep 20 12:34:06.274593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-d6b34d2c-1383-48be-b7ea-2061817004c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:06.276151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-d6b34d2c-1383-48be-b7ea-2061817004c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.0616636 Sep 20 12:34:06.320042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4024d7b9-3d9c-413b-b699-3d5093deaa89 req-35ee0260-ef1d-495e-9257-40208e1a5939 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 210 time: 0.0400245 Sep 20 12:34:06.355295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-02091af0-b2d3-4d17-99f9-9ab989bcc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:06.364282 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-02091af0-b2d3-4d17-99f9-9ab989bcc9ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725904 Sep 20 12:34:06.369657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:06.466464 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-60926f0c-aaf7-4b80-be93-46682081d238 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006410 Sep 20 12:34:06.532953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:06.584753 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-9ba7a150-7750-484f-99bc-048523e055d5 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112864 Sep 20 12:34:06.629487 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-51d34b43-74de-46fc-81bc-5558c2da804a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b HTTP/1.1" status: 200 len: 217 time: 0.0378592 Sep 20 12:34:06.650897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Network bb7043fe-5491-4a14-9a38-c2a39063eca6 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:06.656263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:06.658993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:06.706675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-9ee5b976-1db5-4ee4-8d43-101a45103119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:06.708970 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-9ee5b976-1db5-4ee4-8d43-101a45103119 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.0722730 Sep 20 12:34:06.723503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:06.724407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:06.728493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Pushing event updated for resources: {'Port': ['ID=1890b0d1-b9ed-4038-8d58-782738442bd1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:06.743472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.744124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.744716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.745584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.746157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.746730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.747569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.748134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.748902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.749934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.750514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.751232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:06.780347 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-488a5d57-f5e2-4e47-acf5-e2c9551532e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:06.782267 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-488a5d57-f5e2-4e47-acf5-e2c9551532e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639310 Sep 20 12:34:06.819832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-229ac172-003f-4b2f-8336-55e4883b06f6 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1713006 Sep 20 12:34:06.832976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Request body: {'port': {'device_id': '8dae0c23-b532-4987-a002-31077a6bf53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:06.886126 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-bba384c2-f4b9-4eef-9738-7907e5e6336c service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957770 Sep 20 12:34:06.911308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:06.998901 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d062fb61-5b14-47c8-8139-45b954a9c7af req-ef6c98b1-6c50-4501-ba32-95b3aec94d10 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062105 Sep 20 12:34:07.124275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8f7fceca-abd8-4b65-b248-34272c3e0f9f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:07.146345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 8f7fceca-abd8-4b65-b248-34272c3e0f9f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:07.146683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8f7fceca-abd8-4b65-b248-34272c3e0f9f not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:07.223047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1890b0d1-b9ed-4038-8d58-782738442bd1 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:34:07.232028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:07.258806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Transition to ACTIVE for port object 1890b0d1-b9ed-4038-8d58-782738442bd1 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:34:07.367272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:07.489399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Pushing event updated for resources: {'Port': ['ID=1890b0d1-b9ed-4038-8d58-782738442bd1,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:07.557872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd24264-fb60-410b-8b9c-81c7781e6b9e req-11f3c600-7069-41ce-b607-0623476ee426 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:07.559603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fd24264-fb60-410b-8b9c-81c7781e6b9e req-11f3c600-7069-41ce-b607-0623476ee426 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.1521523 Sep 20 12:34:07.616755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Attempting to bind port 1890b0d1-b9ed-4038-8d58-782738442bd1 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:34:07.617254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Attempting to bind port 1890b0d1-b9ed-4038-8d58-782738442bd1 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:34:07.617684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Attempting to bind port 1890b0d1-b9ed-4038-8d58-782738442bd1 on network bb7043fe-5491-4a14-9a38-c2a39063eca6 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:07.624281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fd24264-fb60-410b-8b9c-81c7781e6b9e req-4fa66010-b24d-4928-b89c-30ee94f4b29f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570149 Sep 20 12:34:07.628332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Port 1890b0d1-b9ed-4038-8d58-782738442bd1 on network bb7043fe-5491-4a14-9a38-c2a39063eca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:34:07.628789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Attempting to bind port 1890b0d1-b9ed-4038-8d58-782738442bd1 on network bb7043fe-5491-4a14-9a38-c2a39063eca6 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:07.634991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:34:07.635586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Checking segment: {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:34:07.636042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Bound using segment: {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:34:07.636522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Bound port: 1890b0d1-b9ed-4038-8d58-782738442bd1, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b836f8b7-6aab-4ace-8503-819267b73b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:34:07.636950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:07.735572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] For port 1890b0d1-b9ed-4038-8d58-782738442bd1, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:34:07.741618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] For port 1890b0d1-b9ed-4038-8d58-782738442bd1, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1890b0d1-b9ed-4038-8d58-782738442bd1,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:34:07.809490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b020e4-8c51-48f1-9311-a0d883558b58 req-81b573d5-12fc-4efc-bbf1-e53bbbeb0dd2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:07.817708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89b020e4-8c51-48f1-9311-a0d883558b58 req-81b573d5-12fc-4efc-bbf1-e53bbbeb0dd2 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 945 time: 0.0730715 Sep 20 12:34:07.861347 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:07.903490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89b020e4-8c51-48f1-9311-a0d883558b58 req-eec3a869-f153-4236-91f5-3d37595b38c9 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824146 Sep 20 12:34:07.915681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:07.916331 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:07.917823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] 10.222.0.21 "PUT /v2.0/ports/1890b0d1-b9ed-4038-8d58-782738442bd1 HTTP/1.1" status: 200 len: 1091 time: 1.0894003 Sep 20 12:34:07.948944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290caa3-eddf-4f22-99cc-dd613ee42151 service neutron] Pushing event updated for resources: {'Port': ['ID=1890b0d1-b9ed-4038-8d58-782738442bd1,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:08.156596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-e7b63c8c-9ffa-44b6-8df0-bf4397952109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:08.158115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-e7b63c8c-9ffa-44b6-8df0-bf4397952109 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 1094 time: 0.1057410 Sep 20 12:34:08.170488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87f4ee-b20c-4e5d-a778-9d8347a1f8a8 req-e654eab9-85da-4999-a12f-00da41822474 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:08.173237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f87f4ee-b20c-4e5d-a778-9d8347a1f8a8 req-e654eab9-85da-4999-a12f-00da41822474 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 943 time: 0.0682142 Sep 20 12:34:08.211811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-127e300c-22f4-45ec-9588-8e372c7a8983 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1890b0d1-b9ed-4038-8d58-782738442bd1 HTTP/1.1" status: 200 len: 217 time: 0.0389659 Sep 20 12:34:08.271272 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f87f4ee-b20c-4e5d-a778-9d8347a1f8a8 req-a708e7d4-88ca-4d24-a6ff-9796ef928bfc tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Sep 20 12:34:08.282761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5780907e-bf8f-44c3-ab25-ebe47feccb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:08.284209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-5780907e-bf8f-44c3-ab25-ebe47feccb0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4ead40a3-9a58-484e-9745-7f51bf270c28 HTTP/1.1" status: 200 len: 855 time: 0.0619192 Sep 20 12:34:08.318666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-555ac375-9f3e-43fa-8bfb-b5baab82e74a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb7043fe-5491-4a14-9a38-c2a39063eca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256617 Sep 20 12:34:08.412677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-3e792b10-7572-40fe-9ebc-60a92eaada24 service neutron] 10.222.0.21 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852318 Sep 20 12:34:08.517902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af8e0bcf-3001-4803-a26f-60449cbf1aff req-0a1a5f29-dc11-412b-ab78-f02bb61b645c service neutron] 10.222.0.21 "GET /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962255 Sep 20 12:34:08.763411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24254d-22a4-47a6-8a99-b379b91a23cd req-8bceb043-13b2-43e0-a563-03a7bd29e0e6 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:08.764890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af24254d-22a4-47a6-8a99-b379b91a23cd req-8bceb043-13b2-43e0-a563-03a7bd29e0e6 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0505486 Sep 20 12:34:08.813167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af24254d-22a4-47a6-8a99-b379b91a23cd req-b4e7adf8-b2a0-4c50-8172-4f7c20f7803a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405624 Sep 20 12:34:08.967252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-d3ff6a78-286b-42c9-9534-63b9775e94e8 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:08.969035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-d3ff6a78-286b-42c9-9534-63b9775e94e8 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.21 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 945 time: 0.0549967 Sep 20 12:34:09.093810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec65dd-3811-4f75-aa2e-65905263c8af req-3cf733d0-d059-4782-83f5-1941bacabc3f tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:09.095417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32ec65dd-3811-4f75-aa2e-65905263c8af req-3cf733d0-d059-4782-83f5-1941bacabc3f tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 945 time: 0.0828924 Sep 20 12:34:09.148189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Deleting port 3b927846-9502-4986-b56f-2de77170842f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:09.148579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:09.157594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32ec65dd-3811-4f75-aa2e-65905263c8af req-8ca1bf9b-6d7c-4f2f-9550-648da9594156 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e655b2a-5ae9-446b-a7af-2496cff406fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537701 Sep 20 12:34:09.266991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] For port 3b927846-9502-4986-b56f-2de77170842f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3b927846-9502-4986-b56f-2de77170842f,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:09.267455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:09.280830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Calling delete_port for 3b927846-9502-4986-b56f-2de77170842f owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:09.452484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168e8e2-7cd5-4547-aa42-b43be724ad32 req-2942533c-873d-42e2-9974-cb39ea0a0ee9 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:09.454114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7168e8e2-7cd5-4547-aa42-b43be724ad32 req-2942533c-873d-42e2-9974-cb39ea0a0ee9 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 943 time: 0.0912194 Sep 20 12:34:09.500229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7168e8e2-7cd5-4547-aa42-b43be724ad32 req-c81b0c9c-81ce-4512-a080-5b7cfdaa8bb1 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 Sep 20 12:34:09.538514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:09.552676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3b927846-9502-4986-b56f-2de77170842f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:34:09.587995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Pushing event deleted for resources: {'Port': ['ID=3b927846-9502-4986-b56f-2de77170842f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:09.646625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] No DVR routers for this DVR port 3b927846-9502-4986-b56f-2de77170842f on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:09.657583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:09.660016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3c93b47-d11f-4274-b19e-e24f569f9b04 req-101226aa-6210-483d-8f74-0805b3a1cb5a tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.21 "DELETE /v2.0/ports/3b927846-9502-4986-b56f-2de77170842f HTTP/1.1" status: 204 len: 173 time: 0.6843956 Sep 20 12:34:09.955685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00e082-2a67-4262-8ab0-ea591532762c req-a60ceaa6-4179-4579-acfd-b72cf5ce155a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:09.957534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f00e082-2a67-4262-8ab0-ea591532762c req-a60ceaa6-4179-4579-acfd-b72cf5ce155a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0651493 Sep 20 12:34:10.032923 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f00e082-2a67-4262-8ab0-ea591532762c req-0178c4d2-e21e-4b09-afa6-3b93d198c268 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660431 Sep 20 12:34:10.435647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4ac7b5e-06d3-47ed-99bc-fe1ae1ee33cc req-e819491c-9c7d-4fca-9cf1-bc0658adab61 tempest-AttachSCSIVolumeTestJSON-873558122 tempest-AttachSCSIVolumeTestJSON-873558122-project] 10.222.0.37 "GET /v2.0/ports?device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 210 time: 0.0266829 Sep 20 12:34:10.662426 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c3bdf-ce7f-48b3-ad9f-d22be79d2b29 req-ad79636d-3d4e-4065-a4b2-12ab02083221 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:10.665106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd1c3bdf-ce7f-48b3-ad9f-d22be79d2b29 req-ad79636d-3d4e-4065-a4b2-12ab02083221 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0906653 Sep 20 12:34:10.668313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160975-3b29-47e7-bacd-b318324623ae req-22eeaae7-93f7-4ddd-91f3-7513d877e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:10.671145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d160975-3b29-47e7-bacd-b318324623ae req-22eeaae7-93f7-4ddd-91f3-7513d877e7e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 1097 time: 0.0684683 Sep 20 12:34:10.771629 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd1c3bdf-ce7f-48b3-ad9f-d22be79d2b29 req-d046e7d0-c9f0-44b3-8d33-d596a6282bfc tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811310 Sep 20 12:34:10.797597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160975-3b29-47e7-bacd-b318324623ae req-c0dd54f3-fd0e-45a5-a392-1e0641d9298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:10.799123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d160975-3b29-47e7-bacd-b318324623ae req-c0dd54f3-fd0e-45a5-a392-1e0641d9298a service neutron] 10.222.0.21 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 911 time: 0.1186609 Sep 20 12:34:10.904425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1890b0d1-b9ed-4038-8d58-782738442bd1 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:34:10.907978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d160975-3b29-47e7-bacd-b318324623ae req-6f0946de-48b2-4253-9793-b3ece01feca0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc HTTP/1.1" status: 200 len: 1000 time: 0.1006773 Sep 20 12:34:10.920511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5eda3-a37c-4914-ae73-104ebf3a5f50 req-4297959c-2823-4018-9fe7-cfb606b84f21 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:10.921985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edf5eda3-a37c-4914-ae73-104ebf3a5f50 req-4297959c-2823-4018-9fe7-cfb606b84f21 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 943 time: 0.0655115 Sep 20 12:34:10.995174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160975-3b29-47e7-bacd-b318324623ae req-72a03a43-5bde-4f40-aed1-bc7a2f8b2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:10.996696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d160975-3b29-47e7-bacd-b318324623ae req-72a03a43-5bde-4f40-aed1-bc7a2f8b2c7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.0738521 Sep 20 12:34:11.003161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edf5eda3-a37c-4914-ae73-104ebf3a5f50 req-6fe2f020-cd8f-4341-9d13-af981827c82d tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718470 Sep 20 12:34:11.010475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1890b0d1-b9ed-4038-8d58-782738442bd1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1890b0d1-b9ed-4038-8d58-782738442bd1,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:11.028366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '1890b0d1-b9ed-4038-8d58-782738442bd1', 'network_id': 'bb7043fe-5491-4a14-9a38-c2a39063eca6', 'port_id': '1890b0d1-b9ed-4038-8d58-782738442bd1', 'mac_address': 'fa:16:3e:e1:11:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ead40a3-9a58-484e-9745-7f51bf270c28', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:34:11.061928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160975-3b29-47e7-bacd-b318324623ae req-001743dc-f31a-437a-9042-6b829d5b6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:11.066245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d160975-3b29-47e7-bacd-b318324623ae req-001743dc-f31a-437a-9042-6b829d5b6487 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622094 Sep 20 12:34:11.076488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:11.096341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1890b0d1-b9ed-4038-8d58-782738442bd1 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:34:11.123355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1890b0d1-b9ed-4038-8d58-782738442bd1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1890b0d1-b9ed-4038-8d58-782738442bd1,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:11.166760 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:11.169485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d160975-3b29-47e7-bacd-b318324623ae req-b3eb3462-1f9e-42ef-89ff-56294a417d35 service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978463 Sep 20 12:34:11.229257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=1890b0d1-b9ed-4038-8d58-782738442bd1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:11.237580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.237926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.238269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.238610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.238949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.239283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.239615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.240092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.240419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.240777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.241128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.241453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:11.268943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d160975-3b29-47e7-bacd-b318324623ae req-28695d1b-6cd7-4814-8b2b-6f15260ef562 service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926476 Sep 20 12:34:11.401581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['1890b0d1-b9ed-4038-8d58-782738442bd1'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:34:11.925269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a156b-746e-4933-85c4-e6eb74c3914d req-096d01bb-d48f-4d77-afa6-36fd2baae698 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:11.926768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f2a156b-746e-4933-85c4-e6eb74c3914d req-096d01bb-d48f-4d77-afa6-36fd2baae698 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0612552 Sep 20 12:34:11.964868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f2a156b-746e-4933-85c4-e6eb74c3914d req-a63452fe-9cd2-4b02-9305-c89227812057 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318425 Sep 20 12:34:12.134806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089d623-7f08-4a78-bb3e-ed19990e0320 req-95d82840-4753-41cd-bff1-fef131800974 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:12.136427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4089d623-7f08-4a78-bb3e-ed19990e0320 req-95d82840-4753-41cd-bff1-fef131800974 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 944 time: 0.0582516 Sep 20 12:34:12.182562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4089d623-7f08-4a78-bb3e-ed19990e0320 req-58893136-6d88-4542-b42e-166691c5cb79 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393212 Sep 20 12:34:12.366870 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5fa36ddf-53a8-4a49-9840-c4982dbfe959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:12.925719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1890b0d1-b9ed-4038-8d58-782738442bd1 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:34:13.030723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 1890b0d1-b9ed-4038-8d58-782738442bd1 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:34:13.042646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 1890b0d1-b9ed-4038-8d58-782738442bd1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:13.044786 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:13.096916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065699cd-09d2-4037-87a0-b014cdb9e4d9 req-52ea61ab-bc28-4cce-a6bc-3bb86e586a4f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:13.104408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-065699cd-09d2-4037-87a0-b014cdb9e4d9 req-52ea61ab-bc28-4cce-a6bc-3bb86e586a4f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0582988 Sep 20 12:34:13.132553 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:13.140127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-065699cd-09d2-4037-87a0-b014cdb9e4d9 req-5513da01-44c4-40da-9f81-44b0d94b29a2 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348787 Sep 20 12:34:13.182647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dae0c23-b532-4987-a002-31077a6bf53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1890b0d1-b9ed-4038-8d58-782738442bd1'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:34:13.186422 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c6654-c595-43a8-ae39-6e89e030706d" -d '{"events": [{"server_uuid": "8dae0c23-b532-4987-a002-31077a6bf53f", "name": "network-vif-plugged", "status": "completed", "tag": "1890b0d1-b9ed-4038-8d58-782738442bd1"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:34:13.193472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1890b0d1-b9ed-4038-8d58-782738442bd1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1890b0d1-b9ed-4038-8d58-782738442bd1,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:13.225965 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf19ab-bd34-4845-9d65-ab7316e92b00 x-openstack-request-id: req-33cf19ab-bd34-4845-9d65-ab7316e92b00 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:34:13.226259 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dae0c23-b532-4987-a002-31077a6bf53f", "name": "network-vif-plugged", "status": "completed", "tag": "1890b0d1-b9ed-4038-8d58-782738442bd1", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:34:13.226530 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33cf19ab-bd34-4845-9d65-ab7316e92b00 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:34:13.226947 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dae0c23-b532-4987-a002-31077a6bf53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1890b0d1-b9ed-4038-8d58-782738442bd1', 'code': 200} Sep 20 12:34:13.354485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577a144-e89a-44de-930b-8ff10d1ef092 req-797c9370-45e7-42de-aec0-69e33479a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:13.355966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b577a144-e89a-44de-930b-8ff10d1ef092 req-797c9370-45e7-42de-aec0-69e33479a06c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 1095 time: 0.0719292 Sep 20 12:34:13.369332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484b71d-aef3-4e87-8093-6aaaa61f5f76 req-c36d0069-d7ec-4b09-87a2-224955fccccf tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:13.370775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c484b71d-aef3-4e87-8093-6aaaa61f5f76 req-c36d0069-d7ec-4b09-87a2-224955fccccf tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 944 time: 0.0988338 Sep 20 12:34:13.374509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:13.377131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3b927846-9502-4986-b56f-2de77170842f no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:13.403922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 3b927846-9502-4986-b56f-2de77170842f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:13.404595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3b927846-9502-4986-b56f-2de77170842f not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:13.427717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c484b71d-aef3-4e87-8093-6aaaa61f5f76 req-4f97a344-3a9b-4ef0-9ac9-4e91dea39430 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500319 Sep 20 12:34:13.429363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b577a144-e89a-44de-930b-8ff10d1ef092 req-f288b140-bf3c-4903-a309-68cf94da852f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576458 Sep 20 12:34:13.451589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=1890b0d1-b9ed-4038-8d58-782738442bd1,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:14.577291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe569ff4-e604-4ccc-96b8-2d66fca21da9 req-e462a6c9-69af-4b45-884a-e1b43562991f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:14.580022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe569ff4-e604-4ccc-96b8-2d66fca21da9 req-e462a6c9-69af-4b45-884a-e1b43562991f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0547087 Sep 20 12:34:14.621498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe569ff4-e604-4ccc-96b8-2d66fca21da9 req-abc8df84-ac85-441a-befb-c2cacfbcc264 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Sep 20 12:34:15.125575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28754b63-5318-4808-bfcd-8e114f474f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:15.578275 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:15.745052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccad70-e69c-450c-ac47-6ccb4ebf5406 req-ddd928c1-1475-4e4a-8df1-d9f1b75fec40 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:15.745591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fccad70-e69c-450c-ac47-6ccb4ebf5406 req-ddd928c1-1475-4e4a-8df1-d9f1b75fec40 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0506837 Sep 20 12:34:15.787278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fccad70-e69c-450c-ac47-6ccb4ebf5406 req-035253a8-cfb8-4445-ac04-86976533cade tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338433 Sep 20 12:34:16.028391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a1f23-a278-4c1c-b175-09e8fad606da req-535b8d64-5347-4cea-aefc-c035f335611b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:16.030079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-641a1f23-a278-4c1c-b175-09e8fad606da req-535b8d64-5347-4cea-aefc-c035f335611b tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0539212 Sep 20 12:34:16.070171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-641a1f23-a278-4c1c-b175-09e8fad606da req-61eb96a3-aeb3-4852-9afe-ae2809ab6b36 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Sep 20 12:34:16.421429 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:34:16.438184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e166c-4a69-40a6-9155-77dde3d627f7 req-d7ec3f72-39b1-457f-9691-85f91b49a64c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:16.439924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-287e166c-4a69-40a6-9155-77dde3d627f7 req-d7ec3f72-39b1-457f-9691-85f91b49a64c tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0632923 Sep 20 12:34:16.483738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-287e166c-4a69-40a6-9155-77dde3d627f7 req-82538bb8-63cc-4856-99c2-5a501a224581 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Sep 20 12:34:16.509356 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:16.636127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e5e55-d661-464d-9b84-c4002b6038a6 req-2f9f5894-7167-4d02-9798-caafd9a74802 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:16.638652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-617e5e55-d661-464d-9b84-c4002b6038a6 req-2f9f5894-7167-4d02-9798-caafd9a74802 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0640469 Sep 20 12:34:16.680841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-617e5e55-d661-464d-9b84-c4002b6038a6 req-ebb6c530-c9f3-4681-b2ff-1a604892dc47 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353098 Sep 20 12:34:16.746748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56664) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:17.271470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3ad0b-f99e-4472-b8ca-85b6875a0165 req-a6bbec7d-cd67-4da2-9644-b5eca3ec0252 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:17.273173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fb3ad0b-f99e-4472-b8ca-85b6875a0165 req-a6bbec7d-cd67-4da2-9644-b5eca3ec0252 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0680144 Sep 20 12:34:17.314049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fb3ad0b-f99e-4472-b8ca-85b6875a0165 req-db78a073-47a0-455e-9170-8775f868cf1f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Sep 20 12:34:17.494345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:17.510125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b2543-b57e-48e9-8882-e463d6d0ff2a req-30089a69-7e42-4551-b6d3-d380876b49f5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:17.512060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a28b2543-b57e-48e9-8882-e463d6d0ff2a req-30089a69-7e42-4551-b6d3-d380876b49f5 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0621037 Sep 20 12:34:17.571301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a28b2543-b57e-48e9-8882-e463d6d0ff2a req-eba58305-eda1-466d-912f-4f8d61eecb91 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505772 Sep 20 12:34:17.769695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Deleting port b4de334c-ecc8-473b-aa67-c4abc1ef343f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:17.770289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:17.858841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] For port b4de334c-ecc8-473b-aa67-c4abc1ef343f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b4de334c-ecc8-473b-aa67-c4abc1ef343f,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:17.859231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:17.873136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Calling delete_port for b4de334c-ecc8-473b-aa67-c4abc1ef343f owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:17.914922 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:18.122105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056882b-a105-4236-b74e-6480f8894857 req-6ffa4acf-1a91-4eca-954e-4f588dc24a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:18.123597 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f056882b-a105-4236-b74e-6480f8894857 req-6ffa4acf-1a91-4eca-954e-4f588dc24a65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 1096 time: 0.0458794 Sep 20 12:34:18.205428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:18.242320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4de334c-ecc8-473b-aa67-c4abc1ef343f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:18.268664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056882b-a105-4236-b74e-6480f8894857 req-19f50eee-6a4a-4080-8305-adac5981dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:18.270234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f056882b-a105-4236-b74e-6480f8894857 req-19f50eee-6a4a-4080-8305-adac5981dec1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 918 time: 0.1394405 Sep 20 12:34:18.346263 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f056882b-a105-4236-b74e-6480f8894857 req-f36291d1-e350-4ed7-9b69-0cd6521a947b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67afcfd-fb59-4735-a615-5a601df95b37 HTTP/1.1" status: 200 len: 217 time: 0.0491452 Sep 20 12:34:18.453423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056882b-a105-4236-b74e-6480f8894857 req-eeb1fe87-1244-4040-8c0c-ca24468a14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:18.454924 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f056882b-a105-4236-b74e-6480f8894857 req-eeb1fe87-1244-4040-8c0c-ca24468a14f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57ae8ea6-0dcd-41e0-9c04-27321b60f0de HTTP/1.1" status: 200 len: 858 time: 0.1006165 Sep 20 12:34:18.523654 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f056882b-a105-4236-b74e-6480f8894857 req-8f831f35-afab-4281-a994-716c1516436c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571051 Sep 20 12:34:18.538749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ed7b-dae2-47f7-8425-5f21881092ef req-38d898f3-5a89-4d60-93bc-b2f8cb90cb39 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:18.541116 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3305ed7b-dae2-47f7-8425-5f21881092ef req-38d898f3-5a89-4d60-93bc-b2f8cb90cb39 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0827706 Sep 20 12:34:18.586970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3305ed7b-dae2-47f7-8425-5f21881092ef req-4c9d79bc-a4b3-4945-96af-35648433c007 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Sep 20 12:34:18.595818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:18.708236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f056882b-a105-4236-b74e-6480f8894857 req-a37d0353-b732-471b-b57f-dc80d8c0f34f service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623993 Sep 20 12:34:18.891333 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f056882b-a105-4236-b74e-6480f8894857 req-958974da-efc3-4884-8bf4-503be68514ab service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453719 Sep 20 12:34:18.962971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Router cb6dd09b-a427-47fd-83ac-b3d801e7e196 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:34:19.084668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:34:19.093037 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aa5b9a98-30dc-4b07-ba83-1ff82e0e739b admin admin] 10.222.0.37 "PUT /v2.0/routers/cb6dd09b-a427-47fd-83ac-b3d801e7e196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418670 Sep 20 12:34:19.093280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56730) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:19.101172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e9775-6612-4852-b172-25473bd6e222 None None] Sync routers for ids ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:34:19.114045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d5a8b-d9de-415a-aeef-de8d35232bfe req-91337e82-f5bc-4c35-b040-65add87bdf94 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:19.114242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e9775-6612-4852-b172-25473bd6e222 None None] Routers {'cb6dd09b-a427-47fd-83ac-b3d801e7e196'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:19.114716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-527e9775-6612-4852-b172-25473bd6e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:19.115673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e1d5a8b-d9de-415a-aeef-de8d35232bfe req-91337e82-f5bc-4c35-b040-65add87bdf94 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0592372 Sep 20 12:34:19.158530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e1d5a8b-d9de-415a-aeef-de8d35232bfe req-d9613d47-5f69-4728-aebc-81047e3d4dc7 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353043 Sep 20 12:34:19.222601 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:19.225681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-527e9775-6612-4852-b172-25473bd6e222 None None] Set router cb6dd09b-a427-47fd-83ac-b3d801e7e196 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:19.332847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:19.496163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Deleting port 97bfd4e9-3edc-4c04-9bc7-1453773b9759 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:19.496505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:19.552871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-527e9775-6612-4852-b172-25473bd6e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:34:18Z', 'revision_number': 5, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port': {'id': '97bfd4e9-3edc-4c04-9bc7-1453773b9759', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:37Z', 'updated_at': '2021-09-20T12:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:19.577130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] For port 97bfd4e9-3edc-4c04-9bc7-1453773b9759, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=97bfd4e9-3edc-4c04-9bc7-1453773b9759,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:19.577503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:19.580078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e9775-6612-4852-b172-25473bd6e222 None None] Checking router: cb6dd09b-a427-47fd-83ac-b3d801e7e196 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:34:19.588419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e9775-6612-4852-b172-25473bd6e222 None None] Routers {'cb6dd09b-a427-47fd-83ac-b3d801e7e196'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:19.589069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-527e9775-6612-4852-b172-25473bd6e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:19.589246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Calling delete_port for 97bfd4e9-3edc-4c04-9bc7-1453773b9759 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:19.703820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-527e9775-6612-4852-b172-25473bd6e222 None None] Set router cb6dd09b-a427-47fd-83ac-b3d801e7e196 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:19.734627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc685d-c13c-4bf8-9009-5932d89c747a req-1e46ab7b-108f-42c7-b9d8-37e9cc6e5c5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:19.736498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cdc685d-c13c-4bf8-9009-5932d89c747a req-1e46ab7b-108f-42c7-b9d8-37e9cc6e5c5c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0711124 Sep 20 12:34:19.772210 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:19.772965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-527e9775-6612-4852-b172-25473bd6e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:34:19Z', 'revision_number': 6, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:19.791852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cdc685d-c13c-4bf8-9009-5932d89c747a req-cfe66493-1704-4646-a10e-d9f738cb893f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436120 Sep 20 12:34:19.802817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e9775-6612-4852-b172-25473bd6e222 None None] The sync data for ids ['cb6dd09b-a427-47fd-83ac-b3d801e7e196'] in n-d-809934-3 is: [{'id': 'cb6dd09b-a427-47fd-83ac-b3d801e7e196', 'name': 'tempest-AttachSCSIVolumeTestJSON-1493487668-router', 'tenant_id': '469e7d1322ba43119a5f726987983925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:36Z', 'updated_at': '2021-09-20T12:34:19Z', 'revision_number': 6, 'project_id': '469e7d1322ba43119a5f726987983925', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:34:19.852262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:19.878154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Pushing event deleted for resources: {'Port': ['ID=97bfd4e9-3edc-4c04-9bc7-1453773b9759,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:19.904951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-5a4dc454-3523-498b-ba97-583915b53232 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:19.906531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-5a4dc454-3523-498b-ba97-583915b53232 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0714965 Sep 20 12:34:19.948070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.034765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Deleting port 1890b0d1-b9ed-4038-8d58-782738442bd1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:20.035125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.050223 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.052387 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.130562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] For port 1890b0d1-b9ed-4038-8d58-782738442bd1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1890b0d1-b9ed-4038-8d58-782738442bd1,segment=NetworkSegment(b836f8b7-6aab-4ace-8503-819267b73b04),segment_id=b836f8b7-6aab-4ace-8503-819267b73b04)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:20.130951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.148018 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Calling delete_port for 1890b0d1-b9ed-4038-8d58-782738442bd1 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:20.157568 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.184939 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.186040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb6dd09b-a427-47fd-83ac-b3d801e7e196 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:34:20.191305 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.195784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-37740e30-b716-4f5b-883a-645720f2ee87 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cb6dd09b-a427-47fd-83ac-b3d801e7e196 HTTP/1.1" status: 204 len: 168 time: 1.1007810 Sep 20 12:34:20.196773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56756) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:20.297724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33d49b0-7a81-4a9f-8927-decd8956aa17 admin admin] Deleting subnet c894b638-bae5-4fc6-b2d7-c63a910c8ffb {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:34:20.301790 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f33d49b0-7a81-4a9f-8927-decd8956aa17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.323949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5599-7f2a-41d8-84b5-f49b99c635b5 req-6856e4bc-7bb9-475e-b79d-e864349bf0b8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:20.329834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b9b5599-7f2a-41d8-84b5-f49b99c635b5 req-6856e4bc-7bb9-475e-b79d-e864349bf0b8 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 945 time: 0.0868480 Sep 20 12:34:20.359849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f33d49b0-7a81-4a9f-8927-decd8956aa17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.423507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b9b5599-7f2a-41d8-84b5-f49b99c635b5 req-f3ce7f66-d4a3-41e2-ae68-3425d3f02ae7 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/security-groups?id=82051920-1931-4e0a-aa35-fc8eb563eb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746808 Sep 20 12:34:20.465073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f33d49b0-7a81-4a9f-8927-decd8956aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.468301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.479855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['1890b0d1-b9ed-4038-8d58-782738442bd1'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:34:20.502544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Pushing event deleted for resources: {'Port': ['ID=1890b0d1-b9ed-4038-8d58-782738442bd1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:20.542057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] No DVR routers for this DVR port 1890b0d1-b9ed-4038-8d58-782738442bd1 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:20.544904 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.547012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40e2cf03-316c-464e-85ed-68db5229ef5d req-4c33c3fd-4bc4-407a-9a6a-bad37739b0d0 tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.21 "DELETE /v2.0/ports/1890b0d1-b9ed-4038-8d58-782738442bd1 HTTP/1.1" status: 204 len: 173 time: 0.6341879 Sep 20 12:34:20.629722 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f33d49b0-7a81-4a9f-8927-decd8956aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.660220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d49b0-7a81-4a9f-8927-decd8956aa17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c894b638-bae5-4fc6-b2d7-c63a910c8ffb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:20.664644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f33d49b0-7a81-4a9f-8927-decd8956aa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.667075 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f33d49b0-7a81-4a9f-8927-decd8956aa17 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c894b638-bae5-4fc6-b2d7-c63a910c8ffb HTTP/1.1" status: 204 len: 168 time: 0.4646297 Sep 20 12:34:20.669672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56762) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:20.674885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94037f2d-3286-4abf-9e9a-6d7fe0475362 None None] Network f356aa71-3575-4547-a2c0-5472abe254a9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:34:20.756099 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.797532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b4de334c-ecc8-473b-aa67-c4abc1ef343f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:20.823518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b4de334c-ecc8-473b-aa67-c4abc1ef343f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:20.823518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b4de334c-ecc8-473b-aa67-c4abc1ef343f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:20.855427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Deleting port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:20.856016 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.943346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] DHCP port deletion for f356aa71-3575-4547-a2c0-5472abe254a9 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:34:20.947396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] For port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:20.947787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:20.963107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Calling delete_port for 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:20.994419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16036ad-c121-4b2c-a9de-51b8d10a0841 req-9d9a0a65-c5c2-48a4-9767-7063ca7f06df tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:20.998734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c16036ad-c121-4b2c-a9de-51b8d10a0841 req-9d9a0a65-c5c2-48a4-9767-7063ca7f06df tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0779164 Sep 20 12:34:21.006732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] Deleting port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:21.007109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.045418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c16036ad-c121-4b2c-a9de-51b8d10a0841 req-54de64c8-b6ff-4d5b-b7d4-e680463f652e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401947 Sep 20 12:34:21.079969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] For port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,segment=NetworkSegment(54cee622-3451-4520-8cf7-5c97c4b91023),segment_id=54cee622-3451-4520-8cf7-5c97c4b91023)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:21.080545 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.095296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] Calling delete_port for 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:21.202446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.213507 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.241188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:21.250538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] No DVR routers for this DVR port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:21.258074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] Pushing event deleted for resources: {'Port': ['ID=9ff29693-a2e7-448d-ac70-6cd1fee9bb4e,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:21.284289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183c69a-18fd-4239-9cb9-4b45d783c180 None None] No DVR routers for this DVR port 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:21.334770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.358232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f356aa71-3575-4547-a2c0-5472abe254a9']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:21.369562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cee622-3451-4520-8cf7-5c97c4b91023') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:21.369858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cee622-3451-4520-8cf7-5c97c4b91023') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:21.379527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.392843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.398541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:34:21.398925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:34:21.400517 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:34:21.540177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d3cd4fe-13d4-4416-a6fa-0103045b0382 req-46667757-11fb-43d3-8623-0ce6c0adcb4f tempest-ServerDiskConfigTestJSON-2001987851 tempest-ServerDiskConfigTestJSON-2001987851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 210 time: 0.0302503 Sep 20 12:34:21.561608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.567991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:21.571768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] 10.222.0.37 "DELETE /v2.0/networks/f356aa71-3575-4547-a2c0-5472abe254a9 HTTP/1.1" status: 204 len: 168 time: 0.8998170 Sep 20 12:34:21.573479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56784) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:21.589145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e89e91-0eca-4532-83bb-285e05cd05ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f356aa71-3575-4547-a2c0-5472abe254a9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:21.959413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:22.166012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf2651-2918-4201-8961-da9b041c594e req-4a1e01ac-70a7-4580-ae0f-6f99361fd8a7 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:22.167542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bacf2651-2918-4201-8961-da9b041c594e req-4a1e01ac-70a7-4580-ae0f-6f99361fd8a7 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0494568 Sep 20 12:34:22.208568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bacf2651-2918-4201-8961-da9b041c594e req-d27cd784-b4dc-4707-85df-8169fa530bdb tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339890 Sep 20 12:34:22.218976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Deleting port 437e7556-ea85-4622-af7d-b062103f0bc4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:22.219523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:22.315955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 97bfd4e9-3edc-4c04-9bc7-1453773b9759 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:22.335810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 97bfd4e9-3edc-4c04-9bc7-1453773b9759 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:22.336154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 97bfd4e9-3edc-4c04-9bc7-1453773b9759 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:22.336634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:22.338284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] For port 437e7556-ea85-4622-af7d-b062103f0bc4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=437e7556-ea85-4622-af7d-b062103f0bc4,segment=NetworkSegment(5a283281-52f6-4548-8f8c-c77a3ee3aeff),segment_id=5a283281-52f6-4548-8f8c-c77a3ee3aeff)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:22.338658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:22.356461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:22.356888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9ff29693-a2e7-448d-ac70-6cd1fee9bb4e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:22.358430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Calling delete_port for 437e7556-ea85-4622-af7d-b062103f0bc4 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:22.629361 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:22.656125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Pushing event deleted for resources: {'Port': ['ID=437e7556-ea85-4622-af7d-b062103f0bc4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:22.747505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:22.796171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-214e8de5-683d-41a5-afb9-a7644b93a106 admin admin] Deleting subnet 4ead40a3-9a58-484e-9745-7f51bf270c28 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:34:22.799444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e8de5-683d-41a5-afb9-a7644b93a106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:22.836834 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e8de5-683d-41a5-afb9-a7644b93a106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:22.901402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e8de5-683d-41a5-afb9-a7644b93a106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.046051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e8de5-683d-41a5-afb9-a7644b93a106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.072639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e8de5-683d-41a5-afb9-a7644b93a106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ead40a3-9a58-484e-9745-7f51bf270c28,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:23.076471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e8de5-683d-41a5-afb9-a7644b93a106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.080935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-214e8de5-683d-41a5-afb9-a7644b93a106 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4ead40a3-9a58-484e-9745-7f51bf270c28 HTTP/1.1" status: 204 len: 168 time: 0.3305547 Sep 20 12:34:23.081241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:23.151557 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.174773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.234943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.256936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7043fe-5491-4a14-9a38-c2a39063eca6']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:23.267346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b836f8b7-6aab-4ace-8503-819267b73b04') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:23.268206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b836f8b7-6aab-4ace-8503-819267b73b04') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:23.284584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.322191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.332067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:34:23.332496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:34:23.334171 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:34:23.407249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6ddbd-6d72-4a9d-9461-8669b10b4fee req-a71b1751-2fb7-46f5-a49d-e0051ea15234 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:23.408768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08b6ddbd-6d72-4a9d-9461-8669b10b4fee req-a71b1751-2fb7-46f5-a49d-e0051ea15234 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.1165602 Sep 20 12:34:23.437480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:34:23.460894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08b6ddbd-6d72-4a9d-9461-8669b10b4fee req-199ecd6e-df95-4e37-8f85-366215599d57 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456951 Sep 20 12:34:23.487539 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.492898 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.495381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] 10.222.0.37 "DELETE /v2.0/networks/bb7043fe-5491-4a14-9a38-c2a39063eca6 HTTP/1.1" status: 204 len: 168 time: 0.4131675 Sep 20 12:34:23.533058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8eda1-6169-48b8-9df0-e01c6ca4bf8c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7043fe-5491-4a14-9a38-c2a39063eca6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:23.575156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:34:23.585389 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] Sync routers for ids ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:34:23.588559 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-566cff8c-3db4-4691-842d-537ebd10f66a admin admin] 10.222.0.37 "PUT /v2.0/routers/3dc7ca20-a15b-4af9-8646-17e6800fd2b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0134847 Sep 20 12:34:23.591082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56838) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:23.599015 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] Routers {'3dc7ca20-a15b-4af9-8646-17e6800fd2b6'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:23.599707 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:23.710674 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] Set router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:23.718641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.837192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:23.891957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56844) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:23.920313 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:34:22Z', 'revision_number': 5, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:23.940067 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a621e9c1-82a3-4bc6-ba86-3d9c75e741ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468855 Sep 20 12:34:23.952964 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] Checking router: 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:34:23.953913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56848) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:23.962482 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] Routers {'3dc7ca20-a15b-4af9-8646-17e6800fd2b6'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:23.963103 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:24.010326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9daef2e2-d488-4302-9c8e-db66c7f14738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.023635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Deleting port 5528b95d-d205-4e2e-b597-635f86684b2c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:24.024110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.035023 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9daef2e2-d488-4302-9c8e-db66c7f14738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.084691 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] Set router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:24.114270 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] For port 5528b95d-d205-4e2e-b597-635f86684b2c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5528b95d-d205-4e2e-b597-635f86684b2c,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:24.114642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.128435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Calling delete_port for 5528b95d-d205-4e2e-b597-635f86684b2c owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:24.193870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9daef2e2-d488-4302-9c8e-db66c7f14738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.196774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9daef2e2-d488-4302-9c8e-db66c7f14738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.198184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9daef2e2-d488-4302-9c8e-db66c7f14738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82051920-1931-4e0a-aa35-fc8eb563eb1c HTTP/1.1" status: 204 len: 168 time: 0.2432702 Sep 20 12:34:24.208365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daef2e2-d488-4302-9c8e-db66c7f14738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82051920-1931-4e0a-aa35-fc8eb563eb1c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:24.405947 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:34:22Z', 'revision_number': 5, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:24.432801 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc7651-7471-4061-a5f9-b6c26daf8565 None None] The sync data for ids ['3dc7ca20-a15b-4af9-8646-17e6800fd2b6'] in n-d-809934-3 is: [{'id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975331472-router', 'tenant_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:47Z', 'updated_at': '2021-09-20T12:34:22Z', 'revision_number': 5, 'project_id': '23afb7e3d8064eb0af4ee8e129b64f2d', 'gw_port': {'id': '5528b95d-d205-4e2e-b597-635f86684b2c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc7ca20-a15b-4af9-8646-17e6800fd2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:48Z', 'updated_at': '2021-09-20T12:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:34:24.469438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.501389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5528b95d-d205-4e2e-b597-635f86684b2c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:24.563620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.599984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10156d4e-a878-43f4-b27f-f239d4f43653 req-5f297a7a-2056-4012-a3a2-55a33f0d5fee tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:24.601587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10156d4e-a878-43f4-b27f-f239d4f43653 req-5f297a7a-2056-4012-a3a2-55a33f0d5fee tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0582011 Sep 20 12:34:24.658528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10156d4e-a878-43f4-b27f-f239d4f43653 req-26280401-fa5b-4a82-b393-a11acf389d31 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Sep 20 12:34:24.665450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.668213 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.779136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.782143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc7ca20-a15b-4af9-8646-17e6800fd2b6 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:34:24.787110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.789072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-189a876e-ba82-4bd2-b147-07c7118a8a15 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3dc7ca20-a15b-4af9-8646-17e6800fd2b6 HTTP/1.1" status: 204 len: 168 time: 1.1959896 Sep 20 12:34:24.792038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56872) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:24.882862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af46b29-0434-4715-804f-c19a55cf7a80 admin admin] Deleting subnet 980a83a5-a47d-4816-8135-efe4fec32cae {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:34:24.892189 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3af46b29-0434-4715-804f-c19a55cf7a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.942045 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3af46b29-0434-4715-804f-c19a55cf7a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:24.978310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1890b0d1-b9ed-4038-8d58-782738442bd1 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:24.999543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 1890b0d1-b9ed-4038-8d58-782738442bd1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:24.999891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1890b0d1-b9ed-4038-8d58-782738442bd1 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:25.037489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3af46b29-0434-4715-804f-c19a55cf7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.201491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3af46b29-0434-4715-804f-c19a55cf7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.230655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af46b29-0434-4715-804f-c19a55cf7a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980a83a5-a47d-4816-8135-efe4fec32cae,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:25.234911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3af46b29-0434-4715-804f-c19a55cf7a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.240669 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3af46b29-0434-4715-804f-c19a55cf7a80 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/980a83a5-a47d-4816-8135-efe4fec32cae HTTP/1.1" status: 204 len: 168 time: 0.4452951 Sep 20 12:34:25.241099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:25.241745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ea9cc-0366-4a2c-b4a6-6739a7ca451e None None] Network d5b6efe3-ab84-4ad3-9da9-120cd0852abf requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:34:25.348244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.428722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Deleting port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:25.429105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.494381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] For port 30f0f69a-d166-483b-9a32-cda74c2ee5a2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=30f0f69a-d166-483b-9a32-cda74c2ee5a2,segment=NetworkSegment(5a283281-52f6-4548-8f8c-c77a3ee3aeff),segment_id=5a283281-52f6-4548-8f8c-c77a3ee3aeff)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:25.494753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.507967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Calling delete_port for 30f0f69a-d166-483b-9a32-cda74c2ee5a2 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:25.660464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] DHCP port deletion for d5b6efe3-ab84-4ad3-9da9-120cd0852abf request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:34:25.669499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56900) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:25.675357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.719477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] No DVR routers for this DVR port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:25.767253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f0f69a-d166-483b-9a32-cda74c2ee5a2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:25.767750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] Deleting port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:25.768395 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.836901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] For port 30f0f69a-d166-483b-9a32-cda74c2ee5a2, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:25.837328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.852238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] Calling delete_port for 30f0f69a-d166-483b-9a32-cda74c2ee5a2 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:25.855661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] Port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:34:25.863399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.867874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.880562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1565608046-network', 'tenant_id': '6377a779a55646a59d6e05551986e8fc'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:25.894207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8977a4-8a96-4aa7-ab8a-f10c5afb1282 req-c817b91f-9d2d-4e97-974f-981b6892bc26 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:25.895604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b8977a4-8a96-4aa7-ab8a-f10c5afb1282 req-c817b91f-9d2d-4e97-974f-981b6892bc26 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.1253927 Sep 20 12:34:25.898184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] Pushing event deleted for resources: {'Port': ['ID=30f0f69a-d166-483b-9a32-cda74c2ee5a2,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:25.899264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b6efe3-ab84-4ad3-9da9-120cd0852abf']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:25.904917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe134ccb-8f0a-4d76-a45b-547a46f6e229 None None] No DVR routers for this DVR port 30f0f69a-d166-483b-9a32-cda74c2ee5a2 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:25.917559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a283281-52f6-4548-8f8c-c77a3ee3aeff') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:25.917559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a283281-52f6-4548-8f8c-c77a3ee3aeff') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:25.932478 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.958382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.969962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b8977a4-8a96-4aa7-ab8a-f10c5afb1282 req-81ea4614-7685-4181-8de6-0f52d58f8fee tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Sep 20 12:34:25.970856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:34:25.971242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:34:25.972860 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:34:25.992215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Made reservation on behalf of 6377a779a55646a59d6e05551986e8fc for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:34:26.000923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.016954 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.086690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.094353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.101738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5b6efe3-ab84-4ad3-9da9-120cd0852abf HTTP/1.1" status: 204 len: 168 time: 0.8576052 Sep 20 12:34:26.113387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c9873-396c-4e11-b625-01d43d6aed28 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b6efe3-ab84-4ad3-9da9-120cd0852abf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:26.155112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.212332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.239101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:34:26.249642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc7107c-64ed-4419-93c6-d34bc5dae026,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:26.256921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.257377 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Added segment 44167b0a-41ec-487d-8825-349c5f53baf0 of type vlan for network f44048c8-eb83-43d4-b308-d4aef976b86c Sep 20 12:34:26.307380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.321625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5528b95d-d205-4e2e-b597-635f86684b2c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:26.342895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5528b95d-d205-4e2e-b597-635f86684b2c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:26.343143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5528b95d-d205-4e2e-b597-635f86684b2c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:26.343556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 437e7556-ea85-4622-af7d-b062103f0bc4 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:26.361905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 437e7556-ea85-4622-af7d-b062103f0bc4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:26.362249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 437e7556-ea85-4622-af7d-b062103f0bc4 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:26.362648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 30f0f69a-d166-483b-9a32-cda74c2ee5a2 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:26.380511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 30f0f69a-d166-483b-9a32-cda74c2ee5a2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:26.380877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 30f0f69a-d166-483b-9a32-cda74c2ee5a2 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:26.428953 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.430071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:26.430691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.494014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f44048c8-eb83-43d4-b308-d4aef976b86c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:26.496049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:26.504873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f44048c8-eb83-43d4-b308-d4aef976b86c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:34:26.534873 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-518823ea-8f1e-4d9a-90c7-15bd6b2a23c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8641205 Sep 20 12:34:26.536493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56926) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:26.541456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Request body: {'subnet': {'network_id': 'f44048c8-eb83-43d4-b308-d4aef976b86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1565608046-subnet', 'tenant_id': '6377a779a55646a59d6e05551986e8fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:26.548487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-41402356-ca26-4176-86ec-3a5c511d1b8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=469e7d1322ba43119a5f726987983925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502105 Sep 20 12:34:26.552886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56928) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:26.608918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10518e0b-147f-409f-a941-6dc26d11986b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.630384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10518e0b-147f-409f-a941-6dc26d11986b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.663512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Made reservation on behalf of 6377a779a55646a59d6e05551986e8fc for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:34:26.665844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.834734 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10518e0b-147f-409f-a941-6dc26d11986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.837287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10518e0b-147f-409f-a941-6dc26d11986b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:26.838549 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-10518e0b-147f-409f-a941-6dc26d11986b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e655b2a-5ae9-446b-a7af-2496cff406fa HTTP/1.1" status: 204 len: 168 time: 0.2847245 Sep 20 12:34:26.846770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10518e0b-147f-409f-a941-6dc26d11986b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e655b2a-5ae9-446b-a7af-2496cff406fa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:26.972452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:27.030372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7ab410-151d-4f26-b513-ffe4685d807b,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:27.039129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Checking segment: {'id': '44167b0a-41ec-487d-8825-349c5f53baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f44048c8-eb83-43d4-b308-d4aef976b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:34:27.039491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Network hostable DHCP agents. Network: f44048c8-eb83-43d4-b308-d4aef976b86c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:34:27.098140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec28af-03b0-4394-b039-17fd7e752299 req-f0c319c1-a1a1-4af5-9c71-1a06e7ee955c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:27.099672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58ec28af-03b0-4394-b039-17fd7e752299 req-f0c319c1-a1a1-4af5-9c71-1a06e7ee955c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0492928 Sep 20 12:34:27.139528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58ec28af-03b0-4394-b039-17fd7e752299 req-0928e4b5-5a14-4f9a-8fc1-a33923457374 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Sep 20 12:34:27.194937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Network f44048c8-eb83-43d4-b308-d4aef976b86c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:34:27.347941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f44048c8-eb83-43d4-b308-d4aef976b86c) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:27.354854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:27.354854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:27.361659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab2888-ecb8-463a-9247-26e7fae2af16 None None] Network f44048c8-eb83-43d4-b308-d4aef976b86c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:34:27.475908 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4170ad6d-3542-4635-b7af-a38ebe5603db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9381764 Sep 20 12:34:27.493905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaca51ec-ad80-4885-b414-b1183ef0db97 None None] Network f44048c8-eb83-43d4-b308-d4aef976b86c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:34:27.718762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56964) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:27.763367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-12df5e6c-5d7e-4dad-b1a6-e1317f70b0dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23afb7e3d8064eb0af4ee8e129b64f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407205 Sep 20 12:34:27.763642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56966) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:27.814088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8203af5b-b39e-4585-a9ab-6b3e9ecf873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:27.837156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8203af5b-b39e-4585-a9ab-6b3e9ecf873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:27.970156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8203af5b-b39e-4585-a9ab-6b3e9ecf873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:27.970156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8203af5b-b39e-4585-a9ab-6b3e9ecf873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:27.970626 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8203af5b-b39e-4585-a9ab-6b3e9ecf873d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7aaa1e2-a522-477b-b3a8-d06fc973346b HTTP/1.1" status: 204 len: 168 time: 0.2059979 Sep 20 12:34:27.978511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203af5b-b39e-4585-a9ab-6b3e9ecf873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aaa1e2-a522-477b-b3a8-d06fc973346b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:28.105804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-9eddfe72-2356-4cb1-ba83-f1279e603358 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:28.105804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-9eddfe72-2356-4cb1-ba83-f1279e603358 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/networks?id=f44048c8-eb83-43d4-b308-d4aef976b86c HTTP/1.1" status: 200 len: 822 time: 0.1224952 Sep 20 12:34:28.118953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-b61126da-0aaa-4b2e-8287-4af40852cc73 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/quotas/6377a779a55646a59d6e05551986e8fc HTTP/1.1" status: 200 len: 375 time: 0.0096669 Sep 20 12:34:28.153974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-1da9db2e-5787-453d-bd65-21ad1c961806 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6377a779a55646a59d6e05551986e8fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287919 Sep 20 12:34:28.248307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-dfed0dd4-738e-4580-affa-457f5f672f18 service neutron] 10.222.0.37 "GET /v2.0/networks/f44048c8-eb83-43d4-b308-d4aef976b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869651 Sep 20 12:34:28.348314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-41019327-8c18-46bd-9454-781511f9c1dc service neutron] 10.222.0.37 "GET /v2.0/networks/f44048c8-eb83-43d4-b308-d4aef976b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936122 Sep 20 12:34:28.724612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa026eb-322a-476c-ad30-9cf1ce97e543 req-2739523e-92ad-432a-b9fa-dc98db5b6811 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:28.738730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa026eb-322a-476c-ad30-9cf1ce97e543 req-2739523e-92ad-432a-b9fa-dc98db5b6811 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0567396 Sep 20 12:34:28.769435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa026eb-322a-476c-ad30-9cf1ce97e543 req-e5b85b2d-75b3-4b45-a2ba-88edb343640b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352111 Sep 20 12:34:29.057112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d27513ab-f251-4b79-85ee-f2fc584b4909 req-d30bc4f0-1adc-4e0d-acd8-26f3ed8a0b98 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 210 time: 0.0416338 Sep 20 12:34:29.234718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:29.337506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1955191002-network', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:29.445946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Made reservation on behalf of 9a20cf7ce233414ea61b392ac1b12fa0 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:34:29.448373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:29.461434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:29.553271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:29.691689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:29.717301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:34:29.726111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34008a0-d338-4c71-8b0d-f0036d35df91,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:29.732210 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:29.732554 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Added segment 9ef08713-01b5-4596-b647-742fa0f6697b of type vlan for network 3b73591e-39cf-4627-8e22-db94b92159a2 Sep 20 12:34:29.773492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:29.893560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d18df-3fe4-41f0-8bca-5e3bab742756 req-00b3ebe3-6ebc-420e-a4fd-6f94f1a367a4 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:29.895069 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-862d18df-3fe4-41f0-8bca-5e3bab742756 req-00b3ebe3-6ebc-420e-a4fd-6f94f1a367a4 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0522294 Sep 20 12:34:29.909763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:29.910715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:29.911284 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:30.298545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0624557 Sep 20 12:34:30.301884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57034) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:30.308197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Request body: {'subnet': {'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1955191002-subnet', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:30.331038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-862d18df-3fe4-41f0-8bca-5e3bab742756 req-41c80db6-f0f0-4fe7-8e8d-89cc866d645b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292364 Sep 20 12:34:30.336120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22d83e-c5a7-48e3-95a5-36a8b723019b admin admin] Pushing event updated for resources: {'Network': ['ID=3b73591e-39cf-4627-8e22-db94b92159a2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:30.350817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 3b73591e-39cf-4627-8e22-db94b92159a2 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:34:30.440266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Made reservation on behalf of 9a20cf7ce233414ea61b392ac1b12fa0 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:34:30.442639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:30.636416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09813537-c4a2-4e46-a3d5-5a9fa5a68930 req-4ccc31ea-313b-4df8-a172-b9fc3ecf7538 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 210 time: 0.0268817 Sep 20 12:34:30.669173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:30.725363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdb2b13-78b6-420f-b0a8-817843d50bce,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:30.735658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Checking segment: {'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:34:30.736020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Network hostable DHCP agents. Network: 3b73591e-39cf-4627-8e22-db94b92159a2, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:34:30.800102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Network 3b73591e-39cf-4627-8e22-db94b92159a2 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:34:30.874618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 3b73591e-39cf-4627-8e22-db94b92159a2) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:30.879418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:30.879881 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:30.884723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1420a6-b9cf-4cc9-89e6-e392b72bf515 None None] Network 3b73591e-39cf-4627-8e22-db94b92159a2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:34:30.954337 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e5d9ed1-d519-421a-a34c-295d22ae34fa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6505110 Sep 20 12:34:30.956839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57036) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:30.961266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:31.036054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-3b73591e-39cf-4627-8e22-db94b92159a2', 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'fixed_ips': [{'subnet_id': '8fdb2b13-78b6-420f-b0a8-817843d50bce'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:34:31.037221 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.041415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.043091 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.112946 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.163749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-f43f78be-2ccd-4b77-883c-f617514d316d tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:31.165626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-f43f78be-2ccd-4b77-883c-f617514d316d tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.21 "GET /v2.0/networks?id=f44048c8-eb83-43d4-b308-d4aef976b86c HTTP/1.1" status: 200 len: 822 time: 0.1299074 Sep 20 12:34:31.184729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Request body: {'port': {'device_id': '35aedb10-1e07-4f09-b1d6-4bc4e7addccd', 'network_id': 'f44048c8-eb83-43d4-b308-d4aef976b86c', 'admin_state_up': True, 'tenant_id': '6377a779a55646a59d6e05551986e8fc'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:31.213319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Allocated IP 172.20.0.2 (3b73591e-39cf-4627-8e22-db94b92159a2/8fdb2b13-78b6-420f-b0a8-817843d50bce/ca4e5e3d-b30f-4b9b-888f-cb51132c3454) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:31.353078 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.389232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.417382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Made reservation on behalf of 6377a779a55646a59d6e05551986e8fc for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:34:31.420641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.481689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.494282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9d18-d07b-41d6-908c-b0a8e222f885 req-45921039-a5d0-457a-bb95-623d5b03fcbd tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:31.496728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c20a9d18-d07b-41d6-908c-b0a8e222f885 req-45921039-a5d0-457a-bb95-623d5b03fcbd tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0896006 Sep 20 12:34:31.542699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Network 3b73591e-39cf-4627-8e22-db94b92159a2 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:31.547079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:31.552790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:31.621358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Allocated IP 172.20.0.3 (f44048c8-eb83-43d4-b308-d4aef976b86c/ab7ab410-151d-4f26-b513-ffe4685d807b/85549b0c-7c67-40b3-9036-f45ee610bb48) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:31.641998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Pushing event updated for resources: {'Port': ['ID=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:31.652322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Attempting to bind port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:34:31.652322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Attempting to bind port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:34:31.652322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Attempting to bind port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 on network 3b73591e-39cf-4627-8e22-db94b92159a2 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:31.654520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:34:31.655269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Checking segment: {'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:34:31.656033 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.656722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Bound using segment: {'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:34:31.660181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Bound port: ca4e5e3d-b30f-4b9b-888f-cb51132c3454, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:34:31.661038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.719086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.739303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] For port ca4e5e3d-b30f-4b9b-888f-cb51132c3454, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:34:31.743885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] For port ca4e5e3d-b30f-4b9b-888f-cb51132c3454, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,segment=NetworkSegment(9ef08713-01b5-4596-b647-742fa0f6697b),segment_id=9ef08713-01b5-4596-b647-742fa0f6697b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:34:31.748552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.748733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c20a9d18-d07b-41d6-908c-b0a8e222f885 req-70b085e3-1692-4c3f-9d7e-35b088843c08 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756106 Sep 20 12:34:31.814456 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.859486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:31.917469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Allocated IP 172.25.6.152 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/13949924-0068-417b-96a5-0865ae49d03f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:31.919217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d59092-67d0-43d9-b29b-127e22bab60c None None] Pushing event updated for resources: {'Port': ['ID=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:31.995505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.062923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Network f44048c8-eb83-43d4-b308-d4aef976b86c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:32.066401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:32.073349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:32.075111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.078085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Pushing event updated for resources: {'Port': ['ID=85549b0c-7c67-40b3-9036-f45ee610bb48,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:32.181123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:32.185639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.207922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366ca21-e821-430e-a498-cd8460b37a70 req-a3c90cb9-98d7-47f3-92cc-b31ca1111920 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:32.210643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4366ca21-e821-430e-a498-cd8460b37a70 req-a3c90cb9-98d7-47f3-92cc-b31ca1111920 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 931 time: 0.0993853 Sep 20 12:34:32.256894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4366ca21-e821-430e-a498-cd8460b37a70 req-0882fc1d-d13f-4d9a-8e76-7ea088e1eb0c tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Sep 20 12:34:32.267511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.267649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-06dce6b8-5cd4-47e3-bc61-36dd7ea3146e tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0891759 Sep 20 12:34:32.289129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Request body: {'port': {'device_id': '35aedb10-1e07-4f09-b1d6-4bc4e7addccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:32.331238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:32.334859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:32.338087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:32.372100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Pushing event updated for resources: {'Port': ['ID=13949924-0068-417b-96a5-0865ae49d03f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:32.395573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.403095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ca4e5e3d-b30f-4b9b-888f-cb51132c3454 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:34:32.458906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:32.459533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.566994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.613245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port ca4e5e3d-b30f-4b9b-888f-cb51132c3454, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,segment=NetworkSegment(9ef08713-01b5-4596-b647-742fa0f6697b),segment_id=9ef08713-01b5-4596-b647-742fa0f6697b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:32.692577 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.710591 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.720678 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85549b0c-7c67-40b3-9036-f45ee610bb48 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:34:32.729726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.745388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Transition to ACTIVE for port object 85549b0c-7c67-40b3-9036-f45ee610bb48 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:34:32.772495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:32.834707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:32.923504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Pushing event updated for resources: {'Port': ['ID=85549b0c-7c67-40b3-9036-f45ee610bb48,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:32.986262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:33.013499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08683f3a-6ad9-48f2-be54-b1db588d5a5f req-a4118f53-8574-4195-969e-67ad3d70916b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:33.015148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08683f3a-6ad9-48f2-be54-b1db588d5a5f req-a4118f53-8574-4195-969e-67ad3d70916b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.1301930 Sep 20 12:34:33.078134 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08683f3a-6ad9-48f2-be54-b1db588d5a5f req-8b8c9ee8-c5c8-429c-b0e6-f5080a7b6f7c tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561712 Sep 20 12:34:33.078812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Attempting to bind port 85549b0c-7c67-40b3-9036-f45ee610bb48 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:34:33.079151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Attempting to bind port 85549b0c-7c67-40b3-9036-f45ee610bb48 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '44167b0a-41ec-487d-8825-349c5f53baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f44048c8-eb83-43d4-b308-d4aef976b86c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:34:33.079484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Attempting to bind port 85549b0c-7c67-40b3-9036-f45ee610bb48 on network f44048c8-eb83-43d4-b308-d4aef976b86c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:33.085195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Port 85549b0c-7c67-40b3-9036-f45ee610bb48 on network f44048c8-eb83-43d4-b308-d4aef976b86c not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:34:33.085530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Attempting to bind port 85549b0c-7c67-40b3-9036-f45ee610bb48 on network f44048c8-eb83-43d4-b308-d4aef976b86c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:33.091262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:34:33.091608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Checking segment: {'id': '44167b0a-41ec-487d-8825-349c5f53baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f44048c8-eb83-43d4-b308-d4aef976b86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:34:33.092003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Bound using segment: {'id': '44167b0a-41ec-487d-8825-349c5f53baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f44048c8-eb83-43d4-b308-d4aef976b86c'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:34:33.092827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Bound port: 85549b0c-7c67-40b3-9036-f45ee610bb48, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44167b0a-41ec-487d-8825-349c5f53baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f44048c8-eb83-43d4-b308-d4aef976b86c'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:34:33.092827 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:33.170954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] For port 85549b0c-7c67-40b3-9036-f45ee610bb48, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:34:33.174949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] For port 85549b0c-7c67-40b3-9036-f45ee610bb48, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85549b0c-7c67-40b3-9036-f45ee610bb48,segment=NetworkSegment(44167b0a-41ec-487d-8825-349c5f53baf0),segment_id=44167b0a-41ec-487d-8825-349c5f53baf0)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:34:33.212069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:34:33.222423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2286819a-086c-4fba-9ac0-8ba48013a314 None None] Network 3b73591e-39cf-4627-8e22-db94b92159a2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:34:33.249898 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:33.296303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b38c835a-979a-45a9-8d8c-6ceb37da6ff8 None None] Provisioning complete for port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:33.296947 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b38c835a-979a-45a9-8d8c-6ceb37da6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:33.343829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:33.343829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:33.344459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] 10.222.0.21 "PUT /v2.0/ports/85549b0c-7c67-40b3-9036-f45ee610bb48 HTTP/1.1" status: 200 len: 1091 time: 1.0684457 Sep 20 12:34:33.399736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442f0bb-af9d-4f33-ad5c-66aa6b6c993b service neutron] Pushing event updated for resources: {'Port': ['ID=85549b0c-7c67-40b3-9036-f45ee610bb48,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:33.429370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:34:33.443345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Sync routers for ids ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:34:33.472691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Routers {'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:33.473370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:33.474890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5c814-e8ea-4e20-801c-85547458bc69 req-ddc953f8-e190-4b6b-97c4-19c72c83fb40 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:33.476623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5cc5c814-e8ea-4e20-801c-85547458bc69 req-ddc953f8-e190-4b6b-97c4-19c72c83fb40 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 943 time: 0.0624592 Sep 20 12:34:33.553763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:33.558619 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b7a618c1-dae6-4d4f-83be-1460042375e1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6005473 Sep 20 12:34:33.565430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57076) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:33.565588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5cc5c814-e8ea-4e20-801c-85547458bc69 req-3e39e40c-138c-4357-9f60-2e0ca18441a7 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747478 Sep 20 12:34:33.572954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-0de7f393-89f8-4762-91d9-89a28dc2b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:33.574695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-0de7f393-89f8-4762-91d9-89a28dc2b296 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6377a779a55646a59d6e05551986e8fc&device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 1094 time: 0.0956755 Sep 20 12:34:33.648379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-3c2140cc-02ab-4371-b2e3-b24bc7dbc5e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85549b0c-7c67-40b3-9036-f45ee610bb48 HTTP/1.1" status: 200 len: 217 time: 0.0622606 Sep 20 12:34:33.713135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-d678bb60-2c3d-49c1-86b3-71d47cae982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:33.716448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-d678bb60-2c3d-49c1-86b3-71d47cae982a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab7ab410-151d-4f26-b513-ffe4685d807b HTTP/1.1" status: 200 len: 862 time: 0.0586228 Sep 20 12:34:33.778968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-bdd73cc9-dc84-48ad-9ffb-20a79b0e1e49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f44048c8-eb83-43d4-b308-d4aef976b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507503 Sep 20 12:34:33.853931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Set router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:33.991184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-17f9a095-62bd-40ce-9566-6f2faefa30a0 service neutron] 10.222.0.21 "GET /v2.0/networks/f44048c8-eb83-43d4-b308-d4aef976b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014859 Sep 20 12:34:34.125119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '13949924-0068-417b-96a5-0865ae49d03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:32Z', 'revision_number': 3, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port': {'id': '13949924-0068-417b-96a5-0865ae49d03f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:34.143449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71e7cf13-0e6c-435b-b554-d8c295488ed0 req-c3d30a2e-3f4a-48f5-9767-6e9aaaca5abd service neutron] 10.222.0.21 "GET /v2.0/networks/f44048c8-eb83-43d4-b308-d4aef976b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432877 Sep 20 12:34:34.169271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Checking router: c501cde2-62d1-4d0d-9201-c3ca6baf1d4f for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:34:34.169672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Updating router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f port 13949924-0068-417b-96a5-0865ae49d03f binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:34:34.207801 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:34.264914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3de97-b9da-4dc8-9af7-c9a246daf0a0 req-2e2114d7-0445-444d-aa1e-77c401841e73 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:34.273241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96b3de97-b9da-4dc8-9af7-c9a246daf0a0 req-2e2114d7-0445-444d-aa1e-77c401841e73 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0735126 Sep 20 12:34:34.340966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96b3de97-b9da-4dc8-9af7-c9a246daf0a0 req-ae4c54ff-96fa-4d60-99ec-f69f04fe6e88 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Sep 20 12:34:34.361646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-013b0321-7427-4312-938b-85f7b816163a None None] Provisioning complete for port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:34.362079 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-013b0321-7427-4312-938b-85f7b816163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:34.408844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ca4e5e3d-b30f-4b9b-888f-cb51132c3454 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:34:34.686792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:34.687329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:34.704303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:34.754900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e3c3-a3f9-4c15-8d50-19a210480937 req-b12f623d-970e-43cc-b0f3-6bd7adc5b374 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:34.756441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64b1e3c3-a3f9-4c15-8d50-19a210480937 req-b12f623d-970e-43cc-b0f3-6bd7adc5b374 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 943 time: 0.0579777 Sep 20 12:34:34.822521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64b1e3c3-a3f9-4c15-8d50-19a210480937 req-b8099342-7020-4bea-8fd2-3a3ea966a38a tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507891 Sep 20 12:34:34.834686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:34.911460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Allocated IP 172.20.0.1 (3b73591e-39cf-4627-8e22-db94b92159a2/8fdb2b13-78b6-420f-b0a8-817843d50bce/a775cfe1-b2bf-4f3e-9e50-b98b272c4e75) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:34.925740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:34.977794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb3190-1dc7-40a3-b9e4-fc7b3e733fe6 None None] Pushing event updated for resources: {'Port': ['ID=13949924-0068-417b-96a5-0865ae49d03f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:34.980125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Attempting to bind port 13949924-0068-417b-96a5-0865ae49d03f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:34:34.981128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Attempting to bind port 13949924-0068-417b-96a5-0865ae49d03f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:34:34.981704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Attempting to bind port 13949924-0068-417b-96a5-0865ae49d03f on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:34.992493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:34:34.992493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:34:34.992493 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:34.992493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:34:34.992493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Bound port: 13949924-0068-417b-96a5-0865ae49d03f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:34:34.992493 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.026862 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.044026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] For port 13949924-0068-417b-96a5-0865ae49d03f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:34:35.047403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] For port 13949924-0068-417b-96a5-0865ae49d03f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=13949924-0068-417b-96a5-0865ae49d03f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:34:35.126278 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.172397 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.179756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Routers {'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:35.180361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:35.208619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Network 3b73591e-39cf-4627-8e22-db94b92159a2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:35.213300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:35.217193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:35.224871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb3190-1dc7-40a3-b9e4-fc7b3e733fe6 None None] Pushing event updated for resources: {'Port': ['ID=13949924-0068-417b-96a5-0865ae49d03f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:35.249193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Pushing event updated for resources: {'Port': ['ID=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:35.266555 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.307891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] Set router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:35.474723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa562b2-4ebd-4a44-9ae0-5d988e7ac748 req-539c61c0-91f4-495f-bbb9-6f0a63cf5141 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:35.476297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afa562b2-4ebd-4a44-9ae0-5d988e7ac748 req-539c61c0-91f4-495f-bbb9-6f0a63cf5141 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0571215 Sep 20 12:34:35.533202 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-215abbe4-6be6-4c2a-a3bb-f790dc5e0063 None None] Provisioning complete for port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:35.533202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-215abbe4-6be6-4c2a-a3bb-f790dc5e0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.533961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afa562b2-4ebd-4a44-9ae0-5d988e7ac748 req-cca812d1-9a23-4a1c-9100-aa8be5ca7c31 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Sep 20 12:34:35.547576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '13949924-0068-417b-96a5-0865ae49d03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:32Z', 'revision_number': 3, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port': {'id': '13949924-0068-417b-96a5-0865ae49d03f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:35.551047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-215abbe4-6be6-4c2a-a3bb-f790dc5e0063 None None] Port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:34:35.580616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5aa28-f7f1-4b53-a037-5572e57daf88 None None] The sync data for ids ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'] in n-d-809934-3 is: [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '13949924-0068-417b-96a5-0865ae49d03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:32Z', 'revision_number': 3, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port': {'id': '13949924-0068-417b-96a5-0865ae49d03f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:34:35.674560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.881999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.966442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:35.981555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ce91-96c9-4d4a-bef5-0a7a3ba3e2ba req-d4ba2dbb-937c-4353-95f7-ec65d22fc6af tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:35.983192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f908ce91-96c9-4d4a-bef5-0a7a3ba3e2ba req-d4ba2dbb-937c-4353-95f7-ec65d22fc6af tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 943 time: 0.0695436 Sep 20 12:34:36.026652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f908ce91-96c9-4d4a-bef5-0a7a3ba3e2ba req-4a32b567-4dc1-47f6-adba-5bdf19527979 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354848 Sep 20 12:34:36.034639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:36.060517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Pushing event updated for resources: {'Port': ['ID=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:36.141249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Network 3b73591e-39cf-4627-8e22-db94b92159a2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:36.142701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:36.301027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:34:36.352784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 13949924-0068-417b-96a5-0865ae49d03f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:34:36.408751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 13949924-0068-417b-96a5-0865ae49d03f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:36.409184 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:36.445607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:34:36.451946 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b3dae6ed-3647-425c-82b6-1275308eba7d admin admin] 10.222.0.37 "PUT /v2.0/routers/c501cde2-62d1-4d0d-9201-c3ca6baf1d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897891 Sep 20 12:34:36.505983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:36.517171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1055a5cf-361c-45bf-894a-720db875d572 None None] Provisioning complete for port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:36.517572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1055a5cf-361c-45bf-894a-720db875d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:36.578277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 13949924-0068-417b-96a5-0865ae49d03f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=13949924-0068-417b-96a5-0865ae49d03f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:36.587703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1055a5cf-361c-45bf-894a-720db875d572 None None] Port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:34:36.646367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:36.671931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f9f99-da2c-4072-a4f0-a536cbcb63f6 req-fb8460ae-544c-42c7-97f2-4f90a3ac80aa tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:36.675794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e9f9f99-da2c-4072-a4f0-a536cbcb63f6 req-fb8460ae-544c-42c7-97f2-4f90a3ac80aa tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0754533 Sep 20 12:34:36.696261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=13949924-0068-417b-96a5-0865ae49d03f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:36.717624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e9f9f99-da2c-4072-a4f0-a536cbcb63f6 req-9f969043-cbc2-4cce-9892-b0708ccde39d tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377145 Sep 20 12:34:37.034534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-20ed2fb0-5549-4dc5-af29-1cf53252759d tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1135435 Sep 20 12:34:37.046824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:37.047100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 85549b0c-7c67-40b3-9036-f45ee610bb48 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:34:37.137787 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.152642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 85549b0c-7c67-40b3-9036-f45ee610bb48, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85549b0c-7c67-40b3-9036-f45ee610bb48,segment=NetworkSegment(44167b0a-41ec-487d-8825-349c5f53baf0),segment_id=44167b0a-41ec-487d-8825-349c5f53baf0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:37.169157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '85549b0c-7c67-40b3-9036-f45ee610bb48', 'network_id': 'f44048c8-eb83-43d4-b308-d4aef976b86c', 'port_id': '85549b0c-7c67-40b3-9036-f45ee610bb48', 'mac_address': 'fa:16:3e:f8:df:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7ab410-151d-4f26-b513-ffe4685d807b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:34:37.211045 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.225792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85549b0c-7c67-40b3-9036-f45ee610bb48 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:34:37.248428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 85549b0c-7c67-40b3-9036-f45ee610bb48, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85549b0c-7c67-40b3-9036-f45ee610bb48,segment=NetworkSegment(44167b0a-41ec-487d-8825-349c5f53baf0),segment_id=44167b0a-41ec-487d-8825-349c5f53baf0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:37.248629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.326641 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.351340 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Sync routers for ids ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:34:37.362324 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Routers {'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:37.362722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Allocated IP 172.25.6.205 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/0fe128c7-604e-480b-a42f-c0f415be722a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:37.362941 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:37.385954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=85549b0c-7c67-40b3-9036-f45ee610bb48,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:37.471545 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Set router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:37.472692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.556759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['85549b0c-7c67-40b3-9036-f45ee610bb48'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:34:37.572221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.620636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:37.625479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:37.627878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:37.689393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Pushing event updated for resources: {'Port': ['ID=0fe128c7-604e-480b-a42f-c0f415be722a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:37.692900 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '13949924-0068-417b-96a5-0865ae49d03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:35Z', 'revision_number': 4, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port': {'id': '13949924-0068-417b-96a5-0865ae49d03f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a775cfe1-b2bf-4f3e-9e50-b98b272c4e75', 'name': '', 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'mac_address': 'fa:16:3e:b7:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8fdb2b13-78b6-420f-b0a8-817843d50bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:34Z', 'updated_at': '2021-09-20T12:34:35Z', 'revision_number': 2, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'subnets': [{'id': '8fdb2b13-78b6-420f-b0a8-817843d50bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:37.725374 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Checking router: c501cde2-62d1-4d0d-9201-c3ca6baf1d4f for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:34:37.725839 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Updating router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:34:37.729242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.752993 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.820713 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:37.988151 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.041489 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.068594 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.145573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Pushing event updated for resources: {'Port': ['ID=0fe128c7-604e-480b-a42f-c0f415be722a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:38.156264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.165784 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.216033 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Pushing event updated for resources: {'Port': ['ID=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:38.238947 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.239343 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.239666 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.239996 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.240322 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.240644 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.240961 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.241302 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.241618 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.241930 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.242269 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.242752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:34:38.280164 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.280164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-112d5824-be3c-46d3-abec-f93e5653bbe5 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2332416 Sep 20 12:34:38.304108 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Attempting to bind port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:34:38.304473 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Attempting to bind port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:34:38.307924 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Attempting to bind port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 on network 3b73591e-39cf-4627-8e22-db94b92159a2 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:38.317348 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:34:38.317723 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Checking segment: {'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:34:38.318122 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.318552 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Bound using segment: {'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:34:38.319245 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Bound port: a775cfe1-b2bf-4f3e-9e50-b98b272c4e75, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef08713-01b5-4596-b647-742fa0f6697b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:34:38.319870 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.348313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-215575f0-e4e6-44c6-83b8-6eb694071133 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.0654817 Sep 20 12:34:38.349483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 13949924-0068-417b-96a5-0865ae49d03f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:34:38.401868 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] For port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:34:38.403122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 13949924-0068-417b-96a5-0865ae49d03f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:38.403122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.411657 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] For port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,segment=NetworkSegment(9ef08713-01b5-4596-b647-742fa0f6697b),segment_id=9ef08713-01b5-4596-b647-742fa0f6697b)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:34:38.474493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-23c0fdd8-be3c-4f73-ab46-0d4979d873bb tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:38.474802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abd0180e-1b02-4848-b32e-ac1c3861b812 req-23c0fdd8-be3c-4f73-ab46-0d4979d873bb tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1208034 Sep 20 12:34:38.525520 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.596417 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c82f8-b19b-4674-b895-9764447e2617 None None] Pushing event updated for resources: {'Port': ['ID=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:38.599909 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Routers {'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:38.600844 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:38.663497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-280b3a6e-8ab1-49e0-aa4d-dda998f2610c None None] Provisioning complete for port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:38.663875 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-280b3a6e-8ab1-49e0-aa4d-dda998f2610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.760733 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] Set router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:38.772238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-280b3a6e-8ab1-49e0-aa4d-dda998f2610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.802736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543758e-216b-482b-aeab-9e28ae962e96 req-8f37b9fd-1bd4-4018-ac67-b87ff6d25c0a tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:38.804476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5543758e-216b-482b-aeab-9e28ae962e96 req-8f37b9fd-1bd4-4018-ac67-b87ff6d25c0a tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 944 time: 0.0728345 Sep 20 12:34:38.818177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-280b3a6e-8ab1-49e0-aa4d-dda998f2610c None None] For port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,segment=NetworkSegment(9ef08713-01b5-4596-b647-742fa0f6697b),segment_id=9ef08713-01b5-4596-b647-742fa0f6697b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:38.851548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5543758e-216b-482b-aeab-9e28ae962e96 req-c186cc06-9504-451c-9ce0-e6476455e78b tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Sep 20 12:34:38.890294 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-280b3a6e-8ab1-49e0-aa4d-dda998f2610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:38.956031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b3a6e-8ab1-49e0-aa4d-dda998f2610c None None] Pushing event updated for resources: {'Port': ['ID=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:38.981553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab37a2a-762a-465c-bd9b-82a87b5926f4 req-17da7b83-2651-4831-9b6d-398a3b795a34 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:38.983114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ab37a2a-762a-465c-bd9b-82a87b5926f4 req-17da7b83-2651-4831-9b6d-398a3b795a34 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0623405 Sep 20 12:34:38.994820 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '13949924-0068-417b-96a5-0865ae49d03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:35Z', 'revision_number': 4, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port': {'id': '13949924-0068-417b-96a5-0865ae49d03f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a775cfe1-b2bf-4f3e-9e50-b98b272c4e75', 'name': '', 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'mac_address': 'fa:16:3e:b7:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8fdb2b13-78b6-420f-b0a8-817843d50bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:34Z', 'updated_at': '2021-09-20T12:34:38Z', 'revision_number': 4, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'subnets': [{'id': '8fdb2b13-78b6-420f-b0a8-817843d50bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:39.017849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2df1bfca-261b-4033-9597-d699ff4d6766 None None] Provisioning complete for port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:39.018232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2df1bfca-261b-4033-9597-d699ff4d6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:39.029575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ab37a2a-762a-465c-bd9b-82a87b5926f4 req-b5139a66-e911-42cc-ba82-8bec6e0f6471 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Sep 20 12:34:39.042272 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87f55b-2d4d-41a2-8b52-861a3738cf1b None None] The sync data for ids ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'] in n-d-809934-3 is: [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '13949924-0068-417b-96a5-0865ae49d03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:35Z', 'revision_number': 4, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port': {'id': '13949924-0068-417b-96a5-0865ae49d03f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a775cfe1-b2bf-4f3e-9e50-b98b272c4e75', 'name': '', 'network_id': '3b73591e-39cf-4627-8e22-db94b92159a2', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'mac_address': 'fa:16:3e:b7:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8fdb2b13-78b6-420f-b0a8-817843d50bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:34Z', 'updated_at': '2021-09-20T12:34:38Z', 'revision_number': 4, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'subnets': [{'id': '8fdb2b13-78b6-420f-b0a8-817843d50bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:34:39.045649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 85549b0c-7c67-40b3-9036-f45ee610bb48 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:34:39.214661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0fe2d3-82a9-4e4c-990a-bfca90440ff3 req-e82385ef-ec3c-49a7-ab7a-e2686311f714 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips/e67915d0-b0b5-429d-9912-5f35fcd77431 HTTP/1.1" status: 200 len: 693 time: 0.0620580 Sep 20 12:34:39.219510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 85549b0c-7c67-40b3-9036-f45ee610bb48 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:34:39.222132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 85549b0c-7c67-40b3-9036-f45ee610bb48 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:39.222499 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:39.318231 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:39.343041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fe2d3-82a9-4e4c-990a-bfca90440ff3 req-155ed124-af35-469f-9018-2d9cdd49d50b tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:39.345433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aedb10-1e07-4f09-b1d6-4bc4e7addccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85549b0c-7c67-40b3-9036-f45ee610bb48'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:34:39.348067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0fe2d3-82a9-4e4c-990a-bfca90440ff3 req-155ed124-af35-469f-9018-2d9cdd49d50b tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1267974 Sep 20 12:34:39.349549 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ef3f2a-f015-4105-9cae-a8b169fec725" -d '{"events": [{"server_uuid": "35aedb10-1e07-4f09-b1d6-4bc4e7addccd", "name": "network-vif-plugged", "status": "completed", "tag": "85549b0c-7c67-40b3-9036-f45ee610bb48"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:34:39.366643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 85549b0c-7c67-40b3-9036-f45ee610bb48, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85549b0c-7c67-40b3-9036-f45ee610bb48,segment=NetworkSegment(44167b0a-41ec-487d-8825-349c5f53baf0),segment_id=44167b0a-41ec-487d-8825-349c5f53baf0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:39.390926 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234f4a2d-e710-4e2f-be5a-7414f8703c2a x-openstack-request-id: req-234f4a2d-e710-4e2f-be5a-7414f8703c2a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:34:39.391224 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aedb10-1e07-4f09-b1d6-4bc4e7addccd", "name": "network-vif-plugged", "status": "completed", "tag": "85549b0c-7c67-40b3-9036-f45ee610bb48", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:34:39.391535 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-234f4a2d-e710-4e2f-be5a-7414f8703c2a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:34:39.391956 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aedb10-1e07-4f09-b1d6-4bc4e7addccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85549b0c-7c67-40b3-9036-f45ee610bb48', 'code': 200} Sep 20 12:34:39.423391 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:39.477071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=85549b0c-7c67-40b3-9036-f45ee610bb48,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:39.526022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa58b793-fab8-41ed-905d-7af911e1ebba req-9d7501a5-519f-49c9-93aa-84378769eef4 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=9a20cf7ce233414ea61b392ac1b12fa0 HTTP/1.1" status: 200 len: 696 time: 0.1221669 Sep 20 12:34:39.572574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5103a19-7132-4311-9705-a65b1f30c9da req-e20503a8-f80c-4667-aa0e-ced085a690ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:39.574167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5103a19-7132-4311-9705-a65b1f30c9da req-e20503a8-f80c-4667-aa0e-ced085a690ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 1096 time: 0.0845046 Sep 20 12:34:39.657095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5103a19-7132-4311-9705-a65b1f30c9da req-678db1a5-5a5c-4512-b023-eb9711cf72e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498648 Sep 20 12:34:39.668903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58b793-fab8-41ed-905d-7af911e1ebba req-93fe1b3a-aedc-48a6-91a0-7f0807532c74 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:39.670566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa58b793-fab8-41ed-905d-7af911e1ebba req-93fe1b3a-aedc-48a6-91a0-7f0807532c74 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/networks?id=74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 787 time: 0.1380105 Sep 20 12:34:39.982830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-e4bf5a5d-1068-434f-8c1a-52f10ba0a22c tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips/e67915d0-b0b5-429d-9912-5f35fcd77431 HTTP/1.1" status: 200 len: 693 time: 0.0490711 Sep 20 12:34:40.106646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b8324-92c3-44e6-bd68-a61f064a5f9a req-57e1d1fd-d647-481c-bbe3-c43a8abc778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:40.106646 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-494b8324-92c3-44e6-bd68-a61f064a5f9a req-57e1d1fd-d647-481c-bbe3-c43a8abc778b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 1096 time: 0.0497704 Sep 20 12:34:40.123800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-9e005c5c-58fd-4a8d-a8c9-20bfce71b0cf tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:40.125561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-9e005c5c-58fd-4a8d-a8c9-20bfce71b0cf tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1310222 Sep 20 12:34:40.148909 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-494b8324-92c3-44e6-bd68-a61f064a5f9a req-84230952-1676-4676-a0fb-7453fdfbc3d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364616 Sep 20 12:34:40.181023 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-eff58d2c-f2d5-41c3-a80b-48367d74afb7 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.0465376 Sep 20 12:34:40.236770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-d453f472-99eb-4c81-afb5-d3d7b26d33c2 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.205 HTTP/1.1" status: 200 len: 696 time: 0.0485275 Sep 20 12:34:40.344618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:34:40.378625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Deleting port 0fe128c7-604e-480b-a42f-c0f415be722a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:40.378981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:40.399750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:40.400117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:40.457124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:40.457527 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:40.470903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Calling delete_port for 0fe128c7-604e-480b-a42f-c0f415be722a owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:40.673320 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:40.702807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Pushing event deleted for resources: {'Port': ['ID=0fe128c7-604e-480b-a42f-c0f415be722a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:40.769881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:40.773185 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:40.774415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-259b91d4-7296-4650-a0e1-8e198c82f195 req-0bab39a7-45fe-4a45-a02a-72928c3ad7f8 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "DELETE /v2.0/floatingips/e67915d0-b0b5-429d-9912-5f35fcd77431 HTTP/1.1" status: 204 len: 173 time: 0.5319428 Sep 20 12:34:40.873114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07047d7-ac98-4479-9ec7-d84b7d42082d req-4f901c67-9a07-490b-86b3-b99f79216b71 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:40.874644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d07047d7-ac98-4479-9ec7-d84b7d42082d req-4f901c67-9a07-490b-86b3-b99f79216b71 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 945 time: 0.0527346 Sep 20 12:34:40.912969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d07047d7-ac98-4479-9ec7-d84b7d42082d req-bfa3a0ca-0dab-4120-8f8e-96015e00aab3 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Sep 20 12:34:41.021949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b56db-1122-44cc-8038-aa0dc6e9177e req-e00bfecc-840d-407d-be99-35bece21fc08 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:41.023510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-882b56db-1122-44cc-8038-aa0dc6e9177e req-e00bfecc-840d-407d-be99-35bece21fc08 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0538430 Sep 20 12:34:41.062131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-882b56db-1122-44cc-8038-aa0dc6e9177e req-f1b483a3-d916-433d-ab37-a6d1d75a9be0 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Sep 20 12:34:41.276283 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-a74669ce-197e-4adc-85da-e71ddd6ec60b tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1237428 Sep 20 12:34:41.286560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:41.440269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:41.543907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:41.653894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Allocated IP 172.25.6.79 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/007beb3e-9704-418c-9c86-d84ae3bed8a2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:41.761332 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:41.874612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:41.913796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:41.918013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:41.920462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:41.944178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Pushing event updated for resources: {'Port': ['ID=007beb3e-9704-418c-9c86-d84ae3bed8a2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:42.014050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:42.105468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:42.263588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:42.360267 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:42.383164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7564a960-922d-4671-aa63-cb7aee65e2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:42.428974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Pushing event updated for resources: {'Port': ['ID=007beb3e-9704-418c-9c86-d84ae3bed8a2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:42.442394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:42.531058 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:42.532289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-1bcaf920-436f-40e2-b650-deaf5be63b3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2495100 Sep 20 12:34:42.589375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-497211f8-d7b3-4948-8cee-15c97df59231 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 695 time: 0.0506163 Sep 20 12:34:42.694107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-4df2e44d-216f-4e50-8bce-2b357e2a90f7 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:42.697221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d624b0a-e4a2-4cd4-b0e8-d6b313f11255 req-4df2e44d-216f-4e50-8bce-2b357e2a90f7 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1000352 Sep 20 12:34:42.915176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822c8c-2378-43a6-b19f-0423f2ac5a92 req-b2f8ac5b-785e-4907-a63e-fa397969978b tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:42.916659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af822c8c-2378-43a6-b19f-0423f2ac5a92 req-b2f8ac5b-785e-4907-a63e-fa397969978b tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 945 time: 0.0554008 Sep 20 12:34:42.956054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af822c8c-2378-43a6-b19f-0423f2ac5a92 req-a896863f-26fd-4e40-a056-11d647542bce tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Sep 20 12:34:43.062877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33744e2-40b7-4b29-b825-190ac4dc6a4e req-ff91ef4d-5e59-4d49-8b5a-82262c264345 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:43.064369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a33744e2-40b7-4b29-b825-190ac4dc6a4e req-ff91ef4d-5e59-4d49-8b5a-82262c264345 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0513225 Sep 20 12:34:43.102844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a33744e2-40b7-4b29-b825-190ac4dc6a4e req-c7be53bc-52cd-4e08-9837-527405268f0a tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Sep 20 12:34:43.229348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-6647acfe-ebcb-419d-8ce8-ae326a326307 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips/32bf7c4c-0562-4a43-9254-3cae7f63d5dd HTTP/1.1" status: 200 len: 692 time: 0.0445726 Sep 20 12:34:43.337218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-c567a0b8-0fcb-46d1-9127-da13320caf66 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:43.338553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-c567a0b8-0fcb-46d1-9127-da13320caf66 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.1025243 Sep 20 12:34:43.389955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-39486b65-5384-40c3-92c0-f301b6466d3a tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 695 time: 0.0441988 Sep 20 12:34:43.443875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-ba011f6a-0a1d-4846-970c-387694448de6 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 695 time: 0.0467041 Sep 20 12:34:43.893947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Deleting port 007beb3e-9704-418c-9c86-d84ae3bed8a2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:43.894291 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:43.968594 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:43.968827 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:43.980952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Calling delete_port for 007beb3e-9704-418c-9c86-d84ae3bed8a2 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:44.217126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:44.243196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Pushing event deleted for resources: {'Port': ['ID=007beb3e-9704-418c-9c86-d84ae3bed8a2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:44.310098 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:44.312850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:44.314035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55c1132c-d52b-4119-986b-9f6f05a5de5a req-9e506597-3978-4754-aa2e-66fd5f407f22 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "DELETE /v2.0/floatingips/32bf7c4c-0562-4a43-9254-3cae7f63d5dd HTTP/1.1" status: 204 len: 173 time: 0.8638160 Sep 20 12:34:44.697508 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-19defc6c-eddb-4978-85e1-6c6790e27b59 req-4338cf9f-1a01-4c49-a546-077072204a12 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] show failed (client error): The resource could not be found. Sep 20 12:34:44.698545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19defc6c-eddb-4978-85e1-6c6790e27b59 req-4338cf9f-1a01-4c49-a546-077072204a12 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips/32bf7c4c-0562-4a43-9254-3cae7f63d5dd HTTP/1.1" status: 404 len: 350 time: 0.0374136 Sep 20 12:34:45.028427 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-21d81266-b328-4ebf-b2c1-8c873784b396 req-ba01cc32-eadc-429e-a6e2-1a6e1b643ab4 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] show failed (client error): The resource could not be found. Sep 20 12:34:45.029601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21d81266-b328-4ebf-b2c1-8c873784b396 req-ba01cc32-eadc-429e-a6e2-1a6e1b643ab4 tempest-FloatingIPsTestJSON-1022963045 tempest-FloatingIPsTestJSON-1022963045-project] 10.222.0.37 "GET /v2.0/floatingips/32bf7c4c-0562-4a43-9254-3cae7f63d5dd HTTP/1.1" status: 404 len: 350 time: 0.0389469 Sep 20 12:34:45.038449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57626) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:45.191266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-205426ef-9c79-4851-9267-0229634eec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:45.192865 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-205426ef-9c79-4851-9267-0229634eec8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 1096 time: 0.0842829 Sep 20 12:34:45.205527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f986055e-14d7-425a-931e-36406d18b729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:45.368380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-3cd60147-336b-4a15-b4e7-68a95d31bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:45.369980 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-3cd60147-336b-4a15-b4e7-68a95d31bddb service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 200 len: 918 time: 0.1691322 Sep 20 12:34:45.432696 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-515e11b4-d416-4b3b-a7f5-9234d605de86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67afcfd-fb59-4735-a615-5a601df95b37 HTTP/1.1" status: 200 len: 217 time: 0.0544946 Sep 20 12:34:45.512011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-1db1df3b-a047-43a7-9f33-555ac1d062e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:45.513596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-1db1df3b-a047-43a7-9f33-555ac1d062e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57ae8ea6-0dcd-41e0-9c04-27321b60f0de HTTP/1.1" status: 200 len: 858 time: 0.0731649 Sep 20 12:34:45.547194 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-7bcd2c91-bc85-4816-a295-6ef6153c7881 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264213 Sep 20 12:34:45.598758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:45.641377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb85cc5-b5d6-447c-b044-17c38d58acbd req-c1ed50f2-536a-4da1-bbf6-cd13c5e6d177 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:45.642887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-adb85cc5-b5d6-447c-b044-17c38d58acbd req-c1ed50f2-536a-4da1-bbf6-cd13c5e6d177 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0491872 Sep 20 12:34:45.681201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-adb85cc5-b5d6-447c-b044-17c38d58acbd req-425e6439-22cc-4b29-b749-8732701da583 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Sep 20 12:34:45.685259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-d3a9858c-a3c7-461c-a5bf-0a26960a81bc service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310871 Sep 20 12:34:45.724582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:45.859441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a94d780-7e86-464e-b832-c5e668247bd1 req-3e09bf2b-e4f5-428b-be3b-5fac30ed1d5f service neutron] 10.222.0.32 "GET /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673529 Sep 20 12:34:45.863903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265fa6e-58b6-44b9-971a-55797a501635 req-1941c188-69af-4420-a455-21b6fbbab22f tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:45.865626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1265fa6e-58b6-44b9-971a-55797a501635 req-1941c188-69af-4420-a455-21b6fbbab22f tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 945 time: 0.0523612 Sep 20 12:34:45.910369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1265fa6e-58b6-44b9-971a-55797a501635 req-1c6303a3-9449-4cd9-ad07-fa2fade5939b tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Sep 20 12:34:46.031472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Deleting port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:46.031811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:46.119063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] For port a775cfe1-b2bf-4f3e-9e50-b98b272c4e75, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,segment=NetworkSegment(9ef08713-01b5-4596-b647-742fa0f6697b),segment_id=9ef08713-01b5-4596-b647-742fa0f6697b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:46.119667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:46.132687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Calling delete_port for a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:46.250083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-5aad90a1-76b2-42b2-873a-4f6259413bca tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:46.251781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-5aad90a1-76b2-42b2-873a-4f6259413bca tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/networks?id=16d4c9af-26fc-4d7a-abea-f6a47a3074af HTTP/1.1" status: 200 len: 814 time: 0.1100171 Sep 20 12:34:46.267957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-02b9c926-97b7-4950-9dd8-215dd9494421 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/quotas/eda3ecbd058a40fdabd4d240adfc4510 HTTP/1.1" status: 200 len: 375 time: 0.0099473 Sep 20 12:34:46.299986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-14f78282-3adf-4e5f-8148-878a23ca7cb7 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eda3ecbd058a40fdabd4d240adfc4510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257251 Sep 20 12:34:46.382621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:46.395144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-64ad4751-4939-458c-b4ca-ec996b740132 service neutron] 10.222.0.37 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876582 Sep 20 12:34:46.408499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a775cfe1-b2bf-4f3e-9e50-b98b272c4e75,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:46.485527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:46.508060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-6958a102-19b8-46ec-ab05-ac6be808269b service neutron] 10.222.0.37 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023116 Sep 20 12:34:46.579547 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:46.805561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:34:46.934399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:34:46.939492 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d53d75c9-e0bd-4018-beb2-5da8a9aabad7 admin admin] 10.222.0.37 "PUT /v2.0/routers/c501cde2-62d1-4d0d-9201-c3ca6baf1d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8992913 Sep 20 12:34:46.943009 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57672) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:46.947321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] Sync routers for ids ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:34:46.956716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] Routers {'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:46.957421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:47.075663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] Set router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:47.076628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:47.181961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e7a0e-7f82-49b7-91d2-eb77793d6c07 req-e670aa89-8ace-485d-a07a-f37e5838f591 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:47.190821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-429e7a0e-7f82-49b7-91d2-eb77793d6c07 req-e670aa89-8ace-485d-a07a-f37e5838f591 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0876079 Sep 20 12:34:47.206212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-a52f1831-706b-4eb4-ad52-c61791d0fefe tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:47.206610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:47.208663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-a52f1831-706b-4eb4-ad52-c61791d0fefe tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.21 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 945 time: 0.1619351 Sep 20 12:34:47.266999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-429e7a0e-7f82-49b7-91d2-eb77793d6c07 req-c63a4c1e-52a7-4920-ab5b-1d04bbacbb0a tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751007 Sep 20 12:34:47.267787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '13949924-0068-417b-96a5-0865ae49d03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:46Z', 'revision_number': 5, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port': {'id': '13949924-0068-417b-96a5-0865ae49d03f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:47.332328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] Checking router: c501cde2-62d1-4d0d-9201-c3ca6baf1d4f for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:34:47.344824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] Routers {'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:34:47.345506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:34:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:47.354339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77348f93-a276-4d3c-8961-f300853ac7b1 req-8b7d44d8-333f-4e39-bafa-52bd42a6ef62 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 210 time: 0.0301771 Sep 20 12:34:47.358876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Deleting port 13949924-0068-417b-96a5-0865ae49d03f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:47.359343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:47.371605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Deleting port 85549b0c-7c67-40b3-9036-f45ee610bb48 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:47.372277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:47.465849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] Set router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:34:47.473753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] For port 13949924-0068-417b-96a5-0865ae49d03f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=13949924-0068-417b-96a5-0865ae49d03f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:47.474133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:47.501484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Calling delete_port for 13949924-0068-417b-96a5-0865ae49d03f owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:47.513556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] For port 85549b0c-7c67-40b3-9036-f45ee610bb48, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85549b0c-7c67-40b3-9036-f45ee610bb48,segment=NetworkSegment(44167b0a-41ec-487d-8825-349c5f53baf0),segment_id=44167b0a-41ec-487d-8825-349c5f53baf0)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:47.516321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:47.530430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Calling delete_port for 85549b0c-7c67-40b3-9036-f45ee610bb48 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:47.549223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:47Z', 'revision_number': 6, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:47.582652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4416964-5317-4d3a-abd8-e79a048ef223 None None] The sync data for ids ['c501cde2-62d1-4d0d-9201-c3ca6baf1d4f'] in n-d-809934-3 is: [{'id': 'c501cde2-62d1-4d0d-9201-c3ca6baf1d4f', 'name': 'tempest-FloatingIPsTestJSON-1955191002-router', 'tenant_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:34:31Z', 'updated_at': '2021-09-20T12:34:47Z', 'revision_number': 6, 'project_id': '9a20cf7ce233414ea61b392ac1b12fa0', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:34:47.637348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa54c1-3ab5-464e-8b79-9e8b1a23e72a req-0be4831f-7405-4611-a0a7-77cac5a23414 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:47.646439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20aa54c1-3ab5-464e-8b79-9e8b1a23e72a req-0be4831f-7405-4611-a0a7-77cac5a23414 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/ports?device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 945 time: 0.1139581 Sep 20 12:34:47.704077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20aa54c1-3ab5-464e-8b79-9e8b1a23e72a req-529dd195-6a36-4063-9cf7-a9e9b7b6b7ec tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.37 "GET /v2.0/security-groups?id=0dc7107c-64ed-4419-93c6-d34bc5dae026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567484 Sep 20 12:34:47.896763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:47.896957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:47.909911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['85549b0c-7c67-40b3-9036-f45ee610bb48'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:34:47.922951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Pushing event deleted for resources: {'Port': ['ID=13949924-0068-417b-96a5-0865ae49d03f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:47.935121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Pushing event deleted for resources: {'Port': ['ID=85549b0c-7c67-40b3-9036-f45ee610bb48,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:47.969075 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.006235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] No DVR routers for this DVR port 85549b0c-7c67-40b3-9036-f45ee610bb48 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:48.007280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.010545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.014832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21441de6-e2d5-40aa-9706-5bca05a72980 req-90b198b1-937c-47b1-b3b4-e13a706ad964 tempest-InstanceActionsNegativeTestJSON-818361273 tempest-InstanceActionsNegativeTestJSON-818361273-project] 10.222.0.21 "DELETE /v2.0/ports/85549b0c-7c67-40b3-9036-f45ee610bb48 HTTP/1.1" status: 204 len: 173 time: 0.7962677 Sep 20 12:34:48.418874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad0f0c-01ba-4e9c-be5c-be4af9660873 req-4c59c2a1-7017-4749-8c28-9a2b164151a5 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:48.420478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaad0f0c-01ba-4e9c-be5c-be4af9660873 req-4c59c2a1-7017-4749-8c28-9a2b164151a5 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0623126 Sep 20 12:34:48.437168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.439706 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.491178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaad0f0c-01ba-4e9c-be5c-be4af9660873 req-bd5a036a-5862-4d54-9188-3b5872da0576 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636449 Sep 20 12:34:48.591110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:48.614350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.614916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c501cde2-62d1-4d0d-9201-c3ca6baf1d4f {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:34:48.625469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.629938 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6e15fd12-a915-4602-b77b-b321d6ca99fb admin admin] 10.222.0.37 "DELETE /v2.0/routers/c501cde2-62d1-4d0d-9201-c3ca6baf1d4f HTTP/1.1" status: 204 len: 168 time: 1.6867733 Sep 20 12:34:48.630576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57696) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:48.637712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:48.637712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a775cfe1-b2bf-4f3e-9e50-b98b272c4e75 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:48.637712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 13949924-0068-417b-96a5-0865ae49d03f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:48.652833 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-558620cc-cbde-4418-a6f0-9fe6b600a74c req-d332466f-2b0d-4ccc-8f66-c69fed021881 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 210 time: 0.0658581 Sep 20 12:34:48.688765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 13949924-0068-417b-96a5-0865ae49d03f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:48.688765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 13949924-0068-417b-96a5-0865ae49d03f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:48.713592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1215d9-8202-4784-a18e-bfe6634aa051 admin admin] Deleting subnet 8fdb2b13-78b6-420f-b0a8-817843d50bce {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:34:48.718682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a1215d9-8202-4784-a18e-bfe6634aa051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.759463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a1215d9-8202-4784-a18e-bfe6634aa051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:48.862535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a1215d9-8202-4784-a18e-bfe6634aa051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.012955 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a1215d9-8202-4784-a18e-bfe6634aa051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.043571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1215d9-8202-4784-a18e-bfe6634aa051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fdb2b13-78b6-420f-b0a8-817843d50bce,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:49.045971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a1215d9-8202-4784-a18e-bfe6634aa051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.048117 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1a1215d9-8202-4784-a18e-bfe6634aa051 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8fdb2b13-78b6-420f-b0a8-817843d50bce HTTP/1.1" status: 204 len: 168 time: 0.4165688 Sep 20 12:34:49.051430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57708) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:49.059361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2f1f7-25c6-4771-9f83-634e8042378d None None] Network 3b73591e-39cf-4627-8e22-db94b92159a2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:34:49.136244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.157146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:49.268679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-43214295-25c9-4515-89a4-428e442d3ff1 admin admin] Deleting subnet ab7ab410-151d-4f26-b513-ffe4685d807b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:34:49.272915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43214295-25c9-4515-89a4-428e442d3ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.321981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43214295-25c9-4515-89a4-428e442d3ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.334843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] DHCP port deletion for 3b73591e-39cf-4627-8e22-db94b92159a2 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:34:49.353749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Deleting port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:49.354096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.415039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] Deleting port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:34:49.415464 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.474161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43214295-25c9-4515-89a4-428e442d3ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.497855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-fac14cb3-f192-47dc-b0d8-aaa0d9276eeb tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:49.501188 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-fac14cb3-f192-47dc-b0d8-aaa0d9276eeb tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.32 "GET /v2.0/networks?id=16d4c9af-26fc-4d7a-abea-f6a47a3074af HTTP/1.1" status: 200 len: 814 time: 0.1435430 Sep 20 12:34:49.509834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] For port ca4e5e3d-b30f-4b9b-888f-cb51132c3454, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,segment=NetworkSegment(9ef08713-01b5-4596-b647-742fa0f6697b),segment_id=9ef08713-01b5-4596-b647-742fa0f6697b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:49.510304 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.517935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] For port ca4e5e3d-b30f-4b9b-888f-cb51132c3454, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,segment=NetworkSegment(9ef08713-01b5-4596-b647-742fa0f6697b),segment_id=9ef08713-01b5-4596-b647-742fa0f6697b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:49.518400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.518535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Request body: {'port': {'device_id': '60f7979b-2a85-4cc0-ae40-f0963a25bce9', 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af', 'admin_state_up': True, 'tenant_id': 'eda3ecbd058a40fdabd4d240adfc4510'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:49.530123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] Calling delete_port for ca4e5e3d-b30f-4b9b-888f-cb51132c3454 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:49.536774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Calling delete_port for ca4e5e3d-b30f-4b9b-888f-cb51132c3454 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:34:49.657275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43214295-25c9-4515-89a4-428e442d3ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.686971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43214295-25c9-4515-89a4-428e442d3ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7ab410-151d-4f26-b513-ffe4685d807b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:49.692848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43214295-25c9-4515-89a4-428e442d3ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.696640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-43214295-25c9-4515-89a4-428e442d3ff1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ab7ab410-151d-4f26-b513-ffe4685d807b HTTP/1.1" status: 204 len: 168 time: 0.5397253 Sep 20 12:34:49.700097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57718) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:49.731010 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.732654 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.740192 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.761899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Made reservation on behalf of eda3ecbd058a40fdabd4d240adfc4510 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:34:49.772384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.779933 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] Pushing event deleted for resources: {'Port': ['ID=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:49.782648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed1cb2-5adb-4f1a-bd71-9cc408fe7600 None None] No DVR routers for this DVR port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:49.817347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] No DVR routers for this DVR port ca4e5e3d-b30f-4b9b-888f-cb51132c3454 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:34:49.844340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4e5e3d-b30f-4b9b-888f-cb51132c3454,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:49.874091 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.879555 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-286e205d-b13b-4e05-8ed9-685399381d08 req-67a17d69-cea1-4fc3-9350-9227dae5f121 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 210 time: 0.1215169 Sep 20 12:34:49.955744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:49.986226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b73591e-39cf-4627-8e22-db94b92159a2']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:49.995941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef08713-01b5-4596-b647-742fa0f6697b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:49.996411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef08713-01b5-4596-b647-742fa0f6697b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:50.006357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.020241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.026558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:34:50.028373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:34:50.029404 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:34:50.072017 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.100794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Allocated IP 172.20.0.9 (16d4c9af-26fc-4d7a-abea-f6a47a3074af/37253cfb-6624-4ab6-8db4-796c5bfdd9c6/0d82d97b-c11b-47b6-8a08-849f40841b06) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:50.103530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44048c8-eb83-43d4-b308-d4aef976b86c']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:50.119635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44167b0a-41ec-487d-8825-349c5f53baf0') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:50.119931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44167b0a-41ec-487d-8825-349c5f53baf0') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:34:50.130897 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.131904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.156936 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.170971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:34:50.171298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.171542 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:34:50.173047 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:34:50.177918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.183266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3b73591e-39cf-4627-8e22-db94b92159a2 HTTP/1.1" status: 204 len: 168 time: 1.1276066 Sep 20 12:34:50.204150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb4755-8146-4fa3-aa32-7912d353ed25 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b73591e-39cf-4627-8e22-db94b92159a2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:50.310445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.318062 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.322572 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f44048c8-eb83-43d4-b308-d4aef976b86c HTTP/1.1" status: 204 len: 168 time: 0.6188715 Sep 20 12:34:50.333955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ca4e5e3d-b30f-4b9b-888f-cb51132c3454 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:50.345858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e4a36-a1fd-4ec5-a02a-45c15e303909 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44048c8-eb83-43d4-b308-d4aef976b86c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:50.362754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: ca4e5e3d-b30f-4b9b-888f-cb51132c3454 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:50.363360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ca4e5e3d-b30f-4b9b-888f-cb51132c3454 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:50.380075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.498668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.536610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57734) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:50.544310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Network 16d4c9af-26fc-4d7a-abea-f6a47a3074af is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:50.547684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:50.551482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:50.579744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed5ddbfc-b69c-4d14-964d-05064f316645 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a20cf7ce233414ea61b392ac1b12fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418930 Sep 20 12:34:50.582362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57736) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:50.586724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Pushing event updated for resources: {'Port': ['ID=0d82d97b-c11b-47b6-8a08-849f40841b06,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:50.613610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:50.614491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.644553 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-addbd699-8444-42ee-a783-69880defc73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.666321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-addbd699-8444-42ee-a783-69880defc73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.691481 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-85e950ab-b2e7-4b0d-9093-a7093dd7327d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1810441 Sep 20 12:34:50.705728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Request body: {'port': {'device_id': '60f7979b-2a85-4cc0-ae40-f0963a25bce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:50.739273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:50.764565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.767645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-addbd699-8444-42ee-a783-69880defc73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.770403 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-addbd699-8444-42ee-a783-69880defc73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:50.771544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-addbd699-8444-42ee-a783-69880defc73e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c34008a0-d338-4c71-8b0d-f0036d35df91 HTTP/1.1" status: 204 len: 168 time: 0.1880684 Sep 20 12:34:50.790476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbd699-8444-42ee-a783-69880defc73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34008a0-d338-4c71-8b0d-f0036d35df91,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:50.817552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-835190f9-d47e-4dda-bffd-e1dcba746e30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6377a779a55646a59d6e05551986e8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747769 Sep 20 12:34:50.818289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57742) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:50.974509 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-525e7d65-75b6-44d3-977f-a8a7aa828a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.007666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939c5a-df33-416d-99ed-1e55ba35d041 req-5b6d1030-5ab9-4fa0-9f1e-f4731d82819d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:51.009462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06939c5a-df33-416d-99ed-1e55ba35d041 req-5b6d1030-5ab9-4fa0-9f1e-f4731d82819d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 931 time: 0.0569398 Sep 20 12:34:51.034589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-525e7d65-75b6-44d3-977f-a8a7aa828a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.060397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06939c5a-df33-416d-99ed-1e55ba35d041 req-641140fb-73a8-4e57-a387-ad4f30de7992 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Sep 20 12:34:51.124542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 85549b0c-7c67-40b3-9036-f45ee610bb48 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:34:51.144979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 85549b0c-7c67-40b3-9036-f45ee610bb48 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:34:51.145357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 85549b0c-7c67-40b3-9036-f45ee610bb48 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:34:51.159808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d82d97b-c11b-47b6-8a08-849f40841b06 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:34:51.167704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.199952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Transition to ACTIVE for port object 0d82d97b-c11b-47b6-8a08-849f40841b06 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:34:51.200980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-525e7d65-75b6-44d3-977f-a8a7aa828a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.203716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-525e7d65-75b6-44d3-977f-a8a7aa828a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.207276 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-525e7d65-75b6-44d3-977f-a8a7aa828a7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dc7107c-64ed-4419-93c6-d34bc5dae026 HTTP/1.1" status: 204 len: 168 time: 0.3856437 Sep 20 12:34:51.217970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e7d65-75b6-44d3-977f-a8a7aa828a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc7107c-64ed-4419-93c6-d34bc5dae026,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:51.268280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.320236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Pushing event updated for resources: {'Port': ['ID=0d82d97b-c11b-47b6-8a08-849f40841b06,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:51.410437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Attempting to bind port 0d82d97b-c11b-47b6-8a08-849f40841b06 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:34:51.410778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Attempting to bind port 0d82d97b-c11b-47b6-8a08-849f40841b06 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:34:51.411106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Attempting to bind port 0d82d97b-c11b-47b6-8a08-849f40841b06 on network 16d4c9af-26fc-4d7a-abea-f6a47a3074af {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:51.417737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Port 0d82d97b-c11b-47b6-8a08-849f40841b06 on network 16d4c9af-26fc-4d7a-abea-f6a47a3074af not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:34:51.418681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Attempting to bind port 0d82d97b-c11b-47b6-8a08-849f40841b06 on network 16d4c9af-26fc-4d7a-abea-f6a47a3074af {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:34:51.423773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:34:51.424191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Checking segment: {'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:34:51.424620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Bound using segment: {'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:34:51.425077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Bound port: 0d82d97b-c11b-47b6-8a08-849f40841b06, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:34:51.425460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.501163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] For port 0d82d97b-c11b-47b6-8a08-849f40841b06, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:34:51.510959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] For port 0d82d97b-c11b-47b6-8a08-849f40841b06, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0d82d97b-c11b-47b6-8a08-849f40841b06,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:34:51.611468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.645701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:51.646690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:51.648247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] 10.222.0.32 "PUT /v2.0/ports/0d82d97b-c11b-47b6-8a08-849f40841b06 HTTP/1.1" status: 200 len: 1091 time: 0.9479849 Sep 20 12:34:51.652533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f7979b-2a85-4cc0-ae40-f0963a25bce9', 'tag': '0d82d97b-c11b-47b6-8a08-849f40841b06'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:34:51.655694 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0231e193-29a0-4741-aac6-4af38be63a73" -d '{"events": [{"name": "network-changed", "server_uuid": "60f7979b-2a85-4cc0-ae40-f0963a25bce9", "tag": "0d82d97b-c11b-47b6-8a08-849f40841b06"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:34:51.694652 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacf7242-5cfd-43bf-80ce-e4b0165436c4 x-openstack-request-id: req-dacf7242-5cfd-43bf-80ce-e4b0165436c4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:34:51.695043 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f7979b-2a85-4cc0-ae40-f0963a25bce9", "tag": "0d82d97b-c11b-47b6-8a08-849f40841b06", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:34:51.695637 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dacf7242-5cfd-43bf-80ce-e4b0165436c4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:34:51.696147 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f7979b-2a85-4cc0-ae40-f0963a25bce9', 'tag': '0d82d97b-c11b-47b6-8a08-849f40841b06', 'status': 'completed', 'code': 200} Sep 20 12:34:51.697504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182026b-4d67-42e9-9a5e-e300100c100a service neutron] Pushing event updated for resources: {'Port': ['ID=0d82d97b-c11b-47b6-8a08-849f40841b06,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:51.788465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231e193-29a0-4741-aac6-4af38be63a73 req-23daf873-7b6b-462c-a62e-2aed47bc012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:51.791199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0231e193-29a0-4741-aac6-4af38be63a73 req-23daf873-7b6b-462c-a62e-2aed47bc012d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eda3ecbd058a40fdabd4d240adfc4510&device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 1094 time: 0.0596514 Sep 20 12:34:51.923165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231e193-29a0-4741-aac6-4af38be63a73 req-2e5e482e-4a98-4556-b8f8-930387e419ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:51.924837 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0231e193-29a0-4741-aac6-4af38be63a73 req-2e5e482e-4a98-4556-b8f8-930387e419ce service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eda3ecbd058a40fdabd4d240adfc4510&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1259720 Sep 20 12:34:52.091447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231e193-29a0-4741-aac6-4af38be63a73 req-c92e0c43-d95f-42d3-a0ac-835cba63ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:52.093093 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0231e193-29a0-4741-aac6-4af38be63a73 req-c92e0c43-d95f-42d3-a0ac-835cba63ad35 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1575742 Sep 20 12:34:52.205258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-a9e26ef9-4275-42e7-b52c-1aad71d943d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:52.207911 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-a9e26ef9-4275-42e7-b52c-1aad71d943d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eda3ecbd058a40fdabd4d240adfc4510&device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 1094 time: 0.0592151 Sep 20 12:34:52.240708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748fbe7-40c3-40bd-9ac6-60468c8dffb3 req-cc3dc23e-ef4f-4e38-a35b-e02d32589fb5 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:52.262995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f748fbe7-40c3-40bd-9ac6-60468c8dffb3 req-cc3dc23e-ef4f-4e38-a35b-e02d32589fb5 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 943 time: 0.0954587 Sep 20 12:34:52.264044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-e3ca71d9-15d9-4345-9e15-9ce2ff78f2a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d82d97b-c11b-47b6-8a08-849f40841b06 HTTP/1.1" status: 200 len: 217 time: 0.0484779 Sep 20 12:34:52.317145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f748fbe7-40c3-40bd-9ac6-60468c8dffb3 req-93d893fe-b38f-462f-ae1d-f4f858c236f3 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529583 Sep 20 12:34:52.326916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-f00666f6-901a-4d24-b67a-c21b32b09324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:52.326916 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-f00666f6-901a-4d24-b67a-c21b32b09324 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37253cfb-6624-4ab6-8db4-796c5bfdd9c6 HTTP/1.1" status: 200 len: 854 time: 0.0555689 Sep 20 12:34:52.362765 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-b1063faa-6d8f-42ec-81c4-07d3876c3b8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16d4c9af-26fc-4d7a-abea-f6a47a3074af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289221 Sep 20 12:34:52.462691 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-a447bd0c-e4fd-4668-abe1-431e3df647f5 service neutron] 10.222.0.32 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923758 Sep 20 12:34:52.574068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6d3a5337-2df2-430f-8e9b-17bcac2f0a75 req-c8f77d04-df00-46d4-9bd9-a09a948727fe service neutron] 10.222.0.32 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024580 Sep 20 12:34:53.250177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1c640-b429-4998-ab58-743fc7be0e99 req-032fa035-432f-4ae9-b89a-cbd56c1b32a6 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:53.251704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92a1c640-b429-4998-ab58-743fc7be0e99 req-032fa035-432f-4ae9-b89a-cbd56c1b32a6 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0503931 Sep 20 12:34:53.290911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92a1c640-b429-4998-ab58-743fc7be0e99 req-165bf823-721e-44f4-aff4-8a662020c1bd tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332115 Sep 20 12:34:53.421240 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:34:53.458780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5104a-f37d-4247-8143-58ce86eca5ea req-20a33119-6d64-4c62-a07e-36b8b755c3a1 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:53.460290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4e5104a-f37d-4247-8143-58ce86eca5ea req-20a33119-6d64-4c62-a07e-36b8b755c3a1 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 943 time: 0.0500278 Sep 20 12:34:53.500469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4e5104a-f37d-4247-8143-58ce86eca5ea req-27ca41dc-8e4e-49df-9497-13cf813e45f1 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Sep 20 12:34:54.101980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57882) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:54.193612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:54.266408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f318045-1de9-4e0c-bb2e-8cbddf9ce3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.310637 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95d58421-bf97-4649-af86-285279beae80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.424199 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f318045-1de9-4e0c-bb2e-8cbddf9ce3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.436289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449741a0-3947-4bd4-898b-e1403f75cd0a req-053f2e06-4a00-4e70-a6f4-ebdaf7ffdd9f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:54.437827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-449741a0-3947-4bd4-898b-e1403f75cd0a req-053f2e06-4a00-4e70-a6f4-ebdaf7ffdd9f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0716014 Sep 20 12:34:54.477308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-449741a0-3947-4bd4-898b-e1403f75cd0a req-12516945-998d-47f3-ab4c-f87630612157 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330768 Sep 20 12:34:54.481556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f318045-1de9-4e0c-bb2e-8cbddf9ce3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.534545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f318045-1de9-4e0c-bb2e-8cbddf9ce3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb8e7f0-8b02-4d50-ae90-85bb38538519,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:54.542975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f318045-1de9-4e0c-bb2e-8cbddf9ce3ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00d665d28bd2433893dae63927df11bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391704 Sep 20 12:34:54.545499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57894) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:54.599957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-828cfce8-be73-471a-9582-cce97e7b4edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.623189 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-828cfce8-be73-471a-9582-cce97e7b4edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.668594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1d23a-c7dc-4854-9cfc-ffd16142e947 req-96922098-00d3-47ed-a86e-79c4c1ca9d73 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:54.670161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65b1d23a-c7dc-4854-9cfc-ffd16142e947 req-96922098-00d3-47ed-a86e-79c4c1ca9d73 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 943 time: 0.0915380 Sep 20 12:34:54.692382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95d58421-bf97-4649-af86-285279beae80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.722000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65b1d23a-c7dc-4854-9cfc-ffd16142e947 req-9563bcb3-75f0-4aba-ae71-52a84d49cbc7 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426295 Sep 20 12:34:54.747528 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-828cfce8-be73-471a-9582-cce97e7b4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.750171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-828cfce8-be73-471a-9582-cce97e7b4edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.751335 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-828cfce8-be73-471a-9582-cce97e7b4edd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fb8e7f0-8b02-4d50-ae90-85bb38538519 HTTP/1.1" status: 204 len: 168 time: 0.2048647 Sep 20 12:34:54.758960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cfce8-be73-471a-9582-cce97e7b4edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb8e7f0-8b02-4d50-ae90-85bb38538519,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:54.778440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95d58421-bf97-4649-af86-285279beae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.817262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d58421-bf97-4649-af86-285279beae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172bd09b-56a2-4759-a8dd-a9f6e574357b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:54.849826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-95d58421-bf97-4649-af86-285279beae80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25b0c53b68254083bc4e286eabed3baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549203 Sep 20 12:34:54.852377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57898) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:54.911637 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bd22-22d7-4cbd-ac54-f46da3a1d0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:54.935062 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bd22-22d7-4cbd-ac54-f46da3a1d0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:55.068776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bd22-22d7-4cbd-ac54-f46da3a1d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:55.075154 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bd22-22d7-4cbd-ac54-f46da3a1d0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:55.079051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6eb2bd22-22d7-4cbd-ac54-f46da3a1d0b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/172bd09b-56a2-4759-a8dd-a9f6e574357b HTTP/1.1" status: 204 len: 168 time: 0.2229867 Sep 20 12:34:55.087764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2bd22-22d7-4cbd-ac54-f46da3a1d0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172bd09b-56a2-4759-a8dd-a9f6e574357b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:55.368501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 0d82d97b-c11b-47b6-8a08-849f40841b06 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:34:55.470663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 0d82d97b-c11b-47b6-8a08-849f40841b06, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0d82d97b-c11b-47b6-8a08-849f40841b06,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:55.486325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '0d82d97b-c11b-47b6-8a08-849f40841b06', 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af', 'port_id': '0d82d97b-c11b-47b6-8a08-849f40841b06', 'mac_address': 'fa:16:3e:2c:2a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37253cfb-6624-4ab6-8db4-796c5bfdd9c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:34:55.545491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:55.561958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d82d97b-c11b-47b6-8a08-849f40841b06 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:34:55.585810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 0d82d97b-c11b-47b6-8a08-849f40841b06, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0d82d97b-c11b-47b6-8a08-849f40841b06,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:55.622284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538b9de-54e4-46e4-b7e5-ab245566d30e req-1998c52d-48b7-4fe5-ae09-6bd88ab9d221 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:55.633238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4538b9de-54e4-46e4-b7e5-ab245566d30e req-1998c52d-48b7-4fe5-ae09-6bd88ab9d221 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0701785 Sep 20 12:34:55.644480 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:55.700722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4538b9de-54e4-46e4-b7e5-ab245566d30e req-d26c5509-fc73-413b-86b7-f9c4914fe7fd tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664904 Sep 20 12:34:55.701455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=0d82d97b-c11b-47b6-8a08-849f40841b06,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:55.846042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaebdb1-2004-4364-a03f-ce932a1dee4c req-9db551d0-a5d4-4ef2-8d6a-e6694b04e546 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:55.847604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aaebdb1-2004-4364-a03f-ce932a1dee4c req-9db551d0-a5d4-4ef2-8d6a-e6694b04e546 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 944 time: 0.0501304 Sep 20 12:34:55.892938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aaebdb1-2004-4364-a03f-ce932a1dee4c req-99b11277-fdac-41e5-8546-d1c01214819e tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386364 Sep 20 12:34:55.999910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['0d82d97b-c11b-47b6-8a08-849f40841b06'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:34:56.209758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-19ca9302-b767-497f-b8a0-24a2d63dfbb5 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c6a255a5ddf14c78b5063323e56064f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216341 Sep 20 12:34:56.322644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-5408fdb4-24d3-4607-bd5a-e31af2ea6eef tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:56.324196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-5408fdb4-24d3-4607-bd5a-e31af2ea6eef tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090150 Sep 20 12:34:56.339616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-b25b450e-77c1-4afb-9e9c-9b8cf1582bfe tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/quotas/c6a255a5ddf14c78b5063323e56064f3 HTTP/1.1" status: 200 len: 375 time: 0.0091393 Sep 20 12:34:56.372345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-7258e1f5-564e-48ad-84a7-b521e620eab7 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6a255a5ddf14c78b5063323e56064f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270386 Sep 20 12:34:57.008194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df347038-99fc-4bac-b5f3-55f7d0a3264e req-2d3214d0-8d9a-4a9b-999e-e6d3013c5a15 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 210 time: 0.0262802 Sep 20 12:34:57.123926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5aeb5-4c6f-43e9-aea6-1c5ceaf8d036 req-0e423c8e-1859-472b-978b-bce0159b41ea tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:57.125447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8f5aeb5-4c6f-43e9-aea6-1c5ceaf8d036 req-0e423c8e-1859-472b-978b-bce0159b41ea tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0591447 Sep 20 12:34:57.163286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8f5aeb5-4c6f-43e9-aea6-1c5ceaf8d036 req-b3c5eb47-5e8a-452a-9c35-02b9bb21eb0e tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Sep 20 12:34:57.312864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365700e-fe86-4176-9f60-87406f4d3efe req-765e6124-6f2e-4148-8b03-836c70b4ccd6 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:57.314280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e365700e-fe86-4176-9f60-87406f4d3efe req-765e6124-6f2e-4148-8b03-836c70b4ccd6 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 944 time: 0.0527298 Sep 20 12:34:57.353315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e365700e-fe86-4176-9f60-87406f4d3efe req-7baa7689-d266-4c4c-ab61-9a6b9752d2b9 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Sep 20 12:34:57.376249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 0d82d97b-c11b-47b6-8a08-849f40841b06 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:34:57.479432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 0d82d97b-c11b-47b6-8a08-849f40841b06 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:34:57.485769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 0d82d97b-c11b-47b6-8a08-849f40841b06 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:34:57.486142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:57.571367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:57.595762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f7979b-2a85-4cc0-ae40-f0963a25bce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d82d97b-c11b-47b6-8a08-849f40841b06'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:34:57.598011 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f667871a-bcb3-4a18-a7e4-64c7ec836dbc" -d '{"events": [{"server_uuid": "60f7979b-2a85-4cc0-ae40-f0963a25bce9", "name": "network-vif-plugged", "status": "completed", "tag": "0d82d97b-c11b-47b6-8a08-849f40841b06"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:34:57.611236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 0d82d97b-c11b-47b6-8a08-849f40841b06, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0d82d97b-c11b-47b6-8a08-849f40841b06,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:34:57.662527 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30c2939-815a-4d29-832f-e04f06a0ff80 x-openstack-request-id: req-c30c2939-815a-4d29-832f-e04f06a0ff80 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:34:57.663022 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f7979b-2a85-4cc0-ae40-f0963a25bce9", "name": "network-vif-plugged", "status": "completed", "tag": "0d82d97b-c11b-47b6-8a08-849f40841b06", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:34:57.663610 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c30c2939-815a-4d29-832f-e04f06a0ff80 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:34:57.669437 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f7979b-2a85-4cc0-ae40-f0963a25bce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d82d97b-c11b-47b6-8a08-849f40841b06', 'code': 200} Sep 20 12:34:57.680122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:57.759979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=0d82d97b-c11b-47b6-8a08-849f40841b06,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:57.830895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128a6b-6945-4d3e-bc0f-17df9b669025 req-9d43c4a7-8edb-4406-b1ca-5b117bfc8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:57.832580 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-59128a6b-6945-4d3e-bc0f-17df9b669025 req-9d43c4a7-8edb-4406-b1ca-5b117bfc8bc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 1096 time: 0.0456746 Sep 20 12:34:57.876774 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-59128a6b-6945-4d3e-bc0f-17df9b669025 req-5a7ab194-5bb5-4ab7-9b21-87d0e408e50d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Sep 20 12:34:58.232098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-971cc44b-ec16-4b84-8a1f-5560232a8e2f req-0838583e-265b-4d8a-88f2-cdf10963e5e0 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 210 time: 0.0287313 Sep 20 12:34:58.316488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:58.349374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a1d87-bf3e-44d1-8dc9-ab3799af7ff6 req-8f403b5a-c475-4ef4-9113-5d7dcf9024ba tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:58.349374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c07a1d87-bf3e-44d1-8dc9-ab3799af7ff6 req-8f403b5a-c475-4ef4-9113-5d7dcf9024ba tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0515790 Sep 20 12:34:58.413822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c07a1d87-bf3e-44d1-8dc9-ab3799af7ff6 req-1ef41329-e83d-476f-a6ee-ed2ff049fb4f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502899 Sep 20 12:34:58.462445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-484b04fc-303f-4c1c-897a-a89a337e9de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.549327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a1c1-0ecf-43d0-bb44-ad66767edeb7 req-a8c7a189-e73e-456c-8eb8-51e0022bc3db tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:58.550857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c015a1c1-0ecf-43d0-bb44-ad66767edeb7 req-a8c7a189-e73e-456c-8eb8-51e0022bc3db tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 945 time: 0.0808597 Sep 20 12:34:58.552622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-549482fc-baea-467a-b210-d2749031edcb tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c6a255a5ddf14c78b5063323e56064f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331068 Sep 20 12:34:58.559898 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-484b04fc-303f-4c1c-897a-a89a337e9de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.627567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-484b04fc-303f-4c1c-897a-a89a337e9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.659240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c015a1c1-0ecf-43d0-bb44-ad66767edeb7 req-0142bc7b-df3f-41db-bcfc-c90771e9b7d1 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010358 Sep 20 12:34:58.672820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b04fc-303f-4c1c-897a-a89a337e9de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e88cb51-9b02-4bb8-b892-4d7d6a6a6724,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:58.696485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-dd8cc04f-cf31-4440-8ee5-8060ebe62685 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:58.699143 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-dd8cc04f-cf31-4440-8ee5-8060ebe62685 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388404 Sep 20 12:34:58.701649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-484b04fc-303f-4c1c-897a-a89a337e9de6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7ec3425f9424d058ee7f74f90fb7afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839624 Sep 20 12:34:58.704197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58052) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:34:58.713931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Request body: {'port': {'device_id': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'c6a255a5ddf14c78b5063323e56064f3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:34:58.756360 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5731-e2a3-476f-b02b-9040b9ac756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.783807 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5731-e2a3-476f-b02b-9040b9ac756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.908061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Made reservation on behalf of c6a255a5ddf14c78b5063323e56064f3 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:34:58.911667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.921390 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.930976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5731-e2a3-476f-b02b-9040b9ac756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.934013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7dfd5731-e2a3-476f-b02b-9040b9ac756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:58.937877 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7dfd5731-e2a3-476f-b02b-9040b9ac756b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e88cb51-9b02-4bb8-b892-4d7d6a6a6724 HTTP/1.1" status: 204 len: 168 time: 0.2300470 Sep 20 12:34:58.945140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd5731-e2a3-476f-b02b-9040b9ac756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e88cb51-9b02-4bb8-b892-4d7d6a6a6724,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:59.047933 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:59.153921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:59.225402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:59.315623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Allocated IP 192.168.233.9 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/38f33878-a938-461b-ac78-dec7a0ae0c06) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:34:59.348381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-575b9dce-d97c-460f-888c-3e3d78f1e493 req-efa80a01-be7a-451b-8ae1-9569b77f4945 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 210 time: 0.0347073 Sep 20 12:34:59.546639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:59.577314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05b470-f619-42b2-bfc8-c5ff210a2639 req-483e77c4-4fef-4087-bbe8-dadedfbc42e1 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:59.578873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b05b470-f619-42b2-bfc8-c5ff210a2639 req-483e77c4-4fef-4087-bbe8-dadedfbc42e1 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0749416 Sep 20 12:34:59.625896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b05b470-f619-42b2-bfc8-c5ff210a2639 req-eb02f69e-b941-4010-b0f4-632bcc30eb19 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397899 Sep 20 12:34:59.691216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:59.740076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:34:59.744567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:34:59.749542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:34:59.804166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:34:59.852617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986f8b0-ca39-49b4-942b-bc899d9523bb req-35c81893-d9de-4b15-a90e-720d60c58e86 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:59.855834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e986f8b0-ca39-49b4-942b-bc899d9523bb req-35c81893-d9de-4b15-a90e-720d60c58e86 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 945 time: 0.1123781 Sep 20 12:34:59.865347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:34:59.866137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:34:59.938370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e986f8b0-ca39-49b4-942b-bc899d9523bb req-595f2448-2e71-4e75-a119-ed42f207f462 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620317 Sep 20 12:34:59.941937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-fe8a7984-1821-4f5b-8e2b-3df8e9f9785e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2334182 Sep 20 12:34:59.956195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Request body: {'port': {'device_id': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:00.035878 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:00.107164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-81d6f7b8-83ec-4ec7-b6cf-4de600a242ec None None] Provisioning complete for port 38f33878-a938-461b-ac78-dec7a0ae0c06 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:00.110478 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81d6f7b8-83ec-4ec7-b6cf-4de600a242ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:00.155070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-81d6f7b8-83ec-4ec7-b6cf-4de600a242ec None None] Port 38f33878-a938-461b-ac78-dec7a0ae0c06 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:35:00.382225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f33878-a938-461b-ac78-dec7a0ae0c06 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:35:00.392950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:00.410603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Transition to ACTIVE for port object 38f33878-a938-461b-ac78-dec7a0ae0c06 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:35:00.485707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:00.583324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:00.614578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f72a5-54a7-4628-b3e8-9ed93f3c035a req-419bd4b1-0a99-48c1-85cd-c30dc91da9cd tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:00.616353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b0f72a5-54a7-4628-b3e8-9ed93f3c035a req-419bd4b1-0a99-48c1-85cd-c30dc91da9cd tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 946 time: 0.1245861 Sep 20 12:35:00.712938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b0f72a5-54a7-4628-b3e8-9ed93f3c035a req-e6a937d6-3522-4c52-a05d-8994ddcd45d0 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774786 Sep 20 12:35:00.747514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Attempting to bind port 38f33878-a938-461b-ac78-dec7a0ae0c06 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:35:00.747974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Attempting to bind port 38f33878-a938-461b-ac78-dec7a0ae0c06 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:35:00.748460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Attempting to bind port 38f33878-a938-461b-ac78-dec7a0ae0c06 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:35:00.769722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Port 38f33878-a938-461b-ac78-dec7a0ae0c06 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:35:00.770121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Attempting to bind port 38f33878-a938-461b-ac78-dec7a0ae0c06 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:35:00.780807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:35:00.781136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:35:00.781534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:35:00.782019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Bound port: 38f33878-a938-461b-ac78-dec7a0ae0c06, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:35:00.782445 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:00.919272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c50e35-be15-4e97-9545-9c58e1cd4198 req-a29378fb-0cee-415d-ae62-cd3eef4cabdd tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:00.920952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7c50e35-be15-4e97-9545-9c58e1cd4198 req-a29378fb-0cee-415d-ae62-cd3eef4cabdd tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.1067140 Sep 20 12:35:00.939846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:35:00.945586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:35:00.989269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7c50e35-be15-4e97-9545-9c58e1cd4198 req-469873de-5274-4259-a99b-3e1954bb23cc tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Sep 20 12:35:00.999470 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:01.040888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:01.041546 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:01.043398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] 10.222.0.21 "PUT /v2.0/ports/38f33878-a938-461b-ac78-dec7a0ae0c06 HTTP/1.1" status: 200 len: 1094 time: 1.0932178 Sep 20 12:35:01.082797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7795c-150f-47f0-8ac7-4dd9f196b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:01.202323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-f61dff38-ab6f-441f-befd-c44364827fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:01.220135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-f61dff38-ab6f-441f-befd-c44364827fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6a255a5ddf14c78b5063323e56064f3&device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 1097 time: 0.0719192 Sep 20 12:35:01.290101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-c442f2f3-8ce0-4114-b01f-87fa4e84325e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38f33878-a938-461b-ac78-dec7a0ae0c06 HTTP/1.1" status: 200 len: 217 time: 0.0601683 Sep 20 12:35:01.400263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-d0120cd5-f803-4d7d-9b35-ecbf3516a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:01.406088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-d0120cd5-f803-4d7d-9b35-ecbf3516a15a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.1079392 Sep 20 12:35:01.521348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-855e53eb-9093-4269-89d7-3668c69d3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:01.528206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-855e53eb-9093-4269-89d7-3668c69d3058 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138783 Sep 20 12:35:01.703320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-15a04410-8d97-4daf-a784-5c485bf32ba7 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670742 Sep 20 12:35:01.882225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56089b64-8f78-4286-b626-a17fa3f55d0e req-1424285c-398a-4af0-8f06-234f10460153 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702044 Sep 20 12:35:01.909072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d92b5f-0bae-468e-9fd7-b556daed5e99 req-7948637c-8260-4639-b5c2-72d5dbe7f618 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:01.909072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85d92b5f-0bae-468e-9fd7-b556daed5e99 req-7948637c-8260-4639-b5c2-72d5dbe7f618 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 946 time: 0.1115341 Sep 20 12:35:01.951369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85d92b5f-0bae-468e-9fd7-b556daed5e99 req-e7bb12b4-19f0-418b-b805-d5d6b0e701f4 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Sep 20 12:35:02.074145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58218) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:02.132230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fbfb2-21dd-4b67-ac4c-69a2330381ca req-745e90e9-efbb-4e28-9933-bf8d37fb0f89 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:02.133955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-263fbfb2-21dd-4b67-ac4c-69a2330381ca req-745e90e9-efbb-4e28-9933-bf8d37fb0f89 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0667038 Sep 20 12:35:02.202760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-263fbfb2-21dd-4b67-ac4c-69a2330381ca req-1c890d41-1da5-4001-9915-9cf99501cb5b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505702 Sep 20 12:35:02.259236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c78a264-9df9-4945-bbd7-f7e440c8d3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:02.362269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c78a264-9df9-4945-bbd7-f7e440c8d3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:02.444780 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c78a264-9df9-4945-bbd7-f7e440c8d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:02.488207 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c78a264-9df9-4945-bbd7-f7e440c8d3dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ca6dc8ba33044de9726dde14e262e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4121034 Sep 20 12:35:02.489140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78a264-9df9-4945-bbd7-f7e440c8d3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cad68a-230b-40ba-8723-9e362c867518,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:02.490983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58228) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:02.544323 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e1aca13-980a-43d3-b1bc-910755d1e575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:02.565648 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e1aca13-980a-43d3-b1bc-910755d1e575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:02.674519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e1aca13-980a-43d3-b1bc-910755d1e575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:02.676413 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e1aca13-980a-43d3-b1bc-910755d1e575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:02.677665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e1aca13-980a-43d3-b1bc-910755d1e575 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01cad68a-230b-40ba-8723-9e362c867518 HTTP/1.1" status: 204 len: 168 time: 0.1856601 Sep 20 12:35:02.687211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1aca13-980a-43d3-b1bc-910755d1e575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cad68a-230b-40ba-8723-9e362c867518,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:03.119632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c35e79-e240-456e-b08d-3d4793df33a8 req-d88b0fbf-d9d1-4d03-b8b4-77a5c8f2cd16 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:03.121292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7c35e79-e240-456e-b08d-3d4793df33a8 req-d88b0fbf-d9d1-4d03-b8b4-77a5c8f2cd16 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 946 time: 0.0795729 Sep 20 12:35:03.173396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7c35e79-e240-456e-b08d-3d4793df33a8 req-dffe6f4d-6bde-44ee-bd8f-3b03b183903e tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Sep 20 12:35:03.322079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fddeed-3f6d-47be-9baa-48d37c0793eb req-580c4e2b-20a3-4aff-aeaf-382ff4dc95b3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:03.324850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9fddeed-3f6d-47be-9baa-48d37c0793eb req-580c4e2b-20a3-4aff-aeaf-382ff4dc95b3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0531468 Sep 20 12:35:03.364951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9fddeed-3f6d-47be-9baa-48d37c0793eb req-747d3ee6-151c-4871-91c9-9542ae90e93f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329599 Sep 20 12:35:04.302575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876a78f-e742-4fd3-a7b7-732f2fcfde4e req-1406fa94-0913-4cde-a418-4152e17c8314 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:04.304718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0876a78f-e742-4fd3-a7b7-732f2fcfde4e req-1406fa94-0913-4cde-a418-4152e17c8314 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 946 time: 0.0562654 Sep 20 12:35:04.356473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0876a78f-e742-4fd3-a7b7-732f2fcfde4e req-90e6a106-e2fc-4808-8dcc-53ba81d609be tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Sep 20 12:35:04.534948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce58ff-73d3-436a-a579-947e081a6f0d req-9a797dd4-0746-41c5-ad5b-7f4e8d55e54f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:04.536829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8ce58ff-73d3-436a-a579-947e081a6f0d req-9a797dd4-0746-41c5-ad5b-7f4e8d55e54f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0600805 Sep 20 12:35:04.586836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8ce58ff-73d3-436a-a579-947e081a6f0d req-a6af34c6-c92d-4d54-b423-6c4d355c9cd9 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 Sep 20 12:35:05.124368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-7bd2fe74-f100-48e4-849e-006f2696f791 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626345 Sep 20 12:35:05.182092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:35:05.186872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-20595fd1-1493-4946-b9b4-73cbd35708e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.188386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-20595fd1-1493-4946-b9b4-73cbd35708e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9db0b80623c44ab2843f11cdcbfabc5f&device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 1096 time: 0.0412195 Sep 20 12:35:05.300171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:05.312742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'mac_address': 'fa:16:3e:f6:74:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:35:05.338981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-eaf5f254-2b6e-42c5-a987-ea02f67cfc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.340601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-eaf5f254-2b6e-42c5-a987-ea02f67cfc91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69a29a87-ff93-4727-85fa-4ffe4d42299f HTTP/1.1" status: 200 len: 916 time: 0.1320462 Sep 20 12:35:05.372584 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:05.390787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f33878-a938-461b-ac78-dec7a0ae0c06 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:35:05.422628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-e033fab8-b92a-47a8-8c4c-f251be7d3d8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c HTTP/1.1" status: 200 len: 1001 time: 0.0736651 Sep 20 12:35:05.429763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:05.496680 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:05.546626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-72040e04-5ed5-418d-bcfc-c7c6e40337ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.548273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-72040e04-5ed5-418d-bcfc-c7c6e40337ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc0c36ee-90f8-4b7f-b098-3b360d118b95 HTTP/1.1" status: 200 len: 855 time: 0.1188424 Sep 20 12:35:05.577911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:05.585258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c57161-87ba-4517-88e0-b52d9abdc367 req-081ab352-de90-4f9f-b54c-d4e5b082453b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.593148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1c57161-87ba-4517-88e0-b52d9abdc367 req-081ab352-de90-4f9f-b54c-d4e5b082453b tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0997081 Sep 20 12:35:05.607729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-e3002a95-ace9-4ada-8ab3-e7c3d6feb457 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0921018 Sep 20 12:35:05.616420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-2eb291ab-8866-434c-a013-f9bc2613684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.617937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-2eb291ab-8866-434c-a013-f9bc2613684a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 1097 time: 0.0667865 Sep 20 12:35:05.675753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-7b7b3442-2412-4e33-b967-83ea0675b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.677286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-7b7b3442-2412-4e33-b967-83ea0675b229 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69a29a87-ff93-4727-85fa-4ffe4d42299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175859 Sep 20 12:35:05.693499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1c57161-87ba-4517-88e0-b52d9abdc367 req-00571348-c62e-4afb-8845-0892e8e1dd6a tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811465 Sep 20 12:35:05.717064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['38f33878-a938-461b-ac78-dec7a0ae0c06'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:35:05.749025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5b11e943-0299-404a-b7ea-7a9b0f1a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.749802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5b11e943-0299-404a-b7ea-7a9b0f1a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.750631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5b11e943-0299-404a-b7ea-7a9b0f1a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.751263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5b11e943-0299-404a-b7ea-7a9b0f1a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.751886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5b11e943-0299-404a-b7ea-7a9b0f1a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.752784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5b11e943-0299-404a-b7ea-7a9b0f1a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.753435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5b11e943-0299-404a-b7ea-7a9b0f1a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.756368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5b11e943-0299-404a-b7ea-7a9b0f1a40bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6492 time: 0.1200576 Sep 20 12:35:05.832167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-1e115b94-fcc9-40fd-b07d-fcd8db5eaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.835147 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-1e115b94-fcc9-40fd-b07d-fcd8db5eaa3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 911 time: 0.2089341 Sep 20 12:35:05.921224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-e3cd2013-3d62-4ff0-95be-124d02ad1c61 service neutron] 10.222.0.21 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266703 Sep 20 12:35:05.934813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf428d9-73dd-434c-bdd8-bcc7d8359f59 req-345bb607-24fe-42f6-9860-84462f0d7f9d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:05.936713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf428d9-73dd-434c-bdd8-bcc7d8359f59 req-345bb607-24fe-42f6-9860-84462f0d7f9d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.1015263 Sep 20 12:35:06.024661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-b4f52a69-a564-4612-ac34-b75a100d5333 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc HTTP/1.1" status: 200 len: 1000 time: 0.1827767 Sep 20 12:35:06.045696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-65dd9af9-bbb4-45bb-8697-34bafbce9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.046517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-65dd9af9-bbb4-45bb-8697-34bafbce9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.047197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-65dd9af9-bbb4-45bb-8697-34bafbce9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.048976 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-65dd9af9-bbb4-45bb-8697-34bafbce9033 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=9a000b8c-f691-4016-bae2-63b082446985&id=9a000b8c-f691-4016-bae2-63b082446985 HTTP/1.1" status: 200 len: 2289 time: 0.2537198 Sep 20 12:35:06.089648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf428d9-73dd-434c-bdd8-bcc7d8359f59 req-967644cc-c6e1-4466-93d0-47c214cf77dc tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310656 Sep 20 12:35:06.134648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-4fc35062-b32b-466b-91b2-94d5bff4a9ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c53a75-b73f-4dc7-a480-353e147cec7a HTTP/1.1" status: 200 len: 1001 time: 0.0677145 Sep 20 12:35:06.200122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-c52f538d-cec8-4591-9b1d-ce17bb3f4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.201585 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-c52f538d-cec8-4591-9b1d-ce17bb3f4570 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.1698985 Sep 20 12:35:06.239785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-14614bab-fe7f-4c09-ac40-ade42eee4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.244079 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-14614bab-fe7f-4c09-ac40-ade42eee4c66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28a516e1-d691-4865-968b-9fdfaa0757b3 HTTP/1.1" status: 200 len: 851 time: 0.1019428 Sep 20 12:35:06.286655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-c9311ff2-b046-4ec0-bbc1-753fb8e36f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.288778 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-c9311ff2-b046-4ec0-bbc1-753fb8e36f36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790949 Sep 20 12:35:06.290274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd00d6a7-67d4-440a-b973-e3a304aca811 req-44b73889-8c22-49be-b841-f4e31f30bd63 service neutron] 10.222.0.21 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450685 Sep 20 12:35:06.325377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-9e40d07c-c3c6-45c7-b8d5-94239267aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.327234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-9e40d07c-c3c6-45c7-b8d5-94239267aebe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726299 Sep 20 12:35:06.328012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af35aa-687f-4f35-8be0-8213e783a4d2 req-924db438-5333-4fee-9f37-5bd3d3861983 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.332123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3af35aa-687f-4f35-8be0-8213e783a4d2 req-924db438-5333-4fee-9f37-5bd3d3861983 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 947 time: 0.1003938 Sep 20 12:35:06.392509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3af35aa-687f-4f35-8be0-8213e783a4d2 req-47222fb9-4cec-4d3a-8488-cc8972030cf7 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511572 Sep 20 12:35:06.474300 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-fda6e427-72b4-472c-a685-748d05883d79 service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646931 Sep 20 12:35:06.507642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-70676da5-ecab-483e-bbf0-7681449d6429 service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691537 Sep 20 12:35:06.625486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0621f0ce-ee89-4f44-bd2c-446bbf98649e req-b4b83fc9-4604-433a-afc8-7dbfa47e44b9 service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529734 Sep 20 12:35:06.648691 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-4da82073-17b8-460c-9ccc-59b950aa5a33 service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118250 Sep 20 12:35:06.698684 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-0432f227-d5e7-461d-873f-746fb361adb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 200 len: 217 time: 0.0406363 Sep 20 12:35:06.753808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-850e9f2f-8a36-42ff-abfe-555ee74bb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.755394 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-850e9f2f-8a36-42ff-abfe-555ee74bb503 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0498314 Sep 20 12:35:06.810968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-16e8572c-4662-495b-85dc-391788b51256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.812789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-16e8572c-4662-495b-85dc-391788b51256 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481565 Sep 20 12:35:06.829135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b64f5-83fd-46fa-8428-78440cc604e3 req-c96a9bbd-2991-4ffb-8fb8-2a25308438bc tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:06.832724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-376b64f5-83fd-46fa-8428-78440cc604e3 req-c96a9bbd-2991-4ffb-8fb8-2a25308438bc tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0597260 Sep 20 12:35:06.872839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-376b64f5-83fd-46fa-8428-78440cc604e3 req-918a2ba5-b1f2-424d-9599-94e00239a4c6 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346336 Sep 20 12:35:06.926214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-70cdebdd-f5e4-478e-93a2-d98ad6af5717 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047451 Sep 20 12:35:07.030159 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-e8dbc16a-5d6a-4303-b174-5d84f5ca9eea service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956454 Sep 20 12:35:07.094714 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5e605dda-3a26-4265-98d3-4f266875edec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 200 len: 217 time: 0.0551229 Sep 20 12:35:07.152164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-6ffdc896-a0ed-4a3e-afe8-501791d19af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:07.154264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-6ffdc896-a0ed-4a3e-afe8-501791d19af9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0492115 Sep 20 12:35:07.200170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:35:07.210772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-a57d1561-4763-4179-a242-ae07957c721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:07.212369 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-a57d1561-4763-4179-a242-ae07957c721d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474017 Sep 20 12:35:07.230806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac22a8-8c0f-48ca-a277-ea3963f6fe90 req-f1f7a1c5-f8b5-49e4-ba7e-bd2cd2e03f40 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:07.240133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3ac22a8-8c0f-48ca-a277-ea3963f6fe90 req-f1f7a1c5-f8b5-49e4-ba7e-bd2cd2e03f40 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0800090 Sep 20 12:35:07.297213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3ac22a8-8c0f-48ca-a277-ea3963f6fe90 req-ebe50aca-1ab5-466d-8f32-6273a931114b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551021 Sep 20 12:35:07.369421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-0e52ba6d-de2a-401c-beda-21a55fbf75c8 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480355 Sep 20 12:35:07.383870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 38f33878-a938-461b-ac78-dec7a0ae0c06 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:35:07.388176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 38f33878-a938-461b-ac78-dec7a0ae0c06 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:07.389240 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:07.501145 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:07.511595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-06653e81-23b8-4936-b6fa-277837218892 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:07.513348 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-dba898c3-f56e-4e9f-b981-993bc6460a13 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364801 Sep 20 12:35:07.515812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-06653e81-23b8-4936-b6fa-277837218892 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.32 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.1085174 Sep 20 12:35:07.531474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:07.534367 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cb56a0-9cf4-4bac-94b8-d6626173bc5f" -d '{"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-plugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:07.552607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:07.585141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-26b7dbbc-10e4-438a-b35e-000ed999bbbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=77e575d0-3ccd-4848-8216-0559baa3aa32 HTTP/1.1" status: 200 len: 217 time: 0.0519331 Sep 20 12:35:07.639313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:07.647322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb46d1-04df-477d-b2b6-a72350e6ca2f req-a1a619e5-b051-4a4c-9368-344376a276e9 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:07.653892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cceb46d1-04df-477d-b2b6-a72350e6ca2f req-a1a619e5-b051-4a4c-9368-344376a276e9 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 947 time: 0.1117113 Sep 20 12:35:07.674320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-3dda4991-cd39-4729-be15-199c0d663528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:07.677769 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-3dda4991-cd39-4729-be15-199c0d663528 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0837879 Sep 20 12:35:07.704033 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cceb46d1-04df-477d-b2b6-a72350e6ca2f req-bf34cb70-7a47-4681-a365-72444827ab23 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455062 Sep 20 12:35:07.706766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:07.727448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Deleting port 1b5822c8-723b-4ef5-9943-2461b93fd678 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:07.727826 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:07.765536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5c066581-3fd1-4e3f-b1cc-0de393264902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:07.767114 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-5c066581-3fd1-4e3f-b1cc-0de393264902 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828078 Sep 20 12:35:07.843364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] For port 1b5822c8-723b-4ef5-9943-2461b93fd678, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=1b5822c8-723b-4ef5-9943-2461b93fd678,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:07.843749 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:07.860014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Calling delete_port for 1b5822c8-723b-4ef5-9943-2461b93fd678 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:07.912096 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-11f42de2-b384-4d25-b959-58f1a2214357 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374671 Sep 20 12:35:07.940006 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9217bbb1-6be9-4994-956a-751007e24588 x-openstack-request-id: req-9217bbb1-6be9-4994-956a-751007e24588 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:07.940525 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-plugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:07.941148 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9217bbb1-6be9-4994-956a-751007e24588 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:07.941712 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'code': 200} Sep 20 12:35:08.066352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-cd745a01-6e30-4f48-a8a7-2bf7db701188 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453202 Sep 20 12:35:08.082349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e412b5c-efca-41d9-a96d-e7d36eecf407 req-28d79f1f-9c0c-46d4-ad1c-c2699b7d2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:08.083846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2e412b5c-efca-41d9-a96d-e7d36eecf407 req-28d79f1f-9c0c-46d4-ad1c-c2699b7d2691 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 1099 time: 0.0703862 Sep 20 12:35:08.144447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-638b54b0-ce09-4c49-821e-73e3b2fdf57e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b HTTP/1.1" status: 200 len: 217 time: 0.0688562 Sep 20 12:35:08.171108 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2e412b5c-efca-41d9-a96d-e7d36eecf407 req-e44d936f-c991-4b23-be82-fd576766a9c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515749 Sep 20 12:35:08.210158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-55e5b6c1-57aa-4bba-8ac2-d867032ccf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:08.211617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-55e5b6c1-57aa-4bba-8ac2-d867032ccf4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0561388 Sep 20 12:35:08.267295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-cb6fc97f-b6bb-4476-832a-af03f1b7cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:08.268995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-cb6fc97f-b6bb-4476-832a-af03f1b7cb7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498741 Sep 20 12:35:08.352215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ae70e-60de-48c6-a051-2b28f7f94ed8 req-23a0955d-8d29-4e99-8c02-b079cb7bb975 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:08.353810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-289ae70e-60de-48c6-a051-2b28f7f94ed8 req-23a0955d-8d29-4e99-8c02-b079cb7bb975 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 945 time: 0.0897472 Sep 20 12:35:08.394150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-328b0a12-3ece-4701-8eed-0ddd3bafe6a4 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168642 Sep 20 12:35:08.429612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-289ae70e-60de-48c6-a051-2b28f7f94ed8 req-9f56baeb-474f-45e9-8f51-c79be842ec1f tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639710 Sep 20 12:35:08.511398 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-7ec6c1c4-59ec-446c-9cb8-975f9730902d service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057758 Sep 20 12:35:08.553204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ed7a4-a018-473e-a903-06a96db35e20 req-4cb1fb7c-6634-4491-ae91-d96e17ea48e0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:08.555087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-494ed7a4-a018-473e-a903-06a96db35e20 req-4cb1fb7c-6634-4491-ae91-d96e17ea48e0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0627913 Sep 20 12:35:08.556818 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:08.569076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['1b5822c8-723b-4ef5-9943-2461b93fd678', 'd67afcfd-fb59-4735-a615-5a601df95b37'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:35:08.569672 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-f1a1f63c-c9a8-48d6-994f-c28c9499636c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b6e4e53-0509-44a7-9364-790c7646e523 HTTP/1.1" status: 200 len: 217 time: 0.0490339 Sep 20 12:35:08.628417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Pushing event deleted for resources: {'Port': ['ID=1b5822c8-723b-4ef5-9943-2461b93fd678,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:08.631170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-c46a434b-97bb-4045-8972-9ee10b7bc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:08.633638 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-c46a434b-97bb-4045-8972-9ee10b7bc731 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 200 len: 797 time: 0.0567472 Sep 20 12:35:08.647165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.647801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.648360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.648798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.649278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.649818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.650545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.651557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.652189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.652587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.652988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.655852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:08.686229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] No DVR routers for this DVR port 1b5822c8-723b-4ef5-9943-2461b93fd678 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:35:08.688867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:08.691168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc59e5fe-3e94-4b0c-adfb-b18cd1c7a050 req-896640f1-263a-4fc8-bb4e-2842017e6d43 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.32 "DELETE /v2.0/ports/1b5822c8-723b-4ef5-9943-2461b93fd678 HTTP/1.1" status: 204 len: 173 time: 1.1626396 Sep 20 12:35:08.692035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-1923b0b3-d2b3-48aa-ae1f-18f7b6d6c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:08.693834 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-1923b0b3-d2b3-48aa-ae1f-18f7b6d6c366 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522053 Sep 20 12:35:08.714095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-494ed7a4-a018-473e-a903-06a96db35e20 req-c775cd07-90b8-42ff-89b7-39c17e1bf9f7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404305 Sep 20 12:35:08.893330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5c52-94ea-45df-9a5b-6c1cae91750f req-8daacc4a-9cc3-47a0-b22e-0a26c4a7c8d9 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:08.901664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f87d5c52-94ea-45df-9a5b-6c1cae91750f req-8daacc4a-9cc3-47a0-b22e-0a26c4a7c8d9 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 948 time: 0.0997567 Sep 20 12:35:08.953730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f87d5c52-94ea-45df-9a5b-6c1cae91750f req-9b8624ea-8d7c-43c4-bb5b-67115a073fa8 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482492 Sep 20 12:35:09.180589 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-48f970e2-677a-44c6-8f50-3e09a8f54680 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784169 Sep 20 12:35:09.277541 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-bb5c170e-5312-4b6a-816f-dada0b75267e service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892749 Sep 20 12:35:09.326525 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-912b9d9b-019b-4052-8388-7073c1d3d1e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16550b74-cc18-4472-ba90-372b97925ab2 HTTP/1.1" status: 200 len: 217 time: 0.0397358 Sep 20 12:35:09.398907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-09010cf4-862b-4fe2-98d8-d0c471be2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:09.402092 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-09010cf4-862b-4fe2-98d8-d0c471be2a84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 200 len: 797 time: 0.0594394 Sep 20 12:35:09.460762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-0d531bb8-d07d-4e19-9a6d-124cb045976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:09.460762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-0d531bb8-d07d-4e19-9a6d-124cb045976f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481603 Sep 20 12:35:09.571173 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-0dc4ddaa-fd65-4e9a-b107-9a6c364cbdea service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034067 Sep 20 12:35:09.587421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5ab7902-b237-45e1-a977-0344306417d3 req-35e6d907-f39b-4029-bcab-ede29faeadca tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ebd594-5063-470e-9555-54847e8ad7e4 HTTP/1.1" status: 200 len: 210 time: 0.0369489 Sep 20 12:35:09.676480 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-01b916b6-4da8-4f95-82b5-6a35cf3f5f5f req-e13020b1-a58c-4184-a40a-95185a3baca4 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930934 Sep 20 12:35:10.088498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63029-717c-4962-addb-84205455d268 req-e23ae6af-4cd6-4cc3-9eb7-fcf9b401c6dc tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:10.090038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09b63029-717c-4962-addb-84205455d268 req-e23ae6af-4cd6-4cc3-9eb7-fcf9b401c6dc tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 948 time: 0.0595310 Sep 20 12:35:10.138072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09b63029-717c-4962-addb-84205455d268 req-7e80415c-c7d1-4dca-acac-3cac0fed8919 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Sep 20 12:35:11.472668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 1b5822c8-723b-4ef5-9943-2461b93fd678 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:35:11.498971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 1b5822c8-723b-4ef5-9943-2461b93fd678 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:35:11.500304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 1b5822c8-723b-4ef5-9943-2461b93fd678 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:35:11.617944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37081a-5dd6-4d91-9a4a-55c125de5ee0 req-ac4e3c5c-de1b-47c3-92e8-c28f327b31e7 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:11.619366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f37081a-5dd6-4d91-9a4a-55c125de5ee0 req-ac4e3c5c-de1b-47c3-92e8-c28f327b31e7 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0638735 Sep 20 12:35:11.659123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f37081a-5dd6-4d91-9a4a-55c125de5ee0 req-4dd5d013-5168-4c13-a279-f450a231f6c7 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Sep 20 12:35:12.342007 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-110cc279-cb5b-44fa-94c9-d97ee768b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:12.789102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966968b-d050-4845-9957-5df9b0bee6b3 req-21f389cc-fe7f-48b0-84b3-983159a9d483 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:12.791799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9966968b-d050-4845-9957-5df9b0bee6b3 req-21f389cc-fe7f-48b0-84b3-983159a9d483 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0516467 Sep 20 12:35:12.829674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9966968b-d050-4845-9957-5df9b0bee6b3 req-00bd6268-2b82-489f-9d8e-78cc50a391c4 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Sep 20 12:35:13.200748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:35:13.302032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:13.314049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'mac_address': 'fa:16:3e:f6:74:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:35:13.357519 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:13.371200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38f33878-a938-461b-ac78-dec7a0ae0c06 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:35:13.391042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:13.472869 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:13.529939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:13.538909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.539043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.539459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.540172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.540172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.540598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.541098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.542209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.542614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.543007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.543669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.544083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:13.567363 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Mon, 20 Sep 2021 12:30:13 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:13.567906 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:13.581327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['38f33878-a938-461b-ac78-dec7a0ae0c06'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '16550b74-cc18-4472-ba90-372b97925ab2'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova Traceback (most recent call last): Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Sep 20 12:35:13.583349 n-d-809934-3 neutron-server[95502]: ERROR neutron.notifiers.nova Sep 20 12:35:13.977387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea7531-3e9f-45d1-b792-7101d4796f6c req-e3249173-a843-4eda-a946-ccf0771101ff tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:13.979556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4ea7531-3e9f-45d1-b792-7101d4796f6c req-e3249173-a843-4eda-a946-ccf0771101ff tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0526366 Sep 20 12:35:14.031996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4ea7531-3e9f-45d1-b792-7101d4796f6c req-a51efa3d-4880-483c-bc14-17cb5cf57538 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 Sep 20 12:35:15.141192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0c939360-a2ad-4b89-bd29-4f9c3beb46e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:15.222150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:35:15.353164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 38f33878-a938-461b-ac78-dec7a0ae0c06 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:15.353164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:15.461825 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:15.495542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:15.498475 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32017b-cf7f-443a-b153-218cd9aec6a2" -d '{"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-plugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:15.529879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:15.585498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca'}, {'name': 'network-changed', 'server_uuid': '79b605c1-7a4b-4208-87ad-5ca72fbc453c', 'tag': '3c19e796-6da5-4ac5-bda6-4efa32def409'}, {'name': 'network-changed', 'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2'}, {'name': 'network-changed', 'server_uuid': '0b0d505d-8c20-4470-b596-fbe497e1f484', 'tag': '142f106c-ed9a-4aea-9222-a12979b9347d'}, {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca'}, {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca'}, {'name': 'network-changed', 'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17'}, {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a'}, {'name': 'network-changed', 'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17'}, {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca'}, {'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'name': 'network-vif-deleted', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17'}, {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca'}, {'server_uuid': '0b0d505d-8c20-4470-b596-fbe497e1f484', 'name': 'network-vif-deleted', 'tag': '142f106c-ed9a-4aea-9222-a12979b9347d'}, {'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'name': 'network-vif-deleted', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca'}, {'name': 'network-changed', 'server_uuid': '3a9fc3e6-0e33-4998-96f2-2d4785e39201', 'tag': '9dcbd9c5-2b52-4abb-925a-207669b848f2'}, {'name': 'network-changed', 'server_uuid': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'tag': '6841c589-3412-4f4b-a8b6-0dfe437973dc'}, {'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'name': 'network-vif-deleted', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b'}, {'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'name': 'network-vif-deleted', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64'}, {'name': 'network-changed', 'server_uuid': '46bc531f-a5bd-4393-85e0-89e3af5ec964', 'tag': '9a4d3944-9442-4b08-85bd-6eb13aef1e69'}, {'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'name': 'network-vif-deleted', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13'}, {'name': 'network-changed', 'server_uuid': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'tag': '896b5e34-dde9-44d0-99e6-83004a75de6b'}, {'server_uuid': '46bc531f-a5bd-4393-85e0-89e3af5ec964', 'name': 'network-vif-deleted', 'tag': '9a4d3944-9442-4b08-85bd-6eb13aef1e69'}, {'name': 'network-changed', 'server_uuid': '3b6abb48-9418-4ec8-bf50-fafd41f8c173', 'tag': 'd67afcfd-fb59-4735-a615-5a601df95b37'}, {'name': 'network-changed', 'server_uuid': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'tag': '777544f1-474b-4e9d-9d55-d91edaf4a95c'}, {'server_uuid': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'name': 'network-vif-deleted', 'tag': '896b5e34-dde9-44d0-99e6-83004a75de6b'}, {'name': 'network-changed', 'server_uuid': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'tag': '777544f1-474b-4e9d-9d55-d91edaf4a95c'}, {'name': 'network-changed', 'server_uuid': '63fb312b-19c2-428d-b768-568a2cd96a4d', 'tag': '3b927846-9502-4986-b56f-2de77170842f'}, {'name': 'network-changed', 'server_uuid': '8dae0c23-b532-4987-a002-31077a6bf53f', 'tag': '1890b0d1-b9ed-4038-8d58-782738442bd1'}, {'server_uuid': '63fb312b-19c2-428d-b768-568a2cd96a4d', 'name': 'network-vif-deleted', 'tag': '3b927846-9502-4986-b56f-2de77170842f'}, {'server_uuid': '8dae0c23-b532-4987-a002-31077a6bf53f', 'name': 'network-vif-deleted', 'tag': '1890b0d1-b9ed-4038-8d58-782738442bd1'}, {'name': 'network-changed', 'server_uuid': '35aedb10-1e07-4f09-b1d6-4bc4e7addccd', 'tag': '85549b0c-7c67-40b3-9036-f45ee610bb48'}, {'server_uuid': '35aedb10-1e07-4f09-b1d6-4bc4e7addccd', 'name': 'network-vif-deleted', 'tag': '85549b0c-7c67-40b3-9036-f45ee610bb48'}, {'name': 'network-changed', 'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06'}, {'server_uuid': '85ebd594-5063-470e-9555-54847e8ad7e4', 'name': 'network-vif-deleted', 'tag': '1b5822c8-723b-4ef5-9943-2461b93fd678'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:15.588528 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca"}, {"name": "network-changed", "server_uuid": "79b605c1-7a4b-4208-87ad-5ca72fbc453c", "tag": "3c19e796-6da5-4ac5-bda6-4efa32def409"}, {"name": "network-changed", "server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2"}, {"name": "network-changed", "server_uuid": "0b0d505d-8c20-4470-b596-fbe497e1f484", "tag": "142f106c-ed9a-4aea-9222-a12979b9347d"}, {"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca"}, {"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca"}, {"name": "network-changed", "server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17"}, {"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a"}, {"name": "network-changed", "server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17"}, {"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca"}, {"server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "name": "network-vif-deleted", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17"}, {"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca"}, {"server_uuid": "0b0d505d-8c20-4470-b596-fbe497e1f484", "name": "network-vif-deleted", "tag": "142f106c-ed9a-4aea-9222-a12979b9347d"}, {"server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "name": "network-vif-deleted", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca"}, {"name": "network-changed", "server_uuid": "3a9fc3e6-0e33-4998-96f2-2d4785e39201", "tag": "9dcbd9c5-2b52-4abb-925a-207669b848f2"}, {"name": "network-changed", "server_uuid": "0e5919cc-7d2a-4338-97b4-090fa7a73a49", "tag": "6841c589-3412-4f4b-a8b6-0dfe437973dc"}, {"server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "name": "network-vif-deleted", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b"}, {"server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "name": "network-vif-deleted", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64"}, {"name": "network-changed", "server_uuid": "46bc531f-a5bd-4393-85e0-89e3af5ec964", "tag": "9a4d3944-9442-4b08-85bd-6eb13aef1e69"}, {"server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "name": "network-vif-deleted", "tag": "422b3272-c428-4656-9db6-1f1835f1da13"}, {"name": "network-changed", "server_uuid": "d770f67d-ce2b-4ff8-a31f-bf73c998413d", "tag": "896b5e34-dde9-44d0-99e6-83004a75de6b"}, {"server_uuid": "46bc531f-a5bd-4393-85e0-89e3af5ec964", "name": "network-vif-deleted", "tag": "9a4d3944-9442-4b08-85bd-6eb13aef1e69"}, {"name": "network-changed", "server_uuid": "3b6abb48-9418-4ec8-bf50-fafd41f8c173", "tag": "d67afcfd-fb59-4735-a615-5a601df95b37"}, {"name": "network-changed", "server_uuid": "aca1ab38-b93b-4197-bf5c-ff7238905d40", "tag": "777544f1-474b-4e9d-9d55-d91edaf4a95c"}, {"server_uuid": "d770f67d-ce2b-4ff8-a31f-bf73c998413d", "name": "network-vif-deleted", "tag": "896b5e34-dde9-44d0-99e6-83004a75de6b"}, {"name": "network-changed", "server_uuid": "aca1ab38-b93b-4197-bf5c-ff7238905d40", "tag": "777544f1-474b-4e9d-9d55-d91edaf4a95c"}, {"name": "network-changed", "server_uuid": "63fb312b-19c2-428d-b768-568a2cd96a4d", "tag": "3b927846-9502-4986-b56f-2de77170842f"}, {"name": "network-changed", "server_uuid": "8dae0c23-b532-4987-a002-31077a6bf53f", "tag": "1890b0d1-b9ed-4038-8d58-782738442bd1"}, {"server_uuid": "63fb312b-19c2-428d-b768-568a2cd96a4d", "name": "network-vif-deleted", "tag": "3b927846-9502-4986-b56f-2de77170842f"}, {"server_uuid": "8dae0c23-b532-4987-a002-31077a6bf53f", "name": "network-vif-deleted", "tag": "1890b0d1-b9ed-4038-8d58-782738442bd1"}, {"name": "network-changed", "server_uuid": "35aedb10-1e07-4f09-b1d6-4bc4e7addccd", "tag": "85549b0c-7c67-40b3-9036-f45ee610bb48"}, {"server_uuid": "35aedb10-1e07-4f09-b1d6-4bc4e7addccd", "name": "network-vif-deleted", "tag": "85549b0c-7c67-40b3-9036-f45ee610bb48"}, {"name": "network-changed", "server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06"}, {"server_uuid": "85ebd594-5063-470e-9555-54847e8ad7e4", "name": "network-vif-deleted", "tag": "1b5822c8-723b-4ef5-9943-2461b93fd678"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:15.595727 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:15.661220 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:15.720151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:16.701506 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:17.221525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-4f14c007-d229-43be-9ace-e8cef8d1386e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:17.223776 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-4f14c007-d229-43be-9ace-e8cef8d1386e tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.1174898 Sep 20 12:35:17.273990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfafca-6b99-4c54-993c-0c07e514061f req-5cb2ac56-9a59-4508-8ad6-987f0cad0bc8 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:17.283619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7cfafca-6b99-4c54-993c-0c07e514061f req-5cb2ac56-9a59-4508-8ad6-987f0cad0bc8 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 945 time: 0.0990262 Sep 20 12:35:17.345371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Deleting port d67afcfd-fb59-4735-a615-5a601df95b37 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:17.349225 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:17.363415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7cfafca-6b99-4c54-993c-0c07e514061f req-43f6ec9f-9f6a-41d5-b666-d45d3f6bf7a3 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/security-groups?id=19ec7bc5-c8fe-437b-97a9-fce27a632f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778489 Sep 20 12:35:17.476313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] For port d67afcfd-fb59-4735-a615-5a601df95b37, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d67afcfd-fb59-4735-a615-5a601df95b37,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:17.477088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:17.493205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Calling delete_port for d67afcfd-fb59-4735-a615-5a601df95b37 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:17.501672 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d51c5d-1bdc-4e54-84a2-a33fbb68b707 x-openstack-request-id: req-35d51c5d-1bdc-4e54-84a2-a33fbb68b707 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:17.502057 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-plugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:17.502524 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35d51c5d-1bdc-4e54-84a2-a33fbb68b707 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:17.502911 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'code': 200} Sep 20 12:35:17.762843 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 5738 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4d7633-d149-4f95-a695-9448f1e97460 x-openstack-request-id: req-be4d7633-d149-4f95-a695-9448f1e97460 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:17.763279 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79b605c1-7a4b-4208-87ad-5ca72fbc453c", "tag": "3c19e796-6da5-4ac5-bda6-4efa32def409", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "951d3c9d-a931-4f45-8a7a-73d6b5506075", "tag": "b5b9c5cf-8003-45e4-b636-263d6a10ada2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b0d505d-8c20-4470-b596-fbe497e1f484", "tag": "142f106c-ed9a-4aea-9222-a12979b9347d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca", "status": "completed", "code": 200}, {"server_uuid": "2c8c159f-1377-4d82-921b-ed5e4c4a29d7", "name": "network-vif-deleted", "tag": "5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca", "status": "completed", "code": 200}, {"server_uuid": "0b0d505d-8c20-4470-b596-fbe497e1f484", "name": "network-vif-deleted", "tag": "142f106c-ed9a-4aea-9222-a12979b9347d", "status": "completed", "code": 200}, {"server_uuid": "8a6d7b14-df92-483f-a458-00f10981f5e1", "name": "network-vif-deleted", "tag": "9240abee-7dea-4470-8f67-9ec88917fcca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a9fc3e6-0e33-4998-96f2-2d4785e39201", "tag": "9dcbd9c5-2b52-4abb-925a-207669b848f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e5919cc-7d2a-4338-97b4-090fa7a73a49", "tag": "6841c589-3412-4f4b-a8b6-0dfe437973dc", "status": "completed", "code": 200}, {"server_uuid": "925e559d-f77d-4305-881c-7a7f596c6930", "name": "network-vif-deleted", "tag": "d339a310-fb6b-4c0f-a9a8-c58758c9a91b", "status": "completed", "code": 200}, {"server_uuid": "51eecfc1-11b2-46af-8e6b-58491dc82f12", "name": "network-vif-deleted", "tag": "3fc68bda-b28c-4aef-b283-f48fb2bd2f64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "46bc531f-a5bd-4393-85e0-89e3af5ec964", "tag": "9a4d3944-9442-4b08-85bd-6eb13aef1e69", "status": "completed", "code": 200}, {"server_uuid": "383fa616-5622-49b3-9682-59df5f0f81c5", "name": "network-vif-deleted", "tag": "422b3272-c428-4656-9db6-1f1835f1da13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d770f67d-ce2b-4ff8-a31f-bf73c998413d", "tag": "896b5e34-dde9-44d0-99e6-83004a75de6b", "status": "completed", "code": 200}, {"server_uuid": "46bc531f-a5bd-4393-85e0-89e3af5ec964", "name": "network-vif-deleted", "tag": "9a4d3944-9442-4b08-85bd-6eb13aef1e69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b6abb48-9418-4ec8-bf50-fafd41f8c173", "tag": "d67afcfd-fb59-4735-a615-5a601df95b37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aca1ab38-b93b-4197-bf5c-ff7238905d40", "tag": "777544f1-474b-4e9d-9d55-d91edaf4a95c", "status": "completed", "code": 200}, {"server_uuid": "d770f67d-ce2b-4ff8-a31f-bf73c998413d", "name": "network-vif-deleted", "tag": "896b5e34-dde9-44d0-99e6-83004a75de6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aca1ab38-b93b-4197-bf5c-ff7238905d40", "tag": "777544f1-474b-4e9d-9d55-d91edaf4a95c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63fb312b-19c2-428d-b768-568a2cd96a4d", "tag": "3b927846-9502-4986-b56f-2de77170842f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8dae0c23-b532-4987-a002-31077a6bf53f", "tag": "1890b0d1-b9ed-4038-8d58-782738442bd1", "status": "completed", "code": 200}, {"server_uuid": "63fb312b-19c2-428d-b768-568a2cd96a4d", "name": "network-vif-deleted", "tag": "3b927846-9502-4986-b56f-2de77170842f", "status": "completed", "code": 200}, {"server_uuid": "8dae0c23-b532-4987-a002-31077a6bf53f", "name": "network-vif-deleted", "tag": "1890b0d1-b9ed-4038-8d58-782738442bd1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35aedb10-1e07-4f09-b1d6-4bc4e7addccd", "tag": "85549b0c-7c67-40b3-9036-f45ee610bb48", "status": "completed", "code": 200}, {"server_uuid": "35aedb10-1e07-4f09-b1d6-4bc4e7addccd", "name": "network-vif-deleted", "tag": "85549b0c-7c67-40b3-9036-f45ee610bb48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06", "status": "completed", "code": 200}, {"server_uuid": "85ebd594-5063-470e-9555-54847e8ad7e4", "name": "network-vif-deleted", "tag": "1b5822c8-723b-4ef5-9943-2461b93fd678", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:17.763527 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be4d7633-d149-4f95-a695-9448f1e97460 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:17.764009 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca', 'status': 'completed', 'code': 200} Sep 20 12:35:17.764266 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b605c1-7a4b-4208-87ad-5ca72fbc453c', 'tag': '3c19e796-6da5-4ac5-bda6-4efa32def409', 'status': 'completed', 'code': 200} Sep 20 12:35:17.764574 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951d3c9d-a931-4f45-8a7a-73d6b5506075', 'tag': 'b5b9c5cf-8003-45e4-b636-263d6a10ada2', 'status': 'completed', 'code': 200} Sep 20 12:35:17.764820 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0d505d-8c20-4470-b596-fbe497e1f484', 'tag': '142f106c-ed9a-4aea-9222-a12979b9347d', 'status': 'completed', 'code': 200} Sep 20 12:35:17.765095 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca', 'status': 'completed', 'code': 200} Sep 20 12:35:17.765342 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca', 'status': 'completed', 'code': 200} Sep 20 12:35:17.765585 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'status': 'completed', 'code': 200} Sep 20 12:35:17.765934 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'status': 'completed', 'code': 200} Sep 20 12:35:17.766073 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'status': 'completed', 'code': 200} Sep 20 12:35:17.766285 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca', 'status': 'completed', 'code': 200} Sep 20 12:35:17.766525 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8c159f-1377-4d82-921b-ed5e4c4a29d7', 'name': 'network-vif-deleted', 'tag': '5d33d0f3-6efe-4e9c-876f-98a0fc7dcb17', 'status': 'completed', 'code': 200} Sep 20 12:35:17.766758 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca', 'status': 'completed', 'code': 200} Sep 20 12:35:17.766991 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0d505d-8c20-4470-b596-fbe497e1f484', 'name': 'network-vif-deleted', 'tag': '142f106c-ed9a-4aea-9222-a12979b9347d', 'status': 'completed', 'code': 200} Sep 20 12:35:17.767224 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6d7b14-df92-483f-a458-00f10981f5e1', 'name': 'network-vif-deleted', 'tag': '9240abee-7dea-4470-8f67-9ec88917fcca', 'status': 'completed', 'code': 200} Sep 20 12:35:17.767475 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9fc3e6-0e33-4998-96f2-2d4785e39201', 'tag': '9dcbd9c5-2b52-4abb-925a-207669b848f2', 'status': 'completed', 'code': 200} Sep 20 12:35:17.767711 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'tag': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'status': 'completed', 'code': 200} Sep 20 12:35:17.767943 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e559d-f77d-4305-881c-7a7f596c6930', 'name': 'network-vif-deleted', 'tag': 'd339a310-fb6b-4c0f-a9a8-c58758c9a91b', 'status': 'completed', 'code': 200} Sep 20 12:35:17.768394 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eecfc1-11b2-46af-8e6b-58491dc82f12', 'name': 'network-vif-deleted', 'tag': '3fc68bda-b28c-4aef-b283-f48fb2bd2f64', 'status': 'completed', 'code': 200} Sep 20 12:35:17.768560 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bc531f-a5bd-4393-85e0-89e3af5ec964', 'tag': '9a4d3944-9442-4b08-85bd-6eb13aef1e69', 'status': 'completed', 'code': 200} Sep 20 12:35:17.768806 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383fa616-5622-49b3-9682-59df5f0f81c5', 'name': 'network-vif-deleted', 'tag': '422b3272-c428-4656-9db6-1f1835f1da13', 'status': 'completed', 'code': 200} Sep 20 12:35:17.769050 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'tag': '896b5e34-dde9-44d0-99e6-83004a75de6b', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776202 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bc531f-a5bd-4393-85e0-89e3af5ec964', 'name': 'network-vif-deleted', 'tag': '9a4d3944-9442-4b08-85bd-6eb13aef1e69', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776202 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6abb48-9418-4ec8-bf50-fafd41f8c173', 'tag': 'd67afcfd-fb59-4735-a615-5a601df95b37', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776202 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'tag': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776202 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd770f67d-ce2b-4ff8-a31f-bf73c998413d', 'name': 'network-vif-deleted', 'tag': '896b5e34-dde9-44d0-99e6-83004a75de6b', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'tag': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fb312b-19c2-428d-b768-568a2cd96a4d', 'tag': '3b927846-9502-4986-b56f-2de77170842f', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dae0c23-b532-4987-a002-31077a6bf53f', 'tag': '1890b0d1-b9ed-4038-8d58-782738442bd1', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb312b-19c2-428d-b768-568a2cd96a4d', 'name': 'network-vif-deleted', 'tag': '3b927846-9502-4986-b56f-2de77170842f', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dae0c23-b532-4987-a002-31077a6bf53f', 'name': 'network-vif-deleted', 'tag': '1890b0d1-b9ed-4038-8d58-782738442bd1', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35aedb10-1e07-4f09-b1d6-4bc4e7addccd', 'tag': '85549b0c-7c67-40b3-9036-f45ee610bb48', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aedb10-1e07-4f09-b1d6-4bc4e7addccd', 'name': 'network-vif-deleted', 'tag': '85549b0c-7c67-40b3-9036-f45ee610bb48', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'status': 'completed', 'code': 200} Sep 20 12:35:17.776958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ebd594-5063-470e-9555-54847e8ad7e4', 'name': 'network-vif-deleted', 'tag': '1b5822c8-723b-4ef5-9943-2461b93fd678', 'status': 'completed', 'code': 200} Sep 20 12:35:17.783470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d67afcfd-fb59-4735-a615-5a601df95b37'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:35:17.802963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-8500a5bb-d1a0-4877-bc68-727e6bbd234f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0299847 Sep 20 12:35:17.838492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Pushing event deleted for resources: {'Port': ['ID=d67afcfd-fb59-4735-a615-5a601df95b37,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:17.845559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-453a2a04-ab66-4b4b-a068-8d18c29229e3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ddc20463cbeb4e44b082290b035f4b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339680 Sep 20 12:35:17.875622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.877734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.879176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.879932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.881471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.882914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.884444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.885060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.886917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.888063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.888631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.889946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:35:17.929851 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:17.966781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58630) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:17.985055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] No DVR routers for this DVR port d67afcfd-fb59-4735-a615-5a601df95b37 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:35:18.006987 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:18.010317 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47ccad2b-c865-41fa-bb89-a64e9ad92742 req-660b1ba5-20b9-40db-a475-a5ac0a1fe271 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.32 "DELETE /v2.0/ports/d67afcfd-fb59-4735-a615-5a601df95b37 HTTP/1.1" status: 204 len: 173 time: 0.7763190 Sep 20 12:35:18.016527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-5c3c6052-458f-4f85-be1a-81ae261f84ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=36be6bf650014961b3467a0a517ef8df&device_id=79b605c1-7a4b-4208-87ad-5ca72fbc453c HTTP/1.1" status: 200 len: 210 time: 0.1792848 Sep 20 12:35:18.019953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6abb48-9418-4ec8-bf50-fafd41f8c173', 'name': 'network-vif-deleted', 'tag': 'd67afcfd-fb59-4735-a615-5a601df95b37'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:18.027990 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e117db3-73e8-44b5-932b-6d726089bd90" -d '{"events": [{"server_uuid": "3b6abb48-9418-4ec8-bf50-fafd41f8c173", "name": "network-vif-deleted", "tag": "d67afcfd-fb59-4735-a615-5a601df95b37"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:18.083842 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-ea79b8d2-34e0-4c22-8488-14eb2aa6137a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=36be6bf650014961b3467a0a517ef8df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502801 Sep 20 12:35:18.224024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce9da777-d261-441b-a6bc-01fd8f617de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:18.234508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-0bb01cf3-90c7-4123-975e-f2693726c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:18.236216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-0bb01cf3-90c7-4123-975e-f2693726c2d4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3815372 Sep 20 12:35:18.308797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-8272d305-2592-49f0-89c4-adead59a641c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6dad03d741246d4962e7009f7b4acc4&device_id=951d3c9d-a931-4f45-8a7a-73d6b5506075 HTTP/1.1" status: 200 len: 210 time: 0.0527577 Sep 20 12:35:18.336072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce9da777-d261-441b-a6bc-01fd8f617de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:18.338922 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc81ff8c-0581-4515-b38d-d890ff8e4fa7 x-openstack-request-id: req-fc81ff8c-0581-4515-b38d-d890ff8e4fa7 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:18.339212 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6abb48-9418-4ec8-bf50-fafd41f8c173", "name": "network-vif-deleted", "tag": "d67afcfd-fb59-4735-a615-5a601df95b37", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:18.339458 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc81ff8c-0581-4515-b38d-d890ff8e4fa7 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:18.339898 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6abb48-9418-4ec8-bf50-fafd41f8c173', 'name': 'network-vif-deleted', 'tag': 'd67afcfd-fb59-4735-a615-5a601df95b37', 'status': 'completed', 'code': 200} Sep 20 12:35:18.345266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-f87636de-1b82-4fcd-8e7f-9649e977a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:18.349879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-f87636de-1b82-4fcd-8e7f-9649e977a0c3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2575080 Sep 20 12:35:18.357570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-780f8a63-edd1-4fa8-8da2-95d4bfdaffcf service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6dad03d741246d4962e7009f7b4acc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467749 Sep 20 12:35:18.420928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-8afa8dda-0fdc-44ea-84ff-62d71f251121 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 210 time: 0.0433290 Sep 20 12:35:18.463315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce9da777-d261-441b-a6bc-01fd8f617de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:18.505367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ce9da777-d261-441b-a6bc-01fd8f617de3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fa56c3953e84415ab232601bf7a1a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178854 Sep 20 12:35:18.507340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58644) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:18.521803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-a2e4ee91-bef8-4be9-a091-d5971e776bb8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ddc20463cbeb4e44b082290b035f4b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948939 Sep 20 12:35:18.549218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e61838d3-aad9-48d8-bf30-c79683edeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:18.551145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e61838d3-aad9-48d8-bf30-c79683edeaa0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1855147 Sep 20 12:35:18.574534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9da777-d261-441b-a6bc-01fd8f617de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13741f9-57cd-4c46-af99-170faf3f621d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:18.614353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e7520302-cc7f-49a1-a9ba-fbb7847fe573 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b128218af8e4236b1fee9ffa669e30d&device_id=0b0d505d-8c20-4470-b596-fbe497e1f484 HTTP/1.1" status: 200 len: 210 time: 0.0475235 Sep 20 12:35:18.631865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb500eb3-c4c4-452c-b036-fb030fc7328d req-492d138c-2858-48f9-ad56-dbbf3ddf8ab6 tempest-ServerRescueNegativeTestJSON-522114640 tempest-ServerRescueNegativeTestJSON-522114640-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 210 time: 0.0792718 Sep 20 12:35:18.677603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-a3a92b60-fc3f-4302-8bf4-e7fef326ebd9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8b128218af8e4236b1fee9ffa669e30d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446522 Sep 20 12:35:18.699499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed984-869f-466d-ac27-e69ea1bc5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:18.737930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed984-869f-466d-ac27-e69ea1bc5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:18.745754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-1bb155d1-89d4-48ea-b2c6-46964efb3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:18.747252 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-1bb155d1-89d4-48ea-b2c6-46964efb3667 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2143888 Sep 20 12:35:18.800549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-0753170a-22eb-4b0c-bc92-8cb774b8d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:18.800986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-70bf85c0-da8f-4d97-8d83-3589bd1913fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=2c8c159f-1377-4d82-921b-ed5e4c4a29d7 HTTP/1.1" status: 200 len: 210 time: 0.0333252 Sep 20 12:35:18.802031 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-0753170a-22eb-4b0c-bc92-8cb774b8d3eb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1157923 Sep 20 12:35:18.831477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-c29a3fc0-3d55-492e-9387-bfc1eb2f3ea0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ddc20463cbeb4e44b082290b035f4b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218873 Sep 20 12:35:18.893686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-1347534f-5c3d-4ed7-8208-c4bc33cca8c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0718884 Sep 20 12:35:18.928700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-72b700bd-ea3b-460a-adcd-47e6ebdf7a0d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ddc20463cbeb4e44b082290b035f4b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257611 Sep 20 12:35:18.945123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed984-869f-466d-ac27-e69ea1bc5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:18.950174 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed984-869f-466d-ac27-e69ea1bc5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:18.950174 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5b0ed984-869f-466d-ac27-e69ea1bc5c47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f13741f9-57cd-4c46-af99-170faf3f621d HTTP/1.1" status: 204 len: 168 time: 0.4417608 Sep 20 12:35:18.969796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ed984-869f-466d-ac27-e69ea1bc5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13741f9-57cd-4c46-af99-170faf3f621d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:19.071753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b7785c94-853b-4046-8f9c-8b3a93a1decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.075247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b7785c94-853b-4046-8f9c-8b3a93a1decc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1331823 Sep 20 12:35:19.081187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b251d995-0446-46f9-8625-38b726656743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.083849 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b251d995-0446-46f9-8625-38b726656743 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2418482 Sep 20 12:35:19.155039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-cc7fd72d-774e-448d-bfce-54acea52ab40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0609989 Sep 20 12:35:19.207936 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-8efc00a2-f531-49f0-9184-92c1abf39a4c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ddc20463cbeb4e44b082290b035f4b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454674 Sep 20 12:35:19.223699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-ebaa265d-4df7-49fb-af23-112616f745fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.225980 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-ebaa265d-4df7-49fb-af23-112616f745fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 1097 time: 0.0850272 Sep 20 12:35:19.392072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b2b4f5ce-1f1c-4380-adcd-c1b5683d527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.395343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b2b4f5ce-1f1c-4380-adcd-c1b5683d527f service neutron] 10.222.0.21 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 911 time: 0.1603832 Sep 20 12:35:19.466227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b4106ed5-dde4-4a85-840d-716c5478003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.473382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b4106ed5-dde4-4a85-840d-716c5478003c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2462432 Sep 20 12:35:19.521482 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-aced61f7-b0f4-44f0-a782-c7acc4ef431c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc HTTP/1.1" status: 200 len: 1000 time: 0.1131392 Sep 20 12:35:19.607786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3898602c-f985-4925-9770-31afa9740da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.609748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3898602c-f985-4925-9770-31afa9740da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.610299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3898602c-f985-4925-9770-31afa9740da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.617562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3898602c-f985-4925-9770-31afa9740da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.617562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3898602c-f985-4925-9770-31afa9740da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.617562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3898602c-f985-4925-9770-31afa9740da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.619847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3898602c-f985-4925-9770-31afa9740da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.622621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3898602c-f985-4925-9770-31afa9740da8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6492 time: 0.1190512 Sep 20 12:35:19.659812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-0623f8e1-1197-4c0c-b79c-9e63a98470fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.661707 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-0623f8e1-1197-4c0c-b79c-9e63a98470fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.1322460 Sep 20 12:35:19.696018 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58668) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:19.730765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-563c89ca-232b-4ad1-a5df-9d1936130d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:19.732004 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:19.734109 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-563c89ca-232b-4ad1-a5df-9d1936130d99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638363 Sep 20 12:35:19.854628 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-1175ffd6-f121-413e-b143-93d14efa582c service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108029 Sep 20 12:35:19.979684 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-5721bef9-c6e7-4ac9-bbef-6d296f655889 service neutron] 10.222.0.21 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094208 Sep 20 12:35:19.990586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58680) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:20.000566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-81bd448e-406d-4733-b1bc-4b2e3fe50a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:20.002463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-81bd448e-406d-4733-b1bc-4b2e3fe50a0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 HTTP/1.1" status: 200 len: 912 time: 0.3606136 Sep 20 12:35:20.008588 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dfe61d3-e80f-49b8-b39d-2e7d0eab4358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:20.067471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3ff82408-cb50-4b88-8e1b-5b1ecbcf8715 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&device_id=d770f67d-ce2b-4ff8-a31f-bf73c998413d HTTP/1.1" status: 200 len: 210 time: 0.0386682 Sep 20 12:35:20.143422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-bfb5e8f2-acc3-42c9-a6c5-76c7caf2ecd0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609529 Sep 20 12:35:20.147194 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:20.155390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e35b979f-abc2-4210-b8cb-156f75f67d00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c53a75-b73f-4dc7-a480-353e147cec7a HTTP/1.1" status: 200 len: 1001 time: 0.1412492 Sep 20 12:35:20.221520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3a55ac08-e0cc-4def-912a-a0c6a8c7cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:20.222978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3a55ac08-e0cc-4def-912a-a0c6a8c7cf7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28a516e1-d691-4865-968b-9fdfaa0757b3 HTTP/1.1" status: 200 len: 851 time: 0.0583775 Sep 20 12:35:20.300986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dfe61d3-e80f-49b8-b39d-2e7d0eab4358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:20.308072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-cf7a7956-dafa-44ac-9e9d-7136f7117139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:20.308072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-cf7a7956-dafa-44ac-9e9d-7136f7117139 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1512101 Sep 20 12:35:20.335094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-c2182035-67e2-4f08-bbfc-059e5aeac3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:20.337740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-c2182035-67e2-4f08-bbfc-059e5aeac3f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063373 Sep 20 12:35:20.390379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3cf493a0-c534-4f54-958e-d2cadc8207f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:20.392074 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3cf493a0-c534-4f54-958e-d2cadc8207f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9db0b80623c44ab2843f11cdcbfabc5f&device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 1096 time: 0.0500219 Sep 20 12:35:20.426237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dfe61d3-e80f-49b8-b39d-2e7d0eab4358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:20.541336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-1aa420d9-73fd-4737-a9ef-dcb4059d9013 service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850731 Sep 20 12:35:20.542312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe61d3-e80f-49b8-b39d-2e7d0eab4358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6849b33c-9d94-4dcd-933c-87276956d0fb,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:20.547389 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6dfe61d3-e80f-49b8-b39d-2e7d0eab4358 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93bb185215a0406783b665d54429cb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555828 Sep 20 12:35:20.554998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58698) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:20.610741 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:20.619655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-ce71f1bd-6b68-465d-81b7-fcbdfcac9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:20.621950 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-ce71f1bd-6b68-465d-81b7-fcbdfcac9b7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=69a29a87-ff93-4727-85fa-4ffe4d42299f HTTP/1.1" status: 200 len: 916 time: 0.2191913 Sep 20 12:35:20.648945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3825856f-7164-4416-adba-4129ae454a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:20.774198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3825856f-7164-4416-adba-4129ae454a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:20.806241 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-a41b864c-b261-488b-9973-3ac142145a34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c HTTP/1.1" status: 200 len: 1001 time: 0.1683810 Sep 20 12:35:20.883513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-88e28b93-ee00-4d95-b080-913c5249dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:20.886748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-88e28b93-ee00-4d95-b080-913c5249dba6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc0c36ee-90f8-4b7f-b098-3b360d118b95 HTTP/1.1" status: 200 len: 855 time: 0.0718827 Sep 20 12:35:20.908950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-c2a781fb-f454-47af-922d-f2f33eec8a8c service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430872 Sep 20 12:35:20.971275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b29cad5d-fd2a-417b-98fc-76ad327dce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:20.974918 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-b29cad5d-fd2a-417b-98fc-76ad327dce4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69a29a87-ff93-4727-85fa-4ffe4d42299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784540 Sep 20 12:35:20.999002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-bd687040-8eb5-4882-a739-49846b9de481 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0395360 Sep 20 12:35:21.039492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-6e293fe3-a572-489e-97b2-8d62cc631a42 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ddc20463cbeb4e44b082290b035f4b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304289 Sep 20 12:35:21.041319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3825856f-7164-4416-adba-4129ae454a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:21.046013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3825856f-7164-4416-adba-4129ae454a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:21.051803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Deleting port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:21.051803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:21.052412 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3825856f-7164-4416-adba-4129ae454a6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6849b33c-9d94-4dcd-933c-87276956d0fb HTTP/1.1" status: 204 len: 168 time: 0.4957907 Sep 20 12:35:21.076504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825856f-7164-4416-adba-4129ae454a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6849b33c-9d94-4dcd-933c-87276956d0fb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:21.198209 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-994059a2-85f5-4c09-9489-e8ece31c04a9 service neutron] 10.222.0.21 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113986 Sep 20 12:35:21.220509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] For port 1b4d5404-5c42-471c-ac40-ed1d0f8f644a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,segment=NetworkSegment(24b8fb88-e278-4f58-813b-a422c1e6286b),segment_id=24b8fb88-e278-4f58-813b-a422c1e6286b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:21.220885 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:21.224084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-efaabeca-18f4-466c-a994-209bbd01b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:21.225736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-efaabeca-18f4-466c-a994-209bbd01b9a7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1764531 Sep 20 12:35:21.247503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Calling delete_port for 1b4d5404-5c42-471c-ac40-ed1d0f8f644a owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:21.279690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-41b00bfc-cc13-4ca0-ac38-bb20e77d4924 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddc20463cbeb4e44b082290b035f4b54&device_id=8a6d7b14-df92-483f-a458-00f10981f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0415010 Sep 20 12:35:21.347713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-cec5c343-8bbe-4546-a0da-9b69a1597b88 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ddc20463cbeb4e44b082290b035f4b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594244 Sep 20 12:35:21.351715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-4304dcea-533f-40dd-8c9f-1f506a3ea2a0 service neutron] 10.222.0.21 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462610 Sep 20 12:35:21.469629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-929c0963-f347-4ec1-8c59-ab6dfd198a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:21.471304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-929c0963-f347-4ec1-8c59-ab6dfd198a7c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1154766 Sep 20 12:35:21.482527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d67afcfd-fb59-4735-a615-5a601df95b37 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:35:21.496795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e997e539-8e3e-496a-a027-239f5d4cf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:21.498512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e997e539-8e3e-496a-a027-239f5d4cf828 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9db0b80623c44ab2843f11cdcbfabc5f&device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 1096 time: 0.0932715 Sep 20 12:35:21.554094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: d67afcfd-fb59-4735-a615-5a601df95b37 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:35:21.554094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d67afcfd-fb59-4735-a615-5a601df95b37 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:35:21.576502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-9bf376e2-1138-4cab-a357-120b16e24210 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ab01ac2a6a4499fba3e79fda1e01ae5&device_id=3a9fc3e6-0e33-4998-96f2-2d4785e39201 HTTP/1.1" status: 200 len: 210 time: 0.0904932 Sep 20 12:35:21.622591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-f66ff29e-d2d8-4324-bcbd-3f2e8ebe34f4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8ab01ac2a6a4499fba3e79fda1e01ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354764 Sep 20 12:35:21.716018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-1b62d11c-7ca3-424f-b58d-1b0daa9b5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:21.717884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-1b62d11c-7ca3-424f-b58d-1b0daa9b5bb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69a29a87-ff93-4727-85fa-4ffe4d42299f HTTP/1.1" status: 200 len: 916 time: 0.2001183 Sep 20 12:35:21.750713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-2297fe59-037f-48d2-a386-f5797da95551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:21.752207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-2297fe59-037f-48d2-a386-f5797da95551 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1126680 Sep 20 12:35:21.820943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-8f6c0929-d4b0-4717-b78b-e224228b94ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5308bc108c2b4bbe9492eaffd7c09f7f&device_id=46bc531f-a5bd-4393-85e0-89e3af5ec964 HTTP/1.1" status: 200 len: 210 time: 0.0538342 Sep 20 12:35:21.866588 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-9425223e-9ecd-48b0-941f-3b6ee762815e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c HTTP/1.1" status: 200 len: 1001 time: 0.1374176 Sep 20 12:35:21.931816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-29976376-908a-4427-8a48-f72c5ec76462 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5308bc108c2b4bbe9492eaffd7c09f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1010785 Sep 20 12:35:21.959697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-90c4ad4e-8c41-4029-a1c3-1bc4f3b83016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:21.959697 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-90c4ad4e-8c41-4029-a1c3-1bc4f3b83016 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc0c36ee-90f8-4b7f-b098-3b360d118b95 HTTP/1.1" status: 200 len: 855 time: 0.0817523 Sep 20 12:35:22.069867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-84c066e5-93bb-4d95-9b3d-02ba0f78aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:22.073177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-84c066e5-93bb-4d95-9b3d-02ba0f78aa11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69a29a87-ff93-4727-85fa-4ffe4d42299f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981154 Sep 20 12:35:22.076076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:22.200129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4d5404-5c42-471c-ac40-ed1d0f8f644a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:22.251130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-312b20e3-622e-46f7-927b-ba43ce687fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:22.252625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-312b20e3-622e-46f7-927b-ba43ce687fa7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3124545 Sep 20 12:35:22.260613 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-7de0ed02-c1e4-459c-b34c-0eaa8320fbc2 service neutron] 10.222.0.21 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766655 Sep 20 12:35:22.503965 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-6c95ac0b-5666-4798-907a-13b685251f3f service neutron] 10.222.0.21 "GET /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330890 Sep 20 12:35:22.602830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-ff19d693-9c2c-451e-9e9b-7d0195fdc43f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=469e7d1322ba43119a5f726987983925&device_id=63fb312b-19c2-428d-b768-568a2cd96a4d HTTP/1.1" status: 200 len: 210 time: 0.0648894 Sep 20 12:35:22.769663 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e68452f7-bbf3-48ca-8ac0-1d75d0378bf0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=469e7d1322ba43119a5f726987983925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333065 Sep 20 12:35:22.955215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-c96b6f2e-988b-4273-bb0d-25378c20a565 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b29fafda397467d9d0b4e131caf95fa&device_id=3b6abb48-9418-4ec8-bf50-fafd41f8c173 HTTP/1.1" status: 200 len: 210 time: 0.5906184 Sep 20 12:35:22.955840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-7146be22-708d-4e09-822a-1efe5db1dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:22.957899 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-7146be22-708d-4e09-822a-1efe5db1dc19 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1801927 Sep 20 12:35:23.012032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-be611d4f-0b57-4226-970c-be108bba41e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&device_id=8dae0c23-b532-4987-a002-31077a6bf53f HTTP/1.1" status: 200 len: 210 time: 0.0395370 Sep 20 12:35:23.046742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:23.054137 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-f3f9478b-9ae0-4432-a880-b7bcc9e213d3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d9ad059a5c084137b8ddcaad1d31f5bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341153 Sep 20 12:35:23.199971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-77c9c1b7-1365-47c1-b840-293901fc8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:23.201482 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-77c9c1b7-1365-47c1-b840-293901fc8651 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1365736 Sep 20 12:35:23.258003 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-4805b42d-917b-4c5b-bbf0-4f9f8d7c4315 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6377a779a55646a59d6e05551986e8fc&device_id=35aedb10-1e07-4f09-b1d6-4bc4e7addccd HTTP/1.1" status: 200 len: 210 time: 0.0370800 Sep 20 12:35:23.303128 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-0fade394-879d-4b9a-9fd5-cb3164cb1527 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6377a779a55646a59d6e05551986e8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300305 Sep 20 12:35:23.392383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Router afad5225-de95-42d3-b203-8547e0cbb028 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:35:23.467466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-09b63125-71fc-4616-9d75-bb461034ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:23.467466 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-09b63125-71fc-4616-9d75-bb461034ec0b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1586082 Sep 20 12:35:23.584437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:35:23.592996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4653c2ba-460c-4333-b775-d66e4255ab06 admin admin] 10.222.0.37 "PUT /v2.0/routers/afad5225-de95-42d3-b203-8547e0cbb028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8958311 Sep 20 12:35:23.595964 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2363-427a-4479-b124-155046804200 None None] Sync routers for ids ['afad5225-de95-42d3-b203-8547e0cbb028'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:35:23.600549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-60b493b7-0fc3-47b2-b5ec-f10f26a71fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:23.601374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:23.602379 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-60b493b7-0fc3-47b2-b5ec-f10f26a71fe4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6a255a5ddf14c78b5063323e56064f3&device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 1099 time: 0.0839467 Sep 20 12:35:23.609718 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c2363-427a-4479-b124-155046804200 None None] Routers {'afad5225-de95-42d3-b203-8547e0cbb028'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:35:23.610738 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-022c2363-427a-4479-b124-155046804200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afad5225-de95-42d3-b203-8547e0cbb028'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:23.728113 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:23.742531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e31e012f-aa32-42eb-a447-2c91800293b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:23.744407 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-e31e012f-aa32-42eb-a447-2c91800293b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1340771 Sep 20 12:35:23.771482 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-022c2363-427a-4479-b124-155046804200 None None] Set router afad5225-de95-42d3-b203-8547e0cbb028 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:35:23.810070 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3ad4040a-cff8-4c5b-9a9e-499b6e04d879 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38f33878-a938-461b-ac78-dec7a0ae0c06 HTTP/1.1" status: 200 len: 217 time: 0.0545726 Sep 20 12:35:23.841622 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:23.871251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-51ee0538-2f26-4802-94ab-77422b3ea26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:23.873590 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-51ee0538-2f26-4802-94ab-77422b3ea26d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0526729 Sep 20 12:35:23.941940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-7d4466a3-da45-4d29-ac26-f0c267c14c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:23.943649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-7d4466a3-da45-4d29-ac26-f0c267c14c39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535564 Sep 20 12:35:23.967409 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-022c2363-427a-4479-b124-155046804200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:35:21Z', 'revision_number': 5, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:23.998001 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2363-427a-4479-b124-155046804200 None None] Checking router: afad5225-de95-42d3-b203-8547e0cbb028 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:35:24.007542 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c2363-427a-4479-b124-155046804200 None None] Routers {'afad5225-de95-42d3-b203-8547e0cbb028'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:35:24.008161 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-022c2363-427a-4479-b124-155046804200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afad5225-de95-42d3-b203-8547e0cbb028'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:24.046759 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-3f314690-1bcf-4bfb-91a1-0ed32a993495 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939865 Sep 20 12:35:24.123649 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-022c2363-427a-4479-b124-155046804200 None None] Set router afad5225-de95-42d3-b203-8547e0cbb028 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:35:24.130358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Deleting port 73690413-8608-469b-8ec7-534fda262dd3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:24.131884 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:24.261613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] For port 73690413-8608-469b-8ec7-534fda262dd3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=73690413-8608-469b-8ec7-534fda262dd3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:24.261613 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:24.286720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-28a49e8c-1d44-4f57-82ae-cc9fb6f1250f req-51d29368-6e41-480e-8f41-e2aaba4effe1 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300754 Sep 20 12:35:24.297812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Calling delete_port for 73690413-8608-469b-8ec7-534fda262dd3 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:24.420261 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-022c2363-427a-4479-b124-155046804200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:35:21Z', 'revision_number': 5, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:24.450864 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2363-427a-4479-b124-155046804200 None None] The sync data for ids ['afad5225-de95-42d3-b203-8547e0cbb028'] in n-d-809934-3 is: [{'id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'name': 'tempest-ServerRescueNegativeTestJSON-249124720-router', 'tenant_id': '9b29fafda397467d9d0b4e131caf95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '73690413-8608-469b-8ec7-534fda262dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:32:30Z', 'updated_at': '2021-09-20T12:35:21Z', 'revision_number': 5, 'project_id': '9b29fafda397467d9d0b4e131caf95fa', 'gw_port': {'id': '73690413-8608-469b-8ec7-534fda262dd3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afad5225-de95-42d3-b203-8547e0cbb028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:31Z', 'updated_at': '2021-09-20T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:35:24.627154 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:24.656102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Pushing event deleted for resources: {'Port': ['ID=73690413-8608-469b-8ec7-534fda262dd3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:24.738117 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:24.844451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:24.847218 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:24.986849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:24.987584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afad5225-de95-42d3-b203-8547e0cbb028 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:35:24.993068 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:24.994539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15acc4f3-4655-4b9f-80b7-314761d15894 admin admin] 10.222.0.37 "DELETE /v2.0/routers/afad5225-de95-42d3-b203-8547e0cbb028 HTTP/1.1" status: 204 len: 168 time: 1.3918288 Sep 20 12:35:24.997090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:25.092803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a7e0d8-7a74-47c3-94bb-15eb919c85e0 admin admin] Deleting subnet 57ae8ea6-0dcd-41e0-9c04-27321b60f0de {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:35:25.095016 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e0d8-7a74-47c3-94bb-15eb919c85e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.142634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e0d8-7a74-47c3-94bb-15eb919c85e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.188555 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e0d8-7a74-47c3-94bb-15eb919c85e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.336871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e0d8-7a74-47c3-94bb-15eb919c85e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.363130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7e0d8-7a74-47c3-94bb-15eb919c85e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ae8ea6-0dcd-41e0-9c04-27321b60f0de,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:25.369790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e0d8-7a74-47c3-94bb-15eb919c85e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.375452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58824) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:25.376048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9a7e0d8-7a74-47c3-94bb-15eb919c85e0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/57ae8ea6-0dcd-41e0-9c04-27321b60f0de HTTP/1.1" status: 204 len: 168 time: 0.3753233 Sep 20 12:35:25.466010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.570400 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.598277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a106e1-82b3-4e16-8a2d-87b2e230a2c2']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:25.611365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b8fb88-e278-4f58-813b-a422c1e6286b') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:25.612047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b8fb88-e278-4f58-813b-a422c1e6286b') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:25.632729 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.653128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.662397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:35:25.663003 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:35:25.664866 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:35:25.850031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.872530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:25.878574 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a4a106e1-82b3-4e16-8a2d-87b2e230a2c2 HTTP/1.1" status: 204 len: 168 time: 0.4999073 Sep 20 12:35:25.886483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b401b-149c-4d51-b697-95831c7d2ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a106e1-82b3-4e16-8a2d-87b2e230a2c2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:26.377744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1b4d5404-5c42-471c-ac40-ed1d0f8f644a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:35:26.403976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1b4d5404-5c42-471c-ac40-ed1d0f8f644a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:35:26.404453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1b4d5404-5c42-471c-ac40-ed1d0f8f644a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:35:26.404967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 73690413-8608-469b-8ec7-534fda262dd3 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:35:26.425895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 73690413-8608-469b-8ec7-534fda262dd3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:35:26.426440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 73690413-8608-469b-8ec7-534fda262dd3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:35:26.483667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58856) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:26.550613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58858) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:26.562603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-59959159-ca0f-42ee-ab4e-bb273be7af4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b29fafda397467d9d0b4e131caf95fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734286 Sep 20 12:35:26.621830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24086cd2-d368-41b3-bf01-d75f5e3a2a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:26.652048 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24086cd2-d368-41b3-bf01-d75f5e3a2a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:26.815778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24086cd2-d368-41b3-bf01-d75f5e3a2a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:26.824604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24086cd2-d368-41b3-bf01-d75f5e3a2a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:26.831396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-24086cd2-d368-41b3-bf01-d75f5e3a2a36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19ec7bc5-c8fe-437b-97a9-fce27a632f14 HTTP/1.1" status: 204 len: 168 time: 0.2778525 Sep 20 12:35:26.848596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24086cd2-d368-41b3-bf01-d75f5e3a2a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ec7bc5-c8fe-437b-97a9-fce27a632f14,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:27.241252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58880) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:27.546504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38c4b544-010a-4075-adb2-661db1fc4d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:27.642710 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38c4b544-010a-4075-adb2-661db1fc4d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:28.032985 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38c4b544-010a-4075-adb2-661db1fc4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:28.070557 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-38c4b544-010a-4075-adb2-661db1fc4d73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce44430a6e044569aacbc8e2de5899a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8290720 Sep 20 12:35:28.072684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:28.090418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4b544-010a-4075-adb2-661db1fc4d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f34553b-e838-4372-920a-cfd3d7b812c8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:28.144902 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc774a48-27ab-4e90-ba85-d355df9be25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:28.170795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc774a48-27ab-4e90-ba85-d355df9be25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:28.334179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc774a48-27ab-4e90-ba85-d355df9be25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:28.339949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc774a48-27ab-4e90-ba85-d355df9be25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:28.342224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc774a48-27ab-4e90-ba85-d355df9be25d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f34553b-e838-4372-920a-cfd3d7b812c8 HTTP/1.1" status: 204 len: 168 time: 0.2661688 Sep 20 12:35:28.361048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc774a48-27ab-4e90-ba85-d355df9be25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f34553b-e838-4372-920a-cfd3d7b812c8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:29.105828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:29.120749 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b88b3fed-d7b9-4c95-a67b-103582d9d9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:29.162154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2b20f92-d904-498c-a573-3199f7894a52 req-03e8593e-9914-4d2d-8aae-207bd3cb40b0 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd6458f2-6dfb-42cf-b683-14043d309836 HTTP/1.1" status: 200 len: 210 time: 0.0333700 Sep 20 12:35:29.248241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b88b3fed-d7b9-4c95-a67b-103582d9d9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:29.358776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b88b3fed-d7b9-4c95-a67b-103582d9d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:29.405671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b88b3fed-d7b9-4c95-a67b-103582d9d9aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c4da9c5e2f74a39b5eb2ac1574d10a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949555 Sep 20 12:35:29.405671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b3fed-d7b9-4c95-a67b-103582d9d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf03caa-2209-48d7-8bfd-6601b490ba78,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:29.405671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:29.457289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5698c674-97c6-46ce-8b0a-cca9b1091a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:29.480524 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5698c674-97c6-46ce-8b0a-cca9b1091a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:29.649237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5698c674-97c6-46ce-8b0a-cca9b1091a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:29.649237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5698c674-97c6-46ce-8b0a-cca9b1091a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:29.650444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5698c674-97c6-46ce-8b0a-cca9b1091a3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbf03caa-2209-48d7-8bfd-6601b490ba78 HTTP/1.1" status: 204 len: 168 time: 0.2438533 Sep 20 12:35:29.667468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698c674-97c6-46ce-8b0a-cca9b1091a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf03caa-2209-48d7-8bfd-6601b490ba78,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:29.685791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0ce77-eb9b-4133-825d-cc6b523a677d req-17d500a3-85cf-4b9a-a41c-63d1b37a84fe tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:29.688496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a0ce77-eb9b-4133-825d-cc6b523a677d req-17d500a3-85cf-4b9a-a41c-63d1b37a84fe tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 948 time: 0.0721877 Sep 20 12:35:29.737611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a0ce77-eb9b-4133-825d-cc6b523a677d req-ae328279-a353-44da-a612-01c55a9b83f3 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Sep 20 12:35:30.037984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8273dd15-20a2-4772-9ea9-174ac77d3e2e req-7362ee5e-de0c-4a04-95d1-2463634b5a11 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0350969 Sep 20 12:35:30.420767 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:35:31.668734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:31.786335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53256106-57ca-4568-9f81-49770c39ffd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:31.883573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53256106-57ca-4568-9f81-49770c39ffd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:31.917370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0e96527-7c44-4645-a9b3-fe3c90a53511 req-044b3e17-07c3-4662-87b8-f25b0463b3c6 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0259767 Sep 20 12:35:31.980924 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53256106-57ca-4568-9f81-49770c39ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:32.019564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53256106-57ca-4568-9f81-49770c39ffd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acbf188-2b25-444b-ad5c-c58e8738b853,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:32.032028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-53256106-57ca-4568-9f81-49770c39ffd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d31ead5195024b12a7314c7a126131ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622046 Sep 20 12:35:32.034587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:32.093173 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb6066a8-8675-4132-9c30-4f008d92988f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:32.116149 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb6066a8-8675-4132-9c30-4f008d92988f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:32.283713 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb6066a8-8675-4132-9c30-4f008d92988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:32.286521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb6066a8-8675-4132-9c30-4f008d92988f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:32.287725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb6066a8-8675-4132-9c30-4f008d92988f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6acbf188-2b25-444b-ad5c-c58e8738b853 HTTP/1.1" status: 204 len: 168 time: 0.2512615 Sep 20 12:35:32.295748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6066a8-8675-4132-9c30-4f008d92988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acbf188-2b25-444b-ad5c-c58e8738b853,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:33.028598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00cdb445-f5eb-4020-9bdd-b0cb21fa4a26 req-d72d3b69-1da6-4da7-8a77-bc97ca0576d0 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0270839 Sep 20 12:35:33.297308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:35:33.379374 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:33.401366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:33.404117 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b97e6-8f5b-44e9-8f19-a306cae91b54" -d '{"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-unplugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:33.416809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:33.452229 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be12775-59f7-4246-b3f6-a37cefc75246 x-openstack-request-id: req-7be12775-59f7-4246-b3f6-a37cefc75246 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:33.452547 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-unplugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:33.452806 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7be12775-59f7-4246-b3f6-a37cefc75246 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:33.453256 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'code': 200} Sep 20 12:35:33.486719 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-68535725-528d-47d5-a2c6-b9a276d30ef5 req-6557cc29-138a-45b3-906c-b10577c9a82c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd6458f2-6dfb-42cf-b683-14043d309836 HTTP/1.1" status: 200 len: 210 time: 0.0260122 Sep 20 12:35:33.512778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:33.564634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:34.141070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f98ce205-ef40-4a8e-bbf8-fb6e2b923ea1 req-b6394212-a317-4c7c-b362-2238bb01ab5b tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0308504 Sep 20 12:35:34.354052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:34.450287 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-933acdbd-9b9a-4057-ba5a-f51bcdb97df6 req-bef67aeb-f898-4244-95ee-cda2605ab8c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0309112 Sep 20 12:35:34.508783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1229486416'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:34.586333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Made reservation on behalf of 0d47276a174f489e896ddd4c6fb9e034 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:35:34.589831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:34.599637 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:34.687511 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:34.729195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:34.759134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:35:34.768585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acec71a2-5462-46ca-bb50-44e086067cb5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:34.774834 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:34.775186 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Added segment e05faf7e-333f-43bd-8daf-1bbf89d25967 of type vlan for network b52a9dbc-f469-4611-b8e0-604be4d14187 Sep 20 12:35:34.843976 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:34.952489 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:34.958550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:34.959368 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:35.033326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event updated for resources: {'Network': ['ID=b52a9dbc-f469-4611-b8e0-604be4d14187,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:35.045829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network b52a9dbc-f469-4611-b8e0-604be4d14187 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:35:35.065296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a72bbb5c-82a6-40dc-bdb8-de43002fa9d2 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7076638 Sep 20 12:35:35.065711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:35.071287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Request body: {'subnet': {'network_id': 'b52a9dbc-f469-4611-b8e0-604be4d14187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:35.229164 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Made reservation on behalf of 0d47276a174f489e896ddd4c6fb9e034 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:35:35.232890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:35.261378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6484fc07-bf06-44d0-b79c-b869ffb5580e req-bd5a0000-0857-40c7-a05e-946a5c43d588 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0420771 Sep 20 12:35:35.308308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:35:35.416022 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:35.427579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'mac_address': 'fa:16:3e:f6:74:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:35:35.463669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:35.476860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f33878-a938-461b-ac78-dec7a0ae0c06 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:35:35.496149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:35.517889 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:35.577619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event updated for resources: {'Subnet': ['ID=1a10aaaa-8a81-420c-bd9a-695c23142cf7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:35.587102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Checking segment: {'id': 'e05faf7e-333f-43bd-8daf-1bbf89d25967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b52a9dbc-f469-4611-b8e0-604be4d14187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:35:35.591912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Network hostable DHCP agents. Network: b52a9dbc-f469-4611-b8e0-604be4d14187, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:35:35.609683 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:35.663816 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:35.700388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Network b52a9dbc-f469-4611-b8e0-604be4d14187 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:35:35.732913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['38f33878-a938-461b-ac78-dec7a0ae0c06'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:35:35.786290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, b52a9dbc-f469-4611-b8e0-604be4d14187) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:35:35.790366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:35.791047 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:35.796708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d2723-9632-4dad-b73a-99e285f1949e None None] Network b52a9dbc-f469-4611-b8e0-604be4d14187 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:35:35.905428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c44635e-2a99-47f4-ac21-5bfe151bac0e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8374205 Sep 20 12:35:35.910068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:35.911542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Request body: {'port': {'network_id': 'b52a9dbc-f469-4611-b8e0-604be4d14187', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1399835030'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:36.008593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-b52a9dbc-f469-4611-b8e0-604be4d14187', 'network_id': 'b52a9dbc-f469-4611-b8e0-604be4d14187', 'tenant_id': '0d47276a174f489e896ddd4c6fb9e034', 'fixed_ips': [{'subnet_id': '1a10aaaa-8a81-420c-bd9a-695c23142cf7'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:35:36.009772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.106711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Made reservation on behalf of 0d47276a174f489e896ddd4c6fb9e034 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:35:36.110854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.128825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] device_id is not set on port c778370a-7663-4e35-b4bd-c18ad906b470 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:35:36.158162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Allocated IP 172.20.0.2 (b52a9dbc-f469-4611-b8e0-604be4d14187/1a10aaaa-8a81-420c-bd9a-695c23142cf7/5e7c9516-20ff-481c-90c4-aef6e66ef9c7) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:35:36.311876 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.370032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.372045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35489afb-0eac-4dc4-afe6-e48da5b252b7 req-4fb95cc0-0a2a-4736-9b54-1b348decbbef tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0306666 Sep 20 12:35:36.406061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Network b52a9dbc-f469-4611-b8e0-604be4d14187 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:35:36.412838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:35:36.415214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:35:36.426399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Allocated IP 172.20.0.8 (b52a9dbc-f469-4611-b8e0-604be4d14187/1a10aaaa-8a81-420c-bd9a-695c23142cf7/c778370a-7663-4e35-b4bd-c18ad906b470) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:35:36.431520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Pushing event updated for resources: {'Port': ['ID=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:36.490004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Attempting to bind port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:35:36.490357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Attempting to bind port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'e05faf7e-333f-43bd-8daf-1bbf89d25967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b52a9dbc-f469-4611-b8e0-604be4d14187'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:35:36.490721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Attempting to bind port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 on network b52a9dbc-f469-4611-b8e0-604be4d14187 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:35:36.496552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:35:36.496943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Checking segment: {'id': 'e05faf7e-333f-43bd-8daf-1bbf89d25967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b52a9dbc-f469-4611-b8e0-604be4d14187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:35:36.497359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.498410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Bound using segment: {'id': 'e05faf7e-333f-43bd-8daf-1bbf89d25967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b52a9dbc-f469-4611-b8e0-604be4d14187'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:35:36.499138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Bound port: 5e7c9516-20ff-481c-90c4-aef6e66ef9c7, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05faf7e-333f-43bd-8daf-1bbf89d25967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b52a9dbc-f469-4611-b8e0-604be4d14187'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:35:36.499638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.578482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] For port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:35:36.579087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] For port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,segment=NetworkSegment(e05faf7e-333f-43bd-8daf-1bbf89d25967),segment_id=e05faf7e-333f-43bd-8daf-1bbf89d25967)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:35:36.612393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.678276 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.729936 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.748441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347de7-5636-4a9e-8520-ce118d131fc4 None None] Pushing event updated for resources: {'Port': ['ID=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:36.800065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Network b52a9dbc-f469-4611-b8e0-604be4d14187 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:35:36.803068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:35:36.805852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:35:36.855451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event updated for resources: {'Port': ['ID=c778370a-7663-4e35-b4bd-c18ad906b470,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:36.893063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:36.893715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:36.976163 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a5b6b6fd-ef66-4f7d-8db5-65a93a7e28f3 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0693481 Sep 20 12:35:36.980157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:37.091787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ff592f55-04b2-4bea-88aa-9ed475bfb5f1 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Deleting port c778370a-7663-4e35-b4bd-c18ad906b470 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:37.092477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff592f55-04b2-4bea-88aa-9ed475bfb5f1 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.190482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff592f55-04b2-4bea-88aa-9ed475bfb5f1 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.205163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ff592f55-04b2-4bea-88aa-9ed475bfb5f1 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Calling delete_port for c778370a-7663-4e35-b4bd-c18ad906b470 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:37.311273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:35:37.364655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 38f33878-a938-461b-ac78-dec7a0ae0c06 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:37.364971 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.458090 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.461059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff592f55-04b2-4bea-88aa-9ed475bfb5f1 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.502401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff592f55-04b2-4bea-88aa-9ed475bfb5f1 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event deleted for resources: {'Port': ['ID=c778370a-7663-4e35-b4bd-c18ad906b470,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:37.510331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:37.511421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:37.514091 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e068cf55-3cbd-48f2-89c3-a6b00a48fb9c" -d '{"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-plugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:37.573573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff592f55-04b2-4bea-88aa-9ed475bfb5f1 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.576187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff592f55-04b2-4bea-88aa-9ed475bfb5f1 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "DELETE /v2.0/ports/c778370a-7663-4e35-b4bd-c18ad906b470 HTTP/1.1" status: 204 len: 168 time: 0.5942180 Sep 20 12:35:37.578890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59330) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:37.593558 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.649087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd78d9d9-ebab-4e3b-8cee-7c6cffbdd78e tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.0689986 Sep 20 12:35:37.651830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59334) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:37.655467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=10']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:37.658025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1402257750'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:37.763801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Made reservation on behalf of 0d47276a174f489e896ddd4c6fb9e034 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:35:37.768212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.815794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:35:37.825915 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.826800 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Added segment a6357a54-09e0-4231-b155-fb45d5c17d16 of type vlan for network 8b0d74ba-925e-44cb-a9c0-9756da3681e8 Sep 20 12:35:37.853989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46930bd3-4a76-4935-80a8-2ca279860135 None None] Network b52a9dbc-f469-4611-b8e0-604be4d14187 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:35:37.878119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.896489 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-640546b8-6961-439d-a1d8-d800e0571b30 req-75cc100b-f1d0-4ceb-9081-07e29547e317 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0688765 Sep 20 12:35:37.960323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c7b11f45-3538-40b3-b257-7d94c41269a6 None None] Provisioning complete for port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:37.960958 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7b11f45-3538-40b3-b257-7d94c41269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.974979 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:37.982809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:37.984136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:38.121238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7b11f45-3538-40b3-b257-7d94c41269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:38.133417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event updated for resources: {'Network': ['ID=8b0d74ba-925e-44cb-a9c0-9756da3681e8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:38.142831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-78f23e84-aa45-4404-bca8-810b81f08f73 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4898129 Sep 20 12:35:38.145288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59348) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:38.149431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 8b0d74ba-925e-44cb-a9c0-9756da3681e8 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:35:38.211345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c7b11f45-3538-40b3-b257-7d94c41269a6 None None] For port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,segment=NetworkSegment(e05faf7e-333f-43bd-8daf-1bbf89d25967),segment_id=e05faf7e-333f-43bd-8daf-1bbf89d25967)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:38.362872 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7b11f45-3538-40b3-b257-7d94c41269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:38.469436 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de40d83-83eb-4c84-ab38-f96d36138151 x-openstack-request-id: req-2de40d83-83eb-4c84-ab38-f96d36138151 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:38.469736 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-plugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:38.469997 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2de40d83-83eb-4c84-ab38-f96d36138151 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:38.475328 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'code': 200} Sep 20 12:35:38.485351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b11f45-3538-40b3-b257-7d94c41269a6 None None] Pushing event updated for resources: {'Port': ['ID=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:38.496364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:35:38.499926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f7bfda86-73c7-43f6-ab31-15604e520c79 tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "GET /v2.0/agents/52bd140b-ab37-423a-a180-b9d8843a776c/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.3532066 Sep 20 12:35:38.502968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59350) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:38.577950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:38.578939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:38.620772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e2cab11e-ca6a-4655-af9f-7f597c803c81 None None] Provisioning complete for port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:38.621416 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e2cab11e-ca6a-4655-af9f-7f597c803c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:38.651242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90067b93-e6e0-49b6-b3e5-eb68ba905f6b tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] Network 8b0d74ba-925e-44cb-a9c0-9756da3681e8 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:35:38.776855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:38.784294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-90067b93-e6e0-49b6-b3e5-eb68ba905f6b tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "POST /v2.0/agents/52bd140b-ab37-423a-a180-b9d8843a776c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2737689 Sep 20 12:35:38.827487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db20d3-1443-497e-9d3c-475650e5233b None None] Network 8b0d74ba-925e-44cb-a9c0-9756da3681e8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:35:39.008603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f25bbd6e-b0a4-4df6-a3c5-e6a8ef65ef98 None None] Could not find standard attr ID for object c778370a-7663-4e35-b4bd-c18ad906b470. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:35:39.021114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-00a676a8-df9c-4e16-8aaf-a323be710163 tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "GET /v2.0/agents/52bd140b-ab37-423a-a180-b9d8843a776c/dhcp-networks HTTP/1.1" status: 200 len: 11202 time: 0.2425673 Sep 20 12:35:39.024914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59360) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:39.112054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a4e47c1-fbc3-4794-9533-c4dee1b28d10 req-15c7a378-e902-4f17-aab5-807f30bc41d0 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0792549 Sep 20 12:35:39.184220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b2bbf293-2a54-4384-8a3d-cbe1d0a0a83f tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "DELETE /v2.0/agents/52bd140b-ab37-423a-a180-b9d8843a776c/dhcp-networks/8b0d74ba-925e-44cb-a9c0-9756da3681e8 HTTP/1.1" status: 204 len: 168 time: 0.1579082 Sep 20 12:35:39.187479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:39.368882 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-63efbcc5-fe11-42b3-8cf1-422f36b0bed9 tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "GET /v2.0/agents/52bd140b-ab37-423a-a180-b9d8843a776c/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.1800592 Sep 20 12:35:39.374970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59376) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:39.411323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-db067a85-0f25-40b1-9877-ac3500cc4946 tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "GET /v2.0/networks/b52a9dbc-f469-4611-b8e0-604be4d14187/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0352132 Sep 20 12:35:39.416225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59380) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:39.437757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-595637cb-d214-4123-bd00-74e2ab6fb0d2 tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "GET /v2.0/networks/b52a9dbc-f469-4611-b8e0-604be4d14187/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0199931 Sep 20 12:35:39.442094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59382) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:39.615591 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b76ab9de-6222-4a12-9680-71234f85b3ba tempest-DHCPAgentSchedulersTestJSON-162972618 tempest-DHCPAgentSchedulersTestJSON-162972618-project-admin] 10.222.0.37 "GET /v2.0/agents/52bd140b-ab37-423a-a180-b9d8843a776c/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.1720500 Sep 20 12:35:39.619165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:39.708080 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:39.830491 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:39.867194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0d74ba-925e-44cb-a9c0-9756da3681e8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:39.880729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6357a54-09e0-4231-b155-fb45d5c17d16') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:39.881742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6357a54-09e0-4231-b155-fb45d5c17d16') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:39.900534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:39.923139 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:39.931302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:35:39.931714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:35:40.018906 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:35:40.095642 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:40.126927 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:40.131831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59388) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:40.132638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "DELETE /v2.0/networks/8b0d74ba-925e-44cb-a9c0-9756da3681e8 HTTP/1.1" status: 204 len: 168 time: 0.5119252 Sep 20 12:35:40.133743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb31266-60c9-44d8-aafc-05d493ffce19 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event deleted for resources: {'Network': ['ID=8b0d74ba-925e-44cb-a9c0-9756da3681e8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:40.170073 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-526ac275-0fd0-48f4-abd6-aa0b5a5ceca9 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] DELETE failed (client error): The resource could not be found. Sep 20 12:35:40.170875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526ac275-0fd0-48f4-abd6-aa0b5a5ceca9 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:35:40.176465 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-526ac275-0fd0-48f4-abd6-aa0b5a5ceca9 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "DELETE /v2.0/ports/c778370a-7663-4e35-b4bd-c18ad906b470 HTTP/1.1" status: 404 len: 333 time: 0.0401881 Sep 20 12:35:40.176465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59392) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:40.267590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-3907e9c7-b346-47ec-bab4-1279319dead7 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Deleting subnet 1a10aaaa-8a81-420c-bd9a-695c23142cf7 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:35:40.275861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3907e9c7-b346-47ec-bab4-1279319dead7 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:40.322359 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3907e9c7-b346-47ec-bab4-1279319dead7 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:40.343828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-675e0d4b-db67-4281-abe8-4a8241843fdd req-86fad332-c023-4d67-9e93-61fc4f5c54bc tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0921865 Sep 20 12:35:40.451180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:35:40.566876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:40.567966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:40.827303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3907e9c7-b346-47ec-bab4-1279319dead7 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:40.964049 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3907e9c7-b346-47ec-bab4-1279319dead7 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:40.997721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e9c7-b346-47ec-bab4-1279319dead7 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event deleted for resources: {'Subnet': ['ID=1a10aaaa-8a81-420c-bd9a-695c23142cf7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:41.024407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3907e9c7-b346-47ec-bab4-1279319dead7 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.030661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc659ce4-4d9e-458c-898b-0d66f5add4fd None None] Network b52a9dbc-f469-4611-b8e0-604be4d14187 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:35:41.037403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:41.048125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3907e9c7-b346-47ec-bab4-1279319dead7 tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "DELETE /v2.0/subnets/1a10aaaa-8a81-420c-bd9a-695c23142cf7 HTTP/1.1" status: 204 len: 168 time: 0.8702660 Sep 20 12:35:41.160831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.228438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Deleting port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:41.233571 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.320908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] DHCP port deletion for b52a9dbc-f469-4611-b8e0-604be4d14187 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:35:41.334581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] For port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,segment=NetworkSegment(e05faf7e-333f-43bd-8daf-1bbf89d25967),segment_id=e05faf7e-333f-43bd-8daf-1bbf89d25967)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:41.336356 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.357749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Calling delete_port for 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:41.410875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] Deleting port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:41.411516 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.494646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] For port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,segment=NetworkSegment(e05faf7e-333f-43bd-8daf-1bbf89d25967),segment_id=e05faf7e-333f-43bd-8daf-1bbf89d25967)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:41.495351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.511686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] Calling delete_port for 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:41.533515 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa1fc123-caf8-4272-9e2b-d73deb4faf5d req-cf469ae2-509e-48a3-b7e7-0f82dfc4096a tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0484369 Sep 20 12:35:41.672143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.710116 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.711235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event deleted for resources: {'Port': ['ID=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:41.719239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] No DVR routers for this DVR port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:35:41.768732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] Pushing event deleted for resources: {'Port': ['ID=5e7c9516-20ff-481c-90c4-aef6e66ef9c7,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:41.784532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5730e5-6928-4401-a314-a161d2d25866 None None] No DVR routers for this DVR port 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:35:41.837472 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.878799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52a9dbc-f469-4611-b8e0-604be4d14187']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:41.899105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05faf7e-333f-43bd-8daf-1bbf89d25967') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:41.899409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05faf7e-333f-43bd-8daf-1bbf89d25967') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:41.916495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.949940 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.958556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:35:41.959645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:35:41.964669 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:35:42.101229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:42.108396 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:42.113964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] 10.222.0.37 "DELETE /v2.0/networks/b52a9dbc-f469-4611-b8e0-604be4d14187 HTTP/1.1" status: 204 len: 168 time: 1.0710640 Sep 20 12:35:42.128987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ce78c-049a-4892-af2a-16d4f476c47e tempest-DHCPAgentSchedulersTestJSON-951829070 tempest-DHCPAgentSchedulersTestJSON-951829070-project] Pushing event deleted for resources: {'Network': ['ID=b52a9dbc-f469-4611-b8e0-604be4d14187,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:42.340971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:35:42.362473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:35:42.362823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5e7c9516-20ff-481c-90c4-aef6e66ef9c7 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:35:42.620862 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f92ae8fc-5036-4ce5-8385-690a380ca8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:42.655511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9197a46-e807-43dc-89a9-e61cf86a786b req-216f54cb-a32f-4930-b701-1685b628128c tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0273442 Sep 20 12:35:43.021580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:43.194125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-94ab7069-72f7-4e68-b5f1-0bd852972afa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d47276a174f489e896ddd4c6fb9e034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713812 Sep 20 12:35:43.196920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59466) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:43.268665 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a2b2-11b0-4e48-8285-aa23491b1c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:43.315551 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a2b2-11b0-4e48-8285-aa23491b1c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:43.450718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a2b2-11b0-4e48-8285-aa23491b1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:43.455980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a2b2-11b0-4e48-8285-aa23491b1c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:43.457669 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ba1a2b2-11b0-4e48-8285-aa23491b1c03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acec71a2-5462-46ca-bb50-44e086067cb5 HTTP/1.1" status: 204 len: 168 time: 0.2580624 Sep 20 12:35:43.467541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1a2b2-11b0-4e48-8285-aa23491b1c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec71a2-5462-46ca-bb50-44e086067cb5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:43.764022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db2794ac-2f93-46b8-a21c-e8dd66cf6b0f req-878599a0-0ab5-4de9-ba5a-41aa4c268e8b tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0265629 Sep 20 12:35:44.158685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:44.176861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1448327f-ef16-4572-9a7f-6e179924a4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:44.293396 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1448327f-ef16-4572-9a7f-6e179924a4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:44.352179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1448327f-ef16-4572-9a7f-6e179924a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:44.385833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59496) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:44.394625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1448327f-ef16-4572-9a7f-6e179924a4e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5d19f5273a74b269da63a3bcc01d554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344749 Sep 20 12:35:44.430347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448327f-ef16-4572-9a7f-6e179924a4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d1ca0d-cc5b-471f-8b87-6f34e86fc213,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:44.459246 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e201fa4e-dccb-45c6-b304-f31ca27f1bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:44.482702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e201fa4e-dccb-45c6-b304-f31ca27f1bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:44.597677 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e201fa4e-dccb-45c6-b304-f31ca27f1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:44.601033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e201fa4e-dccb-45c6-b304-f31ca27f1bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:44.602425 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e201fa4e-dccb-45c6-b304-f31ca27f1bbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30d1ca0d-cc5b-471f-8b87-6f34e86fc213 HTTP/1.1" status: 204 len: 168 time: 0.2150328 Sep 20 12:35:44.612259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201fa4e-dccb-45c6-b304-f31ca27f1bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d1ca0d-cc5b-471f-8b87-6f34e86fc213,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:44.896330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be1fc92-da70-4a96-a7f8-062011f70f3c req-f3abf6d6-eb4a-463f-9da8-0c72a04eb824 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0303650 Sep 20 12:35:45.134666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c52c450-717e-4c75-b722-36e9f371fa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:45.581295 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:46.004190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cae2ef8b-9a8d-4bcf-b3a6-e032af510ef9 req-fc2584d5-532d-46b6-9fec-684ebf0739b4 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0267978 Sep 20 12:35:46.320229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-37664761-724d-478d-a048-3931c4870e76 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.328034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-37664761-724d-478d-a048-3931c4870e76 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.337745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-37664761-724d-478d-a048-3931c4870e76 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.346778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-37664761-724d-478d-a048-3931c4870e76 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.353757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-37664761-724d-478d-a048-3931c4870e76 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.361708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-37664761-724d-478d-a048-3931c4870e76 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.369280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-37664761-724d-478d-a048-3931c4870e76 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.373554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-37664761-724d-478d-a048-3931c4870e76 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.1128125 Sep 20 12:35:46.454187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e363017f-767c-468d-b89f-97ea2cdd23f1 req-f7e065ff-edb1-41f0-835a-0e9aa1f14d7d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724251 Sep 20 12:35:46.513365 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:46.685748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b9d5-cac4-4969-972c-72654f442d46 req-74d8f606-0f15-4eb6-ae1f-8788f65382aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.692420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b9d5-cac4-4969-972c-72654f442d46 req-74d8f606-0f15-4eb6-ae1f-8788f65382aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.698831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b9d5-cac4-4969-972c-72654f442d46 req-74d8f606-0f15-4eb6-ae1f-8788f65382aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.727490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b9d5-cac4-4969-972c-72654f442d46 req-74d8f606-0f15-4eb6-ae1f-8788f65382aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.727490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b9d5-cac4-4969-972c-72654f442d46 req-74d8f606-0f15-4eb6-ae1f-8788f65382aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.727490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b9d5-cac4-4969-972c-72654f442d46 req-74d8f606-0f15-4eb6-ae1f-8788f65382aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.730393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b9d5-cac4-4969-972c-72654f442d46 req-74d8f606-0f15-4eb6-ae1f-8788f65382aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:46.732472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1e5b9d5-cac4-4969-972c-72654f442d46 req-74d8f606-0f15-4eb6-ae1f-8788f65382aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.1264732 Sep 20 12:35:47.124186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59588) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:47.150253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5be92f77-9eca-449b-913b-631df87a7c0e req-c7485d87-cb57-45e9-ab5f-10f30aff6164 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0384378 Sep 20 12:35:47.273038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-44b97b3f-adb8-4a38-b1cf-408cea95b5a4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-507399471'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:47.273038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-44b97b3f-adb8-4a38-b1cf-408cea95b5a4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Unknown quota resources ['metering_label']. {{(pid=95503) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:35:47.534926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44b97b3f-adb8-4a38-b1cf-408cea95b5a4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:47.539002 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-44b97b3f-adb8-4a38-b1cf-408cea95b5a4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4106982 Sep 20 12:35:47.539149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59608) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:47.543683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6ce8ae7c-21b7-4718-9a51-e4b875184555 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '35cd5591-1bf2-4fcb-b014-48d7963d2dda'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:47.545510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6ce8ae7c-21b7-4718-9a51-e4b875184555 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:35:47.718516 n-d-809934-3 neutron-server[95502]: WARNING neutron.services.metering.metering_plugin [None req-6ce8ae7c-21b7-4718-9a51-e4b875184555 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 20 12:35:47.952603 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:48.221002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ce8ae7c-21b7-4718-9a51-e4b875184555 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:48.222221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ce8ae7c-21b7-4718-9a51-e4b875184555 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6821504 Sep 20 12:35:48.225592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:48.237163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fdface64-d330-4a22-8262-e3cc052db5f4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '35cd5591-1bf2-4fcb-b014-48d7963d2dda'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:48.237784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fdface64-d330-4a22-8262-e3cc052db5f4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:35:48.270950 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3938-9fdd-4d18-add2-0e607db13576 req-78821f7e-6308-4a67-9232-f2a6be880c07 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:48.272474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfab3938-9fdd-4d18-add2-0e607db13576 req-78821f7e-6308-4a67-9232-f2a6be880c07 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.1317213 Sep 20 12:35:48.355509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfab3938-9fdd-4d18-add2-0e607db13576 req-daf292a6-03ea-4a92-b98b-762e4f529403 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401049 Sep 20 12:35:48.392083 n-d-809934-3 neutron-server[95502]: WARNING neutron.services.metering.metering_plugin [None req-fdface64-d330-4a22-8262-e3cc052db5f4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 20 12:35:48.502651 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdface64-d330-4a22-8262-e3cc052db5f4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:48.506668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fdface64-d330-4a22-8262-e3cc052db5f4 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2773767 Sep 20 12:35:48.507091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59628) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:48.522419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3fa6ddc8-643b-4e69-95fb-accd766e6aa1 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=b10f38da-ab1f-404a-bfea-b02ce651b0e3 HTTP/1.1" status: 200 len: 464 time: 0.0136311 Sep 20 12:35:48.523458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59630) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:48.530915 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5429cd5-d48a-4f0b-a0a6-1cf7cf2061d1 req-203306ca-72b0-4a02-a0ec-e078095d5ce7 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0726457 Sep 20 12:35:48.753102 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e283c45-77d7-471a-b640-9cb2a9059049 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:48.756767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1e283c45-77d7-471a-b640-9cb2a9059049 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/b10f38da-ab1f-404a-bfea-b02ce651b0e3 HTTP/1.1" status: 204 len: 168 time: 0.2297471 Sep 20 12:35:48.756994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59646) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:48.770460 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fe0b203f-4d18-4985-9333-ad35a4853244 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=b10f38da-ab1f-404a-bfea-b02ce651b0e3 HTTP/1.1" status: 200 len: 221 time: 0.0116572 Sep 20 12:35:48.773934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59648) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:48.779476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-af13b042-57be-4764-9361-1b63e632dedd tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2035846180', 'description': 'label created by tempest'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:48.779936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-af13b042-57be-4764-9361-1b63e632dedd tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Unknown quota resources ['metering_label']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:35:49.078041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af13b042-57be-4764-9361-1b63e632dedd tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:49.081910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-af13b042-57be-4764-9361-1b63e632dedd tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3041229 Sep 20 12:35:49.086063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.173262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac5d9fe8-c077-450d-a018-ec74dc06fea0 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=a973209a-3391-434e-abc9-8d4a0d736c10 HTTP/1.1" status: 200 len: 468 time: 0.0894005 Sep 20 12:35:49.175631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59660) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.577984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f54a8-dbd3-4c7b-b5b4-ceca0f1146db req-b025ae3e-b815-4e09-86b2-eb6d01a33197 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:49.577984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-317f54a8-dbd3-4c7b-b5b4-ceca0f1146db req-b025ae3e-b815-4e09-86b2-eb6d01a33197 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0558598 Sep 20 12:35:49.577984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-317f54a8-dbd3-4c7b-b5b4-ceca0f1146db req-0096e271-ff87-436f-a878-6f76c67c7f56 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313573 Sep 20 12:35:49.621696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59674) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.632368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88c9f9ec-70c6-4574-8f67-c01f36a2d99c req-fa2c79f5-16e1-466c-8349-2b121c14bf0e tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0267463 Sep 20 12:35:49.685051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-457657e2-5e49-4b2a-b9bd-2705ad9ee54e tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:49.686793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-457657e2-5e49-4b2a-b9bd-2705ad9ee54e tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/a973209a-3391-434e-abc9-8d4a0d736c10 HTTP/1.1" status: 204 len: 168 time: 0.5101883 Sep 20 12:35:49.689478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.702086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-04d0fd9b-d9d5-4fa8-93b4-74880f83eed3 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=a973209a-3391-434e-abc9-8d4a0d736c10 HTTP/1.1" status: 200 len: 216 time: 0.0113881 Sep 20 12:35:49.706843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59690) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.717354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e420313-9c9d-48d7-9904-54ccfc783d0c tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090973 Sep 20 12:35:49.721163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59692) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.725731 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:49.738029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-921ae224-05c6-40a3-ac60-11aa04103ac2 tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124831 Sep 20 12:35:49.738693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59694) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.774106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-83913727-74d9-447b-992e-1f9a2c003353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:49.774739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-83913727-74d9-447b-992e-1f9a2c003353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:49.775326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-83913727-74d9-447b-992e-1f9a2c003353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:49.775799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-83913727-74d9-447b-992e-1f9a2c003353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:49.776279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-83913727-74d9-447b-992e-1f9a2c003353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:49.776727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-83913727-74d9-447b-992e-1f9a2c003353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:49.777408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-83913727-74d9-447b-992e-1f9a2c003353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:49.789209 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-83913727-74d9-447b-992e-1f9a2c003353 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6498 time: 0.1653986 Sep 20 12:35:49.822439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3068deb6-3d8d-46a9-9de1-ef943021b9df tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/35cd5591-1bf2-4fcb-b014-48d7963d2dda HTTP/1.1" status: 200 len: 472 time: 0.0820303 Sep 20 12:35:49.826004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59702) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.836920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a4125fe8-e1d1-4d83-b3a9-5bec09a10e9b tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/38c6bc79-b310-411d-9a3d-d9468e926b80 HTTP/1.1" status: 200 len: 461 time: 0.0095410 Sep 20 12:35:49.840868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:49.868010 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-512f899f-8cf1-40b6-91e5-367cf5d09513 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777957 Sep 20 12:35:50.046787 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6aee11d0-0d67-46c6-8682-5c669bca453f tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:50.050940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6aee11d0-0d67-46c6-8682-5c669bca453f tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/38c6bc79-b310-411d-9a3d-d9468e926b80 HTTP/1.1" status: 204 len: 168 time: 0.2059231 Sep 20 12:35:50.051130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59708) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:50.209649 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:50.383011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce942fd2-0e35-4a39-8b1f-28eacc53b71d tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:50.384214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce942fd2-0e35-4a39-8b1f-28eacc53b71d tempest-MeteringTestJSON-326756885 tempest-MeteringTestJSON-326756885-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/35cd5591-1bf2-4fcb-b014-48d7963d2dda HTTP/1.1" status: 204 len: 168 time: 0.3319604 Sep 20 12:35:50.391745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-6cb44bee-e768-4c7d-981b-1a3ceb4e4a06 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:50.393758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-6cb44bee-e768-4c7d-981b-1a3ceb4e4a06 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0562413 Sep 20 12:35:50.499870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Deleting port 6841c589-3412-4f4b-a8b6-0dfe437973dc {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:50.500208 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:50.589033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] For port 6841c589-3412-4f4b-a8b6-0dfe437973dc, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=6841c589-3412-4f4b-a8b6-0dfe437973dc,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:50.589401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:50.697141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32605e82-d0f9-47b0-834b-53a38df1935c req-bf0cf042-2cb6-48c1-a774-04e238bc1361 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:50.698673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32605e82-d0f9-47b0-834b-53a38df1935c req-bf0cf042-2cb6-48c1-a774-04e238bc1361 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 946 time: 0.0608857 Sep 20 12:35:50.740651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32605e82-d0f9-47b0-834b-53a38df1935c req-cab42326-ae12-474f-890a-4d2b004be680 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343964 Sep 20 12:35:50.778994 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:50.783801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:50.783801 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Floating IP fb54a955-b626-40e7-99ec-e29aa49ee51c disassociated. External IP: 172.25.6.5, port: 6841c589-3412-4f4b-a8b6-0dfe437973dc. Sep 20 12:35:50.783801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Calling delete_port for 6841c589-3412-4f4b-a8b6-0dfe437973dc owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:50.834853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc6f393c-cc96-4561-99eb-c55b9218c949 req-da3daf8d-6661-43d2-98d3-38643fe404e4 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0279343 Sep 20 12:35:50.868942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59736) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:50.994959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.026413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event deleted for resources: {'Port': ['ID=6841c589-3412-4f4b-a8b6-0dfe437973dc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:51.032147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9186381-654a-4f07-adc4-38ffef55e7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.152401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Router 12397319-85fd-490c-8198-f34ffa6938ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:35:51.169868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9186381-654a-4f07-adc4-38ffef55e7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.230580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291999ff-fe6e-4e14-83f8-a755a1bc3178 req-73402f55-dd12-4161-b40f-883b50c14dc9 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:51.232830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-291999ff-fe6e-4e14-83f8-a755a1bc3178 req-73402f55-dd12-4161-b40f-883b50c14dc9 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 949 time: 0.0556211 Sep 20 12:35:51.266069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:35:51.277562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-291999ff-fe6e-4e14-83f8-a755a1bc3178 req-a64a885c-06c8-487e-8c7c-46a52a400008 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Sep 20 12:35:51.277681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] Sync routers for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:35:51.287161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:35:51.287784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:51.309342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] No DVR routers for this DVR port 6841c589-3412-4f4b-a8b6-0dfe437973dc on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:35:51.313043 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.315221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fde35725-9441-4d2b-a190-a7d93d77c3f9 req-a36bdffe-01ec-4f16-a043-fb7491730be0 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.21 "DELETE /v2.0/ports/6841c589-3412-4f4b-a8b6-0dfe437973dc HTTP/1.1" status: 204 len: 173 time: 0.9137661 Sep 20 12:35:51.315837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'name': 'network-vif-deleted', 'tag': '6841c589-3412-4f4b-a8b6-0dfe437973dc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:51.317818 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9186381-654a-4f07-adc4-38ffef55e7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.320683 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2bb4c1-faa9-4fea-b0e8-50f305e3613d" -d '{"events": [{"server_uuid": "0e5919cc-7d2a-4338-97b4-090fa7a73a49", "name": "network-vif-deleted", "tag": "6841c589-3412-4f4b-a8b6-0dfe437973dc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:51.365081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59772) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:51.367196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9186381-654a-4f07-adc4-38ffef55e7da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9006d4b69dc42d9b7198215be61e067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918847 Sep 20 12:35:51.367196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9186381-654a-4f07-adc4-38ffef55e7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fd0332-fd87-4322-8c2d-4900cb5ce551,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:51.419332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:35:51.444089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3998b2d1-c6e0-49e0-a4df-21b000e57605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.470570 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3998b2d1-c6e0-49e0-a4df-21b000e57605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.593712 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9081ae00-e7ff-439b-be2f-0dc4859552dc x-openstack-request-id: req-9081ae00-e7ff-439b-be2f-0dc4859552dc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:51.594438 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5919cc-7d2a-4338-97b4-090fa7a73a49", "name": "network-vif-deleted", "tag": "6841c589-3412-4f4b-a8b6-0dfe437973dc", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:51.594833 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9081ae00-e7ff-439b-be2f-0dc4859552dc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:51.595356 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5919cc-7d2a-4338-97b4-090fa7a73a49', 'name': 'network-vif-deleted', 'tag': '6841c589-3412-4f4b-a8b6-0dfe437973dc', 'status': 'completed', 'code': 200} Sep 20 12:35:51.615594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3998b2d1-c6e0-49e0-a4df-21b000e57605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.621642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3998b2d1-c6e0-49e0-a4df-21b000e57605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:51.628061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3998b2d1-c6e0-49e0-a4df-21b000e57605 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5fd0332-fd87-4322-8c2d-4900cb5ce551 HTTP/1.1" status: 204 len: 168 time: 0.2544799 Sep 20 12:35:51.658309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b2d1-c6e0-49e0-a4df-21b000e57605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fd0332-fd87-4322-8c2d-4900cb5ce551,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:51.718381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:51.756651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] Checking router: 12397319-85fd-490c-8198-f34ffa6938ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:35:51.765954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:35:51.766779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:51.861886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ec23009-ff52-497e-ae6e-481091a1a0b4 req-023121f1-9fdd-4a17-b046-8dc06e377dca tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e5919cc-7d2a-4338-97b4-090fa7a73a49 HTTP/1.1" status: 200 len: 210 time: 0.0308776 Sep 20 12:35:51.903267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:35:51.962976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd577da5-cd2a-41dc-8726-a697e15b35f8 req-d59f2201-086a-4c5b-8369-ac66ed89a928 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0258856 Sep 20 12:35:52.137117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:52.167355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209f35d-a0b5-4381-a37d-c371e586907c None None] The sync data for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 is: [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:35:52.442443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5640f-d2b5-44a8-b08b-0284b91f142f req-c0e06c33-b83d-484e-b04a-947a551d4e43 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:52.442589 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681532d-3559-4f3c-8169-44c7d945b53a None None] New status for floating IP fb54a955-b626-40e7-99ec-e29aa49ee51c: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:35:52.447312 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-efe5640f-d2b5-44a8-b08b-0284b91f142f req-c0e06c33-b83d-484e-b04a-947a551d4e43 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 949 time: 0.0655899 Sep 20 12:35:52.488465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-efe5640f-d2b5-44a8-b08b-0284b91f142f req-1da5986a-bc07-4452-bf74-e1bf2c2855aa tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342813 Sep 20 12:35:52.514503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59788) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:52.532110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38cd4fc4-8b0b-48a2-b554-60d3e04649a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:52.639644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38cd4fc4-8b0b-48a2-b554-60d3e04649a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:52.723313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38cd4fc4-8b0b-48a2-b554-60d3e04649a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:52.765133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-38cd4fc4-8b0b-48a2-b554-60d3e04649a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56a7f94174e24e0fbae1e25a19f87571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475033 Sep 20 12:35:52.766015 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd4fc4-8b0b-48a2-b554-60d3e04649a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff030e-69b6-4f8a-b22a-013c54840ac7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:52.768045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:52.819634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7089bfe-db35-45ff-a2b9-6c06e70ae4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:52.840940 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7089bfe-db35-45ff-a2b9-6c06e70ae4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:52.968827 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7089bfe-db35-45ff-a2b9-6c06e70ae4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:52.971814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7089bfe-db35-45ff-a2b9-6c06e70ae4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:52.975611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7089bfe-db35-45ff-a2b9-6c06e70ae4cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fff030e-69b6-4f8a-b22a-013c54840ac7 HTTP/1.1" status: 204 len: 168 time: 0.2035301 Sep 20 12:35:52.992903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7089bfe-db35-45ff-a2b9-6c06e70ae4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff030e-69b6-4f8a-b22a-013c54840ac7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:53.945035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bea024e2-32dd-4440-a8e9-2980d35c15b2 req-b76b5bdc-9137-4c58-b401-f2956ee82adf tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0251033 Sep 20 12:35:54.062019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59874) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:54.160881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-679501895'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:54.199016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:54.258285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53fd3999-ad11-4b3b-bed9-2054efb196f3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.270359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Made reservation on behalf of 6a24b118e3d14801b1ce8cd1c71ba0b9 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:35:54.273796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.290017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.301797 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53fd3999-ad11-4b3b-bed9-2054efb196f3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.413659 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.443547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53fd3999-ad11-4b3b-bed9-2054efb196f3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.446251 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53fd3999-ad11-4b3b-bed9-2054efb196f3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.447810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-53fd3999-ad11-4b3b-bed9-2054efb196f3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "DELETE /v2.0/security-groups/f7df3b98-c40a-4569-b8ec-a1fbca7a35d7 HTTP/1.1" status: 204 len: 168 time: 0.2477310 Sep 20 12:35:54.451653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59882) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:54.458327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd3999-ad11-4b3b-bed9-2054efb196f3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7df3b98-c40a-4569-b8ec-a1fbca7a35d7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:54.474357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.487819 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-b8a83922-7499-4e49-bc25-f4331bf7c79b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] show failed (client error): The resource could not be found. Sep 20 12:35:54.489733 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b8a83922-7499-4e49-bc25-f4331bf7c79b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups/f7df3b98-c40a-4569-b8ec-a1fbca7a35d7 HTTP/1.1" status: 404 len: 347 time: 0.0361915 Sep 20 12:35:54.501177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:54.540578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:35:54.569139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e57e36-2eae-42c0-9234-f41a40d7d5ae,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:54.596895 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.603123 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Added segment f2130b6a-fb29-4849-aaa8-9c826368cd27 of type vlan for network da07f6f0-e4bc-40c7-9939-29a25446b0f3 Sep 20 12:35:54.674468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.735575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1cd26-5d3a-4f8e-bcc7-547cebc41c0b req-8af48897-48c2-4720-9ff6-a2ca2b2bc161 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:54.737081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68b1cd26-5d3a-4f8e-bcc7-547cebc41c0b req-8af48897-48c2-4720-9ff6-a2ca2b2bc161 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 949 time: 0.0857646 Sep 20 12:35:54.745035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Deleting port 58e4db22-597b-4f42-9350-e380896fe6e3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:54.745397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.817881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.823439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:54.824056 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.875659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68b1cd26-5d3a-4f8e-bcc7-547cebc41c0b req-2a64729b-0d98-4bb7-866e-43055841b73d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260598 Sep 20 12:35:54.921371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'Network': ['ID=da07f6f0-e4bc-40c7-9939-29a25446b0f3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:54.924610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.924892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:54.937210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:35:54.937703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Calling delete_port for 58e4db22-597b-4f42-9350-e380896fe6e3 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:55.018322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b4db7ebd-69a3-4dac-bbca-ceddbef2053a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9549975 Sep 20 12:35:55.021775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59892) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:55.029133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Request body: {'subnet': {'network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:55.074988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34c6d475-b106-47bf-9298-0c9c72ff1542 req-3d5a7c52-bbe0-4f36-91bd-7eb3990b4a1d tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0336277 Sep 20 12:35:55.220184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Made reservation on behalf of 6a24b118e3d14801b1ce8cd1c71ba0b9 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:35:55.223924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:55.248969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:55.277116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event deleted for resources: {'Port': ['ID=58e4db22-597b-4f42-9350-e380896fe6e3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:55.341467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:55.344152 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:55.345383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-30afa515-8d7f-430e-b3ce-55b579c1b82a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "DELETE /v2.0/floatingips/fb54a955-b626-40e7-99ec-e29aa49ee51c HTTP/1.1" status: 204 len: 168 time: 0.8435268 Sep 20 12:35:55.447595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 6841c589-3412-4f4b-a8b6-0dfe437973dc no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:35:55.478488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 6841c589-3412-4f4b-a8b6-0dfe437973dc {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:35:55.478839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 6841c589-3412-4f4b-a8b6-0dfe437973dc not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:35:55.479273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:35:55.608249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:55.635365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:55.638217 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3053bfd6-469b-4e85-8c54-9216757d0b84" -d '{"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-unplugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:55.652961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:55.706758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:55.740716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:55.764026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'Subnet': ['ID=abaac5e3-870c-4e7d-b728-d903bfc76722,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:55.785712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Checking segment: {'id': 'f2130b6a-fb29-4849-aaa8-9c826368cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:35:55.786078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Network hostable DHCP agents. Network: da07f6f0-e4bc-40c7-9939-29a25446b0f3, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:35:55.806556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:55.812276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-54358227-cd16-4153-8c65-40fe0600a25d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967796746', 'description': 'tempest-description--9937246'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:55.812753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=11']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:55.915431 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:35:55.961333 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54358227-cd16-4153-8c65-40fe0600a25d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:55.971253 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7ffc44-2abc-4f2d-905a-367359a753bf x-openstack-request-id: req-ae7ffc44-2abc-4f2d-905a-367359a753bf {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:55.971752 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-unplugged", "status": "completed", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:55.972022 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae7ffc44-2abc-4f2d-905a-367359a753bf {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:55.972419 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'code': 200} Sep 20 12:35:56.067578 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54358227-cd16-4153-8c65-40fe0600a25d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.071762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, da07f6f0-e4bc-40c7-9939-29a25446b0f3) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:35:56.076173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:56.076891 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.081588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8a8bea-24ed-46eb-8605-196c5b75d492 None None] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:35:56.086833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00f27f-f345-46ec-9422-2d690e5e93e5 req-9938f69e-500b-4d04-b9b2-a9a0e29f85ea tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:56.088771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c00f27f-f345-46ec-9422-2d690e5e93e5 req-9938f69e-500b-4d04-b9b2-a9a0e29f85ea tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 947 time: 0.0704761 Sep 20 12:35:56.129559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c00f27f-f345-46ec-9422-2d690e5e93e5 req-7da8b969-54f2-497d-ab69-5931d6bb063a tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342069 Sep 20 12:35:56.163338 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54358227-cd16-4153-8c65-40fe0600a25d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.197455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54358227-cd16-4153-8c65-40fe0600a25d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0f1103-6f06-49d8-a309-1a7aab4103c1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:56.255413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-da07f6f0-e4bc-40c7-9939-29a25446b0f3', 'network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3', 'tenant_id': '6a24b118e3d14801b1ce8cd1c71ba0b9', 'fixed_ips': [{'subnet_id': 'abaac5e3-870c-4e7d-b728-d903bfc76722'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:35:56.256322 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.307081 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-82181d07-163b-4106-8831-72e1085da7e0 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2842312 Sep 20 12:35:56.310534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59918) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:56.315114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef3cac92-6942-4769-8003-3e36ff3b03ca req-05008d2e-6af0-40cd-be57-b606a9798b02 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0320227 Sep 20 12:35:56.317078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ab07d002-3b66-4613-885d-dbe270b683ff tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1169878565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:56.317193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54358227-cd16-4153-8c65-40fe0600a25d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.317844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-54358227-cd16-4153-8c65-40fe0600a25d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5102441 Sep 20 12:35:56.320276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59920) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:56.327183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6eeb6cbc-1e5f-49e3-b680-322c1bb5f940 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'security_group_rule': {'security_group_id': 'bb0f1103-6f06-49d8-a309-1a7aab4103c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:56.400018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Allocated IP 172.20.0.2 (da07f6f0-e4bc-40c7-9939-29a25446b0f3/abaac5e3-870c-4e7d-b728-d903bfc76722/1af6f94f-a761-4bc2-8557-7d257a0658eb) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:35:56.439276 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab07d002-3b66-4613-885d-dbe270b683ff tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.440377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab07d002-3b66-4613-885d-dbe270b683ff tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.508409 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab07d002-3b66-4613-885d-dbe270b683ff tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.516255 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6eeb6cbc-1e5f-49e3-b680-322c1bb5f940 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.564547 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6eeb6cbc-1e5f-49e3-b680-322c1bb5f940 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.565779 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.580573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab07d002-3b66-4613-885d-dbe270b683ff tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.654961 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6eeb6cbc-1e5f-49e3-b680-322c1bb5f940 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.673395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb6cbc-1e5f-49e3-b680-322c1bb5f940 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18da96bb-97c5-43c4-8800-3839828065ea,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:56.700662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab07d002-3b66-4613-885d-dbe270b683ff tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.704263 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.704811 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ab07d002-3b66-4613-885d-dbe270b683ff tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3904448 Sep 20 12:35:56.704935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:56.744979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:35:56.748536 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:35:56.752061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:35:56.770353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Pushing event updated for resources: {'Port': ['ID=1af6f94f-a761-4bc2-8557-7d257a0658eb,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:56.789969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6eeb6cbc-1e5f-49e3-b680-322c1bb5f940 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.791791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6eeb6cbc-1e5f-49e3-b680-322c1bb5f940 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4703486 Sep 20 12:35:56.796326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59926) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:56.802610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fddff38f-7be1-4a78-a1bc-5b7364d9be78 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'security_group_rule': {'security_group_id': 'bb0f1103-6f06-49d8-a309-1a7aab4103c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:56.816526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Attempting to bind port 1af6f94f-a761-4bc2-8557-7d257a0658eb on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:35:56.816954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Attempting to bind port 1af6f94f-a761-4bc2-8557-7d257a0658eb by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f2130b6a-fb29-4849-aaa8-9c826368cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:35:56.817394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Attempting to bind port 1af6f94f-a761-4bc2-8557-7d257a0658eb on network da07f6f0-e4bc-40c7-9939-29a25446b0f3 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:35:56.823521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:35:56.823899 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Checking segment: {'id': 'f2130b6a-fb29-4849-aaa8-9c826368cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:35:56.830863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.830863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Bound using segment: {'id': 'f2130b6a-fb29-4849-aaa8-9c826368cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:35:56.830863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Bound port: 1af6f94f-a761-4bc2-8557-7d257a0658eb, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2130b6a-fb29-4849-aaa8-9c826368cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:35:56.830863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.847478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-4d0a5de7-bd09-4b57-b03d-d7dd4d029559 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:56.849135 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-4d0a5de7-bd09-4b57-b03d-d7dd4d029559 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 947 time: 0.0936081 Sep 20 12:35:56.902087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] For port 1af6f94f-a761-4bc2-8557-7d257a0658eb, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:35:56.906947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] For port 1af6f94f-a761-4bc2-8557-7d257a0658eb, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1af6f94f-a761-4bc2-8557-7d257a0658eb,segment=NetworkSegment(f2130b6a-fb29-4849-aaa8-9c826368cd27),segment_id=f2130b6a-fb29-4849-aaa8-9c826368cd27)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:35:56.974456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Deleting port 38f33878-a938-461b-ac78-dec7a0ae0c06 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:35:56.974802 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:56.979185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fddff38f-7be1-4a78-a1bc-5b7364d9be78 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.007396 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.061262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.116195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] For port 38f33878-a938-461b-ac78-dec7a0ae0c06, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=38f33878-a938-461b-ac78-dec7a0ae0c06,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:57.117129 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.144945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Calling delete_port for 38f33878-a938-461b-ac78-dec7a0ae0c06 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:35:57.147480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbedea4-0615-45ab-b170-ba56ded1a380 None None] Pushing event updated for resources: {'Port': ['ID=1af6f94f-a761-4bc2-8557-7d257a0658eb,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:57.190946 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fddff38f-7be1-4a78-a1bc-5b7364d9be78 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.255194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fddff38f-7be1-4a78-a1bc-5b7364d9be78 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.302904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddff38f-7be1-4a78-a1bc-5b7364d9be78 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9625cc8c-75bc-4d89-8735-b5bb1b65a2d1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:57.369241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510df35-8707-4021-8f24-ee81f0baf394 req-8220ee5c-2156-477f-a4c9-876ca6c90340 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:57.379860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3510df35-8707-4021-8f24-ee81f0baf394 req-8220ee5c-2156-477f-a4c9-876ca6c90340 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 947 time: 0.1394370 Sep 20 12:35:57.389728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fddff38f-7be1-4a78-a1bc-5b7364d9be78 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.391234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fddff38f-7be1-4a78-a1bc-5b7364d9be78 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5937281 Sep 20 12:35:57.395143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59934) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:57.399768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:57.430044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Allocated IP 172.20.0.1 (da07f6f0-e4bc-40c7-9939-29a25446b0f3/abaac5e3-870c-4e7d-b728-d903bfc76722/d05b950c-ba4f-4653-a984-a1efac77249c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:35:57.458786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3510df35-8707-4021-8f24-ee81f0baf394 req-80ef635a-900b-44ae-abb2-bbefd07198ef tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/security-groups?id=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776255 Sep 20 12:35:57.494737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.545243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Pushing event deleted for resources: {'Port': ['ID=38f33878-a938-461b-ac78-dec7a0ae0c06,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:57.559825 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.608523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.633814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] No DVR routers for this DVR port 38f33878-a938-461b-ac78-dec7a0ae0c06 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:35:57.649449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.651490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8798c18c-ab52-46e9-b611-3af5fc50f398 req-226e3aa2-794b-4af1-b71c-b4335f68024d tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.21 "DELETE /v2.0/ports/38f33878-a938-461b-ac78-dec7a0ae0c06 HTTP/1.1" status: 204 len: 173 time: 0.7949781 Sep 20 12:35:57.653719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-deleted', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:35:57.657090 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7e9416-0cc5-479d-a55e-f2f33795d609" -d '{"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-deleted", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:35:57.673925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-873cc45b-5ae6-4462-9907-6db19d70f97f req-186fa259-3e69-4b72-89a3-d77255598551 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0434213 Sep 20 12:35:57.761665 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.786400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:57.811578 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1fa1ec-e0ce-4b36-88ff-83f0a850fb74 x-openstack-request-id: req-bc1fa1ec-e0ce-4b36-88ff-83f0a850fb74 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:35:57.812185 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ef9466-5979-439a-b684-2bd3873abab9", "name": "network-vif-deleted", "tag": "38f33878-a938-461b-ac78-dec7a0ae0c06", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:35:57.812362 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc1fa1ec-e0ce-4b36-88ff-83f0a850fb74 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:35:57.812769 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef9466-5979-439a-b684-2bd3873abab9', 'name': 'network-vif-deleted', 'tag': '38f33878-a938-461b-ac78-dec7a0ae0c06', 'status': 'completed', 'code': 200} Sep 20 12:35:57.843829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:35:57.847696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:35:57.855123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:35:57.901195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Allocated IP 172.25.6.218 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/c675d0a4-20af-4fc2-ad48-84bf1091092b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:35:57.919493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'Port': ['ID=d05b950c-ba4f-4653-a984-a1efac77249c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:57.933758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.046507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.197993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.201836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.257659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:35:58.260950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:35:58.270019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:35:58.273622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'Port': ['ID=c675d0a4-20af-4fc2-ad48-84bf1091092b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:58.449436 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.461384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d20fb0-f699-4d17-af09-3b780c9b0ccc None None] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:35:58.545565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1af6f94f-a761-4bc2-8557-7d257a0658eb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:35:58.608945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.623135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dc31ccd5-57ee-41be-96c5-92f3fa367704 None None] Provisioning complete for port 1af6f94f-a761-4bc2-8557-7d257a0658eb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:58.623808 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dc31ccd5-57ee-41be-96c5-92f3fa367704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.778581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1af6f94f-a761-4bc2-8557-7d257a0658eb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:58.779071 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.812235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7bb747-f560-422e-ac99-deef642a9f80 req-e214112d-96c3-4c61-a67c-f38c61cc12d8 tempest-ImagesOneServerTestJSON-363992895 tempest-ImagesOneServerTestJSON-363992895-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ef9466-5979-439a-b684-2bd3873abab9 HTTP/1.1" status: 200 len: 210 time: 0.0366917 Sep 20 12:35:58.823700 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dc31ccd5-57ee-41be-96c5-92f3fa367704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.898936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-dc31ccd5-57ee-41be-96c5-92f3fa367704 None None] For port 1af6f94f-a761-4bc2-8557-7d257a0658eb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1af6f94f-a761-4bc2-8557-7d257a0658eb,segment=NetworkSegment(f2130b6a-fb29-4849-aaa8-9c826368cd27),segment_id=f2130b6a-fb29-4849-aaa8-9c826368cd27)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:35:58.907532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:58.945554 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.022079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-151e50ef-0a82-4d21-a866-c620530788a5 req-66a3847b-2a0a-4cae-90d4-1eae47e591c7 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0364788 Sep 20 12:35:59.049224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.051811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dc31ccd5-57ee-41be-96c5-92f3fa367704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.140526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.142904 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:35:59.143258 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:35:59.147738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31ccd5-57ee-41be-96c5-92f3fa367704 None None] Pushing event updated for resources: {'Port': ['ID=1af6f94f-a761-4bc2-8557-7d257a0658eb,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:59.178877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-610b734a-1798-49f0-b351-134b09218b51 None None] Provisioning complete for port 1af6f94f-a761-4bc2-8557-7d257a0658eb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:59.179186 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-610b734a-1798-49f0-b351-134b09218b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.183165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'Port': ['ID=c675d0a4-20af-4fc2-ad48-84bf1091092b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:59.193994 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.203695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.268407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.277579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-610b734a-1798-49f0-b351-134b09218b51 None None] Provisioning complete for port d05b950c-ba4f-4653-a984-a1efac77249c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:59.278093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-610b734a-1798-49f0-b351-134b09218b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.279415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'Port': ['ID=d05b950c-ba4f-4653-a984-a1efac77249c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:35:59.290397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.291393 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0d63dda5-85ea-439f-b819-21877cbf9ec7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8874216 Sep 20 12:35:59.317165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-610b734a-1798-49f0-b351-134b09218b51 None None] Port d05b950c-ba4f-4653-a984-a1efac77249c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:35:59.387133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:35:59.388660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:35:59.440767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-878a26b9-2c31-451a-bbf7-ec0e75a1326b None None] Provisioning complete for port d05b950c-ba4f-4653-a984-a1efac77249c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:59.441453 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-878a26b9-2c31-451a-bbf7-ec0e75a1326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.483955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-878a26b9-2c31-451a-bbf7-ec0e75a1326b None None] Port d05b950c-ba4f-4653-a984-a1efac77249c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:35:59.518264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-fc10d15f-c8f6-41f9-a575-0a7860ae15ee tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--967796746&fields=id&tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5 HTTP/1.1" status: 200 len: 267 time: 0.0497546 Sep 20 12:35:59.602956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-58126b91-2f32-4cf0-b8b9-c6de94a83be6 None None] Provisioning complete for port d05b950c-ba4f-4653-a984-a1efac77249c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:35:59.603463 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-58126b91-2f32-4cf0-b8b9-c6de94a83be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:35:59.636725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-05dcddf5-50a6-4647-897e-4874690b8adc tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:35:59.636976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-58126b91-2f32-4cf0-b8b9-c6de94a83be6 None None] Port d05b950c-ba4f-4653-a984-a1efac77249c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:35:59.638467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-05dcddf5-50a6-4647-897e-4874690b8adc tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 811 time: 0.1128988 Sep 20 12:35:59.642504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Router cb4b36bb-9437-463f-aea6-073701bb01a7 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:35:59.658206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-0d4ffc0e-1572-48c6-b03d-1fd65bba08b9 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/quotas/9ef2fcf0d9ef48548cdade7cbef5b4f5 HTTP/1.1" status: 200 len: 375 time: 0.0134337 Sep 20 12:35:59.798881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-4920e67f-555a-47e8-bc1c-da097b8387c8 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349318 Sep 20 12:35:59.800352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:35:59.808011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c8697606-ee18-4dd8-a5bf-c435b2b843ed tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "PUT /v2.0/routers/cb4b36bb-9437-463f-aea6-073701bb01a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0998604 Sep 20 12:35:59.808347 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59968) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:35:59.813833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Request body: {'port': {'network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3', 'name': 'tempest-FloatingIPNegativeTestJSON-1701562865'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:35:59.816077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c0524-1553-475b-84ec-644cf916734b None None] Sync routers for ids ['cb4b36bb-9437-463f-aea6-073701bb01a7'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:35:59.825952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c0524-1553-475b-84ec-644cf916734b None None] Routers {'cb4b36bb-9437-463f-aea6-073701bb01a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:35:59.830394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d73c0524-1553-475b-84ec-644cf916734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb4b36bb-9437-463f-aea6-073701bb01a7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:59.862476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d73c0524-1553-475b-84ec-644cf916734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:59.870329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c0524-1553-475b-84ec-644cf916734b None None] Routers {'cb4b36bb-9437-463f-aea6-073701bb01a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:35:59.872328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d73c0524-1553-475b-84ec-644cf916734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb4b36bb-9437-463f-aea6-073701bb01a7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:59.905635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d73c0524-1553-475b-84ec-644cf916734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:35:59.906293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c0524-1553-475b-84ec-644cf916734b None None] The sync data for ids ['cb4b36bb-9437-463f-aea6-073701bb01a7'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:35:59.934835 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-f98488af-093a-454b-be5d-2e10f9335d3b service neutron] 10.222.0.37 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207039 Sep 20 12:36:00.032659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-56087006-010f-4611-afbb-e30e8b07eddc service neutron] 10.222.0.37 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904384 Sep 20 12:36:00.043109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Made reservation on behalf of 6a24b118e3d14801b1ce8cd1c71ba0b9 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:00.046911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:00.064241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] device_id is not set on port 0676cff2-2759-4c0a-8687-f5965eb29563 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:36:00.172763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Allocated IP 172.20.0.5 (da07f6f0-e4bc-40c7-9939-29a25446b0f3/abaac5e3-870c-4e7d-b728-d903bfc76722/0676cff2-2759-4c0a-8687-f5965eb29563) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:00.399180 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:00.427441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c89741a-ce0e-49ce-af1e-d65e351ba616 req-f6e9ce28-a7b0-45b9-8263-5373bac856cf tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0385268 Sep 20 12:36:00.466026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1af6f94f-a761-4bc2-8557-7d257a0658eb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:00.507125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:00.594407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1af6f94f-a761-4bc2-8557-7d257a0658eb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:00.594979 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:00.627157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'Port': ['ID=0676cff2-2759-4c0a-8687-f5965eb29563,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:00.655037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:00.657805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:00.663795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:00.694755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-076c3dcc-0f07-466a-806e-9926bf73e106 req-58388e9d-21f6-4771-abbe-74684bd69d44 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 210 time: 0.0617607 Sep 20 12:36:00.798662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:00.801291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:00.883821 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-727476ab-cbbf-4c7d-bd8e-360a24d84d20 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0743711 Sep 20 12:36:00.887006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59996) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:00.892260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:00.906376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5801bb-2e3c-4205-bded-870ec00cd36e req-d62925c9-f986-435d-9b57-0c8a76303ad8 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:00.908522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59998) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:00.908633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a5801bb-2e3c-4205-bded-870ec00cd36e req-d62925c9-f986-435d-9b57-0c8a76303ad8 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.0820005 Sep 20 12:36:00.976342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a5801bb-2e3c-4205-bded-870ec00cd36e req-5438c281-a443-4c13-9103-0a8dbeb46b64 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602620 Sep 20 12:36:01.081138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2f9024f2-4352-4e76-854e-d2d536109025 None None] Provisioning complete for port 0676cff2-2759-4c0a-8687-f5965eb29563 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:01.081522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2f9024f2-4352-4e76-854e-d2d536109025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.114063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.121059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2f9024f2-4352-4e76-854e-d2d536109025 None None] Port 0676cff2-2759-4c0a-8687-f5965eb29563 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:01.210244 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-581c642b-32aa-4ca2-bedf-6bb8dcf8faca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6a255a5ddf14c78b5063323e56064f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019245 Sep 20 12:36:01.213293 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60006) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:01.323501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bfcd-b0d4-4034-a206-7548cdba805d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.350911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.385641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bfcd-b0d4-4034-a206-7548cdba805d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.488365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Allocated IP 172.25.6.168 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/2dac4592-0e2a-4f2b-95a0-bcb0178a8c24) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:01.493650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:36:01.506588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bfcd-b0d4-4034-a206-7548cdba805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.511003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bfcd-b0d4-4034-a206-7548cdba805d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.514195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1b1bfcd-b0d4-4034-a206-7548cdba805d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4a3bb4a-c1a0-490e-b750-e8115e9cfb59 HTTP/1.1" status: 204 len: 168 time: 0.2998474 Sep 20 12:36:01.522877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1bfcd-b0d4-4034-a206-7548cdba805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a3bb4a-c1a0-490e-b750-e8115e9cfb59,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:01.541828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 38f33878-a938-461b-ac78-dec7a0ae0c06 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:36:01.542281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 38f33878-a938-461b-ac78-dec7a0ae0c06 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:36:01.620791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21541678-4577-4e19-ba73-535b753c90bd req-ccf3b9a0-165b-47e7-ab0e-855794246971 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0368924 Sep 20 12:36:01.634586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.774617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:01.791883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf75a9ab-2fb9-4c82-8f11-a05e98ae7479 req-5c6f0fe8-2508-4061-ab4a-033cffa1c3b7 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 210 time: 0.0257974 Sep 20 12:36:01.812554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:01.815288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:01.821437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:01.828483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'Port': ['ID=2dac4592-0e2a-4f2b-95a0-bcb0178a8c24,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:01.914996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.042454 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.196020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.300162 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.378782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'Port': ['ID=2dac4592-0e2a-4f2b-95a0-bcb0178a8c24,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:02.386602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.522836 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.526712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8983db84-7b6c-4817-b4e7-bcb41bed2ba8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6355853 Sep 20 12:36:02.527474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:02.533350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f5cb520f-ca22-459b-9ddc-692c3376c945 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Request body: {'floatingip': {'port_id': '0676cff2-2759-4c0a-8687-f5965eb29563', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:02.580328 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5cb520f-ca22-459b-9ddc-692c3376c945 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.706190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:02.736750 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-f5cb520f-ca22-459b-9ddc-692c3376c945 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] update failed (client error): The resource could not be found. Sep 20 12:36:02.737835 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5cb520f-ca22-459b-9ddc-692c3376c945 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "PUT /v2.0/floatingips/5a2c3012-55e6-4da2-a0c9-0223571622b4 HTTP/1.1" status: 404 len: 507 time: 0.2086427 Sep 20 12:36:02.740681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60052) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:02.786548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0280d-9448-478c-be21-5dcdd5c73b92 req-c527ca7d-5c8f-47d1-8379-c94839915d10 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:02.788037 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37b0280d-9448-478c-be21-5dcdd5c73b92 req-c527ca7d-5c8f-47d1-8379-c94839915d10 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.1044893 Sep 20 12:36:02.828019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-404197277-network', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:02.888154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37b0280d-9448-478c-be21-5dcdd5c73b92 req-ae0a973c-f76d-447b-b6bb-5e6d73b2d826 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905247 Sep 20 12:36:02.909586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Deleting port 2dac4592-0e2a-4f2b-95a0-bcb0178a8c24 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:02.909586 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.940349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Made reservation on behalf of 519c44a32c7641d8b8d12d4e33e5f57a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:02.942814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.953750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:02.998511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e79ef022-715a-4782-a913-9c6bc6e4db18 req-046065a6-6bbe-498b-ab6e-aedf5b62ec00 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0316095 Sep 20 12:36:03.019737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.023994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.033633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Calling delete_port for 2dac4592-0e2a-4f2b-95a0-bcb0178a8c24 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:03.072318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.169869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4c20c93-b1da-4012-aea3-832fb9394bd5 req-6d93a1f8-e2ac-482b-ad50-8f345aa0f1f1 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 210 time: 0.0608199 Sep 20 12:36:03.220101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-a0025cc3-efe8-4ea8-95eb-ff082f53258b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:03.221608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-a0025cc3-efe8-4ea8-95eb-ff082f53258b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.32 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 811 time: 0.1860518 Sep 20 12:36:03.243119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.287976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec8cd48-abca-4f8d-b379-0a349a97f628,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:03.308810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-a1e16fd6-332e-410f-ac22-95451b6af131 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5 HTTP/1.1" status: 200 len: 379 time: 0.0783901 Sep 20 12:36:03.319408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'port': {'device_id': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'admin_state_up': True, 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'security_groups': ['bb0f1103-6f06-49d8-a309-1a7aab4103c1']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:03.425956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.430942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:36:03.444075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.444838 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Added segment dbd0d5d3-51f0-4262-a089-a931f4c4aee5 of type vlan for network 0439f2ec-8234-42a1-990c-ba12bbe151e1 Sep 20 12:36:03.463233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event deleted for resources: {'Port': ['ID=2dac4592-0e2a-4f2b-95a0-bcb0178a8c24,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:03.501252 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.541321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.544892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.549172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e3f745f-9a36-48e2-82d8-c8380e95058a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "DELETE /v2.0/floatingips/5a2c3012-55e6-4da2-a0c9-0223571622b4 HTTP/1.1" status: 204 len: 168 time: 0.8045015 Sep 20 12:36:03.550130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60070) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:03.554827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0b0c62c7-cd9d-4254-a5bd-9a0394fc273d tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Request body: {'floatingip': {'floating_network_id': 'da07f6f0-e4bc-40c7-9939-29a25446b0f3', 'port_id': '0676cff2-2759-4c0a-8687-f5965eb29563', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:03.581639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Made reservation on behalf of 9ef2fcf0d9ef48548cdade7cbef5b4f5 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:03.585245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.648007 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.649154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:03.649624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.712010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] Pushing event updated for resources: {'Network': ['ID=0439f2ec-8234-42a1-990c-ba12bbe151e1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:03.723479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:36:03.731770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Allocated IP 172.20.0.3 (13d2b79b-fa8e-4459-a611-a142cb4e23ce/76d6526c-3c48-49ad-99cb-61f38c15e465/ac804f0f-4fa5-4283-816c-b4af85b9283d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:03.734707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b0c62c7-cd9d-4254-a5bd-9a0394fc273d tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.849826 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-610163b4-04d7-4c40-b8f8-9cff8796e1af admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1422999 Sep 20 12:36:03.856652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60072) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:03.863675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Request body: {'subnet': {'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-404197277-subnet', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:03.972558 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:03.999561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Made reservation on behalf of 519c44a32c7641d8b8d12d4e33e5f57a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:04.003211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.072037 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-0b0c62c7-cd9d-4254-a5bd-9a0394fc273d tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:36:04.079182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b0c62c7-cd9d-4254-a5bd-9a0394fc273d tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5278313 Sep 20 12:36:04.079392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60078) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:04.084904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '0676cff2-2759-4c0a-8687-f5965eb29563', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:04.096812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a488d6-0e54-4457-88e3-42e55bf07ecd req-04ac4853-db66-4203-ac7e-8867ca28c53b tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:04.098642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3a488d6-0e54-4457-88e3-42e55bf07ecd req-04ac4853-db66-4203-ac7e-8867ca28c53b tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.0672152 Sep 20 12:36:04.125550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.178658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3a488d6-0e54-4457-88e3-42e55bf07ecd req-31c8494a-db2b-49f2-a0e7-c9baf073bf42 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726600 Sep 20 12:36:04.185928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:04.189159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:04.191777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:04.214788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.281839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event updated for resources: {'Port': ['ID=ac804f0f-4fa5-4283-816c-b4af85b9283d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:04.321064 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.357767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:04.363229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.384838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8ce964-c4ec-4f83-8f58-a1b629d949f7,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:04.416892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdb65cb7-9567-474d-b26f-cec32d028ff4 req-e9593ee8-263d-4a1e-a763-e1ed97059045 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0465117 Sep 20 12:36:04.431380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Checking segment: {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:04.431744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Network hostable DHCP agents. Network: 0439f2ec-8234-42a1-990c-ba12bbe151e1, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:36:04.455051 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.484829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-8630620e-e3ef-47d6-a7eb-fb3f7bb0b699 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1691363 Sep 20 12:36:04.520503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:36:04.553081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f45b-f821-4691-8cb0-55a50378552e req-283f259a-8ba1-4322-8af5-b6fdcefa5269 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:04.562934 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50c6f45b-f821-4691-8cb0-55a50378552e req-283f259a-8ba1-4322-8af5-b6fdcefa5269 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 931 time: 0.0762298 Sep 20 12:36:04.587757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e82d7ff0-f31b-49f2-ae23-bef50df18d27 None None] Provisioning complete for port ac804f0f-4fa5-4283-816c-b4af85b9283d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:04.589206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e82d7ff0-f31b-49f2-ae23-bef50df18d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.590732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Request body: {'port': {'device_id': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:04.620017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Allocated IP 172.25.6.167 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/bc83eda0-fc55-4de4-a259-71fbcffc4484) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:04.631254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 0439f2ec-8234-42a1-990c-ba12bbe151e1) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:04.641119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:04.641770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.642021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e82d7ff0-f31b-49f2-ae23-bef50df18d27 None None] Port ac804f0f-4fa5-4283-816c-b4af85b9283d cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:04.647880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1641815-c234-493c-bd33-c6a1b760e1e4 None None] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:04.665641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50c6f45b-f821-4691-8cb0-55a50378552e req-cf45f9b6-38ac-4ae9-8b6c-78c241aee2eb tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016552 Sep 20 12:36:04.681865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.730381 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cf552bca-235f-444a-9c5a-f44efefad0cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8718126 Sep 20 12:36:04.736153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60088) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:04.742419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:04.788747 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.811544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-0439f2ec-8234-42a1-990c-ba12bbe151e1', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:36:04.812435 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.843669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.844639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.921386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.922873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:04.963669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Allocated IP 172.20.0.2 (0439f2ec-8234-42a1-990c-ba12bbe151e1/6c8ce964-c4ec-4f83-8f58-a1b629d949f7/14ed2136-cad5-4507-97ec-4193e3825249) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:04.968214 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:04.974972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:04.981932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event updated for resources: {'Port': ['ID=bc83eda0-fc55-4de4-a259-71fbcffc4484,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:04.985170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:05.039916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac804f0f-4fa5-4283-816c-b4af85b9283d {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:05.048658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.062473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Transition to ACTIVE for port object ac804f0f-4fa5-4283-816c-b4af85b9283d will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:36:05.130005 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.146097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.234067 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.240897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Pushing event updated for resources: {'Port': ['ID=ac804f0f-4fa5-4283-816c-b4af85b9283d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:05.271690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:05.276819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:05.279730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:05.299058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Attempting to bind port ac804f0f-4fa5-4283-816c-b4af85b9283d on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:05.299818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Attempting to bind port ac804f0f-4fa5-4283-816c-b4af85b9283d by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:05.299818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Attempting to bind port ac804f0f-4fa5-4283-816c-b4af85b9283d on network 13d2b79b-fa8e-4459-a611-a142cb4e23ce {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:05.314116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Port ac804f0f-4fa5-4283-816c-b4af85b9283d on network 13d2b79b-fa8e-4459-a611-a142cb4e23ce not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:36:05.314467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Attempting to bind port ac804f0f-4fa5-4283-816c-b4af85b9283d on network 13d2b79b-fa8e-4459-a611-a142cb4e23ce {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:05.327430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:05.327774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Checking segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:05.328173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Bound using segment: {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:05.328618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Bound port: ac804f0f-4fa5-4283-816c-b4af85b9283d, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3744b096-1596-4519-87a3-7c8e3c4a0452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:05.328988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.415572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Pushing event updated for resources: {'Port': ['ID=14ed2136-cad5-4507-97ec-4193e3825249,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:05.425806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Attempting to bind port 14ed2136-cad5-4507-97ec-4193e3825249 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:05.426409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Attempting to bind port 14ed2136-cad5-4507-97ec-4193e3825249 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:05.426945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Attempting to bind port 14ed2136-cad5-4507-97ec-4193e3825249 on network 0439f2ec-8234-42a1-990c-ba12bbe151e1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:05.435208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:05.435791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Checking segment: {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:05.436699 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.437311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Bound using segment: {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:05.437950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Bound port: 14ed2136-cad5-4507-97ec-4193e3825249, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:05.442271 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.454554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] For port ac804f0f-4fa5-4283-816c-b4af85b9283d, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:05.458439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] For port ac804f0f-4fa5-4283-816c-b4af85b9283d, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ac804f0f-4fa5-4283-816c-b4af85b9283d,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:05.483212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb1832-41ba-4fa1-a72b-021bec18183a req-ad9a5ca5-5618-4255-b522-d0e8a794dd85 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:05.484761 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fbb1832-41ba-4fa1-a72b-021bec18183a req-ad9a5ca5-5618-4255-b522-d0e8a794dd85 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.1301947 Sep 20 12:36:05.526975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fbb1832-41ba-4fa1-a72b-021bec18183a req-9a462cb6-885f-467b-8954-644e77ac081e tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352466 Sep 20 12:36:05.559214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] For port 14ed2136-cad5-4507-97ec-4193e3825249, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:05.578423 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.583262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] For port 14ed2136-cad5-4507-97ec-4193e3825249, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=14ed2136-cad5-4507-97ec-4193e3825249,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:05.608058 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.635889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:05.636451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.638147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac804f0f-4fa5-4283-816c-b4af85b9283d HTTP/1.1" status: 200 len: 1091 time: 1.1430950 Sep 20 12:36:05.638590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'tag': 'ac804f0f-4fa5-4283-816c-b4af85b9283d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:05.640964 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5005f324-dfac-4dd6-a0bc-bde7d2b16105" -d '{"events": [{"name": "network-changed", "server_uuid": "60e352cc-be54-4c23-b4c2-6a63b2ed7533", "tag": "ac804f0f-4fa5-4283-816c-b4af85b9283d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:05.671841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff67762d-3140-4d52-a3a2-6a89cc8ac869 req-2591596b-fea1-4025-a1b1-03ad1cf69b4c tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0565462 Sep 20 12:36:05.672440 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.781713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-ee8208f3-e9df-4e67-9bd4-7cba64a19523 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:05.783527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-ee8208f3-e9df-4e67-9bd4-7cba64a19523 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.1671021 Sep 20 12:36:05.817092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b12a7-2124-40b3-b0b9-36bb0eba2412 service neutron] Pushing event updated for resources: {'Port': ['ID=ac804f0f-4fa5-4283-816c-b4af85b9283d,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:05.833897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfd402-1c8f-485b-84fe-e3b568fccbc5 None None] Pushing event updated for resources: {'Port': ['ID=14ed2136-cad5-4507-97ec-4193e3825249,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:05.848170 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce805a-98ed-4da0-94d0-c73996a0bdf5 x-openstack-request-id: req-7fce805a-98ed-4da0-94d0-c73996a0bdf5 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:05.860088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Deleting port bc83eda0-fc55-4de4-a259-71fbcffc4484 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:05.860575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:05.860967 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e352cc-be54-4c23-b4c2-6a63b2ed7533", "tag": "ac804f0f-4fa5-4283-816c-b4af85b9283d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:05.861399 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fce805a-98ed-4da0-94d0-c73996a0bdf5 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:05.864119 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'tag': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'status': 'completed', 'code': 200} Sep 20 12:36:05.894612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-d6bb3453-bb75-49eb-83b1-c9a4784850a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:05.912354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-d6bb3453-bb75-49eb-83b1-c9a4784850a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 1094 time: 0.1890352 Sep 20 12:36:05.974157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-44cce5d6-f2aa-4de4-89ad-0dd8c28bba21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac804f0f-4fa5-4283-816c-b4af85b9283d HTTP/1.1" status: 200 len: 217 time: 0.0540917 Sep 20 12:36:06.026744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.027198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.100261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Calling delete_port for bc83eda0-fc55-4de4-a259-71fbcffc4484 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:06.145364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60add-1e1d-4742-bfd7-749ff143442a req-5d7d8aa9-c80c-42e8-8d0a-1de4474a5aab tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:06.153538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ec60add-1e1d-4742-bfd7-749ff143442a req-5d7d8aa9-c80c-42e8-8d0a-1de4474a5aab tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 943 time: 0.1745303 Sep 20 12:36:06.161851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-ede92b23-acc6-48f0-80c3-dd57bdd6a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:06.163451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-ede92b23-acc6-48f0-80c3-dd57bdd6a0d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.1827788 Sep 20 12:36:06.229350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Deleting port 777544f1-474b-4e9d-9d55-d91edaf4a95c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:06.229860 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.238507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ec60add-1e1d-4742-bfd7-749ff143442a req-f7b6cebe-9e44-44ff-94e8-e252e54bd47d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839381 Sep 20 12:36:06.261354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-88d3229d-e05a-47e7-bf03-eb7890d6f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:06.261354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-88d3229d-e05a-47e7-bf03-eb7890d6f6bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665503 Sep 20 12:36:06.433723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-cd4be791-d326-4eac-b174-4ccf6a698b1e service neutron] 10.222.0.32 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646895 Sep 20 12:36:06.523859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 14ed2136-cad5-4507-97ec-4193e3825249 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:06.588955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86eb91a-b05d-48ff-9514-dd4cf39d0549 req-54580147-05b6-4c46-9658-18254993e018 service neutron] 10.222.0.32 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531661 Sep 20 12:36:06.604744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 14ed2136-cad5-4507-97ec-4193e3825249 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:06.605123 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.635518 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.683521 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.701961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] For port 777544f1-474b-4e9d-9d55-d91edaf4a95c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=777544f1-474b-4e9d-9d55-d91edaf4a95c,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:06.703196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.756981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.818643 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:06.839571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663f38b-52e4-42b8-8e13-f0f241a264b0 req-e8787210-c307-4e93-9f69-bb13d3671fd3 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:06.842472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4663f38b-52e4-42b8-8e13-f0f241a264b0 req-e8787210-c307-4e93-9f69-bb13d3671fd3 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 945 time: 0.1818345 Sep 20 12:36:06.859890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-1071a4bf-bcb3-4cfb-a72b-7568a874fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:06.861563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-1071a4bf-bcb3-4cfb-a72b-7568a874fc8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 1094 time: 0.0677857 Sep 20 12:36:06.872616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 14ed2136-cad5-4507-97ec-4193e3825249, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=14ed2136-cad5-4507-97ec-4193e3825249,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:06.914106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event deleted for resources: {'Port': ['ID=bc83eda0-fc55-4de4-a259-71fbcffc4484,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:06.961977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4663f38b-52e4-42b8-8e13-f0f241a264b0 req-a3180c02-0c4b-44c4-bb5a-70917b8ad126 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups?id=4439c6e0-4d6e-451c-994c-f1264978097b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096659 Sep 20 12:36:06.982978 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.001884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-0e16f693-e1e9-47f0-a147-a9b74aacb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:07.003864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-0e16f693-e1e9-47f0-a147-a9b74aacb77b service neutron] 10.222.0.32 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 911 time: 0.1288035 Sep 20 12:36:07.059269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-c229e23e-142e-4804-bf7c-aeee605cfb86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac804f0f-4fa5-4283-816c-b4af85b9283d HTTP/1.1" status: 200 len: 217 time: 0.0447211 Sep 20 12:36:07.063301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=14ed2136-cad5-4507-97ec-4193e3825249,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:07.132567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28e1a858-4c10-43da-a518-e33aace76aba req-eb5308e1-b903-4736-9f04-f55c4869924e tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0274842 Sep 20 12:36:07.145319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-1f52b5bd-7c66-4e0e-b3fa-6f23492ba205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:07.147303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-1f52b5bd-7c66-4e0e-b3fa-6f23492ba205 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.0796163 Sep 20 12:36:07.205577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Allocated IP 172.25.6.227 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/9d9dc5ec-a160-4940-8960-a18fb2ae7c37) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:07.221101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-f35c0dfe-7e23-43f7-af42-254e0e18af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:07.221101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-f35c0dfe-7e23-43f7-af42-254e0e18af34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639582 Sep 20 12:36:07.261720 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.261720 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.261720 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Floating IP a04da88a-578b-4d73-ae33-007e819f17a5 disassociated. External IP: 172.25.6.229, port: 777544f1-474b-4e9d-9d55-d91edaf4a95c. Sep 20 12:36:07.262302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Calling delete_port for 777544f1-474b-4e9d-9d55-d91edaf4a95c owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:07.268249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2b7bd6-c397-45c4-aad8-b1ea8acb037b None None] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:07.269424 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] create failed (client error): The resource could not be found. Sep 20 12:36:07.273875 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c2cc0bf-d9e8-43f4-9ce7-d0a7f66c6b5a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1901689 Sep 20 12:36:07.285772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60118) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:07.363460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8e31123f-433a-42b7-a03e-8f6993e8e6ab None None] Provisioning complete for port 14ed2136-cad5-4507-97ec-4193e3825249 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:07.363737 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e31123f-433a-42b7-a03e-8f6993e8e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.414778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.416027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-6c08ce8e-f504-49e1-b346-9e8ff88d9e9d service neutron] 10.222.0.32 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869771 Sep 20 12:36:07.430832 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:36:07.445530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0a82f-b08e-4744-9704-1227946259b6 req-8e6a582e-a15b-4461-b35f-d0e528dc19df tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:07.453675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbd0a82f-b08e-4744-9704-1227946259b6 req-8e6a582e-a15b-4461-b35f-d0e528dc19df tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 943 time: 0.1122465 Sep 20 12:36:07.568168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbd0a82f-b08e-4744-9704-1227946259b6 req-1197c88b-709c-4351-a59b-cdd462b23cef tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139600 Sep 20 12:36:07.573688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b025d-33e8-4855-b120-4ffef4c22cb9 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Deleting port 0676cff2-2759-4c0a-8687-f5965eb29563 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:07.574035 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe6b025d-33e8-4855-b120-4ffef4c22cb9 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.606976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5005f324-dfac-4dd6-a0bc-bde7d2b16105 req-a427d7ef-9c08-4ec4-b309-0c034f241a23 service neutron] 10.222.0.32 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797736 Sep 20 12:36:07.617367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.619781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.684563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe6b025d-33e8-4855-b120-4ffef4c22cb9 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.695875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9dc5ec-a160-4940-8960-a18fb2ae7c37,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:07.705646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b025d-33e8-4855-b120-4ffef4c22cb9 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Calling delete_port for 0676cff2-2759-4c0a-8687-f5965eb29563 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:07.815536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:07.843685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4e19937e-2446-4aed-8720-797d928e57be None None] Provisioning complete for port 14ed2136-cad5-4507-97ec-4193e3825249 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:07.844065 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e19937e-2446-4aed-8720-797d928e57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.850598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:07.854083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:07.886646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event deleted for resources: {'Port': ['ID=777544f1-474b-4e9d-9d55-d91edaf4a95c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:07.923404 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe6b025d-33e8-4855-b120-4ffef4c22cb9 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:07.940828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Router f8ccc66f-3c77-4851-aead-529745675024 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:36:07.956389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b025d-33e8-4855-b120-4ffef4c22cb9 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event deleted for resources: {'Port': ['ID=0676cff2-2759-4c0a-8687-f5965eb29563,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:08.042206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe6b025d-33e8-4855-b120-4ffef4c22cb9 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:08.042206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe6b025d-33e8-4855-b120-4ffef4c22cb9 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "DELETE /v2.0/ports/0676cff2-2759-4c0a-8687-f5965eb29563 HTTP/1.1" status: 204 len: 168 time: 0.7604578 Sep 20 12:36:08.042206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:08.131269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40364e44-0b6a-43ad-bc1b-23f4e8cadbaa tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:08.135267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-40364e44-0b6a-43ad-bc1b-23f4e8cadbaa tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4b36bb-9437-463f-aea6-073701bb01a7 HTTP/1.1" status: 200 len: 913 time: 0.0894935 Sep 20 12:36:08.139018 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:08.210704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:08.224689 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] Sync routers for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:08.237630 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:08.238654 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:08.296457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] No DVR routers for this DVR port 777544f1-474b-4e9d-9d55-d91edaf4a95c on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:36:08.297927 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0b8f5ad-f1f9-49a6-bff0-01a74b29a40b req-e2829e3c-6077-4795-8816-ee1d8a8e7a0d tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 210 time: 0.1435523 Sep 20 12:36:08.299216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:08.301859 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a317ff14-be9d-45ae-bff6-023cfc5b1d63 req-c095bc33-dac6-446b-b128-26a32a7aecbf tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.21 "DELETE /v2.0/ports/777544f1-474b-4e9d-9d55-d91edaf4a95c HTTP/1.1" status: 204 len: 173 time: 2.5087290 Sep 20 12:36:08.307511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'name': 'network-vif-deleted', 'tag': '777544f1-474b-4e9d-9d55-d91edaf4a95c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:08.330670 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371d26db-ada1-4d37-931a-8f62801898f9" -d '{"events": [{"server_uuid": "aca1ab38-b93b-4197-bf5c-ff7238905d40", "name": "network-vif-deleted", "tag": "777544f1-474b-4e9d-9d55-d91edaf4a95c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:08.360341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:08.374819 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:08.491236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 14ed2136-cad5-4507-97ec-4193e3825249 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:08.566672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 14ed2136-cad5-4507-97ec-4193e3825249 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:08.567574 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:08.647595 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:10Z', 'revision_number': 5, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:08.682185 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] Checking router: f8ccc66f-3c77-4851-aead-529745675024 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:36:08.694013 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:08.695041 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:08.815251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2ae9766-8d1e-45fa-b2b2-060705f67b5b req-4b72ea72-7fbf-452b-9f9b-5e98a2a63070 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0368848 Sep 20 12:36:08.829077 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:09.085950 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3919c22-4043-4580-94d4-03889aef3e5e x-openstack-request-id: req-f3919c22-4043-4580-94d4-03889aef3e5e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:09.086524 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca1ab38-b93b-4197-bf5c-ff7238905d40", "name": "network-vif-deleted", "tag": "777544f1-474b-4e9d-9d55-d91edaf4a95c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:09.086524 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3919c22-4043-4580-94d4-03889aef3e5e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:09.087795 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca1ab38-b93b-4197-bf5c-ff7238905d40', 'name': 'network-vif-deleted', 'tag': '777544f1-474b-4e9d-9d55-d91edaf4a95c', 'status': 'completed', 'code': 200} Sep 20 12:36:09.102392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22c18b-b48d-42b6-848e-cb6865c7f711 req-f09cf96c-7f89-4267-998c-472c428d5d7f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:09.108452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:09.109564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b22c18b-b48d-42b6-848e-cb6865c7f711 req-f09cf96c-7f89-4267-998c-472c428d5d7f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 943 time: 0.0995529 Sep 20 12:36:09.181696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b22c18b-b48d-42b6-848e-cb6865c7f711 req-5bfe3786-a9cb-4102-9c01-2b5bd96fa05b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708361 Sep 20 12:36:09.273752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:10Z', 'revision_number': 5, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:09.300330 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:09.305253 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad0ce1-b9ba-49c7-9d33-4a7b2e2e29a5 None None] The sync data for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 is: [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'aa5ad3f9-bf43-4538-9139-7f30bacb52f2', 'name': '', 'network_id': '69a29a87-ff93-4727-85fa-4ffe4d42299f', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'mac_address': 'fa:16:3e:09:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:32:04Z', 'updated_at': '2021-09-20T12:32:10Z', 'revision_number': 5, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'subnets': [{'id': 'bc0c36ee-90f8-4b7f-b098-3b360d118b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:09.374371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:36:09.435569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a3a779f-9c0a-49f7-97a0-0ce6719fe9ce req-cb915c12-2ac6-4de8-a768-a3e18be7f3fb tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 210 time: 0.0398359 Sep 20 12:36:09.528070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:09.547707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Sync routers for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:09.571864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 777544f1-474b-4e9d-9d55-d91edaf4a95c no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:36:09.597717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 777544f1-474b-4e9d-9d55-d91edaf4a95c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:36:09.602380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 777544f1-474b-4e9d-9d55-d91edaf4a95c not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:36:09.609504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:09.611473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:09.632084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:09.633850 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f80adbaa-1e2d-4663-a382-fd0614513b74 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8960557 Sep 20 12:36:09.636429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60150) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:09.679183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Deleting port d05b950c-ba4f-4653-a984-a1efac77249c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:09.679784 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:09.683384 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f01b8-4446-48ab-951a-b7b273b16643 None None] New status for floating IP a04da88a-578b-4d73-ae33-007e819f17a5: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:36:09.762312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ac804f0f-4fa5-4283-816c-b4af85b9283d details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:36:09.796036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:09.809562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Calling delete_port for d05b950c-ba4f-4653-a984-a1efac77249c owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:09.942060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:10.017080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-000a01e8-ec6d-4854-a01b-3aaf62e802d6 req-60626f52-e0c8-4319-a752-a65b35f5435f tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0520139 Sep 20 12:36:10.139425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ac804f0f-4fa5-4283-816c-b4af85b9283d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ac804f0f-4fa5-4283-816c-b4af85b9283d,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:10.160432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'port_id': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'mac_address': 'fa:16:3e:34:56:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:36:10.169193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:10.204659 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:10.241865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac804f0f-4fa5-4283-816c-b4af85b9283d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:10.255257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event deleted for resources: {'Port': ['ID=d05b950c-ba4f-4653-a984-a1efac77249c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:10.278224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ac804f0f-4fa5-4283-816c-b4af85b9283d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ac804f0f-4fa5-4283-816c-b4af85b9283d,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:10.286782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-694194df-84f0-4033-95c5-e6fbbbea2483 req-bab8e2f7-41b5-43a9-82ed-7a912b7814ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.1209016 Sep 20 12:36:10.318064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:08Z', 'revision_number': 3, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:10.363533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.363977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.364414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.364948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.365372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.365778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.366181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.366754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.367443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.367877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.368270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.368660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:10.369128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Checking router: 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:36:10.369489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Updating router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:36:10.379328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:10.435426 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:10.446278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:10.484296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ac804f0f-4fa5-4283-816c-b4af85b9283d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:10.493657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c4815-84d3-4200-ade2-f957a4098cc4 req-6697c225-fb50-4215-89f7-cb40f1597c5a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:10.502681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-930c4815-84d3-4200-ade2-f957a4098cc4 req-6697c225-fb50-4215-89f7-cb40f1597c5a tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 944 time: 0.1501396 Sep 20 12:36:10.558429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:10.627063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-930c4815-84d3-4200-ade2-f957a4098cc4 req-8d35d9ca-25f7-455f-a2d6-b9ef9b540ce3 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232913 Sep 20 12:36:10.698861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Allocated IP 172.20.0.1 (0439f2ec-8234-42a1-990c-ba12bbe151e1/6c8ce964-c4ec-4f83-8f58-a1b629d949f7/c4646244-0b79-4369-bb96-c686c47e8145) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:10.723408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ac804f0f-4fa5-4283-816c-b4af85b9283d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:36:10.840734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Router cb4b36bb-9437-463f-aea6-073701bb01a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:36:10.879438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:10.916378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dac6d3f0-e6c3-418d-974b-6098401518f6 req-e6edaff0-3edd-43be-a85c-0b1055421b9c tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 210 time: 0.0306044 Sep 20 12:36:10.925046 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:10.965588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:10.973975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60162) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:10.974147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-09058a7c-c4ed-4a7c-9fa6-9bd0072c60e8 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "PUT /v2.0/routers/cb4b36bb-9437-463f-aea6-073701bb01a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8326023 Sep 20 12:36:10.978874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e221d-91d7-48cd-838a-a8c46ea1c58d None None] Sync routers for ids ['cb4b36bb-9437-463f-aea6-073701bb01a7'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:10.991804 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.017296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e221d-91d7-48cd-838a-a8c46ea1c58d None None] Routers {'cb4b36bb-9437-463f-aea6-073701bb01a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:11.017929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6d9e221d-91d7-48cd-838a-a8c46ea1c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb4b36bb-9437-463f-aea6-073701bb01a7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:11.024444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.067347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6d9e221d-91d7-48cd-838a-a8c46ea1c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:11.097309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e221d-91d7-48cd-838a-a8c46ea1c58d None None] Routers {'cb4b36bb-9437-463f-aea6-073701bb01a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:11.097939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6d9e221d-91d7-48cd-838a-a8c46ea1c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cb4b36bb-9437-463f-aea6-073701bb01a7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:11.101337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffc7a7-dbb9-42c5-813d-18dc1c77b85f None None] Pushing event updated for resources: {'Port': ['ID=9d9dc5ec-a160-4940-8960-a18fb2ae7c37,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:11.104640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Attempting to bind port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:11.105035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Attempting to bind port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:11.105412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Attempting to bind port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:11.126378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:11.129344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f448cb44-7e78-4c94-a1fc-0380e563398e tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.141066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6d9e221d-91d7-48cd-838a-a8c46ea1c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:11.141727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e221d-91d7-48cd-838a-a8c46ea1c58d None None] The sync data for ids ['cb4b36bb-9437-463f-aea6-073701bb01a7'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:11.144570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:11.144868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:11.145302 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.145689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:11.146334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Bound port: 9d9dc5ec-a160-4940-8960-a18fb2ae7c37, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:11.146719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.163500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c858375e-f0a2-47ae-b49e-bd146922ff97 req-b0ce51c9-d370-45ad-aa75-69995f337e73 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0450149 Sep 20 12:36:11.185505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:11.187404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Pushing event updated for resources: {'Port': ['ID=c4646244-0b79-4369-bb96-c686c47e8145,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:11.191567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:11.219021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] For port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:11.223007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] For port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9d9dc5ec-a160-4940-8960-a18fb2ae7c37,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:11.270305 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.324843 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.400350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffc7a7-dbb9-42c5-813d-18dc1c77b85f None None] Pushing event updated for resources: {'Port': ['ID=9d9dc5ec-a160-4940-8960-a18fb2ae7c37,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:11.410848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:11.410848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:11.431090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f448cb44-7e78-4c94-a1fc-0380e563398e tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.435207 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f448cb44-7e78-4c94-a1fc-0380e563398e tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.574821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f448cb44-7e78-4c94-a1fc-0380e563398e tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.575428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f448cb44-7e78-4c94-a1fc-0380e563398e tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Fanout notify agent at l3_agent the message router_deleted on router cb4b36bb-9437-463f-aea6-073701bb01a7 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:36:11.584565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f448cb44-7e78-4c94-a1fc-0380e563398e tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.584999 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f448cb44-7e78-4c94-a1fc-0380e563398e tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "DELETE /v2.0/routers/cb4b36bb-9437-463f-aea6-073701bb01a7 HTTP/1.1" status: 204 len: 168 time: 0.6093824 Sep 20 12:36:11.587652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:11.659436 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.661365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-21fdf226-a8e0-464e-9f67-3b33be6adec4 None None] Provisioning complete for port c4646244-0b79-4369-bb96-c686c47e8145 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:11.661744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21fdf226-a8e0-464e-9f67-3b33be6adec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.692448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:11.693420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72fbb87-414d-47e0-84b9-b3e08ebcaa8a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Deleting subnet abaac5e3-870c-4e7d-b728-d903bfc76722 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:36:11.703711 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72fbb87-414d-47e0-84b9-b3e08ebcaa8a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.771613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-21fdf226-a8e0-464e-9f67-3b33be6adec4 None None] Port c4646244-0b79-4369-bb96-c686c47e8145 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:11.887535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.894999 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72fbb87-414d-47e0-84b9-b3e08ebcaa8a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.907294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:08Z', 'revision_number': 3, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:11.908426 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2cee5-d802-43f6-a664-aa6926eedcb5 req-3ff71212-07dd-4016-b25a-d9e640027a49 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:11.910140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4fe2cee5-d802-43f6-a664-aa6926eedcb5 req-3ff71212-07dd-4016-b25a-d9e640027a49 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 944 time: 0.1420918 Sep 20 12:36:11.934726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83ff14-8bfb-4190-8970-a35ab8359af8 None None] The sync data for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 is: [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:08Z', 'revision_number': 3, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:11.974312 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:11.993681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4fe2cee5-d802-43f6-a664-aa6926eedcb5 req-2314127b-7380-4bed-ac97-a4533dc9feec tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634716 Sep 20 12:36:12.047115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Pushing event updated for resources: {'Port': ['ID=c4646244-0b79-4369-bb96-c686c47e8145,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:12.053361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72fbb87-414d-47e0-84b9-b3e08ebcaa8a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.074594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.177692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:12.179135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:12.228852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa764ced-ad46-4242-a266-571762aac386 req-402d1667-5cc5-4c92-8f9d-1c60f7c94a83 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 210 time: 0.0403264 Sep 20 12:36:12.236468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72fbb87-414d-47e0-84b9-b3e08ebcaa8a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.284511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fbb87-414d-47e0-84b9-b3e08ebcaa8a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event deleted for resources: {'Subnet': ['ID=abaac5e3-870c-4e7d-b728-d903bfc76722,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:12.287100 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a72fbb87-414d-47e0-84b9-b3e08ebcaa8a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.295331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a72fbb87-414d-47e0-84b9-b3e08ebcaa8a tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "DELETE /v2.0/subnets/abaac5e3-870c-4e7d-b728-d903bfc76722 HTTP/1.1" status: 204 len: 168 time: 0.7015383 Sep 20 12:36:12.295476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7e68b-705b-4f0f-94bc-8237ff4418ea None None] Network da07f6f0-e4bc-40c7-9939-29a25446b0f3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:12.296365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60176) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:12.390394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3421e975-0e7f-434d-af0b-43a8badc8ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.459508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:36:12.551457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6ecc004-9370-4a14-9c3d-334b27ce67b0 req-843838ae-d7a9-4e9b-a6d0-aebf7d6f0d3b tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0719054 Sep 20 12:36:12.573085 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.633852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:12.697533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Deleting port 1af6f94f-a761-4bc2-8557-7d257a0658eb {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:12.699906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:12.704741 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.713071 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5d50e9d1-221e-4126-981a-a8f3bd976c3d admin admin] 10.222.0.37 "PUT /v2.0/routers/31f9ea3c-af91-4da4-a835-a3cf57b2f9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0681322 Sep 20 12:36:12.713850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:12.713850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.790328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-05bc3c65-1f3d-4796-9f35-547f0f12e1cd None None] Provisioning complete for port c4646244-0b79-4369-bb96-c686c47e8145 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:12.790923 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-05bc3c65-1f3d-4796-9f35-547f0f12e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.839239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] DHCP port deletion for da07f6f0-e4bc-40c7-9939-29a25446b0f3 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:36:12.850532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] For port 1af6f94f-a761-4bc2-8557-7d257a0658eb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1af6f94f-a761-4bc2-8557-7d257a0658eb,segment=NetworkSegment(f2130b6a-fb29-4849-aaa8-9c826368cd27),segment_id=f2130b6a-fb29-4849-aaa8-9c826368cd27)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:12.851296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.881649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Calling delete_port for 1af6f94f-a761-4bc2-8557-7d257a0658eb owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:12.917179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-05bc3c65-1f3d-4796-9f35-547f0f12e1cd None None] Port c4646244-0b79-4369-bb96-c686c47e8145 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:12.937256 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:12.966285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9d9dc5ec-a160-4940-8960-a18fb2ae7c37,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:12.973249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] Deleting port 1af6f94f-a761-4bc2-8557-7d257a0658eb {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:12.973688 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.044243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] For port 1af6f94f-a761-4bc2-8557-7d257a0658eb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1af6f94f-a761-4bc2-8557-7d257a0658eb,segment=NetworkSegment(f2130b6a-fb29-4849-aaa8-9c826368cd27),segment_id=f2130b6a-fb29-4849-aaa8-9c826368cd27)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:13.044883 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.060783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] Calling delete_port for 1af6f94f-a761-4bc2-8557-7d257a0658eb owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:13.096359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12ad4803-ce14-49a3-bfd8-a5156c4a862d req-525e55d2-2c0b-4157-af1b-c0fc04d2b3ee tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653&device_id=bd6458f2-6dfb-42cf-b683-14043d309836 HTTP/1.1" status: 200 len: 210 time: 0.0288773 Sep 20 12:36:13.124411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.150806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.191722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event deleted for resources: {'Port': ['ID=1af6f94f-a761-4bc2-8557-7d257a0658eb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:13.202337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] No DVR routers for this DVR port 1af6f94f-a761-4bc2-8557-7d257a0658eb on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:36:13.234592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=9d9dc5ec-a160-4940-8960-a18fb2ae7c37,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:13.247713 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.279241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] Pushing event deleted for resources: {'Port': ['ID=1af6f94f-a761-4bc2-8557-7d257a0658eb,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:13.285215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc7439-9d64-45e1-a99c-a1be5bdf0c15 None None] No DVR routers for this DVR port 1af6f94f-a761-4bc2-8557-7d257a0658eb on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:36:13.346069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.368639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da07f6f0-e4bc-40c7-9939-29a25446b0f3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:13.382365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2130b6a-fb29-4849-aaa8-9c826368cd27') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:13.383438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2130b6a-fb29-4849-aaa8-9c826368cd27') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:13.395370 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.417694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.426920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:36:13.427326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:36:13.430650 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:36:13.550767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.555906 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.560423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] 10.222.0.37 "DELETE /v2.0/networks/da07f6f0-e4bc-40c7-9939-29a25446b0f3 HTTP/1.1" status: 204 len: 168 time: 1.2592478 Sep 20 12:36:13.578066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17bd2-d062-4828-9c11-ea02a7a63244 tempest-FloatingIPNegativeTestJSON-1684200295 tempest-FloatingIPNegativeTestJSON-1684200295-project] Pushing event deleted for resources: {'Network': ['ID=da07f6f0-e4bc-40c7-9939-29a25446b0f3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:13.758482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:13.765382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bab665e9-7ece-4d26-a43a-7ab4bf729850 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037119168', 'description': 'tempest-description--1529422173'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:13.788653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ac804f0f-4fa5-4283-816c-b4af85b9283d up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:13.887571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41a027-dc9e-4311-941b-254a1afec960 req-f68c9b53-65fb-4297-b39f-a54709b4edfb tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:13.889502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf41a027-dc9e-4311-941b-254a1afec960 req-f68c9b53-65fb-4297-b39f-a54709b4edfb tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 944 time: 0.0745587 Sep 20 12:36:13.922516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port ac804f0f-4fa5-4283-816c-b4af85b9283d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:36:13.924237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bab665e9-7ece-4d26-a43a-7ab4bf729850 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.931588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port ac804f0f-4fa5-4283-816c-b4af85b9283d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:13.932640 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:13.960118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf41a027-dc9e-4311-941b-254a1afec960 req-5f85f946-270a-46bc-b8a8-5d57ef3062fb tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586176 Sep 20 12:36:14.121035 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bab665e9-7ece-4d26-a43a-7ab4bf729850 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.129970 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.171355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60200) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:14.173322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac804f0f-4fa5-4283-816c-b4af85b9283d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:14.175877 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6192e19-2c2a-4c6f-96a0-ce1309987758" -d '{"events": [{"server_uuid": "60e352cc-be54-4c23-b4c2-6a63b2ed7533", "name": "network-vif-plugged", "status": "completed", "tag": "ac804f0f-4fa5-4283-816c-b4af85b9283d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:14.190858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ac804f0f-4fa5-4283-816c-b4af85b9283d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ac804f0f-4fa5-4283-816c-b4af85b9283d,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:14.226768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bab665e9-7ece-4d26-a43a-7ab4bf729850 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.280243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab665e9-7ece-4d26-a43a-7ab4bf729850 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99552f3-54db-4e8e-863d-81b31f88a4d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:14.291975 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.350267 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-58867b9b-b952-400d-9b50-9c43eaffad07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a24b118e3d14801b1ce8cd1c71ba0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773307 Sep 20 12:36:14.352416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:14.392759 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bab665e9-7ece-4d26-a43a-7ab4bf729850 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.397396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60208) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:14.406996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0e141043-5fa8-4c82-88e5-242754d8f9e3 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Request body: {'security_group_rule': {'security_group_id': 'd99552f3-54db-4e8e-863d-81b31f88a4d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:14.412497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bab665e9-7ece-4d26-a43a-7ab4bf729850 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6498051 Sep 20 12:36:14.418931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ac804f0f-4fa5-4283-816c-b4af85b9283d,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:14.419570 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Sync routers for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:14.433197 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:14.435304 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:35:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:14.437953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.437953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.437953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.440804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.441337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.441942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.442662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.443071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.443473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.443870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.444403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.444806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:14.463933 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:14.494871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f953-6bbd-489c-88ff-1de288d06635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.516902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:14.517500 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.535389 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f953-6bbd-489c-88ff-1de288d06635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.568641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e141043-5fa8-4c82-88e5-242754d8f9e3 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.613148 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:14.684477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-772a3c38-471a-4b65-aa3c-be7a16bc3d67 req-070abcff-c6ce-4128-82f9-84cb86f0db8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a36bfc14bd2c4b1dbd1c90e7793441db&device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0491602 Sep 20 12:36:14.694514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f953-6bbd-489c-88ff-1de288d06635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.697353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f953-6bbd-489c-88ff-1de288d06635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.698646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4f2f953-6bbd-489c-88ff-1de288d06635 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85e57e36-2eae-42c0-9234-f41a40d7d5ae HTTP/1.1" status: 204 len: 168 time: 0.3446512 Sep 20 12:36:14.724429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2f953-6bbd-489c-88ff-1de288d06635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e57e36-2eae-42c0-9234-f41a40d7d5ae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:14.739751 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-772a3c38-471a-4b65-aa3c-be7a16bc3d67 req-bfe347e5-0c96-4906-952b-18a30ab798e5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a36bfc14bd2c4b1dbd1c90e7793441db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445092 Sep 20 12:36:14.766418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1af6f94f-a761-4bc2-8557-7d257a0658eb no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:36:14.827681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1af6f94f-a761-4bc2-8557-7d257a0658eb {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:36:14.829214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1af6f94f-a761-4bc2-8557-7d257a0658eb not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:36:14.863062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c176ec6d-d8a4-4d07-9e03-f02825cbfdda req-30e9d6ae-95f3-4505-ae38-7189de746aa3 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/ports?device_id=aca1ab38-b93b-4197-bf5c-ff7238905d40 HTTP/1.1" status: 200 len: 210 time: 0.0635681 Sep 20 12:36:14.863302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e141043-5fa8-4c82-88e5-242754d8f9e3 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.881904 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 2, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:14.911729 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Checking router: 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:36:14.912283 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Updating router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 port c4646244-0b79-4369-bb96-c686c47e8145 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:36:14.939022 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:14.951188 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12bf3b-e13a-420e-a87b-60e43b8f9c89 x-openstack-request-id: req-4e12bf3b-e13a-420e-a87b-60e43b8f9c89 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:14.951725 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e352cc-be54-4c23-b4c2-6a63b2ed7533", "name": "network-vif-plugged", "status": "completed", "tag": "ac804f0f-4fa5-4283-816c-b4af85b9283d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:14.951725 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e12bf3b-e13a-420e-a87b-60e43b8f9c89 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:14.952096 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'code': 200} Sep 20 12:36:15.011181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e141043-5fa8-4c82-88e5-242754d8f9e3 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.046460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3c38-471a-4b65-aa3c-be7a16bc3d67 req-45a138f7-b355-4b45-a404-3f3334e947be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:15.048328 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-772a3c38-471a-4b65-aa3c-be7a16bc3d67 req-45a138f7-b355-4b45-a404-3f3334e947be service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2836955 Sep 20 12:36:15.087894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141043-5fa8-4c82-88e5-242754d8f9e3 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1223c277-ef6a-46a5-bfed-826bdaa9837c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:15.128489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9fe7e-c9f5-4837-b8f4-b19a928a806c req-91135b58-fc91-4ad6-99b4-150c5fb749c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:15.130301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15f9fe7e-c9f5-4837-b8f4-b19a928a806c req-91135b58-fc91-4ad6-99b4-150c5fb749c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 1096 time: 0.0968723 Sep 20 12:36:15.174200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41a00459-610e-42da-bdd3-f2082a539552 req-a58a671b-0d70-4df3-815f-1d0933bbf1f9 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0564530 Sep 20 12:36:15.185754 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f26d06f1-3764-46d5-b234-4756aa7b062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.185976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e141043-5fa8-4c82-88e5-242754d8f9e3 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.189741 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0e141043-5fa8-4c82-88e5-242754d8f9e3 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7883682 Sep 20 12:36:15.190580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60222) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:15.196408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8a4342f4-4b96-47a4-b7d4-5e28ea07a014 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Request body: {'security_group_rule': {'security_group_id': 'd99552f3-54db-4e8e-863d-81b31f88a4d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:15.237229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15f9fe7e-c9f5-4837-b8f4-b19a928a806c req-94af86e7-b540-4b50-a6be-6fb14cf1313a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839753 Sep 20 12:36:15.281998 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.302194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a4342f4-4b96-47a4-b7d4-5e28ea07a014 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.328125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a48f0-d8d5-4595-bb28-1ac265c86c0c req-d7e4d785-4937-4c4c-9a7a-02ddbf054c03 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:15.336330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d3a48f0-d8d5-4595-bb28-1ac265c86c0c req-d7e4d785-4937-4c4c-9a7a-02ddbf054c03 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 945 time: 0.0815146 Sep 20 12:36:15.368434 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.383720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d3a48f0-d8d5-4595-bb28-1ac265c86c0c req-dd11202e-7c40-4c10-adef-8c077df8608c tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Sep 20 12:36:15.395798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a4342f4-4b96-47a4-b7d4-5e28ea07a014 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.450359 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a4342f4-4b96-47a4-b7d4-5e28ea07a014 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.479044 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Pushing event updated for resources: {'Port': ['ID=c4646244-0b79-4369-bb96-c686c47e8145,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:15.482913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4342f4-4b96-47a4-b7d4-5e28ea07a014 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4634c9-fe01-4798-aea1-c1e1d522d3c9,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:15.519518 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.519951 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.520357 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.520761 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.521192 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.521795 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.522183 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.522855 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.523260 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.523813 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.524307 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.524633 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:15.538057 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Attempting to bind port c4646244-0b79-4369-bb96-c686c47e8145 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:15.538427 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Attempting to bind port c4646244-0b79-4369-bb96-c686c47e8145 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:15.538789 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Attempting to bind port c4646244-0b79-4369-bb96-c686c47e8145 on network 0439f2ec-8234-42a1-990c-ba12bbe151e1 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:15.545098 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:15.545568 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Checking segment: {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:15.545977 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.546374 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Bound using segment: {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:15.546849 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Bound port: c4646244-0b79-4369-bb96-c686c47e8145, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:15.547226 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.550923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a4342f4-4b96-47a4-b7d4-5e28ea07a014 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.555291 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8a4342f4-4b96-47a4-b7d4-5e28ea07a014 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3601840 Sep 20 12:36:15.556107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60230) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:15.560503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:15.585571 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.633968 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] For port c4646244-0b79-4369-bb96-c686c47e8145, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:15.639748 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] For port c4646244-0b79-4369-bb96-c686c47e8145, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c4646244-0b79-4369-bb96-c686c47e8145,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:15.660277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.723337 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.766647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0febc789-4862-4c11-a404-ca390985f208 None None] Provisioning complete for port c4646244-0b79-4369-bb96-c686c47e8145 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:15.767085 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0febc789-4862-4c11-a404-ca390985f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.769528 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.789956 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:15.790814 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:15.844558 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9dc5-3a23-4c2c-ae0d-dc33d1b67963 None None] Pushing event updated for resources: {'Port': ['ID=c4646244-0b79-4369-bb96-c686c47e8145,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:15.943186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Allocated IP 172.25.6.148 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/3cb743d9-0b19-4634-92e6-18728db1502e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:15.955304 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0febc789-4862-4c11-a404-ca390985f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:15.973334 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:16.025917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0febc789-4862-4c11-a404-ca390985f208 None None] For port c4646244-0b79-4369-bb96-c686c47e8145, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c4646244-0b79-4369-bb96-c686c47e8145,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:16.071120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60246) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:16.093270 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0febc789-4862-4c11-a404-ca390985f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.203266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.261458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3f13d0b-ac28-445e-bc6a-9b43743a1b10 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.270165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc789-4862-4c11-a404-ca390985f208 None None] Pushing event updated for resources: {'Port': ['ID=c4646244-0b79-4369-bb96-c686c47e8145,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:16.325763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5d15d0e7-997d-4d27-b15d-b5007c200b69 None None] Provisioning complete for port c4646244-0b79-4369-bb96-c686c47e8145 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:16.342417 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d15d0e7-997d-4d27-b15d-b5007c200b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.360048 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-772a3c38-471a-4b65-aa3c-be7a16bc3d67 req-1d41b56c-6a0e-4786-afb7-2957213fc42f tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.21 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0560465 Sep 20 12:36:16.364823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3f13d0b-ac28-445e-bc6a-9b43743a1b10 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.407463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75fa4b04-49a3-4aaf-bc18-8b296a7799f8 req-6771469a-d7f3-4b7e-9d37-15cc926c5596 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=30939548-a89c-4d6f-9b69-3a51227e5653 HTTP/1.1" status: 200 len: 210 time: 0.0917068 Sep 20 12:36:16.414123 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.434375 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:15Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:16.534425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3f13d0b-ac28-445e-bc6a-9b43743a1b10 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.537409 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3f13d0b-ac28-445e-bc6a-9b43743a1b10 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.539013 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f3f13d0b-ac28-445e-bc6a-9b43743a1b10 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "DELETE /v2.0/security-groups/4439c6e0-4d6e-451c-994c-f1264978097b HTTP/1.1" status: 204 len: 168 time: 0.4661767 Sep 20 12:36:16.542931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60258) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:16.550451 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.569544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:16.579571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13d0b-ac28-445e-bc6a-9b43743a1b10 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439c6e0-4d6e-451c-994c-f1264978097b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:16.587030 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-8a0631bb-8c11-4fc4-bfd7-a05b19129a2f tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] show failed (client error): The resource could not be found. Sep 20 12:36:16.588295 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2e96e-2719-49df-9e7b-f4dd6ae3b13a None None] The sync data for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 is: [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:15Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:16.598233 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8a0631bb-8c11-4fc4-bfd7-a05b19129a2f tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "GET /v2.0/security-groups/4439c6e0-4d6e-451c-994c-f1264978097b HTTP/1.1" status: 404 len: 347 time: 0.0478408 Sep 20 12:36:16.599094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:16.623898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:16.626113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:16.629583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event updated for resources: {'Port': ['ID=3cb743d9-0b19-4634-92e6-18728db1502e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:16.749782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a1b3d-8390-40cd-be80-bfc617bb44e8 req-74c71dfa-a2c2-4c9d-ab76-ccc0b0012d5e tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:16.751597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b76a1b3d-8390-40cd-be80-bfc617bb44e8 req-74c71dfa-a2c2-4c9d-ab76-ccc0b0012d5e tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 945 time: 0.2045166 Sep 20 12:36:16.789675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Deleting port 3700b640-5f47-4dc7-8904-8e60190f5f7e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:16.790324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.857992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b76a1b3d-8390-40cd-be80-bfc617bb44e8 req-bfb16e39-0c03-412e-ba22-0587c85f8fbc tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991776 Sep 20 12:36:16.876686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.924957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.924957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:16.934516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Calling delete_port for 3700b640-5f47-4dc7-8904-8e60190f5f7e owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:17.039750 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.256775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.321665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.344591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Pushing event deleted for resources: {'Port': ['ID=3700b640-5f47-4dc7-8904-8e60190f5f7e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:17.390584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.395061 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.404891 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.405302 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d9f26dca-afde-4d7a-a3ba-3cd06fde6bc4 tempest-ServersTestBootFromVolume-719102517 tempest-ServersTestBootFromVolume-719102517-project] 10.222.0.37 "DELETE /v2.0/floatingips/a04da88a-578b-4d73-ae33-007e819f17a5 HTTP/1.1" status: 204 len: 168 time: 0.8016243 Sep 20 12:36:17.406139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60274) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:17.512092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event updated for resources: {'Port': ['ID=3cb743d9-0b19-4634-92e6-18728db1502e,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:17.526321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.758693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.769517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-45a42b14-fec0-42a2-a0c3-3bfddd92a1ef tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2087934 Sep 20 12:36:17.911622 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:17.965425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:18.097393 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a6f63e4-0505-44d7-9356-c706ab9812cd req-1ad9cc6c-01ad-4413-a1ef-1f19ee8ea748 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a36bfc14bd2c4b1dbd1c90e7793441db&device_id=bd6458f2-6dfb-42cf-b683-14043d309836 HTTP/1.1" status: 200 len: 210 time: 0.0576642 Sep 20 12:36:18.143375 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a6f63e4-0505-44d7-9356-c706ab9812cd req-6b8f0e34-6211-4a04-8d49-02e32eaa67b0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a36bfc14bd2c4b1dbd1c90e7793441db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338190 Sep 20 12:36:18.161783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc01810-b6a4-46f4-b2ea-590f692caff7 req-347aa0ba-6e09-4026-94ea-2bfbcbae9d68 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:18.163440 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5dc01810-b6a4-46f4-b2ea-590f692caff7 req-347aa0ba-6e09-4026-94ea-2bfbcbae9d68 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 945 time: 0.0659666 Sep 20 12:36:18.259508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5dc01810-b6a4-46f4-b2ea-590f692caff7 req-beaf5e38-07f9-4848-a905-63a057bfb80f tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803192 Sep 20 12:36:18.441683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-d475fc73-bfc4-4ad2-82c5-84a1b33db4d8 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2037119168&fields=id&tenant_id=519c44a32c7641d8b8d12d4e33e5f57a HTTP/1.1" status: 200 len: 267 time: 0.0794415 Sep 20 12:36:18.504694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c4646244-0b79-4369-bb96-c686c47e8145 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:18.586626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c4646244-0b79-4369-bb96-c686c47e8145 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:18.587139 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:18.601123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-e07f554e-811d-486f-acab-2216d2c654c4 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:18.610376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-e07f554e-811d-486f-acab-2216d2c654c4 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/networks?id=0439f2ec-8234-42a1-990c-ba12bbe151e1 HTTP/1.1" status: 200 len: 814 time: 0.1676390 Sep 20 12:36:18.625577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-2842765d-0713-45a0-acc7-0d9ea4fd5862 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/quotas/519c44a32c7641d8b8d12d4e33e5f57a HTTP/1.1" status: 200 len: 375 time: 0.0141487 Sep 20 12:36:18.727162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b7f1f0ad-4775-4620-bf6e-ac858fa336f2 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=519c44a32c7641d8b8d12d4e33e5f57a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851274 Sep 20 12:36:18.791016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f63e4-0505-44d7-9356-c706ab9812cd req-383e4a35-9eac-44e5-be30-807c64a09b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:18.793655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a6f63e4-0505-44d7-9356-c706ab9812cd req-383e4a35-9eac-44e5-be30-807c64a09b88 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6201673 Sep 20 12:36:18.796306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60318) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:18.873045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-9c762cf2-6384-4753-98df-a95634d52754 service neutron] 10.222.0.37 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307421 Sep 20 12:36:18.912280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Deleting port aa5ad3f9-bf43-4538-9139-7f30bacb52f2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:18.912725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:18.976526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:18.984855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-336be7a2-aef1-4829-acff-aa092c4b16ee service neutron] 10.222.0.37 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105289 Sep 20 12:36:19.050025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] For port aa5ad3f9-bf43-4538-9139-7f30bacb52f2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:19.050404 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.069851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Calling delete_port for aa5ad3f9-bf43-4538-9139-7f30bacb52f2 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:19.176803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.245470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.343774 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e8f5321596642eaaa6c731016e897d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459378 Sep 20 12:36:19.344791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fb3555-703b-490e-8ac2-61399eeefd7e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:19.352412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60328) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:19.357191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.359855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.359855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.359855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.359855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.359855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.359855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.359855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.359855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.360773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.361737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.362145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fab903-aad8-4ec8-a1f2-503b068b78ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:36:19.379641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44359ef8-a88c-42d9-a094-d384d40931af req-21076924-2bd8-436f-91b0-3036254ad527 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd6458f2-6dfb-42cf-b683-14043d309836 HTTP/1.1" status: 200 len: 210 time: 0.0769904 Sep 20 12:36:19.472085 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0be846b-9f03-46fa-afe7-e6e5ea67b60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.503023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3ee8d-fd7c-41a3-ae50-9454ae3ab4d4 req-cdb27215-1c82-4003-8a21-7d684349d3f4 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:19.504587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83f3ee8d-fd7c-41a3-ae50-9454ae3ab4d4 req-cdb27215-1c82-4003-8a21-7d684349d3f4 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 945 time: 0.0522070 Sep 20 12:36:19.512487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0be846b-9f03-46fa-afe7-e6e5ea67b60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.516088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:19.520965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Request body: {'floatingip': {'port_id': 'ac804f0f-4fa5-4283-816c-b4af85b9283d'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:19.577066 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.620628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9762a90e-736e-49f1-b5a7-04327f58128b req-9fe363ac-4c02-40e7-a899-2c41e513615d tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 210 time: 0.0621817 Sep 20 12:36:19.625801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.660562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5ad3f9-bf43-4538-9139-7f30bacb52f2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:19.664772 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0be846b-9f03-46fa-afe7-e6e5ea67b60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.667763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0be846b-9f03-46fa-afe7-e6e5ea67b60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.671336 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f0be846b-9f03-46fa-afe7-e6e5ea67b60e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4fb3555-703b-490e-8ac2-61399eeefd7e HTTP/1.1" status: 204 len: 168 time: 0.3028016 Sep 20 12:36:19.688182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be846b-9f03-46fa-afe7-e6e5ea67b60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fb3555-703b-490e-8ac2-61399eeefd7e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:19.768466 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:19.959444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:20.066269 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a6f63e4-0505-44d7-9356-c706ab9812cd req-9339f75b-6b36-4821-a58c-d38576c9f2a3 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd6458f2-6dfb-42cf-b683-14043d309836 HTTP/1.1" status: 200 len: 210 time: 0.0312216 Sep 20 12:36:20.271151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:20.325448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Router f8ccc66f-3c77-4851-aead-529745675024 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:36:20.476127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:20.482369 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6113239e-5df6-410c-ba36-be154b77db2b admin admin] 10.222.0.37 "PUT /v2.0/routers/f8ccc66f-3c77-4851-aead-529745675024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0747719 Sep 20 12:36:20.488525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60350) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:20.492952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] Sync routers for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:20.509748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:20.511044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:20.620612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:20.683053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:20.695930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150d976-4587-4c8f-b104-1ed9b0e0bd24 req-78c4920d-9b69-4968-8ec2-0472b8b86acb tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:20.703347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7150d976-4587-4c8f-b104-1ed9b0e0bd24 req-78c4920d-9b69-4968-8ec2-0472b8b86acb tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 945 time: 0.1367061 Sep 20 12:36:20.760715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:20.765243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60354) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:20.775870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7150d976-4587-4c8f-b104-1ed9b0e0bd24 req-2d4d8193-f78b-40b5-be9e-cb60920039f7 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716636 Sep 20 12:36:20.787617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f16ca3ce-c002-4951-926b-34087eabc7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:20.931120 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:20.941244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f16ca3ce-c002-4951-926b-34087eabc7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:20.943599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:36:19Z', 'revision_number': 5, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port': {'id': '5d605b81-d72b-4678-84a0-7f2135d7a4eb', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ccc66f-3c77-4851-aead-529745675024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:59Z', 'updated_at': '2021-09-20T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:20.979125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] Checking router: f8ccc66f-3c77-4851-aead-529745675024 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:36:20.990693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] Routers {'f8ccc66f-3c77-4851-aead-529745675024'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:20.991594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8ccc66f-3c77-4851-aead-529745675024'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:20.994186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Deleting port 5d605b81-d72b-4678-84a0-7f2135d7a4eb {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:20.994739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.014605 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.062450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f16ca3ce-c002-4951-926b-34087eabc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.095522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] Set router f8ccc66f-3c77-4851-aead-529745675024 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:21.123556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50d198b5-882e-47e7-825f-c57f3a1c4723 req-e7433345-fcb2-4634-9586-fcccb09364c2 tempest-ServerShowV247Test-1001472481 tempest-ServerShowV247Test-1001472481-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd6458f2-6dfb-42cf-b683-14043d309836 HTTP/1.1" status: 200 len: 210 time: 0.0522964 Sep 20 12:36:21.131306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] For port 5d605b81-d72b-4678-84a0-7f2135d7a4eb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5d605b81-d72b-4678-84a0-7f2135d7a4eb,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:21.132147 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.140062 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f16ca3ce-c002-4951-926b-34087eabc7b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fe70aa2c30d48bfbef74ce5d1698c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710763 Sep 20 12:36:21.151521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60356) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:21.182289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:36:20Z', 'revision_number': 6, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:21.193189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Calling delete_port for 5d605b81-d72b-4678-84a0-7f2135d7a4eb owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:21.196415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ca3ce-c002-4951-926b-34087eabc7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4102cbb9-1e77-451d-a3cc-fd6cc36ccf90,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:21.221611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c611d03-95ed-42c9-a34f-77c2f41d8b55 None None] The sync data for ids ['f8ccc66f-3c77-4851-aead-529745675024'] in n-d-809934-3 is: [{'id': 'f8ccc66f-3c77-4851-aead-529745675024', 'name': 'tempest-ServersTestBootFromVolume-1292495483-router', 'tenant_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:58Z', 'updated_at': '2021-09-20T12:36:20Z', 'revision_number': 6, 'project_id': '9db0b80623c44ab2843f11cdcbfabc5f', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:21.221834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54025551-c103-45d1-af96-55b542e59856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.280159 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54025551-c103-45d1-af96-55b542e59856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.286355 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Floating IP 055f3017-c9ba-4fb5-94b9-c6c953b97cf2 associated. External IP: 172.25.6.218, port: ac804f0f-4fa5-4283-816c-b4af85b9283d. Sep 20 12:36:21.305443 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d31d64cd-52d8-4409-a6f6-1ab431272964 req-6cfed8a1-e848-4759-9d80-c21f32947699 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 210 time: 0.0623283 Sep 20 12:36:21.505845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54025551-c103-45d1-af96-55b542e59856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.508529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54025551-c103-45d1-af96-55b542e59856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.513082 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-54025551-c103-45d1-af96-55b542e59856 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4102cbb9-1e77-451d-a3cc-fd6cc36ccf90 HTTP/1.1" status: 204 len: 168 time: 0.3635235 Sep 20 12:36:21.537966 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.543736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54025551-c103-45d1-af96-55b542e59856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4102cbb9-1e77-451d-a3cc-fd6cc36ccf90,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:21.553563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Router 12397319-85fd-490c-8198-f34ffa6938ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:36:21.627643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d605b81-d72b-4678-84a0-7f2135d7a4eb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:21.747759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-88b5c1dd-65b2-4dfa-85aa-634dc05b4336 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:21.750403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-88b5c1dd-65b2-4dfa-85aa-634dc05b4336 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.32 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 945 time: 0.1246006 Sep 20 12:36:21.755608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:21.760095 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.760432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.774696 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] Sync routers for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:21.791983 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:21.794818 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:21.890467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.892700 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:21.941395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aefd3570-f55b-4fec-9be0-c31be2d9e29b tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "PUT /v2.0/floatingips/055f3017-c9ba-4fb5-94b9-c6c953b97cf2 HTTP/1.1" status: 200 len: 991 time: 2.4236658 Sep 20 12:36:21.958367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'tag': 'ac804f0f-4fa5-4283-816c-b4af85b9283d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:21.959410 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:21.961121 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff1cd4e-9e05-4340-a711-ce763688d9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "60e352cc-be54-4c23-b4c2-6a63b2ed7533", "tag": "ac804f0f-4fa5-4283-816c-b4af85b9283d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:22.035652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa8016-7b25-4445-80f3-d73af98efed3 req-2e14e49b-c410-4c94-b366-2100cb9db3d9 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:22.043623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdaa8016-7b25-4445-80f3-d73af98efed3 req-2e14e49b-c410-4c94-b366-2100cb9db3d9 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 945 time: 0.1323102 Sep 20 12:36:22.066821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Deleting port 0d82d97b-c11b-47b6-8a08-849f40841b06 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:22.067172 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.129812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.131242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ccc66f-3c77-4851-aead-529745675024 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:36:22.158679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.158679 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e0d49b43-0684-4229-9f8f-6762ccfc9144 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f8ccc66f-3c77-4851-aead-529745675024 HTTP/1.1" status: 204 len: 168 time: 1.6689284 Sep 20 12:36:22.163617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60372) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:22.249699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-1571b186-5ebc-4b87-9978-ac74f8759338 admin admin] Deleting subnet bc0c36ee-90f8-4b7f-b098-3b360d118b95 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:36:22.260341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1571b186-5ebc-4b87-9978-ac74f8759338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.269617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdaa8016-7b25-4445-80f3-d73af98efed3 req-00536ecc-e1f8-4cf0-b122-3d7df2727ead tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250278 Sep 20 12:36:22.335774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-64d28703-e5f6-4e57-874c-557372b99fdd tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:22.355564 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-64d28703-e5f6-4e57-874c-557372b99fdd tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.21 "GET /v2.0/networks?id=0439f2ec-8234-42a1-990c-ba12bbe151e1 HTTP/1.1" status: 200 len: 814 time: 0.3893793 Sep 20 12:36:22.367650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] For port 0d82d97b-c11b-47b6-8a08-849f40841b06, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0d82d97b-c11b-47b6-8a08-849f40841b06,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:22.368006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.411373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Calling delete_port for 0d82d97b-c11b-47b6-8a08-849f40841b06 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:22.474163 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1571b186-5ebc-4b87-9978-ac74f8759338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.576728 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '055f3017-c9ba-4fb5-94b9-c6c953b97cf2', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'port_id': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'mac_address': 'fa:16:3e:34:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:35:58Z', 'updated_at': '2021-09-20T12:36:20Z', 'revision_number': 1, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:22.639357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device aa5ad3f9-bf43-4538-9139-7f30bacb52f2 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:36:22.652190 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] Checking router: 12397319-85fd-490c-8198-f34ffa6938ce for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:36:22.680079 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:22.680721 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:22.684842 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff802e66-7b78-4d27-b30d-793a66a24a33 x-openstack-request-id: req-ff802e66-7b78-4d27-b30d-793a66a24a33 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:22.687002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1571b186-5ebc-4b87-9978-ac74f8759338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.687117 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e352cc-be54-4c23-b4c2-6a63b2ed7533", "tag": "ac804f0f-4fa5-4283-816c-b4af85b9283d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:22.687536 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff802e66-7b78-4d27-b30d-793a66a24a33 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:22.689180 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'tag': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'status': 'completed', 'code': 200} Sep 20 12:36:22.720462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: aa5ad3f9-bf43-4538-9139-7f30bacb52f2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:36:22.726777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device aa5ad3f9-bf43-4538-9139-7f30bacb52f2 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:36:22.727393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5d605b81-d72b-4678-84a0-7f2135d7a4eb no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:36:22.745525 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.795358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Pushing event deleted for resources: {'Port': ['ID=0d82d97b-c11b-47b6-8a08-849f40841b06,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:22.813654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['0d82d97b-c11b-47b6-8a08-849f40841b06'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:36:22.842134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1571b186-5ebc-4b87-9978-ac74f8759338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.852743 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-fa3553eb-dfe6-4c0e-9a25-27f0a358b5f2 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=519c44a32c7641d8b8d12d4e33e5f57a HTTP/1.1" status: 200 len: 380 time: 0.4822893 Sep 20 12:36:22.887693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5d605b81-d72b-4678-84a0-7f2135d7a4eb {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:36:22.888040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5d605b81-d72b-4678-84a0-7f2135d7a4eb not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:36:22.889355 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:22.923568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] No DVR routers for this DVR port 0d82d97b-c11b-47b6-8a08-849f40841b06 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:36:22.928612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.936200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3057c139-c2af-46d8-bcb4-9fdfbf37d653 req-192d9589-9ee0-486b-b003-230cc80a648c tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.32 "DELETE /v2.0/ports/0d82d97b-c11b-47b6-8a08-849f40841b06 HTTP/1.1" status: 204 len: 173 time: 1.1720746 Sep 20 12:36:22.951327 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa07ea07-3728-452b-b6d0-7765def2f629 req-fb31305a-c150-4444-a5bd-a70bc816be14 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 210 time: 0.1605124 Sep 20 12:36:22.955130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Request body: {'port': {'device_id': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'admin_state_up': True, 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'security_groups': ['d99552f3-54db-4e8e-863d-81b31f88a4d3']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:22.960926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571b186-5ebc-4b87-9978-ac74f8759338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0c36ee-90f8-4b7f-b098-3b360d118b95,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:22.979327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1571b186-5ebc-4b87-9978-ac74f8759338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:22.982251 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1571b186-5ebc-4b87-9978-ac74f8759338 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc0c36ee-90f8-4b7f-b098-3b360d118b95 HTTP/1.1" status: 204 len: 168 time: 0.8168285 Sep 20 12:36:22.983882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f4871-eeb8-415e-999f-8a57b8c87867 None None] Network 69a29a87-ff93-4727-85fa-4ffe4d42299f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:22.985280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-1a352133-dbd6-41a1-b18f-2282b6c2c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:22.985546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60386) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:22.992273 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-1a352133-dbd6-41a1-b18f-2282b6c2c548 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 1096 time: 0.2210951 Sep 20 12:36:23.071293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.177586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Deleting port 5b471b66-a785-4a86-badc-463eb388c992 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:23.180417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.248152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-f31fcc09-7e4b-49f1-91ac-8fed4d20179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:23.252848 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-f31fcc09-7e4b-49f1-91ac-8fed4d20179b service neutron] 10.222.0.32 "GET /v2.0/networks?id=13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 200 len: 911 time: 0.2535746 Sep 20 12:36:23.260650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] DHCP port deletion for 69a29a87-ff93-4727-85fa-4ffe4d42299f request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:36:23.304182 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '055f3017-c9ba-4fb5-94b9-c6c953b97cf2', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'port_id': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'mac_address': 'fa:16:3e:34:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:35:58Z', 'updated_at': '2021-09-20T12:36:20Z', 'revision_number': 1, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:23.306995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] For port 5b471b66-a785-4a86-badc-463eb388c992, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5b471b66-a785-4a86-badc-463eb388c992,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:23.308724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.331429 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-7e978fd3-6051-4bff-9500-98d7d40a65eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac804f0f-4fa5-4283-816c-b4af85b9283d HTTP/1.1" status: 200 len: 999 time: 0.0716028 Sep 20 12:36:23.336499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Calling delete_port for 5b471b66-a785-4a86-badc-463eb388c992 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:23.347291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] Deleting port 5b471b66-a785-4a86-badc-463eb388c992 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:23.347779 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.352950 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb9957-f1dc-4e76-8931-3c0ad6fdd831 None None] The sync data for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 is: [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '055f3017-c9ba-4fb5-94b9-c6c953b97cf2', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'port_id': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'mac_address': 'fa:16:3e:34:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:35:58Z', 'updated_at': '2021-09-20T12:36:20Z', 'revision_number': 1, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:23.416064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Made reservation on behalf of 519c44a32c7641d8b8d12d4e33e5f57a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:23.422070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.444658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-31a3cb70-62d2-4a23-ba99-cdd210ef830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:23.446125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-31a3cb70-62d2-4a23-ba99-cdd210ef830e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 200 len: 850 time: 0.1036260 Sep 20 12:36:23.478212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e82943a7-770b-4696-b106-0a1623898f4f req-7bfacad2-8156-425e-9d80-5969e630cce9 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f7979b-2a85-4cc0-ae40-f0963a25bce9 HTTP/1.1" status: 200 len: 210 time: 0.0476215 Sep 20 12:36:23.500224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] For port 5b471b66-a785-4a86-badc-463eb388c992, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5b471b66-a785-4a86-badc-463eb388c992,segment=NetworkSegment(351f2035-5502-41ed-b1e4-423d42a1ea1b),segment_id=351f2035-5502-41ed-b1e4-423d42a1ea1b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:23.500636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.526158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] Calling delete_port for 5b471b66-a785-4a86-badc-463eb388c992 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:23.550651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60404) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:23.602794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-2bd7f8d1-a22b-41cd-86d5-5dda7f61d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:23.604462 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-2bd7f8d1-a22b-41cd-86d5-5dda7f61d0ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=13d2b79b-fa8e-4459-a611-a142cb4e23ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354616 Sep 20 12:36:23.655863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.657133 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.665851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Allocated IP 172.20.0.11 (0439f2ec-8234-42a1-990c-ba12bbe151e1/6c8ce964-c4ec-4f83-8f58-a1b629d949f7/ecde1589-337d-4c06-a3f3-afe40d3c8d75) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:23.681451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] No DVR routers for this DVR port 5b471b66-a785-4a86-badc-463eb388c992 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:36:23.744674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b471b66-a785-4a86-badc-463eb388c992,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:23.745784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad3cdd-86a5-4821-8a94-476a03fbdaac None None] Pushing event deleted for resources: {'Port': ['ID=5b471b66-a785-4a86-badc-463eb388c992,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:23.749698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] No DVR routers for this DVR port 5b471b66-a785-4a86-badc-463eb388c992 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:36:23.811821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb028430-fe5f-4445-b5ab-747273e66100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.815336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b7778-7636-49c1-89dc-a1a22f9a7ec0 None None] New status for floating IP 055f3017-c9ba-4fb5-94b9-c6c953b97cf2: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:36:23.840068 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.864201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a29a87-ff93-4727-85fa-4ffe4d42299f']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:23.883533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351f2035-5502-41ed-b1e4-423d42a1ea1b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:23.883836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351f2035-5502-41ed-b1e4-423d42a1ea1b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:23.903189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.923921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.925476 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-79a3c5b7-1b03-462d-a63f-320bae1fd3a6 service neutron] 10.222.0.32 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101747 Sep 20 12:36:23.932892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:36:23.932892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:36:23.935298 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:36:24.047386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.075023 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1515e503-5bd0-4ad1-8916-a0fd4d050998 req-60d23fcf-5d07-493c-a108-4c6b034338a4 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 210 time: 0.0299416 Sep 20 12:36:24.077881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.098868 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ff1cd4e-9e05-4340-a711-ce763688d9ed req-468d6920-7330-4463-a446-2583c7877040 service neutron] 10.222.0.32 "GET /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656010 Sep 20 12:36:24.099269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.103713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] 10.222.0.37 "DELETE /v2.0/networks/69a29a87-ff93-4727-85fa-4ffe4d42299f HTTP/1.1" status: 204 len: 168 time: 1.1143751 Sep 20 12:36:24.103713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91982a22-bf3d-4050-8ccc-f13d5e2cc97a admin admin] Pushing event deleted for resources: {'Network': ['ID=69a29a87-ff93-4727-85fa-4ffe4d42299f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:24.162821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb028430-fe5f-4445-b5ab-747273e66100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.253645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.255237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb028430-fe5f-4445-b5ab-747273e66100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.342032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fb028430-fe5f-4445-b5ab-747273e66100 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a36bfc14bd2c4b1dbd1c90e7793441db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7903376 Sep 20 12:36:24.342803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb028430-fe5f-4445-b5ab-747273e66100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12f69a0-0d97-4615-9014-c0bc7a1635e2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:24.344814 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60422) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:24.346633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:24.348772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event updated for resources: {'Port': ['ID=ecde1589-337d-4c06-a3f3-afe40d3c8d75,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:24.350440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:24.352961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:24.421487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:24.422244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.478884 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ecc116d-afa9-45a1-aad9-c3e7ec2e7dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.482487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5b471b66-a785-4a86-badc-463eb388c992 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:36:24.495171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-b935f326-4210-4f43-aa00-2a9e999b8dd0 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5532262 Sep 20 12:36:24.506055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5b471b66-a785-4a86-badc-463eb388c992 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:36:24.506518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5b471b66-a785-4a86-badc-463eb388c992 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:36:24.508182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Request body: {'port': {'device_id': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:24.521335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ecc116d-afa9-45a1-aad9-c3e7ec2e7dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.566717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60430) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:24.619850 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.676968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ecc116d-afa9-45a1-aad9-c3e7ec2e7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.680408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ecc116d-afa9-45a1-aad9-c3e7ec2e7dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.681707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9ecc116d-afa9-45a1-aad9-c3e7ec2e7dc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d12f69a0-0d97-4615-9014-c0bc7a1635e2 HTTP/1.1" status: 204 len: 168 time: 0.3358662 Sep 20 12:36:24.691782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f7979b-2a85-4cc0-ae40-f0963a25bce9', 'name': 'network-vif-deleted', 'tag': '0d82d97b-c11b-47b6-8a08-849f40841b06'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:24.701227 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25768969-038c-4fb7-8a3f-c3feb669da95" -d '{"events": [{"server_uuid": "60f7979b-2a85-4cc0-ae40-f0963a25bce9", "name": "network-vif-deleted", "tag": "0d82d97b-c11b-47b6-8a08-849f40841b06"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:24.709107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc116d-afa9-45a1-aad9-c3e7ec2e7dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12f69a0-0d97-4615-9014-c0bc7a1635e2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:24.741798 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e0764380-bf2c-47d8-aa78-837d9d7c69f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9db0b80623c44ab2843f11cdcbfabc5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719351 Sep 20 12:36:24.741950 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:24.771845 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218827ab-4977-4db4-977f-ac8838696263 x-openstack-request-id: req-218827ab-4977-4db4-977f-ac8838696263 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:24.772377 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f7979b-2a85-4cc0-ae40-f0963a25bce9", "name": "network-vif-deleted", "tag": "0d82d97b-c11b-47b6-8a08-849f40841b06", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:24.772820 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-218827ab-4977-4db4-977f-ac8838696263 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:24.773423 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f7979b-2a85-4cc0-ae40-f0963a25bce9', 'name': 'network-vif-deleted', 'tag': '0d82d97b-c11b-47b6-8a08-849f40841b06', 'status': 'completed', 'code': 200} Sep 20 12:36:24.797113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-14218241-2470-4cc2-aabd-d4123d1cc4c0 None None] Provisioning complete for port ecde1589-337d-4c06-a3f3-afe40d3c8d75 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:24.797667 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-14218241-2470-4cc2-aabd-d4123d1cc4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.840844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7253387-38ca-4cad-8e7b-237fda665bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.881959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7253387-38ca-4cad-8e7b-237fda665bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:24.904986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-14218241-2470-4cc2-aabd-d4123d1cc4c0 None None] Port ecde1589-337d-4c06-a3f3-afe40d3c8d75 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:25.013339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7253387-38ca-4cad-8e7b-237fda665bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:25.015805 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7253387-38ca-4cad-8e7b-237fda665bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:25.017136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c7253387-38ca-4cad-8e7b-237fda665bf4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88488331-cd71-4289-8de9-cbc8984e01fa HTTP/1.1" status: 204 len: 168 time: 0.2738037 Sep 20 12:36:25.024952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7253387-38ca-4cad-8e7b-237fda665bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88488331-cd71-4289-8de9-cbc8984e01fa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:25.031632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecde1589-337d-4c06-a3f3-afe40d3c8d75 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:25.040832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:25.060278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Transition to ACTIVE for port object ecde1589-337d-4c06-a3f3-afe40d3c8d75 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:36:25.157274 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:25.200569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f0086-c3c4-4817-a978-85984be2b2d2 req-26ea9fe7-7bf5-4046-9ed4-b4ecef89041c tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:25.202140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd1f0086-c3c4-4817-a978-85984be2b2d2 req-26ea9fe7-7bf5-4046-9ed4-b4ecef89041c tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 944 time: 0.0550623 Sep 20 12:36:25.207683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecde1589-337d-4c06-a3f3-afe40d3c8d75,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:25.256014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd1f0086-c3c4-4817-a978-85984be2b2d2 req-bc6d865c-7e6c-499a-8eb9-5a54f0c2526e tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471683 Sep 20 12:36:25.316769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Attempting to bind port ecde1589-337d-4c06-a3f3-afe40d3c8d75 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:25.317402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Attempting to bind port ecde1589-337d-4c06-a3f3-afe40d3c8d75 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:25.317854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Attempting to bind port ecde1589-337d-4c06-a3f3-afe40d3c8d75 on network 0439f2ec-8234-42a1-990c-ba12bbe151e1 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:25.330740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Port ecde1589-337d-4c06-a3f3-afe40d3c8d75 on network 0439f2ec-8234-42a1-990c-ba12bbe151e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:36:25.332135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Attempting to bind port ecde1589-337d-4c06-a3f3-afe40d3c8d75 on network 0439f2ec-8234-42a1-990c-ba12bbe151e1 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:25.351948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:25.352600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Checking segment: {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:25.352997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Bound using segment: {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:25.353460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Bound port: ecde1589-337d-4c06-a3f3-afe40d3c8d75, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:25.353823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:25.433215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] For port ecde1589-337d-4c06-a3f3-afe40d3c8d75, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:25.439309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] For port ecde1589-337d-4c06-a3f3-afe40d3c8d75, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:25.510344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:25.575570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:25.576404 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:25.578385 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/ecde1589-337d-4c06-a3f3-afe40d3c8d75 HTTP/1.1" status: 200 len: 1092 time: 1.0747287 Sep 20 12:36:25.579010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'tag': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:25.581903 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd7557-f71b-45d5-ac86-0be25d666167" -d '{"events": [{"name": "network-changed", "server_uuid": "c1437428-3e6e-42df-a880-3b11f046e2c1", "tag": "ecde1589-337d-4c06-a3f3-afe40d3c8d75"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:25.647768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357f35e-0f18-425e-b409-c51040b639b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecde1589-337d-4c06-a3f3-afe40d3c8d75,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:25.666889 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f25bc1b-9ec6-422e-a422-84135622d390 x-openstack-request-id: req-7f25bc1b-9ec6-422e-a422-84135622d390 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:25.668181 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1437428-3e6e-42df-a880-3b11f046e2c1", "tag": "ecde1589-337d-4c06-a3f3-afe40d3c8d75", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:25.668181 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f25bc1b-9ec6-422e-a422-84135622d390 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:25.668437 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'tag': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'status': 'completed', 'code': 200} Sep 20 12:36:25.737608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-487b6f4b-9454-4c3e-988f-46ab35209c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:25.748660 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-487b6f4b-9454-4c3e-988f-46ab35209c9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=519c44a32c7641d8b8d12d4e33e5f57a&device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 1095 time: 0.0612695 Sep 20 12:36:25.828367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-94a04470-270b-4693-bbc3-b19b60a6938e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75 HTTP/1.1" status: 200 len: 217 time: 0.0809538 Sep 20 12:36:25.834829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 0d82d97b-c11b-47b6-8a08-849f40841b06 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:36:25.875891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 0d82d97b-c11b-47b6-8a08-849f40841b06 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:36:25.876295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 0d82d97b-c11b-47b6-8a08-849f40841b06 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:36:25.911370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-f0f4d961-ecc6-4afb-80a0-03ae2fc84e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:25.913289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-f0f4d961-ecc6-4afb-80a0-03ae2fc84e91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c8ce964-c4ec-4f83-8f58-a1b629d949f7 HTTP/1.1" status: 200 len: 853 time: 0.0721815 Sep 20 12:36:25.989757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-bad1ec18-b739-46fa-9f6e-6745334dcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:25.993291 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-bad1ec18-b739-46fa-9f6e-6745334dcc0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0439f2ec-8234-42a1-990c-ba12bbe151e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710297 Sep 20 12:36:26.134409 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-10f25aa2-e285-4a6f-9c07-8677b3de4bec service neutron] 10.222.0.21 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345947 Sep 20 12:36:26.236686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ad1c5af6-e83a-4e8e-a32d-4f7fd449b8f2 req-f1f57715-b6d2-4938-a221-250531d1eda6 service neutron] 10.222.0.21 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951979 Sep 20 12:36:26.386612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60504) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:26.457791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-f3b67a30-cbdc-40b5-8668-c50402d7873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:26.459402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-f3b67a30-cbdc-40b5-8668-c50402d7873e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=519c44a32c7641d8b8d12d4e33e5f57a&device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 1095 time: 0.0838201 Sep 20 12:36:26.462548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67225449-1b9e-40d4-b851-bacb87f0e3fd req-cdb8ffa8-4c82-4350-924f-807393539ab5 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:26.464693 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67225449-1b9e-40d4-b851-bacb87f0e3fd req-cdb8ffa8-4c82-4350-924f-807393539ab5 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 944 time: 0.0822759 Sep 20 12:36:26.505178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67225449-1b9e-40d4-b851-bacb87f0e3fd req-ff33b029-b8f1-4566-bee3-f649fd7f5a8a tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Sep 20 12:36:26.516422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-902921122-network', 'tenant_id': '00c225dc965f4ef593d2f24d05e2e1e8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:26.572348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-ad100a48-3598-481f-99ff-e53c076f1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:26.574192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-ad100a48-3598-481f-99ff-e53c076f1267 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0439f2ec-8234-42a1-990c-ba12bbe151e1 HTTP/1.1" status: 200 len: 914 time: 0.1073487 Sep 20 12:36:26.613746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Made reservation on behalf of 00c225dc965f4ef593d2f24d05e2e1e8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:26.616340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:26.630710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:26.647199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-4276ae77-a045-4104-aae6-70913fb3af1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75 HTTP/1.1" status: 200 len: 217 time: 0.0654097 Sep 20 12:36:26.728259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:26.783364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:26.856150 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:26.904582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:36:26.913251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bbcecf-0352-480e-8caf-dc441af01b63,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:26.934610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:26.935082 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Added segment a67c2e2b-f0f0-4a51-b297-e60221b5d446 of type vlan for network d25e1dae-c937-43de-b2bc-8ca14e3e03c9 Sep 20 12:36:27.000679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-563006656-network', 'tenant_id': '6ee3696205b5403d822fc1eb5173d1fa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:27.006403 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.111549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Made reservation on behalf of 6ee3696205b5403d822fc1eb5173d1fa for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:27.114593 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.125612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.137976 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.139590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:27.139931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.219745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] Pushing event updated for resources: {'Network': ['ID=d25e1dae-c937-43de-b2bc-8ca14e3e03c9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:27.222003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-713e5a49-1345-46b3-82f8-6e62474d4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:27.223435 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-713e5a49-1345-46b3-82f8-6e62474d4f7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c8ce964-c4ec-4f83-8f58-a1b629d949f7 HTTP/1.1" status: 200 len: 853 time: 0.5695741 Sep 20 12:36:27.229630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d25e1dae-c937-43de-b2bc-8ca14e3e03c9 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:36:27.281042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-acfa54d8-07a7-41c6-84b9-68a86fd44029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:27.283714 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-acfa54d8-07a7-41c6-84b9-68a86fd44029 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0439f2ec-8234-42a1-990c-ba12bbe151e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504265 Sep 20 12:36:27.312829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.382189 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-c7ef241b-e432-4304-9261-3081cd77a777 service neutron] 10.222.0.21 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908411 Sep 20 12:36:27.404319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.426125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:36:27.441734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b665c1-0a44-4192-8e1a-50a418c84419,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:27.445832 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.449381 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Added segment e42819b3-181f-4167-a733-310daa478a96 of type vlan for network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae Sep 20 12:36:27.483290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d3a360a-1263-43ab-8328-73b765324f6f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0950265 Sep 20 12:36:27.486160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60526) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:27.489162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56bd7557-f71b-45d5-ac86-0be25d666167 req-a819c91d-8605-41df-8723-97e0e7219fbb service neutron] 10.222.0.21 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003628 Sep 20 12:36:27.496024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Request body: {'subnet': {'network_id': 'd25e1dae-c937-43de-b2bc-8ca14e3e03c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-902921122-subnet', 'tenant_id': '00c225dc965f4ef593d2f24d05e2e1e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:27.511769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.609388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Made reservation on behalf of 00c225dc965f4ef593d2f24d05e2e1e8 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:27.611733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.629375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.630640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:27.631233 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:27.717920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329b7ce-f547-4c38-83bb-c21fcd709e9c req-28831f5d-d377-420c-a89e-07636b6fd896 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:27.719493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e329b7ce-f547-4c38-83bb-c21fcd709e9c req-28831f5d-d377-420c-a89e-07636b6fd896 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 944 time: 0.1388464 Sep 20 12:36:27.770190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0403368 Sep 20 12:36:27.773150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60532) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:27.779145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Request body: {'subnet': {'network_id': 'd482aab3-e2f2-4d5c-9c6d-e4f96ebcecae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-563006656-subnet', 'tenant_id': '6ee3696205b5403d822fc1eb5173d1fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:27.786811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d378ab-a9f1-4262-b145-e60404c66359 admin admin] Pushing event updated for resources: {'Network': ['ID=d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:27.797598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:36:27.821593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e329b7ce-f547-4c38-83bb-c21fcd709e9c req-cce45fe3-2d4c-4cfc-8448-85842b24e339 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586591 Sep 20 12:36:27.875546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Made reservation on behalf of 6ee3696205b5403d822fc1eb5173d1fa for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:27.877995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.031086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.083659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7baa29ce-8216-4b07-904c-3f3932fa4345,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:28.096565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Checking segment: {'id': 'a67c2e2b-f0f0-4a51-b297-e60221b5d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd25e1dae-c937-43de-b2bc-8ca14e3e03c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:28.096565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Network hostable DHCP agents. Network: d25e1dae-c937-43de-b2bc-8ca14e3e03c9, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:36:28.115873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.166946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Network d25e1dae-c937-43de-b2bc-8ca14e3e03c9 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:36:28.176308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9850b88-7f06-4bab-86f6-d679e27cd70d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:28.188013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Checking segment: {'id': 'e42819b3-181f-4167-a733-310daa478a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd482aab3-e2f2-4d5c-9c6d-e4f96ebcecae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:28.188370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Network hostable DHCP agents. Network: d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:36:28.231707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d25e1dae-c937-43de-b2bc-8ca14e3e03c9) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:28.238216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:28.238959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.240589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9ab73-2a18-47c6-a28d-dd182b02e8a4 None None] Network d25e1dae-c937-43de-b2bc-8ca14e3e03c9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:28.333884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:36:28.341798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:28.345864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:28.346456 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.353226 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9d60298-9238-41a6-b6c2-ba7323d7929d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8656235 Sep 20 12:36:28.354681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e67306-1d87-4575-aa4d-f3a9e534b6ee None None] Network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:28.383726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81bc215-f719-48e3-877b-9555a6af06a3 None None] Network d25e1dae-c937-43de-b2bc-8ca14e3e03c9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:28.443770 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-124ef7e1-82b1-444e-9106-126ab63385a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6692579 Sep 20 12:36:28.482758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60556) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:28.570562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-db49a367-9e7c-477a-a398-c50490a7845f admin admin] Deleting subnet 7baa29ce-8216-4b07-904c-3f3932fa4345 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:36:28.576634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db49a367-9e7c-477a-a398-c50490a7845f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.592987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fabc71a-4d1a-4229-a498-0817bd22fceb None None] Network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:28.637868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db49a367-9e7c-477a-a398-c50490a7845f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.685883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db49a367-9e7c-477a-a398-c50490a7845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.820503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db49a367-9e7c-477a-a398-c50490a7845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.851690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49a367-9e7c-477a-a398-c50490a7845f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7baa29ce-8216-4b07-904c-3f3932fa4345,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:28.853783 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db49a367-9e7c-477a-a398-c50490a7845f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:28.855855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-db49a367-9e7c-477a-a398-c50490a7845f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7baa29ce-8216-4b07-904c-3f3932fa4345 HTTP/1.1" status: 204 len: 168 time: 0.3720937 Sep 20 12:36:28.858716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60580) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:28.990645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:29.033504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-89b76749-6f51-4f31-abfd-b2ffef0449fc tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:29.033504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-89b76749-6f51-4f31-abfd-b2ffef0449fc tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/networks?id=d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae HTTP/1.1" status: 200 len: 821 time: 0.1712091 Sep 20 12:36:29.072935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-2e8bf580-4c27-42a6-8053-35fc15c90535 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/quotas/6ee3696205b5403d822fc1eb5173d1fa HTTP/1.1" status: 200 len: 375 time: 0.0205450 Sep 20 12:36:29.130056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-e654896b-b419-4f8b-b77d-a2db44f0dc2b tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ee3696205b5403d822fc1eb5173d1fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498044 Sep 20 12:36:29.131732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:29.173444 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25e1dae-c937-43de-b2bc-8ca14e3e03c9']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:29.190237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67c2e2b-f0f0-4a51-b297-e60221b5d446') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:29.193447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67c2e2b-f0f0-4a51-b297-e60221b5d446') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:29.225043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:29.246105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:29.259991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:36:29.260342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:36:29.262670 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:36:29.293981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-0d118aef-6bb6-417d-9b6e-33fd668aeb29 service neutron] 10.222.0.37 "GET /v2.0/networks/d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540949 Sep 20 12:36:29.413293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-2f1f0f0e-a479-48a1-83ea-abd8a8d5e879 service neutron] 10.222.0.37 "GET /v2.0/networks/d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875883 Sep 20 12:36:29.498156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:29.512889 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:29.517472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d25e1dae-c937-43de-b2bc-8ca14e3e03c9 HTTP/1.1" status: 204 len: 168 time: 0.6543689 Sep 20 12:36:29.538690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69358c4d-a8be-4ec9-af72-07ebe70f1737 admin admin] Pushing event deleted for resources: {'Network': ['ID=d25e1dae-c937-43de-b2bc-8ca14e3e03c9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:29.619829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ecde1589-337d-4c06-a3f3-afe40d3c8d75 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:36:29.758223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af26b-2051-4002-86f4-adba5b8a0842 req-a5ac3e8c-bea2-4ac6-bf68-0c3a57c036cf tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:29.760857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-142af26b-2051-4002-86f4-adba5b8a0842 req-a5ac3e8c-bea2-4ac6-bf68-0c3a57c036cf tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 944 time: 0.0685577 Sep 20 12:36:29.766369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ecde1589-337d-4c06-a3f3-afe40d3c8d75, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:29.798948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'port_id': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'mac_address': 'fa:16:3e:18:14:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:36:29.822293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-142af26b-2051-4002-86f4-adba5b8a0842 req-8533b1c3-344e-4f60-9b73-a9f5c4a63c9a tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485353 Sep 20 12:36:29.902983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:29.919112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60600) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:29.924470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecde1589-337d-4c06-a3f3-afe40d3c8d75 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:29.951285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ecde1589-337d-4c06-a3f3-afe40d3c8d75, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:29.975067 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-431c87d2-0c3e-47d6-a3ce-96c1f213f92f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00c225dc965f4ef593d2f24d05e2e1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542567 Sep 20 12:36:29.978374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60602) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:30.046290 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f9e-5f1d-48bd-b166-22431db540f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:30.071158 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:30.090709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54d114e5-0f1c-4779-accb-d8fabb547754 req-7cf925bc-61e7-4638-9234-abd6500bbe30 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 210 time: 0.0336185 Sep 20 12:36:30.095892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f9e-5f1d-48bd-b166-22431db540f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:30.123181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=ecde1589-337d-4c06-a3f3-afe40d3c8d75,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:30.231724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f9e-5f1d-48bd-b166-22431db540f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:30.235593 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f9e-5f1d-48bd-b166-22431db540f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:30.236892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9b95f9e-5f1d-48bd-b166-22431db540f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52bbcecf-0352-480e-8caf-dc441af01b63 HTTP/1.1" status: 204 len: 168 time: 0.2573068 Sep 20 12:36:30.245055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95f9e-5f1d-48bd-b166-22431db540f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bbcecf-0352-480e-8caf-dc441af01b63,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:30.275009 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['ecde1589-337d-4c06-a3f3-afe40d3c8d75'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:36:31.002661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac7c59-7472-4e42-a84d-07acc6e22c90 req-73655bfb-4130-492c-9834-15d47a19764d tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:31.002661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3ac7c59-7472-4e42-a84d-07acc6e22c90 req-73655bfb-4130-492c-9834-15d47a19764d tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 945 time: 0.0637579 Sep 20 12:36:31.048375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3ac7c59-7472-4e42-a84d-07acc6e22c90 req-51ef8db5-7d2b-497b-931a-8a2e9249f003 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469556 Sep 20 12:36:31.296004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b39d2d45-269c-43b0-aba6-c7c29be599de req-8b963ff3-2c68-42ac-a872-534b700e2b1e tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 210 time: 0.0320172 Sep 20 12:36:31.455380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:31.554344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-network', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:31.637528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ecde1589-337d-4c06-a3f3-afe40d3c8d75 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:31.665375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Made reservation on behalf of c482a3c603c1493a8e4d7f698cdd1d29 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:31.668340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:31.682111 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:31.777757 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:31.795708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port ecde1589-337d-4c06-a3f3-afe40d3c8d75 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:36:31.799695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port ecde1589-337d-4c06-a3f3-afe40d3c8d75 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:31.800093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:31.882518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:31.885976 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:31.904664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:36:31.911155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:31.913843 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078dee04-a18b-41f8-ac9a-d0f414151b03" -d '{"events": [{"server_uuid": "c1437428-3e6e-42df-a880-3b11f046e2c1", "name": "network-vif-plugged", "status": "completed", "tag": "ecde1589-337d-4c06-a3f3-afe40d3c8d75"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:31.931871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ecde1589-337d-4c06-a3f3-afe40d3c8d75, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:31.946304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2791190d-f156-4638-8acf-6742492f0fc6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:31.949896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:31.950440 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Added segment f739f402-5fdf-4200-9692-de3985dbc756 of type vlan for network e99487ea-3c74-4d02-ba81-5912a3255fe0 Sep 20 12:36:31.972516 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad00c16e-3d65-4fbb-9840-2b2562dff204 x-openstack-request-id: req-ad00c16e-3d65-4fbb-9840-2b2562dff204 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:31.972516 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1437428-3e6e-42df-a880-3b11f046e2c1", "name": "network-vif-plugged", "status": "completed", "tag": "ecde1589-337d-4c06-a3f3-afe40d3c8d75", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:31.972516 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad00c16e-3d65-4fbb-9840-2b2562dff204 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:31.972516 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'code': 200} Sep 20 12:36:31.994984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:32.020511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:32.071064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d549552-6571-49ce-a3a5-5e57750a583d req-e6632ae0-f8d8-419a-b2c3-518399ff3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:32.072579 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d549552-6571-49ce-a3a5-5e57750a583d req-e6632ae0-f8d8-419a-b2c3-518399ff3bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0425611 Sep 20 12:36:32.102163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=ecde1589-337d-4c06-a3f3-afe40d3c8d75,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:32.121883 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d549552-6571-49ce-a3a5-5e57750a583d req-63ea4533-53b8-4538-875e-c773817ff792 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394742 Sep 20 12:36:32.137689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:32.138209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:32.139999 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:32.278928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8224413 Sep 20 12:36:32.281987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60674) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:32.287774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Request body: {'subnet': {'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-subnet', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:32.419679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Made reservation on behalf of c482a3c603c1493a8e4d7f698cdd1d29 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:32.422238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:32.716924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:32.762841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-e06f5059-33a5-42b8-b858-a268d65ca4ac tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:32.764626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-e06f5059-33a5-42b8-b858-a268d65ca4ac tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.21 "GET /v2.0/networks?id=d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae HTTP/1.1" status: 200 len: 821 time: 0.6961884 Sep 20 12:36:32.769330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed3c5e-d6a0-413f-a0aa-cb66b29d4942 admin admin] Pushing event updated for resources: {'Network': ['ID=e99487ea-3c74-4d02-ba81-5912a3255fe0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:32.779574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:36:32.783286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Request body: {'port': {'device_id': 'cbb72caa-b457-4fa7-8575-9b3bfd0f31f5', 'network_id': 'd482aab3-e2f2-4d5c-9c6d-e4f96ebcecae', 'admin_state_up': True, 'tenant_id': '6ee3696205b5403d822fc1eb5173d1fa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:32.791180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42dda24d-7a62-4ffb-879e-94893262f9e7,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:32.809940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Checking segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:32.810569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Network hostable DHCP agents. Network: e99487ea-3c74-4d02-ba81-5912a3255fe0, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:36:32.811152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dd5fa-f638-4775-b082-fddf3cb84db5 req-8970c6fa-1d54-4b25-8d74-9e1fb0eb356b tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:32.817522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-015dd5fa-f638-4775-b082-fddf3cb84db5 req-8970c6fa-1d54-4b25-8d74-9e1fb0eb356b tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 946 time: 0.6370630 Sep 20 12:36:32.898466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:36:32.912468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-015dd5fa-f638-4775-b082-fddf3cb84db5 req-e841973d-54f4-44b2-9d89-b5479de32bfa tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938361 Sep 20 12:36:32.974226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e99487ea-3c74-4d02-ba81-5912a3255fe0) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:32.978188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:32.983811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:32.984504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24f7c0-25a6-4fc0-bbf4-54cb6368db04 None None] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:33.002456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Made reservation on behalf of 6ee3696205b5403d822fc1eb5173d1fa for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:33.006341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.096491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-57f2177c-1216-4413-bf53-fd6b75a05ba1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8125620 Sep 20 12:36:33.098660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:33.112487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:33.213101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0087afc7-26b7-42db-a2eb-791a65edd9be req-d451ebb5-b195-4a00-b83e-e53ddfdb3c76 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 210 time: 0.0533650 Sep 20 12:36:33.217065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e99487ea-3c74-4d02-ba81-5912a3255fe0', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:36:33.225103 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.260369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Allocated IP 172.20.0.9 (d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae/a9850b88-7f06-4bab-86f6-d679e27cd70d/22a8659f-5c97-491d-bad0-1760294aca4e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:33.305063 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.306073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.375735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Allocated IP 172.20.0.2 (e99487ea-3c74-4d02-ba81-5912a3255fe0/42dda24d-7a62-4ffb-879e-94893262f9e7/134e7f54-99d1-4486-914f-425cc6c114b4) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:33.519014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.562472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.585538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454da29-9656-4100-b154-3688725df08b req-7681fc55-345f-4573-97ab-db283b0f61e5 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:33.587034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-7681fc55-345f-4573-97ab-db283b0f61e5 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/networks?id=16d4c9af-26fc-4d7a-abea-f6a47a3074af HTTP/1.1" status: 200 len: 814 time: 0.2689919 Sep 20 12:36:33.589773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.609804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-fe0cbc82-e570-42f7-91bc-17fafde59d6a tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/quotas/eda3ecbd058a40fdabd4d240adfc4510 HTTP/1.1" status: 200 len: 375 time: 0.0155401 Sep 20 12:36:33.666262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.679707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-fee6ee0e-1b98-49fb-8a90-3b2ab2f9b6ce tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eda3ecbd058a40fdabd4d240adfc4510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644987 Sep 20 12:36:33.710527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:33.715602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:33.722591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:33.725957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Pushing event updated for resources: {'Port': ['ID=134e7f54-99d1-4486-914f-425cc6c114b4,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:33.779734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Attempting to bind port 134e7f54-99d1-4486-914f-425cc6c114b4 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:33.780397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Attempting to bind port 134e7f54-99d1-4486-914f-425cc6c114b4 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:33.780397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Attempting to bind port 134e7f54-99d1-4486-914f-425cc6c114b4 on network e99487ea-3c74-4d02-ba81-5912a3255fe0 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:33.785550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.790517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:33.790517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Checking segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:33.790517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.790517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Bound using segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:33.790517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Bound port: 134e7f54-99d1-4486-914f-425cc6c114b4, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:33.790517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.851626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] For port 134e7f54-99d1-4486-914f-425cc6c114b4, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:33.854827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] For port 134e7f54-99d1-4486-914f-425cc6c114b4, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=134e7f54-99d1-4486-914f-425cc6c114b4,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:33.875336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:33.911182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:33.915087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Pushing event updated for resources: {'Port': ['ID=22a8659f-5c97-491d-bad0-1760294aca4e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:33.922263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:33.925891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:33.932409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-8ad14de4-753b-4357-a007-b95901e2adc8 service neutron] 10.222.0.37 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431407 Sep 20 12:36:33.934192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.006011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d9ac-d602-4d4e-8e4d-13e52a4939d8 None None] Pushing event updated for resources: {'Port': ['ID=134e7f54-99d1-4486-914f-425cc6c114b4,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:34.052910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:34.053560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.094299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-146e6e53-6a0c-4e91-a5d8-80a402e47549 service neutron] 10.222.0.37 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426852 Sep 20 12:36:34.175725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-47a50195-4c2e-4456-be25-d681a56126ca tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3970687 Sep 20 12:36:34.191383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Request body: {'port': {'device_id': 'cbb72caa-b457-4fa7-8575-9b3bfd0f31f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:34.340006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.383525 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.405853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.462976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 134e7f54-99d1-4486-914f-425cc6c114b4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:34.527289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 134e7f54-99d1-4486-914f-425cc6c114b4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:34.527822 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.621970 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.664820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 134e7f54-99d1-4486-914f-425cc6c114b4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=134e7f54-99d1-4486-914f-425cc6c114b4,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:34.711809 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Allocated IP 172.25.6.40 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/e94411ec-d6c3-4a5d-94c8-8761c11f76c2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:34.724822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d780a9-187d-469d-b7ac-cebba8249864 req-19ac0380-8144-4cc6-9e65-4f9bf766c60b tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:34.726516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4d780a9-187d-469d-b7ac-cebba8249864 req-19ac0380-8144-4cc6-9e65-4f9bf766c60b tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 946 time: 0.1910272 Sep 20 12:36:34.738696 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.793726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=134e7f54-99d1-4486-914f-425cc6c114b4,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:34.873387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4d780a9-187d-469d-b7ac-cebba8249864 req-d4f5a25b-3aea-4c91-98b4-e1c58da2b136 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387863 Sep 20 12:36:34.973041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:34.979511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a8659f-5c97-491d-bad0-1760294aca4e {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:34.990845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.020296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Transition to ACTIVE for port object 22a8659f-5c97-491d-bad0-1760294aca4e will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:36:35.083636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f6a02-49de-4beb-811d-732fd87d35eb None None] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:35.093868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.176394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.187092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Pushing event updated for resources: {'Port': ['ID=22a8659f-5c97-491d-bad0-1760294aca4e,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:35.216495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-de62b2ca-5583-473d-b66d-d0105d9c3a09 None None] Provisioning complete for port 134e7f54-99d1-4486-914f-425cc6c114b4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:35.216865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de62b2ca-5583-473d-b66d-d0105d9c3a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.235768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:35.258094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:35.261756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:35.332409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Pushing event updated for resources: {'Port': ['ID=e94411ec-d6c3-4a5d-94c8-8761c11f76c2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:35.351076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aad7d-54ea-4e8f-bbc6-734189e91d25 req-1e1127a0-e129-4d7d-abeb-e068458f67ce tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:35.352636 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf5aad7d-54ea-4e8f-bbc6-734189e91d25 req-1e1127a0-e129-4d7d-abeb-e068458f67ce tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 943 time: 0.2048562 Sep 20 12:36:35.410414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Attempting to bind port 22a8659f-5c97-491d-bad0-1760294aca4e on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:35.410745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Attempting to bind port 22a8659f-5c97-491d-bad0-1760294aca4e by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'e42819b3-181f-4167-a733-310daa478a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd482aab3-e2f2-4d5c-9c6d-e4f96ebcecae'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:35.412247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Attempting to bind port 22a8659f-5c97-491d-bad0-1760294aca4e on network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:35.471193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Port 22a8659f-5c97-491d-bad0-1760294aca4e on network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:36:35.471193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Attempting to bind port 22a8659f-5c97-491d-bad0-1760294aca4e on network d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:35.496195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:35.496598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Checking segment: {'id': 'e42819b3-181f-4167-a733-310daa478a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd482aab3-e2f2-4d5c-9c6d-e4f96ebcecae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:35.496918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Bound using segment: {'id': 'e42819b3-181f-4167-a733-310daa478a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd482aab3-e2f2-4d5c-9c6d-e4f96ebcecae'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:35.497988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Bound port: 22a8659f-5c97-491d-bad0-1760294aca4e, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42819b3-181f-4167-a733-310daa478a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd482aab3-e2f2-4d5c-9c6d-e4f96ebcecae'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:35.498509 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.517995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf5aad7d-54ea-4e8f-bbc6-734189e91d25 req-6da38779-d279-4cdf-9c49-14b0e7f38c5e tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186531 Sep 20 12:36:35.606449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] For port 22a8659f-5c97-491d-bad0-1760294aca4e, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:35.610057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dce7952e-0f24-4351-9a91-1a84e293b20b req-88153aa6-1dde-40a5-95ec-190f94c08dd4 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 210 time: 0.0373311 Sep 20 12:36:35.621003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] For port 22a8659f-5c97-491d-bad0-1760294aca4e, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=22a8659f-5c97-491d-bad0-1760294aca4e,segment=NetworkSegment(e42819b3-181f-4167-a733-310daa478a96),segment_id=e42819b3-181f-4167-a733-310daa478a96)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:35.719540 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.795845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:35.796569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.797992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] 10.222.0.21 "PUT /v2.0/ports/22a8659f-5c97-491d-bad0-1760294aca4e HTTP/1.1" status: 200 len: 1091 time: 1.6117799 Sep 20 12:36:35.802488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb72caa-b457-4fa7-8575-9b3bfd0f31f5', 'tag': '22a8659f-5c97-491d-bad0-1760294aca4e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:35.805566 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad64baac-f32c-4832-b72c-bdbcb3cc7c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb72caa-b457-4fa7-8575-9b3bfd0f31f5", "tag": "22a8659f-5c97-491d-bad0-1760294aca4e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:35.833496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091164-c4f6-46c9-9195-5151bc1213ed req-fcaebd78-ed26-4505-a14f-e5beb0c33728 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:35.835663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-78a7a69a-aa0a-4e15-ad09-9fe43c656082 None None] Provisioning complete for port 134e7f54-99d1-4486-914f-425cc6c114b4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:35.836163 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-78a7a69a-aa0a-4e15-ad09-9fe43c656082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.837661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6091164-c4f6-46c9-9195-5151bc1213ed req-fcaebd78-ed26-4505-a14f-e5beb0c33728 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 946 time: 0.1549404 Sep 20 12:36:35.844956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.845307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60726) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:35.851989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Request body: {'floatingip': {'port_id': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:35.917799 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:35.918920 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047768ba-9a46-4912-83ae-64d3db0d7259 x-openstack-request-id: req-047768ba-9a46-4912-83ae-64d3db0d7259 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:35.919270 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb72caa-b457-4fa7-8575-9b3bfd0f31f5", "tag": "22a8659f-5c97-491d-bad0-1760294aca4e", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:35.919529 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-047768ba-9a46-4912-83ae-64d3db0d7259 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:35.921646 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb72caa-b457-4fa7-8575-9b3bfd0f31f5', 'tag': '22a8659f-5c97-491d-bad0-1760294aca4e', 'status': 'completed', 'code': 200} Sep 20 12:36:35.927236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1e798-9971-470b-8e71-a004bbffcb2f service neutron] Pushing event updated for resources: {'Port': ['ID=22a8659f-5c97-491d-bad0-1760294aca4e,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:36.109048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64baac-f32c-4832-b72c-bdbcb3cc7c6d req-044ec21f-66b6-47bb-b331-0cc55ac9f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:36.110570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad64baac-f32c-4832-b72c-bdbcb3cc7c6d req-044ec21f-66b6-47bb-b331-0cc55ac9f9f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ee3696205b5403d822fc1eb5173d1fa&device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 1094 time: 0.1502178 Sep 20 12:36:36.293051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:36.398053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64baac-f32c-4832-b72c-bdbcb3cc7c6d req-7d386ebb-cf56-4457-8e25-30e70952c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:36.399615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad64baac-f32c-4832-b72c-bdbcb3cc7c6d req-7d386ebb-cf56-4457-8e25-30e70952c9c5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6ee3696205b5403d822fc1eb5173d1fa&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2795627 Sep 20 12:36:36.444457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 134e7f54-99d1-4486-914f-425cc6c114b4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:36.483274 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:36.502651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 134e7f54-99d1-4486-914f-425cc6c114b4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:36.503027 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:36.557793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:36.687184 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Floating IP 3314d4e3-e2f6-41b1-905e-657f69e31b0f associated. External IP: 172.25.6.148, port: ecde1589-337d-4c06-a3f3-afe40d3c8d75. Sep 20 12:36:36.930218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:36:36.998646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f10f64-49fd-4888-a01d-d4166aa505a8 req-e90f8d29-870c-4f6e-bd9a-baa9b952d502 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:37.005563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9f10f64-49fd-4888-a01d-d4166aa505a8 req-e90f8d29-870c-4f6e-bd9a-baa9b952d502 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 943 time: 0.1834435 Sep 20 12:36:37.077729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64baac-f32c-4832-b72c-bdbcb3cc7c6d req-cd2b7a08-fb78-4672-a097-0ca85fede46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:37.079781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad64baac-f32c-4832-b72c-bdbcb3cc7c6d req-cd2b7a08-fb78-4672-a097-0ca85fede46b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6708443 Sep 20 12:36:37.091571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9f10f64-49fd-4888-a01d-d4166aa505a8 req-afff892b-b9b9-4a1a-af92-0ed7cc597668 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851715 Sep 20 12:36:37.170563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Router a8760c99-bb9f-4f16-ae35-b37fddb31036 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:36:37.185622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454da29-9656-4100-b154-3688725df08b req-08fde6c2-4bab-4432-9fe9-9672ab359088 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:37.187213 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-08fde6c2-4bab-4432-9fe9-9672ab359088 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.32 "GET /v2.0/networks?id=16d4c9af-26fc-4d7a-abea-f6a47a3074af HTTP/1.1" status: 200 len: 814 time: 0.1801732 Sep 20 12:36:37.204121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Request body: {'port': {'device_id': '136a5678-9e4c-4c38-8f81-2cf9453023f0', 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af', 'admin_state_up': True, 'tenant_id': 'eda3ecbd058a40fdabd4d240adfc4510'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:37.216690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4c746aa-033e-44d9-ba15-42ecdb19d946 req-e29d4511-335b-497a-ba92-384518fbc1ad tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 210 time: 0.0355415 Sep 20 12:36:37.260150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:37.260346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-8c64c3d8-fe0c-465d-8032-f789fb55b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:37.262179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-8c64c3d8-fe0c-465d-8032-f789fb55b5ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ee3696205b5403d822fc1eb5173d1fa&device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 1094 time: 0.1221607 Sep 20 12:36:37.266843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:37.280185 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] Sync routers for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:37.296038 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:37.298181 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:37.312764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-527887ac-e1fa-49ec-8550-f1178c0dbdaf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22a8659f-5c97-491d-bad0-1760294aca4e HTTP/1.1" status: 200 len: 217 time: 0.0415726 Sep 20 12:36:37.350439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5fefd515-b885-4930-9e8c-72d034f0ab88 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "PUT /v2.0/floatingips/3314d4e3-e2f6-41b1-905e-657f69e31b0f HTTP/1.1" status: 200 len: 992 time: 1.5033259 Sep 20 12:36:37.353879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'tag': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:37.357323 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1437428-3e6e-42df-a880-3b11f046e2c1", "tag": "ecde1589-337d-4c06-a3f3-afe40d3c8d75"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:37.405838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-742ace14-ce8c-43da-8ef1-f3a543b62714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:37.407739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-742ace14-ce8c-43da-8ef1-f3a543b62714 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9850b88-7f06-4bab-86f6-d679e27cd70d HTTP/1.1" status: 200 len: 861 time: 0.0612998 Sep 20 12:36:37.438856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:37.451091 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:37.452200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Sync routers for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:37.469550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:37.470197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:37.490515 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-45e24c0d-47d8-4a84-98e9-6a6ecb82c6c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740421 Sep 20 12:36:37.532773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Made reservation on behalf of eda3ecbd058a40fdabd4d240adfc4510 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:37.536686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:37.651261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-68f254ce-77ba-4cff-a001-1280033817f7 service neutron] 10.222.0.21 "GET /v2.0/networks/d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528690 Sep 20 12:36:37.653153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:37.654758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9dbe4144-9dbb-4332-9e18-2da9b636cce5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5550308 Sep 20 12:36:37.657438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60746) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:37.711326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:37.737063 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80809395-63b1-4706-8db4-aec09b763815 x-openstack-request-id: req-80809395-63b1-4706-8db4-aec09b763815 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:37.737954 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1437428-3e6e-42df-a880-3b11f046e2c1", "tag": "ecde1589-337d-4c06-a3f3-afe40d3c8d75", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:37.737954 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80809395-63b1-4706-8db4-aec09b763815 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:37.738150 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'tag': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'status': 'completed', 'code': 200} Sep 20 12:36:37.758411 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '3314d4e3-e2f6-41b1-905e-657f69e31b0f', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'port_id': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'mac_address': 'fa:16:3e:18:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:36:16Z', 'updated_at': '2021-09-20T12:36:36Z', 'revision_number': 1, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:15Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:37.807170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Allocated IP 172.20.0.5 (16d4c9af-26fc-4d7a-abea-f6a47a3074af/37253cfb-6624-4ab6-8db4-796c5bfdd9c6/168d113a-e112-423d-bc67-44392f28022e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:37.817330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-77a4f45b-0f17-4429-9a74-5554f3d251e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:37.818525 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] Checking router: 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:36:37.820174 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-77a4f45b-0f17-4429-9a74-5554f3d251e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=519c44a32c7641d8b8d12d4e33e5f57a&device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0863638 Sep 20 12:36:37.852690 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:37.852690 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:37.886726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f3185a-862d-4e95-9258-ff60c897a1c8 req-e9a240ed-3a0a-40d9-856f-dd5a9a66c891 service neutron] 10.222.0.21 "GET /v2.0/networks/d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195268 Sep 20 12:36:38.018096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:35Z', 'revision_number': 3, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:38.034220 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:38.049841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Checking router: a8760c99-bb9f-4f16-ae35-b37fddb31036 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:36:38.050196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Updating router a8760c99-bb9f-4f16-ae35-b37fddb31036 port e94411ec-d6c3-4a5d-94c8-8761c11f76c2 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:36:38.079555 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.085684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-d222185a-74b2-4013-a09b-f0d8ec9bf6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:38.087927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-d222185a-74b2-4013-a09b-f0d8ec9bf6b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0439f2ec-8234-42a1-990c-ba12bbe151e1 HTTP/1.1" status: 200 len: 914 time: 0.2604628 Sep 20 12:36:38.228365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-9ab8033a-b3fb-44f6-af54-e880a2c53b18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75 HTTP/1.1" status: 200 len: 1000 time: 0.1034627 Sep 20 12:36:38.240017 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.304917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-b5b6379f-0956-4025-a1f6-24897bab43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:38.306663 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-b5b6379f-0956-4025-a1f6-24897bab43a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c8ce964-c4ec-4f83-8f58-a1b629d949f7 HTTP/1.1" status: 200 len: 853 time: 0.0700841 Sep 20 12:36:38.329130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbb124-19c2-41ae-8386-afb0aac34c99 req-6f33cd32-e8f3-4f97-a154-f489a1b88cc9 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:38.337163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccfbb124-19c2-41ae-8386-afb0aac34c99 req-6f33cd32-e8f3-4f97-a154-f489a1b88cc9 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 943 time: 0.1042795 Sep 20 12:36:38.364629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-504c671b-013b-495b-abfe-1a4343ca1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:38.366530 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-504c671b-013b-495b-abfe-1a4343ca1f56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0439f2ec-8234-42a1-990c-ba12bbe151e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518320 Sep 20 12:36:38.419868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccfbb124-19c2-41ae-8386-afb0aac34c99 req-472c5392-db6a-4276-a241-fed9bf6bf450 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819027 Sep 20 12:36:38.424056 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.456314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.469058 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '3314d4e3-e2f6-41b1-905e-657f69e31b0f', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'port_id': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'mac_address': 'fa:16:3e:18:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:36:16Z', 'updated_at': '2021-09-20T12:36:36Z', 'revision_number': 1, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:15Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:38.470221 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.505931 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedba235-f85f-4f6e-b77b-adefda0bc9d4 None None] The sync data for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 is: [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '3314d4e3-e2f6-41b1-905e-657f69e31b0f', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'port_id': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'mac_address': 'fa:16:3e:18:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:36:16Z', 'updated_at': '2021-09-20T12:36:36Z', 'revision_number': 1, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:15Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:38.527356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Pushing event updated for resources: {'Port': ['ID=168d113a-e112-423d-bc67-44392f28022e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:38.562899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Network 16d4c9af-26fc-4d7a-abea-f6a47a3074af is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:38.566273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:38.568889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:38.573564 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.573983 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-a0c19618-94ea-4006-b7cc-7a980165f866 service neutron] 10.222.0.21 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988788 Sep 20 12:36:38.636257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c95bdc-302a-499a-9272-f15a3b5fe9f7 req-c99bd4d0-04be-476d-9eb6-1dd2655db2a2 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:38.640006 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27c95bdc-302a-499a-9272-f15a3b5fe9f7 req-c99bd4d0-04be-476d-9eb6-1dd2655db2a2 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 931 time: 0.1249540 Sep 20 12:36:38.655875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6fd1e-f6a0-4b17-b542-0ce7c9c4c5d9 None None] Pushing event updated for resources: {'Port': ['ID=e94411ec-d6c3-4a5d-94c8-8761c11f76c2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:38.664522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Attempting to bind port e94411ec-d6c3-4a5d-94c8-8761c11f76c2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:38.664911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Attempting to bind port e94411ec-d6c3-4a5d-94c8-8761c11f76c2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:38.665309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Attempting to bind port e94411ec-d6c3-4a5d-94c8-8761c11f76c2 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:38.673045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:38.673293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:38.673640 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.674102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:38.674646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Bound port: e94411ec-d6c3-4a5d-94c8-8761c11f76c2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:38.675031 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.697100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:38.697783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.735349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27c95bdc-302a-499a-9272-f15a3b5fe9f7 req-427efad7-37b7-4722-827f-8de971b7246b tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862219 Sep 20 12:36:38.767783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Allocated IP 172.20.0.1 (e99487ea-3c74-4d02-ba81-5912a3255fe0/42dda24d-7a62-4ffb-879e-94893262f9e7/f9fd6f71-b14e-4f26-9988-61ecad7ceb44) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:38.769420 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-028dd8cc-2e0b-45c8-9047-abd1a501cd0a req-9f11bc18-a375-4d69-8878-a3cbed4865ec service neutron] 10.222.0.21 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718614 Sep 20 12:36:38.780914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] For port e94411ec-d6c3-4a5d-94c8-8761c11f76c2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:38.784973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] For port e94411ec-d6c3-4a5d-94c8-8761c11f76c2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e94411ec-d6c3-4a5d-94c8-8761c11f76c2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:38.814788 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-627da014-1614-4fb7-9c10-20d41a9b2b54 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6167843 Sep 20 12:36:38.830070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Request body: {'port': {'device_id': '136a5678-9e4c-4c38-8f81-2cf9453023f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:38.845881 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44467-abff-4713-9af9-204756e332bc None None] New status for floating IP 3314d4e3-e2f6-41b1-905e-657f69e31b0f: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:36:38.891629 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.939090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:38.945949 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.018705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:39.019615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:39.048461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.057626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6fd1e-f6a0-4b17-b542-0ce7c9c4c5d9 None None] Pushing event updated for resources: {'Port': ['ID=e94411ec-d6c3-4a5d-94c8-8761c11f76c2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:39.095997 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:39.098956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:39.101697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:39.131650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:39.149876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:39.165616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.204200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:39.380876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168d113a-e112-423d-bc67-44392f28022e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:39.391977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.407395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Transition to ACTIVE for port object 168d113a-e112-423d-bc67-44392f28022e will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:36:39.442984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:35Z', 'revision_number': 3, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:39.446235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a0dcc92b-f523-479c-a2cf-f0231fe4d6d6 None None] Provisioning complete for port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:39.446620 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a0dcc92b-f523-479c-a2cf-f0231fe4d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.476044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365c7d2-aea4-4177-9760-742c2b281a59 None None] The sync data for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 is: [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:35Z', 'revision_number': 3, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:39.488300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.522701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a0dcc92b-f523-479c-a2cf-f0231fe4d6d6 None None] Port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:39.552500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Pushing event updated for resources: {'Port': ['ID=168d113a-e112-423d-bc67-44392f28022e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:39.619622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Attempting to bind port 168d113a-e112-423d-bc67-44392f28022e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:39.619986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Attempting to bind port 168d113a-e112-423d-bc67-44392f28022e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:39.620594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Attempting to bind port 168d113a-e112-423d-bc67-44392f28022e on network 16d4c9af-26fc-4d7a-abea-f6a47a3074af {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:39.625362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Port 168d113a-e112-423d-bc67-44392f28022e on network 16d4c9af-26fc-4d7a-abea-f6a47a3074af not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:36:39.625695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Attempting to bind port 168d113a-e112-423d-bc67-44392f28022e on network 16d4c9af-26fc-4d7a-abea-f6a47a3074af {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:39.631077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:39.631415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Checking segment: {'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:39.631829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Bound using segment: {'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:39.632255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Bound port: 168d113a-e112-423d-bc67-44392f28022e, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee1df38-d710-496d-8fa7-c56f7844db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:39.632611 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.636678 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2042edc-1b1f-4796-a522-be7ffddd46f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.664524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 22a8659f-5c97-491d-bad0-1760294aca4e details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:36:39.697109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c052ea-40b3-481c-b2b7-b8481570c3f8 req-9f8717c2-3b0e-405a-95b3-0ec1104f6198 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:39.699242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c052ea-40b3-481c-b2b7-b8481570c3f8 req-9f8717c2-3b0e-405a-95b3-0ec1104f6198 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 943 time: 0.1308229 Sep 20 12:36:39.705399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] For port 168d113a-e112-423d-bc67-44392f28022e, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:39.710035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] For port 168d113a-e112-423d-bc67-44392f28022e, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=168d113a-e112-423d-bc67-44392f28022e,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:39.787931 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.788241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78c052ea-40b3-481c-b2b7-b8481570c3f8 req-58d2c61f-21be-45f4-b22b-ae8714e67d8d tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731535 Sep 20 12:36:39.832099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 22a8659f-5c97-491d-bad0-1760294aca4e, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=22a8659f-5c97-491d-bad0-1760294aca4e,segment=NetworkSegment(e42819b3-181f-4167-a733-310daa478a96),segment_id=e42819b3-181f-4167-a733-310daa478a96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:39.833086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:39.833731 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.835245 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] 10.222.0.32 "PUT /v2.0/ports/168d113a-e112-423d-bc67-44392f28022e HTTP/1.1" status: 200 len: 1091 time: 1.0098982 Sep 20 12:36:39.835692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136a5678-9e4c-4c38-8f81-2cf9453023f0', 'tag': '168d113a-e112-423d-bc67-44392f28022e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:39.836581 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.841676 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b41f5b8-0d67-4411-8247-6c6bda0f4757" -d '{"events": [{"name": "network-changed", "server_uuid": "136a5678-9e4c-4c38-8f81-2cf9453023f0", "tag": "168d113a-e112-423d-bc67-44392f28022e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:39.874885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '22a8659f-5c97-491d-bad0-1760294aca4e', 'network_id': 'd482aab3-e2f2-4d5c-9c6d-e4f96ebcecae', 'port_id': '22a8659f-5c97-491d-bad0-1760294aca4e', 'mac_address': 'fa:16:3e:02:64:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9850b88-7f06-4bab-86f6-d679e27cd70d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:36:39.879637 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2042edc-1b1f-4796-a522-be7ffddd46f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.903108 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a4aeb-fde1-4fca-b07b-72cb6750e58d service neutron] Pushing event updated for resources: {'Port': ['ID=168d113a-e112-423d-bc67-44392f28022e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:39.929735 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:39.949141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a8659f-5c97-491d-bad0-1760294aca4e {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:39.972216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 22a8659f-5c97-491d-bad0-1760294aca4e, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=22a8659f-5c97-491d-bad0-1760294aca4e,segment=NetworkSegment(e42819b3-181f-4167-a733-310daa478a96),segment_id=e42819b3-181f-4167-a733-310daa478a96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:39.980143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2042edc-1b1f-4796-a522-be7ffddd46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.017894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454da29-9656-4100-b154-3688725df08b req-55d33dc5-32a1-4fbc-a68a-99277810faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:40.018100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-55d33dc5-32a1-4fbc-a68a-99277810faee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eda3ecbd058a40fdabd4d240adfc4510&device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 1094 time: 0.0516779 Sep 20 12:36:40.036664 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.049411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a5863-9fa8-4c07-adf4-c8f52691bf4e req-cb8c6355-0a1f-43be-90bf-865b4ca30197 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:40.050980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba9a5863-9fa8-4c07-adf4-c8f52691bf4e req-cb8c6355-0a1f-43be-90bf-865b4ca30197 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 943 time: 0.1352477 Sep 20 12:36:40.077500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e2042edc-1b1f-4796-a522-be7ffddd46f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9d762bbfc694f0d8f519854fc8c64c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8722525 Sep 20 12:36:40.086896 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-30f20c0b-e2f4-49d0-9754-8dbe08f29006 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=168d113a-e112-423d-bc67-44392f28022e HTTP/1.1" status: 200 len: 217 time: 0.0602767 Sep 20 12:36:40.087669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60782) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:40.097999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=22a8659f-5c97-491d-bad0-1760294aca4e,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:40.115839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2042edc-1b1f-4796-a522-be7ffddd46f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9861b150-8f19-4cca-a019-cfccf0c4d1cd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:40.148237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba9a5863-9fa8-4c07-adf4-c8f52691bf4e req-2f692aea-53a0-44c7-875a-0e598acf49f1 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879393 Sep 20 12:36:40.198095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454da29-9656-4100-b154-3688725df08b req-7a62ca40-132d-40d9-a6a3-0e8abe47be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:40.199754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-7a62ca40-132d-40d9-a6a3-0e8abe47be93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37253cfb-6624-4ab6-8db4-796c5bfdd9c6 HTTP/1.1" status: 200 len: 854 time: 0.1031902 Sep 20 12:36:40.215437 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.238509 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-86d20c76-e9f3-4a98-b674-f3f8687dbe0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16d4c9af-26fc-4d7a-abea-f6a47a3074af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288637 Sep 20 12:36:40.239297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5873130-3702-4d46-8178-84e929ff9feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.248324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['22a8659f-5c97-491d-bad0-1760294aca4e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:36:40.277075 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.355686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-1f82a099-cd69-43ed-a077-7d7495229bd9 service neutron] 10.222.0.32 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060669 Sep 20 12:36:40.360849 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3eb3e5-e699-4a4c-bff0-f88df3bbda1c x-openstack-request-id: req-0f3eb3e5-e699-4a4c-bff0-f88df3bbda1c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:40.361359 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136a5678-9e4c-4c38-8f81-2cf9453023f0", "tag": "168d113a-e112-423d-bc67-44392f28022e", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:40.361645 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f3eb3e5-e699-4a4c-bff0-f88df3bbda1c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:40.362108 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136a5678-9e4c-4c38-8f81-2cf9453023f0', 'tag': '168d113a-e112-423d-bc67-44392f28022e', 'status': 'completed', 'code': 200} Sep 20 12:36:40.374109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5873130-3702-4d46-8178-84e929ff9feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.428258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.432180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:40.515824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e94411ec-d6c3-4a5d-94c8-8761c11f76c2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:40.552060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:40.553618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:40.594821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e94411ec-d6c3-4a5d-94c8-8761c11f76c2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:40.595485 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.706396 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.706611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Router a8760c99-bb9f-4f16-ae35-b37fddb31036 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:36:40.737857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port e94411ec-d6c3-4a5d-94c8-8761c11f76c2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e94411ec-d6c3-4a5d-94c8-8761c11f76c2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:40.808894 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.841447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:40.848645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-483399ff-d320-475e-850a-412deca3b867 admin admin] 10.222.0.37 "PUT /v2.0/routers/a8760c99-bb9f-4f16-ae35-b37fddb31036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1899841 Sep 20 12:36:40.897579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=e94411ec-d6c3-4a5d-94c8-8761c11f76c2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:40.911340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-44ca838c-787c-4417-9a77-9c8b914b0d3e None None] Provisioning complete for port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:40.911853 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44ca838c-787c-4417-9a77-9c8b914b0d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.941461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1454da29-9656-4100-b154-3688725df08b req-11b86d01-e2aa-4fa2-9cb7-3315af9b0e0f service neutron] 10.222.0.32 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707641 Sep 20 12:36:40.961612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-44ca838c-787c-4417-9a77-9c8b914b0d3e None None] Port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:40.985350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5873130-3702-4d46-8178-84e929ff9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.986572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32c9be-f328-4c18-8450-f9041817571e req-5fe73327-4dd5-4373-b97a-cd88331c83f9 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:40.988220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b32c9be-f328-4c18-8450-f9041817571e req-5fe73327-4dd5-4373-b97a-cd88331c83f9 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 944 time: 0.0718799 Sep 20 12:36:40.988344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5873130-3702-4d46-8178-84e929ff9feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:40.989781 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b5873130-3702-4d46-8178-84e929ff9feb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9861b150-8f19-4cca-a019-cfccf0c4d1cd HTTP/1.1" status: 204 len: 168 time: 0.9008057 Sep 20 12:36:41.005094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5873130-3702-4d46-8178-84e929ff9feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9861b150-8f19-4cca-a019-cfccf0c4d1cd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:41.034109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b32c9be-f328-4c18-8450-f9041817571e req-5b83817d-5912-475f-9824-202975aa5c58 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Sep 20 12:36:41.108863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-aa4cf949-f2b1-4c88-93f5-5f09f60bc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:41.110385 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-aa4cf949-f2b1-4c88-93f5-5f09f60bc964 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eda3ecbd058a40fdabd4d240adfc4510&device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 1094 time: 0.0393529 Sep 20 12:36:41.207616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-6f2c0cb9-fe2b-458f-83f7-0856d80a55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:41.209298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-6f2c0cb9-fe2b-458f-83f7-0856d80a55b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=16d4c9af-26fc-4d7a-abea-f6a47a3074af HTTP/1.1" status: 200 len: 914 time: 0.0902939 Sep 20 12:36:41.256952 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-ecfaf93c-efb9-4ff1-8f82-7606fde9a9dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=168d113a-e112-423d-bc67-44392f28022e HTTP/1.1" status: 200 len: 217 time: 0.0404589 Sep 20 12:36:41.313954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-63a0b245-f3ca-4428-bb32-fb227e8130a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:41.316936 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-63a0b245-f3ca-4428-bb32-fb227e8130a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37253cfb-6624-4ab6-8db4-796c5bfdd9c6 HTTP/1.1" status: 200 len: 854 time: 0.0526991 Sep 20 12:36:41.352872 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-e67fdf0f-935b-4fb0-9482-7cc4e851c01d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16d4c9af-26fc-4d7a-abea-f6a47a3074af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272944 Sep 20 12:36:41.453725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-03bb9ede-d770-440b-abac-85c7b436912c service neutron] 10.222.0.32 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929940 Sep 20 12:36:41.464580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:41.469538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e075ad7d-4711-471b-8fcf-139bfb8cc865 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753856353', 'description': 'tempest-description--1172493435'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:41.550331 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6b41f5b8-0d67-4411-8247-6c6bda0f4757 req-c6f7efc8-b6e6-4545-b543-c25686c10f65 service neutron] 10.222.0.32 "GET /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Sep 20 12:36:41.559850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62394-2a5c-4f84-ba21-f7eab35f924f req-e81d2320-e297-4d4b-bbec-222af026d2c9 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:41.561444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfe62394-2a5c-4f84-ba21-f7eab35f924f req-e81d2320-e297-4d4b-bbec-222af026d2c9 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 943 time: 0.0483153 Sep 20 12:36:41.594875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Sync routers for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:41.597281 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e075ad7d-4711-471b-8fcf-139bfb8cc865 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:41.604369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:41.605154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:41.615122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfe62394-2a5c-4f84-ba21-f7eab35f924f req-f4f16334-4004-40fa-97ee-52967326bc5d tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465388 Sep 20 12:36:41.671410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 22a8659f-5c97-491d-bad0-1760294aca4e up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:41.719481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e075ad7d-4711-471b-8fcf-139bfb8cc865 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:41.736351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:41.754343 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ca7fc19-bbf3-42ca-b0b1-c5af8fa52aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:41.775263 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e075ad7d-4711-471b-8fcf-139bfb8cc865 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:41.791279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:41.817368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075ad7d-4711-471b-8fcf-139bfb8cc865 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2beaed24-7293-4ce8-97a1-20d72089e8a1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:41.840442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 22a8659f-5c97-491d-bad0-1760294aca4e completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:36:41.871952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 22a8659f-5c97-491d-bad0-1760294aca4e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:41.872462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:41.884306 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ca7fc19-bbf3-42ca-b0b1-c5af8fa52aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:41.964658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ca7fc19-bbf3-42ca-b0b1-c5af8fa52aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.002888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7fc19-bbf3-42ca-b0b1-c5af8fa52aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b3dcc7-5998-46b6-85b7-b7415f1a4ccf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:42.008371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ca7fc19-bbf3-42ca-b0b1-c5af8fa52aca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=104bebdaf0d34f9ca177198688604dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704723 Sep 20 12:36:42.011386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60808) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:42.030682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e075ad7d-4711-471b-8fcf-139bfb8cc865 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.034493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e075ad7d-4711-471b-8fcf-139bfb8cc865 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5660329 Sep 20 12:36:42.035146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:42.039322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-de94aaaa-36d0-4750-b600-bd62da97d468 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'security_group_rule': {'security_group_id': '2beaed24-7293-4ce8-97a1-20d72089e8a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:42.040263 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.065925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43917ee9-bdd0-427d-b0ed-7dce4a76102f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.077637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb72caa-b457-4fa7-8575-9b3bfd0f31f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a8659f-5c97-491d-bad0-1760294aca4e'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:42.079858 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02d8f34-0599-4d31-a996-cadc1bc5cd06" -d '{"events": [{"server_uuid": "cbb72caa-b457-4fa7-8575-9b3bfd0f31f5", "name": "network-vif-plugged", "status": "completed", "tag": "22a8659f-5c97-491d-bad0-1760294aca4e"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:42.094597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43917ee9-bdd0-427d-b0ed-7dce4a76102f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.096193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 22a8659f-5c97-491d-bad0-1760294aca4e, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=22a8659f-5c97-491d-bad0-1760294aca4e,segment=NetworkSegment(e42819b3-181f-4167-a733-310daa478a96),segment_id=e42819b3-181f-4167-a733-310daa478a96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:42.108427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 2, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:42.136466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Checking router: a8760c99-bb9f-4f16-ae35-b37fddb31036 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:36:42.139590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Updating router a8760c99-bb9f-4f16-ae35-b37fddb31036 port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:36:42.153987 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de94aaaa-36d0-4750-b600-bd62da97d468 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.157869 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.166991 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.194625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b90bb-fef6-4c75-80da-c4e61c85679d req-dedd8602-569f-46b1-8004-e345cf127691 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:42.196907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-046b90bb-fef6-4c75-80da-c4e61c85679d req-dedd8602-569f-46b1-8004-e345cf127691 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 944 time: 0.0884964 Sep 20 12:36:42.225198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43917ee9-bdd0-427d-b0ed-7dce4a76102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.228299 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43917ee9-bdd0-427d-b0ed-7dce4a76102f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.229907 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-43917ee9-bdd0-427d-b0ed-7dce4a76102f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70b3dcc7-5998-46b6-85b7-b7415f1a4ccf HTTP/1.1" status: 204 len: 168 time: 0.2174797 Sep 20 12:36:42.238567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43917ee9-bdd0-427d-b0ed-7dce4a76102f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b3dcc7-5998-46b6-85b7-b7415f1a4ccf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:42.263230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de94aaaa-36d0-4750-b600-bd62da97d468 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.266728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-046b90bb-fef6-4c75-80da-c4e61c85679d req-d5cb9146-1ee5-4c04-a0c2-1928fc74fc2a tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607305 Sep 20 12:36:42.272420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=22a8659f-5c97-491d-bad0-1760294aca4e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:42.327951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de94aaaa-36d0-4750-b600-bd62da97d468 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.336380 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b97e553-4404-4d0d-9d1a-6f5df00b1b73 x-openstack-request-id: req-1b97e553-4404-4d0d-9d1a-6f5df00b1b73 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:42.336530 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb72caa-b457-4fa7-8575-9b3bfd0f31f5", "name": "network-vif-plugged", "status": "completed", "tag": "22a8659f-5c97-491d-bad0-1760294aca4e", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:42.337103 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b97e553-4404-4d0d-9d1a-6f5df00b1b73 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:42.337495 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb72caa-b457-4fa7-8575-9b3bfd0f31f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a8659f-5c97-491d-bad0-1760294aca4e', 'code': 200} Sep 20 12:36:42.356565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94aaaa-36d0-4750-b600-bd62da97d468 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840e1f63-d4b2-4864-8113-7c3c738ae9ad,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:42.422767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3eed7-e94d-468b-b409-cd4accbb5945 req-63843d3e-d3ef-451e-8273-2509abb9dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:42.424287 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45a3eed7-e94d-468b-b409-cd4accbb5945 req-63843d3e-d3ef-451e-8273-2509abb9dd50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 1096 time: 0.0408967 Sep 20 12:36:42.428063 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e95110c-3ce0-4fac-b0b1-ba2aac149dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.446824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de94aaaa-36d0-4750-b600-bd62da97d468 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.451210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-de94aaaa-36d0-4750-b600-bd62da97d468 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4124250 Sep 20 12:36:42.451574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:42.456505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c688b74c-42d1-4bd5-8284-2aee17f4d79a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'security_group_rule': {'security_group_id': '2beaed24-7293-4ce8-97a1-20d72089e8a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:42.458113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e94411ec-d6c3-4a5d-94c8-8761c11f76c2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:42.478743 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45a3eed7-e94d-468b-b409-cd4accbb5945 req-cbf6af80-d930-4e7d-a09c-c9e659da763d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 Sep 20 12:36:42.555485 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c688b74c-42d1-4bd5-8284-2aee17f4d79a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.557785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e94411ec-d6c3-4a5d-94c8-8761c11f76c2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:42.558159 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.563694 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.634012 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.653828 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c688b74c-42d1-4bd5-8284-2aee17f4d79a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.723662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd481f-97c2-4f69-b838-8ac34d21848b None None] Pushing event updated for resources: {'Port': ['ID=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:42.738339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c688b74c-42d1-4bd5-8284-2aee17f4d79a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.765318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Attempting to bind port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:42.765679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Attempting to bind port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:42.766044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Attempting to bind port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 on network e99487ea-3c74-4d02-ba81-5912a3255fe0 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:42.771699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:42.772640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Checking segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:42.773359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.773482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Bound using segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:42.778620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Bound port: f9fd6f71-b14e-4f26-9988-61ecad7ceb44, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:42.778620 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.781355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688b74c-42d1-4bd5-8284-2aee17f4d79a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e563b2-0c01-41b8-88ad-6b79688dce4d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:42.806560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddada0b1-5048-47e4-a73b-27987090f5b2 req-1503de38-7b66-4459-a8f7-5e970d0ac515 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:42.808931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddada0b1-5048-47e4-a73b-27987090f5b2 req-1503de38-7b66-4459-a8f7-5e970d0ac515 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 943 time: 0.0871105 Sep 20 12:36:42.854244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c688b74c-42d1-4bd5-8284-2aee17f4d79a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:42.865725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c688b74c-42d1-4bd5-8284-2aee17f4d79a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130161 Sep 20 12:36:42.866537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:42.878580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:42.888832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddada0b1-5048-47e4-a73b-27987090f5b2 req-8baeae7a-76e0-4831-8918-273614d763e7 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709479 Sep 20 12:36:42.968545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.033885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] For port f9fd6f71-b14e-4f26-9988-61ecad7ceb44, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:43.037163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] For port f9fd6f71-b14e-4f26-9988-61ecad7ceb44, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:43.043393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4ca61c2d-4f89-4aef-8527-bdec5dbff289 None None] Provisioning complete for port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:43.043928 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4ca61c2d-4f89-4aef-8527-bdec5dbff289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.081333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4ca61c2d-4f89-4aef-8527-bdec5dbff289 None None] Port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:43.094353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.098274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.138140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:43.138776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:43.211783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd481f-97c2-4f69-b838-8ac34d21848b None None] Pushing event updated for resources: {'Port': ['ID=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:43.251880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Allocated IP 172.25.6.19 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/f8f3c155-d26e-4469-a6a5-9d25c5091037) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:43.298363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:43.430898 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.505805 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.551313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3c8a53f9-d8f5-43e3-b7d3-85b7e8e81e91 None None] Provisioning complete for port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:43.551576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:43.551733 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c8a53f9-d8f5-43e3-b7d3-85b7e8e81e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.554819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:43.558274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:43.609860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:43.626219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'Port': ['ID=f8f3c155-d26e-4469-a6a5-9d25c5091037,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:43.644273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1bc7c7-8639-474d-a851-fba5bd41ed7e None None] The sync data for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 is: [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:36:43.695013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb350d4-eb2b-4949-a1aa-d10aee202655 req-9e0846ab-aa48-49aa-9234-6ddb353561ea tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:43.696234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cb350d4-eb2b-4949-a1aa-d10aee202655 req-9e0846ab-aa48-49aa-9234-6ddb353561ea tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 945 time: 0.1341980 Sep 20 12:36:43.699502 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c8a53f9-d8f5-43e3-b7d3-85b7e8e81e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.747252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.765408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3c8a53f9-d8f5-43e3-b7d3-85b7e8e81e91 None None] For port f9fd6f71-b14e-4f26-9988-61ecad7ceb44, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:43.781434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cb350d4-eb2b-4949-a1aa-d10aee202655 req-be2cfbf0-30de-458b-95bc-8189d9704331 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455053 Sep 20 12:36:43.842518 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c8a53f9-d8f5-43e3-b7d3-85b7e8e81e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.855121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:43.904261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a53f9-d8f5-43e3-b7d3-85b7e8e81e91 None None] Pushing event updated for resources: {'Port': ['ID=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:43.913271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 168d113a-e112-423d-bc67-44392f28022e details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:36:44.031828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 168d113a-e112-423d-bc67-44392f28022e, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=168d113a-e112-423d-bc67-44392f28022e,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:44.046019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '168d113a-e112-423d-bc67-44392f28022e', 'network_id': '16d4c9af-26fc-4d7a-abea-f6a47a3074af', 'port_id': '168d113a-e112-423d-bc67-44392f28022e', 'mac_address': 'fa:16:3e:53:64:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37253cfb-6624-4ab6-8db4-796c5bfdd9c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:36:44.093658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:44.108606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168d113a-e112-423d-bc67-44392f28022e {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:44.130006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 168d113a-e112-423d-bc67-44392f28022e, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=168d113a-e112-423d-bc67-44392f28022e,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:44.139065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253743-27db-456c-bc1b-b2539b964980 req-ab16b9d1-7a29-4a02-85a4-57fff27e2a06 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:44.140612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f253743-27db-456c-bc1b-b2539b964980 req-ab16b9d1-7a29-4a02-85a4-57fff27e2a06 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 943 time: 0.1400943 Sep 20 12:36:44.177635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:44.190963 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:44.202907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f253743-27db-456c-bc1b-b2539b964980 req-f06d291b-200e-4bfc-b367-0e463ed88bc8 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553665 Sep 20 12:36:44.249437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=168d113a-e112-423d-bc67-44392f28022e,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:44.252562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:44.330741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'Port': ['ID=f8f3c155-d26e-4469-a6a5-9d25c5091037,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:44.335774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:44.417031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:44.431615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe979267-7554-4872-a6e3-15d3dc5184aa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5477209 Sep 20 12:36:44.443957 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:36:44.468128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f9fd6f71-b14e-4f26-9988-61ecad7ceb44 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:44.525877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['168d113a-e112-423d-bc67-44392f28022e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:36:44.594964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:44.595587 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:44.749680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-ab3f6cee-eb3b-409d-a8e6-3aa7bfa45ff5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1753856353&fields=id&tenant_id=c482a3c603c1493a8e4d7f698cdd1d29 HTTP/1.1" status: 200 len: 267 time: 0.0457838 Sep 20 12:36:44.882960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-7004f9ed-f6d9-4e6b-a547-7102ca15594a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:44.885216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-7004f9ed-f6d9-4e6b-a547-7102ca15594a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 817 time: 0.1216781 Sep 20 12:36:44.905566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-2a98cb39-b9ab-4f1f-829a-82c4287e12ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/quotas/c482a3c603c1493a8e4d7f698cdd1d29 HTTP/1.1" status: 200 len: 375 time: 0.0114830 Sep 20 12:36:44.958566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-bd26961f-e9b5-4515-b3e3-8c6f6e146774 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484438 Sep 20 12:36:45.061779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-201e73d4-c41b-4266-aa08-e86343a97528 service neutron] 10.222.0.37 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889878 Sep 20 12:36:45.139089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc6efa66-13b9-447d-91d4-8ce3cabd13cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:45.166827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-07775d17-3041-4e8c-aaa5-686f30b73922 service neutron] 10.222.0.37 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962815 Sep 20 12:36:45.481347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ca4d-ebfe-464e-be5b-0bad77821829 req-9b7e4281-6db6-4af5-b66f-c411bd9c9745 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:45.482907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ab2ca4d-ebfe-464e-be5b-0bad77821829 req-9b7e4281-6db6-4af5-b66f-c411bd9c9745 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 945 time: 0.0499160 Sep 20 12:36:45.531873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ab2ca4d-ebfe-464e-be5b-0bad77821829 req-9298f612-6f12-4e18-8499-9a1e8e6a9b54 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Sep 20 12:36:45.571929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:45.640227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c922b7-66c2-4724-8376-6bffa7437259 req-0b261f24-f147-4078-abf1-11a7d55aacdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:45.641826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6c922b7-66c2-4724-8376-6bffa7437259 req-0b261f24-f147-4078-abf1-11a7d55aacdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 944 time: 0.0495086 Sep 20 12:36:45.679831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6c922b7-66c2-4724-8376-6bffa7437259 req-f8f4098e-076e-4f4d-9303-4cbe5705351e tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Sep 20 12:36:45.816696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5c2b550-1ba3-4b3d-8cb3-15f758109930 req-807ffe53-3fdc-4083-9ef1-3171c06c458b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 210 time: 0.0336721 Sep 20 12:36:45.911948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 168d113a-e112-423d-bc67-44392f28022e up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:46.059344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 168d113a-e112-423d-bc67-44392f28022e completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:36:46.063140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 168d113a-e112-423d-bc67-44392f28022e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:46.063520 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:46.144087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:46.171396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a5678-9e4c-4c38-8f81-2cf9453023f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168d113a-e112-423d-bc67-44392f28022e'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:46.176921 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f330072-bf0e-4378-a8c9-1e299ec4eaf5" -d '{"events": [{"server_uuid": "136a5678-9e4c-4c38-8f81-2cf9453023f0", "name": "network-vif-plugged", "status": "completed", "tag": "168d113a-e112-423d-bc67-44392f28022e"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:46.187873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 168d113a-e112-423d-bc67-44392f28022e, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=168d113a-e112-423d-bc67-44392f28022e,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:46.284593 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:46.332069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=168d113a-e112-423d-bc67-44392f28022e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:46.404483 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6a7ba2-157b-47de-9587-af7291f64e8a x-openstack-request-id: req-fe6a7ba2-157b-47de-9587-af7291f64e8a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:46.404483 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136a5678-9e4c-4c38-8f81-2cf9453023f0", "name": "network-vif-plugged", "status": "completed", "tag": "168d113a-e112-423d-bc67-44392f28022e", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:46.404483 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe6a7ba2-157b-47de-9587-af7291f64e8a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:46.405268 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136a5678-9e4c-4c38-8f81-2cf9453023f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168d113a-e112-423d-bc67-44392f28022e', 'code': 200} Sep 20 12:36:46.502154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3770e-1df2-443a-8543-4407a622246e req-7ad3f0ee-fc81-4f34-bab2-d013c8d5b1a2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:46.503684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55f3770e-1df2-443a-8543-4407a622246e req-7ad3f0ee-fc81-4f34-bab2-d013c8d5b1a2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 945 time: 0.0531814 Sep 20 12:36:46.524140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61161219-70a9-47ce-86bb-29e21616b798 req-7c5087be-85a1-474e-8a6e-bd27fc35be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:46.525794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61161219-70a9-47ce-86bb-29e21616b798 req-7c5087be-85a1-474e-8a6e-bd27fc35be2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 1096 time: 0.0484796 Sep 20 12:36:46.544795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55f3770e-1df2-443a-8543-4407a622246e req-aafcd237-660b-4c04-b13a-885f0f669db9 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Sep 20 12:36:46.549841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:46.568656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61161219-70a9-47ce-86bb-29e21616b798 req-0967aea4-cd00-4141-bd57-f4d1ad8f9f27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360420 Sep 20 12:36:46.830900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7216402-5443-4d16-8b4e-0a988441569d req-12d64995-22b9-4f1f-a0b3-cb1825b79278 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:46.832365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7216402-5443-4d16-8b4e-0a988441569d req-12d64995-22b9-4f1f-a0b3-cb1825b79278 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 945 time: 0.0542016 Sep 20 12:36:46.872424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7216402-5443-4d16-8b4e-0a988441569d req-7f500dad-38ab-4eeb-aedc-9e5e4f12d956 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Sep 20 12:36:47.052793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15e5988b-0823-4275-8115-a0433744c114 req-8d2b9d1c-f897-481f-adc3-f291c919f82c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 210 time: 0.0268703 Sep 20 12:36:47.665713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-d015d713-0e14-4e61-9203-3ec9c4c840dc tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:47.667767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-d015d713-0e14-4e61-9203-3ec9c4c840dc tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 817 time: 0.1090834 Sep 20 12:36:47.668089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b77e7-b5f1-4afc-a03f-1dbfe2516308 req-a73a130d-e590-404c-b124-53715661b144 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:47.669634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b71b77e7-b5f1-4afc-a03f-1dbfe2516308 req-a73a130d-e590-404c-b124-53715661b144 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 945 time: 0.0521622 Sep 20 12:36:47.710225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b71b77e7-b5f1-4afc-a03f-1dbfe2516308 req-49ad87c9-ca7c-4279-903a-359dd4040303 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b665c1-0a44-4192-8e1a-50a418c84419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342321 Sep 20 12:36:47.727186 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-200e068b-8043-42aa-a562-2518cbcaf2da tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c482a3c603c1493a8e4d7f698cdd1d29 HTTP/1.1" status: 200 len: 380 time: 0.0401657 Sep 20 12:36:47.737029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'port': {'device_id': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'admin_state_up': True, 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'security_groups': ['2beaed24-7293-4ce8-97a1-20d72089e8a1']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:47.904705 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:47.914899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-52715e9c-209c-4bdf-af54-7d1930b96b0a tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:47.918426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-52715e9c-209c-4bdf-af54-7d1930b96b0a tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 945 time: 0.0718305 Sep 20 12:36:47.950521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Made reservation on behalf of c482a3c603c1493a8e4d7f698cdd1d29 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:47.955109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.041905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879a97-8d64-4f6e-a165-5072c4097ae7 req-f39d5722-eb39-4f4c-b142-bb23fa4e98e4 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:48.043448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22879a97-8d64-4f6e-a165-5072c4097ae7 req-f39d5722-eb39-4f4c-b142-bb23fa4e98e4 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 945 time: 0.0824821 Sep 20 12:36:48.085972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Deleting port 22a8659f-5c97-491d-bad0-1760294aca4e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:36:48.086193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.097972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Allocated IP 172.20.0.10 (e99487ea-3c74-4d02-ba81-5912a3255fe0/42dda24d-7a62-4ffb-879e-94893262f9e7/b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:36:48.127060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22879a97-8d64-4f6e-a165-5072c4097ae7 req-b5c4796e-c514-48c0-8a5f-0b62af36bd2a tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715826 Sep 20 12:36:48.205334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] For port 22a8659f-5c97-491d-bad0-1760294aca4e, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=22a8659f-5c97-491d-bad0-1760294aca4e,segment=NetworkSegment(e42819b3-181f-4167-a733-310daa478a96),segment_id=e42819b3-181f-4167-a733-310daa478a96)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:48.205704 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.219533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Calling delete_port for 22a8659f-5c97-491d-bad0-1760294aca4e owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:36:48.282321 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.310125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a648ab6-eca2-44a0-a51b-94fdad41d910 req-a87b01b8-0840-42f3-9835-cd2e492d81ad tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 210 time: 0.0367582 Sep 20 12:36:48.426018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.535908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:36:48.535908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:48.535908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:36:48.535908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:48.592467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:48.603072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.671125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.685816 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['22a8659f-5c97-491d-bad0-1760294aca4e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:36:48.728735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fc1f1e16-87b6-4cc2-a5e3-bdad221ad8fa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9953065 Sep 20 12:36:48.741473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Request body: {'port': {'device_id': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:48.754318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Pushing event deleted for resources: {'Port': ['ID=22a8659f-5c97-491d-bad0-1760294aca4e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:48.812751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-32260f9b-6ab1-48c8-b123-136ed73b897f None None] Provisioning complete for port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:48.813159 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-32260f9b-6ab1-48c8-b123-136ed73b897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.879489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:48.889846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-32260f9b-6ab1-48c8-b123-136ed73b897f None None] Port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:36:49.110051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] No DVR routers for this DVR port 22a8659f-5c97-491d-bad0-1760294aca4e on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:36:49.111920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:49.114043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80a0bcba-46c4-4aae-8061-aaa8e8fa7e65 req-17b64419-74a8-488a-83cd-c62814dd0aa2 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.21 "DELETE /v2.0/ports/22a8659f-5c97-491d-bad0-1760294aca4e HTTP/1.1" status: 204 len: 173 time: 1.1893785 Sep 20 12:36:49.114565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb72caa-b457-4fa7-8575-9b3bfd0f31f5', 'name': 'network-vif-deleted', 'tag': '22a8659f-5c97-491d-bad0-1760294aca4e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:49.116959 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e8b90-114a-4650-b62b-0b4a4476ea55" -d '{"events": [{"server_uuid": "cbb72caa-b457-4fa7-8575-9b3bfd0f31f5", "name": "network-vif-deleted", "tag": "22a8659f-5c97-491d-bad0-1760294aca4e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:49.191698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:49.200264 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:49.211746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Transition to ACTIVE for port object b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:36:49.297792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:49.438535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b414f422-898a-4f77-9508-47fcb07a2a2c req-63fe416c-d4a2-4d5a-953f-9d17cf15fda9 tempest-ServerAddressesNegativeTestJSON-1737457586 tempest-ServerAddressesNegativeTestJSON-1737457586-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbb72caa-b457-4fa7-8575-9b3bfd0f31f5 HTTP/1.1" status: 200 len: 210 time: 0.0416760 Sep 20 12:36:49.465709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Attempting to bind port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:36:49.466627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Attempting to bind port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:36:49.466627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Attempting to bind port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f on network e99487ea-3c74-4d02-ba81-5912a3255fe0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:49.469349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:49.489414 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade32a0-7680-4506-8cae-6978eb0ebd5a x-openstack-request-id: req-2ade32a0-7680-4506-8cae-6978eb0ebd5a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:49.489719 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb72caa-b457-4fa7-8575-9b3bfd0f31f5", "name": "network-vif-deleted", "tag": "22a8659f-5c97-491d-bad0-1760294aca4e", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:49.489980 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ade32a0-7680-4506-8cae-6978eb0ebd5a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:49.490419 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb72caa-b457-4fa7-8575-9b3bfd0f31f5', 'name': 'network-vif-deleted', 'tag': '22a8659f-5c97-491d-bad0-1760294aca4e', 'status': 'completed', 'code': 200} Sep 20 12:36:49.507258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f on network e99487ea-3c74-4d02-ba81-5912a3255fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:36:49.507912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Attempting to bind port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f on network e99487ea-3c74-4d02-ba81-5912a3255fe0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:36:49.515410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:36:49.518051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Checking segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:49.518051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Bound using segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:36:49.518051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Bound port: b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:36:49.518051 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:49.601629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:36:49.608563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:36:49.669934 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:49.695645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1502b-5bba-4879-8d11-998425a36499 req-7e580016-243d-4425-b85a-75576a3aef69 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:49.697183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76e1502b-5bba-4879-8d11-998425a36499 req-7e580016-243d-4425-b85a-75576a3aef69 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0726500 Sep 20 12:36:49.711026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:49.711849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:49.713435 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 1092 time: 0.9766498 Sep 20 12:36:49.716523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:49.719977 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad150f6-605a-476a-8779-96f9b2636e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:49.756356 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:49.757745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9548c-3f42-44d6-ae58-ba6734d96775 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:49.767865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76e1502b-5bba-4879-8d11-998425a36499 req-97c5894a-c3c8-4356-957b-5e13e222172d tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537040 Sep 20 12:36:49.903628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-bda20df8-d946-4afd-9df5-87b966504e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:49.905695 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-bda20df8-d946-4afd-9df5-87b966504e3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1095 time: 0.0727649 Sep 20 12:36:49.954558 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2165ca-9220-4e26-8a93-579f9f084c2c x-openstack-request-id: req-4b2165ca-9220-4e26-8a93-579f9f084c2c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:49.954810 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:49.954993 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b2165ca-9220-4e26-8a93-579f9f084c2c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:49.955384 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'status': 'completed', 'code': 200} Sep 20 12:36:49.956887 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-49ab5cc7-06f7-443b-a3fa-551c8ca1b77c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 217 time: 0.0432243 Sep 20 12:36:50.015768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-31097094-1abd-490d-96ca-0eef75790cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:50.017343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-31097094-1abd-490d-96ca-0eef75790cb0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0535004 Sep 20 12:36:50.097408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-7c28b3cc-187e-4fb7-8a2b-1f532d79c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:50.098995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-7c28b3cc-187e-4fb7-8a2b-1f532d79c130 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740545 Sep 20 12:36:50.219917 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-3dadfac5-d4f3-4121-a2bd-f90d1cb49458 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086977 Sep 20 12:36:50.236890 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:50.493154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:50.503219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3dbcde99-2632-42ac-b2bd-6a4d83155bc0 req-0ac8b376-156c-4fc6-9455-0cc42e980c3b service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468618 Sep 20 12:36:50.541296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b43f8c-9787-4070-b1d0-8d403499ef9f admin admin] Deleting subnet a9850b88-7f06-4bab-86f6-d679e27cd70d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:36:50.545046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45b43f8c-9787-4070-b1d0-8d403499ef9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:50.583365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45b43f8c-9787-4070-b1d0-8d403499ef9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:50.631052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45b43f8c-9787-4070-b1d0-8d403499ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:50.669804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-29c2e694-a62d-47ea-b848-db7236780f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:50.671767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-29c2e694-a62d-47ea-b848-db7236780f7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1095 time: 0.0472696 Sep 20 12:36:50.773989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45b43f8c-9787-4070-b1d0-8d403499ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:50.792440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-674ac113-dbe3-4686-86e4-527e6b5d0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:50.794944 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-674ac113-dbe3-4686-86e4-527e6b5d0144 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.1128695 Sep 20 12:36:50.803683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43f8c-9787-4070-b1d0-8d403499ef9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9850b88-7f06-4bab-86f6-d679e27cd70d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:50.807519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45b43f8c-9787-4070-b1d0-8d403499ef9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:50.813648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-45b43f8c-9787-4070-b1d0-8d403499ef9f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a9850b88-7f06-4bab-86f6-d679e27cd70d HTTP/1.1" status: 204 len: 168 time: 0.3152244 Sep 20 12:36:50.813648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:50.854366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-bdd780dd-7f07-46fe-875f-269e6d23caab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 217 time: 0.0422750 Sep 20 12:36:50.911804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-3e65b01f-42e4-4182-bdff-eb377afbd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:50.913539 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-3e65b01f-42e4-4182-bdff-eb377afbd656 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0522733 Sep 20 12:36:50.973757 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:50.982961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-b2cd6a10-f640-497d-9254-e76bf014854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:50.984505 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-b2cd6a10-f640-497d-9254-e76bf014854b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625260 Sep 20 12:36:50.996953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ea73-1f35-4873-911e-0d88344732cc req-8aeaf81d-c662-405e-bf4c-2bed5b95562b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:50.998895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9645ea73-1f35-4873-911e-0d88344732cc req-8aeaf81d-c662-405e-bf4c-2bed5b95562b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1290526 Sep 20 12:36:51.082323 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:51.092296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-ba5ab7e4-220f-4c16-8d34-c84a25dbc5b3 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978382 Sep 20 12:36:51.114579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:51.130965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42819b3-181f-4167-a733-310daa478a96') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:51.131268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42819b3-181f-4167-a733-310daa478a96') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:51.151384 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:51.176206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9645ea73-1f35-4873-911e-0d88344732cc req-30b4cf5a-a27d-445f-bc91-b195a122788b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539528 Sep 20 12:36:51.189849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:51.208907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:36:51.209571 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:36:51.211512 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:36:51.221637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ad150f6-605a-476a-8779-96f9b2636e9d req-2b683ba7-018b-4fc0-b85a-dd176d1d7db1 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183591 Sep 20 12:36:51.322121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:51.340897 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:51.345509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae HTTP/1.1" status: 204 len: 168 time: 0.5298872 Sep 20 12:36:51.345509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88258e6e-0c7d-4ef2-9019-b27540704171 admin admin] Pushing event deleted for resources: {'Network': ['ID=d482aab3-e2f2-4d5c-9c6d-e4f96ebcecae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:51.710301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 22a8659f-5c97-491d-bad0-1760294aca4e no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:36:51.731970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 22a8659f-5c97-491d-bad0-1760294aca4e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:36:51.732240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 22a8659f-5c97-491d-bad0-1760294aca4e not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:36:51.846590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:51.895244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-087ebed8-7df9-4378-af7a-6e25bd7707a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ee3696205b5403d822fc1eb5173d1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471518 Sep 20 12:36:51.897564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:51.949824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45d4e4d6-b9f2-476b-ad3a-f3a7e5638799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:51.971531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45d4e4d6-b9f2-476b-ad3a-f3a7e5638799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:52.106448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45d4e4d6-b9f2-476b-ad3a-f3a7e5638799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:52.109841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45d4e4d6-b9f2-476b-ad3a-f3a7e5638799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:52.111448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-45d4e4d6-b9f2-476b-ad3a-f3a7e5638799 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57b665c1-0a44-4192-8e1a-50a418c84419 HTTP/1.1" status: 204 len: 168 time: 0.2126997 Sep 20 12:36:52.130317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4e4d6-b9f2-476b-ad3a-f3a7e5638799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b665c1-0a44-4192-8e1a-50a418c84419,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:52.304931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7d33-edd5-4213-bedd-2aa83e0da379 req-4425a87b-bb03-474e-b1b1-3585a1a0b74a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:52.306463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9aba7d33-edd5-4213-bedd-2aa83e0da379 req-4425a87b-bb03-474e-b1b1-3585a1a0b74a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0529737 Sep 20 12:36:52.345304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9aba7d33-edd5-4213-bedd-2aa83e0da379 req-002dd892-f122-406b-93f2-1f7d049a7546 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323699 Sep 20 12:36:53.349439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:53.508056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-46955332-network', 'tenant_id': '75948c2273b0421e906d981d159dd7b2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:53.546330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd041a1a-50da-404d-82ba-d68292fcc996 req-a7616e90-f8e5-42de-8c6f-e44f6acc6376 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:53.548573 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd041a1a-50da-404d-82ba-d68292fcc996 req-a7616e90-f8e5-42de-8c6f-e44f6acc6376 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0802894 Sep 20 12:36:53.614569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd041a1a-50da-404d-82ba-d68292fcc996 req-23fe681c-c1d8-427c-89a0-52720f466573 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563517 Sep 20 12:36:53.624483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Made reservation on behalf of 75948c2273b0421e906d981d159dd7b2 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:53.627747 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:53.639037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:53.730146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:36:53.744133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32890) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:53.757269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:53.859147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:53.913352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:36:53.920685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462c9585-d050-4446-af54-cd9919fe8755,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:53.922974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a60f62e-4cb1-4d5b-93c9-9b6511484adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:53.928523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:53.929161 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Added segment d4bc8ae8-3b8e-4055-bf63-69f5b188a373 of type vlan for network 4ec013b9-9ba6-4711-a0b6-d8701303008e Sep 20 12:36:53.959489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:53.971943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'port_id': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'mac_address': 'fa:16:3e:e9:2c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:36:53.993852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.016750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.032718 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:36:54.044551 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a60f62e-4cb1-4d5b-93c9-9b6511484adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.053977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:54.097769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.098719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:54.099319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.128013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a60f62e-4cb1-4d5b-93c9-9b6511484adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.128411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.181432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec013b9-9ba6-4711-a0b6-d8701303008e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:54.184063 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7a60f62e-4cb1-4d5b-93c9-9b6511484adc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90c8cd0566204ce19cf98793ab46db8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363961 Sep 20 12:36:54.185111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60f62e-4cb1-4d5b-93c9-9b6511484adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16e2612-d562-445a-83ed-4a16c1725843,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:54.190746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32896) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:54.196801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 4ec013b9-9ba6-4711-a0b6-d8701303008e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:36:54.222695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:54.237355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-be8c91f0-1ce9-4a61-ad87-04389b3cd643 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8852835 Sep 20 12:36:54.240139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32898) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:54.246070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Request body: {'subnet': {'network_id': '4ec013b9-9ba6-4711-a0b6-d8701303008e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-46955332-subnet', 'tenant_id': '75948c2273b0421e906d981d159dd7b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:54.255703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0d06-d873-4c10-9255-e93b1fd4b468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.277722 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0d06-d873-4c10-9255-e93b1fd4b468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.360439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:36:54.362417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Made reservation on behalf of 75948c2273b0421e906d981d159dd7b2 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:36:54.364983 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.391800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0d06-d873-4c10-9255-e93b1fd4b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.394684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0d06-d873-4c10-9255-e93b1fd4b468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.396113 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ee5c0d06-d873-4c10-9255-e93b1fd4b468 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a16e2612-d562-445a-83ed-4a16c1725843 HTTP/1.1" status: 204 len: 168 time: 0.2076032 Sep 20 12:36:54.411107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c0d06-d873-4c10-9255-e93b1fd4b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16e2612-d562-445a-83ed-4a16c1725843,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:54.671012 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.751697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38ac7d9-0d1b-4a17-bf4a-9e98f999234f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:54.768944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Checking segment: {'id': 'd4bc8ae8-3b8e-4055-bf63-69f5b188a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4ec013b9-9ba6-4711-a0b6-d8701303008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:36:54.769334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Network hostable DHCP agents. Network: 4ec013b9-9ba6-4711-a0b6-d8701303008e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:36:54.784280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50031c-ff02-4f9c-a19c-fe9ad02280a9 req-33818d9d-ad49-4753-8964-a9f76f2500e5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:54.785782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd50031c-ff02-4f9c-a19c-fe9ad02280a9 req-33818d9d-ad49-4753-8964-a9f76f2500e5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 945 time: 0.0763640 Sep 20 12:36:54.834442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd50031c-ff02-4f9c-a19c-fe9ad02280a9 req-565fcf98-64bd-4329-804f-af7cc61bbb7b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Sep 20 12:36:54.859351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Network 4ec013b9-9ba6-4711-a0b6-d8701303008e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:36:54.949507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 4ec013b9-9ba6-4711-a0b6-d8701303008e) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:36:54.953336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:54.955845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:54.963165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e5f09-7e7c-44e8-b56d-1b8a8317a3a6 None None] Network 4ec013b9-9ba6-4711-a0b6-d8701303008e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:55.079913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1ec20-4894-4683-ad9a-55ddea3cdfbb None None] Network 4ec013b9-9ba6-4711-a0b6-d8701303008e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:36:55.134246 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-23007e0a-ecbd-4e89-b367-a8a8656caa5e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8926284 Sep 20 12:36:55.177446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32916) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:55.187176 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eccfcc62-37f4-46ce-9bc3-e88835d9b4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:55.279401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eccfcc62-37f4-46ce-9bc3-e88835d9b4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:55.337480 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eccfcc62-37f4-46ce-9bc3-e88835d9b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:55.377018 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eccfcc62-37f4-46ce-9bc3-e88835d9b4c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f1942a9844b414ba80cf707ceeba964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031448 Sep 20 12:36:55.377892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfcc62-37f4-46ce-9bc3-e88835d9b4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42dac5-52a6-4ed6-95be-6daed5057488,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:55.380710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:55.431792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce68b682-fb93-4f4f-9039-77025f39b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:55.453275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce68b682-fb93-4f4f-9039-77025f39b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:55.590553 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce68b682-fb93-4f4f-9039-77025f39b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:55.593165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce68b682-fb93-4f4f-9039-77025f39b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:55.594337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce68b682-fb93-4f4f-9039-77025f39b172 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd42dac5-52a6-4ed6-95be-6daed5057488 HTTP/1.1" status: 204 len: 168 time: 0.2122374 Sep 20 12:36:55.601788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68b682-fb93-4f4f-9039-77025f39b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42dac5-52a6-4ed6-95be-6daed5057488,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:55.741201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:36:55.903237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:36:55.907341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:36:55.907718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:55.974252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ef204-3ed9-465a-b4a4-51201dfff7f7 req-f71a90c4-42b3-4a01-a905-f2324bb391c3 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:55.976636 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba0ef204-3ed9-465a-b4a4-51201dfff7f7 req-f71a90c4-42b3-4a01-a905-f2324bb391c3 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 945 time: 0.0578208 Sep 20 12:36:55.990532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:56.014267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:56.016814 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0063701a-0c79-498d-94a7-d4e2c5dc47d8" -d '{"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:56.020551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba0ef204-3ed9-465a-b4a4-51201dfff7f7 req-a6767de6-56b9-4abc-afec-0f90e8143580 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Sep 20 12:36:56.031070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:36:56.110699 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:56.162819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:56.287953 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd89632-8380-4550-83cc-c66d49ca5e05 x-openstack-request-id: req-3dd89632-8380-4550-83cc-c66d49ca5e05 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:56.288306 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:56.288618 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dd89632-8380-4550-83cc-c66d49ca5e05 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:56.289094 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'code': 200} Sep 20 12:36:56.391016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798a1ba-1f0c-4907-ae1e-9ae19edf0e41 req-0ecb094b-bb31-4040-9553-57aa7061da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:56.392515 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5798a1ba-1f0c-4907-ae1e-9ae19edf0e41 req-0ecb094b-bb31-4040-9553-57aa7061da54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1097 time: 0.0420475 Sep 20 12:36:56.427285 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5798a1ba-1f0c-4907-ae1e-9ae19edf0e41 req-23c55f98-6e11-44cd-b537-46ac613e72fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268674 Sep 20 12:36:57.158763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af9a49-653e-4526-bd37-1f217b79ba29 req-a460fbf4-3c8c-4ef1-aa84-ca5d7e20c909 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:57.160231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44af9a49-653e-4526-bd37-1f217b79ba29 req-a460fbf4-3c8c-4ef1-aa84-ca5d7e20c909 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0517943 Sep 20 12:36:57.199096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44af9a49-653e-4526-bd37-1f217b79ba29 req-d1f47061-75ac-4232-9281-9e4098b55452 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Sep 20 12:36:57.531997 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-d9a57f13-dd54-4da3-83b8-ff0d65521095 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:57.533263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-d9a57f13-dd54-4da3-83b8-ff0d65521095 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/networks?id=4ec013b9-9ba6-4711-a0b6-d8701303008e HTTP/1.1" status: 200 len: 808 time: 0.1098187 Sep 20 12:36:57.550521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-66adb7af-9570-4447-a591-89b608f440fc tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/quotas/75948c2273b0421e906d981d159dd7b2 HTTP/1.1" status: 200 len: 375 time: 0.0101378 Sep 20 12:36:57.588904 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-5df1d1a9-6b61-4c1b-a6b5-e8a6206518e1 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75948c2273b0421e906d981d159dd7b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326016 Sep 20 12:36:57.778609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-62200050-45f6-46a3-a8d1-fbf0c23502f2 service neutron] 10.222.0.37 "GET /v2.0/networks/4ec013b9-9ba6-4711-a0b6-d8701303008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824880 Sep 20 12:36:57.887121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-c66f36dd-af7a-4ddc-9b1d-9e20fd045a69 service neutron] 10.222.0.37 "GET /v2.0/networks/4ec013b9-9ba6-4711-a0b6-d8701303008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019621 Sep 20 12:36:58.338773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e825bad1-cc18-4b0f-ab1f-80f3c651f2be req-ee84b682-abeb-4bbb-a5d0-ab96167407b4 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 210 time: 0.0318084 Sep 20 12:36:58.448733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc8219-fd46-4c06-94ec-6ff9a644eef4 req-b2f6bc59-a6f7-4710-bfe6-b9f97d964ba4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:58.450268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0bc8219-fd46-4c06-94ec-6ff9a644eef4 req-b2f6bc59-a6f7-4710-bfe6-b9f97d964ba4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0524943 Sep 20 12:36:58.489322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0bc8219-fd46-4c06-94ec-6ff9a644eef4 req-d7c136fa-840c-445e-9201-5e40fee2dba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329554 Sep 20 12:36:58.701686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7df0-a3a1-4d27-862f-2386e1d72c48 req-3c5e2c41-dff5-456e-b219-b28499048159 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:36:58.703429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-efbb7df0-a3a1-4d27-862f-2386e1d72c48 req-3c5e2c41-dff5-456e-b219-b28499048159 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0504458 Sep 20 12:36:58.714088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33076) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:58.719857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'floatingip': {'port_id': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:36:58.763389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:58.769002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:58.884634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60183201-8b8d-4187-997d-5b841a52ef24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:58.985977 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60183201-8b8d-4187-997d-5b841a52ef24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.103105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60183201-8b8d-4187-997d-5b841a52ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.142391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-60183201-8b8d-4187-997d-5b841a52ef24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73bdde4d041449c28b46aa25ac30cbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720448 Sep 20 12:36:59.144378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60183201-8b8d-4187-997d-5b841a52ef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5607d-2fb4-4c42-855e-de5b9a1b8e51,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:59.146865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:36:59.195266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70077c92-cd7f-406e-b72f-78a92c113cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.217620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70077c92-cd7f-406e-b72f-78a92c113cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.221809 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.384692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.420933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8cb9675-9efd-4302-b764-a639db1ed73f req-58d4f080-5d87-4530-8eec-a4ffa375b6ac tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 210 time: 0.0293992 Sep 20 12:36:59.421690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70077c92-cd7f-406e-b72f-78a92c113cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.424255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70077c92-cd7f-406e-b72f-78a92c113cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.425383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-70077c92-cd7f-406e-b72f-78a92c113cbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8d5607d-2fb4-4c42-855e-de5b9a1b8e51 HTTP/1.1" status: 204 len: 168 time: 0.2775862 Sep 20 12:36:59.435438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70077c92-cd7f-406e-b72f-78a92c113cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5607d-2fb4-4c42-855e-de5b9a1b8e51,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:36:59.496373 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Floating IP 6792d526-874c-4e95-bf26-962b3b2220a4 associated. External IP: 172.25.6.19, port: b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f. Sep 20 12:36:59.708070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Router a8760c99-bb9f-4f16-ae35-b37fddb31036 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:36:59.815881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:36:59.821174 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:36:59.826034 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] Sync routers for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:36:59.835777 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:36:59.836395 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:36:59.852060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e1012a76-8289-41dd-ba9a-66b41bb1ed8b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "PUT /v2.0/floatingips/6792d526-874c-4e95-bf26-962b3b2220a4 HTTP/1.1" status: 200 len: 991 time: 1.1367881 Sep 20 12:36:59.852614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:36:59.855983 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dabd6d0-4ab5-4779-8f96-bef906d42504" -d '{"events": [{"name": "network-changed", "server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:36:59.943660 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:36:59.963816 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4e6530-f3cb-4bec-91a3-6cd76f8122ff x-openstack-request-id: req-6e4e6530-f3cb-4bec-91a3-6cd76f8122ff {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:36:59.964359 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:36:59.964778 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e4e6530-f3cb-4bec-91a3-6cd76f8122ff {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:36:59.965382 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'status': 'completed', 'code': 200} Sep 20 12:37:00.038428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-bdb21e45-8337-40e8-ba63-a5602d3a759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:00.040187 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-bdb21e45-8337-40e8-ba63-a5602d3a759f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1097 time: 0.0546556 Sep 20 12:37:00.084309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33106) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:00.100744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-985dc4d8-f7ee-45eb-b941-05acb27776a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:00.140324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-019a68c2-c59c-40da-aea1-d05f109d57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:00.142232 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-019a68c2-c59c-40da-aea1-d05f109d57fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.0930200 Sep 20 12:37:00.203948 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6792d526-874c-4e95-bf26-962b3b2220a4', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'port_id': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'mac_address': 'fa:16:3e:e9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:36:43Z', 'updated_at': '2021-09-20T12:36:59Z', 'revision_number': 1, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:00.212159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-985dc4d8-f7ee-45eb-b941-05acb27776a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:00.223831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-c43acbab-f7c5-4d7e-ab21-53785b15a788 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 999 time: 0.0717876 Sep 20 12:37:00.233867 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] Checking router: a8760c99-bb9f-4f16-ae35-b37fddb31036 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:37:00.242348 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:37:00.243003 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:36:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:00.273216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-9026d8ca-5ca8-4dfb-a382-e545c3850af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:00.274676 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-9026d8ca-5ca8-4dfb-a382-e545c3850af2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0430713 Sep 20 12:37:00.298893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-985dc4d8-f7ee-45eb-b941-05acb27776a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:00.322193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-fa3c0b87-f4bd-499b-9f61-1d89379098a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:00.324302 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-fa3c0b87-f4bd-499b-9f61-1d89379098a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408599 Sep 20 12:37:00.340092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-985dc4d8-f7ee-45eb-b941-05acb27776a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e11a6e5e230843f5a64206f62036f5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546821 Sep 20 12:37:00.341131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dc4d8-f7ee-45eb-b941-05acb27776a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbae9a4e-8d67-4434-abac-b854a8893906,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:00.343557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33108) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:00.398192 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:37:00.408677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e13dfb9-5846-4306-944e-845ec7622e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:00.434245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e13dfb9-5846-4306-944e-845ec7622e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:00.505229 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-236ce089-3312-48a6-91f7-0c3dfdf9d835 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715117 Sep 20 12:37:00.556151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-558cdde5-a171-4100-bafa-8a7d5ddff19d req-dac490bb-9aa7-4935-ae89-63adf804e527 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 210 time: 0.0329416 Sep 20 12:37:00.589276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e13dfb9-5846-4306-944e-845ec7622e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:00.591995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e13dfb9-5846-4306-944e-845ec7622e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:00.593234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e13dfb9-5846-4306-944e-845ec7622e40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbae9a4e-8d67-4434-abac-b854a8893906 HTTP/1.1" status: 204 len: 168 time: 0.2485054 Sep 20 12:37:00.623753 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1dabd6d0-4ab5-4779-8f96-bef906d42504 req-0950ced3-fac7-4eda-ba21-6feecef102fa service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094787 Sep 20 12:37:00.664515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13dfb9-5846-4306-944e-845ec7622e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbae9a4e-8d67-4434-abac-b854a8893906,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:00.802675 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6792d526-874c-4e95-bf26-962b3b2220a4', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'port_id': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'mac_address': 'fa:16:3e:e9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:36:43Z', 'updated_at': '2021-09-20T12:36:59Z', 'revision_number': 1, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:00.833571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-735ac6f5-6120-4527-a8a6-069320097e53 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:00.835045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-735ac6f5-6120-4527-a8a6-069320097e53 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.21 "GET /v2.0/networks?id=4ec013b9-9ba6-4711-a0b6-d8701303008e HTTP/1.1" status: 200 len: 808 time: 0.2593729 Sep 20 12:37:00.840045 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0981565-3ce1-4398-a15a-05624af4df59 None None] The sync data for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 is: [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6792d526-874c-4e95-bf26-962b3b2220a4', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'port_id': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'mac_address': 'fa:16:3e:e9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:36:43Z', 'updated_at': '2021-09-20T12:36:59Z', 'revision_number': 1, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:37:00.849417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Request body: {'port': {'device_id': '92977caf-7559-4c78-ac6d-239d35074b8a', 'network_id': '4ec013b9-9ba6-4711-a0b6-d8701303008e', 'admin_state_up': True, 'tenant_id': '75948c2273b0421e906d981d159dd7b2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:01.081691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Made reservation on behalf of 75948c2273b0421e906d981d159dd7b2 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:01.085945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:01.127967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeefe16-1080-48ce-8a67-13be1c5eea8c None None] New status for floating IP 6792d526-874c-4e95-bf26-962b3b2220a4: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:37:01.267854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Allocated IP 172.20.0.2 (4ec013b9-9ba6-4711-a0b6-d8701303008e/b38ac7d9-0d1b-4a17-bf4a-9e98f999234f/1db6fbda-b10a-4035-9278-f59f0e69ea81) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:37:01.435482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:01.555096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:01.598854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Network 4ec013b9-9ba6-4711-a0b6-d8701303008e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:37:01.602086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:01.606150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:37:01.614904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Pushing event updated for resources: {'Port': ['ID=1db6fbda-b10a-4035-9278-f59f0e69ea81,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:01.699661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:01.701986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:01.731158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013384-d3fb-44d2-8011-12dd3ca31b20 req-7f176466-8e71-4e9d-978a-8791d2e70856 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:01.732673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17013384-d3fb-44d2-8011-12dd3ca31b20 req-7f176466-8e71-4e9d-978a-8791d2e70856 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 931 time: 0.0868883 Sep 20 12:37:01.788320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17013384-d3fb-44d2-8011-12dd3ca31b20 req-48fb74c9-8c79-4248-968d-b0e73b742c25 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491903 Sep 20 12:37:01.792558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-04383347-0ee4-4965-89b2-766959bb32ae tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9470758 Sep 20 12:37:01.806417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Request body: {'port': {'device_id': '92977caf-7559-4c78-ac6d-239d35074b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:01.864482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:01.978161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33154) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:02.132580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254779160-network', 'tenant_id': 'f047f380152e420a95241c7458837852'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:02.204953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db6fbda-b10a-4035-9278-f59f0e69ea81 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:37:02.212871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.223190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Made reservation on behalf of f047f380152e420a95241c7458837852 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:02.225287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Transition to ACTIVE for port object 1db6fbda-b10a-4035-9278-f59f0e69ea81 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:37:02.225740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.239950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.296859 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.328461 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.371299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Pushing event updated for resources: {'Port': ['ID=1db6fbda-b10a-4035-9278-f59f0e69ea81,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:02.413218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.427874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Attempting to bind port 1db6fbda-b10a-4035-9278-f59f0e69ea81 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:37:02.428205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Attempting to bind port 1db6fbda-b10a-4035-9278-f59f0e69ea81 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'd4bc8ae8-3b8e-4055-bf63-69f5b188a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4ec013b9-9ba6-4711-a0b6-d8701303008e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:37:02.428730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Attempting to bind port 1db6fbda-b10a-4035-9278-f59f0e69ea81 on network 4ec013b9-9ba6-4711-a0b6-d8701303008e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:02.432963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Port 1db6fbda-b10a-4035-9278-f59f0e69ea81 on network 4ec013b9-9ba6-4711-a0b6-d8701303008e not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:37:02.433324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Attempting to bind port 1db6fbda-b10a-4035-9278-f59f0e69ea81 on network 4ec013b9-9ba6-4711-a0b6-d8701303008e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:02.438567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:37:02.439250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Checking segment: {'id': 'd4bc8ae8-3b8e-4055-bf63-69f5b188a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4ec013b9-9ba6-4711-a0b6-d8701303008e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:02.439250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Bound using segment: {'id': 'd4bc8ae8-3b8e-4055-bf63-69f5b188a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4ec013b9-9ba6-4711-a0b6-d8701303008e'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:37:02.439691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Bound port: 1db6fbda-b10a-4035-9278-f59f0e69ea81, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bc8ae8-3b8e-4055-bf63-69f5b188a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4ec013b9-9ba6-4711-a0b6-d8701303008e'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:37:02.440118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.442495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:37:02.453563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:02.462363 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.463430 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Added segment 427ae2c6-5618-4a17-9443-048b89a7c182 of type vlan for network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a Sep 20 12:37:02.507816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.517076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] For port 1db6fbda-b10a-4035-9278-f59f0e69ea81, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:37:02.525749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] For port 1db6fbda-b10a-4035-9278-f59f0e69ea81, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1db6fbda-b10a-4035-9278-f59f0e69ea81,segment=NetworkSegment(d4bc8ae8-3b8e-4055-bf63-69f5b188a373),segment_id=d4bc8ae8-3b8e-4055-bf63-69f5b188a373)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:37:02.602391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.630797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.631737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.633000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.643873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.644492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.646441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] 10.222.0.21 "PUT /v2.0/ports/1db6fbda-b10a-4035-9278-f59f0e69ea81 HTTP/1.1" status: 200 len: 1091 time: 0.8440225 Sep 20 12:37:02.646441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92977caf-7559-4c78-ac6d-239d35074b8a', 'tag': '1db6fbda-b10a-4035-9278-f59f0e69ea81'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:02.648637 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "92977caf-7559-4c78-ac6d-239d35074b8a", "tag": "1db6fbda-b10a-4035-9278-f59f0e69ea81"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:02.687089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18fbcc-4b74-49b6-bcdc-fe7a8d437a58 service neutron] Pushing event updated for resources: {'Port': ['ID=1db6fbda-b10a-4035-9278-f59f0e69ea81,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:02.708474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] Pushing event updated for resources: {'Network': ['ID=8cd28a03-6913-4eee-bb96-40d6c7a80a9a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:02.720288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:37:02.749024 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f1851899-858a-4ab7-a2ca-68bb630ea69e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7663171 Sep 20 12:37:02.749255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:02.753925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Request body: {'subnet': {'network_id': '8cd28a03-6913-4eee-bb96-40d6c7a80a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254779160-subnet', 'tenant_id': 'f047f380152e420a95241c7458837852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:02.755628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-73bab6b8-78bf-41ea-ace3-6c40bdf64a61 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.762829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-73bab6b8-78bf-41ea-ace3-6c40bdf64a61 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.769288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-73bab6b8-78bf-41ea-ace3-6c40bdf64a61 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.775251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-73bab6b8-78bf-41ea-ace3-6c40bdf64a61 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.781448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-73bab6b8-78bf-41ea-ace3-6c40bdf64a61 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.787323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-73bab6b8-78bf-41ea-ace3-6c40bdf64a61 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.794280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-73bab6b8-78bf-41ea-ace3-6c40bdf64a61 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.796229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-73bab6b8-78bf-41ea-ace3-6c40bdf64a61 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5435 time: 0.1048415 Sep 20 12:37:02.865032 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6dac2829-50f3-4f09-9076-61b2972baca6 req-60bfa6c1-ee72-4a63-bfa8-358be0cc5d6a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537817 Sep 20 12:37:02.873074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-07a1fcd6-9200-4517-930e-98a942277b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.876092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-07a1fcd6-9200-4517-930e-98a942277b29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75948c2273b0421e906d981d159dd7b2&device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 1094 time: 0.0764427 Sep 20 12:37:02.876495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Made reservation on behalf of f047f380152e420a95241c7458837852 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:02.879042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:02.926942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-cdc1f20a-3b2b-4132-9b80-e088a1b8b577 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1db6fbda-b10a-4035-9278-f59f0e69ea81 HTTP/1.1" status: 200 len: 217 time: 0.0407052 Sep 20 12:37:02.964854 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e223745a-b8fb-4211-8337-2d3d31b8d716 x-openstack-request-id: req-e223745a-b8fb-4211-8337-2d3d31b8d716 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:02.965181 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92977caf-7559-4c78-ac6d-239d35074b8a", "tag": "1db6fbda-b10a-4035-9278-f59f0e69ea81", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:02.965433 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e223745a-b8fb-4211-8337-2d3d31b8d716 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:02.965912 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92977caf-7559-4c78-ac6d-239d35074b8a', 'tag': '1db6fbda-b10a-4035-9278-f59f0e69ea81', 'status': 'completed', 'code': 200} Sep 20 12:37:02.986424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-17cc0685-242b-4b08-95a3-5c6302a81795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:02.988687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-17cc0685-242b-4b08-95a3-5c6302a81795 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b38ac7d9-0d1b-4a17-bf4a-9e98f999234f HTTP/1.1" status: 200 len: 848 time: 0.0555971 Sep 20 12:37:03.028913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-9a103d77-e58b-4f91-9178-fdea3746461f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec013b9-9ba6-4711-a0b6-d8701303008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324233 Sep 20 12:37:03.154862 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:03.214264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d2893-6f01-46a8-8ec5-673c4bd803c5 req-0998b4dd-9cd6-473c-bd12-2dcfe419d303 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.215972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f7d2893-6f01-46a8-8ec5-673c4bd803c5 req-0998b4dd-9cd6-473c-bd12-2dcfe419d303 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 943 time: 0.2042692 Sep 20 12:37:03.221989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-82770cae-4064-4d5c-aa0e-08a966479ef5 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec013b9-9ba6-4711-a0b6-d8701303008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836863 Sep 20 12:37:03.226887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ee4f47-a01d-4d5a-affa-4480e4b3de9e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:03.243645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Checking segment: {'id': '427ae2c6-5618-4a17-9443-048b89a7c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cd28a03-6913-4eee-bb96-40d6c7a80a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:03.244035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Network hostable DHCP agents. Network: 8cd28a03-6913-4eee-bb96-40d6c7a80a9a, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:37:03.310897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f7d2893-6f01-46a8-8ec5-673c4bd803c5 req-7d5f8a82-98c6-48ed-aa39-73130d7819b1 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878611 Sep 20 12:37:03.334620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:37:03.350887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a2096a1-5acf-4d60-bdf4-998c1c8c1760 req-9a6e0fd5-e0ae-4dd7-9162-079a00ff3389 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec013b9-9ba6-4711-a0b6-d8701303008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202307 Sep 20 12:37:03.396159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 8cd28a03-6913-4eee-bb96-40d6c7a80a9a) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:03.400737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.401626 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:03.407268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240cb9f-4307-4c2c-a5b3-e75f3a2eb1ae None None] Network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:37:03.522302 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6e481e76-a98a-465d-adf2-e92909f4c888 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7716992 Sep 20 12:37:03.536780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-b5037e71-e584-4b10-acd6-c02b208bae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.538696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-b5037e71-e584-4b10-acd6-c02b208bae42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75948c2273b0421e906d981d159dd7b2&device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 1094 time: 0.0547650 Sep 20 12:37:03.663402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-0ee7c3b0-b3e5-425f-b780-5e34ef25bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.665649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-0ee7c3b0-b3e5-425f-b780-5e34ef25bab0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ec013b9-9ba6-4711-a0b6-d8701303008e HTTP/1.1" status: 200 len: 908 time: 0.1192994 Sep 20 12:37:03.714912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2513106-b4c8-4701-9f26-464605bc27bf None None] Network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:37:03.715292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-67a6aeac-8e37-4aae-95c3-bfb181d862dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1db6fbda-b10a-4035-9278-f59f0e69ea81 HTTP/1.1" status: 200 len: 217 time: 0.0419643 Sep 20 12:37:03.794450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-b103d495-9adb-4959-a0aa-f35559f301d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.804906 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-b103d495-9adb-4959-a0aa-f35559f301d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b38ac7d9-0d1b-4a17-bf4a-9e98f999234f HTTP/1.1" status: 200 len: 848 time: 0.0577292 Sep 20 12:37:03.816265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4407-a263-40e4-90d4-e78d8f51ac46 req-ed72e33a-03e0-4e0f-837a-05ed9d1c5e95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.823816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4407-a263-40e4-90d4-e78d8f51ac46 req-ed72e33a-03e0-4e0f-837a-05ed9d1c5e95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.829827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4407-a263-40e4-90d4-e78d8f51ac46 req-ed72e33a-03e0-4e0f-837a-05ed9d1c5e95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.835866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4407-a263-40e4-90d4-e78d8f51ac46 req-ed72e33a-03e0-4e0f-837a-05ed9d1c5e95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.843705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4407-a263-40e4-90d4-e78d8f51ac46 req-ed72e33a-03e0-4e0f-837a-05ed9d1c5e95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.849727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4407-a263-40e4-90d4-e78d8f51ac46 req-ed72e33a-03e0-4e0f-837a-05ed9d1c5e95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.856448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4407-a263-40e4-90d4-e78d8f51ac46 req-ed72e33a-03e0-4e0f-837a-05ed9d1c5e95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:03.861052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15ee4407-a263-40e4-90d4-e78d8f51ac46 req-ed72e33a-03e0-4e0f-837a-05ed9d1c5e95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5435 time: 0.1466966 Sep 20 12:37:03.891864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-83804078-6e25-4e5f-bab8-542f76ba802b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ec013b9-9ba6-4711-a0b6-d8701303008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324440 Sep 20 12:37:03.995590 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-72a5df8f-32cd-492d-b9ed-2133b94d9365 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec013b9-9ba6-4711-a0b6-d8701303008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895429 Sep 20 12:37:04.102003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85973f3-d06a-42fb-a60b-fbe818a0c3bb req-b31872bb-147a-4d85-b7e7-b641407de02f service neutron] 10.222.0.21 "GET /v2.0/networks/4ec013b9-9ba6-4711-a0b6-d8701303008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970838 Sep 20 12:37:04.327126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33202) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:04.332050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-309183594-network', 'tenant_id': '4a3d71f72fb74646bc7aee21592bf877'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:04.436392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953f45d-f4da-4c53-940d-4b26f6b7cc3f req-71442549-b73b-42d8-953f-8a3102c6c95f tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:04.438008 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1953f45d-f4da-4c53-940d-4b26f6b7cc3f req-71442549-b73b-42d8-953f-8a3102c6c95f tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 943 time: 0.0548854 Sep 20 12:37:04.439153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Made reservation on behalf of 4a3d71f72fb74646bc7aee21592bf877 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:04.441503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:04.456157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:04.496638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1953f45d-f4da-4c53-940d-4b26f6b7cc3f req-ba517f01-2b57-4327-b6fd-13ce224eaf1f tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519161 Sep 20 12:37:04.570459 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:04.664606 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:04.693450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:37:04.703517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2328c1f-0ee6-428b-9644-4baaeb776dbe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:04.708314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:04.708674 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Added segment 507850c6-e0a6-41fe-98f4-3ec16d7b1c63 of type vlan for network feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe Sep 20 12:37:04.749231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:04.812669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:04.813680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:04.814269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:04.883429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] Pushing event updated for resources: {'Network': ['ID=feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:04.889533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f8c81b1-e07b-43e0-b830-ba445d2e008b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5613070 Sep 20 12:37:04.890928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33210) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:04.894834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:37:04.897154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Request body: {'subnet': {'network_id': 'feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-309183594-subnet', 'tenant_id': '4a3d71f72fb74646bc7aee21592bf877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:04.999627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Made reservation on behalf of 4a3d71f72fb74646bc7aee21592bf877 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:05.002232 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:05.230742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:05.286761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342f9d81-9fe4-4b4f-b5dc-0bf66d0c90cf,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:05.296171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Checking segment: {'id': '507850c6-e0a6-41fe-98f4-3ec16d7b1c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:05.296529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Network hostable DHCP agents. Network: feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:37:05.382780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Network feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:37:05.486365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:05.489831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dac64f-cead-4f12-a259-71f25d4d0e9d None None] Network feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:37:05.495931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:05.497374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:05.573904 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f932886-bbfb-4e7e-8a32-82a4d3188993 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6818841 Sep 20 12:37:05.710982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa04a4b-24bf-4b61-be78-2517634773ad req-ad14e723-7364-4a08-a24b-65edcf4a75d1 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:05.713711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1aa04a4b-24bf-4b61-be78-2517634773ad req-ad14e723-7364-4a08-a24b-65edcf4a75d1 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 943 time: 0.0556607 Sep 20 12:37:05.793042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1db6fbda-b10a-4035-9278-f59f0e69ea81 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:37:05.808588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb1b4c-3107-4673-87e1-df6cf066bdc0 None None] Network feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:37:06.051271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1db6fbda-b10a-4035-9278-f59f0e69ea81, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1db6fbda-b10a-4035-9278-f59f0e69ea81,segment=NetworkSegment(d4bc8ae8-3b8e-4055-bf63-69f5b188a373),segment_id=d4bc8ae8-3b8e-4055-bf63-69f5b188a373)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:06.057345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1aa04a4b-24bf-4b61-be78-2517634773ad req-01b22759-b4a7-44f5-9810-4cbc664e4bbe tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377326 Sep 20 12:37:06.062522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '1db6fbda-b10a-4035-9278-f59f0e69ea81', 'network_id': '4ec013b9-9ba6-4711-a0b6-d8701303008e', 'port_id': '1db6fbda-b10a-4035-9278-f59f0e69ea81', 'mac_address': 'fa:16:3e:90:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ac7d9-0d1b-4a17-bf4a-9e98f999234f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:37:06.109737 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:06.112535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-be032703-651b-4750-9bae-b65d63ade49c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509014 Sep 20 12:37:06.130440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db6fbda-b10a-4035-9278-f59f0e69ea81 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:37:06.156929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1db6fbda-b10a-4035-9278-f59f0e69ea81, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1db6fbda-b10a-4035-9278-f59f0e69ea81,segment=NetworkSegment(d4bc8ae8-3b8e-4055-bf63-69f5b188a373),segment_id=d4bc8ae8-3b8e-4055-bf63-69f5b188a373)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:06.157752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33248) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:06.210381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-fe4833d0-aa31-407a-acc2-a067230f5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.212180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-fe4833d0-aa31-407a-acc2-a067230f5a3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=519c44a32c7641d8b8d12d4e33e5f57a&device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0406890 Sep 20 12:37:06.236051 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:06.293267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=1db6fbda-b10a-4035-9278-f59f0e69ea81,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:06.341077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-6eb83fdb-18d8-423c-85ca-7cc2f40b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.341562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-6eb83fdb-18d8-423c-85ca-7cc2f40b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.342035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-6eb83fdb-18d8-423c-85ca-7cc2f40b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.342500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-6eb83fdb-18d8-423c-85ca-7cc2f40b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.342957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-6eb83fdb-18d8-423c-85ca-7cc2f40b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.343521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-6eb83fdb-18d8-423c-85ca-7cc2f40b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.343974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-6eb83fdb-18d8-423c-85ca-7cc2f40b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.349490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-6eb83fdb-18d8-423c-85ca-7cc2f40b89d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6492 time: 0.1906674 Sep 20 12:37:06.461039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-25e979f0-4f1b-4bb4-b677-41b1dcf85a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.462990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-25e979f0-4f1b-4bb4-b677-41b1dcf85a84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0439f2ec-8234-42a1-990c-ba12bbe151e1 HTTP/1.1" status: 200 len: 914 time: 0.2222886 Sep 20 12:37:06.473595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-3824bdde-07aa-4034-a9d6-f8a5a63c8064 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208096 Sep 20 12:37:06.475305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['1db6fbda-b10a-4035-9278-f59f0e69ea81'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:37:06.589588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-5f9ce4d0-16d7-441b-b446-427bcd42d916 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.591020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-5f9ce4d0-16d7-441b-b446-427bcd42d916 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/networks?id=8cd28a03-6913-4eee-bb96-40d6c7a80a9a HTTP/1.1" status: 200 len: 809 time: 0.2280140 Sep 20 12:37:06.593044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-506c87c9-7d43-4241-9d3b-5f1464af6e21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75 HTTP/1.1" status: 200 len: 1002 time: 0.1159091 Sep 20 12:37:06.614836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-7092f3fa-0a74-4021-bf84-ebe7b2546d3e tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/quotas/f047f380152e420a95241c7458837852 HTTP/1.1" status: 200 len: 375 time: 0.0179100 Sep 20 12:37:06.661967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ffc3341b-16a7-4138-a768-1bafa244a955 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f047f380152e420a95241c7458837852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304713 Sep 20 12:37:06.678019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-c95c4f91-2586-417b-8099-216ef92523c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.679369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-c95c4f91-2586-417b-8099-216ef92523c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c8ce964-c4ec-4f83-8f58-a1b629d949f7 HTTP/1.1" status: 200 len: 853 time: 0.0750415 Sep 20 12:37:06.776816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-ed151668-a161-444c-acb5-6841c785daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:06.778622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-ed151668-a161-444c-acb5-6841c785daf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0439f2ec-8234-42a1-990c-ba12bbe151e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881152 Sep 20 12:37:06.818130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ea0577df-4e1b-48f1-9428-1901bd7f8440 service neutron] 10.222.0.37 "GET /v2.0/networks/8cd28a03-6913-4eee-bb96-40d6c7a80a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475356 Sep 20 12:37:06.966624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-1e273cff-4d21-4c56-bb38-6310810478af service neutron] 10.222.0.21 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790607 Sep 20 12:37:07.001773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-30fa225b-28bd-427b-bc94-c77b731d6064 service neutron] 10.222.0.37 "GET /v2.0/networks/8cd28a03-6913-4eee-bb96-40d6c7a80a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732323 Sep 20 12:37:07.080408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72785f3c-8fa1-4223-b9ec-9103b7628db4 req-1c41c9eb-e0ba-4032-882f-fa9c1d4689bb service neutron] 10.222.0.21 "GET /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049342 Sep 20 12:37:07.461173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b797a-ca94-412b-a809-b920c7299809 req-6da77f72-bc08-418d-8ad2-5342b10ddfdb tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:07.475269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c98b797a-ca94-412b-a809-b920c7299809 req-6da77f72-bc08-418d-8ad2-5342b10ddfdb tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 944 time: 0.0927014 Sep 20 12:37:07.518162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c98b797a-ca94-412b-a809-b920c7299809 req-20f624cc-92dc-4ae6-bd6e-87187dadb6b7 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Sep 20 12:37:07.664141 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-214b72a1-4853-4c98-a93b-5a18f6723400 req-ed25535e-31c1-4f64-8454-c78a80473fcf tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 210 time: 0.0298057 Sep 20 12:37:07.808497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1db6fbda-b10a-4035-9278-f59f0e69ea81 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:37:07.948331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 1db6fbda-b10a-4035-9278-f59f0e69ea81 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:37:07.952383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 1db6fbda-b10a-4035-9278-f59f0e69ea81 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:07.952860 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:08.031510 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:08.054670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92977caf-7559-4c78-ac6d-239d35074b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db6fbda-b10a-4035-9278-f59f0e69ea81'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:08.058092 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe6d691-c7d5-4658-ba24-9e234b1846b8" -d '{"events": [{"server_uuid": "92977caf-7559-4c78-ac6d-239d35074b8a", "name": "network-vif-plugged", "status": "completed", "tag": "1db6fbda-b10a-4035-9278-f59f0e69ea81"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:08.071679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 1db6fbda-b10a-4035-9278-f59f0e69ea81, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1db6fbda-b10a-4035-9278-f59f0e69ea81,segment=NetworkSegment(d4bc8ae8-3b8e-4055-bf63-69f5b188a373),segment_id=d4bc8ae8-3b8e-4055-bf63-69f5b188a373)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:08.099175 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d33cc2c-36d1-4072-b553-1be6e466f6bd x-openstack-request-id: req-1d33cc2c-36d1-4072-b553-1be6e466f6bd {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:08.099468 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92977caf-7559-4c78-ac6d-239d35074b8a", "name": "network-vif-plugged", "status": "completed", "tag": "1db6fbda-b10a-4035-9278-f59f0e69ea81", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:08.099722 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d33cc2c-36d1-4072-b553-1be6e466f6bd {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:08.100141 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92977caf-7559-4c78-ac6d-239d35074b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db6fbda-b10a-4035-9278-f59f0e69ea81', 'code': 200} Sep 20 12:37:08.121820 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:08.170337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=1db6fbda-b10a-4035-9278-f59f0e69ea81,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:08.200503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bca15-8b65-4ed5-b121-9b9864acc655 req-1c9e9c09-910a-4864-af74-c177f9857ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:08.202052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-732bca15-8b65-4ed5-b121-9b9864acc655 req-1c9e9c09-910a-4864-af74-c177f9857ce9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 1096 time: 0.0406682 Sep 20 12:37:08.244867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-732bca15-8b65-4ed5-b121-9b9864acc655 req-8528eaf8-a375-4f87-bf2e-b8278087b94c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Sep 20 12:37:08.652317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35a64-cc49-4a80-806f-69b134d323d8 req-150f7d92-5818-42c0-a342-1e01f90826e4 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:08.653862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ef35a64-cc49-4a80-806f-69b134d323d8 req-150f7d92-5818-42c0-a342-1e01f90826e4 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 945 time: 0.0532925 Sep 20 12:37:08.699322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ef35a64-cc49-4a80-806f-69b134d323d8 req-cc9704b6-b53d-47f2-8691-7a134e185357 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Sep 20 12:37:08.842921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f10401b-a3b3-4399-bd31-b564363319ef req-be3b831b-7f57-43ff-8676-f53fbd55dc66 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 210 time: 0.0279832 Sep 20 12:37:09.478839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ecc7d608-4661-4921-a34c-d59b6fe002a3 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.480864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ecc7d608-4661-4921-a34c-d59b6fe002a3 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.32 "GET /v2.0/networks?id=8cd28a03-6913-4eee-bb96-40d6c7a80a9a HTTP/1.1" status: 200 len: 809 time: 0.1246088 Sep 20 12:37:09.513447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Request body: {'port': {'device_id': 'd70494e0-717f-45dd-897c-65d26d1c371f', 'network_id': '8cd28a03-6913-4eee-bb96-40d6c7a80a9a', 'admin_state_up': True, 'tenant_id': 'f047f380152e420a95241c7458837852'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:09.677320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-9afb4576-ef9d-4bf1-b3af-b2fe8c2e2cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1466613 Sep 20 12:37:09.828784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Made reservation on behalf of f047f380152e420a95241c7458837852 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:09.829995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-fc78af29-7d0e-45b8-8870-85aada871a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.830552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-fc78af29-7d0e-45b8-8870-85aada871a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.831033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-fc78af29-7d0e-45b8-8870-85aada871a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.831504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-fc78af29-7d0e-45b8-8870-85aada871a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.832078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-fc78af29-7d0e-45b8-8870-85aada871a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.832530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-fc78af29-7d0e-45b8-8870-85aada871a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.832630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:09.833098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-fc78af29-7d0e-45b8-8870-85aada871a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.835187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-fc78af29-7d0e-45b8-8870-85aada871a35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd288628e954d50bff617b055b848c8&device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 6498 time: 0.0920825 Sep 20 12:37:09.848131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621136ef-2a31-4e07-ba19-0faf2a63a920 req-6637560a-f56f-4d98-9ea6-685804c46f98 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:09.849995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-621136ef-2a31-4e07-ba19-0faf2a63a920 req-6637560a-f56f-4d98-9ea6-685804c46f98 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 945 time: 0.0686536 Sep 20 12:37:09.967968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-621136ef-2a31-4e07-ba19-0faf2a63a920 req-b2ba047f-de75-434f-815f-939da9f2d04a tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083651 Sep 20 12:37:10.013460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-22a5bd8e-aa2b-4540-aa86-e52e73f04671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.013991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-22a5bd8e-aa2b-4540-aa86-e52e73f04671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.014459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-22a5bd8e-aa2b-4540-aa86-e52e73f04671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.017171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-22a5bd8e-aa2b-4540-aa86-e52e73f04671 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08b21f5b-0295-422d-8389-e10acee067c3&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&id=69fa433b-bf7b-48c6-9063-576a884a0361&id=69fa433b-bf7b-48c6-9063-576a884a0361 HTTP/1.1" status: 200 len: 2293 time: 0.1456275 Sep 20 12:37:10.092475 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-ee384964-c874-4022-88ee-01986abd7644 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef HTTP/1.1" status: 200 len: 1001 time: 0.0674553 Sep 20 12:37:10.169745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e4301b-bdc0-46e3-a4cc-b575e1b7da07 req-18e5d1af-cb68-4d94-9f4a-5a53c647416f tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 210 time: 0.0340135 Sep 20 12:37:10.182602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-bceeb611-4165-4c48-b837-cc005274eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.185368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-bceeb611-4165-4c48-b837-cc005274eda9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85484436-a0fa-40d1-89e3-19e92a4eb477 HTTP/1.1" status: 200 len: 855 time: 0.0844686 Sep 20 12:37:10.239818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-4f8a9a9b-556d-41d6-aaf0-169a03d8672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.241731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-4f8a9a9b-556d-41d6-aaf0-169a03d8672e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08b21f5b-0295-422d-8389-e10acee067c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489922 Sep 20 12:37:10.341963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Allocated IP 172.20.0.11 (8cd28a03-6913-4eee-bb96-40d6c7a80a9a/33ee4f47-a01d-4d5a-affa-4480e4b3de9e/eb5fcf30-b888-47a7-be05-437e89fd3592) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:37:10.345954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-252f9495-4ba2-4114-b62d-011a0ec921a7 service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968883 Sep 20 12:37:10.439864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-b3d1c758-b5cf-43c9-9093-93ef9d76f3b6 service neutron] 10.222.0.32 "GET /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865393 Sep 20 12:37:10.485929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-6dc876be-bd03-4c08-9569-2b017d324d0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 217 time: 0.0379665 Sep 20 12:37:10.491424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:10.536002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-a2523b36-54e6-44c9-82fd-0e2829bcfbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.537497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-a2523b36-54e6-44c9-82fd-0e2829bcfbc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0447893 Sep 20 12:37:10.584019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-f9739a0f-96d8-4e97-aedb-ba139585a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.585333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-f9739a0f-96d8-4e97-aedb-ba139585a501 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0392792 Sep 20 12:37:10.608673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:10.652283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:37:10.655515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:10.658037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:37:10.689679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-50cf5e71-0d1b-45fe-94e9-21297f27b253 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970349 Sep 20 12:37:10.701409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Pushing event updated for resources: {'Port': ['ID=eb5fcf30-b888-47a7-be05-437e89fd3592,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:10.721412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.722042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:10.794479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c7561f36-ce65-4ce2-ba15-431b0f1152d0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2883894 Sep 20 12:37:10.797260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50998e8-ea1f-40c1-b45b-45148e01077f req-74fde947-46e9-48d1-9f48-5626b5fea544 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.798740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d50998e8-ea1f-40c1-b45b-45148e01077f req-74fde947-46e9-48d1-9f48-5626b5fea544 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 945 time: 0.1051872 Sep 20 12:37:10.807993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Request body: {'port': {'device_id': 'd70494e0-717f-45dd-897c-65d26d1c371f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:10.846438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-65083ef1-e7ea-4f4b-a306-33eaffc71021 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424227 Sep 20 12:37:10.851504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d50998e8-ea1f-40c1-b45b-45148e01077f req-5d5901ad-1ec2-4b69-ba88-b287a60b53c8 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Sep 20 12:37:10.900224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-b009cc35-cfbd-4cce-8ee2-ececad8582fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 217 time: 0.0407672 Sep 20 12:37:10.900335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:10.949476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-a9126ac0-a7dd-4de4-8dfa-85aec3cfb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:10.951257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-a9126ac0-a7dd-4de4-8dfa-85aec3cfb754 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0497735 Sep 20 12:37:11.003792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-7cff5509-87ba-4152-8454-dc5a15545d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.005325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-7cff5509-87ba-4152-8454-dc5a15545d91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0461855 Sep 20 12:37:11.115361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-01a0762c-01b5-4bd2-a242-96375e8b297f service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029189 Sep 20 12:37:11.187192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5fcf30-b888-47a7-be05-437e89fd3592 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:37:11.196325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:11.209745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Transition to ACTIVE for port object eb5fcf30-b888-47a7-be05-437e89fd3592 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:37:11.217781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-13892887-a833-402d-82c2-5b4aa99c222f service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948870 Sep 20 12:37:11.261969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-44953b9f-e3a1-4df8-a9fa-fd31979a244e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1 HTTP/1.1" status: 200 len: 217 time: 0.0365458 Sep 20 12:37:11.322285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:11.342887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408dc0f-4c3d-41dd-b2d0-32898f3de00c req-fbe84e65-6f6b-4cc2-9b7b-c1de0181e2cf tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.344510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a408dc0f-4c3d-41dd-b2d0-32898f3de00c req-fbe84e65-6f6b-4cc2-9b7b-c1de0181e2cf tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 932 time: 0.0856783 Sep 20 12:37:11.348820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-9407453a-56b3-40dc-8447-bdee410ce0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.348820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-9407453a-56b3-40dc-8447-bdee410ce0c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0785208 Sep 20 12:37:11.375819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5fcf30-b888-47a7-be05-437e89fd3592,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:11.422544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a408dc0f-4c3d-41dd-b2d0-32898f3de00c req-16a0fc1e-ae7b-42b1-b538-1a030e4d27a6 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694203 Sep 20 12:37:11.428752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-6eba3e62-75cb-46f7-973f-f34c95aa2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.429640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-6eba3e62-75cb-46f7-973f-f34c95aa2591 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690672 Sep 20 12:37:11.456692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Attempting to bind port eb5fcf30-b888-47a7-be05-437e89fd3592 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:37:11.463113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Attempting to bind port eb5fcf30-b888-47a7-be05-437e89fd3592 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '427ae2c6-5618-4a17-9443-048b89a7c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cd28a03-6913-4eee-bb96-40d6c7a80a9a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:37:11.463113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Attempting to bind port eb5fcf30-b888-47a7-be05-437e89fd3592 on network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:11.463607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Port eb5fcf30-b888-47a7-be05-437e89fd3592 on network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:37:11.464076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Attempting to bind port eb5fcf30-b888-47a7-be05-437e89fd3592 on network 8cd28a03-6913-4eee-bb96-40d6c7a80a9a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:11.469330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:37:11.469670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Checking segment: {'id': '427ae2c6-5618-4a17-9443-048b89a7c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cd28a03-6913-4eee-bb96-40d6c7a80a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:11.470575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Bound using segment: {'id': '427ae2c6-5618-4a17-9443-048b89a7c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cd28a03-6913-4eee-bb96-40d6c7a80a9a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:37:11.471013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Bound port: eb5fcf30-b888-47a7-be05-437e89fd3592, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427ae2c6-5618-4a17-9443-048b89a7c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cd28a03-6913-4eee-bb96-40d6c7a80a9a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:37:11.471372 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:11.543824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-3cdb35b8-36b6-4a09-82c5-94842ecad582 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053524 Sep 20 12:37:11.545629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] For port eb5fcf30-b888-47a7-be05-437e89fd3592, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:37:11.548866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] For port eb5fcf30-b888-47a7-be05-437e89fd3592, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=eb5fcf30-b888-47a7-be05-437e89fd3592,segment=NetworkSegment(427ae2c6-5618-4a17-9443-048b89a7c182),segment_id=427ae2c6-5618-4a17-9443-048b89a7c182)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:37:11.619707 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:11.638338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-5914278b-1a3a-438c-9001-4e4a536e9be6 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Sep 20 12:37:11.655384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.656006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:11.657517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] 10.222.0.32 "PUT /v2.0/ports/eb5fcf30-b888-47a7-be05-437e89fd3592 HTTP/1.1" status: 200 len: 1092 time: 0.8550029 Sep 20 12:37:11.659861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70494e0-717f-45dd-897c-65d26d1c371f', 'tag': 'eb5fcf30-b888-47a7-be05-437e89fd3592'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:11.662035 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d70494e0-717f-45dd-897c-65d26d1c371f", "tag": "eb5fcf30-b888-47a7-be05-437e89fd3592"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:11.694898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35d12a-67aa-41c5-a860-b24f3b8e21c1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5fcf30-b888-47a7-be05-437e89fd3592,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:11.697034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-2a706cdc-5dfd-4663-be03-90553c2e2e6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c HTTP/1.1" status: 200 len: 217 time: 0.0507264 Sep 20 12:37:11.758136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-58e0bfb5-6d5f-4e50-a790-51e08eec20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.760889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-58e0bfb5-6d5f-4e50-a790-51e08eec20d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 200 len: 797 time: 0.0536170 Sep 20 12:37:11.769671 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac26708-4ff9-47f3-b02f-140bd86f6e4e x-openstack-request-id: req-4ac26708-4ff9-47f3-b02f-140bd86f6e4e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:11.769971 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70494e0-717f-45dd-897c-65d26d1c371f", "tag": "eb5fcf30-b888-47a7-be05-437e89fd3592", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:11.770218 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ac26708-4ff9-47f3-b02f-140bd86f6e4e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:11.770613 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70494e0-717f-45dd-897c-65d26d1c371f', 'tag': 'eb5fcf30-b888-47a7-be05-437e89fd3592', 'status': 'completed', 'code': 200} Sep 20 12:37:11.810993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-8c0c9bfb-9aa0-41af-9315-0fcca945a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.811799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-320726ac-a857-43da-88c3-20b4cb696769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.812496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-8c0c9bfb-9aa0-41af-9315-0fcca945a4f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f047f380152e420a95241c7458837852&device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 1095 time: 0.0405300 Sep 20 12:37:11.813309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-320726ac-a857-43da-88c3-20b4cb696769 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417697 Sep 20 12:37:11.871242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-00c252da-580e-404b-914a-9dadf6005de8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5fcf30-b888-47a7-be05-437e89fd3592 HTTP/1.1" status: 200 len: 217 time: 0.0451233 Sep 20 12:37:11.952984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-965d25bd-f664-4b7e-a88d-5922fe0fbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:11.952984 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-965d25bd-f664-4b7e-a88d-5922fe0fbec5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33ee4f47-a01d-4d5a-affa-4480e4b3de9e HTTP/1.1" status: 200 len: 849 time: 0.0714042 Sep 20 12:37:11.960466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-503c9cba-965b-4e4f-b1a4-5889284d5d1d service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337841 Sep 20 12:37:11.996148 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-35792748-fb9a-4be8-b95f-6fb226395467 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8cd28a03-6913-4eee-bb96-40d6c7a80a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388517 Sep 20 12:37:12.110517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-c42792ca-4998-4c6e-8585-2365f527f01e service neutron] 10.222.0.32 "GET /v2.0/networks/8cd28a03-6913-4eee-bb96-40d6c7a80a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066697 Sep 20 12:37:12.214717 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-25991e59-9ee1-440d-a9fc-fec2ed5e7c37 req-da4a97ae-1e4f-4cca-88d3-078b8442c8f4 service neutron] 10.222.0.32 "GET /v2.0/networks/8cd28a03-6913-4eee-bb96-40d6c7a80a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969651 Sep 20 12:37:12.365664 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6cdd247f-febd-4cf0-8fae-7305fa2c4876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:12.376231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-17ee4836-9960-43f3-b135-dc48bd278820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:12.377634 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-17ee4836-9960-43f3-b135-dc48bd278820 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f047f380152e420a95241c7458837852&device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 1095 time: 0.0527632 Sep 20 12:37:12.413319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa0077-500d-4bbd-882a-9d32753fbb61 req-b002592d-7796-408a-907b-1528b1463e54 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:12.414962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40fa0077-500d-4bbd-882a-9d32753fbb61 req-b002592d-7796-408a-907b-1528b1463e54 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 945 time: 0.3975060 Sep 20 12:37:12.417347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-763b8fcb-2a1f-40ac-91ea-c494d09d1469 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496362 Sep 20 12:37:12.475950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-a633daf8-be4f-4c0a-b817-7af30c995360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:12.477460 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-a633daf8-be4f-4c0a-b817-7af30c995360 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8cd28a03-6913-4eee-bb96-40d6c7a80a9a HTTP/1.1" status: 200 len: 909 time: 0.0927758 Sep 20 12:37:12.478797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-2eee8d48-79c0-48f5-97a6-117b11cf4ed3 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:12.480526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-2eee8d48-79c0-48f5-97a6-117b11cf4ed3 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.21 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 945 time: 0.3995168 Sep 20 12:37:12.483647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-67ff3167-332f-48b8-a8d9-d211cd4f03d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12568399-9650-4fa5-9db7-b169ebaca0a3 HTTP/1.1" status: 200 len: 217 time: 0.0587134 Sep 20 12:37:12.520104 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-66b583a3-64fb-431b-8822-66112a3b8ade service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5fcf30-b888-47a7-be05-437e89fd3592 HTTP/1.1" status: 200 len: 217 time: 0.0349469 Sep 20 12:37:12.559385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40fa0077-500d-4bbd-882a-9d32753fbb61 req-ec9d61a2-93c0-4986-a05e-6c9dd3578a9c tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/security-groups?id=462c9585-d050-4446-af54-cd9919fe8755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367610 Sep 20 12:37:12.586785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-3c7e76d2-cadc-421b-b6a9-9b2a774ed70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:12.589288 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-3c7e76d2-cadc-421b-b6a9-9b2a774ed70e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33ee4f47-a01d-4d5a-affa-4480e4b3de9e HTTP/1.1" status: 200 len: 849 time: 0.0621998 Sep 20 12:37:12.616409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-6fe590b8-b363-447e-a39a-b727a5ca2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:12.617331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-6fe590b8-b363-447e-a39a-b727a5ca2910 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.1234796 Sep 20 12:37:12.628692 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-9e575756-9efe-45ce-83c0-1da7a4b43a8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8cd28a03-6913-4eee-bb96-40d6c7a80a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308781 Sep 20 12:37:12.677406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Deleting port 1db6fbda-b10a-4035-9278-f59f0e69ea81 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:12.677683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:12.696370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-77e01adf-0759-428b-98a7-c1673d2e6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:12.698468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-77e01adf-0759-428b-98a7-c1673d2e6472 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733886 Sep 20 12:37:12.726893 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-57d238de-801a-4d3a-93d6-5676ab5b5de6 service neutron] 10.222.0.32 "GET /v2.0/networks/8cd28a03-6913-4eee-bb96-40d6c7a80a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899799 Sep 20 12:37:12.825234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cc3c7a2-7971-49bd-9247-9e00b1cf1e8b req-5999964b-cbd7-4ecc-ad11-094ef029f560 service neutron] 10.222.0.32 "GET /v2.0/networks/8cd28a03-6913-4eee-bb96-40d6c7a80a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908265 Sep 20 12:37:12.871826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] For port 1db6fbda-b10a-4035-9278-f59f0e69ea81, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=1db6fbda-b10a-4035-9278-f59f0e69ea81,segment=NetworkSegment(d4bc8ae8-3b8e-4055-bf63-69f5b188a373),segment_id=d4bc8ae8-3b8e-4055-bf63-69f5b188a373)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:12.872063 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:12.893481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Calling delete_port for 1db6fbda-b10a-4035-9278-f59f0e69ea81 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:12.899726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-30921380-ea3d-4691-95fa-60d006628d93 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917536 Sep 20 12:37:12.910000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778c91-8fa4-4062-a93d-7dd40e97933b req-b8521cde-adb3-4411-82b4-d762a7bc2955 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:12.911361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae778c91-8fa4-4062-a93d-7dd40e97933b req-b8521cde-adb3-4411-82b4-d762a7bc2955 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 944 time: 0.1095445 Sep 20 12:37:13.047994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae778c91-8fa4-4062-a93d-7dd40e97933b req-bcae274e-b182-4e33-92f7-7b8ddda351c9 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236672 Sep 20 12:37:13.072713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-30c73f9c-0bdc-451a-846d-a4c2b86f6cf8 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604140 Sep 20 12:37:13.123964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-f6e758da-0aa5-47a8-b7bb-43ac62351023 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b HTTP/1.1" status: 200 len: 217 time: 0.0413985 Sep 20 12:37:13.202960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-c5ce1389-ef1a-4582-b157-2b50ca1da3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:13.204436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-c5ce1389-ef1a-4582-b157-2b50ca1da3c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 200 len: 797 time: 0.0593433 Sep 20 12:37:13.252649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-bb8754c6-3a63-41d6-a5a6-41bb9ce27284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:13.254251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-bb8754c6-3a63-41d6-a5a6-41bb9ce27284 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69fa433b-bf7b-48c6-9063-576a884a0361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406446 Sep 20 12:37:13.270361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:13.281268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['1db6fbda-b10a-4035-9278-f59f0e69ea81'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:37:13.318401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Pushing event deleted for resources: {'Port': ['ID=1db6fbda-b10a-4035-9278-f59f0e69ea81,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:13.335031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.335531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.335755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.336094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.336427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.336756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.337105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.337497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.337769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.338197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.338556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.338889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:13.401280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] No DVR routers for this DVR port 1db6fbda-b10a-4035-9278-f59f0e69ea81 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:13.404667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:13.406656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3be23142-2a43-4aa3-9ba3-631494e409b8 req-1a8c9dc2-978f-47ed-96ce-186e36abe954 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.21 "DELETE /v2.0/ports/1db6fbda-b10a-4035-9278-f59f0e69ea81 HTTP/1.1" status: 204 len: 173 time: 0.9197140 Sep 20 12:37:13.407087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92977caf-7559-4c78-ac6d-239d35074b8a', 'name': 'network-vif-deleted', 'tag': '1db6fbda-b10a-4035-9278-f59f0e69ea81'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:13.409379 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b40708-0b1e-4623-a3f6-a3a908b15a67" -d '{"events": [{"server_uuid": "92977caf-7559-4c78-ac6d-239d35074b8a", "name": "network-vif-deleted", "tag": "1db6fbda-b10a-4035-9278-f59f0e69ea81"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:13.433595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-a2e9e4f7-dce8-43eb-b7b5-63a2d6465100 service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703856 Sep 20 12:37:13.477724 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3411ef51-9a43-456d-9491-a8210cb69fbe x-openstack-request-id: req-3411ef51-9a43-456d-9491-a8210cb69fbe {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:13.480634 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92977caf-7559-4c78-ac6d-239d35074b8a", "name": "network-vif-deleted", "tag": "1db6fbda-b10a-4035-9278-f59f0e69ea81", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:13.481120 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3411ef51-9a43-456d-9491-a8210cb69fbe {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:13.481568 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92977caf-7559-4c78-ac6d-239d35074b8a', 'name': 'network-vif-deleted', 'tag': '1db6fbda-b10a-4035-9278-f59f0e69ea81', 'status': 'completed', 'code': 200} Sep 20 12:37:13.542986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01bbc56c-c7d0-4175-978b-231a48f3edd2 req-adb705c0-d56c-4f48-a1cb-7753a712fa1d service neutron] 10.222.0.32 "GET /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999875 Sep 20 12:37:13.662211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a2c83de-8cf2-49fb-b0ee-c1404c28df66 req-51071d47-ded8-4473-8f49-d6d2271c9981 tempest-ServerGroupTestJSON-577601239 tempest-ServerGroupTestJSON-577601239-project] 10.222.0.37 "GET /v2.0/ports?device_id=92977caf-7559-4c78-ac6d-239d35074b8a HTTP/1.1" status: 200 len: 210 time: 0.0259645 Sep 20 12:37:14.169616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbfc71-6837-4b4a-b583-dbd3588fbcc0 req-1932e658-e90f-4a09-818d-c876ffa646bd tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:14.171138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fdbfc71-6837-4b4a-b583-dbd3588fbcc0 req-1932e658-e90f-4a09-818d-c876ffa646bd tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 944 time: 0.0521469 Sep 20 12:37:14.215513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fdbfc71-6837-4b4a-b583-dbd3588fbcc0 req-7a174c32-7562-4ec1-878c-fd894ac8c90b tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Sep 20 12:37:15.127277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:15.138774 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04d936cd-9078-4db9-8f3b-a8e17ad6d824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.176190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f552eef-c73a-48bd-bcf4-34df8dfb46ae admin admin] Deleting subnet b38ac7d9-0d1b-4a17-bf4a-9e98f999234f {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:37:15.179337 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f552eef-c73a-48bd-bcf4-34df8dfb46ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.214277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f552eef-c73a-48bd-bcf4-34df8dfb46ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.253285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f552eef-c73a-48bd-bcf4-34df8dfb46ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.344571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3e2a1-ba38-4f66-9d5e-8399cdecbdec req-c5779826-e4eb-4c11-b4a5-288a166225af tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:15.346138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86e3e2a1-ba38-4f66-9d5e-8399cdecbdec req-c5779826-e4eb-4c11-b4a5-288a166225af tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 944 time: 0.0554223 Sep 20 12:37:15.391131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86e3e2a1-ba38-4f66-9d5e-8399cdecbdec req-63b30a97-63d8-4aaa-a23a-a94bc758fd6c tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 Sep 20 12:37:15.392600 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f552eef-c73a-48bd-bcf4-34df8dfb46ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.422777 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f552eef-c73a-48bd-bcf4-34df8dfb46ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.424811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7f552eef-c73a-48bd-bcf4-34df8dfb46ae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b38ac7d9-0d1b-4a17-bf4a-9e98f999234f HTTP/1.1" status: 204 len: 168 time: 0.2964344 Sep 20 12:37:15.425857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f552eef-c73a-48bd-bcf4-34df8dfb46ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38ac7d9-0d1b-4a17-bf4a-9e98f999234f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:15.435948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33410) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:15.504956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.576864 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.589894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.611031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec013b9-9ba6-4711-a0b6-d8701303008e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:15.621056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bc8ae8-3b8e-4055-bf63-69f5b188a373') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:15.621363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bc8ae8-3b8e-4055-bf63-69f5b188a373') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:15.630684 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.643975 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.649953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:37:15.650342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:37:15.655377 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:37:15.772865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.779277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:15.781721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4ec013b9-9ba6-4711-a0b6-d8701303008e HTTP/1.1" status: 204 len: 168 time: 0.3474298 Sep 20 12:37:15.799550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a085614-3081-4bdd-bc6e-292bdc59fda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec013b9-9ba6-4711-a0b6-d8701303008e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:15.872470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1db6fbda-b10a-4035-9278-f59f0e69ea81 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:15.900655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 1db6fbda-b10a-4035-9278-f59f0e69ea81 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:37:15.900655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 1db6fbda-b10a-4035-9278-f59f0e69ea81 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:37:16.052376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device eb5fcf30-b888-47a7-be05-437e89fd3592 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:37:16.147405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port eb5fcf30-b888-47a7-be05-437e89fd3592, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=eb5fcf30-b888-47a7-be05-437e89fd3592,segment=NetworkSegment(427ae2c6-5618-4a17-9443-048b89a7c182),segment_id=427ae2c6-5618-4a17-9443-048b89a7c182)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:16.159499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'eb5fcf30-b888-47a7-be05-437e89fd3592', 'network_id': '8cd28a03-6913-4eee-bb96-40d6c7a80a9a', 'port_id': 'eb5fcf30-b888-47a7-be05-437e89fd3592', 'mac_address': 'fa:16:3e:27:7b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ee4f47-a01d-4d5a-affa-4480e4b3de9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:37:16.187933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33420) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:16.200418 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:16.215020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5fcf30-b888-47a7-be05-437e89fd3592 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:37:16.231142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7398c07-00ee-4176-a72a-ceee3637c5d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75948c2273b0421e906d981d159dd7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412192 Sep 20 12:37:16.233761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33422) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:16.243220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port eb5fcf30-b888-47a7-be05-437e89fd3592, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=eb5fcf30-b888-47a7-be05-437e89fd3592,segment=NetworkSegment(427ae2c6-5618-4a17-9443-048b89a7c182),segment_id=427ae2c6-5618-4a17-9443-048b89a7c182)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:16.283432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-785550f3-7bc9-49eb-84d7-9f892b6fea9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:16.305171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-785550f3-7bc9-49eb-84d7-9f892b6fea9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:16.333043 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:16.382309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=eb5fcf30-b888-47a7-be05-437e89fd3592,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:16.390178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.390524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.390863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.391200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.391534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.391866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.392188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.392514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.392844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.393186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.393507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.393829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:16.433823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-785550f3-7bc9-49eb-84d7-9f892b6fea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:16.436954 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-785550f3-7bc9-49eb-84d7-9f892b6fea9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:16.440591 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-785550f3-7bc9-49eb-84d7-9f892b6fea9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/462c9585-d050-4446-af54-cd9919fe8755 HTTP/1.1" status: 204 len: 168 time: 0.2034256 Sep 20 12:37:16.447229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785550f3-7bc9-49eb-84d7-9f892b6fea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462c9585-d050-4446-af54-cd9919fe8755,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:16.493274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:16.532318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca484e-e1f9-4e8a-b7ef-06ec6aab68a3 req-67ffa404-aaa7-4b53-8e74-a0357da9eeb2 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:16.534411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38ca484e-e1f9-4e8a-b7ef-06ec6aab68a3 req-67ffa404-aaa7-4b53-8e74-a0357da9eeb2 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 945 time: 0.0543239 Sep 20 12:37:16.578139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38ca484e-e1f9-4e8a-b7ef-06ec6aab68a3 req-e63bacbd-fe18-43b9-affb-2a0de30cfc2a tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Sep 20 12:37:16.697876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['eb5fcf30-b888-47a7-be05-437e89fd3592'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:37:17.463360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33454) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:17.563149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-27690952-network', 'tenant_id': 'ca8179739a36427e96970f119aabeb4c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:17.663535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Made reservation on behalf of ca8179739a36427e96970f119aabeb4c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:17.667369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:17.699188 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:17.736980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265377b-3664-4130-af6a-ca4d018d9796 req-b66169a2-dad4-4685-ae74-a1c7f37f4cba tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:17.738510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e265377b-3664-4130-af6a-ca4d018d9796 req-b66169a2-dad4-4685-ae74-a1c7f37f4cba tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 945 time: 0.0857265 Sep 20 12:37:17.795994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e265377b-3664-4130-af6a-ca4d018d9796 req-9e0db44c-b9f2-461b-8e79-819904b8f50c tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508389 Sep 20 12:37:17.847440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:17.913598 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:17.936477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:17.957758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:37:17.971516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4d07e9-135e-4f75-9d49-bcce947a1e7b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:17.976389 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:17.976680 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Added segment c9188a1f-8d2c-45c6-b289-4590a51446ee of type vlan for network 7bcdb717-2720-49f1-9fff-9f1703c32f7d Sep 20 12:37:18.016228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.075096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device eb5fcf30-b888-47a7-be05-437e89fd3592 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:37:18.119550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.120554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:18.121202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.185608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcdb717-2720-49f1-9fff-9f1703c32f7d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:18.195220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 7bcdb717-2720-49f1-9fff-9f1703c32f7d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:37:18.198713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port eb5fcf30-b888-47a7-be05-437e89fd3592 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:37:18.217882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port eb5fcf30-b888-47a7-be05-437e89fd3592 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:18.218253 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.225716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-678f3c67-f935-4002-997b-f07f4553a845 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7585053 Sep 20 12:37:18.226063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33470) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:18.234652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Request body: {'subnet': {'network_id': '7bcdb717-2720-49f1-9fff-9f1703c32f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-27690952-subnet', 'tenant_id': 'ca8179739a36427e96970f119aabeb4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:18.325116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Made reservation on behalf of ca8179739a36427e96970f119aabeb4c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:18.327848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.340589 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.364116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70494e0-717f-45dd-897c-65d26d1c371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5fcf30-b888-47a7-be05-437e89fd3592'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:18.366463 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b567ec9-0f9d-4512-b341-a0cd66af4d76" -d '{"events": [{"server_uuid": "d70494e0-717f-45dd-897c-65d26d1c371f", "name": "network-vif-plugged", "status": "completed", "tag": "eb5fcf30-b888-47a7-be05-437e89fd3592"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:18.380908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port eb5fcf30-b888-47a7-be05-437e89fd3592, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=eb5fcf30-b888-47a7-be05-437e89fd3592,segment=NetworkSegment(427ae2c6-5618-4a17-9443-048b89a7c182),segment_id=427ae2c6-5618-4a17-9443-048b89a7c182)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:18.475883 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.484222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c833f-6066-4de0-a2e4-b1e4574cc981 req-6936309d-1384-403b-a345-2c55c6179d4b tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:18.485836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d0c833f-6066-4de0-a2e4-b1e4574cc981 req-6936309d-1384-403b-a345-2c55c6179d4b tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 945 time: 0.0887067 Sep 20 12:37:18.526372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=eb5fcf30-b888-47a7-be05-437e89fd3592,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:18.556841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d0c833f-6066-4de0-a2e4-b1e4574cc981 req-d94adea7-800c-46da-83bb-561b262899ef tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646157 Sep 20 12:37:18.599228 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b9760e-6981-49c3-aee7-d0d465c3321b x-openstack-request-id: req-41b9760e-6981-49c3-aee7-d0d465c3321b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:18.599521 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70494e0-717f-45dd-897c-65d26d1c371f", "name": "network-vif-plugged", "status": "completed", "tag": "eb5fcf30-b888-47a7-be05-437e89fd3592", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:18.599776 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41b9760e-6981-49c3-aee7-d0d465c3321b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:18.600177 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70494e0-717f-45dd-897c-65d26d1c371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5fcf30-b888-47a7-be05-437e89fd3592', 'code': 200} Sep 20 12:37:18.641810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.737137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0361114-dc94-4480-83c7-41ac2f445aac,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:18.744474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Checking segment: {'id': 'c9188a1f-8d2c-45c6-b289-4590a51446ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7bcdb717-2720-49f1-9fff-9f1703c32f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:18.744845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Network hostable DHCP agents. Network: 7bcdb717-2720-49f1-9fff-9f1703c32f7d, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:37:18.751377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231ea69-10d5-4bb4-9504-31074d954eec req-d8d489a3-107a-41e5-a9b6-b22af4d542ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:18.752864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7231ea69-10d5-4bb4-9504-31074d954eec req-d8d489a3-107a-41e5-a9b6-b22af4d542ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 1097 time: 0.0840664 Sep 20 12:37:18.792293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7231ea69-10d5-4bb4-9504-31074d954eec req-164bd662-9a1d-4e05-8b46-03cdd32c0ef2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306118 Sep 20 12:37:18.852660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Network 7bcdb717-2720-49f1-9fff-9f1703c32f7d is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:37:18.915522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffda7b-f868-4262-8eb0-ffe8714d9beb req-f270ccdd-05be-4194-982d-592a1b387d17 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:18.916983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71ffda7b-f868-4262-8eb0-ffe8714d9beb req-f270ccdd-05be-4194-982d-592a1b387d17 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 946 time: 0.0491159 Sep 20 12:37:18.918169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 7bcdb717-2720-49f1-9fff-9f1703c32f7d) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:18.922721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:18.923766 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:18.926743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b4e7c-a525-49d4-8b5f-169f13d640b2 None None] Network 7bcdb717-2720-49f1-9fff-9f1703c32f7d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:37:18.969570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71ffda7b-f868-4262-8eb0-ffe8714d9beb req-32258337-ea24-42aa-ab58-6959f8a9ca84 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 Sep 20 12:37:19.003338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-26f19ffd-8439-45ce-9a91-cd591e82f97d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7762787 Sep 20 12:37:19.066912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9513608-8f7e-427f-b2a6-204471078889 None None] Network 7bcdb717-2720-49f1-9fff-9f1703c32f7d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:37:19.440628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d456e-e4a7-490c-9945-2437c70a88da req-8fd40182-4be5-4ac1-915d-5302d2adc1ae tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:19.442210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-8fd40182-4be5-4ac1-915d-5302d2adc1ae tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/networks?id=7bcdb717-2720-49f1-9fff-9f1703c32f7d HTTP/1.1" status: 200 len: 811 time: 0.1033463 Sep 20 12:37:19.459431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-dcde5292-203a-4852-bf25-fa95ffdd9627 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/quotas/ca8179739a36427e96970f119aabeb4c HTTP/1.1" status: 200 len: 375 time: 0.0092404 Sep 20 12:37:19.494152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-505b296b-ac4c-4ccb-8d5e-5c9237d13723 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca8179739a36427e96970f119aabeb4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264349 Sep 20 12:37:19.591183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-2225e33c-18d3-404d-b97c-d58f0d600f75 service neutron] 10.222.0.37 "GET /v2.0/networks/7bcdb717-2720-49f1-9fff-9f1703c32f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879438 Sep 20 12:37:19.679292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-7b35adb9-2a44-427e-9b7b-25facb1d729c service neutron] 10.222.0.37 "GET /v2.0/networks/7bcdb717-2720-49f1-9fff-9f1703c32f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820849 Sep 20 12:37:19.761745 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:20.100088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-d81c0615-e9cc-4208-9737-d158dafb174f tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:20.101652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-d81c0615-e9cc-4208-9737-d158dafb174f tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.32 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 945 time: 0.0846369 Sep 20 12:37:20.148619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65e586-17af-4a4f-88d7-ef5987764038 req-d2a4d9a2-a32d-4766-8750-edb60583ac72 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:20.150309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f65e586-17af-4a4f-88d7-ef5987764038 req-d2a4d9a2-a32d-4766-8750-edb60583ac72 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 945 time: 0.0898571 Sep 20 12:37:20.220983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f65e586-17af-4a4f-88d7-ef5987764038 req-adb73029-7e63-4aad-b34f-e84d76b26c20 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0804fb-285e-45dc-93dd-99c86b56713f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590668 Sep 20 12:37:20.238538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Deleting port 168d113a-e112-423d-bc67-44392f28022e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:20.238880 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:20.250788 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:20.321429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaaab691-5afe-443b-b21a-5125d12f914f req-9d64cbdd-3e8a-4f8d-ae6e-4ea68d274c27 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 210 time: 0.0560222 Sep 20 12:37:20.365739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] For port 168d113a-e112-423d-bc67-44392f28022e, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=168d113a-e112-423d-bc67-44392f28022e,segment=NetworkSegment(4ee1df38-d710-496d-8fa7-c56f7844db60),segment_id=4ee1df38-d710-496d-8fa7-c56f7844db60)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:20.366157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:20.381551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Calling delete_port for 168d113a-e112-423d-bc67-44392f28022e owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:20.470303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195dd66-97b0-4f86-8b12-724fca5e28ed req-d111fd15-0be7-4791-a47e-84a983f2447b tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:20.471793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3195dd66-97b0-4f86-8b12-724fca5e28ed req-d111fd15-0be7-4791-a47e-84a983f2447b tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 946 time: 0.0920613 Sep 20 12:37:20.524125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3195dd66-97b0-4f86-8b12-724fca5e28ed req-5ff010ab-11c7-46e1-a695-9fcd2e13c0a5 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Sep 20 12:37:20.651573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:20.667968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['168d113a-e112-423d-bc67-44392f28022e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:37:20.682284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Pushing event deleted for resources: {'Port': ['ID=168d113a-e112-423d-bc67-44392f28022e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:20.724587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] No DVR routers for this DVR port 168d113a-e112-423d-bc67-44392f28022e on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:20.727308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:20.730331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19b5b3e2-f7ae-4918-9176-a264e333f583 req-cff1a9d6-c977-43e2-9d2f-63f85103bbdc tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.32 "DELETE /v2.0/ports/168d113a-e112-423d-bc67-44392f28022e HTTP/1.1" status: 204 len: 173 time: 0.6225584 Sep 20 12:37:20.730768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a5678-9e4c-4c38-8f81-2cf9453023f0', 'name': 'network-vif-deleted', 'tag': '168d113a-e112-423d-bc67-44392f28022e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:20.733093 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04737f08-8599-4c61-882e-40bcfccc4988" -d '{"events": [{"server_uuid": "136a5678-9e4c-4c38-8f81-2cf9453023f0", "name": "network-vif-deleted", "tag": "168d113a-e112-423d-bc67-44392f28022e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:20.773165 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18e11fa-0e06-41be-ba63-be5fdb56287f x-openstack-request-id: req-b18e11fa-0e06-41be-ba63-be5fdb56287f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:20.773588 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136a5678-9e4c-4c38-8f81-2cf9453023f0", "name": "network-vif-deleted", "tag": "168d113a-e112-423d-bc67-44392f28022e", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:20.773824 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b18e11fa-0e06-41be-ba63-be5fdb56287f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:20.774220 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136a5678-9e4c-4c38-8f81-2cf9453023f0', 'name': 'network-vif-deleted', 'tag': '168d113a-e112-423d-bc67-44392f28022e', 'status': 'completed', 'code': 200} Sep 20 12:37:21.343164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-488b05b2-b533-4c02-81ea-7984a7e1e371 req-c3e95594-03f5-464c-854a-db009a752871 tempest-VolumesSnapshotTestJSON-776300258 tempest-VolumesSnapshotTestJSON-776300258-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a5678-9e4c-4c38-8f81-2cf9453023f0 HTTP/1.1" status: 200 len: 210 time: 0.0262465 Sep 20 12:37:21.424212 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:37:21.431672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-762167ce-cb13-4f00-867c-dfc968a9f6fd req-994b9e32-89ca-4057-bb5d-d7b3ecd87f83 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 210 time: 0.0347593 Sep 20 12:37:22.554957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6a7813a-c072-47fc-aa56-f8fbd07ca69a req-19ac2887-30ac-48cd-9bf5-a6a1e05f4ebb tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 210 time: 0.0299215 Sep 20 12:37:22.578428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d456e-e4a7-490c-9945-2437c70a88da req-11889631-7986-4ecc-b487-0cf0b815266e tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:22.579837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-11889631-7986-4ecc-b487-0cf0b815266e tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.21 "GET /v2.0/networks?id=7bcdb717-2720-49f1-9fff-9f1703c32f7d HTTP/1.1" status: 200 len: 811 time: 0.4003103 Sep 20 12:37:22.595839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Request body: {'port': {'device_id': '91a2c7bd-1e16-40df-b43a-819acb9f2f35', 'network_id': '7bcdb717-2720-49f1-9fff-9f1703c32f7d', 'admin_state_up': True, 'tenant_id': 'ca8179739a36427e96970f119aabeb4c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:22.759162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Made reservation on behalf of ca8179739a36427e96970f119aabeb4c for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:22.763495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:22.898096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Allocated IP 172.20.0.14 (7bcdb717-2720-49f1-9fff-9f1703c32f7d/c0361114-dc94-4480-83c7-41ac2f445aac/e74297a2-ddfb-4737-80ae-b4a3f1383ef9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:37:23.060012 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:23.144967 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:23.187639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Network 7bcdb717-2720-49f1-9fff-9f1703c32f7d is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:37:23.190850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:23.194956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:37:23.223610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Pushing event updated for resources: {'Port': ['ID=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:23.259539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:23.260244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:23.491252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-92392fbb-d78b-41c3-8333-a1b2ac4994a1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8989975 Sep 20 12:37:23.504887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Request body: {'port': {'device_id': '91a2c7bd-1e16-40df-b43a-819acb9f2f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:23.562422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:23.787547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cf7b5-025e-4591-b3e6-b06ee6ee5376 req-163de863-af46-465e-bfd7-879ea95b0763 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:23.789123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-922cf7b5-025e-4591-b3e6-b06ee6ee5376 req-163de863-af46-465e-bfd7-879ea95b0763 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 932 time: 0.1152909 Sep 20 12:37:23.858084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-922cf7b5-025e-4591-b3e6-b06ee6ee5376 req-ff5ba75a-6a5f-4098-99e8-ee1fc028fd4f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567131 Sep 20 12:37:23.923266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74297a2-ddfb-4737-80ae-b4a3f1383ef9 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:37:23.933108 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:23.948998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Transition to ACTIVE for port object e74297a2-ddfb-4737-80ae-b4a3f1383ef9 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:37:24.012968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:24.083041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Pushing event updated for resources: {'Port': ['ID=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:24.098929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 168d113a-e112-423d-bc67-44392f28022e no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:24.118563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 168d113a-e112-423d-bc67-44392f28022e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:37:24.119240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 168d113a-e112-423d-bc67-44392f28022e not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:37:24.135034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Attempting to bind port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:37:24.138845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Attempting to bind port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'c9188a1f-8d2c-45c6-b289-4590a51446ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7bcdb717-2720-49f1-9fff-9f1703c32f7d'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:37:24.138845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Attempting to bind port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 on network 7bcdb717-2720-49f1-9fff-9f1703c32f7d {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:24.140014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 on network 7bcdb717-2720-49f1-9fff-9f1703c32f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:37:24.140340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Attempting to bind port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 on network 7bcdb717-2720-49f1-9fff-9f1703c32f7d {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:24.145300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:37:24.145643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Checking segment: {'id': 'c9188a1f-8d2c-45c6-b289-4590a51446ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7bcdb717-2720-49f1-9fff-9f1703c32f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:24.146030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Bound using segment: {'id': 'c9188a1f-8d2c-45c6-b289-4590a51446ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7bcdb717-2720-49f1-9fff-9f1703c32f7d'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:37:24.146456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Bound port: e74297a2-ddfb-4737-80ae-b4a3f1383ef9, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9188a1f-8d2c-45c6-b289-4590a51446ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7bcdb717-2720-49f1-9fff-9f1703c32f7d'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:37:24.146821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:24.221048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] For port e74297a2-ddfb-4737-80ae-b4a3f1383ef9, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:37:24.224195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] For port e74297a2-ddfb-4737-80ae-b4a3f1383ef9, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,segment=NetworkSegment(c9188a1f-8d2c-45c6-b289-4590a51446ee),segment_id=c9188a1f-8d2c-45c6-b289-4590a51446ee)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:37:24.308764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:24.342302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:24.342815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:24.344210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] 10.222.0.21 "PUT /v2.0/ports/e74297a2-ddfb-4737-80ae-b4a3f1383ef9 HTTP/1.1" status: 200 len: 1092 time: 0.8435805 Sep 20 12:37:24.344799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a2c7bd-1e16-40df-b43a-819acb9f2f35', 'tag': 'e74297a2-ddfb-4737-80ae-b4a3f1383ef9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:24.346935 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cc435f-9d5f-4fd6-9d64-1b5be2d70a67" -d '{"events": [{"name": "network-changed", "server_uuid": "91a2c7bd-1e16-40df-b43a-819acb9f2f35", "tag": "e74297a2-ddfb-4737-80ae-b4a3f1383ef9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:24.384828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cb0cd-ac5b-48ab-ab97-9ae515bb222e service neutron] Pushing event updated for resources: {'Port': ['ID=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:24.411327 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b545f02-b336-4447-b667-697e2d986aa3 x-openstack-request-id: req-9b545f02-b336-4447-b667-697e2d986aa3 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:24.411552 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a2c7bd-1e16-40df-b43a-819acb9f2f35", "tag": "e74297a2-ddfb-4737-80ae-b4a3f1383ef9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:24.411766 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b545f02-b336-4447-b667-697e2d986aa3 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:24.412121 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a2c7bd-1e16-40df-b43a-819acb9f2f35', 'tag': 'e74297a2-ddfb-4737-80ae-b4a3f1383ef9', 'status': 'completed', 'code': 200} Sep 20 12:37:24.474847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc435f-9d5f-4fd6-9d64-1b5be2d70a67 req-91746b9f-0e27-400a-b1b2-bca434dbdcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:24.476397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16cc435f-9d5f-4fd6-9d64-1b5be2d70a67 req-91746b9f-0e27-400a-b1b2-bca434dbdcf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca8179739a36427e96970f119aabeb4c&device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 1095 time: 0.0413470 Sep 20 12:37:24.585246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc435f-9d5f-4fd6-9d64-1b5be2d70a67 req-74f0bfaa-426a-4cef-a137-b8e7c9ea9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:24.586661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16cc435f-9d5f-4fd6-9d64-1b5be2d70a67 req-74f0bfaa-426a-4cef-a137-b8e7c9ea9722 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca8179739a36427e96970f119aabeb4c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1014552 Sep 20 12:37:24.685614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc435f-9d5f-4fd6-9d64-1b5be2d70a67 req-e04d5337-c944-4280-9998-51a936867fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:24.687107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16cc435f-9d5f-4fd6-9d64-1b5be2d70a67 req-e04d5337-c944-4280-9998-51a936867fd8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929103 Sep 20 12:37:24.771214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d456e-e4a7-490c-9945-2437c70a88da req-9357c23c-d20f-458e-b92b-a46bbdadc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:24.772723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-9357c23c-d20f-458e-b92b-a46bbdadc08b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca8179739a36427e96970f119aabeb4c&device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 1095 time: 0.0474582 Sep 20 12:37:24.822314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-55b155cc-6e6f-4848-89b2-777fb36da963 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e74297a2-ddfb-4737-80ae-b4a3f1383ef9 HTTP/1.1" status: 200 len: 217 time: 0.0395434 Sep 20 12:37:24.879912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d456e-e4a7-490c-9945-2437c70a88da req-761ed830-2603-435c-b2e7-887a7fabd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:24.881429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-761ed830-2603-435c-b2e7-887a7fabd64e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0361114-dc94-4480-83c7-41ac2f445aac HTTP/1.1" status: 200 len: 851 time: 0.0519452 Sep 20 12:37:24.919445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-8ea8dca4-2526-4fb2-8aef-b1b194388cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bcdb717-2720-49f1-9fff-9f1703c32f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304224 Sep 20 12:37:25.055044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e6450-be04-4f7b-b905-06bd596ee0f0 req-e6e3391b-98fc-4dcc-944d-3338882d6253 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:25.056580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-726e6450-be04-4f7b-b905-06bd596ee0f0 req-e6e3391b-98fc-4dcc-944d-3338882d6253 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 944 time: 0.0989537 Sep 20 12:37:25.075166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-04fd6f10-a352-4755-b418-78183cb46857 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcdb717-2720-49f1-9fff-9f1703c32f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470175 Sep 20 12:37:25.130295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-726e6450-be04-4f7b-b905-06bd596ee0f0 req-26d0349f-322a-4424-b7fa-df3e17bdb7e0 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647435 Sep 20 12:37:25.188792 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-623d456e-e4a7-490c-9945-2437c70a88da req-d6180b8a-112e-43c7-85df-5fa0d3e609d8 service neutron] 10.222.0.21 "GET /v2.0/networks/7bcdb717-2720-49f1-9fff-9f1703c32f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050134 Sep 20 12:37:25.810770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86e504-f42a-422b-96aa-1841bf55036f req-f58b8209-7d99-48a9-9db7-a4a8c78997aa tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:25.812269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be86e504-f42a-422b-96aa-1841bf55036f req-f58b8209-7d99-48a9-9db7-a4a8c78997aa tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 946 time: 0.0554180 Sep 20 12:37:25.853117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be86e504-f42a-422b-96aa-1841bf55036f req-d98b20c1-41aa-4e75-a7ee-4b8ee136ba13 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344691 Sep 20 12:37:26.249060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931490e-472f-41a4-8c83-6005e1f040a5 req-d898ce49-8582-4c00-aea6-d1aabc7a8dfa tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:26.250534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a931490e-472f-41a4-8c83-6005e1f040a5 req-d898ce49-8582-4c00-aea6-d1aabc7a8dfa tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 944 time: 0.0543532 Sep 20 12:37:26.287626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a931490e-472f-41a4-8c83-6005e1f040a5 req-a5e18b37-7691-4960-970d-a69a5ee35688 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Sep 20 12:37:26.998270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56307591-4b14-4b0a-bc73-0e4c09f41cda req-31723289-f0f8-42dc-bd30-3cb824080204 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:26.999772 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56307591-4b14-4b0a-bc73-0e4c09f41cda req-31723289-f0f8-42dc-bd30-3cb824080204 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 946 time: 0.0690708 Sep 20 12:37:27.007127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-4c34a026-dcb2-4efd-8482-4095a4c201db tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:27.008586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-4c34a026-dcb2-4efd-8482-4095a4c201db tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.32 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 946 time: 0.0859914 Sep 20 12:37:27.081740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56307591-4b14-4b0a-bc73-0e4c09f41cda req-e1fb8d19-8645-4cd5-a6b4-1c00c391ddb0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/security-groups?id=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722287 Sep 20 12:37:27.132581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Deleting port eb5fcf30-b888-47a7-be05-437e89fd3592 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:27.132922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:27.219944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] For port eb5fcf30-b888-47a7-be05-437e89fd3592, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=eb5fcf30-b888-47a7-be05-437e89fd3592,segment=NetworkSegment(427ae2c6-5618-4a17-9443-048b89a7c182),segment_id=427ae2c6-5618-4a17-9443-048b89a7c182)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:27.220302 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:27.237442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Calling delete_port for eb5fcf30-b888-47a7-be05-437e89fd3592 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:27.414456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7dc6e-5bae-48a5-a48a-04e5efbbdad3 req-7d90febf-b8cc-40c8-b580-3d52858f261b tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:27.416005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ff7dc6e-5bae-48a5-a48a-04e5efbbdad3 req-7d90febf-b8cc-40c8-b580-3d52858f261b tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 944 time: 0.0547535 Sep 20 12:37:27.459238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ff7dc6e-5bae-48a5-a48a-04e5efbbdad3 req-7784188f-4f2e-40b2-b492-7b4176b415a9 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 Sep 20 12:37:27.487444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:27.500453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['eb5fcf30-b888-47a7-be05-437e89fd3592'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:37:27.522203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Pushing event deleted for resources: {'Port': ['ID=eb5fcf30-b888-47a7-be05-437e89fd3592,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:27.570717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] No DVR routers for this DVR port eb5fcf30-b888-47a7-be05-437e89fd3592 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:27.574108 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:27.576109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b277d218-c91c-4247-bff1-ec8e2c6340bc req-a82effea-d44f-4513-89b5-c2312ccb9c85 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.32 "DELETE /v2.0/ports/eb5fcf30-b888-47a7-be05-437e89fd3592 HTTP/1.1" status: 204 len: 173 time: 0.5536926 Sep 20 12:37:27.576563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70494e0-717f-45dd-897c-65d26d1c371f', 'name': 'network-vif-deleted', 'tag': 'eb5fcf30-b888-47a7-be05-437e89fd3592'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:27.579079 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d60b2-c186-4029-a3a9-9d3cf1f40586" -d '{"events": [{"server_uuid": "d70494e0-717f-45dd-897c-65d26d1c371f", "name": "network-vif-deleted", "tag": "eb5fcf30-b888-47a7-be05-437e89fd3592"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:27.625784 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8be7798-79ba-4f9c-8591-f30d2cfcbf74 x-openstack-request-id: req-c8be7798-79ba-4f9c-8591-f30d2cfcbf74 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:27.626103 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70494e0-717f-45dd-897c-65d26d1c371f", "name": "network-vif-deleted", "tag": "eb5fcf30-b888-47a7-be05-437e89fd3592", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:27.626357 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8be7798-79ba-4f9c-8591-f30d2cfcbf74 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:27.626773 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70494e0-717f-45dd-897c-65d26d1c371f', 'name': 'network-vif-deleted', 'tag': 'eb5fcf30-b888-47a7-be05-437e89fd3592', 'status': 'completed', 'code': 200} Sep 20 12:37:27.932272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device e74297a2-ddfb-4737-80ae-b4a3f1383ef9 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:37:28.027687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port e74297a2-ddfb-4737-80ae-b4a3f1383ef9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,segment=NetworkSegment(c9188a1f-8d2c-45c6-b289-4590a51446ee),segment_id=c9188a1f-8d2c-45c6-b289-4590a51446ee)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:28.038938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'e74297a2-ddfb-4737-80ae-b4a3f1383ef9', 'network_id': '7bcdb717-2720-49f1-9fff-9f1703c32f7d', 'port_id': 'e74297a2-ddfb-4737-80ae-b4a3f1383ef9', 'mac_address': 'fa:16:3e:2a:39:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0361114-dc94-4480-83c7-41ac2f445aac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:37:28.086494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:28.100376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74297a2-ddfb-4737-80ae-b4a3f1383ef9 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:37:28.122906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port e74297a2-ddfb-4737-80ae-b4a3f1383ef9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,segment=NetworkSegment(c9188a1f-8d2c-45c6-b289-4590a51446ee),segment_id=c9188a1f-8d2c-45c6-b289-4590a51446ee)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:28.189840 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:28.194187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79bd2d98-c3ab-4503-8861-5eb16b63a668 req-315557a3-b37d-4cdb-a196-841fe1071dd0 tempest-VolumesActionsTest-1040941028 tempest-VolumesActionsTest-1040941028-project] 10.222.0.37 "GET /v2.0/ports?device_id=d70494e0-717f-45dd-897c-65d26d1c371f HTTP/1.1" status: 200 len: 210 time: 0.0268519 Sep 20 12:37:28.246285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:28.408077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['e74297a2-ddfb-4737-80ae-b4a3f1383ef9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:37:28.580025 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a564b-c6a8-4ceb-a130-79e8cdc164bd req-e3a26939-8183-4875-80a2-987b48ab89bf tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:28.581626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c81a564b-c6a8-4ceb-a130-79e8cdc164bd req-e3a26939-8183-4875-80a2-987b48ab89bf tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 945 time: 0.0503976 Sep 20 12:37:28.623753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c81a564b-c6a8-4ceb-a130-79e8cdc164bd req-fa8e5b1c-0ed6-49d2-82b9-0ce7dca71043 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359983 Sep 20 12:37:29.748946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656b188-1070-4f72-87b4-d46dd9bfb0d6 req-6e2ce466-a1c5-456f-bbc4-2cfedef140bf tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:29.750466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d656b188-1070-4f72-87b4-d46dd9bfb0d6 req-6e2ce466-a1c5-456f-bbc4-2cfedef140bf tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 945 time: 0.0584891 Sep 20 12:37:29.790650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d656b188-1070-4f72-87b4-d46dd9bfb0d6 req-1e00e9f7-f3c7-4285-b1f3-ec0e1d54bdd5 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334637 Sep 20 12:37:29.958336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device e74297a2-ddfb-4737-80ae-b4a3f1383ef9 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:37:30.098952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device eb5fcf30-b888-47a7-be05-437e89fd3592 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:30.119380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: eb5fcf30-b888-47a7-be05-437e89fd3592 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:37:30.120385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device eb5fcf30-b888-47a7-be05-437e89fd3592 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:37:30.121871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:37:30.126159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:30.126531 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:30.219658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:30.242987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a2c7bd-1e16-40df-b43a-819acb9f2f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74297a2-ddfb-4737-80ae-b4a3f1383ef9'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:30.246097 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff0cb3d-f2be-4cef-a2a5-7a2c5b681aff" -d '{"events": [{"server_uuid": "91a2c7bd-1e16-40df-b43a-819acb9f2f35", "name": "network-vif-plugged", "status": "completed", "tag": "e74297a2-ddfb-4737-80ae-b4a3f1383ef9"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:30.262608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port e74297a2-ddfb-4737-80ae-b4a3f1383ef9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,segment=NetworkSegment(c9188a1f-8d2c-45c6-b289-4590a51446ee),segment_id=c9188a1f-8d2c-45c6-b289-4590a51446ee)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:30.292092 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600a92e9-d978-48b3-86e8-482e2d66ebd4 x-openstack-request-id: req-600a92e9-d978-48b3-86e8-482e2d66ebd4 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:30.292092 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a2c7bd-1e16-40df-b43a-819acb9f2f35", "name": "network-vif-plugged", "status": "completed", "tag": "e74297a2-ddfb-4737-80ae-b4a3f1383ef9", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:30.293208 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-600a92e9-d978-48b3-86e8-482e2d66ebd4 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:30.293208 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a2c7bd-1e16-40df-b43a-819acb9f2f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74297a2-ddfb-4737-80ae-b4a3f1383ef9', 'code': 200} Sep 20 12:37:30.356516 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:30.401683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c4922-8b63-4f75-a501-2f92f23f3706 req-d7582a09-01fb-4dc2-beb7-c6e6d6ba1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:30.403740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea6c4922-8b63-4f75-a501-2f92f23f3706 req-d7582a09-01fb-4dc2-beb7-c6e6d6ba1f5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 1097 time: 0.0568194 Sep 20 12:37:30.408253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:30.441092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea6c4922-8b63-4f75-a501-2f92f23f3706 req-cf5f365f-53d0-45b9-bb36-3a03aaf63c4f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295341 Sep 20 12:37:30.917144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939680e-37ce-4f7c-8f47-5621aee215c2 req-cceeeba1-4c5a-4ea2-b8df-cc1859406bc6 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:30.918770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5939680e-37ce-4f7c-8f47-5621aee215c2 req-cceeeba1-4c5a-4ea2-b8df-cc1859406bc6 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0508223 Sep 20 12:37:30.960897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5939680e-37ce-4f7c-8f47-5621aee215c2 req-055505e6-9a85-4103-9124-146e1ee98040 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352972 Sep 20 12:37:32.079984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d1468-0e0b-4f3a-aad9-7c4d3b8bdc54 req-158648d6-0870-4e34-af19-e9892a9202f0 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:32.081517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c78d1468-0e0b-4f3a-aad9-7c4d3b8bdc54 req-158648d6-0870-4e34-af19-e9892a9202f0 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0499673 Sep 20 12:37:32.121850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c78d1468-0e0b-4f3a-aad9-7c4d3b8bdc54 req-e8b887aa-3472-4d41-b301-7f0604d6b3bc tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Sep 20 12:37:33.019432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1230136-b28d-491a-a596-2b3e9314e75b req-a5a2a3c0-0ac4-40b9-9f9f-b016b62f192c tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:33.021171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1230136-b28d-491a-a596-2b3e9314e75b req-a5a2a3c0-0ac4-40b9-9f9f-b016b62f192c tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0520804 Sep 20 12:37:33.060188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1230136-b28d-491a-a596-2b3e9314e75b req-966b5644-5a93-4314-8f51-5770cc314843 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Sep 20 12:37:34.179451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83641b-31d5-4688-a088-079300fa9daf req-43cd090a-141c-442f-9bc1-ebb885e0bd09 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:34.183426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b83641b-31d5-4688-a088-079300fa9daf req-43cd090a-141c-442f-9bc1-ebb885e0bd09 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0512178 Sep 20 12:37:34.229876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b83641b-31d5-4688-a088-079300fa9daf req-1d9f9e47-bd1f-46fe-b151-7e9f9a0daea1 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef4d07e9-135e-4f75-9d49-bcce947a1e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Sep 20 12:37:34.400918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-a52976ad-858d-44a1-b218-fc42afc14fb6 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:34.402472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-a52976ad-858d-44a1-b218-fc42afc14fb6 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.21 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0673330 Sep 20 12:37:34.526042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Deleting port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:34.526391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:34.638313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] For port e74297a2-ddfb-4737-80ae-b4a3f1383ef9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,segment=NetworkSegment(c9188a1f-8d2c-45c6-b289-4590a51446ee),segment_id=c9188a1f-8d2c-45c6-b289-4590a51446ee)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:34.638883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:34.651689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Calling delete_port for e74297a2-ddfb-4737-80ae-b4a3f1383ef9 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:34.876011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:34.891521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['e74297a2-ddfb-4737-80ae-b4a3f1383ef9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:37:34.910660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Pushing event deleted for resources: {'Port': ['ID=e74297a2-ddfb-4737-80ae-b4a3f1383ef9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:34.952480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] No DVR routers for this DVR port e74297a2-ddfb-4737-80ae-b4a3f1383ef9 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:34.955351 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:34.957914 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37f01cc6-f72c-4bf1-94e1-d1231955414a req-bee76e62-89c0-49cc-8cde-5950984c064f tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.21 "DELETE /v2.0/ports/e74297a2-ddfb-4737-80ae-b4a3f1383ef9 HTTP/1.1" status: 204 len: 173 time: 0.5442252 Sep 20 12:37:34.958366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a2c7bd-1e16-40df-b43a-819acb9f2f35', 'name': 'network-vif-deleted', 'tag': 'e74297a2-ddfb-4737-80ae-b4a3f1383ef9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:34.960709 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4e0ac7-e7d4-4221-b503-451a6579af63" -d '{"events": [{"server_uuid": "91a2c7bd-1e16-40df-b43a-819acb9f2f35", "name": "network-vif-deleted", "tag": "e74297a2-ddfb-4737-80ae-b4a3f1383ef9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:35.011116 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c1077-dc03-41d4-b3db-fc055bf1027c x-openstack-request-id: req-676c1077-dc03-41d4-b3db-fc055bf1027c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:35.011116 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a2c7bd-1e16-40df-b43a-819acb9f2f35", "name": "network-vif-deleted", "tag": "e74297a2-ddfb-4737-80ae-b4a3f1383ef9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:35.011116 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-676c1077-dc03-41d4-b3db-fc055bf1027c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:35.011116 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a2c7bd-1e16-40df-b43a-819acb9f2f35', 'name': 'network-vif-deleted', 'tag': 'e74297a2-ddfb-4737-80ae-b4a3f1383ef9', 'status': 'completed', 'code': 200} Sep 20 12:37:35.361638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-477e644a-7f16-4e3f-ab8d-06a831ba68f1 req-7c0081aa-4d62-4d9e-9b2a-32f30969cd93 tempest-ServerPasswordTestJSON-1000642296 tempest-ServerPasswordTestJSON-1000642296-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a2c7bd-1e16-40df-b43a-819acb9f2f35 HTTP/1.1" status: 200 len: 210 time: 0.0273216 Sep 20 12:37:36.431339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:36.478232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-dade08d2-8a0e-4a40-aa0d-495c3ffa62db admin admin] Deleting subnet c0361114-dc94-4480-83c7-41ac2f445aac {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:37:36.481766 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dade08d2-8a0e-4a40-aa0d-495c3ffa62db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.523186 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dade08d2-8a0e-4a40-aa0d-495c3ffa62db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.569405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dade08d2-8a0e-4a40-aa0d-495c3ffa62db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.726914 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dade08d2-8a0e-4a40-aa0d-495c3ffa62db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.754035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade08d2-8a0e-4a40-aa0d-495c3ffa62db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0361114-dc94-4480-83c7-41ac2f445aac,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:36.756001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dade08d2-8a0e-4a40-aa0d-495c3ffa62db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.757879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dade08d2-8a0e-4a40-aa0d-495c3ffa62db admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c0361114-dc94-4480-83c7-41ac2f445aac HTTP/1.1" status: 204 len: 168 time: 0.3255408 Sep 20 12:37:36.760573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:36.842280 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.921100 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.942294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcdb717-2720-49f1-9fff-9f1703c32f7d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:36.952524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9188a1f-8d2c-45c6-b289-4590a51446ee') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:36.952908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9188a1f-8d2c-45c6-b289-4590a51446ee') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:36.966853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.980245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.986253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:37:36.986644 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:37:36.988236 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:37:37.120852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:37.127596 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:37.129424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7bcdb717-2720-49f1-9fff-9f1703c32f7d HTTP/1.1" status: 204 len: 168 time: 0.3679328 Sep 20 12:37:37.140731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fedbe-f9c8-4be5-969b-eb0ae4a96238 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcdb717-2720-49f1-9fff-9f1703c32f7d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:37.548981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:37.592707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f873b570-79ef-4092-ad01-f0e5a28c668d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca8179739a36427e96970f119aabeb4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407059 Sep 20 12:37:37.597565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33822) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:37.658297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:37.681307 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:37.844673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:37.847480 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:37.848805 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef4d07e9-135e-4f75-9d49-bcce947a1e7b HTTP/1.1" status: 204 len: 168 time: 0.2495799 Sep 20 12:37:37.858179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4d07e9-135e-4f75-9d49-bcce947a1e7b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:37.867235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.867644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.867932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.868257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.868584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.868917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.874181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.874181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.874181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.874181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.874181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:37.874181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416b9fb-6f33-49ca-9442-987a3c66ed78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:38.005463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device e74297a2-ddfb-4737-80ae-b4a3f1383ef9 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:38.026692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: e74297a2-ddfb-4737-80ae-b4a3f1383ef9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:37:38.027036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device e74297a2-ddfb-4737-80ae-b4a3f1383ef9 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:37:38.993845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33860) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:39.103365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-network', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:39.218417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Made reservation on behalf of ae71b5c0d46948f09c8a4f3cffe380c3 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:39.221426 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:39.237545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:39.329749 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:39.435647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:39.465530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:37:39.471980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d324354-cc72-41b6-ab79-936d419467df,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:39.480040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:39.480174 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Added segment 5a9e34ed-843f-4f04-951d-bcf3413b5238 of type vlan for network 5bb32322-7379-45ce-9eb9-7d19c2085b32 Sep 20 12:37:39.519973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:39.623956 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:39.624966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:39.627403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:39.691396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb32322-7379-45ce-9eb9-7d19c2085b32,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:39.703608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 5bb32322-7379-45ce-9eb9-7d19c2085b32 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:37:39.714955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33868) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:39.720022 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0a8404b0-33c4-4bfd-ae3f-334b45220897 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7201977 Sep 20 12:37:39.724301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Request body: {'subnet': {'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-subnet', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:39.844580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Made reservation on behalf of ae71b5c0d46948f09c8a4f3cffe380c3 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:39.847313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:40.109905 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:40.167342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced74d0e-76d7-4a63-a80d-3924992f5b36,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:40.184205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Checking segment: {'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:40.184895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Network hostable DHCP agents. Network: 5bb32322-7379-45ce-9eb9-7d19c2085b32, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:37:40.392878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Network 5bb32322-7379-45ce-9eb9-7d19c2085b32 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:37:40.475294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 5bb32322-7379-45ce-9eb9-7d19c2085b32) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:40.480003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:40.486032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:40.486915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef272811-c19c-47a8-b293-0a97ee8d49b0 None None] Network 5bb32322-7379-45ce-9eb9-7d19c2085b32 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:37:40.602100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-60b1db82-9238-45be-aafb-3203a6117f15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8859196 Sep 20 12:37:40.605326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33882) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:40.609847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:40.672579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba4c440-76e5-4a0c-be55-ab9b32367c73 None None] Network 5bb32322-7379-45ce-9eb9-7d19c2085b32 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:37:40.739324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:40.741637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:40.827084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:41.064346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:41.324857 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:41.348233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:41.461201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Allocated IP 172.25.6.132 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/7920267c-2e03-4923-9cad-55367bc6b688) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:37:41.607587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:41.730109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:41.768407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:37:41.772690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:41.775293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:37:41.807245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Pushing event updated for resources: {'Port': ['ID=7920267c-2e03-4923-9cad-55367bc6b688,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:42.118217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:42.318473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:42.330383 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7a34cac2-15f0-44b6-9ac8-39efcd257e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:42.529940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:37:42.641092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:37:42.654855 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Sync routers for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:37:42.675544 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:37:42.676165 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:37:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:42.716315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:42.718182 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-baf8bc3d-da8a-404a-8269-50f68e5cddd9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1115761 Sep 20 12:37:42.720886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33908) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:37:42.800104 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:37:43.138108 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:41Z', 'revision_number': 3, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:43.178628 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Checking router: 3a71b3e2-1c95-43a1-beef-4be0d850dea8 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:37:43.180666 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Updating router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 port 7920267c-2e03-4923-9cad-55367bc6b688 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:37:43.209840 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.530406 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.574935 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.618098 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.677945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Attempting to bind port 7920267c-2e03-4923-9cad-55367bc6b688 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:37:43.678588 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Attempting to bind port 7920267c-2e03-4923-9cad-55367bc6b688 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:37:43.678588 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Attempting to bind port 7920267c-2e03-4923-9cad-55367bc6b688 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:43.680557 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Pushing event updated for resources: {'Port': ['ID=7920267c-2e03-4923-9cad-55367bc6b688,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:43.689029 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.689376 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.689703 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.690028 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.690545 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.691045 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.691523 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.692017 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.692337 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.692824 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.693327 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.693803 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:37:43.699661 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:37:43.701173 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:43.701738 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.702274 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:37:43.702910 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Bound port: 7920267c-2e03-4923-9cad-55367bc6b688, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:37:43.703464 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.752254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Allocated IP 172.20.0.1 (5bb32322-7379-45ce-9eb9-7d19c2085b32/ced74d0e-76d7-4a63-a80d-3924992f5b36/53d064b7-45ed-496c-91fd-b8531c666b45) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:37:43.761135 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] For port 7920267c-2e03-4923-9cad-55367bc6b688, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:37:43.765552 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] For port 7920267c-2e03-4923-9cad-55367bc6b688, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7920267c-2e03-4923-9cad-55367bc6b688,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:37:43.847113 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.869916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.920761 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b027d-0ba0-4123-9a75-6445369d6e39 None None] Pushing event updated for resources: {'Port': ['ID=7920267c-2e03-4923-9cad-55367bc6b688,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:43.923672 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:37:43.924285 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:37:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:43.968900 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:43.988458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Network 5bb32322-7379-45ce-9eb9-7d19c2085b32 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:37:44.023730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:44.026071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Pushing event updated for resources: {'Port': ['ID=53d064b7-45ed-496c-91fd-b8531c666b45,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:44.042165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:37:44.044007 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:37:44.116825 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:44.272299 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:41Z', 'revision_number': 3, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:44.307796 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f54d4-4c85-4f8f-838c-f6956dbcfcb4 None None] The sync data for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 is: [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:41Z', 'revision_number': 3, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:37:44.453628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:44.704617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:44.792860 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:44.890043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Pushing event updated for resources: {'Port': ['ID=53d064b7-45ed-496c-91fd-b8531c666b45,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:44.894463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:45.015572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Network 5bb32322-7379-45ce-9eb9-7d19c2085b32 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:37:45.017205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:45.139835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:37:45.204850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a73eeb77-1189-43e7-92ac-1b288747f5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:45.261697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:37:45.268633 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-20ee5ea6-e5af-473e-bfde-56207d42627d admin admin] 10.222.0.37 "PUT /v2.0/routers/3a71b3e2-1c95-43a1-beef-4be0d850dea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5465982 Sep 20 12:37:45.646279 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:45.749311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-8532bc9c-37ba-4e20-9daf-bfe5d96f12ab tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:45.750916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-8532bc9c-37ba-4e20-9daf-bfe5d96f12ab tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 819 time: 0.1112976 Sep 20 12:37:45.767215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-767f2f43-eae3-476c-9914-7081832fbf2b tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/quotas/ae71b5c0d46948f09c8a4f3cffe380c3 HTTP/1.1" status: 200 len: 375 time: 0.0102034 Sep 20 12:37:45.831650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c4996964-992e-410b-b0e6-d8fe8d396a41 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556924 Sep 20 12:37:45.956790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-ee4c9841-e4bd-428c-87ca-39f3e04629ee service neutron] 10.222.0.37 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105704 Sep 20 12:37:46.069911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c7fd6b72-6283-4906-a082-41ff0472317d service neutron] 10.222.0.37 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090894 Sep 20 12:37:46.306791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Sync routers for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:37:46.317301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:37:46.317937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:37:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:46.406123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a6dabc7-d9ae-48d4-b228-124e7278408b req-bc214a49-f7ff-4bd2-a867-2d90caa93698 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 210 time: 0.0474648 Sep 20 12:37:46.530650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:46.561875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:37:46.743838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7920267c-2e03-4923-9cad-55367bc6b688 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:37:46.813122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 2, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:46.846377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Checking router: 3a71b3e2-1c95-43a1-beef-4be0d850dea8 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:37:46.846740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Updating router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 port 53d064b7-45ed-496c-91fd-b8531c666b45 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:37:46.848690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7920267c-2e03-4923-9cad-55367bc6b688 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:46.849095 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:46.899649 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:47.069463 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:47.106722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 7920267c-2e03-4923-9cad-55367bc6b688, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7920267c-2e03-4923-9cad-55367bc6b688,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:47.179594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:47.271530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=7920267c-2e03-4923-9cad-55367bc6b688,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:47.292370 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:47.443991 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:47.491603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85825fe-2aa3-47fb-95a3-66c6cd97c017 req-1ee0afc6-1d7c-4ef1-8d25-2c5954e6795c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 210 time: 0.0312228 Sep 20 12:37:47.497601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c2946-60de-482d-b27f-9089baada929 None None] Pushing event updated for resources: {'Port': ['ID=53d064b7-45ed-496c-91fd-b8531c666b45,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:47.542951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Attempting to bind port 53d064b7-45ed-496c-91fd-b8531c666b45 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:37:47.543316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Attempting to bind port 53d064b7-45ed-496c-91fd-b8531c666b45 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:37:47.543915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Attempting to bind port 53d064b7-45ed-496c-91fd-b8531c666b45 on network 5bb32322-7379-45ce-9eb9-7d19c2085b32 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:47.549086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:37:47.549459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Checking segment: {'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:47.549859 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:47.550254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Bound using segment: {'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:37:47.550715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Bound port: 53d064b7-45ed-496c-91fd-b8531c666b45, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:37:47.551101 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:47.615547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] For port 53d064b7-45ed-496c-91fd-b8531c666b45, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:37:47.618607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] For port 53d064b7-45ed-496c-91fd-b8531c666b45, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=53d064b7-45ed-496c-91fd-b8531c666b45,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:37:47.692880 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:47.755755 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:37:47.756373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:37:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:47.761024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c2946-60de-482d-b27f-9089baada929 None None] Pushing event updated for resources: {'Port': ['ID=53d064b7-45ed-496c-91fd-b8531c666b45,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:47.879801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:37:47.949530 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:48.238162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:48.273977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9231b-3b87-447c-a6ac-03a37db35301 None None] The sync data for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 is: [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:37:48.568451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 53d064b7-45ed-496c-91fd-b8531c666b45 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:37:48.607222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42edca0f-3a76-4208-816f-9fd7812fca44 req-70753e55-544e-45a2-99c1-82554972114c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 210 time: 0.0352767 Sep 20 12:37:48.661769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 53d064b7-45ed-496c-91fd-b8531c666b45 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:48.662355 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:48.778894 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:48.833723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 53d064b7-45ed-496c-91fd-b8531c666b45, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=53d064b7-45ed-496c-91fd-b8531c666b45,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:48.893249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-6059639c-cebd-4e08-b9d0-65228be90880 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:48.895359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-6059639c-cebd-4e08-b9d0-65228be90880 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.21 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 819 time: 0.1503623 Sep 20 12:37:48.909485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Request body: {'port': {'device_id': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'admin_state_up': True, 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:48.919740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:48.920958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7920267c-2e03-4923-9cad-55367bc6b688 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:37:49.023431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=53d064b7-45ed-496c-91fd-b8531c666b45,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:49.040547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7920267c-2e03-4923-9cad-55367bc6b688 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:49.041084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:49.160787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Made reservation on behalf of ae71b5c0d46948f09c8a4f3cffe380c3 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:37:49.164475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:49.304539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Allocated IP 172.20.0.10 (5bb32322-7379-45ce-9eb9-7d19c2085b32/ced74d0e-76d7-4a63-a80d-3924992f5b36/7e62bef2-a069-4ddc-bba6-50f97c8ac3ac) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:37:49.517257 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:49.627239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:49.670454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Network 5bb32322-7379-45ce-9eb9-7d19c2085b32 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:37:49.671936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:37:49.676202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:37:49.775707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event updated for resources: {'Port': ['ID=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:49.778241 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:49.801102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:49.803101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:49.831547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f8932-cc8e-49ad-bfd6-d7a97e14ce6b req-c8b56a35-5f06-46bb-8f40-b84c8f535b00 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:49.850863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-995f8932-cc8e-49ad-bfd6-d7a97e14ce6b req-c8b56a35-5f06-46bb-8f40-b84c8f535b00 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 932 time: 0.1319964 Sep 20 12:37:49.895376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2747e3af-4be5-4b67-b627-5b7fb96ff295 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9906971 Sep 20 12:37:49.910632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Request body: {'port': {'device_id': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:49.915397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-995f8932-cc8e-49ad-bfd6-d7a97e14ce6b req-f9bcd64d-0e9c-4624-b259-81ca5b0761d0 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637240 Sep 20 12:37:49.974652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:50.251458 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:50.489605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 53d064b7-45ed-496c-91fd-b8531c666b45 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:37:50.533308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:37:50.545841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:50.556304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 53d064b7-45ed-496c-91fd-b8531c666b45 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:50.556915 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:50.563419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Transition to ACTIVE for port object 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:37:50.682360 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:50.734529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:50.803443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Attempting to bind port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:37:50.803781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Attempting to bind port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:37:50.804106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Attempting to bind port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac on network 5bb32322-7379-45ce-9eb9-7d19c2085b32 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:50.808817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac on network 5bb32322-7379-45ce-9eb9-7d19c2085b32 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:37:50.809415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Attempting to bind port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac on network 5bb32322-7379-45ce-9eb9-7d19c2085b32 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:37:50.814171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:37:50.814511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Checking segment: {'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:37:50.815121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Bound using segment: {'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:37:50.815551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Bound port: 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9e34ed-843f-4f04-951d-bcf3413b5238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:37:50.815912 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:50.909318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] For port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:37:50.912651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] For port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:37:51.007674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:51.075482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:51.076532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:51.078132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 1092 time: 1.1720271 Sep 20 12:37:51.081463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:51.084468 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9615fe6e-941a-4266-a453-b5045d34121e" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:51.119167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b57aa-780c-4fc3-b371-f0a94211c10c req-e5aa80bf-9347-4c6d-9854-fa7d37c3e6a3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:51.120596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-086b57aa-780c-4fc3-b371-f0a94211c10c req-e5aa80bf-9347-4c6d-9854-fa7d37c3e6a3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 944 time: 0.1329188 Sep 20 12:37:51.127688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e060f0-ce06-4851-ba76-4dc1d6a417a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:51.282679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-086b57aa-780c-4fc3-b371-f0a94211c10c req-54bfc617-bd0b-4641-a692-3e147c427d6d tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277938 Sep 20 12:37:51.285879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2560338a-bd6e-48e7-b837-93d0485a6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:51.287398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2560338a-bd6e-48e7-b837-93d0485a6415 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1095 time: 0.0817542 Sep 20 12:37:51.342164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-ba1a4c4c-3127-4f6a-8c8b-9e2b04a9f49e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 217 time: 0.0471025 Sep 20 12:37:51.418920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-6aa1e675-33e7-4f7b-80a9-407ee2dbbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:51.419075 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-6aa1e675-33e7-4f7b-80a9-407ee2dbbc9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.0577538 Sep 20 12:37:51.453870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-8e5df485-542c-4911-bb5b-faf3eafcfb63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283275 Sep 20 12:37:51.493696 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae64f16-04f5-4bae-b1df-38af5fc49e7e x-openstack-request-id: req-7ae64f16-04f5-4bae-b1df-38af5fc49e7e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:51.494095 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:51.494439 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ae64f16-04f5-4bae-b1df-38af5fc49e7e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:51.495534 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'status': 'completed', 'code': 200} Sep 20 12:37:51.569630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-2ceeaff5-9c6d-449f-bee7-dcfa995ba7a7 service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076794 Sep 20 12:37:51.669567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24d72c6d-e55c-4523-8065-e1c45aaf927e req-77b963aa-8532-4937-912c-fef550a58fdf service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932343 Sep 20 12:37:51.821150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615fe6e-941a-4266-a453-b5045d34121e req-1ad71897-33e5-4d24-877f-b6b4d3253f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:51.823021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9615fe6e-941a-4266-a453-b5045d34121e req-1ad71897-33e5-4d24-877f-b6b4d3253f0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1095 time: 0.0529714 Sep 20 12:37:51.936639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615fe6e-941a-4266-a453-b5045d34121e req-00b2ff04-2c7b-4cd8-b58f-e50b814ebf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:51.938362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9615fe6e-941a-4266-a453-b5045d34121e req-00b2ff04-2c7b-4cd8-b58f-e50b814ebf3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 919 time: 0.1086466 Sep 20 12:37:51.985952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9615fe6e-941a-4266-a453-b5045d34121e req-57ffed85-4d32-4271-a7e7-ef6a677933d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 217 time: 0.0401211 Sep 20 12:37:52.039547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615fe6e-941a-4266-a453-b5045d34121e req-7addcedd-c6aa-4ef4-9d4f-4f012b1a1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.041324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9615fe6e-941a-4266-a453-b5045d34121e req-7addcedd-c6aa-4ef4-9d4f-4f012b1a1178 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.0464246 Sep 20 12:37:52.079537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9615fe6e-941a-4266-a453-b5045d34121e req-ee64f904-ee6b-4332-a633-538b9feda8c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302825 Sep 20 12:37:52.182128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9615fe6e-941a-4266-a453-b5045d34121e req-2f935193-a82a-4db8-bb69-b0e4a6370cac service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921826 Sep 20 12:37:52.276159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9615fe6e-941a-4266-a453-b5045d34121e req-face9a01-2754-4cda-b410-4335a0e5d8c8 service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871055 Sep 20 12:37:52.334330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-098f2759-b41d-4563-9bbf-164a2c43dbe5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.340892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-098f2759-b41d-4563-9bbf-164a2c43dbe5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.346873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-098f2759-b41d-4563-9bbf-164a2c43dbe5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.352928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-098f2759-b41d-4563-9bbf-164a2c43dbe5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.359578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-098f2759-b41d-4563-9bbf-164a2c43dbe5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.365762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-098f2759-b41d-4563-9bbf-164a2c43dbe5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.371839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-098f2759-b41d-4563-9bbf-164a2c43dbe5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.373854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-098f2759-b41d-4563-9bbf-164a2c43dbe5 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.0942705 Sep 20 12:37:52.426107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78d78147-3fd0-4c1a-aec4-b74434ad0663 req-c294d7cd-5053-4214-a955-d3ddff135e0f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450490 Sep 20 12:37:52.551007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3591-cebf-40a1-ad63-ae8ec8ddcf84 req-1ebea322-b48b-448a-9176-b4973dda56a7 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:52.553090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d9a3591-cebf-40a1-ad63-ae8ec8ddcf84 req-1ebea322-b48b-448a-9176-b4973dda56a7 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 944 time: 0.0625842 Sep 20 12:37:52.598813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d9a3591-cebf-40a1-ad63-ae8ec8ddcf84 req-6ca595a9-0144-4edc-98ed-867d11b2ec60 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 Sep 20 12:37:53.272229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-7e734989-ccb7-4190-89e0-c5fa4ee53392 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.279090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-7e734989-ccb7-4190-89e0-c5fa4ee53392 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.286037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-7e734989-ccb7-4190-89e0-c5fa4ee53392 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.292183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-7e734989-ccb7-4190-89e0-c5fa4ee53392 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.302284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-7e734989-ccb7-4190-89e0-c5fa4ee53392 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.304954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-7e734989-ccb7-4190-89e0-c5fa4ee53392 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.311437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-7e734989-ccb7-4190-89e0-c5fa4ee53392 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.313545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-7e734989-ccb7-4190-89e0-c5fa4ee53392 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.0967336 Sep 20 12:37:53.373207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-88d56f32-36a7-480a-ae60-24fa576041aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.374582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-88d56f32-36a7-480a-ae60-24fa576041aa tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "GET /v2.0/ports/50ce7447-0ff3-459f-9c29-65f7b1c0bc8c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0539510 Sep 20 12:37:53.489957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-765aa985-1dfe-4bbe-bb9c-e7294bc9afe6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "GET /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1090860 Sep 20 12:37:53.502630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:53.607473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:53.621877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac343-48b8-444a-a146-e68b60f1289c req-f5097ec9-4404-4255-9482-0f4ecbc83c1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.628044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac343-48b8-444a-a146-e68b60f1289c req-f5097ec9-4404-4255-9482-0f4ecbc83c1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.633920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac343-48b8-444a-a146-e68b60f1289c req-f5097ec9-4404-4255-9482-0f4ecbc83c1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.640807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac343-48b8-444a-a146-e68b60f1289c req-f5097ec9-4404-4255-9482-0f4ecbc83c1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.647703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac343-48b8-444a-a146-e68b60f1289c req-f5097ec9-4404-4255-9482-0f4ecbc83c1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.652611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac343-48b8-444a-a146-e68b60f1289c req-f5097ec9-4404-4255-9482-0f4ecbc83c1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.658671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac343-48b8-444a-a146-e68b60f1289c req-f5097ec9-4404-4255-9482-0f4ecbc83c1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.660635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcfac343-48b8-444a-a146-e68b60f1289c req-f5097ec9-4404-4255-9482-0f4ecbc83c1b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 5441 time: 0.1335871 Sep 20 12:37:53.747130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcfac343-48b8-444a-a146-e68b60f1289c req-50d0313e-f02e-4796-8c5f-dff818343553 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f76ca5d-3328-456e-9a71-26b341d03489&id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789680 Sep 20 12:37:53.865478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] For port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:53.932520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931fdfa-881c-46da-aea0-885f3d136d61 req-5237a52e-7177-46e3-a3ae-8495ff67f436 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:53.934229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8931fdfa-881c-46da-aea0-885f3d136d61 req-5237a52e-7177-46e3-a3ae-8495ff67f436 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 944 time: 0.0861845 Sep 20 12:37:53.944280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] For port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:37:53.994818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] device_id is not set on port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:37:54.011371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.018209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8931fdfa-881c-46da-aea0-885f3d136d61 req-cf1727dd-6bd0-405f-945f-027bffecf7a2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553877 Sep 20 12:37:54.081216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.092510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:37:54.150339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] Pushing event updated for resources: {'Port': ['ID=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:54.182086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] No DVR routers for this DVR port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:54.249776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] In _notify_port_updated(), no bound segment for port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:37:54.250792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:54.251469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.252843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-cf253470-54ab-421f-b930-b2e738b788bd service neutron] 10.222.0.32 "PUT /v2.0/ports/50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 200 len: 1031 time: 0.7548218 Sep 20 12:37:54.292186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:54.320687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'port_id': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'mac_address': 'fa:16:3e:23:ad:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:37:54.322445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a0331fc7-c3a1-4b7a-8ea7-e053ec5e3235 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:54.324268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a0331fc7-c3a1-4b7a-8ea7-e053ec5e3235 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "GET /v2.0/ports/b330ab1e-08c5-4cee-9950-bff50e526c87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0642345 Sep 20 12:37:54.337831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:37:54.389784 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.404524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:37:54.427514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:54.430426 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.498711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9e9cbf42-8026-439d-b40a-6889e52b8c80 None None] Provisioning complete for port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:54.499764 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbf42-8026-439d-b40a-6889e52b8c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.501961 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.584190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9e9cbf42-8026-439d-b40a-6889e52b8c80 None None] Port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:37:54.590251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:54.608119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] For port b330ab1e-08c5-4cee-9950-bff50e526c87, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b330ab1e-08c5-4cee-9950-bff50e526c87,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:54.641739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] For port b330ab1e-08c5-4cee-9950-bff50e526c87, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:37:54.676114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] device_id is not set on port b330ab1e-08c5-4cee-9950-bff50e526c87 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:37:54.685041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.722838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:37:54.797839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.887007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] No DVR routers for this DVR port b330ab1e-08c5-4cee-9950-bff50e526c87 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:54.897191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] Pushing event updated for resources: {'Port': ['ID=b330ab1e-08c5-4cee-9950-bff50e526c87,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:54.980480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] In _notify_port_updated(), no bound segment for port b330ab1e-08c5-4cee-9950-bff50e526c87 on network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:37:54.981652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:54.982422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:54.983834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-9b7b6ca3-03d5-4e78-b580-3aaf80ded705 service neutron] 10.222.0.32 "PUT /v2.0/ports/b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 200 len: 1030 time: 0.6524024 Sep 20 12:37:55.011566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a680296-b711-44de-8a79-5f36df252240 req-d9201b3e-f263-439b-aac3-8537ea38e31b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:55.018279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a680296-b711-44de-8a79-5f36df252240 req-d9201b3e-f263-439b-aac3-8537ea38e31b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:55.024115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a680296-b711-44de-8a79-5f36df252240 req-d9201b3e-f263-439b-aac3-8537ea38e31b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:55.030051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a680296-b711-44de-8a79-5f36df252240 req-d9201b3e-f263-439b-aac3-8537ea38e31b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:55.035934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a680296-b711-44de-8a79-5f36df252240 req-d9201b3e-f263-439b-aac3-8537ea38e31b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:55.037844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a680296-b711-44de-8a79-5f36df252240 req-d9201b3e-f263-439b-aac3-8537ea38e31b tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 3886 time: 0.1038525 Sep 20 12:37:55.136263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a680296-b711-44de-8a79-5f36df252240 req-13fde577-8ec9-46dd-8c8a-e3d95833cd7c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687904 Sep 20 12:37:55.173381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:55.173381 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:55.214417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a13d7fbf-9fda-4cb1-8d79-5fc462a9c4e3 None None] Provisioning complete for port b330ab1e-08c5-4cee-9950-bff50e526c87 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:55.215532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a13d7fbf-9fda-4cb1-8d79-5fc462a9c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:55.269253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] For port 03b5f0e5-f875-4660-8c0e-6414e6e107c1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03b5f0e5-f875-4660-8c0e-6414e6e107c1,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:55.269560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:55.281102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a13d7fbf-9fda-4cb1-8d79-5fc462a9c4e3 None None] Port b330ab1e-08c5-4cee-9950-bff50e526c87 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:37:55.307147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for 03b5f0e5-f875-4660-8c0e-6414e6e107c1 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:55.369332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce3878-c07b-4378-9bbb-dacf834d7817 req-7c40e0b4-c759-4d31-8bda-ef1a8cfc23eb tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:55.372339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6ce3878-c07b-4378-9bbb-dacf834d7817 req-7c40e0b4-c759-4d31-8bda-ef1a8cfc23eb tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 945 time: 0.1057863 Sep 20 12:37:55.432396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6ce3878-c07b-4378-9bbb-dacf834d7817 req-52697dab-f655-45b4-ad7d-ce3220afc45a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Sep 20 12:37:55.567051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:55.608528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=03b5f0e5-f875-4660-8c0e-6414e6e107c1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:55.674509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] No DVR routers for this DVR port 03b5f0e5-f875-4660-8c0e-6414e6e107c1 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:55.677214 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:55.679463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-fe4ae747-6c06-4a1d-b468-e19deec749cc tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "DELETE /v2.0/ports/03b5f0e5-f875-4660-8c0e-6414e6e107c1 HTTP/1.1" status: 204 len: 173 time: 0.6860211 Sep 20 12:37:55.679911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': '03b5f0e5-f875-4660-8c0e-6414e6e107c1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:55.682208 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b91c301-c473-4c96-a768-58711847f14d" -d '{"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "03b5f0e5-f875-4660-8c0e-6414e6e107c1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:55.802428 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52dd4d4-ecb6-48c2-a79b-9354d8b0c90a x-openstack-request-id: req-a52dd4d4-ecb6-48c2-a79b-9354d8b0c90a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:55.802729 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "03b5f0e5-f875-4660-8c0e-6414e6e107c1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:55.802986 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a52dd4d4-ecb6-48c2-a79b-9354d8b0c90a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:55.803383 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': '03b5f0e5-f875-4660-8c0e-6414e6e107c1', 'status': 'completed', 'code': 200} Sep 20 12:37:55.835975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port 12568399-9650-4fa5-9db7-b169ebaca0a3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:55.836316 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:55.933074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] For port 12568399-9650-4fa5-9db7-b169ebaca0a3, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=12568399-9650-4fa5-9db7-b169ebaca0a3,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:55.933601 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:55.954405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for 12568399-9650-4fa5-9db7-b169ebaca0a3 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:56.091478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:37:56.233038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.245682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 12568399-9650-4fa5-9db7-b169ebaca0a3 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:56.266185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 12568399-9650-4fa5-9db7-b169ebaca0a3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:37:56.266669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 12568399-9650-4fa5-9db7-b169ebaca0a3 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:37:56.267174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 03b5f0e5-f875-4660-8c0e-6414e6e107c1 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:56.270204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:37:56.289890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:37:56.290103 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.291654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 03b5f0e5-f875-4660-8c0e-6414e6e107c1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:37:56.292178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 03b5f0e5-f875-4660-8c0e-6414e6e107c1 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:37:56.292889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:56.298555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=12568399-9650-4fa5-9db7-b169ebaca0a3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:56.345341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] No DVR routers for this DVR port 12568399-9650-4fa5-9db7-b169ebaca0a3 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:56.355424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5182-d4a9-4621-a99f-0ef16e180f63 req-d07d3ce5-213e-431c-869a-b8c742e7e730 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:56.361624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5182-d4a9-4621-a99f-0ef16e180f63 req-d07d3ce5-213e-431c-869a-b8c742e7e730 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:56.367583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5182-d4a9-4621-a99f-0ef16e180f63 req-d07d3ce5-213e-431c-869a-b8c742e7e730 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:56.369311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-081d5182-d4a9-4621-a99f-0ef16e180f63 req-d07d3ce5-213e-431c-869a-b8c742e7e730 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 2417 time: 0.1276500 Sep 20 12:37:56.370443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.373344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-769aaf3a-2c4e-4b49-991c-cfa72d1e0b92 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "DELETE /v2.0/ports/12568399-9650-4fa5-9db7-b169ebaca0a3 HTTP/1.1" status: 204 len: 173 time: 0.6872883 Sep 20 12:37:56.380089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:37:56.380089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b330ab1e-08c5-4cee-9950-bff50e526c87 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:56.449416 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.453393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b330ab1e-08c5-4cee-9950-bff50e526c87 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:37:56.454063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device f1f0b738-96dc-47dc-a626-72c2e07e3bef no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:56.480051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-081d5182-d4a9-4621-a99f-0ef16e180f63 req-e4567393-7666-48b3-9856-a2f22b4ca59e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954990 Sep 20 12:37:56.548764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:56.548764 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2da6c5c-fbe3-41ed-881e-eca2d170ac21" -d '{"events": [{"server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:56.562855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:56.623043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:56.623400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.646498 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.692274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.695898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port f1f0b738-96dc-47dc-a626-72c2e07e3bef, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:56.748089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2fbb6-81b3-4540-a60e-a4097c0511d4 req-c38d325e-4119-4217-824a-5a0f2fbd1af6 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:56.772761 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36a2fbb6-81b3-4540-a60e-a4097c0511d4 req-c38d325e-4119-4217-824a-5a0f2fbd1af6 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 945 time: 0.1392720 Sep 20 12:37:56.786102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:56.791829 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.792610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:56.813576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] For port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:56.813754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:56.853278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36a2fbb6-81b3-4540-a60e-a4097c0511d4 req-137df94d-cd11-4f0e-850b-9b8dcc1924ea tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743337 Sep 20 12:37:56.854595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:57.003082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=f1f0b738-96dc-47dc-a626-72c2e07e3bef,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:57.072691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:57.089422 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b7333e-9195-4ee5-a05f-5032fbb9280e x-openstack-request-id: req-a2b7333e-9195-4ee5-a05f-5032fbb9280e {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:57.089422 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:57.089422 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2b7333e-9195-4ee5-a05f-5032fbb9280e {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:57.089422 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'code': 200} Sep 20 12:37:57.217415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaee7d-c13b-4583-9926-6795d45052c3 req-4a2e43d2-d49d-496f-be62-48516dbea5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:57.218904 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aefaee7d-c13b-4583-9926-6795d45052c3 req-4a2e43d2-d49d-496f-be62-48516dbea5ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.0508189 Sep 20 12:37:57.263535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aefaee7d-c13b-4583-9926-6795d45052c3 req-5ece2d90-ccd5-4fe9-9700-e95ed7f81d05 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348864 Sep 20 12:37:57.306931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:57.326125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ee91c8b2-2be0-48dd-801c-aee8a2493f4c no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:37:57.328712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:57.375221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] No DVR routers for this DVR port c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:57.381184 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:57.383816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-8dc37260-78a6-4319-8153-ef4bd330380d tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "DELETE /v2.0/ports/c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b HTTP/1.1" status: 204 len: 173 time: 1.0048933 Sep 20 12:37:57.424524 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:57.482718 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ee91c8b2-2be0-48dd-801c-aee8a2493f4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:57.523345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port ee91c8b2-2be0-48dd-801c-aee8a2493f4c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:57.523677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:57.583685 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:57.666445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] For port ee91c8b2-2be0-48dd-801c-aee8a2493f4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:57.666829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:57.678753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:57.704461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc248b-cd61-4024-987c-fd1fc27491e6 req-91d24302-7e09-4267-be53-926ccc24674e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:57.710598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc248b-cd61-4024-987c-fd1fc27491e6 req-91d24302-7e09-4267-be53-926ccc24674e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:57.723265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aacc248b-cd61-4024-987c-fd1fc27491e6 req-91d24302-7e09-4267-be53-926ccc24674e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 1678 time: 0.1059356 Sep 20 12:37:57.732279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for ee91c8b2-2be0-48dd-801c-aee8a2493f4c owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:57.779498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aacc248b-cd61-4024-987c-fd1fc27491e6 req-827bec31-d80b-46a0-9316-60ce85274f4e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553391 Sep 20 12:37:57.829575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': '12568399-9650-4fa5-9db7-b169ebaca0a3'}, {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': 'c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:57.835338 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666a1490-c261-49b6-a21e-64be83562b86" -d '{"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "12568399-9650-4fa5-9db7-b169ebaca0a3"}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:57.937798 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2516a0b-33d7-416d-9359-4cc985caefe6 x-openstack-request-id: req-c2516a0b-33d7-416d-9359-4cc985caefe6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:37:57.937798 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "12568399-9650-4fa5-9db7-b169ebaca0a3", "status": "completed", "code": 200}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:37:57.937798 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2516a0b-33d7-416d-9359-4cc985caefe6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:37:57.937798 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': '12568399-9650-4fa5-9db7-b169ebaca0a3', 'status': 'completed', 'code': 200} Sep 20 12:37:57.937798 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': 'c0ec35e2-ef17-420e-ab2b-8b5f5e6c8d3b', 'status': 'completed', 'code': 200} Sep 20 12:37:58.105458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13ef47-e4ce-4505-a042-38326faf5560 req-963fa1e2-6d94-4d0e-a920-8a6b053ee580 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:58.114891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb13ef47-e4ce-4505-a042-38326faf5560 req-963fa1e2-6d94-4d0e-a920-8a6b053ee580 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0739121 Sep 20 12:37:58.144141 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:58.180544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=ee91c8b2-2be0-48dd-801c-aee8a2493f4c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:58.186402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb13ef47-e4ce-4505-a042-38326faf5560 req-b02d371b-7591-4874-a7f2-a9e965bb32e9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702958 Sep 20 12:37:58.263406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] No DVR routers for this DVR port ee91c8b2-2be0-48dd-801c-aee8a2493f4c on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:58.266445 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:58.268845 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-a5b8e865-c5fe-4195-bb56-778f605f77ae tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "DELETE /v2.0/ports/ee91c8b2-2be0-48dd-801c-aee8a2493f4c HTTP/1.1" status: 204 len: 173 time: 0.8793650 Sep 20 12:37:58.424219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port f1f0b738-96dc-47dc-a626-72c2e07e3bef {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:37:58.424784 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:58.425154 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:37:58.530482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] For port f1f0b738-96dc-47dc-a626-72c2e07e3bef, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=f1f0b738-96dc-47dc-a626-72c2e07e3bef,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:37:58.530988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:58.891128 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:58.891582 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:58.892002 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Floating IP b9f48dd7-d5c6-4170-9b7f-90198edb5cdc disassociated. External IP: 172.25.6.46, port: f1f0b738-96dc-47dc-a626-72c2e07e3bef. Sep 20 12:37:58.892383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for f1f0b738-96dc-47dc-a626-72c2e07e3bef owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:37:59.010015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3628b-8320-409a-a87a-17fe4f2d2a0f req-1fd28618-fcd8-4aa6-8ff6-c7a0813c8962 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:37:59.011490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6aa3628b-8320-409a-a87a-17fe4f2d2a0f req-1fd28618-fcd8-4aa6-8ff6-c7a0813c8962 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 944 time: 0.0743568 Sep 20 12:37:59.086068 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6aa3628b-8320-409a-a87a-17fe4f2d2a0f req-db382c95-6a9f-435c-a54e-864b3a7c8789 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups?id=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676022 Sep 20 12:37:59.092056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef'}, {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:59.097448 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d70fc55-9fc0-4214-8165-f9176489577e" -d '{"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef"}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ee91c8b2-2be0-48dd-801c-aee8a2493f4c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:59.223940 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:59.265386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=f1f0b738-96dc-47dc-a626-72c2e07e3bef,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:37:59.678878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Router 053fd767-2262-488a-a404-b2bb125ad4d5 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:37:59.809476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:37:59.819050 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] Sync routers for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:37:59.835432 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:37:59.836076 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:37:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:37:59.861158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] No DVR routers for this DVR port f1f0b738-96dc-47dc-a626-72c2e07e3bef on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:37:59.861158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:37:59.863684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7b137a3-dd74-404d-8603-c7ab2a0cc1ca req-f03e964d-7b5c-4125-963a-4610498b40ca tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.32 "DELETE /v2.0/ports/f1f0b738-96dc-47dc-a626-72c2e07e3bef HTTP/1.1" status: 204 len: 173 time: 1.5872848 Sep 20 12:37:59.933219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c'}, {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:37:59.935760 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74d1b9f-f207-4bd4-9a2f-8113519734be" -d '{"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "ee91c8b2-2be0-48dd-801c-aee8a2493f4c"}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:37:59.960222 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:00.078171 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e80b297-961c-4e3d-9394-669cafe26507 x-openstack-request-id: req-6e80b297-961c-4e3d-9394-669cafe26507 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:38:00.081059 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef", "code": 200}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ee91c8b2-2be0-48dd-801c-aee8a2493f4c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:38:00.081496 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e80b297-961c-4e3d-9394-669cafe26507 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:38:00.082148 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'code': 200} Sep 20 12:38:00.082546 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c', 'code': 200} Sep 20 12:38:00.278755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae929b5-8884-484d-a814-fd6412a87c8d req-f8a8e02d-ad03-4022-af52-8c9ea4f84d71 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:00.280606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ae929b5-8884-484d-a814-fd6412a87c8d req-f8a8e02d-ad03-4022-af52-8c9ea4f84d71 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0762584 Sep 20 12:38:00.332023 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:27:03Z', 'revision_number': 5, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:00.352899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ae929b5-8884-484d-a814-fd6412a87c8d req-48891c4d-62d9-4dbb-970d-d32b8acff5d2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Sep 20 12:38:00.401485 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] Checking router: 053fd767-2262-488a-a404-b2bb125ad4d5 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:38:00.419970 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:00.420674 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:37:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:00.639899 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1777e4-7bb0-4a49-a308-7122b91caae5 x-openstack-request-id: req-6d1777e4-7bb0-4a49-a308-7122b91caae5 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:38:00.640329 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "ee91c8b2-2be0-48dd-801c-aee8a2493f4c", "status": "completed", "code": 200}, {"server_uuid": "d6cb303d-eed6-48ba-91ee-f295ef896dd6", "name": "network-vif-deleted", "tag": "f1f0b738-96dc-47dc-a626-72c2e07e3bef", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:38:00.640686 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d1777e4-7bb0-4a49-a308-7122b91caae5 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:38:00.641228 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': 'ee91c8b2-2be0-48dd-801c-aee8a2493f4c', 'status': 'completed', 'code': 200} Sep 20 12:38:00.641588 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb303d-eed6-48ba-91ee-f295ef896dd6', 'name': 'network-vif-deleted', 'tag': 'f1f0b738-96dc-47dc-a626-72c2e07e3bef', 'status': 'completed', 'code': 200} Sep 20 12:38:00.669796 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:00.803927 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03b43c09-c3e2-4634-8c29-205b1303326b req-19aa0d86-5ed2-4a8e-9897-eeb4284a3b24 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0697572 Sep 20 12:38:01.181543 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:27:03Z', 'revision_number': 5, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:01.219075 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb63ef-dde2-4f2d-9248-5a32222dd33e None None] The sync data for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 is: [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1e22dc49-2cf0-4d3e-a5d2-60e33da49691', 'name': '', 'network_id': '08b21f5b-0295-422d-8389-e10acee067c3', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'mac_address': 'fa:16:3e:68:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:48Z', 'updated_at': '2021-09-20T12:27:03Z', 'revision_number': 5, 'project_id': '7bd288628e954d50bff617b055b848c8', 'subnets': [{'id': '85484436-a0fa-40d1-89e3-19e92a4eb477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:38:01.524748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5bd3c-cb89-47cf-aa28-79c8a4e9efe0 req-edc27387-3fc5-4401-b37f-cc9aa44aeb8a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:01.526627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf5bd3c-cb89-47cf-aa28-79c8a4e9efe0 req-edc27387-3fc5-4401-b37f-cc9aa44aeb8a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.1183088 Sep 20 12:38:01.541502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-1bb49bae-e3db-4e85-bb7a-882f3d302644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:01.543760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-1bb49bae-e3db-4e85-bb7a-882f3d302644 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.0880291 Sep 20 12:38:01.669620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-9067fc65-1107-467e-9884-dbd563c7e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:01.671500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-9067fc65-1107-467e-9884-dbd563c7e6c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 919 time: 0.1207497 Sep 20 12:38:01.680487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36073bec-ec71-40b8-9175-71166e74bd01 None None] New status for floating IP b9f48dd7-d5c6-4170-9b7f-90198edb5cdc: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:38:01.760341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-6ee54f0c-053a-4eec-b886-0b83743ac4e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 217 time: 0.0603840 Sep 20 12:38:01.867716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf5bd3c-cb89-47cf-aa28-79c8a4e9efe0 req-2bba1459-cedf-4f37-8efe-50fefce86a8d tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223023 Sep 20 12:38:01.894651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-e4203d87-752e-478e-975a-ad37fa5b9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:01.896378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-e4203d87-752e-478e-975a-ad37fa5b9138 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.1282640 Sep 20 12:38:01.948734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-310b6260-f253-4924-b801-76830a6ecb28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414581 Sep 20 12:38:02.078560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-a8cb811a-c066-4f45-8738-2d10c4ef6617 service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239030 Sep 20 12:38:02.185642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d665431-f730-4175-8ceb-0d84beb04fae req-7e70abfd-513f-43d0-92c1-2883477f0a96 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0912549 Sep 20 12:38:02.232479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d075006-9698-4ab2-9e7d-41d682df4733 req-fdaa37cf-3072-46d9-843f-f03450e9efd2 service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413453 Sep 20 12:38:02.993156 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2983c34-6ecd-408c-aede-0ea3156ff63a req-543b9e57-35da-4586-865f-b7b8f473658e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:02.994718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2983c34-6ecd-408c-aede-0ea3156ff63a req-543b9e57-35da-4586-865f-b7b8f473658e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0531542 Sep 20 12:38:03.038630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2983c34-6ecd-408c-aede-0ea3156ff63a req-d0c32180-e245-4723-a8cf-8a2ec89df2d7 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351143 Sep 20 12:38:03.293869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12cc2ef6-fbd0-4205-a03a-a34899165213 req-639a6a1f-2f9c-483a-95b8-9856d6ac04c6 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0276482 Sep 20 12:38:04.165833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa575b12-f90e-495d-9dcc-f59ab540e3d0 req-556239b9-42a3-4c6e-b85f-4f07f488f145 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:04.167251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa575b12-f90e-495d-9dcc-f59ab540e3d0 req-556239b9-42a3-4c6e-b85f-4f07f488f145 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0600407 Sep 20 12:38:04.211525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa575b12-f90e-495d-9dcc-f59ab540e3d0 req-e0398a67-1add-4248-bc12-a0aa46ff34d5 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Sep 20 12:38:04.374325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34280) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:04.453581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-34577c4c-4c7d-4e6d-900d-0f7df7047745 admin admin] Deleting subnet 33ee4f47-a01d-4d5a-affa-4480e4b3de9e {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:38:04.459775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34577c4c-4c7d-4e6d-900d-0f7df7047745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.480968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6167036c-d1a5-418a-b636-44fc17b0db6c req-bea65f58-a55a-4435-9585-c8bdb5d80cf3 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0523837 Sep 20 12:38:04.506334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34577c4c-4c7d-4e6d-900d-0f7df7047745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.577888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34577c4c-4c7d-4e6d-900d-0f7df7047745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.712226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34577c4c-4c7d-4e6d-900d-0f7df7047745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.738465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577c4c-4c7d-4e6d-900d-0f7df7047745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ee4f47-a01d-4d5a-affa-4480e4b3de9e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:04.743912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34577c4c-4c7d-4e6d-900d-0f7df7047745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.746906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-34577c4c-4c7d-4e6d-900d-0f7df7047745 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33ee4f47-a01d-4d5a-affa-4480e4b3de9e HTTP/1.1" status: 204 len: 168 time: 0.3702886 Sep 20 12:38:04.748837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34282) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:04.817923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.919087 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.940004 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd28a03-6913-4eee-bb96-40d6c7a80a9a']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:04.950636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427ae2c6-5618-4a17-9443-048b89a7c182') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:04.952447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427ae2c6-5618-4a17-9443-048b89a7c182') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:04.960976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.975220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.982307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:38:04.982931 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:38:04.985534 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:38:05.135123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.142941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.144835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8cd28a03-6913-4eee-bb96-40d6c7a80a9a HTTP/1.1" status: 204 len: 168 time: 0.3950558 Sep 20 12:38:05.147732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:05.154901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629176f-2641-4ef8-bc18-6611e4720865 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd28a03-6913-4eee-bb96-40d6c7a80a9a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:05.198178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42a50ce-b2eb-4fdb-9a85-f3dc71db4329 admin admin] Deleting subnet 342f9d81-9fe4-4b4f-b5dc-0bf66d0c90cf {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:38:05.201902 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a42a50ce-b2eb-4fdb-9a85-f3dc71db4329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.243763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a42a50ce-b2eb-4fdb-9a85-f3dc71db4329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.305862 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a42a50ce-b2eb-4fdb-9a85-f3dc71db4329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.374695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bd1b6-d120-437b-88fe-2965f008e0f7 req-0a627bcd-960c-4356-babc-a25720737efc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:05.378878 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c9bd1b6-d120-437b-88fe-2965f008e0f7 req-0a627bcd-960c-4356-babc-a25720737efc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0870905 Sep 20 12:38:05.423420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c9bd1b6-d120-437b-88fe-2965f008e0f7 req-81765ceb-ffd1-4013-b2ca-c71c3d13d3b7 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Sep 20 12:38:05.504974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a42a50ce-b2eb-4fdb-9a85-f3dc71db4329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.541998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a50ce-b2eb-4fdb-9a85-f3dc71db4329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342f9d81-9fe4-4b4f-b5dc-0bf66d0c90cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:05.545998 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a42a50ce-b2eb-4fdb-9a85-f3dc71db4329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.547910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a42a50ce-b2eb-4fdb-9a85-f3dc71db4329 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/342f9d81-9fe4-4b4f-b5dc-0bf66d0c90cf HTTP/1.1" status: 204 len: 168 time: 0.3990777 Sep 20 12:38:05.550435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:05.632045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.683580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9eae7a98-bbbd-4e07-a3ad-8bc204622710 req-8c0b8b67-4cb4-49b0-a371-2fed0a2035a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0416646 Sep 20 12:38:05.740586 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.762373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:05.772115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507850c6-e0a6-41fe-98f4-3ec16d7b1c63') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:05.772421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507850c6-e0a6-41fe-98f4-3ec16d7b1c63') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:05.782730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.796038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.802171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:38:05.802576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:38:05.804203 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:38:05.955091 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.970930 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:05.972801 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] 10.222.0.37 "DELETE /v2.0/networks/feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe HTTP/1.1" status: 204 len: 168 time: 0.4213431 Sep 20 12:38:05.973772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6016513-6095-43a8-81c7-828ee9f7083c admin admin] Pushing event deleted for resources: {'Network': ['ID=feacdeb1-14b0-4f09-8b8b-9ddcccf94ebe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:06.311771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34302) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:06.353920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ffd61309-bb35-4578-9ba9-b9cd5c9af3af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f047f380152e420a95241c7458837852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409827 Sep 20 12:38:06.357398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34304) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:06.409099 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566f5582-0990-4ab3-ad81-4784fd57e0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:06.430918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566f5582-0990-4ab3-ad81-4784fd57e0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:06.555264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f66da-b4dd-4995-8806-e2e7bfbafb0f req-4c3169f6-0e2c-4c02-b7b0-ce58aec9be1c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:06.556858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf5f66da-b4dd-4995-8806-e2e7bfbafb0f req-4c3169f6-0e2c-4c02-b7b0-ce58aec9be1c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0584960 Sep 20 12:38:06.581269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566f5582-0990-4ab3-ad81-4784fd57e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:06.584105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-566f5582-0990-4ab3-ad81-4784fd57e0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:06.593559 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-566f5582-0990-4ab3-ad81-4784fd57e0c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef HTTP/1.1" status: 204 len: 168 time: 0.2351029 Sep 20 12:38:06.606161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f5582-0990-4ab3-ad81-4784fd57e0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89425532-9ab4-4fd6-8bcb-e7a3cd0f56ef,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:06.609832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf5f66da-b4dd-4995-8806-e2e7bfbafb0f req-131dc759-4037-4c7e-a2f2-0255633f8873 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462363 Sep 20 12:38:06.847873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bd086c4-59cb-49a8-867d-616cff8dd704 req-a3fe3ef8-b347-4b7b-90e5-df0750926411 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0305133 Sep 20 12:38:07.405855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34318) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:07.456138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-07fd315c-3dcd-4170-af15-72f278ee9503 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a3d71f72fb74646bc7aee21592bf877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484731 Sep 20 12:38:07.458886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:07.520394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05381773-b9c7-4917-b0b4-486ffd6553aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:07.543002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05381773-b9c7-4917-b0b4-486ffd6553aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:07.677303 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05381773-b9c7-4917-b0b4-486ffd6553aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:07.680152 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05381773-b9c7-4917-b0b4-486ffd6553aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:07.681447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-05381773-b9c7-4917-b0b4-486ffd6553aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2328c1f-0ee6-428b-9644-4baaeb776dbe HTTP/1.1" status: 204 len: 168 time: 0.2215734 Sep 20 12:38:07.724470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05381773-b9c7-4917-b0b4-486ffd6553aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2328c1f-0ee6-428b-9644-4baaeb776dbe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:07.763309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070cbf-49f2-454f-a56c-d1279edc6a6b req-832708cc-2d5e-44ad-86fa-d919678e9300 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:07.765380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14070cbf-49f2-454f-a56c-d1279edc6a6b req-832708cc-2d5e-44ad-86fa-d919678e9300 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0827703 Sep 20 12:38:07.830686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14070cbf-49f2-454f-a56c-d1279edc6a6b req-d27f843b-6a94-4ffa-ba54-10ddee6a8722 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587466 Sep 20 12:38:08.075907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0003c3f-7f21-40b4-bf6c-9dbbe4a8ce2b req-dcb6c925-942c-4e41-94e2-0eda35ece81f tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0406394 Sep 20 12:38:08.135396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-e9f0c125-6c7e-4889-8a17-7533737bc0d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582914 Sep 20 12:38:08.219340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-72ede5d8-e7c7-486d-90d4-350f2ed80f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:08.220924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-72ede5d8-e7c7-486d-90d4-350f2ed80f2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1097 time: 0.0656919 Sep 20 12:38:08.328757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-d6cec1b2-c6a3-4016-bd74-49802142edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:08.330199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-d6cec1b2-c6a3-4016-bd74-49802142edbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.0883534 Sep 20 12:38:08.404533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-025ae40c-1f0b-4f49-818d-8bd4fac24b75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 1001 time: 0.0672147 Sep 20 12:38:08.479079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-7c114d1e-ac07-4140-903d-9283cb8c67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:08.481238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-7c114d1e-ac07-4140-903d-9283cb8c67b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0475879 Sep 20 12:38:08.531120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-84371bdd-d78c-49ad-a11e-d4d809786d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:08.532651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-84371bdd-d78c-49ad-a11e-d4d809786d47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427921 Sep 20 12:38:08.630050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-2c7d7aac-1652-4381-aaf5-819f7baca142 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889711 Sep 20 12:38:08.722637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-03122864-539b-4439-ba43-c40a7cd5bcfc req-b9f8ede7-9f32-48a2-a422-e0e573b4bbda service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846071 Sep 20 12:38:08.961148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedf519-b7e7-4fe2-8531-7ff0a36ee5d3 req-a189ce89-eacf-4a94-bb9c-854ed96e8bad tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:08.962737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddedf519-b7e7-4fe2-8531-7ff0a36ee5d3 req-a189ce89-eacf-4a94-bb9c-854ed96e8bad tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0595806 Sep 20 12:38:09.003974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddedf519-b7e7-4fe2-8531-7ff0a36ee5d3 req-d8483aa4-0ced-4354-9f60-04a2068fb7f8 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347955 Sep 20 12:38:09.221179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae4e9a55-7f01-41af-94a4-dafaab1301d7 req-8d181273-f8c2-474c-b7cb-9db895be26e8 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0320036 Sep 20 12:38:10.121898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d52bd1-d51a-4b52-9aa3-2177ff548d7f req-ecdbefa4-9a19-4493-bbce-3c09c31dfae6 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:10.123419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2d52bd1-d51a-4b52-9aa3-2177ff548d7f req-ecdbefa4-9a19-4493-bbce-3c09c31dfae6 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0508559 Sep 20 12:38:10.164126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2d52bd1-d51a-4b52-9aa3-2177ff548d7f req-d5d22541-9f1a-49eb-aae0-9a3e15d6879a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Sep 20 12:38:10.411101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5ba2d90-d8ac-49f0-8321-e678ae37b08e req-8eac8f41-74aa-4a3a-b8c9-d569218cc305 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0317707 Sep 20 12:38:11.292071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a433ff-6fd0-4019-a54d-b219d0da7947 req-cecf385b-6af3-44da-a8d3-c4e2a29312fb tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.293875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23a433ff-6fd0-4019-a54d-b219d0da7947 req-cecf385b-6af3-44da-a8d3-c4e2a29312fb tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0485296 Sep 20 12:38:11.334450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23a433ff-6fd0-4019-a54d-b219d0da7947 req-c0057cfb-4f54-4225-aa40-5fec6565ac03 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Sep 20 12:38:11.558080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d7f63e3-c5c3-4bdf-b4dc-1887a3a9d919 req-45b8f1f2-c71d-4d82-a304-85f82ac80c2a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0296507 Sep 20 12:38:11.564863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-f5b5c28a-cd99-4b6f-b6dc-d325f5526355 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0880363 Sep 20 12:38:11.646019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-a1e060d8-fcbf-4c9e-b6c0-21700b1123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.646624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-a1e060d8-fcbf-4c9e-b6c0-21700b1123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.647106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-a1e060d8-fcbf-4c9e-b6c0-21700b1123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.647578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-a1e060d8-fcbf-4c9e-b6c0-21700b1123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.648080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-a1e060d8-fcbf-4c9e-b6c0-21700b1123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.648547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-a1e060d8-fcbf-4c9e-b6c0-21700b1123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.649028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-a1e060d8-fcbf-4c9e-b6c0-21700b1123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.651038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-a1e060d8-fcbf-4c9e-b6c0-21700b1123bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d5148ab5c5247ca968a84981c995075&device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 6492 time: 0.0599074 Sep 20 12:38:11.775191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-f38da934-fe68-4598-b023-f78cfafce339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.775881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-f38da934-fe68-4598-b023-f78cfafce339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.776381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-f38da934-fe68-4598-b023-f78cfafce339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.778736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-f38da934-fe68-4598-b023-f78cfafce339 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&id=9a000b8c-f691-4016-bae2-63b082446985&id=9a000b8c-f691-4016-bae2-63b082446985 HTTP/1.1" status: 200 len: 2289 time: 0.1043158 Sep 20 12:38:11.854020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-e471e360-c668-403f-8642-d955bcf7cb95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c53a75-b73f-4dc7-a480-353e147cec7a HTTP/1.1" status: 200 len: 1001 time: 0.0667279 Sep 20 12:38:11.904979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-8f22b3fe-a3d7-49b9-b0e9-86d43cd9a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.906646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-8f22b3fe-a3d7-49b9-b0e9-86d43cd9a434 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=28a516e1-d691-4865-968b-9fdfaa0757b3 HTTP/1.1" status: 200 len: 851 time: 0.0460734 Sep 20 12:38:11.953498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-1164a193-da08-4921-817b-911b4176cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:11.954945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-1164a193-da08-4921-817b-911b4176cd63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410163 Sep 20 12:38:12.052380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-01d84ecc-3063-4a7e-8dfe-bfb34a24097f service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896258 Sep 20 12:38:12.143256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-8542e98f-a116-4abd-81f4-ea3d744f4a59 service neutron] 10.222.0.32 "GET /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Sep 20 12:38:12.187707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-c1c4dde7-9d79-44c9-bc3b-11e4a8247894 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 200 len: 217 time: 0.0370746 Sep 20 12:38:12.236738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-5674340e-2b70-4bf6-8158-047542cab685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:12.238238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-5674340e-2b70-4bf6-8158-047542cab685 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0444822 Sep 20 12:38:12.283410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-cf0b2f95-a1fd-4ec5-a720-468f4b0e5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:12.284772 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-cf0b2f95-a1fd-4ec5-a720-468f4b0e5a68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0398138 Sep 20 12:38:12.353469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-816f2a45-1970-4ac0-9576-8f8a56e37842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:12.385549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-39d60d77-6a17-40a6-a117-22722c3f0b57 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936141 Sep 20 12:38:12.538921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-4233c88a-bdb3-41b2-8c42-ac145f7b1b2c service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455576 Sep 20 12:38:12.551971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a62101-c506-459c-8666-a30ac1dc5793 req-0cfa386c-0cf8-421c-86d2-41046560d2b2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:12.553502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55a62101-c506-459c-8666-a30ac1dc5793 req-0cfa386c-0cf8-421c-86d2-41046560d2b2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0765049 Sep 20 12:38:12.591922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-364daf6e-0ee1-4d7d-9b20-fec63352335f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 200 len: 217 time: 0.0374227 Sep 20 12:38:12.653118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-104a9008-8f1b-4a2b-b650-06d2e1bd3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:12.654593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-104a9008-8f1b-4a2b-b650-06d2e1bd3896 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0561292 Sep 20 12:38:12.694376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55a62101-c506-459c-8666-a30ac1dc5793 req-817d09dd-5af7-4a9e-a749-08317f4d5f52 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052196 Sep 20 12:38:12.740650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-f9d29bfd-df54-4b24-91fa-5fa60011a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:12.742593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-f9d29bfd-df54-4b24-91fa-5fa60011a4c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802417 Sep 20 12:38:12.868886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-08c78c46-095d-4d00-bbfc-32eb87465033 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184680 Sep 20 12:38:13.273102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63c15fb4-6056-42c0-b513-1bfdf0bacaa2 req-634ed64d-ec95-4dfe-b330-efd75b8d4454 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0317829 Sep 20 12:38:13.292893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-d4a4f86b-51b0-468a-8377-973974d28bdc service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166970 Sep 20 12:38:13.348908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-5e86dbe0-626f-443f-b577-c45a6575bc18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=77e575d0-3ccd-4848-8216-0559baa3aa32 HTTP/1.1" status: 200 len: 217 time: 0.0484977 Sep 20 12:38:13.415485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-c8f16a12-78c5-4f77-929f-c9904602b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:13.418657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-c8f16a12-78c5-4f77-929f-c9904602b442 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0583568 Sep 20 12:38:13.501991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-d21b4a47-bc41-45e7-ad33-7d14b7b71870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:13.504449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-d21b4a47-bc41-45e7-ad33-7d14b7b71870 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777256 Sep 20 12:38:13.639966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-b93e28f1-a8ae-42af-801b-2f955169e1db service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275094 Sep 20 12:38:13.748293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-9fc8a4dc-30f4-41bc-b5c2-39c5842b177d service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982172 Sep 20 12:38:13.811303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-cec8aa34-279e-4ec7-9d0a-4d3c67efe31e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b HTTP/1.1" status: 200 len: 217 time: 0.0545249 Sep 20 12:38:13.902642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-34fa204b-dfcc-424b-a15b-f8d9e10fa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:13.902642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-34fa204b-dfcc-424b-a15b-f8d9e10fa1e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 200 len: 797 time: 0.0792201 Sep 20 12:38:13.908251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f2a21-e816-487f-8f96-93604c240b7a req-e026dc2d-3082-47da-90a2-012ab538e257 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:13.910137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-306f2a21-e816-487f-8f96-93604c240b7a req-e026dc2d-3082-47da-90a2-012ab538e257 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.1023109 Sep 20 12:38:13.982333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-306f2a21-e816-487f-8f96-93604c240b7a req-1f8ea895-fab4-419b-831f-a206e74a95cf tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453010 Sep 20 12:38:13.985213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-e39f287b-63fe-471f-baa5-58cba3be660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:13.986629 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-e39f287b-63fe-471f-baa5-58cba3be660c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09535fd8-61c9-495a-9008-e0d6a43ad1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758331 Sep 20 12:38:14.142088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-173db156-1033-4a7b-823e-6f3224749fed service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482174 Sep 20 12:38:14.275710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-d6cab9ed-44e0-470d-8898-0f9cc7e2d1f6 service neutron] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250041 Sep 20 12:38:14.330730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-d0e2d4d3-c9f1-4c08-ab7b-feb03fee77ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b6e4e53-0509-44a7-9364-790c7646e523 HTTP/1.1" status: 200 len: 217 time: 0.0474420 Sep 20 12:38:14.405881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5e091f6-61e1-4d82-9f2f-3d0974275578 req-56323990-f28b-431b-9be2-4d258145c2b9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0402422 Sep 20 12:38:14.414870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-74fa3ea4-2a1b-4ee1-804d-8d9e0a658617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:14.416354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-74fa3ea4-2a1b-4ee1-804d-8d9e0a658617 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 200 len: 797 time: 0.0782671 Sep 20 12:38:14.489291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-d5a853ea-0705-41b8-9b4d-65c311c2e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:14.490838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-d5a853ea-0705-41b8-9b4d-65c311c2e274 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669637 Sep 20 12:38:14.584343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-dc2ee9b5-4002-4435-91f6-70fbe6990111 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863705 Sep 20 12:38:14.695849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-c0424be3-7aa7-44e1-8b95-ad056586a29d service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033313 Sep 20 12:38:14.739032 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-ea6f3cf4-7d1d-44a1-9567-599739066e3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16550b74-cc18-4472-ba90-372b97925ab2 HTTP/1.1" status: 200 len: 217 time: 0.0356662 Sep 20 12:38:14.827812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-939f4c5b-ac85-4f19-8767-59c60510324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:14.829331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-939f4c5b-ac85-4f19-8767-59c60510324f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 200 len: 797 time: 0.0763314 Sep 20 12:38:14.882729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-1a863aa4-44b6-40ad-a249-03cdf203e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:14.883828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-1a863aa4-44b6-40ad-a249-03cdf203e1de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a000b8c-f691-4016-bae2-63b082446985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478139 Sep 20 12:38:14.989995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-7ea8a919-7d25-41a9-ad5e-042a52f50f25 service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988588 Sep 20 12:38:15.159893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7e2583-381a-4cf0-8273-59bb7ee67577 req-3e7e3561-05d2-48a7-863e-3b999de7b00a service neutron] 10.222.0.32 "GET /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622102 Sep 20 12:38:15.177561 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-543a64d8-4996-4a1d-b485-f85b9de3d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:15.522591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e991904-471d-4d1f-8d1a-2946ca7e7cb7 req-c76c8b53-ddf2-4ef9-a2bb-2f5b0c4bbf05 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:15.526307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e991904-471d-4d1f-8d1a-2946ca7e7cb7 req-c76c8b53-ddf2-4ef9-a2bb-2f5b0c4bbf05 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0612187 Sep 20 12:38:15.572638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e991904-471d-4d1f-8d1a-2946ca7e7cb7 req-9514f5b4-89ec-4664-83ef-ccc782ad3164 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Sep 20 12:38:15.626044 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:15.749364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f803f58-b27b-49c5-9373-d70f30586d01 req-e9ecff77-d6fe-4e9b-83ad-1609d2df2188 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:15.751198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f803f58-b27b-49c5-9373-d70f30586d01 req-e9ecff77-d6fe-4e9b-83ad-1609d2df2188 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 946 time: 0.0569174 Sep 20 12:38:15.859977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f803f58-b27b-49c5-9373-d70f30586d01 req-a1f5667f-1d3b-45c8-bc3a-8c78ea07f35c tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974488 Sep 20 12:38:15.999336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46761bd6-8038-4704-bbb2-69c21850a5bc req-cb5178b7-2b66-4e1d-b8d3-2e0c104fadab tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6cb303d-eed6-48ba-91ee-f295ef896dd6 HTTP/1.1" status: 200 len: 210 time: 0.0431762 Sep 20 12:38:16.509066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:16.688924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b125b-7802-4ed7-abfb-62028a8e3ce7 req-31fe172d-4fe9-4a72-aaed-49809ac24b41 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:16.690435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4b125b-7802-4ed7-abfb-62028a8e3ce7 req-31fe172d-4fe9-4a72-aaed-49809ac24b41 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0514274 Sep 20 12:38:16.728773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4b125b-7802-4ed7-abfb-62028a8e3ce7 req-06da2f2a-2fd6-40fd-b189-33303294326e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Sep 20 12:38:16.810256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-99f8ecfb-d3ca-4210-b444-a1fe7db03986 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:16.811988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-99f8ecfb-d3ca-4210-b444-a1fe7db03986 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 946 time: 0.0533323 Sep 20 12:38:16.919203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Deleting port ecde1589-337d-4c06-a3f3-afe40d3c8d75 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:16.919628 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.044963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] For port ecde1589-337d-4c06-a3f3-afe40d3c8d75, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ecde1589-337d-4c06-a3f3-afe40d3c8d75,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:17.045446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.061237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd4a-54da-449e-9feb-de9ab4d681d1 req-5860cd59-a2e5-48e6-8e9c-cf3661183654 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:17.062836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-107ccd4a-54da-449e-9feb-de9ab4d681d1 req-5860cd59-a2e5-48e6-8e9c-cf3661183654 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 946 time: 0.1126883 Sep 20 12:38:17.188296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-107ccd4a-54da-449e-9feb-de9ab4d681d1 req-c45a84c8-7928-494e-9ef7-92658eb28fb4 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups?id=d99552f3-54db-4e8e-863d-81b31f88a4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868416 Sep 20 12:38:17.280427 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.280792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.281148 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Floating IP 3314d4e3-e2f6-41b1-905e-657f69e31b0f disassociated. External IP: 172.25.6.148, port: ecde1589-337d-4c06-a3f3-afe40d3c8d75. Sep 20 12:38:17.281494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Calling delete_port for ecde1589-337d-4c06-a3f3-afe40d3c8d75 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:17.350318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34502) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:17.410732 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86cccced-1d48-496b-a8c8-08cbceca2e42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.434128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86cccced-1d48-496b-a8c8-08cbceca2e42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.492960 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.525290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event deleted for resources: {'Port': ['ID=ecde1589-337d-4c06-a3f3-afe40d3c8d75,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:17.537472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.537838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.538187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.538531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.538890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.539211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.539546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.539879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.540214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.540546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.540875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.541273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:17.594756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86cccced-1d48-496b-a8c8-08cbceca2e42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.597181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86cccced-1d48-496b-a8c8-08cbceca2e42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.598718 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-86cccced-1d48-496b-a8c8-08cbceca2e42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "DELETE /v2.0/security-groups/2131f0ad-c9ca-43be-b71c-b3ca5dcd842a HTTP/1.1" status: 204 len: 168 time: 0.2473848 Sep 20 12:38:17.601647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34508) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:17.609147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cccced-1d48-496b-a8c8-08cbceca2e42 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2131f0ad-c9ca-43be-b71c-b3ca5dcd842a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:17.650655 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-88861561-8a81-4e49-848f-10f65fffac26 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] show failed (client error): The resource could not be found. Sep 20 12:38:17.651681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-88861561-8a81-4e49-848f-10f65fffac26 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "GET /v2.0/security-groups/2131f0ad-c9ca-43be-b71c-b3ca5dcd842a HTTP/1.1" status: 404 len: 347 time: 0.0195668 Sep 20 12:38:17.654811 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34510) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:17.667723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:38:17.783407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port d5b7f6a4-d238-47a8-8832-a69338e422dc {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:17.783758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.821374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:38:17.832793 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] Sync routers for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:38:17.866999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.867330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.878474 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:17.882628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for d5b7f6a4-d238-47a8-8832-a69338e422dc owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:17.883840 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:17.895668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] No DVR routers for this DVR port ecde1589-337d-4c06-a3f3-afe40d3c8d75 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:17.900874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.903427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2987e99-6fb8-4204-91d0-cc8affa13c53 req-72b1590d-3488-4ea1-9897-030371d28e68 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.21 "DELETE /v2.0/ports/ecde1589-337d-4c06-a3f3-afe40d3c8d75 HTTP/1.1" status: 204 len: 173 time: 1.0858514 Sep 20 12:38:17.903966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'name': 'network-vif-deleted', 'tag': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:38:17.906690 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f7716-fa06-44fd-b459-d3effbe48ab3" -d '{"events": [{"server_uuid": "c1437428-3e6e-42df-a880-3b11f046e2c1", "name": "network-vif-deleted", "tag": "ecde1589-337d-4c06-a3f3-afe40d3c8d75"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:38:17.935633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f3e4-0b8b-419a-98ee-3ef76236e1b0 req-7be4456a-43e2-4c70-82fd-da83917af396 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:17.940488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:17.945512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb53f3e4-0b8b-419a-98ee-3ef76236e1b0 req-7be4456a-43e2-4c70-82fd-da83917af396 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.1371074 Sep 20 12:38:18.013962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb53f3e4-0b8b-419a-98ee-3ef76236e1b0 req-84e62b7a-8d0f-402c-9fd4-b74f54f230ec tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674410 Sep 20 12:38:18.042941 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:18.230471 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:18.282213 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a3f614-78e5-42d7-9d82-6c9559c0e718 x-openstack-request-id: req-b1a3f614-78e5-42d7-9d82-6c9559c0e718 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:38:18.282580 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1437428-3e6e-42df-a880-3b11f046e2c1", "name": "network-vif-deleted", "tag": "ecde1589-337d-4c06-a3f3-afe40d3c8d75", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:38:18.282842 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1a3f614-78e5-42d7-9d82-6c9559c0e718 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:38:18.283256 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1437428-3e6e-42df-a880-3b11f046e2c1', 'name': 'network-vif-deleted', 'tag': 'ecde1589-337d-4c06-a3f3-afe40d3c8d75', 'status': 'completed', 'code': 200} Sep 20 12:38:18.300345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=d5b7f6a4-d238-47a8-8832-a69338e422dc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:18.407299 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:15Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:18.416907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:18.419745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:18.420938 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-beb796a5-9e83-4550-a8fb-a3b2e521f3a9 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "DELETE /v2.0/floatingips/b9f48dd7-d5c6-4170-9b7f-90198edb5cdc HTTP/1.1" status: 204 len: 168 time: 0.7650807 Sep 20 12:38:18.424282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34534) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:18.458524 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] Checking router: 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:38:18.468318 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:18.468986 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:18.509566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7e58a1d-308b-47c7-99ac-054c3add0cff req-d0985e2e-a5e9-4fa6-903e-8ffeb09e3cec tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1437428-3e6e-42df-a880-3b11f046e2c1 HTTP/1.1" status: 200 len: 210 time: 0.0390816 Sep 20 12:38:18.592694 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:18.649361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4243a150-d201-4f7f-a521-cc21c442f488 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:18.649717 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4243a150-d201-4f7f-a521-cc21c442f488 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:18.790121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4243a150-d201-4f7f-a521-cc21c442f488 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:18.803053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4243a150-d201-4f7f-a521-cc21c442f488 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for 50ce7447-0ff3-459f-9c29-65f7b1c0bc8c owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:18.846144 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:15Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:18.878170 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feba0a76-bd86-45e8-8315-4b4b7a33bc74 None None] The sync data for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 is: [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:36:11Z', 'revision_number': 4, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c4646244-0b79-4369-bb96-c686c47e8145', 'name': '', 'network_id': '0439f2ec-8234-42a1-990c-ba12bbe151e1', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'mac_address': 'fa:16:3e:3c:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:10Z', 'updated_at': '2021-09-20T12:36:15Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'subnets': [{'id': '6c8ce964-c4ec-4f83-8f58-a1b629d949f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:38:19.088297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4243a150-d201-4f7f-a521-cc21c442f488 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.139739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243a150-d201-4f7f-a521-cc21c442f488 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=50ce7447-0ff3-459f-9c29-65f7b1c0bc8c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:19.255397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00f8a7-e0a1-43be-a232-ac11c0426962 req-e3f7a4ef-a653-407d-a621-ebb459f46601 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:19.256948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da00f8a7-e0a1-43be-a232-ac11c0426962 req-e3f7a4ef-a653-407d-a621-ebb459f46601 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.1295865 Sep 20 12:38:19.263533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4243a150-d201-4f7f-a521-cc21c442f488 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.265645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4243a150-d201-4f7f-a521-cc21c442f488 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "DELETE /v2.0/ports/50ce7447-0ff3-459f-9c29-65f7b1c0bc8c HTTP/1.1" status: 204 len: 168 time: 0.8398597 Sep 20 12:38:19.268391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34546) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:19.274562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b08a6-9b1d-4b23-9e60-af80e39d29f7 None None] New status for floating IP 3314d4e3-e2f6-41b1-905e-657f69e31b0f: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:38:19.376716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da00f8a7-e0a1-43be-a232-ac11c0426962 req-9002e22d-2f14-4068-8cfb-4e22c2da03c4 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055539 Sep 20 12:38:19.416132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b2d94014-7e16-4ba5-af27-1c35dfa0089e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port b330ab1e-08c5-4cee-9950-bff50e526c87 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:19.416573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d94014-7e16-4ba5-af27-1c35dfa0089e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.532767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d94014-7e16-4ba5-af27-1c35dfa0089e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.549318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b2d94014-7e16-4ba5-af27-1c35dfa0089e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for b330ab1e-08c5-4cee-9950-bff50e526c87 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:19.671423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34570) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:19.736788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e48c0c7-d6e9-4b57-bdf7-a5d227d9ede2 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.769000 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.769164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e48c0c7-d6e9-4b57-bdf7-a5d227d9ede2 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.799070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d94014-7e16-4ba5-af27-1c35dfa0089e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.846002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d94014-7e16-4ba5-af27-1c35dfa0089e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=b330ab1e-08c5-4cee-9950-bff50e526c87,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:19.891857 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e48c0c7-d6e9-4b57-bdf7-a5d227d9ede2 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.894773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e48c0c7-d6e9-4b57-bdf7-a5d227d9ede2 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.898442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4e48c0c7-d6e9-4b57-bdf7-a5d227d9ede2 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "DELETE /v2.0/security-groups/d99552f3-54db-4e8e-863d-81b31f88a4d3 HTTP/1.1" status: 204 len: 168 time: 0.2234988 Sep 20 12:38:19.908510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34590) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:19.937928 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d94014-7e16-4ba5-af27-1c35dfa0089e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:19.940668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2d94014-7e16-4ba5-af27-1c35dfa0089e tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "DELETE /v2.0/ports/b330ab1e-08c5-4cee-9950-bff50e526c87 HTTP/1.1" status: 204 len: 168 time: 0.6665483 Sep 20 12:38:19.943442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34592) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:19.966815 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-37293149-867c-4caa-b604-c346c38fe711 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] show failed (client error): The resource could not be found. Sep 20 12:38:19.967866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-37293149-867c-4caa-b604-c346c38fe711 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "GET /v2.0/security-groups/d99552f3-54db-4e8e-863d-81b31f88a4d3 HTTP/1.1" status: 404 len: 347 time: 0.0629504 Sep 20 12:38:19.969099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48c0c7-d6e9-4b57-bdf7-a5d227d9ede2 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99552f3-54db-4e8e-863d-81b31f88a4d3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:19.970626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34594) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:20.025707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-427db5b8-d05b-43c4-9582-2c49a7c43a1c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting subnet f6f7297f-2bbb-40ff-9a8a-506176056d53 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:38:20.029517 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427db5b8-d05b-43c4-9582-2c49a7c43a1c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.074047 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427db5b8-d05b-43c4-9582-2c49a7c43a1c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.138529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Deleting port 3cb743d9-0b19-4634-92e6-18728db1502e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:20.138792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.185628 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427db5b8-d05b-43c4-9582-2c49a7c43a1c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.222685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ecde1589-337d-4c06-a3f3-afe40d3c8d75 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:20.226368 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.226969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.241602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Calling delete_port for 3cb743d9-0b19-4634-92e6-18728db1502e owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:20.260163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: ecde1589-337d-4c06-a3f3-afe40d3c8d75 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:20.261440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ecde1589-337d-4c06-a3f3-afe40d3c8d75 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:20.277051 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.334534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427db5b8-d05b-43c4-9582-2c49a7c43a1c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.365576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427db5b8-d05b-43c4-9582-2c49a7c43a1c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f7297f-2bbb-40ff-9a8a-506176056d53,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:20.367660 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427db5b8-d05b-43c4-9582-2c49a7c43a1c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.372623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-427db5b8-d05b-43c4-9582-2c49a7c43a1c tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "DELETE /v2.0/subnets/f6f7297f-2bbb-40ff-9a8a-506176056d53 HTTP/1.1" status: 204 len: 168 time: 0.4248753 Sep 20 12:38:20.384119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34596) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:20.385060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de896d2-8e71-463b-8b8a-b9b7dec89cb9 None None] Network 69fa433b-bf7b-48c6-9063-576a884a0361 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:20.506714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd6c5ea-8cbc-4de9-ab9b-105e3b54132a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting subnet f9774c0c-532d-4713-84da-c89c7e611cb3 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:38:20.510490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c5ea-8cbc-4de9-ab9b-105e3b54132a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.577397 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c5ea-8cbc-4de9-ab9b-105e3b54132a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.640010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.676182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Pushing event deleted for resources: {'Port': ['ID=3cb743d9-0b19-4634-92e6-18728db1502e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:20.715078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3531fcd-dddd-4f0b-8d2d-e339e989b3da req-2521cdee-1675-4a29-85e9-f569ec0a77a5 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:20.729108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3531fcd-dddd-4f0b-8d2d-e339e989b3da req-2521cdee-1675-4a29-85e9-f569ec0a77a5 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.1743960 Sep 20 12:38:20.755022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.757869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.759164 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f770045-8195-4fd2-8999-9d418110d083 tempest-ServersTestFqdnHostnames-420519176 tempest-ServersTestFqdnHostnames-420519176-project] 10.222.0.37 "DELETE /v2.0/floatingips/3314d4e3-e2f6-41b1-905e-657f69e31b0f HTTP/1.1" status: 204 len: 168 time: 0.7864711 Sep 20 12:38:20.762237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34608) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:20.789825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] DHCP port deletion for 69fa433b-bf7b-48c6-9063-576a884a0361 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:38:20.800690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3531fcd-dddd-4f0b-8d2d-e339e989b3da req-c77e7473-f07f-44b0-8465-71671951d81c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699668 Sep 20 12:38:20.889161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c5ea-8cbc-4de9-ab9b-105e3b54132a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.904331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Deleting port 6cfaef60-f4fa-414d-bef9-3d258c87553b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:20.904809 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.978113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] For port 6cfaef60-f4fa-414d-bef9-3d258c87553b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6cfaef60-f4fa-414d-bef9-3d258c87553b,segment=NetworkSegment(a058b69e-f714-43ff-9788-b15a34caa5d5),segment_id=a058b69e-f714-43ff-9788-b15a34caa5d5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:20.978798 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:20.992191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Calling delete_port for 6cfaef60-f4fa-414d-bef9-3d258c87553b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:21.103171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c5ea-8cbc-4de9-ab9b-105e3b54132a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.119592 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c5ea-8cbc-4de9-ab9b-105e3b54132a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.124746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:21.125091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1dd6c5ea-8cbc-4de9-ab9b-105e3b54132a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "DELETE /v2.0/subnets/f9774c0c-532d-4713-84da-c89c7e611cb3 HTTP/1.1" status: 204 len: 168 time: 0.7509089 Sep 20 12:38:21.132731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0b7d8-c6ec-4304-842c-a927b5c7e18a None None] Network fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:21.145206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6c5ea-8cbc-4de9-ab9b-105e3b54132a tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Subnet': ['ID=f9774c0c-532d-4713-84da-c89c7e611cb3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:21.210233 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.228297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.253840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Pushing event deleted for resources: {'Port': ['ID=6cfaef60-f4fa-414d-bef9-3d258c87553b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:21.385360 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.408322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.440835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fa433b-bf7b-48c6-9063-576a884a0361']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:21.466620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a058b69e-f714-43ff-9788-b15a34caa5d5') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:21.467003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a058b69e-f714-43ff-9788-b15a34caa5d5') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:21.541643 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.541643 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:21.544254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da9af4-1367-4182-8778-b880d61a0e31 None None] No DVR routers for this DVR port 6cfaef60-f4fa-414d-bef9-3d258c87553b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:21.546069 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:38:21.546069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:38:21.577734 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:38:21.746360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] DHCP port deletion for fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:38:21.848386 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.858902 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.864374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "DELETE /v2.0/networks/69fa433b-bf7b-48c6-9063-576a884a0361 HTTP/1.1" status: 204 len: 168 time: 0.7383392 Sep 20 12:38:21.867305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34632) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:21.872238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] Deleting port 1a60696d-f5c9-4b54-89aa-d74780f57224 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:21.874631 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.888212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a62ca6-5800-49bf-8c89-1f2639ca85d7 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Network': ['ID=69fa433b-bf7b-48c6-9063-576a884a0361,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:21.972978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] For port 1a60696d-f5c9-4b54-89aa-d74780f57224, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1a60696d-f5c9-4b54-89aa-d74780f57224,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:21.973361 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:21.994553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] Calling delete_port for 1a60696d-f5c9-4b54-89aa-d74780f57224 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:22.014483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.042873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Deleting port c4646244-0b79-4369-bb96-c686c47e8145 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:22.043158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.202055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Deleting port 1a60696d-f5c9-4b54-89aa-d74780f57224 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:22.202373 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.204991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] For port c4646244-0b79-4369-bb96-c686c47e8145, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c4646244-0b79-4369-bb96-c686c47e8145,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:22.205367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.231941 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.252562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Calling delete_port for c4646244-0b79-4369-bb96-c686c47e8145 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:22.260116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] Pushing event deleted for resources: {'Port': ['ID=1a60696d-f5c9-4b54-89aa-d74780f57224,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:22.268829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69c1ca-eeea-4246-9e4e-c4a01ed2a052 None None] No DVR routers for this DVR port 1a60696d-f5c9-4b54-89aa-d74780f57224 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:22.357385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] For port 1a60696d-f5c9-4b54-89aa-d74780f57224, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1a60696d-f5c9-4b54-89aa-d74780f57224,segment=NetworkSegment(efc4ff53-cf2f-449b-960c-df02b5b52a8e),segment_id=efc4ff53-cf2f-449b-960c-df02b5b52a8e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:22.357748 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.373704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Calling delete_port for 1a60696d-f5c9-4b54-89aa-d74780f57224 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:22.491727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1a60696d-f5c9-4b54-89aa-d74780f57224 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:22.511547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1a60696d-f5c9-4b54-89aa-d74780f57224 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:22.511875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1a60696d-f5c9-4b54-89aa-d74780f57224 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:22.512631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6cfaef60-f4fa-414d-bef9-3d258c87553b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:22.535218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.544936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 6cfaef60-f4fa-414d-bef9-3d258c87553b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:22.552203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6cfaef60-f4fa-414d-bef9-3d258c87553b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:22.595968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] No DVR routers for this DVR port 1a60696d-f5c9-4b54-89aa-d74780f57224 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:22.597658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Port': ['ID=1a60696d-f5c9-4b54-89aa-d74780f57224,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:22.712232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.736485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:22.752195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc4ff53-cf2f-449b-960c-df02b5b52a8e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:22.752740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc4ff53-cf2f-449b-960c-df02b5b52a8e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:22.762892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444300-633c-4582-9c2a-27f5bbd0f1ba req-66099505-22b9-45c3-bbe9-d8ce3d05d04e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:22.763408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.769712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28444300-633c-4582-9c2a-27f5bbd0f1ba req-66099505-22b9-45c3-bbe9-d8ce3d05d04e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0605001 Sep 20 12:38:22.777866 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.780665 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.811296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:38:22.811776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:38:22.815091 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:38:22.818304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4646244-0b79-4369-bb96-c686c47e8145,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:22.829174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28444300-633c-4582-9c2a-27f5bbd0f1ba req-e02ec9bd-8db4-4819-92b0-3210fa5f3e83 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580482 Sep 20 12:38:23.353530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:23.363260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:23.369474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] 10.222.0.37 "DELETE /v2.0/networks/fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e HTTP/1.1" status: 204 len: 168 time: 1.4968724 Sep 20 12:38:23.387575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a9276-6801-46c0-931a-aad5635c4eb2 tempest-TaggedBootDevicesTest_v242-2044067248 tempest-TaggedBootDevicesTest_v242-2044067248-project] Pushing event deleted for resources: {'Network': ['ID=fe5bfe6e-843d-4eb8-bcfb-fa79d61fd96e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:23.396977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:23.708526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:38:23.850063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:38:23.864112 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-04ad1722-a713-48b5-90e0-655a75a6327e admin admin] 10.222.0.37 "PUT /v2.0/routers/31f9ea3c-af91-4da4-a835-a3cf57b2f9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0986671 Sep 20 12:38:23.865787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34672) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:23.869568 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8037d-d509-4799-9fba-3a324288515f None None] Sync routers for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:38:23.907874 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8037d-d509-4799-9fba-3a324288515f None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:23.910748 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-97d8037d-d509-4799-9fba-3a324288515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:24.103678 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-97d8037d-d509-4799-9fba-3a324288515f None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:24.377768 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-97d8037d-d509-4799-9fba-3a324288515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:38:22Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:24.419104 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8037d-d509-4799-9fba-3a324288515f None None] Checking router: 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:38:24.430687 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8037d-d509-4799-9fba-3a324288515f None None] Routers {'31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:24.430687 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-97d8037d-d509-4799-9fba-3a324288515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:24.586873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c052773-77f5-42c1-a708-8e875c61a626 req-b40f8093-d2a3-4cbd-bcb9-f8dc910f7805 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:24.589425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c052773-77f5-42c1-a708-8e875c61a626 req-b40f8093-d2a3-4cbd-bcb9-f8dc910f7805 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.6615942 Sep 20 12:38:24.678827 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-97d8037d-d509-4799-9fba-3a324288515f None None] Set router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:24.736702 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:24.944068 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:24.961061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c052773-77f5-42c1-a708-8e875c61a626 req-e736ce75-0b4b-429a-aed9-a5e49c847a0a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334172 Sep 20 12:38:25.146673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Deleting port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:25.152344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:25.202229 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-97d8037d-d509-4799-9fba-3a324288515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:38:22Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:25.233586 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8037d-d509-4799-9fba-3a324288515f None None] The sync data for ids ['31f9ea3c-af91-4da4-a835-a3cf57b2f9a4'] in n-d-809934-3 is: [{'id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'name': 'tempest-ServersTestFqdnHostnames-404197277-router', 'tenant_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:04Z', 'updated_at': '2021-09-20T12:38:22Z', 'revision_number': 5, 'project_id': '519c44a32c7641d8b8d12d4e33e5f57a', 'gw_port': {'id': '9d9dc5ec-a160-4940-8960-a18fb2ae7c37', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9ea3c-af91-4da4-a835-a3cf57b2f9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:06Z', 'updated_at': '2021-09-20T12:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:38:25.335116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] For port 9d9dc5ec-a160-4940-8960-a18fb2ae7c37, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9d9dc5ec-a160-4940-8960-a18fb2ae7c37,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:25.335798 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:25.365666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Calling delete_port for 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:25.752920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:25.799408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9dc5ec-a160-4940-8960-a18fb2ae7c37,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:25.905894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.018985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.021193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.133202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc4a2-f7ad-464f-81e8-87e276e52bf1 req-07424eb9-ab4c-4068-b4ab-4d469bab324d tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:26.137619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-633cc4a2-f7ad-464f-81e8-87e276e52bf1 req-07424eb9-ab4c-4068-b4ab-4d469bab324d tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0633566 Sep 20 12:38:26.180840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-633cc4a2-f7ad-464f-81e8-87e276e52bf1 req-ebd31343-c5e7-445d-baa9-9a1ada64902b tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349271 Sep 20 12:38:26.188649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.192077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:38:26.193899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.197900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34692) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:26.215881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b94a914-0d85-405f-b684-bf667e4aa3ba admin admin] 10.222.0.37 "DELETE /v2.0/routers/31f9ea3c-af91-4da4-a835-a3cf57b2f9a4 HTTP/1.1" status: 204 len: 168 time: 2.3489308 Sep 20 12:38:26.278963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f59beb-1641-4d67-ba10-72e2f2ab3b67 admin admin] Deleting subnet 6c8ce964-c4ec-4f83-8f58-a1b629d949f7 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:38:26.285486 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f59beb-1641-4d67-ba10-72e2f2ab3b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.374115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f59beb-1641-4d67-ba10-72e2f2ab3b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.585932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f59beb-1641-4d67-ba10-72e2f2ab3b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.605775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c4646244-0b79-4369-bb96-c686c47e8145 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:26.634073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: c4646244-0b79-4369-bb96-c686c47e8145 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:26.638711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c4646244-0b79-4369-bb96-c686c47e8145 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:26.737923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f59beb-1641-4d67-ba10-72e2f2ab3b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.772940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f59beb-1641-4d67-ba10-72e2f2ab3b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8ce964-c4ec-4f83-8f58-a1b629d949f7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:26.783312 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f59beb-1641-4d67-ba10-72e2f2ab3b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:26.786725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-90f59beb-1641-4d67-ba10-72e2f2ab3b67 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c8ce964-c4ec-4f83-8f58-a1b629d949f7 HTTP/1.1" status: 204 len: 168 time: 0.5870318 Sep 20 12:38:26.800167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34702) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:26.806262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0befe7f1-e583-487a-b34b-07510e273888 None None] Network 0439f2ec-8234-42a1-990c-ba12bbe151e1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:26.986869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.085868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Deleting port 14ed2136-cad5-4507-97ec-4193e3825249 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:27.086217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.149668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] DHCP port deletion for 0439f2ec-8234-42a1-990c-ba12bbe151e1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:38:27.238696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] For port 14ed2136-cad5-4507-97ec-4193e3825249, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=14ed2136-cad5-4507-97ec-4193e3825249,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:27.239300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.289237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] Deleting port 14ed2136-cad5-4507-97ec-4193e3825249 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:27.289783 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.302875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Calling delete_port for 14ed2136-cad5-4507-97ec-4193e3825249 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:27.429961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b510fbe-c2ca-4b8a-9008-c06a0c785653 req-0157c21c-220e-4409-a4d1-55f320df6cfe tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:27.436052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] For port 14ed2136-cad5-4507-97ec-4193e3825249, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=14ed2136-cad5-4507-97ec-4193e3825249,segment=NetworkSegment(dbd0d5d3-51f0-4262-a089-a931f4c4aee5),segment_id=dbd0d5d3-51f0-4262-a089-a931f4c4aee5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:27.437932 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.438838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b510fbe-c2ca-4b8a-9008-c06a0c785653 req-0157c21c-220e-4409-a4d1-55f320df6cfe tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.1314862 Sep 20 12:38:27.476299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] Calling delete_port for 14ed2136-cad5-4507-97ec-4193e3825249 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:27.565368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b510fbe-c2ca-4b8a-9008-c06a0c785653 req-ef2de71f-05bd-46d1-b114-1f280f9a1b82 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201146 Sep 20 12:38:27.575086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.663628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Pushing event deleted for resources: {'Port': ['ID=14ed2136-cad5-4507-97ec-4193e3825249,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:27.674611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] No DVR routers for this DVR port 14ed2136-cad5-4507-97ec-4193e3825249 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:38:27.693963 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:38:27.702496 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.770853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] Pushing event deleted for resources: {'Port': ['ID=14ed2136-cad5-4507-97ec-4193e3825249,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:27.780683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f17b13-3521-44ba-bea5-eb63b05698e5 None None] No DVR routers for this DVR port 14ed2136-cad5-4507-97ec-4193e3825249 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:27.841407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.866157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0439f2ec-8234-42a1-990c-ba12bbe151e1']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:27.900995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:27.901794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd0d5d3-51f0-4262-a089-a931f4c4aee5') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:27.930053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.958568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.974586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:38:27.974586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:38:27.977289 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:38:28.194385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:28.214484 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:28.214484 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] 10.222.0.37 "DELETE /v2.0/networks/0439f2ec-8234-42a1-990c-ba12bbe151e1 HTTP/1.1" status: 204 len: 168 time: 1.4094987 Sep 20 12:38:28.235770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5ab53-9bf3-4f65-9207-5ef1d5b8773a admin admin] Pushing event deleted for resources: {'Network': ['ID=0439f2ec-8234-42a1-990c-ba12bbe151e1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:28.399295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bb185-5130-4dc9-a1e0-9d994575f604 req-9929b926-1c40-4ddf-82b3-189d401d985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:28.401319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-555bb185-5130-4dc9-a1e0-9d994575f604 req-9929b926-1c40-4ddf-82b3-189d401d985c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.0576472 Sep 20 12:38:28.463014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-555bb185-5130-4dc9-a1e0-9d994575f604 req-269edfa9-d20b-4676-af13-4476393a1b1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543432 Sep 20 12:38:28.525367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:28.560465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:28.574652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9d9dc5ec-a160-4940-8960-a18fb2ae7c37 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:28.575256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 14ed2136-cad5-4507-97ec-4193e3825249 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:28.652393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 14ed2136-cad5-4507-97ec-4193e3825249 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:28.652761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 14ed2136-cad5-4507-97ec-4193e3825249 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:28.736310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b770cf-418a-4037-a639-59cf41fd1517 req-7e79daef-e04c-4fc2-b8a0-f42476832781 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:28.737959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50b770cf-418a-4037-a639-59cf41fd1517 req-7e79daef-e04c-4fc2-b8a0-f42476832781 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0617871 Sep 20 12:38:28.801248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50b770cf-418a-4037-a639-59cf41fd1517 req-3a02c2c9-4195-4a7a-b331-903857efcb45 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524957 Sep 20 12:38:28.904786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34754) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:28.957901 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-da91a9c1-21e8-43ea-aad6-0aaa37e32cc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=519c44a32c7641d8b8d12d4e33e5f57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496655 Sep 20 12:38:28.958453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34756) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:29.010342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcea0a0d-060e-4f0b-bb9b-b14b4b82ece9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:29.034759 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcea0a0d-060e-4f0b-bb9b-b14b4b82ece9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:29.196275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcea0a0d-060e-4f0b-bb9b-b14b4b82ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:29.199206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcea0a0d-060e-4f0b-bb9b-b14b4b82ece9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:29.202976 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bcea0a0d-060e-4f0b-bb9b-b14b4b82ece9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ec8cd48-abca-4f8d-b379-0a349a97f628 HTTP/1.1" status: 204 len: 168 time: 0.2433538 Sep 20 12:38:29.214737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea0a0d-060e-4f0b-bb9b-b14b4b82ece9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec8cd48-abca-4f8d-b379-0a349a97f628,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:29.988101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e887ed-af10-4fb1-82dc-fcdb465125f4 req-3d58c964-cfb0-4283-8149-3c70969aaf63 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:29.999210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34e887ed-af10-4fb1-82dc-fcdb465125f4 req-3d58c964-cfb0-4283-8149-3c70969aaf63 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0766273 Sep 20 12:38:30.036064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34e887ed-af10-4fb1-82dc-fcdb465125f4 req-6e8f5f11-e3f2-493e-88bc-d4d58903f2f5 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Sep 20 12:38:30.143397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-290f7c69-81fd-41d6-a7ca-c8afb8d9c7ca req-c7b38eda-b945-4530-8e66-1d5c3d3c7078 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2088406424', 'description': 'tempest-description-1696113129'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:30.262215 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-290f7c69-81fd-41d6-a7ca-c8afb8d9c7ca req-c7b38eda-b945-4530-8e66-1d5c3d3c7078 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:30.579186 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-290f7c69-81fd-41d6-a7ca-c8afb8d9c7ca req-c7b38eda-b945-4530-8e66-1d5c3d3c7078 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:30.620214 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34798) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:30.657258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-290f7c69-81fd-41d6-a7ca-c8afb8d9c7ca req-c7b38eda-b945-4530-8e66-1d5c3d3c7078 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:30.691731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b38eda-b945-4530-8e66-1d5c3d3c7078 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0c517c-1ad9-4e73-979d-e3ce7a2d9005,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:30.756533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-290f7c69-81fd-41d6-a7ca-c8afb8d9c7ca req-c7b38eda-b945-4530-8e66-1d5c3d3c7078 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:30.757921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-290f7c69-81fd-41d6-a7ca-c8afb8d9c7ca req-c7b38eda-b945-4530-8e66-1d5c3d3c7078 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6185734 Sep 20 12:38:30.836645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1825609600-network', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:30.886235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-974996f0-9549-492b-bbb7-621093ad2238 req-90caa524-00dd-4b6d-9685-1b883ec56a30 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2088406424&fields=id&tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3 HTTP/1.1" status: 200 len: 267 time: 0.0475419 Sep 20 12:38:30.964184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974996f0-9549-492b-bbb7-621093ad2238 req-40d5f089-ccef-40cc-b8f7-2778018164a2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:30.968242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:30.971065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:30.980075 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-974996f0-9549-492b-bbb7-621093ad2238 req-40d5f089-ccef-40cc-b8f7-2778018164a2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0900619 Sep 20 12:38:30.983219 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:30.985671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-974996f0-9549-492b-bbb7-621093ad2238 req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Request body: {'port': {'security_groups': ['5d324354-cc72-41b6-ab79-936d419467df', 'ae0c517c-1ad9-4e73-979d-e3ce7a2d9005']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:31.070841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-974996f0-9549-492b-bbb7-621093ad2238 req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.188913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.260924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.290432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:38:31.307123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b1556a-becd-418d-ad91-28b7f7e12d36,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:31.327151 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.327593 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Added segment f95edafe-6ae0-488f-9f7b-4b324d1b0953 of type vlan for network 15d59c5f-64ec-4a73-b202-ad28df47fb00 Sep 20 12:38:31.390196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-974996f0-9549-492b-bbb7-621093ad2238 req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] For port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:31.451094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.452332 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-974996f0-9549-492b-bbb7-621093ad2238 req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.559590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.560308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-974996f0-9549-492b-bbb7-621093ad2238 req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.561240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:31.562053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.573565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:38:31.659107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0369222 Sep 20 12:38:31.662104 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34818) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:31.664208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event updated for resources: {'Port': ['ID=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:31.669513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Request body: {'subnet': {'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1825609600-subnet', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:31.690160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974996f0-9549-492b-bbb7-621093ad2238 req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:31.696795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-974996f0-9549-492b-bbb7-621093ad2238 req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.699213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-974996f0-9549-492b-bbb7-621093ad2238 req-a29c8895-e7bb-4743-a389-cd6446f91231 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "PUT /v2.0/ports/7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 982 time: 0.7200634 Sep 20 12:38:31.699603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:38:31.711367 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d5f315-c6a2-445d-8139-327706e44e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:38:31.741509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79bb09-b23e-4e7a-bed4-8056bf03f836 admin admin] Pushing event updated for resources: {'Network': ['ID=15d59c5f-64ec-4a73-b202-ad28df47fb00,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:31.758303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 15d59c5f-64ec-4a73-b202-ad28df47fb00 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:38:31.772642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:38:31.805816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:31.808859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:31.995153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-426c1ea5-002a-467c-8c6d-4c71e7ae09d4 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2088406424&fields=id&tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3 HTTP/1.1" status: 200 len: 267 time: 0.0627251 Sep 20 12:38:32.093144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-429c672b-4bb5-4e0c-b57f-85af3382b650 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:32.103580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-429c672b-4bb5-4e0c-b57f-85af3382b650 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 985 time: 0.1074243 Sep 20 12:38:32.115010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Request body: {'port': {'security_groups': ['5d324354-cc72-41b6-ab79-936d419467df']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:32.278833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:32.309484 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:32.382512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8244279-43fc-4585-98c0-b3a3484cc5b2,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:32.413211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Checking segment: {'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:32.413563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Network hostable DHCP agents. Network: 15d59c5f-64ec-4a73-b202-ad28df47fb00, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:38:32.503138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Network 15d59c5f-64ec-4a73-b202-ad28df47fb00 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:38:32.520205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] For port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:32.551837 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:32.611482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 15d59c5f-64ec-4a73-b202-ad28df47fb00) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:32.611736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:32.612342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:32.618974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c43e0-2f94-4270-9deb-1955c65eb831 None None] Network 15d59c5f-64ec-4a73-b202-ad28df47fb00 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:32.654201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:32.736615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event updated for resources: {'Port': ['ID=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:32.736888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:38:32.744130 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4f2c7ddc-611b-491d-8210-9a5ffcbd6c17 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0807829 Sep 20 12:38:32.755468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:32.755468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:32.789558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:32.790281 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:32.792298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87e3dd19-3951-4dc4-8d4b-dc9c1e821f6f req-b43f830a-7a6f-426c-8e81-76703f95def9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "PUT /v2.0/ports/7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 943 time: 0.6850281 Sep 20 12:38:32.832781 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1b21cb-e5e5-43ba-b153-7d19a36cea13 x-openstack-request-id: req-2f1b21cb-e5e5-43ba-b153-7d19a36cea13 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:38:32.833111 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:38:32.838487 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f1b21cb-e5e5-43ba-b153-7d19a36cea13 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:38:32.838487 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'status': 'completed', 'code': 200} Sep 20 12:38:32.855151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:38:32.890140 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:32.891189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:32.957945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-15d59c5f-64ec-4a73-b202-ad28df47fb00', 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'fixed_ips': [{'subnet_id': 'f8244279-43fc-4585-98c0-b3a3484cc5b2'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:38:32.964955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:33.119611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5f315-c6a2-445d-8139-327706e44e9f req-5d195a16-79e1-41b3-97a1-a13b48562b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:33.121752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d5f315-c6a2-445d-8139-327706e44e9f req-5d195a16-79e1-41b3-97a1-a13b48562b31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.2565293 Sep 20 12:38:33.169279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:33.205865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-461ead9b-03ab-4dae-95b9-41c5073eabb3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3602676 Sep 20 12:38:33.219859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:33.268813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Allocated IP 172.20.0.2 (15d59c5f-64ec-4a73-b202-ad28df47fb00/f8244279-43fc-4585-98c0-b3a3484cc5b2/f73fc88c-151a-47b0-9bf0-0963a92c75e3) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:33.408932 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:33.464259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:33.470216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5f315-c6a2-445d-8139-327706e44e9f req-e7c41f6e-865f-4a78-a665-3ec183837073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:33.471733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d5f315-c6a2-445d-8139-327706e44e9f req-e7c41f6e-865f-4a78-a665-3ec183837073 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 919 time: 0.3094206 Sep 20 12:38:33.526044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d5f315-c6a2-445d-8139-327706e44e9f req-9a3d3d5c-6078-4747-acc7-7b81c4bdbf20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 217 time: 0.0461743 Sep 20 12:38:33.563400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:33.631480 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:33.648158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5f315-c6a2-445d-8139-327706e44e9f req-81a61cfd-d3a8-4a0f-b665-9b4e0818d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:33.649783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d5f315-c6a2-445d-8139-327706e44e9f req-81a61cfd-d3a8-4a0f-b665-9b4e0818d816 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.1165009 Sep 20 12:38:33.682682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Network 15d59c5f-64ec-4a73-b202-ad28df47fb00 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:33.686135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:33.690793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:33.719732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d5f315-c6a2-445d-8139-327706e44e9f req-b3d8db6f-4952-458c-a293-6fe5eef2f452 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611234 Sep 20 12:38:33.787915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Pushing event updated for resources: {'Port': ['ID=f73fc88c-151a-47b0-9bf0-0963a92c75e3,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:33.830364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Attempting to bind port f73fc88c-151a-47b0-9bf0-0963a92c75e3 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:38:33.830939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Attempting to bind port f73fc88c-151a-47b0-9bf0-0963a92c75e3 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:38:33.831415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Attempting to bind port f73fc88c-151a-47b0-9bf0-0963a92c75e3 on network 15d59c5f-64ec-4a73-b202-ad28df47fb00 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:38:33.837797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:38:33.838990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Checking segment: {'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:33.839608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:33.840099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Bound using segment: {'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:38:33.840837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Bound port: f73fc88c-151a-47b0-9bf0-0963a92c75e3, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:38:33.841383 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:33.954557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] For port f73fc88c-151a-47b0-9bf0-0963a92c75e3, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:38:33.962170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] For port f73fc88c-151a-47b0-9bf0-0963a92c75e3, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f73fc88c-151a-47b0-9bf0-0963a92c75e3,segment=NetworkSegment(f95edafe-6ae0-488f-9f7b-4b324d1b0953),segment_id=f95edafe-6ae0-488f-9f7b-4b324d1b0953)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:38:34.054028 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:34.199593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d1cf5-b710-49f3-b06c-a395e3da4a1f None None] Pushing event updated for resources: {'Port': ['ID=f73fc88c-151a-47b0-9bf0-0963a92c75e3,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:34.266538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d5f315-c6a2-445d-8139-327706e44e9f req-c35d4a0c-f302-4eed-b431-5fd6fd5994f5 service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373363 Sep 20 12:38:34.396345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57d5f315-c6a2-445d-8139-327706e44e9f req-b8d727f4-5422-405e-93af-2ff5a028a98d service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179900 Sep 20 12:38:34.449727 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:34.642429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f73fc88c-151a-47b0-9bf0-0963a92c75e3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:34.672528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Allocated IP 172.25.6.171 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/90bc38d3-5542-4953-814d-14b2fd3b9e1a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:34.761598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f73fc88c-151a-47b0-9bf0-0963a92c75e3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:34.762539 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:34.826228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:34.882103 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:34.895595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:38:34.904032 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:38:34.923844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34864) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:34.927531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port f73fc88c-151a-47b0-9bf0-0963a92c75e3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f73fc88c-151a-47b0-9bf0-0963a92c75e3,segment=NetworkSegment(f95edafe-6ae0-488f-9f7b-4b324d1b0953),segment_id=f95edafe-6ae0-488f-9f7b-4b324d1b0953)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:35.028483 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.060676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf1a2-0ed4-4b62-8f6c-2e550f90e0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.064294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.105680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:35.115706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=f73fc88c-151a-47b0-9bf0-0963a92c75e3,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:35.117296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:35.123539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:35.176971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.217639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf1a2-0ed4-4b62-8f6c-2e550f90e0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.239201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.278675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event updated for resources: {'Port': ['ID=90bc38d3-5542-4953-814d-14b2fd3b9e1a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:35.294010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf1a2-0ed4-4b62-8f6c-2e550f90e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.343684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaf1a2-0ed4-4b62-8f6c-2e550f90e0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8027f65a-ab6e-422a-9ccf-1fc8d0484bda,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:35.349884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cdbaf1a2-0ed4-4b62-8f6c-2e550f90e0b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62dbc4c0fd17450bbc7afe93bece9fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253743 Sep 20 12:38:35.357561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34870) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:35.373894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.422125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e92ed16-2513-4933-99f8-4009d7e14b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.430060 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:38:35.450849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e92ed16-2513-4933-99f8-4009d7e14b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.491252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.564031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Allocated IP 172.25.6.127 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/52ddda83-21fd-42d9-a4d3-daa66a3c192e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:35.586170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e92ed16-2513-4933-99f8-4009d7e14b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.590026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e92ed16-2513-4933-99f8-4009d7e14b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.592004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0e92ed16-2513-4933-99f8-4009d7e14b96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8027f65a-ab6e-422a-9ccf-1fc8d0484bda HTTP/1.1" status: 204 len: 168 time: 0.2328644 Sep 20 12:38:35.606719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92ed16-2513-4933-99f8-4009d7e14b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8027f65a-ab6e-422a-9ccf-1fc8d0484bda,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:35.697671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65162a92-4cfc-4c97-830b-7622ef8f7584 None None] Network 15d59c5f-64ec-4a73-b202-ad28df47fb00 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:35.775751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c51820e2-38eb-4675-90c3-e7ffb1af6960 None None] Provisioning complete for port f73fc88c-151a-47b0-9bf0-0963a92c75e3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:35.776765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c51820e2-38eb-4675-90c3-e7ffb1af6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.844806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.895481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:35.974937 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.082124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.101537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event updated for resources: {'Port': ['ID=90bc38d3-5542-4953-814d-14b2fd3b9e1a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:36.162317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:36.173157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:36.175962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:36.179856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Pushing event updated for resources: {'Port': ['ID=52ddda83-21fd-42d9-a4d3-daa66a3c192e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:36.184074 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.336097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.341282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-c756d5d4-edcf-40af-b869-da8f997cd20a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1282687 Sep 20 12:38:36.500477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-ae133680-a008-47e9-920f-86abdaa2937c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.1233745 Sep 20 12:38:36.511988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34890) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:36.538081 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb82faf5-c1b0-429f-a588-b5d8d7c46eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.551487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f73fc88c-151a-47b0-9bf0-0963a92c75e3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:36.640644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb82faf5-c1b0-429f-a588-b5d8d7c46eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.642761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5bfdf1ac-fe6c-42b1-81aa-39f3eed6cf69 None None] Provisioning complete for port f73fc88c-151a-47b0-9bf0-0963a92c75e3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:36.643135 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5bfdf1ac-fe6c-42b1-81aa-39f3eed6cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.673028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f73fc88c-151a-47b0-9bf0-0963a92c75e3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:36.673505 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.699726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb82faf5-c1b0-429f-a588-b5d8d7c46eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.748152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-51c6f958-b376-41e4-9cb9-993c40e09c9a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:36.749752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-51c6f958-b376-41e4-9cb9-993c40e09c9a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.2401264 Sep 20 12:38:36.762888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82faf5-c1b0-429f-a588-b5d8d7c46eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff6dd4-a2aa-4f1d-be6b-d9070f6d577e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:36.781636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-6dc9fa00-551d-42da-8973-15deda96413c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:38:36.782783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-864ef60e-d26c-4170-a10c-3c1376c0390f req-6dc9fa00-551d-42da-8973-15deda96413c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211005 Sep 20 12:38:36.802458 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb82faf5-c1b0-429f-a588-b5d8d7c46eb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46ca42c4a9a74d7fa14ac44a424180a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862473 Sep 20 12:38:36.803012 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34894) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:36.861419 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.898964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c44e57f-6215-426a-adb9-1d06603e47fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.969296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c44e57f-6215-426a-adb9-1d06603e47fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:36.974560 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85608855-d9e8-43d9-b40a-b35728ac8bcb x-openstack-request-id: req-85608855-d9e8-43d9-b40a-b35728ac8bcb {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:38:36.975475 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:38:36.975735 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85608855-d9e8-43d9-b40a-b35728ac8bcb {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:38:36.976117 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'status': 'completed', 'code': 200} Sep 20 12:38:37.153834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c44e57f-6215-426a-adb9-1d06603e47fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:37.158694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c44e57f-6215-426a-adb9-1d06603e47fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:37.163885 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6c44e57f-6215-426a-adb9-1d06603e47fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddff6dd4-a2aa-4f1d-be6b-d9070f6d577e HTTP/1.1" status: 204 len: 168 time: 0.3566043 Sep 20 12:38:37.170302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-b79e415c-2ea3-4a3e-92e4-5ff9c4c35a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:37.171807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-b79e415c-2ea3-4a3e-92e4-5ff9c4c35a5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.1797967 Sep 20 12:38:37.172685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44e57f-6215-426a-adb9-1d06603e47fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff6dd4-a2aa-4f1d-be6b-d9070f6d577e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:37.275468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-9cc20691-3035-426c-ac58-6b98e4f8855d tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:37.277229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-9cc20691-3035-426c-ac58-6b98e4f8855d tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1866243 Sep 20 12:38:37.347695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:37.364629 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-c2f5170e-57af-4785-918c-aa6e0d823c9d tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.0799818 Sep 20 12:38:37.699715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Request body: {'floatingip': {'port_id': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:37.764477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:37.774417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-ca2cc3f6-5813-405a-a52f-3bf17ac86d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:37.776641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-ca2cc3f6-5813-405a-a52f-3bf17ac86d1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 919 time: 0.5955360 Sep 20 12:38:37.899534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-ec210785-abc4-4a0c-9343-cda3c678bb03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 217 time: 0.0896192 Sep 20 12:38:38.054617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-5a7cd54f-5ac2-4b58-9dc2-a64d4f5cae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:38.057505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-5a7cd54f-5ac2-4b58-9dc2-a64d4f5cae4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.1448414 Sep 20 12:38:38.131612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-d0fd9891-7da7-4c0e-9459-9a407cc0af2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655556 Sep 20 12:38:38.228467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Router 4967d550-2edb-42d6-93d9-2227c13fdcfa is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:38:38.401737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-fe7d162b-a278-465f-8877-993a3d929fde service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600954 Sep 20 12:38:38.582602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:38:38.596654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Sync routers for ids ['4967d550-2edb-42d6-93d9-2227c13fdcfa'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:38:38.620524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Routers {'4967d550-2edb-42d6-93d9-2227c13fdcfa'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:38.621363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4967d550-2edb-42d6-93d9-2227c13fdcfa'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:38.696667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef44441-94bd-46e8-9cd2-85cc9c5c42bc req-ba8bf822-73d5-4fa7-bb24-a71c6d6ccdcc service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574975 Sep 20 12:38:38.719059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:38.721938 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:38.723638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-69b09320-1140-4f09-ab5f-ea5dfe0e8946 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9739990 Sep 20 12:38:38.726236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34938) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:38.777942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Set router 4967d550-2edb-42d6-93d9-2227c13fdcfa gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:38.813828 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:38.971073 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Floating IP b65ef741-fd2f-47b9-b25a-ea3a2ba6a787 associated. External IP: 172.25.6.171, port: 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac. Sep 20 12:38:39.001269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:38:36Z', 'revision_number': 3, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:39.038858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Checking router: 4967d550-2edb-42d6-93d9-2227c13fdcfa for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:38:39.038858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Updating router 4967d550-2edb-42d6-93d9-2227c13fdcfa port 52ddda83-21fd-42d9-a4d3-daa66a3c192e binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:38:39.069484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:39.234703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34942) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:39.241365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:38:39.287822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:39.424292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:38:39.427881 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] Sync routers for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:38:39.429652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:39.449800 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:39.452128 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:39.482229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Allocated IP 172.20.0.1 (15d59c5f-64ec-4a73-b202-ad28df47fb00/f8244279-43fc-4585-98c0-b3a3484cc5b2/2b3f9af0-d4c6-46c2-b807-8fb5be582982) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:39.537687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-30ca70ad-0c42-4abe-8543-6022907b592a tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "PUT /v2.0/floatingips/b65ef741-fd2f-47b9-b25a-ea3a2ba6a787 HTTP/1.1" status: 200 len: 997 time: 1.8450367 Sep 20 12:38:39.540629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:38:39.555138 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b15563-4a87-485b-82d5-849720a5a9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:38:39.692828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-e1733781-a0ce-4ff4-b246-43c4441dedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:39.706114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-e1733781-a0ce-4ff4-b246-43c4441dedca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.1383886 Sep 20 12:38:39.711201 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:39.721572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:39.797320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:39.839710 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:39.856850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-50ffba3e-0cf7-4e0e-87dc-5bbda7c0e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:39.864753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-50ffba3e-0cf7-4e0e-87dc-5bbda7c0e22f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 919 time: 0.1574724 Sep 20 12:38:39.925946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c524a0-d81e-4ef0-a1f5-de5c9cd0ef8a None None] Pushing event updated for resources: {'Port': ['ID=52ddda83-21fd-42d9-a4d3-daa66a3c192e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:39.977556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Attempting to bind port 52ddda83-21fd-42d9-a4d3-daa66a3c192e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:38:39.978421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Attempting to bind port 52ddda83-21fd-42d9-a4d3-daa66a3c192e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:38:39.979622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Attempting to bind port 52ddda83-21fd-42d9-a4d3-daa66a3c192e on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:38:39.997023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:38:39.997629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:39.998207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:39.999356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:39.999967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:38:40.000606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Bound port: 52ddda83-21fd-42d9-a4d3-daa66a3c192e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:38:40.002069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:40.026509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-aff48246-fd20-4cbf-b1af-841c736a5140 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 1000 time: 0.1599574 Sep 20 12:38:40.079679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Network 15d59c5f-64ec-4a73-b202-ad28df47fb00 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:40.084987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] For port 52ddda83-21fd-42d9-a4d3-daa66a3c192e, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:38:40.085795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:40.096250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:40.096970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] For port 52ddda83-21fd-42d9-a4d3-daa66a3c192e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=52ddda83-21fd-42d9-a4d3-daa66a3c192e,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:38:40.138487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-c2d304bd-7de7-4099-bb7f-0056781acda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:40.140117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-c2d304bd-7de7-4099-bb7f-0056781acda2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.1125631 Sep 20 12:38:40.179363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:40.219645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3f9af0-d4c6-46c2-b807-8fb5be582982,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:40.234564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.234923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.235267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.235660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.236052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.236507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.236848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.237203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.239899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.239899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.239899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.239899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:40.265834 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b65ef741-fd2f-47b9-b25a-ea3a2ba6a787', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'port_id': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'mac_address': 'fa:16:3e:23:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:38Z', 'revision_number': 1, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:48Z', 'revision_number': 5, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:40.267265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-7665948c-433a-46ae-9d13-9877af5bfff4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136348 Sep 20 12:38:40.277228 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:40.298080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c524a0-d81e-4ef0-a1f5-de5c9cd0ef8a None None] Pushing event updated for resources: {'Port': ['ID=52ddda83-21fd-42d9-a4d3-daa66a3c192e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:40.337102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Routers {'4967d550-2edb-42d6-93d9-2227c13fdcfa'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:40.337746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4967d550-2edb-42d6-93d9-2227c13fdcfa'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:40.362421 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] Checking router: 3a71b3e2-1c95-43a1-beef-4be0d850dea8 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:38:40.389974 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:40.391025 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:40.541271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:40.561210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-4f1d67db-805a-411f-8f69-015ce160971f service neutron] 10.222.0.37 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872832 Sep 20 12:38:40.576518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] Set router 4967d550-2edb-42d6-93d9-2227c13fdcfa gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:40.717583 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:40.723388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7ba6946f-bb31-4707-98df-128cad0ab00b None None] Provisioning complete for port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:40.723924 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ba6946f-bb31-4707-98df-128cad0ab00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:40.761179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02b25273-0f41-479c-ade2-49e5d71458b7 req-bb86c969-1805-43ed-8468-8fabba12b2bc service neutron] 10.222.0.37 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923921 Sep 20 12:38:40.808946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6946f-bb31-4707-98df-128cad0ab00b None None] Port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:38:40.835284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:40.890377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:38:36Z', 'revision_number': 3, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:40.945441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e230b3-2086-4730-b07b-ec8f4068ffda None None] The sync data for ids ['4967d550-2edb-42d6-93d9-2227c13fdcfa'] in n-d-809934-3 is: [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:38:36Z', 'revision_number': 3, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:38:41.164467 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7225915c-31ac-492e-a868-30d2c6c95413 x-openstack-request-id: req-7225915c-31ac-492e-a868-30d2c6c95413 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:38:41.164869 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:38:41.165250 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7225915c-31ac-492e-a868-30d2c6c95413 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:38:41.165801 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'status': 'completed', 'code': 200} Sep 20 12:38:41.246036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Deleting port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:41.246390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:41.251090 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b65ef741-fd2f-47b9-b25a-ea3a2ba6a787', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'port_id': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'mac_address': 'fa:16:3e:23:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:38Z', 'revision_number': 1, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:48Z', 'revision_number': 5, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:41.285724 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc7042-0736-4dbd-b41b-dcda5c1f8f87 None None] The sync data for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 is: [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b65ef741-fd2f-47b9-b25a-ea3a2ba6a787', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'port_id': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'mac_address': 'fa:16:3e:23:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:38Z', 'revision_number': 1, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:48Z', 'revision_number': 5, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:38:41.319589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:41.405380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-23ff8e1e-383d-46bd-a7cb-c513c4d83020 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 1000 time: 0.1448674 Sep 20 12:38:41.420799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-5eddf70c-c000-4fe2-820d-5aec793e9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:41.422378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-5eddf70c-c000-4fe2-820d-5aec793e9e82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.2347584 Sep 20 12:38:41.466335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:41.508247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-52079b3c-5743-447e-b2cd-bc9d7579d4be tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:41.517506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-52079b3c-5743-447e-b2cd-bc9d7579d4be tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports/7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 943 time: 0.1062810 Sep 20 12:38:41.608905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-6d4dd7a8-7776-434d-958a-c7c0a900b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:41.610541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-6d4dd7a8-7776-434d-958a-c7c0a900b4a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 919 time: 0.1639085 Sep 20 12:38:41.650803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34970) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:41.690639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543474e-aeeb-4b82-9328-ff0a0571f153 None None] New status for floating IP b65ef741-fd2f-47b9-b25a-ea3a2ba6a787: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:38:41.693213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3f9af0-d4c6-46c2-b807-8fb5be582982,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:41.702567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:41.727915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] For port 1e22dc49-2cf0-4d3e-a5d2-60e33da49691, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:41.729375 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:41.751321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-a93dbdfb-b1e2-4ef9-aaaa-b264dd580718 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 1000 time: 0.1396854 Sep 20 12:38:41.766604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Calling delete_port for 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:42.238312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-14af2fa9-0023-4b78-b6ee-67dc88d340f0 admin admin] Deleting subnet 37253cfb-6624-4ab6-8db4-796c5bfdd9c6 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:38:42.244140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14af2fa9-0023-4b78-b6ee-67dc88d340f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:42.272330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Network 15d59c5f-64ec-4a73-b202-ad28df47fb00 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:42.279672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:42.372133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-d69c36c2-17e0-4e4a-9377-4cc539fdb3c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 1000 time: 0.6197863 Sep 20 12:38:42.391583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f23ec0d2-2d22-4613-839e-f232cc9da15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:42.428231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14af2fa9-0023-4b78-b6ee-67dc88d340f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:42.430918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:42.455787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-2aa12726-bb0f-489d-8604-8a79b641486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:42.457563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-2aa12726-bb0f-489d-8604-8a79b641486b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.0768158 Sep 20 12:38:42.464771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Router 4967d550-2edb-42d6-93d9-2227c13fdcfa has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:38:42.506590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-5f09f9f7-2dc9-4fae-a432-924f1324ea01 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:42.508333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-5f09f9f7-2dc9-4fae-a432-924f1324ea01 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.7345259 Sep 20 12:38:42.557821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-bca90149-cb79-4b5c-bc86-201698f0bc7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795627 Sep 20 12:38:42.628768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 52ddda83-21fd-42d9-a4d3-daa66a3c192e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:42.699735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-ee446cda-c9fc-4c62-8d7e-a5632cb4ef35 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 1002 time: 0.1804254 Sep 20 12:38:42.714325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:42.724996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-54a8e044-6cd4-415f-85b4-021eddab78f8 None None] Provisioning complete for port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:42.725655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54a8e044-6cd4-415f-85b4-021eddab78f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:42.783075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 52ddda83-21fd-42d9-a4d3-daa66a3c192e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:42.783903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:42.788998 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-be5e6ec1-8b48-447c-8412-7ab5f8e0c647 service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700766 Sep 20 12:38:42.792237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-54a8e044-6cd4-415f-85b4-021eddab78f8 None None] Port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:38:42.862142 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:42.926209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:42.950395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 52ddda83-21fd-42d9-a4d3-daa66a3c192e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=52ddda83-21fd-42d9-a4d3-daa66a3c192e,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:42.982481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e22dc49-2cf0-4d3e-a5d2-60e33da49691,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:43.041972 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.099403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14af2fa9-0023-4b78-b6ee-67dc88d340f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.188615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=52ddda83-21fd-42d9-a4d3-daa66a3c192e,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:43.258442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b15563-4a87-485b-82d5-849720a5a9c5 req-52fab500-d522-49f6-a78e-29cd442dd923 service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624584 Sep 20 12:38:43.277516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14af2fa9-0023-4b78-b6ee-67dc88d340f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.280537 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.384282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af2fa9-0023-4b78-b6ee-67dc88d340f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37253cfb-6624-4ab6-8db4-796c5bfdd9c6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:43.384985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.385759 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Floating IP b65ef741-fd2f-47b9-b25a-ea3a2ba6a787 disassociated. External IP: 172.25.6.171, port: 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac. Sep 20 12:38:43.386411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14af2fa9-0023-4b78-b6ee-67dc88d340f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.389685 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-14af2fa9-0023-4b78-b6ee-67dc88d340f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/37253cfb-6624-4ab6-8db4-796c5bfdd9c6 HTTP/1.1" status: 204 len: 168 time: 1.7343826 Sep 20 12:38:43.392585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34990) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:43.430328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.440884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:38:43.449264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-66026085-2819-48d5-98ef-4e47a7be2952 admin admin] 10.222.0.37 "PUT /v2.0/routers/4967d550-2edb-42d6-93d9-2227c13fdcfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7215383 Sep 20 12:38:43.594596 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.658636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34996) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:43.740376 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Sync routers for ids ['4967d550-2edb-42d6-93d9-2227c13fdcfa'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:38:43.746531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1712295567'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:43.752917 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Routers {'4967d550-2edb-42d6-93d9-2227c13fdcfa'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:43.753704 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4967d550-2edb-42d6-93d9-2227c13fdcfa'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:43.767360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:38:43.854144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Router 053fd767-2262-488a-a404-b2bb125ad4d5 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:38:43.882099 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Set router 4967d550-2edb-42d6-93d9-2227c13fdcfa gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:43.882317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:43.888078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.908151 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.936661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:38:43.944501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:38:43.950098 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.955317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] Sync routers for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:38:43.966708 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:43.966925 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Added segment 06f8f0db-6b84-459a-b907-c2b1ee8fab6a of type vlan for network ff49225e-21c9-48bb-9e50-1801266dd041 Sep 20 12:38:43.968464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:43.969135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:43.969303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d4c9af-26fc-4d7a-abea-f6a47a3074af']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:43.983691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee1df38-d710-496d-8fa7-c56f7844db60') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:43.983985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee1df38-d710-496d-8fa7-c56f7844db60') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:43.997925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.019618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.048450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-cd46ab00-a068-42a8-ae5c-93eec99db1f2 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "PUT /v2.0/floatingips/b65ef741-fd2f-47b9-b25a-ea3a2ba6a787 HTTP/1.1" status: 200 len: 695 time: 1.3418760 Sep 20 12:38:44.054091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:38:44.057214 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a07626-7955-4141-83cc-4312c1ea4342" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:38:44.058496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:38:44.061170 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:38:44.063679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.126789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:38:44.132150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-478d6e15-4e83-46a4-9be3-2c7d8fcc306e admin admin] 10.222.0.37 "PUT /v2.0/routers/053fd767-2262-488a-a404-b2bb125ad4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8939583 Sep 20 12:38:44.136700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35004) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:44.160133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-2d49292c-bad6-4c06-895d-a976e2cbb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:44.171147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-2d49292c-bad6-4c06-895d-a976e2cbb1c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.0892892 Sep 20 12:38:44.188266 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] Sync routers for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:38:44.193573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.206183 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.208013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:44.209957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.236755 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:44.237685 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:44.248160 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.250818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:44.251234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/16d4c9af-26fc-4d7a-abea-f6a47a3074af HTTP/1.1" status: 204 len: 168 time: 0.8556671 Sep 20 12:38:44.283042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733859e-ebc6-4714-90f5-a14b899f0ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d4c9af-26fc-4d7a-abea-f6a47a3074af,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:44.298705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.412504 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:38:40Z', 'revision_number': 4, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2b3f9af0-d4c6-46c2-b807-8fb5be582982', 'name': '', 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'mac_address': 'fa:16:3e:2e:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f8244279-43fc-4585-98c0-b3a3484cc5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:39Z', 'updated_at': '2021-09-20T12:38:40Z', 'revision_number': 2, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'subnets': [{'id': 'f8244279-43fc-4585-98c0-b3a3484cc5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:44.440607 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.478272 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Checking router: 4967d550-2edb-42d6-93d9-2227c13fdcfa for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:38:44.478962 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Updating router 4967d550-2edb-42d6-93d9-2227c13fdcfa port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:38:44.526411 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:44.535796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8736198 Sep 20 12:38:44.536288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35010) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:44.542022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'subnet': {'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:44.546848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab1f61-6cc1-49c6-8061-567eab1bf4e5 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Network': ['ID=ff49225e-21c9-48bb-9e50-1801266dd041,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:44.583234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-6d9601a2-85b8-4a23-b285-1309db589bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:44.586843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ff49225e-21c9-48bb-9e50-1801266dd041 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:38:44.592858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-6d9601a2-85b8-4a23-b285-1309db589bf7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 919 time: 0.4203947 Sep 20 12:38:44.637366 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.702288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-7d41cb21-8942-4ad3-9e09-01eead2bcd27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 217 time: 0.1064999 Sep 20 12:38:44.747672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:44.754204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 52ddda83-21fd-42d9-a4d3-daa66a3c192e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:44.811855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Deleting port a20d46f8-0877-46e3-8242-5f9b42a2d71f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:44.812154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.894046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:44.897989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-01a4e42a-3a02-428d-80ae-6a58435e1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:44.898398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-01a4e42a-3a02-428d-80ae-6a58435e1994 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.1943076 Sep 20 12:38:44.909288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c678f87a-ed45-4474-8807-9761009d9e63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eda3ecbd058a40fdabd4d240adfc4510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580334 Sep 20 12:38:44.909512 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.910023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35018) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:44.926418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 52ddda83-21fd-42d9-a4d3-daa66a3c192e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:44.927914 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:44.992187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-fba2b41c-da6d-4da0-907a-db84fa987150 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833156 Sep 20 12:38:45.001928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:48Z', 'revision_number': 5, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:45.051485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] Checking router: 3a71b3e2-1c95-43a1-beef-4be0d850dea8 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:38:45.069349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] For port a20d46f8-0877-46e3-8242-5f9b42a2d71f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a20d46f8-0877-46e3-8242-5f9b42a2d71f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:45.069874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.071198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:45.073000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:45.086378 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2de038c-cf45-4871-8271-0eef78d72d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.090472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Calling delete_port for a20d46f8-0877-46e3-8242-5f9b42a2d71f owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:45.152420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2de038c-cf45-4871-8271-0eef78d72d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.201697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-2e356f0c-741e-424c-aaa3-734100ad0b68 service neutron] 10.222.0.37 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996186 Sep 20 12:38:45.309659 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e1878a82-c6c1-4baf-b2f9-b0dfc2d6881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.342399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2deda62f-8c59-4f47-ae54-1e738ea2de17 req-29997fa1-8d15-4f1c-9ff5-998a46e55e86 service neutron] 10.222.0.37 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337819 Sep 20 12:38:45.352294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:45.373226 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2de038c-cf45-4871-8271-0eef78d72d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.376057 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2de038c-cf45-4871-8271-0eef78d72d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.377306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2de038c-cf45-4871-8271-0eef78d72d7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f0804fb-285e-45dc-93dd-99c86b56713f HTTP/1.1" status: 204 len: 168 time: 0.4645314 Sep 20 12:38:45.382784 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.387544 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:38:42Z', 'revision_number': 5, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port': {'id': 'a20d46f8-0877-46e3-8242-5f9b42a2d71f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:26:42Z', 'updated_at': '2021-09-20T12:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:45.392799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de038c-cf45-4871-8271-0eef78d72d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0804fb-285e-45dc-93dd-99c86b56713f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:45.420878 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] Checking router: 053fd767-2262-488a-a404-b2bb125ad4d5 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:38:45.452689 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] Routers {'053fd767-2262-488a-a404-b2bb125ad4d5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:45.456168 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['053fd767-2262-488a-a404-b2bb125ad4d5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:45.491012 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.528230 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.567887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Subnet': ['ID=b3a7b300-071f-4b95-b169-dbcb951f784e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:45.588590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.607093 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Pushing event updated for resources: {'Port': ['ID=2b3f9af0-d4c6-46c2-b807-8fb5be582982,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:45.634373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a20d46f8-0877-46e3-8242-5f9b42a2d71f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:45.643978 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.707694 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.708007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Checking segment: {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:45.708182 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.708370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network hostable DHCP agents. Network: ff49225e-21c9-48bb-9e50-1801266dd041, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:38:45.708505 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.708740 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.709099 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.709431 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.714800 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.715498 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.715849 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.716189 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.716521 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.720214 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:38:45.728249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:45.800750 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] Set router 053fd767-2262-488a-a404-b2bb125ad4d5 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:45.854937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:48Z', 'revision_number': 5, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:45.906487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network ff49225e-21c9-48bb-9e50-1801266dd041 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:38:45.957333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c9f9c3-5aa9-4b0c-9f6b-4da35fce5fb9 None None] The sync data for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 is: [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:37:44Z', 'revision_number': 4, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '53d064b7-45ed-496c-91fd-b8531c666b45', 'name': '', 'network_id': '5bb32322-7379-45ce-9eb9-7d19c2085b32', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'mac_address': 'fa:16:3e:5b:ac:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:43Z', 'updated_at': '2021-09-20T12:37:48Z', 'revision_number': 5, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'subnets': [{'id': 'ced74d0e-76d7-4a63-a80d-3924992f5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:38:45.972939 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:38:44Z', 'revision_number': 6, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:45.993335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.003913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.035304 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950a39f-7ec9-44e0-8469-bfd2305aa18a None None] The sync data for ids ['053fd767-2262-488a-a404-b2bb125ad4d5'] in n-d-809934-3 is: [{'id': '053fd767-2262-488a-a404-b2bb125ad4d5', 'name': 'tempest-TaggedBootDevicesTest_v242-484888949-router', 'tenant_id': '7bd288628e954d50bff617b055b848c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:26:40Z', 'updated_at': '2021-09-20T12:38:44Z', 'revision_number': 6, 'project_id': '7bd288628e954d50bff617b055b848c8', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:38:46.038345 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Attempting to bind port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:38:46.038979 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Attempting to bind port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:38:46.039799 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Attempting to bind port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 on network 15d59c5f-64ec-4a73-b202-ad28df47fb00 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:38:46.055054 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:38:46.055564 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Checking segment: {'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:46.056085 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.056590 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Bound using segment: {'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:38:46.057699 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Bound port: 2b3f9af0-d4c6-46c2-b807-8fb5be582982, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95edafe-6ae0-488f-9f7b-4b324d1b0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:38:46.057860 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.104281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ff49225e-21c9-48bb-9e50-1801266dd041) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:46.122462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7207a86-f25f-4533-97f2-7fa1b13c56fa None None] Network ff49225e-21c9-48bb-9e50-1801266dd041 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:46.143033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:46.145229 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.191274 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.192345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 053fd767-2262-488a-a404-b2bb125ad4d5 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:38:46.210232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.214637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-274c2551-992b-4597-a181-8b4ea66b7b2f admin admin] 10.222.0.37 "DELETE /v2.0/routers/053fd767-2262-488a-a404-b2bb125ad4d5 HTTP/1.1" status: 204 len: 168 time: 2.0768449 Sep 20 12:38:46.219158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35036) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:46.295218 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd2d40a7-5b0d-4c53-9133-69d87ce3226e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7575316 Sep 20 12:38:46.299534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35038) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:46.312950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-341864299'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:46.325566 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33652e3-ba1e-4771-980a-3a9ae7e87c65 x-openstack-request-id: req-f33652e3-ba1e-4771-980a-3a9ae7e87c65 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:38:46.326097 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:38:46.326659 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f33652e3-ba1e-4771-980a-3a9ae7e87c65 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:38:46.327268 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'status': 'completed', 'code': 200} Sep 20 12:38:46.348632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] For port 2b3f9af0-d4c6-46c2-b807-8fb5be582982, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:38:46.356713 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] For port 2b3f9af0-d4c6-46c2-b807-8fb5be582982, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b3f9af0-d4c6-46c2-b807-8fb5be582982,segment=NetworkSegment(f95edafe-6ae0-488f-9f7b-4b324d1b0953),segment_id=f95edafe-6ae0-488f-9f7b-4b324d1b0953)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:38:46.384448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-eeb0af67-70d6-4fda-bb98-e28155b9069e None None] Provisioning complete for port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:46.385118 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eeb0af67-70d6-4fda-bb98-e28155b9069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.407326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-292de0a4-dc2b-48f2-8ea8-9ebf4be19051 admin admin] Deleting subnet 85484436-a0fa-40d1-89e3-19e92a4eb477 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:38:46.412276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-292de0a4-dc2b-48f2-8ea8-9ebf4be19051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.427046 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.453061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:46.456595 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.466979 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-292de0a4-dc2b-48f2-8ea8-9ebf4be19051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.536733 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Routers {'4967d550-2edb-42d6-93d9-2227c13fdcfa'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:38:46.537708 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4967d550-2edb-42d6-93d9-2227c13fdcfa'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:46.575304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:38:46.595013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.595373 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Added segment a447c6cd-e8c0-47a0-8730-6d30e1ceab41 of type vlan for network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc Sep 20 12:38:46.603706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:46.660535 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec058ba0-22c1-4b17-a3b2-9704177d86a9 None None] Pushing event updated for resources: {'Port': ['ID=2b3f9af0-d4c6-46c2-b807-8fb5be582982,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:46.671290 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-292de0a4-dc2b-48f2-8ea8-9ebf4be19051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.732546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0af67-70d6-4fda-bb98-e28155b9069e None None] Port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:38:46.735943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.736699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:46.737680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e22dc49-2cf0-4d3e-a5d2-60e33da49691 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:46.744275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7800990-0e92-4f67-ad36-8e2a09933fae None None] New status for floating IP b65ef741-fd2f-47b9-b25a-ea3a2ba6a787: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:38:46.795383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a07626-7955-4141-83cc-4312c1ea4342 req-c49eabe4-81ae-423b-bf37-89012f9ccf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:46.797356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12a07626-7955-4141-83cc-4312c1ea4342 req-c49eabe4-81ae-423b-bf37-89012f9ccf50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 1097 time: 0.4740560 Sep 20 12:38:46.834662 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] Set router 4967d550-2edb-42d6-93d9-2227c13fdcfa gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:38:46.837056 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.890833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-ff49225e-21c9-48bb-9e50-1801266dd041', 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'fixed_ips': [{'subnet_id': 'b3a7b300-071f-4b95-b169-dbcb951f784e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:38:46.891819 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.898351 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-292de0a4-dc2b-48f2-8ea8-9ebf4be19051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.901653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.918315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:46.923969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.932488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292de0a4-dc2b-48f2-8ea8-9ebf4be19051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85484436-a0fa-40d1-89e3-19e92a4eb477,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:46.945725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-292de0a4-dc2b-48f2-8ea8-9ebf4be19051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:46.948860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-292de0a4-dc2b-48f2-8ea8-9ebf4be19051 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/85484436-a0fa-40d1-89e3-19e92a4eb477 HTTP/1.1" status: 204 len: 168 time: 0.7321119 Sep 20 12:38:46.951358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:46.968459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc48f11-4cd9-4be8-b5a9-5315ac68f291 None None] Network 08b21f5b-0295-422d-8389-e10acee067c3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:47.001090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a07626-7955-4141-83cc-4312c1ea4342 req-d22de262-3536-4a46-bd0a-dfb91b2bf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:47.003246 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12a07626-7955-4141-83cc-4312c1ea4342 req-d22de262-3536-4a46-bd0a-dfb91b2bf206 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 200 len: 919 time: 0.1971478 Sep 20 12:38:47.104387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12a07626-7955-4141-83cc-4312c1ea4342 req-4a0c165b-be91-4fcf-b138-7f1f69b7edfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 200 len: 217 time: 0.0707080 Sep 20 12:38:47.141148 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:47.158177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8573656 Sep 20 12:38:47.161173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:47.169736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'subnet': {'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:47.171945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Allocated IP 19.80.0.2 (ff49225e-21c9-48bb-9e50-1801266dd041/b3a7b300-071f-4b95-b169-dbcb951f784e/515e0409-e2a7-4f7e-9599-5d12bac7354e) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:47.279876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a07626-7955-4141-83cc-4312c1ea4342 req-8666424d-d824-47c3-9164-99b7c0395b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:47.282198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12a07626-7955-4141-83cc-4312c1ea4342 req-8666424d-d824-47c3-9164-99b7c0395b43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 200 len: 859 time: 0.1671255 Sep 20 12:38:47.297113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a0e1b-555c-4f02-aff8-e56586bf5bc3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Network': ['ID=0795b34a-ada0-436a-ab8c-e8780ae4d5dc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:47.329739 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:38:40Z', 'revision_number': 4, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2b3f9af0-d4c6-46c2-b807-8fb5be582982', 'name': '', 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'mac_address': 'fa:16:3e:2e:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f8244279-43fc-4585-98c0-b3a3484cc5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:39Z', 'updated_at': '2021-09-20T12:38:46Z', 'revision_number': 4, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'subnets': [{'id': 'f8244279-43fc-4585-98c0-b3a3484cc5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:47.342274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:47.344963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12a07626-7955-4141-83cc-4312c1ea4342 req-e2a6ec5f-04e1-4e4e-bfc7-5f45eeff033e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5bb32322-7379-45ce-9eb9-7d19c2085b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509257 Sep 20 12:38:47.372200 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cdbe6-efe2-49ed-a11e-5eeb495b8209 None None] The sync data for ids ['4967d550-2edb-42d6-93d9-2227c13fdcfa'] in n-d-809934-3 is: [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:38:40Z', 'revision_number': 4, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2b3f9af0-d4c6-46c2-b807-8fb5be582982', 'name': '', 'network_id': '15d59c5f-64ec-4a73-b202-ad28df47fb00', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'mac_address': 'fa:16:3e:2e:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f8244279-43fc-4585-98c0-b3a3484cc5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:39Z', 'updated_at': '2021-09-20T12:38:46Z', 'revision_number': 4, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'subnets': [{'id': 'f8244279-43fc-4585-98c0-b3a3484cc5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:38:47.383727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:38:47.427597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bef4f959-5f66-439a-8b00-641f7f975f70 None None] Provisioning complete for port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:47.428010 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bef4f959-5f66-439a-8b00-641f7f975f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:47.487382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:47.497254 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:47.564772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Deleting port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:47.565295 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:47.575064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:47.957566 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.014059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Network ff49225e-21c9-48bb-9e50-1801266dd041 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:48.032958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:48.039252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Pushing event updated for resources: {'Port': ['ID=515e0409-e2a7-4f7e-9599-5d12bac7354e,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:48.054934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:48.055051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Checking segment: {'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:48.055051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network hostable DHCP agents. Network: 0795b34a-ada0-436a-ab8c-e8780ae4d5dc, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:38:48.060959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Subnet': ['ID=d6154f69-e963-470b-abc1-2b9ef0401673,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:48.098015 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bef4f959-5f66-439a-8b00-641f7f975f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.120229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12a07626-7955-4141-83cc-4312c1ea4342 req-31ca5644-41d6-45f2-8c27-a8305c8bcfbf service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661939 Sep 20 12:38:48.161057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:38:48.176909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Attempting to bind port 515e0409-e2a7-4f7e-9599-5d12bac7354e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:38:48.177512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Attempting to bind port 515e0409-e2a7-4f7e-9599-5d12bac7354e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:38:48.177683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Attempting to bind port 515e0409-e2a7-4f7e-9599-5d12bac7354e on network ff49225e-21c9-48bb-9e50-1801266dd041 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:38:48.187309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:38:48.187694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Checking segment: {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:48.188559 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.188942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Bound using segment: {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:38:48.189471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Bound port: 515e0409-e2a7-4f7e-9599-5d12bac7354e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:38:48.189850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.223183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.228654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-bd51936c-4593-492e-ae1a-91708b53b5ce tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/floatingips/b65ef741-fd2f-47b9-b25a-ea3a2ba6a787 HTTP/1.1" status: 200 len: 693 time: 0.1245885 Sep 20 12:38:48.246532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 0795b34a-ada0-436a-ab8c-e8780ae4d5dc) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:48.252306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:48.253384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.268531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] For port 2f30604d-1bc4-47d2-b64e-7513b63cecc7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2f30604d-1bc4-47d2-b64e-7513b63cecc7,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:48.269140 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.272370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef2412-184c-4975-85e2-126c7e72ed33 None None] Network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:48.277251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bef4f959-5f66-439a-8b00-641f7f975f70 None None] For port 2b3f9af0-d4c6-46c2-b807-8fb5be582982, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b3f9af0-d4c6-46c2-b807-8fb5be582982,segment=NetworkSegment(f95edafe-6ae0-488f-9f7b-4b324d1b0953),segment_id=f95edafe-6ae0-488f-9f7b-4b324d1b0953)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:48.310533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] For port 515e0409-e2a7-4f7e-9599-5d12bac7354e, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:38:48.312767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] DHCP port deletion for 08b21f5b-0295-422d-8389-e10acee067c3 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:38:48.331024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] For port 515e0409-e2a7-4f7e-9599-5d12bac7354e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=515e0409-e2a7-4f7e-9599-5d12bac7354e,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:38:48.342801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Calling delete_port for 2f30604d-1bc4-47d2-b64e-7513b63cecc7 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:48.385995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-40ce1019-a241-4ad8-8904-1742a4a41f93 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2220731 Sep 20 12:38:48.389469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bef4f959-5f66-439a-8b00-641f7f975f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.453724 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.532571 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4f959-5f66-439a-8b00-641f7f975f70 None None] Pushing event updated for resources: {'Port': ['ID=2b3f9af0-d4c6-46c2-b807-8fb5be582982,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:48.565963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12a07626-7955-4141-83cc-4312c1ea4342 req-5b503d20-3961-4762-81b5-26c30cb4ea88 service neutron] 10.222.0.21 "GET /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139085 Sep 20 12:38:48.579119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-77a84626-be6f-41b6-8cb8-ce5f259333e6 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:48.586646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-77a84626-be6f-41b6-8cb8-ce5f259333e6 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 784 time: 0.3502607 Sep 20 12:38:48.595348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-137045d9-f871-4116-98db-511a0e582ce8 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:38:48.596371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-137045d9-f871-4116-98db-511a0e582ce8 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087163 Sep 20 12:38:48.656827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] Deleting port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:48.657248 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.706196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-f2fecc50-b7c2-4e02-acf1-a6a1a1a721d9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.0881901 Sep 20 12:38:48.706363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b3f9af0-d4c6-46c2-b807-8fb5be582982 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:48.774222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-eba87963-05a6-42cf-a0d1-c232d6f5e05c tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.6.171 HTTP/1.1" status: 200 len: 696 time: 0.0666990 Sep 20 12:38:48.848597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] For port 2f30604d-1bc4-47d2-b64e-7513b63cecc7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2f30604d-1bc4-47d2-b64e-7513b63cecc7,segment=NetworkSegment(bf81d56a-2dfa-4a70-b25c-7ab832c31ddc),segment_id=bf81d56a-2dfa-4a70-b25c-7ab832c31ddc)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:48.849435 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.913878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-0795b34a-ada0-436a-ab8c-e8780ae4d5dc', 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'fixed_ips': [{'subnet_id': 'd6154f69-e963-470b-abc1-2b9ef0401673'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:38:48.914885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.919578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] Calling delete_port for 2f30604d-1bc4-47d2-b64e-7513b63cecc7 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:48.938501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:48.946212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0e5e6-3c95-4865-832b-8c47d616ee43 None None] Pushing event updated for resources: {'Port': ['ID=515e0409-e2a7-4f7e-9599-5d12bac7354e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:48.982478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] No DVR routers for this DVR port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:49.037977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f30604d-1bc4-47d2-b64e-7513b63cecc7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:49.126976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:49.127462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.140101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.151510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Deleting port 90bc38d3-5542-4953-814d-14b2fd3b9e1a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:49.151861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.194528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Allocated IP 19.86.0.2 (0795b34a-ada0-436a-ab8c-e8780ae4d5dc/d6154f69-e963-470b-abc1-2b9ef0401673/0c67c280-9cde-4d91-a022-b53016d978dd) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:49.196355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b21f5b-0295-422d-8389-e10acee067c3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:49.212560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.221041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:49.221374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf81d56a-2dfa-4a70-b25c-7ab832c31ddc') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:38:49.262372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] Pushing event deleted for resources: {'Port': ['ID=2f30604d-1bc4-47d2-b64e-7513b63cecc7,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:49.264601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe6948-9f9d-4f78-aaad-1047fd157e05 None None] No DVR routers for this DVR port 2f30604d-1bc4-47d2-b64e-7513b63cecc7 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:49.270657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.301563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.324542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:38:49.328383 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:38:49.346109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.347393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.412698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Calling delete_port for 90bc38d3-5542-4953-814d-14b2fd3b9e1a owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:49.458768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2f30604d-1bc4-47d2-b64e-7513b63cecc7 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:49.484258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2f30604d-1bc4-47d2-b64e-7513b63cecc7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:49.484607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2f30604d-1bc4-47d2-b64e-7513b63cecc7 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:49.485650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a20d46f8-0877-46e3-8242-5f9b42a2d71f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:49.519332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a20d46f8-0877-46e3-8242-5f9b42a2d71f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:49.519332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a20d46f8-0877-46e3-8242-5f9b42a2d71f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:49.553281 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.557920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.571472 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.576710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/08b21f5b-0295-422d-8389-e10acee067c3 HTTP/1.1" status: 204 len: 168 time: 2.6216722 Sep 20 12:38:49.602114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d937-bbfd-41b4-8949-2e60b81f9bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b21f5b-0295-422d-8389-e10acee067c3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:49.613629 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.657481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:49.660468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:49.671218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:49.692656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Pushing event updated for resources: {'Port': ['ID=0c67c280-9cde-4d91-a022-b53016d978dd,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:49.702584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.741974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event deleted for resources: {'Port': ['ID=90bc38d3-5542-4953-814d-14b2fd3b9e1a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:49.774592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Attempting to bind port 0c67c280-9cde-4d91-a022-b53016d978dd on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:38:49.774921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Attempting to bind port 0c67c280-9cde-4d91-a022-b53016d978dd by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:38:49.775762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Attempting to bind port 0c67c280-9cde-4d91-a022-b53016d978dd on network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:38:49.781992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:38:49.782359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Checking segment: {'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:49.782772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.783171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Bound using segment: {'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:38:49.783652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Bound port: 0c67c280-9cde-4d91-a022-b53016d978dd, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:38:49.784094 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.797311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.821996 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.824676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.833151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcceaeaf-b204-466f-9d8a-2572bf5fb6f4 req-e0f20137-2a06-4ed0-8409-f094834437d3 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "DELETE /v2.0/floatingips/b65ef741-fd2f-47b9-b25a-ea3a2ba6a787 HTTP/1.1" status: 204 len: 173 time: 1.0544033 Sep 20 12:38:49.870729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] For port 0c67c280-9cde-4d91-a022-b53016d978dd, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:38:49.876471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] For port 0c67c280-9cde-4d91-a022-b53016d978dd, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c67c280-9cde-4d91-a022-b53016d978dd,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:38:49.943593 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:49.953633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c11a6c-fe93-4bfe-b6f3-57ce4e0c623d req-a04fdf36-c4cf-4fc6-aa89-85f4a11e4756 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:49.956112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52c11a6c-fe93-4bfe-b6f3-57ce4e0c623d req-a04fdf36-c4cf-4fc6-aa89-85f4a11e4756 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0757246 Sep 20 12:38:50.001449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52c11a6c-fe93-4bfe-b6f3-57ce4e0c623d req-02868937-4de6-4699-9b3e-dbc0c047e0d8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384302 Sep 20 12:38:50.051035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92563838-e65c-4c31-b114-4c94835b1c5a None None] Network ff49225e-21c9-48bb-9e50-1801266dd041 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:50.056991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35078) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:50.083138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570b869-78dd-4646-acdf-d7fc3eaaa5a4 None None] Pushing event updated for resources: {'Port': ['ID=0c67c280-9cde-4d91-a022-b53016d978dd,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:50.114454 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d79bbc5d-eb1e-4815-95e9-e055eec6c751 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bd288628e954d50bff617b055b848c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550094 Sep 20 12:38:50.116928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35088) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:50.176391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-46a9ce00-933c-44be-8f7d-a8609b2f7fed None None] Provisioning complete for port 515e0409-e2a7-4f7e-9599-5d12bac7354e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:50.176759 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46a9ce00-933c-44be-8f7d-a8609b2f7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.271352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-df63e6d9-cc92-4e30-94a4-a569052f4c3e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:50.282432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-df63e6d9-cc92-4e30-94a4-a569052f4c3e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:50.284125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-df63e6d9-cc92-4e30-94a4-a569052f4c3e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/networks?id=ff49225e-21c9-48bb-9e50-1801266dd041&id=0795b34a-ada0-436a-ab8c-e8780ae4d5dc&id=ff49225e-21c9-48bb-9e50-1801266dd041 HTTP/1.1" status: 200 len: 1391 time: 0.1521556 Sep 20 12:38:50.294248 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.317939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-222388eb-5ec1-4f78-9736-1e4495cd3322 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/quotas/bb0a25e270b14097993ebb7c7bf85028 HTTP/1.1" status: 200 len: 375 time: 0.0243838 Sep 20 12:38:50.372242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc353f52-c190-4756-9720-e0675afe5a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.380956 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46a9ce00-933c-44be-8f7d-a8609b2f7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.420252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc353f52-c190-4756-9720-e0675afe5a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.450952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-35e80577-5ac6-4bf5-b71a-fa27bdaeb4b9 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1176555 Sep 20 12:38:50.453123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-46a9ce00-933c-44be-8f7d-a8609b2f7fed None None] For port 515e0409-e2a7-4f7e-9599-5d12bac7354e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=515e0409-e2a7-4f7e-9599-5d12bac7354e,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:50.555981 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46a9ce00-933c-44be-8f7d-a8609b2f7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.600926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-f9b74aab-0e82-4bf4-b7ee-9d94744753b9 service neutron] 10.222.0.37 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506746 Sep 20 12:38:50.644478 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc353f52-c190-4756-9720-e0675afe5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.645543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9ce00-933c-44be-8f7d-a8609b2f7fed None None] Pushing event updated for resources: {'Port': ['ID=515e0409-e2a7-4f7e-9599-5d12bac7354e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:50.648953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc353f52-c190-4756-9720-e0675afe5a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.652996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc353f52-c190-4756-9720-e0675afe5a20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f76ca5d-3328-456e-9a71-26b341d03489 HTTP/1.1" status: 204 len: 168 time: 0.5315092 Sep 20 12:38:50.683757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc353f52-c190-4756-9720-e0675afe5a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f76ca5d-3328-456e-9a71-26b341d03489,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:50.778222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b3f9af0-d4c6-46c2-b807-8fb5be582982 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:50.785426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-ce8b979f-8313-4c38-acef-0a333519b975 service neutron] 10.222.0.37 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699924 Sep 20 12:38:50.814107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cd1404c0-cce3-4ab6-bf9a-af4dfd38662d None None] Provisioning complete for port 515e0409-e2a7-4f7e-9599-5d12bac7354e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:50.814485 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cd1404c0-cce3-4ab6-bf9a-af4dfd38662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.872745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:50.874465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:50.903085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-1af3bbad-5574-427e-a38a-fc46865757b9 service neutron] 10.222.0.37 "GET /v2.0/networks/0795b34a-ada0-436a-ab8c-e8780ae4d5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118281 Sep 20 12:38:51.025914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 515e0409-e2a7-4f7e-9599-5d12bac7354e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:51.044187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-be207d7f-c142-4a7d-8be5-5be6893a1d67 service neutron] 10.222.0.37 "GET /v2.0/networks/0795b34a-ada0-436a-ab8c-e8780ae4d5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400208 Sep 20 12:38:51.085647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 515e0409-e2a7-4f7e-9599-5d12bac7354e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:51.086403 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:51.193635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c67c280-9cde-4d91-a022-b53016d978dd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:51.225118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-1fc3c0e0-b025-4a01-9e4f-f5e1094c564e service neutron] 10.222.0.37 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798472 Sep 20 12:38:51.275572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0c67c280-9cde-4d91-a022-b53016d978dd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:51.276694 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:51.374708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9b68ac91-2536-4662-b220-da7477bfd2f1 service neutron] 10.222.0.37 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422544 Sep 20 12:38:51.414296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79835fb1-002f-4f9d-8f92-6f57da378e5b None None] Network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:51.418641 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:51.516243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 0c67c280-9cde-4d91-a022-b53016d978dd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c67c280-9cde-4d91-a022-b53016d978dd,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:51.522709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-98afa214-c2ef-414a-8d41-74990e56d6a3 None None] Provisioning complete for port 0c67c280-9cde-4d91-a022-b53016d978dd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:51.523100 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98afa214-c2ef-414a-8d41-74990e56d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:51.608003 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:51.686161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-427aee1a-ecaf-453b-b510-9595027c9fa1 req-686687e0-5d0c-497b-8c0d-175aac2c5fc1 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups/ae0c517c-1ad9-4e73-979d-e3ce7a2d9005 HTTP/1.1" status: 200 len: 1810 time: 0.0695620 Sep 20 12:38:51.734439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=0c67c280-9cde-4d91-a022-b53016d978dd,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:51.757507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-427aee1a-ecaf-453b-b510-9595027c9fa1 req-b72b6c5c-5f05-4d0a-878b-eaf07346e80e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:51.812612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-427aee1a-ecaf-453b-b510-9595027c9fa1 req-b72b6c5c-5f05-4d0a-878b-eaf07346e80e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.024520 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-427aee1a-ecaf-453b-b510-9595027c9fa1 req-b72b6c5c-5f05-4d0a-878b-eaf07346e80e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.027934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-427aee1a-ecaf-453b-b510-9595027c9fa1 req-b72b6c5c-5f05-4d0a-878b-eaf07346e80e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.029179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-427aee1a-ecaf-453b-b510-9595027c9fa1 req-b72b6c5c-5f05-4d0a-878b-eaf07346e80e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae0c517c-1ad9-4e73-979d-e3ce7a2d9005 HTTP/1.1" status: 204 len: 173 time: 0.3345900 Sep 20 12:38:52.043894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b6c5c-5f05-4d0a-878b-eaf07346e80e tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0c517c-1ad9-4e73-979d-e3ce7a2d9005,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:52.077637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e116a39b-7664-4991-882c-8b97600f5dc3 None None] Provisioning complete for port 0c67c280-9cde-4d91-a022-b53016d978dd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:52.078013 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e116a39b-7664-4991-882c-8b97600f5dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.157115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f728c2-d579-47a5-9f59-39aa84227dab req-ec188157-d279-4a0e-b55d-290bf875d8c6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:52.157273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35130) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:52.157664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21f728c2-d579-47a5-9f59-39aa84227dab req-ec188157-d279-4a0e-b55d-290bf875d8c6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0616894 Sep 20 12:38:52.210438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21f728c2-d579-47a5-9f59-39aa84227dab req-68f4b859-d691-400a-a265-fc04c7c2e8e9 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437205 Sep 20 12:38:52.321041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb03a803-7251-41fc-bc1c-8a6eaf8aefed req-1b024b0c-06f2-4f36-89f0-55e413aa42c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 210 time: 0.0532227 Sep 20 12:38:52.323186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1590540693-network', 'tenant_id': '16635c65e5fd4460b9459d9aa1044f23'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:52.525060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 515e0409-e2a7-4f7e-9599-5d12bac7354e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:52.572901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 515e0409-e2a7-4f7e-9599-5d12bac7354e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:52.573302 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.629620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Made reservation on behalf of 16635c65e5fd4460b9459d9aa1044f23 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:52.634168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.641754 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.654554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c67c280-9cde-4d91-a022-b53016d978dd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:38:52.711705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0c67c280-9cde-4d91-a022-b53016d978dd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:52.712089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.753296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.847066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.873675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:38:52.888553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5381c803-bda1-437d-83e8-3ff8db6c62a6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:52.892692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:52.893059 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Added segment fd2a83ce-311d-4bf9-b492-1264c6d64cff of type vlan for network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 Sep 20 12:38:52.952246 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:53.065304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9e56-5452-4000-b628-74bf58833b41 req-eb1cf4be-0553-4acb-acee-d8f9ac3bc9a7 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:53.066840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-693d9e56-5452-4000-b628-74bf58833b41 req-eb1cf4be-0553-4acb-acee-d8f9ac3bc9a7 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0610032 Sep 20 12:38:53.074068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:53.080582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:53.080582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:53.114947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-693d9e56-5452-4000-b628-74bf58833b41 req-69772d54-a6a5-4f88-ac24-07a32b6c2c0d tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Sep 20 12:38:53.144391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] Pushing event updated for resources: {'Network': ['ID=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:53.158496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:38:53.169927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-48300e2c-7207-4522-9820-29587ae7c41e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0108402 Sep 20 12:38:53.171602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35144) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:53.176767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Request body: {'subnet': {'network_id': '0e936fb1-b91b-4181-ad45-3cbf3c5c1a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1590540693-subnet', 'tenant_id': '16635c65e5fd4460b9459d9aa1044f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:53.263164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Made reservation on behalf of 16635c65e5fd4460b9459d9aa1044f23 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:53.266429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:53.519612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:53.574340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e79a953-6e33-46db-8439-040c2884f303,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:53.582822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Checking segment: {'id': 'fd2a83ce-311d-4bf9-b492-1264c6d64cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0e936fb1-b91b-4181-ad45-3cbf3c5c1a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:38:53.583175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Network hostable DHCP agents. Network: 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:38:53.685197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:38:53.710720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba8097-0650-4b4d-bb45-761792e45ea8 req-a17beef1-d0c8-4559-854e-a8466f762df8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:53.712221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54ba8097-0650-4b4d-bb45-761792e45ea8 req-a17beef1-d0c8-4559-854e-a8466f762df8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0495033 Sep 20 12:38:53.758237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54ba8097-0650-4b4d-bb45-761792e45ea8 req-273e61e7-d321-436a-a69c-151251b378c6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353425 Sep 20 12:38:53.765126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:53.777761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:53.778416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165309c-2947-4552-a319-38febf1fad5a None None] Network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:53.779701 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:53.852268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d04f2544-3fe5-4a53-a468-e50a07cde5e0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6791234 Sep 20 12:38:53.888272 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4b17f7b-4495-4385-bdb4-043127358330 req-36886230-39fc-40e2-b796-cf96782d7de1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 210 time: 0.0527668 Sep 20 12:38:53.939521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040aa4cf-505c-4537-935d-8731bd24f7be None None] Network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:38:54.312619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-e5682e23-bcb1-4a74-acb9-f354a39c3d28 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:54.312619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-e5682e23-bcb1-4a74-acb9-f354a39c3d28 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/networks?id=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 HTTP/1.1" status: 200 len: 814 time: 0.1121473 Sep 20 12:38:54.326875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-a02ca1eb-6f7d-46a9-976b-d961576985e1 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/quotas/16635c65e5fd4460b9459d9aa1044f23 HTTP/1.1" status: 200 len: 375 time: 0.0101345 Sep 20 12:38:54.369138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-93cdebe2-5246-4021-a4cf-720e69b89994 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16635c65e5fd4460b9459d9aa1044f23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362613 Sep 20 12:38:54.563173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-25679034-36d8-48b8-8832-633dfc4396bb tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:54.569119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-25679034-36d8-48b8-8832-633dfc4396bb tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:54.570777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-25679034-36d8-48b8-8832-633dfc4396bb tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "GET /v2.0/networks?id=ff49225e-21c9-48bb-9e50-1801266dd041&id=0795b34a-ada0-436a-ab8c-e8780ae4d5dc&id=ff49225e-21c9-48bb-9e50-1801266dd041 HTTP/1.1" status: 200 len: 1391 time: 0.1821721 Sep 20 12:38:54.585325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'port': {'device_id': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041', 'admin_state_up': True, 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:54.612314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-e0c3a239-075b-4b91-a1cb-1f817fde52e2 service neutron] 10.222.0.37 "GET /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349365 Sep 20 12:38:54.793055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-32f4cc47-7eec-4af9-8201-6a4fa26d8554 service neutron] 10.222.0.37 "GET /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797256 Sep 20 12:38:54.892477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:54.896876 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:55.038468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Allocated IP 19.80.0.73 (ff49225e-21c9-48bb-9e50-1801266dd041/b3a7b300-071f-4b95-b169-dbcb951f784e/ea87bb21-466e-4ad5-803d-dec524381222) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:55.182175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe687f7-1ed6-45a8-87cf-3a69e94aaf6c req-1a3aa3b8-e356-4314-8fec-8330ba641079 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:55.183679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fe687f7-1ed6-45a8-87cf-3a69e94aaf6c req-1a3aa3b8-e356-4314-8fec-8330ba641079 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.0961089 Sep 20 12:38:55.311370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fe687f7-1ed6-45a8-87cf-3a69e94aaf6c req-20e8d8da-4601-4af5-bc2b-007a6a0eb1d7 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d324354-cc72-41b6-ab79-936d419467df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903270 Sep 20 12:38:55.330609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-1c0ff8f6-d762-4525-8906-93cbe40b3b02 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:55.330609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-1c0ff8f6-d762-4525-8906-93cbe40b3b02 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.21 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 946 time: 0.1442096 Sep 20 12:38:55.336477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:55.467431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:55.488902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7048a-a072-4088-b8f5-caf4a8363db7 req-171d5fab-a083-4090-a83b-f604ada91ff5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:55.490429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3db7048a-a072-4088-b8f5-caf4a8363db7 req-171d5fab-a083-4090-a83b-f604ada91ff5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.1092680 Sep 20 12:38:55.549528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network ff49225e-21c9-48bb-9e50-1801266dd041 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:55.560966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:55.568707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:55.573640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Port': ['ID=ea87bb21-466e-4ad5-803d-dec524381222,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:55.628486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3db7048a-a072-4088-b8f5-caf4a8363db7 req-4296a8d3-3961-4bb5-bac8-716014003a9f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123898 Sep 20 12:38:55.653119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Deleting port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:38:55.653495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:55.693300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:55.704637 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:55.827076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] For port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:38:55.827891 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:55.845940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe9dd-e36e-4533-9378-543aab0f535f req-3b5430e2-c093-481c-9a55-4014bad968d9 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:55.847551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7dbe9dd-e36e-4533-9378-543aab0f535f req-3b5430e2-c093-481c-9a55-4014bad968d9 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 931 time: 0.0887854 Sep 20 12:38:55.851785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-018de127-432d-4f56-bad0-4363d0589fdf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2704158 Sep 20 12:38:55.870919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Calling delete_port for 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:38:55.879818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'port': {'device_id': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc', 'admin_state_up': True, 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:55.923282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-51cea97d-3858-4f30-a507-bada458197f6 None None] Provisioning complete for port ea87bb21-466e-4ad5-803d-dec524381222 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:55.925303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51cea97d-3858-4f30-a507-bada458197f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:55.995143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-51cea97d-3858-4f30-a507-bada458197f6 None None] Port ea87bb21-466e-4ad5-803d-dec524381222 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:38:56.332895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7dbe9dd-e36e-4533-9378-543aab0f535f req-a201a582-485a-4455-9cd4-eb623d12b316 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760246 Sep 20 12:38:56.467269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a924fa08-3106-45c4-8f8c-a21fa73476e7 req-ecc11a52-64fe-41a7-a974-c8c37b26e716 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 210 time: 0.0337038 Sep 20 12:38:56.499812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:56.508562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:56.584202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:56.598889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50ce016c-8e1b-4015-bf39-8beb5335ef11 req-6f750e97-bf5e-4bbc-bdfb-5b08f7baa4f1 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 210 time: 0.0666151 Sep 20 12:38:56.635905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Pushing event deleted for resources: {'Port': ['ID=7e62bef2-a069-4ddc-bba6-50f97c8ac3ac,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:56.720951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] No DVR routers for this DVR port 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:38:56.723766 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:56.726883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b46ed1e-5e1c-4de3-af64-eaa950d5fc0e req-3d93c50d-a414-4a6f-abfc-b88a7d8b6afc tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.21 "DELETE /v2.0/ports/7e62bef2-a069-4ddc-bba6-50f97c8ac3ac HTTP/1.1" status: 204 len: 173 time: 1.3534572 Sep 20 12:38:56.731849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'name': 'network-vif-deleted', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:38:56.734091 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08995f7c-b53d-41bc-8732-dac9b90ba03a" -d '{"events": [{"server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "name": "network-vif-deleted", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:38:56.781114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Allocated IP 19.86.0.154 (0795b34a-ada0-436a-ab8c-e8780ae4d5dc/d6154f69-e963-470b-abc1-2b9ef0401673/9c0a08bd-1011-4055-9c9c-2db2e559d230) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:56.809829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7a70-bfad-4aae-b8a8-2f0cec44a5c6 req-8004b6da-62b8-43a1-aa6a-18635ef76289 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:56.811384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d34e7a70-bfad-4aae-b8a8-2f0cec44a5c6 req-8004b6da-62b8-43a1-aa6a-18635ef76289 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0917969 Sep 20 12:38:56.910758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d34e7a70-bfad-4aae-b8a8-2f0cec44a5c6 req-65c9db34-a100-4328-bd3d-b4ecb67cbdb5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829659 Sep 20 12:38:57.021067 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03279add-b7a9-4014-9120-cf693a7dae23 x-openstack-request-id: req-03279add-b7a9-4014-9120-cf693a7dae23 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:38:57.021371 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dd74ce-bce0-4057-aaed-a2a0a03031e4", "name": "network-vif-deleted", "tag": "7e62bef2-a069-4ddc-bba6-50f97c8ac3ac", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:38:57.021727 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03279add-b7a9-4014-9120-cf693a7dae23 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:38:57.033316 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dd74ce-bce0-4057-aaed-a2a0a03031e4', 'name': 'network-vif-deleted', 'tag': '7e62bef2-a069-4ddc-bba6-50f97c8ac3ac', 'status': 'completed', 'code': 200} Sep 20 12:38:57.053871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:57.173023 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:57.219390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:57.222658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:57.226892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:57.259274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Port': ['ID=9c0a08bd-1011-4055-9c9c-2db2e559d230,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:57.299581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:57.299581 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:57.404754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e6567094-07ae-4b8b-bb77-19992025b2e6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5272019 Sep 20 12:38:57.415307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'port': {'device_id': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041', 'admin_state_up': True, 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:57.526474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a24607d5-e789-4a06-82ed-1fc36ed92e2b None None] Provisioning complete for port 9c0a08bd-1011-4055-9c9c-2db2e559d230 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:57.527062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a24607d5-e789-4a06-82ed-1fc36ed92e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:57.569396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a24607d5-e789-4a06-82ed-1fc36ed92e2b None None] Port 9c0a08bd-1011-4055-9c9c-2db2e559d230 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:38:57.641668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ba5bf-f293-4738-9f86-e58f159b6853 req-5485fddd-35ef-4de6-8ee5-0ad9941c008c tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:57.647646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ba5bf-f293-4738-9f86-e58f159b6853 req-5485fddd-35ef-4de6-8ee5-0ad9941c008c tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:57.649233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b6ba5bf-f293-4738-9f86-e58f159b6853 req-5485fddd-35ef-4de6-8ee5-0ad9941c008c tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 1654 time: 0.1988711 Sep 20 12:38:57.755371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b6ba5bf-f293-4738-9f86-e58f159b6853 req-7f5638d3-a277-4799-a3c8-8843fb19eb91 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967066 Sep 20 12:38:57.783296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-e48b0bc1-406b-4c31-b0a2-251a3406c37c tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:57.783296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-e48b0bc1-406b-4c31-b0a2-251a3406c37c tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.21 "GET /v2.0/networks?id=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 HTTP/1.1" status: 200 len: 814 time: 0.2131329 Sep 20 12:38:57.798299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Request body: {'port': {'device_id': 'a22d1a32-0988-48f8-a0e9-cc39fa0bda4d', 'network_id': '0e936fb1-b91b-4181-ad45-3cbf3c5c1a49', 'admin_state_up': True, 'tenant_id': '16635c65e5fd4460b9459d9aa1044f23'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:57.898351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:57.902016 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:57.928184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4cb11c91-69f3-45ca-936c-0923d16a2c7b req-d5e96076-33bb-4d60-958f-6d0a14c9be66 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 210 time: 0.0943956 Sep 20 12:38:58.129624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0189c7a3-0f8c-4bcb-8057-ad88221a347a req-5b2c23ba-3439-4bfc-a21e-2a5cd225d5b9 tempest-ServerRescueTestJSONUnderV235-1643131571 tempest-ServerRescueTestJSONUnderV235-1643131571-project] 10.222.0.37 "GET /v2.0/ports?device_id=39dd74ce-bce0-4057-aaed-a2a0a03031e4 HTTP/1.1" status: 200 len: 210 time: 0.0361607 Sep 20 12:38:58.141358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Allocated IP 19.80.0.21 (ff49225e-21c9-48bb-9e50-1801266dd041/b3a7b300-071f-4b95-b169-dbcb951f784e/5bfcf913-db53-464c-ae08-dba9f9616aea) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:58.238195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Made reservation on behalf of 16635c65e5fd4460b9459d9aa1044f23 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:38:58.241850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:58.409050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:38:58.412397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184a99a-e985-4710-89ec-6b59ef6b8a29 req-f2bab810-c137-4d1e-aab1-2699edecf923 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:58.413102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e184a99a-e985-4710-89ec-6b59ef6b8a29 req-f2bab810-c137-4d1e-aab1-2699edecf923 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.2016585 Sep 20 12:38:58.432427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:38:58.432772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 7e62bef2-a069-4ddc-bba6-50f97c8ac3ac not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:38:58.507025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:58.518065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e184a99a-e985-4710-89ec-6b59ef6b8a29 req-0c1b81a7-caed-44b3-9cd0-1ba5b429280d tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983377 Sep 20 12:38:58.529792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Allocated IP 172.20.0.2 (0e936fb1-b91b-4181-ad45-3cbf3c5c1a49/7e79a953-6e33-46db-8439-040c2884f303/205acbb1-2982-4484-824f-67e593362fee) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:38:58.671534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:58.731400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network ff49225e-21c9-48bb-9e50-1801266dd041 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:58.740869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Port': ['ID=5bfcf913-db53-464c-ae08-dba9f9616aea,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:58.743316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:58.747855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:58.777049 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:58.810809 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:58.811460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:58.895754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3c68a-1031-46bc-8cb6-49ecdd11b77b req-c9f2ee36-c9df-416d-8945-ceda4dd5070b tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:58.902834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3c68a-1031-46bc-8cb6-49ecdd11b77b req-c9f2ee36-c9df-416d-8945-ceda4dd5070b tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:58.911377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3c68a-1031-46bc-8cb6-49ecdd11b77b req-c9f2ee36-c9df-416d-8945-ceda4dd5070b tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:58.913366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7a3c68a-1031-46bc-8cb6-49ecdd11b77b req-c9f2ee36-c9df-416d-8945-ceda4dd5070b tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2375 time: 0.0793161 Sep 20 12:38:58.953838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8bad6007-7051-4cf1-ba3c-a6fbc0e89328 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5435917 Sep 20 12:38:58.970849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Request body: {'port': {'device_id': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:58.996026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:59.002012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3bf83e03-eb0a-4762-a7df-296617c66e6f None None] Provisioning complete for port 5bfcf913-db53-464c-ae08-dba9f9616aea triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:38:59.002566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7a3c68a-1031-46bc-8cb6-49ecdd11b77b req-e2078439-1d6f-4641-86b0-041e211c46cf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Sep 20 12:38:59.003223 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bf83e03-eb0a-4762-a7df-296617c66e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:59.044440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3bf83e03-eb0a-4762-a7df-296617c66e6f None None] Port 5bfcf913-db53-464c-ae08-dba9f9616aea cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:38:59.110843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:38:59.133514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:38:59.136217 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:59.138135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Pushing event updated for resources: {'Port': ['ID=205acbb1-2982-4484-824f-67e593362fee,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:59.141316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:38:59.223857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:59.224475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:59.234413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf2bf9-3c8a-4c88-af7d-0e56f3ec2c71 req-82d0c80e-c4dd-461c-8d8c-de00adffd362 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:59.235855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5baf2bf9-3c8a-4c88-af7d-0e56f3ec2c71 req-82d0c80e-c4dd-461c-8d8c-de00adffd362 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 931 time: 0.1506619 Sep 20 12:38:59.333357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-56146d82-255b-475a-b37c-c126b8a04069 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5399702 Sep 20 12:38:59.349967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Request body: {'port': {'device_id': 'a22d1a32-0988-48f8-a0e9-cc39fa0bda4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:38:59.397284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5baf2bf9-3c8a-4c88-af7d-0e56f3ec2c71 req-f6d3fb76-d90f-4b23-b683-60e2259e87a6 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522222 Sep 20 12:38:59.469300 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:59.499836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35288) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:38:59.723409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea87bb21-466e-4ad5-803d-dec524381222 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:38:59.733604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:59.782502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428ba50-076b-4ad0-8d78-2c8438161372 req-0b1d9ee4-54db-49be-94a7-69dcb5d7e735 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:38:59.784042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7428ba50-076b-4ad0-8d78-2c8438161372 req-0b1d9ee4-54db-49be-94a7-69dcb5d7e735 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.1612048 Sep 20 12:38:59.792043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Transition to ACTIVE for port object ea87bb21-466e-4ad5-803d-dec524381222 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:38:59.860232 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7428ba50-076b-4ad0-8d78-2c8438161372 req-938da967-0d84-4ae4-bc7d-aa33437f36dc tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636940 Sep 20 12:38:59.875335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:59.906152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:38:59.953904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205acbb1-2982-4484-824f-67e593362fee {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:38:59.967961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea87bb21-466e-4ad5-803d-dec524381222,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:38:59.974877 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.032528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Transition to ACTIVE for port object 205acbb1-2982-4484-824f-67e593362fee will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:39:00.090663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Attempting to bind port ea87bb21-466e-4ad5-803d-dec524381222 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:00.090994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Attempting to bind port ea87bb21-466e-4ad5-803d-dec524381222 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:00.091504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Attempting to bind port ea87bb21-466e-4ad5-803d-dec524381222 on network ff49225e-21c9-48bb-9e50-1801266dd041 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:00.104683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Port ea87bb21-466e-4ad5-803d-dec524381222 on network ff49225e-21c9-48bb-9e50-1801266dd041 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:39:00.104927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Attempting to bind port ea87bb21-466e-4ad5-803d-dec524381222 on network ff49225e-21c9-48bb-9e50-1801266dd041 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:00.113977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:00.118408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Checking segment: {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:00.118408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Bound using segment: {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:00.118408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Bound port: ea87bb21-466e-4ad5-803d-dec524381222, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:00.118408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.121714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.260257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Pushing event updated for resources: {'Port': ['ID=205acbb1-2982-4484-824f-67e593362fee,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:00.344351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458c7f-4ae0-4e3c-bdc4-22fbf7fe8932 req-825423ca-60f0-4f85-b3b5-c0335bee80be tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:00.350410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458c7f-4ae0-4e3c-bdc4-22fbf7fe8932 req-825423ca-60f0-4f85-b3b5-c0335bee80be tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:00.356948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458c7f-4ae0-4e3c-bdc4-22fbf7fe8932 req-825423ca-60f0-4f85-b3b5-c0335bee80be tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:00.364700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33458c7f-4ae0-4e3c-bdc4-22fbf7fe8932 req-825423ca-60f0-4f85-b3b5-c0335bee80be tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2387 time: 0.2458782 Sep 20 12:39:00.410333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:39:00.481327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] For port ea87bb21-466e-4ad5-803d-dec524381222, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:00.510370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33458c7f-4ae0-4e3c-bdc4-22fbf7fe8932 req-f2864f9e-c882-4a43-a9cc-cfa5a09f5343 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371446 Sep 20 12:39:00.521925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Attempting to bind port 205acbb1-2982-4484-824f-67e593362fee on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:00.522279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Attempting to bind port 205acbb1-2982-4484-824f-67e593362fee by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'fd2a83ce-311d-4bf9-b492-1264c6d64cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0e936fb1-b91b-4181-ad45-3cbf3c5c1a49'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:00.522622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Attempting to bind port 205acbb1-2982-4484-824f-67e593362fee on network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:00.538191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] For port ea87bb21-466e-4ad5-803d-dec524381222, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ea87bb21-466e-4ad5-803d-dec524381222,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:00.546071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Port 205acbb1-2982-4484-824f-67e593362fee on network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:39:00.548535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Attempting to bind port 205acbb1-2982-4484-824f-67e593362fee on network 0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:00.574783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:00.575134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Checking segment: {'id': 'fd2a83ce-311d-4bf9-b492-1264c6d64cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0e936fb1-b91b-4181-ad45-3cbf3c5c1a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:00.575543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Bound using segment: {'id': 'fd2a83ce-311d-4bf9-b492-1264c6d64cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0e936fb1-b91b-4181-ad45-3cbf3c5c1a49'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:00.576004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Bound port: 205acbb1-2982-4484-824f-67e593362fee, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a83ce-311d-4bf9-b492-1264c6d64cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0e936fb1-b91b-4181-ad45-3cbf3c5c1a49'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:00.576375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.659840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.707047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:00.740272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'port_id': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'mac_address': 'fa:16:3e:e9:2c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:39:00.757504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:00.758142 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.759690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea87bb21-466e-4ad5-803d-dec524381222 HTTP/1.1" status: 200 len: 1091 time: 1.7948494 Sep 20 12:39:00.760144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'tag': 'ea87bb21-466e-4ad5-803d-dec524381222'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:00.762606 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "tag": "ea87bb21-466e-4ad5-803d-dec524381222"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:00.796521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Deleting port 53d064b7-45ed-496c-91fd-b8531c666b45 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:00.797244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.814228 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.822218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284b9d0-9a6a-407e-83a8-79e5e0d073d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea87bb21-466e-4ad5-803d-dec524381222,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:00.840931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:00.853902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] For port 205acbb1-2982-4484-824f-67e593362fee, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:00.867801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Request body: {'port': {'device_id': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:00.877991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] For port 205acbb1-2982-4484-824f-67e593362fee, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=205acbb1-2982-4484-824f-67e593362fee,segment=NetworkSegment(fd2a83ce-311d-4bf9-b492-1264c6d64cff),segment_id=fd2a83ce-311d-4bf9-b492-1264c6d64cff)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:00.887710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:00.912574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] For port 53d064b7-45ed-496c-91fd-b8531c666b45, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=53d064b7-45ed-496c-91fd-b8531c666b45,segment=NetworkSegment(5a9e34ed-843f-4f04-951d-bcf3413b5238),segment_id=5a9e34ed-843f-4f04-951d-bcf3413b5238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:00.913710 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.940630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Calling delete_port for 53d064b7-45ed-496c-91fd-b8531c666b45 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:00.971764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:00.989739 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:01.059724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:01.091117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:01.098947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:01.102092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:01.103129 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:01.104583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] 10.222.0.21 "PUT /v2.0/ports/205acbb1-2982-4484-824f-67e593362fee HTTP/1.1" status: 200 len: 1091 time: 1.7601564 Sep 20 12:39:01.327441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:01.450329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d064b7-45ed-496c-91fd-b8531c666b45,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:01.570261 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:01.886345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2165f-8cfa-42b3-8ee2-b18cb3449fca service neutron] Pushing event updated for resources: {'Port': ['ID=205acbb1-2982-4484-824f-67e593362fee,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:01.898947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:39:01.919879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3290e-7866-41dd-b864-4d7340413969 req-85b19656-aca7-474f-8bc4-5e5fd4e08892 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:01.927665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25f3290e-7866-41dd-b864-4d7340413969 req-85b19656-aca7-474f-8bc4-5e5fd4e08892 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 943 time: 0.8219638 Sep 20 12:39:02.006096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25f3290e-7866-41dd-b864-4d7340413969 req-e342d6cd-e54e-4044-a9dd-dcfd12efe18c tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774188 Sep 20 12:39:02.012895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-0ec214fd-cbff-4244-b11c-c4cfd7206f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.015121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-0ec214fd-cbff-4244-b11c-c4cfd7206f1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16635c65e5fd4460b9459d9aa1044f23&device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 1094 time: 0.7762043 Sep 20 12:39:02.076981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:39:02.098631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:02.098864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a4953848-7374-4e65-a467-c0ad66569f20 admin admin] 10.222.0.37 "PUT /v2.0/routers/3a71b3e2-1c95-43a1-beef-4be0d850dea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981562 Sep 20 12:39:02.107910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-92fc0466-0a96-4c90-98dd-483145e1bfa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=205acbb1-2982-4484-824f-67e593362fee HTTP/1.1" status: 200 len: 217 time: 0.0677218 Sep 20 12:39:02.136960 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] Sync routers for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:39:02.186707 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c87b9f-bad4-4ca9-bb74-d3d6e3575242 x-openstack-request-id: req-84c87b9f-bad4-4ca9-bb74-d3d6e3575242 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:02.187001 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "tag": "ea87bb21-466e-4ad5-803d-dec524381222", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:02.187247 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84c87b9f-bad4-4ca9-bb74-d3d6e3575242 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:02.187650 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'tag': 'ea87bb21-466e-4ad5-803d-dec524381222', 'status': 'completed', 'code': 200} Sep 20 12:39:02.212779 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:02.220809 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:02.321593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-8c0a79d4-42c9-4783-9801-fe9dcfe8df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.325551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-67f4a3a2-abd0-4f73-8bfe-9de0a5066c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.327030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-67f4a3a2-abd0-4f73-8bfe-9de0a5066c02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e79a953-6e33-46db-8439-040c2884f303 HTTP/1.1" status: 200 len: 854 time: 0.1811934 Sep 20 12:39:02.334206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-8c0a79d4-42c9-4783-9801-fe9dcfe8df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.336007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-8c0a79d4-42c9-4783-9801-fe9dcfe8df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.339454 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-8c0a79d4-42c9-4783-9801-fe9dcfe8df25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2730 time: 0.1407404 Sep 20 12:39:02.390629 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-81045096-ed88-48fb-9add-0aee66f3e420 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491693 Sep 20 12:39:02.407716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:02.437728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:02.490224 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:02.509124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:02.509786 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:02.652017 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:02.718484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:02.721384 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f780677-7326-4d36-822e-00580048d544" -d '{"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:02.739792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-55fdf3e2-18ce-43c1-bba2-3b71069b8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.740486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-55fdf3e2-18ce-43c1-bba2-3b71069b8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.741198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-55fdf3e2-18ce-43c1-bba2-3b71069b8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.743018 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-55fdf3e2-18ce-43c1-bba2-3b71069b8e78 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb0a25e270b14097993ebb7c7bf85028&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3880112 Sep 20 12:39:02.770712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:02.776511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9f809-27b6-400e-86a3-9370a3124b93 req-65e2b72a-1092-461c-9035-32988177e4cb tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.781686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ec9f809-27b6-400e-86a3-9370a3124b93 req-65e2b72a-1092-461c-9035-32988177e4cb tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 945 time: 0.4483945 Sep 20 12:39:02.828913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-e14b6dba-cf9e-44a1-9039-346764ff84f5 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:02.831249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-e14b6dba-cf9e-44a1-9039-346764ff84f5 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 945 time: 0.1996737 Sep 20 12:39:02.840657 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:02.907360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:02.941100 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:02.965876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0a08bd-1011-4055-9c9c-2db2e559d230 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:02.979207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:03.030563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ec9f809-27b6-400e-86a3-9370a3124b93 req-c055bb87-d688-415d-a4a7-d8fe126d25c1 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337960 Sep 20 12:39:03.033172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Transition to ACTIVE for port object 9c0a08bd-1011-4055-9c9c-2db2e559d230 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:39:03.038943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-db231913-fab1-462d-ae45-d0720a22bea5 service neutron] 10.222.0.21 "GET /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265824 Sep 20 12:39:03.144732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:03.156107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-6bbec6a5-0178-4c7f-a63e-1578d5185e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:03.157988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3d9eaf36-99ec-4700-a8ef-0477fbeb5a6c req-6bbec6a5-0178-4c7f-a63e-1578d5185e46 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4072649 Sep 20 12:39:03.192517 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7920267c-2e03-4923-9cad-55367bc6b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:39:01Z', 'revision_number': 5, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port': {'id': '7920267c-2e03-4923-9cad-55367bc6b688', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:37:41Z', 'updated_at': '2021-09-20T12:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:03.194686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Deleting port ac804f0f-4fa5-4283-816c-b4af85b9283d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:03.199336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:03.328120 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] Checking router: 3a71b3e2-1c95-43a1-beef-4be0d850dea8 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:39:03.342417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Pushing event updated for resources: {'Port': ['ID=9c0a08bd-1011-4055-9c9c-2db2e559d230,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:03.350052 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] Routers {'3a71b3e2-1c95-43a1-beef-4be0d850dea8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:03.351177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:03.395405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] For port ac804f0f-4fa5-4283-816c-b4af85b9283d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ac804f0f-4fa5-4283-816c-b4af85b9283d,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:03.399055 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:03.515751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad8fda56-6362-4b32-bb42-af5c36fe7215 req-9232d8c3-62d2-4ad1-a3fb-fab1331e8b0b service neutron] 10.222.0.21 "GET /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679847 Sep 20 12:39:03.534239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Deleting port 7920267c-2e03-4923-9cad-55367bc6b688 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:03.534574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:03.550579 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] Set router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:03.565401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b0fb3-3b73-464a-ac9b-529565cdb5c1 req-d6cad58c-9e39-49ab-995e-d37a1eb025e2 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:03.566963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d8b0fb3-3b73-464a-ac9b-529565cdb5c1 req-d6cad58c-9e39-49ab-995e-d37a1eb025e2 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e352cc-be54-4c23-b4c2-6a63b2ed7533 HTTP/1.1" status: 200 len: 945 time: 0.4368002 Sep 20 12:39:03.698255 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:39:02Z', 'revision_number': 6, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:03.740520 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49694fe-cdb6-48d7-bb10-ef0fb140c3f8 None None] The sync data for ids ['3a71b3e2-1c95-43a1-beef-4be0d850dea8'] in n-d-809934-3 is: [{'id': '3a71b3e2-1c95-43a1-beef-4be0d850dea8', 'name': 'tempest-ServerRescueTestJSONUnderV235-350682068-router', 'tenant_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:37:40Z', 'updated_at': '2021-09-20T12:39:02Z', 'revision_number': 6, 'project_id': 'ae71b5c0d46948f09c8a4f3cffe380c3', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:39:03.762234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:03.762601 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:03.762919 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Floating IP 055f3017-c9ba-4fb5-94b9-c6c953b97cf2 disassociated. External IP: 172.25.6.218, port: ac804f0f-4fa5-4283-816c-b4af85b9283d. Sep 20 12:39:03.763324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Calling delete_port for ac804f0f-4fa5-4283-816c-b4af85b9283d owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:03.811587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] For port 7920267c-2e03-4923-9cad-55367bc6b688, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7920267c-2e03-4923-9cad-55367bc6b688,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:03.812023 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:03.826118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Calling delete_port for 7920267c-2e03-4923-9cad-55367bc6b688 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:03.908035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Attempting to bind port 9c0a08bd-1011-4055-9c9c-2db2e559d230 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:03.908035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Attempting to bind port 9c0a08bd-1011-4055-9c9c-2db2e559d230 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:03.908035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Attempting to bind port 9c0a08bd-1011-4055-9c9c-2db2e559d230 on network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:03.931041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Port 9c0a08bd-1011-4055-9c9c-2db2e559d230 on network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:39:03.931370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Attempting to bind port 9c0a08bd-1011-4055-9c9c-2db2e559d230 on network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:03.967189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d8b0fb3-3b73-464a-ac9b-529565cdb5c1 req-e7410980-536b-4bb2-b3dc-d45b00d4ff2d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups?id=bb0f1103-6f06-49d8-a309-1a7aab4103c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681669 Sep 20 12:39:03.972234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:03.972234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Checking segment: {'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:03.972680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Bound using segment: {'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:03.973316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Bound port: 9c0a08bd-1011-4055-9c9c-2db2e559d230, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:03.978796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:04.018394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:04.112772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event deleted for resources: {'Port': ['ID=ac804f0f-4fa5-4283-816c-b4af85b9283d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:04.189193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22d1a32-0988-48f8-a0e9-cc39fa0bda4d', 'tag': '205acbb1-2982-4484-824f-67e593362fee'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:04.191901 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d1008a-8acc-493f-9afb-8fb95e317b98" -d '{"events": [{"name": "network-changed", "server_uuid": "a22d1a32-0988-48f8-a0e9-cc39fa0bda4d", "tag": "205acbb1-2982-4484-824f-67e593362fee"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:04.284329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Router 12397319-85fd-490c-8198-f34ffa6938ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:39:04.313369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] For port 9c0a08bd-1011-4055-9c9c-2db2e559d230, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:04.347033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f2589-f456-4bda-baaf-665592f78601 req-39679553-8d43-4eec-ae34-9616ca80bab2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:04.354669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f2589-f456-4bda-baaf-665592f78601 req-39679553-8d43-4eec-ae34-9616ca80bab2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:04.361635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f2589-f456-4bda-baaf-665592f78601 req-39679553-8d43-4eec-ae34-9616ca80bab2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:04.364175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-083f2589-f456-4bda-baaf-665592f78601 req-39679553-8d43-4eec-ae34-9616ca80bab2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2399 time: 0.2097166 Sep 20 12:39:04.372391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] For port 9c0a08bd-1011-4055-9c9c-2db2e559d230, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9c0a08bd-1011-4055-9c9c-2db2e559d230,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:04.449941 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-083f2589-f456-4bda-baaf-665592f78601 req-195626d5-ed2e-4209-a592-8d593e9c475a tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663326 Sep 20 12:39:04.452515 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:04.507813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:04.509081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:04.512299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] 10.222.0.32 "PUT /v2.0/ports/9c0a08bd-1011-4055-9c9c-2db2e559d230 HTTP/1.1" status: 200 len: 1092 time: 3.6558139 Sep 20 12:39:04.516064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:04.555646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:39:04.576549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] Sync routers for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:39:04.601424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:04.602102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:04.626867 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e73d7e-27a8-4103-860e-e5d1d366f851 x-openstack-request-id: req-f4e73d7e-27a8-4103-860e-e5d1d366f851 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:04.627182 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:04.628203 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4e73d7e-27a8-4103-860e-e5d1d366f851 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:04.628203 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'code': 200} Sep 20 12:39:04.673958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Request body: {'port': {'device_id': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:04.716469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] No DVR routers for this DVR port ac804f0f-4fa5-4283-816c-b4af85b9283d on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:04.720435 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:04.725521 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-67dc11a8-deb4-4bbf-aff6-d176d8ed91e3 req-fcc6f04a-e4a2-4fc5-92bb-3b91921f63bf tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.32 "DELETE /v2.0/ports/ac804f0f-4fa5-4283-816c-b4af85b9283d HTTP/1.1" status: 204 len: 173 time: 1.8828557 Sep 20 12:39:04.728772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'name': 'network-vif-deleted', 'tag': 'ac804f0f-4fa5-4283-816c-b4af85b9283d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:04.731580 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db29d530-cd5a-4362-94f9-4ab1215f9124" -d '{"events": [{"server_uuid": "60e352cc-be54-4c23-b4c2-6a63b2ed7533", "name": "network-vif-deleted", "tag": "ac804f0f-4fa5-4283-816c-b4af85b9283d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:04.782167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 53d064b7-45ed-496c-91fd-b8531c666b45 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:04.784324 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:04.834774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 53d064b7-45ed-496c-91fd-b8531c666b45 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:04.834774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 53d064b7-45ed-496c-91fd-b8531c666b45 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:04.834774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7920267c-2e03-4923-9cad-55367bc6b688 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:04.855083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7920267c-2e03-4923-9cad-55367bc6b688 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:04.855806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7920267c-2e03-4923-9cad-55367bc6b688 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:04.996323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:05.053631 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.107338 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.110984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.120687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542521c4-2326-4dd0-8ded-7d98817f67a4 req-fbfb43a9-6aa0-4935-8fad-9bb934e3a2f8 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:05.128448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-542521c4-2326-4dd0-8ded-7d98817f67a4 req-fbfb43a9-6aa0-4935-8fad-9bb934e3a2f8 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 943 time: 0.3650200 Sep 20 12:39:05.159284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5950c6-63f9-4b3f-bad4-5b0969e8a7dc service neutron] Pushing event updated for resources: {'Port': ['ID=9c0a08bd-1011-4055-9c9c-2db2e559d230,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:05.260611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Pushing event deleted for resources: {'Port': ['ID=7920267c-2e03-4923-9cad-55367bc6b688,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:05.293306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-542521c4-2326-4dd0-8ded-7d98817f67a4 req-f4cd3212-fc3d-4c8a-8782-51924ac5e2ac tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638458 Sep 20 12:39:05.351621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:05.393205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] Checking router: 12397319-85fd-490c-8198-f34ffa6938ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:39:05.403025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:05.403881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:38:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:05.422338 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.422875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a71b3e2-1c95-43a1-beef-4be0d850dea8 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:39:05.428099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.433778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35406) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:05.434251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-294e07d7-9dfd-41be-95d0-7cda908c887a admin admin] 10.222.0.37 "DELETE /v2.0/routers/3a71b3e2-1c95-43a1-beef-4be0d850dea8 HTTP/1.1" status: 204 len: 168 time: 3.3332376 Sep 20 12:39:05.544201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb81133c-d874-4bd8-834a-5cc3fdf03b72 admin admin] Deleting subnet ced74d0e-76d7-4a63-a80d-3924992f5b36 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:39:05.547957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb81133c-d874-4bd8-834a-5cc3fdf03b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.580801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad756-afb1-4f67-9136-5c75d5ab7b0f req-d1e730c6-d8df-4604-9c72-cbccebf4fcc7 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:05.594107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbfad756-afb1-4f67-9136-5c75d5ab7b0f req-d1e730c6-d8df-4604-9c72-cbccebf4fcc7 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.1751499 Sep 20 12:39:05.597916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb81133c-d874-4bd8-834a-5cc3fdf03b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.691433 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb81133c-d874-4bd8-834a-5cc3fdf03b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.709374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbfad756-afb1-4f67-9136-5c75d5ab7b0f req-4f4c5173-7cdf-4ee0-ba17-2cacce11ede6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106756 Sep 20 12:39:05.712671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:05.832618 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3533d8-a62b-4839-b0ab-7ffcb8c4cbed x-openstack-request-id: req-5a3533d8-a62b-4839-b0ab-7ffcb8c4cbed {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:05.833651 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22d1a32-0988-48f8-a0e9-cc39fa0bda4d", "tag": "205acbb1-2982-4484-824f-67e593362fee", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:05.834073 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a3533d8-a62b-4839-b0ab-7ffcb8c4cbed {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:05.838720 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22d1a32-0988-48f8-a0e9-cc39fa0bda4d', 'tag': '205acbb1-2982-4484-824f-67e593362fee', 'status': 'completed', 'code': 200} Sep 20 12:39:05.919803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb81133c-d874-4bd8-834a-5cc3fdf03b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.934390 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba48fcd-5fee-4a94-bb99-449dd6b1a6d3 x-openstack-request-id: req-cba48fcd-5fee-4a94-bb99-449dd6b1a6d3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:05.934769 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e352cc-be54-4c23-b4c2-6a63b2ed7533", "name": "network-vif-deleted", "tag": "ac804f0f-4fa5-4283-816c-b4af85b9283d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:05.936092 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cba48fcd-5fee-4a94-bb99-449dd6b1a6d3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:05.936669 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e352cc-be54-4c23-b4c2-6a63b2ed7533', 'name': 'network-vif-deleted', 'tag': 'ac804f0f-4fa5-4283-816c-b4af85b9283d', 'status': 'completed', 'code': 200} Sep 20 12:39:05.982390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81133c-d874-4bd8-834a-5cc3fdf03b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced74d0e-76d7-4a63-a80d-3924992f5b36,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:05.989314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb81133c-d874-4bd8-834a-5cc3fdf03b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:05.996489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cb81133c-d874-4bd8-834a-5cc3fdf03b72 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ced74d0e-76d7-4a63-a80d-3924992f5b36 HTTP/1.1" status: 204 len: 168 time: 0.5625756 Sep 20 12:39:06.000401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35414) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:06.021440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfcf913-db53-464c-ae08-dba9f9616aea {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:06.042414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-3a621931-2de1-49b9-a85f-54040916fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:06.044400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-3a621931-2de1-49b9-a85f-54040916fd69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16635c65e5fd4460b9459d9aa1044f23&device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 1094 time: 0.1452653 Sep 20 12:39:06.051310 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.092262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:06.133738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566f4d4-9099-49e7-8a1f-c1e9b197991e None None] The sync data for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 is: [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:39Z', 'revision_number': 4, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3834255f-c711-49bd-9876-510de7297849', 'name': '', 'network_id': '13d2b79b-fa8e-4459-a611-a142cb4e23ce', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'mac_address': 'fa:16:3e:f8:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:38Z', 'updated_at': '2021-09-20T12:31:43Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'subnets': [{'id': '76d6526c-3c48-49ad-99cb-61f38c15e465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:39:06.134944 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.254752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-9eef58c3-c1a1-428a-836d-d111f90736b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:06.256252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-9eef58c3-c1a1-428a-836d-d111f90736b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 HTTP/1.1" status: 200 len: 914 time: 0.2007506 Sep 20 12:39:06.261870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Transition to ACTIVE for port object 5bfcf913-db53-464c-ae08-dba9f9616aea will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:39:06.272182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.308951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb32322-7379-45ce-9eb9-7d19c2085b32']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:06.339858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9e34ed-843f-4f04-951d-bcf3413b5238') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:06.340690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9e34ed-843f-4f04-951d-bcf3413b5238') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:06.357224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.380193 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.392037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:39:06.392481 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:39:06.394520 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:39:06.418685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 205acbb1-2982-4484-824f-67e593362fee details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:39:06.566547 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.573128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.578012 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5bb32322-7379-45ce-9eb9-7d19c2085b32 HTTP/1.1" status: 204 len: 168 time: 0.5765998 Sep 20 12:39:06.617124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57037baf-5aea-4ad7-b4e4-b009c9734457 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb32322-7379-45ce-9eb9-7d19c2085b32,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:06.619275 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45702404-62a5-4f02-ba7f-8b75e87042f4 None None] New status for floating IP 055f3017-c9ba-4fb5-94b9-c6c953b97cf2: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:39:06.648498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 205acbb1-2982-4484-824f-67e593362fee, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=205acbb1-2982-4484-824f-67e593362fee,segment=NetworkSegment(fd2a83ce-311d-4bf9-b492-1264c6d64cff),segment_id=fd2a83ce-311d-4bf9-b492-1264c6d64cff)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:06.669349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '205acbb1-2982-4484-824f-67e593362fee', 'network_id': '0e936fb1-b91b-4181-ad45-3cbf3c5c1a49', 'port_id': '205acbb1-2982-4484-824f-67e593362fee', 'mac_address': 'fa:16:3e:f7:5b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e79a953-6e33-46db-8439-040c2884f303', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:39:06.678665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ac804f0f-4fa5-4283-816c-b4af85b9283d no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:06.703362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: ac804f0f-4fa5-4283-816c-b4af85b9283d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:06.703988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ac804f0f-4fa5-4283-816c-b4af85b9283d not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:06.761836 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.782027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205acbb1-2982-4484-824f-67e593362fee {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:06.793351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-8cd862c9-4b52-40c1-9515-40cca8068aad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=205acbb1-2982-4484-824f-67e593362fee HTTP/1.1" status: 200 len: 217 time: 0.5259948 Sep 20 12:39:06.804101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:06.811554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 205acbb1-2982-4484-824f-67e593362fee, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=205acbb1-2982-4484-824f-67e593362fee,segment=NetworkSegment(fd2a83ce-311d-4bf9-b492-1264c6d64cff),segment_id=fd2a83ce-311d-4bf9-b492-1264c6d64cff)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:06.901651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7d-5c51-4c86-8993-9668d0c70464 req-3338b759-32c5-44cd-a15b-0b439428ce42 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:06.907578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7d-5c51-4c86-8993-9668d0c70464 req-3338b759-32c5-44cd-a15b-0b439428ce42 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:06.913447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ae7d-5c51-4c86-8993-9668d0c70464 req-3338b759-32c5-44cd-a15b-0b439428ce42 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:06.915200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5186ae7d-5c51-4c86-8993-9668d0c70464 req-3338b759-32c5-44cd-a15b-0b439428ce42 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2399 time: 0.7546451 Sep 20 12:39:06.921201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.031474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-fecd9ec6-f6eb-48ee-b754-b20aa1b823be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:07.033107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-fecd9ec6-f6eb-48ee-b754-b20aa1b823be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e79a953-6e33-46db-8439-040c2884f303 HTTP/1.1" status: 200 len: 854 time: 0.2244687 Sep 20 12:39:07.046103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35434) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:07.079293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=205acbb1-2982-4484-824f-67e593362fee,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:07.107370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfcf913-db53-464c-ae08-dba9f9616aea,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:07.111559 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-52823cbc-8eed-40b5-bbe2-7e065397e3bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae71b5c0d46948f09c8a4f3cffe380c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643654 Sep 20 12:39:07.114280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35436) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:07.156067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-862d0f59-4c48-45db-af12-e81bc1a8c5e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650311 Sep 20 12:39:07.158799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['205acbb1-2982-4484-824f-67e593362fee'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:07.170553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5186ae7d-5c51-4c86-8993-9668d0c70464 req-d6a32f5d-8491-41ae-85af-f1074a6b83c0 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098508 Sep 20 12:39:07.216459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7386ca0-d899-4dd5-841c-471b08e929a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.249424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7386ca0-d899-4dd5-841c-471b08e929a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.331145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-bfb4bcee-27f9-4e02-903e-c4baf2f7f84e service neutron] 10.222.0.21 "GET /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506178 Sep 20 12:39:07.345281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Attempting to bind port 5bfcf913-db53-464c-ae08-dba9f9616aea on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:07.345692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Attempting to bind port 5bfcf913-db53-464c-ae08-dba9f9616aea by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:07.346061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Attempting to bind port 5bfcf913-db53-464c-ae08-dba9f9616aea on network ff49225e-21c9-48bb-9e50-1801266dd041 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:07.373376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Port 5bfcf913-db53-464c-ae08-dba9f9616aea on network ff49225e-21c9-48bb-9e50-1801266dd041 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:39:07.373626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Attempting to bind port 5bfcf913-db53-464c-ae08-dba9f9616aea on network ff49225e-21c9-48bb-9e50-1801266dd041 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:07.384071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:07.387689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Checking segment: {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:07.387689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Bound using segment: {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:07.387689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Bound port: 5bfcf913-db53-464c-ae08-dba9f9616aea, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f8f0db-6b84-459a-b907-c2b1ee8fab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:07.387689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.413625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35440) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:07.454042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7386ca0-d899-4dd5-841c-471b08e929a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.457368 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7386ca0-d899-4dd5-841c-471b08e929a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.458822 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d7386ca0-d899-4dd5-841c-471b08e929a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d324354-cc72-41b6-ab79-936d419467df HTTP/1.1" status: 204 len: 168 time: 0.3428447 Sep 20 12:39:07.484897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7386ca0-d899-4dd5-841c-471b08e929a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d324354-cc72-41b6-ab79-936d419467df,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:07.560334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] For port 5bfcf913-db53-464c-ae08-dba9f9616aea, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:07.572995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f48310f-8017-427f-8d29-f8c1f3204746 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.583904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] For port 5bfcf913-db53-464c-ae08-dba9f9616aea, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5bfcf913-db53-464c-ae08-dba9f9616aea,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:07.611520 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f48310f-8017-427f-8d29-f8c1f3204746 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.629252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d1008a-8acc-493f-9afb-8fb95e317b98 req-ed69bfe4-763c-403c-84cb-2d7c610c585c service neutron] 10.222.0.21 "GET /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953527 Sep 20 12:39:07.705736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d904-548b-4540-9c97-535b0fa2c7fe req-12fef6f1-4ab9-44f7-b892-b7e9b15f123c tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:07.707323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3e1d904-548b-4540-9c97-535b0fa2c7fe req-12fef6f1-4ab9-44f7-b892-b7e9b15f123c tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 944 time: 0.2406969 Sep 20 12:39:07.709125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.830281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfcf913-db53-464c-ae08-dba9f9616aea,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:07.856134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f48310f-8017-427f-8d29-f8c1f3204746 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.858817 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f48310f-8017-427f-8d29-f8c1f3204746 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.861039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'tag': '9c0a08bd-1011-4055-9c9c-2db2e559d230'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:07.862285 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2f48310f-8017-427f-8d29-f8c1f3204746 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "DELETE /v2.0/security-groups/bb0f1103-6f06-49d8-a309-1a7aab4103c1 HTTP/1.1" status: 204 len: 168 time: 0.4472864 Sep 20 12:39:07.870040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35454) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:07.870207 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0bc5a7-736f-4785-a051-882afbf6f2be" -d '{"events": [{"name": "network-changed", "server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "tag": "9c0a08bd-1011-4055-9c9c-2db2e559d230"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:07.909455 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-3ef3a027-c7a7-4871-a8ca-4fbf0a5ea2ea tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] show failed (client error): The resource could not be found. Sep 20 12:39:07.910540 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3ef3a027-c7a7-4871-a8ca-4fbf0a5ea2ea tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "GET /v2.0/security-groups/bb0f1103-6f06-49d8-a309-1a7aab4103c1 HTTP/1.1" status: 404 len: 347 time: 0.0436463 Sep 20 12:39:07.915254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48310f-8017-427f-8d29-f8c1f3204746 tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0f1103-6f06-49d8-a309-1a7aab4103c1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:07.927618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35458) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:07.951149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3e1d904-548b-4540-9c97-535b0fa2c7fe req-b058ac6f-2ae8-43a6-9967-986f8b4887b7 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273816 Sep 20 12:39:07.953192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:07.953333 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:07.964919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-bef51204-461a-466f-b5c4-780bbd60bff9 service neutron] 10.222.0.32 "PUT /v2.0/ports/5bfcf913-db53-464c-ae08-dba9f9616aea HTTP/1.1" status: 200 len: 1091 time: 3.2901058 Sep 20 12:39:08.199638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Deleting port c675d0a4-20af-4fc2-ad48-84bf1091092b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:08.200039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:08.279077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-2de40fe9-96df-4794-b47d-f32867c4353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:08.279745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-2de40fe9-96df-4794-b47d-f32867c4353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:08.280375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-2de40fe9-96df-4794-b47d-f32867c4353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:08.282228 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-2de40fe9-96df-4794-b47d-f32867c4353a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2864 time: 0.1921124 Sep 20 12:39:08.333823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:08.334249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:08.359967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Calling delete_port for c675d0a4-20af-4fc2-ad48-84bf1091092b owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:08.384955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9ce27-3028-45a6-8622-750d30b1c900 req-661f24b7-2d2c-48a4-9012-bbe57192d9b4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:08.398357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5a9ce27-3028-45a6-8622-750d30b1c900 req-661f24b7-2d2c-48a4-9012-bbe57192d9b4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.2290797 Sep 20 12:39:08.407040 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-4c5a4c22-39d2-416f-afe3-2b3c8ae61510 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=ea87bb21-466e-4ad5-803d-dec524381222 HTTP/1.1" status: 200 len: 217 time: 0.1144903 Sep 20 12:39:08.436257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 205acbb1-2982-4484-824f-67e593362fee up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:08.558250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5a9ce27-3028-45a6-8622-750d30b1c900 req-cf172dbb-d47d-4b75-beb5-50747e79d2a7 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589384 Sep 20 12:39:08.623783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-953600f4-00d9-46ab-940f-fa8ac8f05975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:08.627324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-953600f4-00d9-46ab-940f-fa8ac8f05975 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3a7b300-071f-4b95-b169-dbcb951f784e HTTP/1.1" status: 200 len: 801 time: 0.2079561 Sep 20 12:39:08.640751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:08.674456 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6775e98e-f6d5-48d2-b970-920671871e96 x-openstack-request-id: req-6775e98e-f6d5-48d2-b970-920671871e96 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:08.679653 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "tag": "9c0a08bd-1011-4055-9c9c-2db2e559d230", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:08.679653 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6775e98e-f6d5-48d2-b970-920671871e96 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:08.679653 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'tag': '9c0a08bd-1011-4055-9c9c-2db2e559d230', 'status': 'completed', 'code': 200} Sep 20 12:39:08.684268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Pushing event deleted for resources: {'Port': ['ID=c675d0a4-20af-4fc2-ad48-84bf1091092b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:08.699105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 205acbb1-2982-4484-824f-67e593362fee completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:39:08.704271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 205acbb1-2982-4484-824f-67e593362fee triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:08.704648 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:08.731919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-7a5e7144-f354-4801-b5cf-e9d36edaf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:08.735112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-7a5e7144-f354-4801-b5cf-e9d36edaf216 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff49225e-21c9-48bb-9e50-1801266dd041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032321 Sep 20 12:39:08.857632 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:08.862401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:08.869995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d7c75896-4a9d-426b-8f4d-93bbb6f86c8d tempest-AttachVolumeTestJSON-1243044013 tempest-AttachVolumeTestJSON-1243044013-project] 10.222.0.37 "DELETE /v2.0/floatingips/055f3017-c9ba-4fb5-94b9-c6c953b97cf2 HTTP/1.1" status: 204 len: 168 time: 0.9421473 Sep 20 12:39:09.024909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-e0696771-0055-43b9-aa46-6c74a04c1590 service neutron] 10.222.0.32 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781098 Sep 20 12:39:09.050091 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:09.090330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 205acbb1-2982-4484-824f-67e593362fee, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=205acbb1-2982-4484-824f-67e593362fee,segment=NetworkSegment(fd2a83ce-311d-4bf9-b492-1264c6d64cff),segment_id=fd2a83ce-311d-4bf9-b492-1264c6d64cff)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:09.091322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22d1a32-0988-48f8-a0e9-cc39fa0bda4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205acbb1-2982-4484-824f-67e593362fee'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:09.094293 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77261ad-63c1-4fc3-9c79-72384b992d12" -d '{"events": [{"server_uuid": "a22d1a32-0988-48f8-a0e9-cc39fa0bda4d", "name": "network-vif-plugged", "status": "completed", "tag": "205acbb1-2982-4484-824f-67e593362fee"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:09.168635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-a2fb6b54-4681-41e4-9bc1-dd6d31bfdc15 service neutron] 10.222.0.32 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364901 Sep 20 12:39:09.206452 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:09.284447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-b4d04ea8-a523-4060-9b80-d63d2a2f82d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=9c0a08bd-1011-4055-9c9c-2db2e559d230 HTTP/1.1" status: 200 len: 217 time: 0.1058693 Sep 20 12:39:09.319788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=205acbb1-2982-4484-824f-67e593362fee,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:09.404822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-b7b48a81-1480-40c6-9a95-3f4df7857acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:09.406424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-b7b48a81-1480-40c6-9a95-3f4df7857acd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6154f69-e963-470b-abc1-2b9ef0401673 HTTP/1.1" status: 200 len: 801 time: 0.1117656 Sep 20 12:39:09.501432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-31808041-4589-4464-b4eb-9227b97fb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:09.503441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-31808041-4589-4464-b4eb-9227b97fb12f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0795b34a-ada0-436a-ab8c-e8780ae4d5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832765 Sep 20 12:39:09.747960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-7401e00c-0f8f-4943-871e-f19078e13211 service neutron] 10.222.0.32 "GET /v2.0/networks/0795b34a-ada0-436a-ab8c-e8780ae4d5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353492 Sep 20 12:39:09.844376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13804e0d-17fe-494a-943a-3a3e4c3af599 req-32f5e99a-c6ce-4d3b-81e0-5c9ec88f8c05 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:09.850790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13804e0d-17fe-494a-943a-3a3e4c3af599 req-32f5e99a-c6ce-4d3b-81e0-5c9ec88f8c05 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:09.859437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13804e0d-17fe-494a-943a-3a3e4c3af599 req-32f5e99a-c6ce-4d3b-81e0-5c9ec88f8c05 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:09.865928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13804e0d-17fe-494a-943a-3a3e4c3af599 req-32f5e99a-c6ce-4d3b-81e0-5c9ec88f8c05 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2411 time: 0.1167681 Sep 20 12:39:09.961659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13804e0d-17fe-494a-943a-3a3e4c3af599 req-af6f6789-fb59-4470-ab3a-727ec79e022d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946620 Sep 20 12:39:09.989992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-7a6823d5-9f1b-445e-90a2-7d32a0e9bccd service neutron] 10.222.0.32 "GET /v2.0/networks/0795b34a-ada0-436a-ab8c-e8780ae4d5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018800 Sep 20 12:39:10.081503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-274c776d-48b6-4bf9-aa68-5913af062049 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=5bfcf913-db53-464c-ae08-dba9f9616aea HTTP/1.1" status: 200 len: 217 time: 0.0813246 Sep 20 12:39:10.205905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-d1adb2cc-7804-422d-97a1-1bfb182ad641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.207752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-d1adb2cc-7804-422d-97a1-1bfb182ad641 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3a7b300-071f-4b95-b169-dbcb951f784e HTTP/1.1" status: 200 len: 801 time: 0.1144893 Sep 20 12:39:10.213675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-d0fa5226-3213-464d-b056-5a5324c84332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.215162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-d0fa5226-3213-464d-b056-5a5324c84332 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1097 time: 0.1229734 Sep 20 12:39:10.280665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea628fa-867d-4f99-9736-1241063bc126 req-7eb4ef50-9064-4026-884d-fba80d580651 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.289553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ea628fa-867d-4f99-9736-1241063bc126 req-7eb4ef50-9064-4026-884d-fba80d580651 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 945 time: 0.2228165 Sep 20 12:39:10.390379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-eca7ef52-7106-49c3-8048-d9ca68a2f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.392416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-eca7ef52-7106-49c3-8048-d9ca68a2f432 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff49225e-21c9-48bb-9e50-1801266dd041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1756833 Sep 20 12:39:10.420633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ea628fa-867d-4f99-9736-1241063bc126 req-b90155f2-50fc-4368-8167-f494b2ba5982 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296887 Sep 20 12:39:10.506800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-afef35d5-df6f-49e6-9778-a4a8b2e55330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.508474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-afef35d5-df6f-49e6-9778-a4a8b2e55330 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.2543502 Sep 20 12:39:10.527234 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f05438-5132-44a9-b84a-303169ee7ec6 x-openstack-request-id: req-81f05438-5132-44a9-b84a-303169ee7ec6 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:10.528222 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22d1a32-0988-48f8-a0e9-cc39fa0bda4d", "name": "network-vif-plugged", "status": "completed", "tag": "205acbb1-2982-4484-824f-67e593362fee", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:10.528672 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81f05438-5132-44a9-b84a-303169ee7ec6 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:10.529249 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22d1a32-0988-48f8-a0e9-cc39fa0bda4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205acbb1-2982-4484-824f-67e593362fee', 'code': 200} Sep 20 12:39:10.595542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-9b440ea3-f5fc-4fae-96f4-6ec6c4179547 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 1001 time: 0.0724981 Sep 20 12:39:10.724484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'tag': '5bfcf913-db53-464c-ae08-dba9f9616aea'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:10.731596 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1" -d '{"events": [{"name": "network-changed", "server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "tag": "5bfcf913-db53-464c-ae08-dba9f9616aea"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:10.744990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-bbc5326a-9614-4220-98ca-895188d5c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.751972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-bbc5326a-9614-4220-98ca-895188d5c642 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.1425869 Sep 20 12:39:10.766746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-5e6a4946-22b0-4504-95c4-ba503794f581 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.775883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-5e6a4946-22b0-4504-95c4-ba503794f581 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.784244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-5e6a4946-22b0-4504-95c4-ba503794f581 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.791604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-5e6a4946-22b0-4504-95c4-ba503794f581 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.797922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-5e6a4946-22b0-4504-95c4-ba503794f581 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.807818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-5e6a4946-22b0-4504-95c4-ba503794f581 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.814510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-5e6a4946-22b0-4504-95c4-ba503794f581 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.816574 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-5e6a4946-22b0-4504-95c4-ba503794f581 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 5435 time: 0.2403462 Sep 20 12:39:10.819779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-d1e2bce6-0a06-42a3-836a-dd30fd1775f5 service neutron] 10.222.0.32 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023659 Sep 20 12:39:10.824837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314adc5-fe35-4483-b0c8-59ee62f4afb8 req-c4112f13-e46d-445c-8b24-221d21803b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.826445 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2314adc5-fe35-4483-b0c8-59ee62f4afb8 req-c4112f13-e46d-445c-8b24-221d21803b62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 1096 time: 0.1942472 Sep 20 12:39:10.883363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-a2f7d23b-9bb0-43b0-97e8-798c460bdce4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:10.886222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-a2f7d23b-9bb0-43b0-97e8-798c460bdce4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "GET /v2.0/ports/76b96b5d-d5ce-420f-8d65-2a9810d97951?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0529821 Sep 20 12:39:11.015414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f32f25-fc63-4537-b1b1-de3a4e87522c req-8814f4ad-a79e-4eba-867e-ef2df2f9a982 service neutron] 10.222.0.32 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202323 Sep 20 12:39:11.052727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-56fa65fa-496f-49df-8487-62ec1cd906de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:11.054816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-56fa65fa-496f-49df-8487-62ec1cd906de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883987 Sep 20 12:39:11.057380 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-b7ba9d8c-5522-46d7-ac15-69db8bf25b69 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "GET /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1470280 Sep 20 12:39:11.069414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:11.070623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0ee8e-9b0f-41d3-9ade-989013193a8b req-9a7d46c6-e185-4c02-b92e-4922c9042565 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:11.072437 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6c0ee8e-9b0f-41d3-9ade-989013193a8b req-9a7d46c6-e185-4c02-b92e-4922c9042565 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.3080060 Sep 20 12:39:11.074934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2314adc5-fe35-4483-b0c8-59ee62f4afb8 req-a741fe6f-9920-4cc6-bfd6-3e4326627756 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402468 Sep 20 12:39:11.160487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:11.176718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-6f924de5-c93e-456b-b60c-1e87a9f7a402 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029267 Sep 20 12:39:11.229366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c6c0ee8e-9b0f-41d3-9ade-989013193a8b req-fb87770a-dee0-4c54-adba-3ed515810c4c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515034 Sep 20 12:39:11.374953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5227cd48-2819-4f01-beb5-5c48f785e71b req-b9a00a10-96d1-4fff-8584-342336c9bdf7 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086736 Sep 20 12:39:11.388336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-d52eada5-625f-486d-99fb-7e6cd6a109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:11.393075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-d52eada5-625f-486d-99fb-7e6cd6a109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:11.393768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-d52eada5-625f-486d-99fb-7e6cd6a109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:11.395691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-d52eada5-625f-486d-99fb-7e6cd6a109fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2864 time: 0.1964371 Sep 20 12:39:11.559491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] For port 76b96b5d-d5ce-420f-8d65-2a9810d97951, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=76b96b5d-d5ce-420f-8d65-2a9810d97951,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:11.573549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-1712edd6-3a2a-4924-8809-f6183f185f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:11.575810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-1712edd6-3a2a-4924-8809-f6183f185f5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0795b34a-ada0-436a-ab8c-e8780ae4d5dc HTTP/1.1" status: 200 len: 901 time: 0.1727450 Sep 20 12:39:11.626115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] For port 76b96b5d-d5ce-420f-8d65-2a9810d97951, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:11.640027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-47ff381c-b8f6-4be9-aca9-adb81acee3fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=9c0a08bd-1011-4055-9c9c-2db2e559d230 HTTP/1.1" status: 200 len: 217 time: 0.0555375 Sep 20 12:39:11.693886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] device_id is not set on port 76b96b5d-d5ce-420f-8d65-2a9810d97951 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:39:11.736952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-b04dc137-4e2e-4da9-aab3-e24fe8564e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:11.739201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:11.739692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-b04dc137-4e2e-4da9-aab3-e24fe8564e5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6154f69-e963-470b-abc1-2b9ef0401673 HTTP/1.1" status: 200 len: 801 time: 0.0921025 Sep 20 12:39:11.801261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-1c32b0cf-60d4-481f-8755-0891ff4032b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:11.802997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-1c32b0cf-60d4-481f-8755-0891ff4032b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0795b34a-ada0-436a-ab8c-e8780ae4d5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0545783 Sep 20 12:39:11.833277 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:11.889344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] Pushing event updated for resources: {'Port': ['ID=76b96b5d-d5ce-420f-8d65-2a9810d97951,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:11.962114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] No DVR routers for this DVR port 76b96b5d-d5ce-420f-8d65-2a9810d97951 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:12.075361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] In _notify_port_updated(), no bound segment for port 76b96b5d-d5ce-420f-8d65-2a9810d97951 on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:39:12.076248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.076859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:12.086172 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-11d2f718-57ed-46ff-9981-9c98d84bad31 service neutron] 10.222.0.32 "PUT /v2.0/ports/76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 200 len: 1028 time: 1.0216131 Sep 20 12:39:12.097590 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-47c9c419-c923-4aea-b11c-25fb34bc8049 service neutron] 10.222.0.32 "GET /v2.0/networks/0795b34a-ada0-436a-ab8c-e8780ae4d5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781076 Sep 20 12:39:12.204936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-52a81ce4-cb56-47b5-9ba7-85ca4ed68aed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.206378 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-52a81ce4-cb56-47b5-9ba7-85ca4ed68aed tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "GET /v2.0/ports/87fb963f-9e14-4b85-9fc5-93a193cbd2ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1117461 Sep 20 12:39:12.224660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:12.331385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370febb-6af4-4554-b3af-7f8c983b2e6d req-ec4c7790-4b51-413d-98e5-9c8fb50fc3f4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.352730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370febb-6af4-4554-b3af-7f8c983b2e6d req-ec4c7790-4b51-413d-98e5-9c8fb50fc3f4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.365545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:12.373521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370febb-6af4-4554-b3af-7f8c983b2e6d req-ec4c7790-4b51-413d-98e5-9c8fb50fc3f4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.381104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370febb-6af4-4554-b3af-7f8c983b2e6d req-ec4c7790-4b51-413d-98e5-9c8fb50fc3f4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.390398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370febb-6af4-4554-b3af-7f8c983b2e6d req-ec4c7790-4b51-413d-98e5-9c8fb50fc3f4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.398172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370febb-6af4-4554-b3af-7f8c983b2e6d req-ec4c7790-4b51-413d-98e5-9c8fb50fc3f4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.401558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7370febb-6af4-4554-b3af-7f8c983b2e6d req-ec4c7790-4b51-413d-98e5-9c8fb50fc3f4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 4660 time: 0.3348777 Sep 20 12:39:12.406682 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b0eeb6d-10e6-4a46-b20f-1351d7caef09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:12.445166 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:39:12.456151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b7ac5bc1-0572-404e-ae6c-0c37debb1cec None None] Provisioning complete for port 76b96b5d-d5ce-420f-8d65-2a9810d97951 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:12.456539 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5bc1-0572-404e-ae6c-0c37debb1cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:12.504791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad0bc5a7-736f-4785-a051-882afbf6f2be req-e2bff56d-a240-492c-ab0d-214918aaf44a service neutron] 10.222.0.32 "GET /v2.0/networks/0795b34a-ada0-436a-ab8c-e8780ae4d5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636298 Sep 20 12:39:12.516729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7370febb-6af4-4554-b3af-7f8c983b2e6d req-20dda8aa-ef79-4b24-92cc-9ac10c393229 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f1eaec0-e7e5-4d69-8a82-c3091627c569&id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990365 Sep 20 12:39:12.602152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac5bc1-0572-404e-ae6c-0c37debb1cec None None] Port 76b96b5d-d5ce-420f-8d65-2a9810d97951 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:39:12.656102 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca604be3-0ce5-449f-839e-dbfaccdb9c16 x-openstack-request-id: req-ca604be3-0ce5-449f-839e-dbfaccdb9c16 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:12.656586 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "tag": "5bfcf913-db53-464c-ae08-dba9f9616aea", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:12.657568 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca604be3-0ce5-449f-839e-dbfaccdb9c16 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:12.658020 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'tag': '5bfcf913-db53-464c-ae08-dba9f9616aea', 'status': 'completed', 'code': 200} Sep 20 12:39:12.695586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] For port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:12.707771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ea87bb21-466e-4ad5-803d-dec524381222 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:39:12.715275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4b6e4e53-0509-44a7-9364-790c7646e523 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:12.773968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] For port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:12.807593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-6fd21798-2b64-4099-8198-f6b9bf3a1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.808388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-6fd21798-2b64-4099-8198-f6b9bf3a1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.809160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-6fd21798-2b64-4099-8198-f6b9bf3a1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.811526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-6fd21798-2b64-4099-8198-f6b9bf3a1259 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2864 time: 0.1353483 Sep 20 12:39:12.853308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] device_id is not set on port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:39:12.877206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:12.897970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b79c6-ab86-4114-a462-7080212d88a1 req-c34ae5c5-d8f0-4e17-b09a-33007d2a09f1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.924834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b79c6-ab86-4114-a462-7080212d88a1 req-c34ae5c5-d8f0-4e17-b09a-33007d2a09f1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.944854 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:12.949050 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:12.963432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b79c6-ab86-4114-a462-7080212d88a1 req-c34ae5c5-d8f0-4e17-b09a-33007d2a09f1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:12.973963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-459b79c6-ab86-4114-a462-7080212d88a1 req-c34ae5c5-d8f0-4e17-b09a-33007d2a09f1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2411 time: 0.2159517 Sep 20 12:39:13.105136 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6e4e53-0509-44a7-9364-790c7646e523'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:13.111452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-459b79c6-ab86-4114-a462-7080212d88a1 req-26062e97-3af1-4024-b20a-f85d5ab11226 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365163 Sep 20 12:39:13.113133 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828d0af8-1a30-4ca2-b6ea-8785f698246d" -d '{"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6e4e53-0509-44a7-9364-790c7646e523"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:13.119644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] No DVR routers for this DVR port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:13.199974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-b06b17c5-1f45-4934-bec7-cbf688632375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:13.199974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-b06b17c5-1f45-4934-bec7-cbf688632375 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff49225e-21c9-48bb-9e50-1801266dd041 HTTP/1.1" status: 200 len: 902 time: 0.3796921 Sep 20 12:39:13.232619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] In _notify_port_updated(), no bound segment for port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce on network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:39:13.235334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:13.236332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:13.237945 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 200 len: 1027 time: 1.0180533 Sep 20 12:39:13.239021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bc96c-20d8-4307-9785-f1d173b9b7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:13.250168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4b6e4e53-0509-44a7-9364-790c7646e523, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4b6e4e53-0509-44a7-9364-790c7646e523,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:13.321943 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:13.323140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ceaba7dc-f1b9-4097-aa25-42b690a2ef3b no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:13.329766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-52c39120-2773-464f-b635-d9746b773cd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=5bfcf913-db53-464c-ae08-dba9f9616aea HTTP/1.1" status: 200 len: 217 time: 0.1241543 Sep 20 12:39:13.370735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ea87bb21-466e-4ad5-803d-dec524381222, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ea87bb21-466e-4ad5-803d-dec524381222,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:13.465160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'ea87bb21-466e-4ad5-803d-dec524381222', 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041', 'port_id': 'ea87bb21-466e-4ad5-803d-dec524381222', 'mac_address': 'fa:16:3e:cb:f6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a7b300-071f-4b95-b169-dbcb951f784e', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:39:13.468203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734f26e-d492-48c2-a2e9-26988a7a2783 req-6a8e0249-92ae-4705-a11b-f9ed2ca70350 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:13.477112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2734f26e-d492-48c2-a2e9-26988a7a2783 req-6a8e0249-92ae-4705-a11b-f9ed2ca70350 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 945 time: 0.1461017 Sep 20 12:39:13.490016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-faccc2c3-914b-4bc5-8ce9-b7aca1faa11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:13.493735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-faccc2c3-914b-4bc5-8ce9-b7aca1faa11e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3a7b300-071f-4b95-b169-dbcb951f784e HTTP/1.1" status: 200 len: 801 time: 0.1459110 Sep 20 12:39:13.525399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4b6e4e53-0509-44a7-9364-790c7646e523,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:13.569081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2734f26e-d492-48c2-a2e9-26988a7a2783 req-97190161-2c85-420a-98a6-cc581b4b3a38 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860927 Sep 20 12:39:13.628114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-87ff1cc7-476f-4f7b-bd15-66f73482b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:13.633913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-87ff1cc7-476f-4f7b-bd15-66f73482b2e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff49225e-21c9-48bb-9e50-1801266dd041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1266518 Sep 20 12:39:13.732005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ee749f59-137c-4156-9dc9-9b426d41871b None None] Provisioning complete for port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:13.732317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee749f59-137c-4156-9dc9-9b426d41871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:13.764599 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:13.956066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:13.995785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ee749f59-137c-4156-9dc9-9b426d41871b None None] Port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:39:14.001296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea87bb21-466e-4ad5-803d-dec524381222 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:14.037653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ea87bb21-466e-4ad5-803d-dec524381222, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ea87bb21-466e-4ad5-803d-dec524381222,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:14.047451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:14.053155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 16550b74-cc18-4472-ba90-372b97925ab2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:14.053730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.125500 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.128653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e575d0-3ccd-4848-8216-0559baa3aa32 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:14.184950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.186116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5bfcf913-db53-464c-ae08-dba9f9616aea details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:39:14.222860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5bfcf913-db53-464c-ae08-dba9f9616aea, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5bfcf913-db53-464c-ae08-dba9f9616aea,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:14.238981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '5bfcf913-db53-464c-ae08-dba9f9616aea', 'network_id': 'ff49225e-21c9-48bb-9e50-1801266dd041', 'port_id': '5bfcf913-db53-464c-ae08-dba9f9616aea', 'mac_address': 'fa:16:3e:62:0f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a7b300-071f-4b95-b169-dbcb951f784e', 'ip_address': '19.80.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:39:14.325868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:14.331786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] For port 16550b74-cc18-4472-ba90-372b97925ab2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=16550b74-cc18-4472-ba90-372b97925ab2,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:14.332173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.347915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 16550b74-cc18-4472-ba90-372b97925ab2 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:14.608221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ea87bb21-466e-4ad5-803d-dec524381222,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:14.608221 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.612643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d1eea80-478d-4509-9b31-5894c3edd423 req-d0a2aafe-68ad-4410-8b5b-057f86878a39 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.7942388 Sep 20 12:39:14.613939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e575d0-3ccd-4848-8216-0559baa3aa32, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e575d0-3ccd-4848-8216-0559baa3aa32,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:14.613939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.614257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-998a32f2-0b23-49f6-aeb5-4666bf639fd9 service neutron] 10.222.0.32 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400699 Sep 20 12:39:14.614356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfcf913-db53-464c-ae08-dba9f9616aea {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:14.614356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5bfcf913-db53-464c-ae08-dba9f9616aea, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5bfcf913-db53-464c-ae08-dba9f9616aea,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:14.736713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5e7bd6-b0fd-47d4-9809-385ea46d13d1 req-53ad45f7-f89d-4208-af9c-8ab6e7a6665c service neutron] 10.222.0.32 "GET /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454837 Sep 20 12:39:14.760965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39465a-e939-40bc-8ff2-6e1c8ef76217 req-c8c58df3-b148-4dc9-885f-72f35081f11a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:14.762540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d39465a-e939-40bc-8ff2-6e1c8ef76217 req-c8c58df3-b148-4dc9-885f-72f35081f11a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0700617 Sep 20 12:39:14.809298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d39465a-e939-40bc-8ff2-6e1c8ef76217 req-6cf4153c-4fec-42ef-88fb-3c40f395d908 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Sep 20 12:39:14.830602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.832541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.837578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 76b96b5d-d5ce-420f-8d65-2a9810d97951 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:14.848176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.849535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9c0a08bd-1011-4055-9c9c-2db2e559d230 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:39:14.873350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=16550b74-cc18-4472-ba90-372b97925ab2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:14.943089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] No DVR routers for this DVR port 16550b74-cc18-4472-ba90-372b97925ab2 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:14.954384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:14.956486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-2ccc4da0-1ad0-4061-a828-8645eace5b91 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "DELETE /v2.0/ports/16550b74-cc18-4472-ba90-372b97925ab2 HTTP/1.1" status: 204 len: 173 time: 1.7126734 Sep 20 12:39:14.956954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': '16550b74-cc18-4472-ba90-372b97925ab2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:14.959309 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc282f98-74b0-49b3-94f4-6635966a484c" -d '{"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "16550b74-cc18-4472-ba90-372b97925ab2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:15.212159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:15.212811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:15.219946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=77e575d0-3ccd-4848-8216-0559baa3aa32,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:15.223686 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b4f8a9-f921-4ddb-aedf-b5c160883630 x-openstack-request-id: req-04b4f8a9-f921-4ddb-aedf-b5c160883630 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:15.224180 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6e4e53-0509-44a7-9364-790c7646e523", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:15.224523 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04b4f8a9-f921-4ddb-aedf-b5c160883630 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:15.224999 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6e4e53-0509-44a7-9364-790c7646e523', 'code': 200} Sep 20 12:39:15.230297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3617f6f-b3af-44fc-abb7-b3e839c34575 req-1abf53c3-9277-44e6-aa27-93641876fff4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:15.242655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3617f6f-b3af-44fc-abb7-b3e839c34575 req-1abf53c3-9277-44e6-aa27-93641876fff4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:15.251566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3617f6f-b3af-44fc-abb7-b3e839c34575 req-1abf53c3-9277-44e6-aa27-93641876fff4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:15.262091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3617f6f-b3af-44fc-abb7-b3e839c34575 req-1abf53c3-9277-44e6-aa27-93641876fff4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:15.285556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3617f6f-b3af-44fc-abb7-b3e839c34575 req-1abf53c3-9277-44e6-aa27-93641876fff4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 3145 time: 0.1405826 Sep 20 12:39:15.327443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 76b96b5d-d5ce-420f-8d65-2a9810d97951 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:15.328104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 97c53a75-b73f-4dc7-a480-353e147cec7a no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:15.376165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3617f6f-b3af-44fc-abb7-b3e839c34575 req-86e0ab60-0370-416d-b5ec-90b70b4133c4 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893557 Sep 20 12:39:15.459395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] For port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:15.459778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:15.478535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for ceaba7dc-f1b9-4097-aa25-42b690a2ef3b owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:15.645282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9c0a08bd-1011-4055-9c9c-2db2e559d230, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9c0a08bd-1011-4055-9c9c-2db2e559d230,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:15.652513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=5bfcf913-db53-464c-ae08-dba9f9616aea,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:15.659949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9c0a08bd-1011-4055-9c9c-2db2e559d230', 'network_id': '0795b34a-ada0-436a-ab8c-e8780ae4d5dc', 'port_id': '9c0a08bd-1011-4055-9c9c-2db2e559d230', 'mac_address': 'fa:16:3e:e2:53:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6154f69-e963-470b-abc1-2b9ef0401673', 'ip_address': '19.86.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:39:15.695536 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:15.697681 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18509fc0-66fd-4c36-a8dd-78e795e6db84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:15.739957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:15.781109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:15.823211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0a08bd-1011-4055-9c9c-2db2e559d230 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:15.855241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b185c1-272e-42d8-9d4f-7f6389b81cdd req-c5a53332-247f-41cf-98eb-634c81ed9115 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:15.879843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b185c1-272e-42d8-9d4f-7f6389b81cdd req-c5a53332-247f-41cf-98eb-634c81ed9115 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:15.888770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b185c1-272e-42d8-9d4f-7f6389b81cdd req-c5a53332-247f-41cf-98eb-634c81ed9115 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:15.890843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50b185c1-272e-42d8-9d4f-7f6389b81cdd req-c5a53332-247f-41cf-98eb-634c81ed9115 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2413 time: 0.1077740 Sep 20 12:39:15.927579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 97c53a75-b73f-4dc7-a480-353e147cec7a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=97c53a75-b73f-4dc7-a480-353e147cec7a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:15.929813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9c0a08bd-1011-4055-9c9c-2db2e559d230, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9c0a08bd-1011-4055-9c9c-2db2e559d230,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:15.964146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50b185c1-272e-42d8-9d4f-7f6389b81cdd req-1627bb1b-6481-45ad-9d2b-e478f192766e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597775 Sep 20 12:39:16.000249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:16.001086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 16550b74-cc18-4472-ba90-372b97925ab2 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:16.013111 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0223bb-5d60-4bf3-88ee-b2089ae40d5d x-openstack-request-id: req-ac0223bb-5d60-4bf3-88ee-b2089ae40d5d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:16.013654 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "16550b74-cc18-4472-ba90-372b97925ab2", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:16.013909 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac0223bb-5d60-4bf3-88ee-b2089ae40d5d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:16.014314 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': '16550b74-cc18-4472-ba90-372b97925ab2', 'status': 'completed', 'code': 200} Sep 20 12:39:16.028905 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:16.116669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=ceaba7dc-f1b9-4097-aa25-42b690a2ef3b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:16.117524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 16550b74-cc18-4472-ba90-372b97925ab2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:16.117907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 16550b74-cc18-4472-ba90-372b97925ab2 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:16.118335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 87fb963f-9e14-4b85-9fc5-93a193cbd2ce no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:16.139249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6711381e-a34d-4160-958e-c5227e649163 req-6511f04d-3577-4517-833d-025f40480fbc tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0457866 Sep 20 12:39:16.159347 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:16.205625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 87fb963f-9e14-4b85-9fc5-93a193cbd2ce not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:16.210460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=97c53a75-b73f-4dc7-a480-353e147cec7a,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:16.236512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] No DVR routers for this DVR port ceaba7dc-f1b9-4097-aa25-42b690a2ef3b on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:16.242173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:16.244703 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-516150c0-f36c-4649-8082-cb016a7b062a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "DELETE /v2.0/ports/ceaba7dc-f1b9-4097-aa25-42b690a2ef3b HTTP/1.1" status: 204 len: 173 time: 1.2707293 Sep 20 12:39:16.296745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9c0a08bd-1011-4055-9c9c-2db2e559d230,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:16.397468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['5bfcf913-db53-464c-ae08-dba9f9616aea'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:16.422416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 97c53a75-b73f-4dc7-a480-353e147cec7a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:16.426950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:16.518267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ea87bb21-466e-4ad5-803d-dec524381222'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:16.714511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] For port 97c53a75-b73f-4dc7-a480-353e147cec7a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=97c53a75-b73f-4dc7-a480-353e147cec7a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:16.714802 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:16.807405 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:16.841209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61634a-725a-433d-b417-fc185deca2dd req-382a3525-28f0-403f-9f78-378c9e97038b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:16.851877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa61634a-725a-433d-b417-fc185deca2dd req-382a3525-28f0-403f-9f78-378c9e97038b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.1606724 Sep 20 12:39:16.893276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961953-bf3d-475b-98b6-a709485ec90b req-b8ce4004-5294-4149-baa0-6ba2db2b793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:16.895707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98961953-bf3d-475b-98b6-a709485ec90b req-b8ce4004-5294-4149-baa0-6ba2db2b793f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16635c65e5fd4460b9459d9aa1044f23&device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 1096 time: 0.2751305 Sep 20 12:39:16.955656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa61634a-725a-433d-b417-fc185deca2dd req-30043a7a-6d5f-4061-a10b-4acbe1d8fde5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977898 Sep 20 12:39:17.110816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:17.111191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:17.111709 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Floating IP 6bffd2c2-8075-45dd-98af-767a195184c9 disassociated. External IP: 172.25.6.228, port: 97c53a75-b73f-4dc7-a480-353e147cec7a. Sep 20 12:39:17.112221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 97c53a75-b73f-4dc7-a480-353e147cec7a owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:17.124421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961953-bf3d-475b-98b6-a709485ec90b req-148227eb-0fd7-456a-8aee-baa8f5c2e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:17.127054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98961953-bf3d-475b-98b6-a709485ec90b req-148227eb-0fd7-456a-8aee-baa8f5c2e010 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 HTTP/1.1" status: 200 len: 914 time: 0.2168393 Sep 20 12:39:17.213601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98961953-bf3d-475b-98b6-a709485ec90b req-b97cd2b2-af2f-46bf-b1bf-162f60758de3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=205acbb1-2982-4484-824f-67e593362fee HTTP/1.1" status: 200 len: 217 time: 0.0661409 Sep 20 12:39:17.226401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e575d0-3ccd-4848-8216-0559baa3aa32'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:17.234909 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db4679e-1373-4d46-8046-0f11513e0d26" -d '{"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "ceaba7dc-f1b9-4097-aa25-42b690a2ef3b"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "77e575d0-3ccd-4848-8216-0559baa3aa32"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:17.384193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b109d8-d2bf-40e2-b6e0-012a224d7f6b req-ace8c0fe-ccb3-4afe-8d07-31c503934f7f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:17.391119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b109d8-d2bf-40e2-b6e0-012a224d7f6b req-ace8c0fe-ccb3-4afe-8d07-31c503934f7f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:17.397841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b109d8-d2bf-40e2-b6e0-012a224d7f6b req-ace8c0fe-ccb3-4afe-8d07-31c503934f7f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:17.399949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13b109d8-d2bf-40e2-b6e0-012a224d7f6b req-ace8c0fe-ccb3-4afe-8d07-31c503934f7f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 2410 time: 0.2693923 Sep 20 12:39:17.404242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e797cb9a-3205-4c85-847e-2313e6b29d5e req-0f503346-de07-46f4-8d48-36105d82c1eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0837402 Sep 20 12:39:17.436174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961953-bf3d-475b-98b6-a709485ec90b req-ccf6e98e-5eed-4da2-affc-acb2ecf6658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:17.438061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98961953-bf3d-475b-98b6-a709485ec90b req-ccf6e98e-5eed-4da2-affc-acb2ecf6658b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e79a953-6e33-46db-8439-040c2884f303 HTTP/1.1" status: 200 len: 854 time: 0.2150342 Sep 20 12:39:17.441873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:17.468168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9c0a08bd-1011-4055-9c9c-2db2e559d230'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:17.513483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98961953-bf3d-475b-98b6-a709485ec90b req-13872b24-6ab6-4f78-a1a4-b08b56c5e1d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613513 Sep 20 12:39:17.520326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13b109d8-d2bf-40e2-b6e0-012a224d7f6b req-ea49da4c-a5b2-4704-9993-4e0897c9f522 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127877 Sep 20 12:39:17.551479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=97c53a75-b73f-4dc7-a480-353e147cec7a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:17.810116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:39:17.830601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea30cc-63f7-4b19-8a9c-a2f68f44a8d8 req-5c7c8095-d85c-4b43-bd21-0c35808b21c6 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:17.854108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44ea30cc-63f7-4b19-8a9c-a2f68f44a8d8 req-5c7c8095-d85c-4b43-bd21-0c35808b21c6 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 945 time: 0.1766210 Sep 20 12:39:17.857415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98961953-bf3d-475b-98b6-a709485ec90b req-ca08780a-bfa0-4b0a-9a06-93c10658d3c2 service neutron] 10.222.0.21 "GET /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349094 Sep 20 12:39:17.959007 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:18.016956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:18.019236 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb1804-94aa-475c-bfca-c6f519fbdf37" -d '{"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "ceaba7dc-f1b9-4097-aa25-42b690a2ef3b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:18.026986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44ea30cc-63f7-4b19-8a9c-a2f68f44a8d8 req-5b322af9-361e-42bc-87ee-d627958e6a37 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454785 Sep 20 12:39:18.054611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:39:18.066978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] Sync routers for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:39:18.085945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:18.087814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:18.133529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98961953-bf3d-475b-98b6-a709485ec90b req-95f53955-a4ad-4164-92a0-54c4cf43f095 service neutron] 10.222.0.21 "GET /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686453 Sep 20 12:39:18.157100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] No DVR routers for this DVR port 97c53a75-b73f-4dc7-a480-353e147cec7a on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:18.163817 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:18.168370 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-c7a315c3-9715-435b-9abb-a5bc84a9abfe tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "DELETE /v2.0/ports/97c53a75-b73f-4dc7-a480-353e147cec7a HTTP/1.1" status: 204 len: 173 time: 1.9165373 Sep 20 12:39:18.191363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ea87bb21-466e-4ad5-803d-dec524381222 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:18.241459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2774c6-a73d-4dbe-8330-62bdbb14f0c3 req-fa2dbcb6-7f25-44e6-9337-f7545ed4e448 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:18.250619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2774c6-a73d-4dbe-8330-62bdbb14f0c3 req-fa2dbcb6-7f25-44e6-9337-f7545ed4e448 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:18.271312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2774c6-a73d-4dbe-8330-62bdbb14f0c3 req-fa2dbcb6-7f25-44e6-9337-f7545ed4e448 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:18.284660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e2774c6-a73d-4dbe-8330-62bdbb14f0c3 req-fa2dbcb6-7f25-44e6-9337-f7545ed4e448 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2414 time: 0.1131537 Sep 20 12:39:18.365301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 4b6e4e53-0509-44a7-9364-790c7646e523 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:18.367459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:18.389796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e2774c6-a73d-4dbe-8330-62bdbb14f0c3 req-fd754591-aa30-4bcb-b218-f3a92b68362a tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014566 Sep 20 12:39:18.395653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:18.509691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port ea87bb21-466e-4ad5-803d-dec524381222 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:39:18.510712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] For port 4b6e4e53-0509-44a7-9364-790c7646e523, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4b6e4e53-0509-44a7-9364-790c7646e523,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:18.511761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:18.524973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port ea87bb21-466e-4ad5-803d-dec524381222 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:18.525707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:18.541588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 4b6e4e53-0509-44a7-9364-790c7646e523 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:18.638830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3f0e171-452a-456a-840d-37070b91107c req-fd0dce89-3c43-47a1-99b9-544de03e672f tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0646329 Sep 20 12:39:18.777921 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fcbf1f-3b85-424d-9006-0bc823716d81 x-openstack-request-id: req-d8fcbf1f-3b85-424d-9006-0bc823716d81 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:18.778220 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "ceaba7dc-f1b9-4097-aa25-42b690a2ef3b", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "77e575d0-3ccd-4848-8216-0559baa3aa32", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:18.778471 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8fcbf1f-3b85-424d-9006-0bc823716d81 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:18.779052 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b', 'code': 200} Sep 20 12:39:18.779308 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e575d0-3ccd-4848-8216-0559baa3aa32', 'code': 200} Sep 20 12:39:18.779555 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'code': 200} Sep 20 12:39:18.875181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:18.935397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78c0c1-9905-4e42-8457-3537eb3390e5 req-94e23b92-4b3d-4776-ba30-7743a5291a49 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:18.952684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ea87bb21-466e-4ad5-803d-dec524381222, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ea87bb21-466e-4ad5-803d-dec524381222,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:18.960176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de78c0c1-9905-4e42-8457-3537eb3390e5 req-94e23b92-4b3d-4776-ba30-7743a5291a49 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0985186 Sep 20 12:39:18.966972 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:18.967951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:11Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:19.001949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] Checking router: 4b7343d0-822a-4793-b8ce-cd84f316eaa0 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:39:19.052236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:19.055918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:19.067721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=4b6e4e53-0509-44a7-9364-790c7646e523,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:19.067976 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:19.073815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5bfcf913-db53-464c-ae08-dba9f9616aea up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:19.104303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de78c0c1-9905-4e42-8457-3537eb3390e5 req-2681a370-f076-485a-9613-3d85f10bedb2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410406 Sep 20 12:39:19.195471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] No DVR routers for this DVR port 4b6e4e53-0509-44a7-9364-790c7646e523 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:19.206798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:19.213335 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-714d0dcc-506d-41bb-beba-6ea29678de9a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "DELETE /v2.0/ports/4b6e4e53-0509-44a7-9364-790c7646e523 HTTP/1.1" status: 204 len: 173 time: 1.0346262 Sep 20 12:39:19.220355 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bfe062-b42c-4a7e-9942-c59e0032cff6 x-openstack-request-id: req-88bfe062-b42c-4a7e-9942-c59e0032cff6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:19.220661 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "ceaba7dc-f1b9-4097-aa25-42b690a2ef3b", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:19.220898 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88bfe062-b42c-4a7e-9942-c59e0032cff6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:19.223569 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': 'ceaba7dc-f1b9-4097-aa25-42b690a2ef3b', 'status': 'completed', 'code': 200} Sep 20 12:39:19.377215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281dc9d-c439-430e-a2bc-2d9c2d41b046 req-23793a1a-52b5-4d5c-9b5d-582161c75daa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:19.389275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4281dc9d-c439-430e-a2bc-2d9c2d41b046 req-23793a1a-52b5-4d5c-9b5d-582161c75daa tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 943 time: 0.0998209 Sep 20 12:39:19.413680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 77e575d0-3ccd-4848-8216-0559baa3aa32 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:19.414060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:19.433731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:19.489854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4281dc9d-c439-430e-a2bc-2d9c2d41b046 req-ce9f633d-63f6-4fd3-91f4-0e229103f94f tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6e42063-69b1-410c-86a8-266834f59a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991924 Sep 20 12:39:19.623732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ea87bb21-466e-4ad5-803d-dec524381222,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:19.628160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 5bfcf913-db53-464c-ae08-dba9f9616aea completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:39:19.632466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 5bfcf913-db53-464c-ae08-dba9f9616aea triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:19.632999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:19.674342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] For port 77e575d0-3ccd-4848-8216-0559baa3aa32, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e575d0-3ccd-4848-8216-0559baa3aa32,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:19.674948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:19.689268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbfb95-673f-490a-a05d-632024ebdb03 req-d9c21a20-8746-44c1-bc2e-fc29890cf7aa tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:19.697817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5efbfb95-673f-490a-a05d-632024ebdb03 req-d9c21a20-8746-44c1-bc2e-fc29890cf7aa tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 945 time: 0.0975029 Sep 20 12:39:19.717660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 77e575d0-3ccd-4848-8216-0559baa3aa32 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:19.777558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5efbfb95-673f-490a-a05d-632024ebdb03 req-3d640532-0dc5-4bb1-9406-0f5f9c5ac3ab tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769899 Sep 20 12:39:19.906239 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:20.012336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:20.020448 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:20.039283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838584f7-e16e-447e-ac5b-0a3ff2484d45 req-e0b05b2b-4c79-4124-bb46-214b018876ed tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:20.064374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838584f7-e16e-447e-ac5b-0a3ff2484d45 req-e0b05b2b-4c79-4124-bb46-214b018876ed tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:20.095246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838584f7-e16e-447e-ac5b-0a3ff2484d45 req-e0b05b2b-4c79-4124-bb46-214b018876ed tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:20.095416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=77e575d0-3ccd-4848-8216-0559baa3aa32,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:20.114320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-838584f7-e16e-447e-ac5b-0a3ff2484d45 req-e0b05b2b-4c79-4124-bb46-214b018876ed tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2415 time: 0.1473379 Sep 20 12:39:20.201729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-838584f7-e16e-447e-ac5b-0a3ff2484d45 req-ca9a9a9a-b4c0-409c-aed3-0f623c423f9d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826845 Sep 20 12:39:20.219174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5bfcf913-db53-464c-ae08-dba9f9616aea, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5bfcf913-db53-464c-ae08-dba9f9616aea,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:20.248193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] No DVR routers for this DVR port 77e575d0-3ccd-4848-8216-0559baa3aa32 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:20.249909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:11Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:20.255906 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:20.260217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-83a0b5cd-a155-47a1-9070-fffab214f91f req-0fe6586e-f36a-4c48-8744-12b223632f18 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.32 "DELETE /v2.0/ports/77e575d0-3ccd-4848-8216-0559baa3aa32 HTTP/1.1" status: 204 len: 173 time: 1.0335739 Sep 20 12:39:20.297808 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:20.303469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b731751-a141-44f9-aa2f-424d406e2f81 None None] The sync data for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 is: [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:28:06Z', 'revision_number': 4, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '4660899b-537f-4c4b-96df-c0cc33fe71eb', 'name': '', 'network_id': '8175bc1a-9e37-4c9b-93dd-a1ebd412bf01', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'mac_address': 'fa:16:3e:96:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:28:03Z', 'updated_at': '2021-09-20T12:28:11Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'subnets': [{'id': '28a516e1-d691-4865-968b-9fdfaa0757b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:39:20.349718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0b46635-2fc7-4b43-b5b7-9bf5918dbbf5 req-4305cc7c-14d4-42a6-93ab-73fe93979dda tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0476489 Sep 20 12:39:20.370029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9c0a08bd-1011-4055-9c9c-2db2e559d230 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:20.540235 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:20.551452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=5bfcf913-db53-464c-ae08-dba9f9616aea,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:20.717660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb49-6e9e-4eff-8d4e-21f41621b29b req-4352f397-a981-4101-b2cf-79096b0c8bb0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:20.720709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9c0a08bd-1011-4055-9c9c-2db2e559d230 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:39:20.722055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1dbeb49-6e9e-4eff-8d4e-21f41621b29b req-4352f397-a981-4101-b2cf-79096b0c8bb0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.1669848 Sep 20 12:39:20.726656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9c0a08bd-1011-4055-9c9c-2db2e559d230 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:20.726656 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:20.785606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1dbeb49-6e9e-4eff-8d4e-21f41621b29b req-ab4371d0-1917-413b-942b-e4b61db545f1 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531571 Sep 20 12:39:20.801195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea87bb21-466e-4ad5-803d-dec524381222'}, {'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfcf913-db53-464c-ae08-dba9f9616aea'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:20.805097 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5d0e79-1bea-49f0-b4fc-93754e9290dd" -d '{"events": [{"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-plugged", "status": "completed", "tag": "ea87bb21-466e-4ad5-803d-dec524381222"}, {"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-plugged", "status": "completed", "tag": "5bfcf913-db53-464c-ae08-dba9f9616aea"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:20.844828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f17d2-b63b-4eee-9237-c00669322a50 None None] New status for floating IP 6bffd2c2-8075-45dd-98af-767a195184c9: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:39:20.985101 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:21.050720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9c0a08bd-1011-4055-9c9c-2db2e559d230, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9c0a08bd-1011-4055-9c9c-2db2e559d230,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:21.125920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:21.224411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': '4b6e4e53-0509-44a7-9364-790c7646e523'}, {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': '77e575d0-3ccd-4848-8216-0559baa3aa32'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:21.228136 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77189ffe-4c57-4887-a7c8-9620f17946c8" -d '{"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "4b6e4e53-0509-44a7-9364-790c7646e523"}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "77e575d0-3ccd-4848-8216-0559baa3aa32"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:21.233482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9c0a08bd-1011-4055-9c9c-2db2e559d230,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:22.166417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1680ff49-d528-4a6f-9084-9d495190b4d9 req-8d61f6eb-4056-4b60-b8cc-f9cf8523fd4d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0453715 Sep 20 12:39:22.278629 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c748d62-4f6b-4d9e-a8b1-0e51e81514c2 x-openstack-request-id: req-2c748d62-4f6b-4d9e-a8b1-0e51e81514c2 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:22.279175 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-plugged", "status": "completed", "tag": "ea87bb21-466e-4ad5-803d-dec524381222", "code": 200}, {"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-plugged", "status": "completed", "tag": "5bfcf913-db53-464c-ae08-dba9f9616aea", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:22.279626 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c748d62-4f6b-4d9e-a8b1-0e51e81514c2 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:22.280377 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea87bb21-466e-4ad5-803d-dec524381222', 'code': 200} Sep 20 12:39:22.280738 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfcf913-db53-464c-ae08-dba9f9616aea', 'code': 200} Sep 20 12:39:22.335816 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a6c4cd-e64d-43e7-bfaa-d533539bbd1f x-openstack-request-id: req-a0a6c4cd-e64d-43e7-bfaa-d533539bbd1f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:22.336393 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "97c53a75-b73f-4dc7-a480-353e147cec7a", "status": "completed", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "4b6e4e53-0509-44a7-9364-790c7646e523", "status": "completed", "code": 200}, {"server_uuid": "dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba", "name": "network-vif-deleted", "tag": "77e575d0-3ccd-4848-8216-0559baa3aa32", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:22.336393 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0a6c4cd-e64d-43e7-bfaa-d533539bbd1f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:22.336884 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': '97c53a75-b73f-4dc7-a480-353e147cec7a', 'status': 'completed', 'code': 200} Sep 20 12:39:22.337178 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': '4b6e4e53-0509-44a7-9364-790c7646e523', 'status': 'completed', 'code': 200} Sep 20 12:39:22.337430 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba', 'name': 'network-vif-deleted', 'tag': '77e575d0-3ccd-4848-8216-0559baa3aa32', 'status': 'completed', 'code': 200} Sep 20 12:39:22.486923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18028188-306f-4eee-8116-e42feef931df req-51754b77-22da-4f3e-a2b4-2c9ca294feaa tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:22.493832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18028188-306f-4eee-8116-e42feef931df req-51754b77-22da-4f3e-a2b4-2c9ca294feaa tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:22.500427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18028188-306f-4eee-8116-e42feef931df req-51754b77-22da-4f3e-a2b4-2c9ca294feaa tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:22.502210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18028188-306f-4eee-8116-e42feef931df req-51754b77-22da-4f3e-a2b4-2c9ca294feaa tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2417 time: 0.0990250 Sep 20 12:39:22.549605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18028188-306f-4eee-8116-e42feef931df req-59aafcba-53fb-481a-8403-a761f3cb3565 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386758 Sep 20 12:39:23.571150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23196233-150a-4158-8bfa-615ecae6f13f req-92c2771a-8d74-41b0-b3fa-f5af7d490eb6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:23.574785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23196233-150a-4158-8bfa-615ecae6f13f req-92c2771a-8d74-41b0-b3fa-f5af7d490eb6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.1843741 Sep 20 12:39:23.590987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-31e23306-19ca-4e8e-b5cf-cf1b6a71b324 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:23.592689 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-31e23306-19ca-4e8e-b5cf-cf1b6a71b324 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 945 time: 0.1528282 Sep 20 12:39:23.683079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23196233-150a-4158-8bfa-615ecae6f13f req-711e3262-f272-41e1-afb7-d8a87eba9059 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889342 Sep 20 12:39:23.755610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Deleting port 205acbb1-2982-4484-824f-67e593362fee {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:23.755976 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:23.890708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac281a2-1b7b-401a-b457-05003aceeece req-9b055a90-7961-45e8-b465-362aabc48293 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:23.906686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ac281a2-1b7b-401a-b457-05003aceeece req-9b055a90-7961-45e8-b465-362aabc48293 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 945 time: 0.1100564 Sep 20 12:39:23.996649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ac281a2-1b7b-401a-b457-05003aceeece req-30e15c46-719c-416f-901a-39bffbd677cf tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/security-groups?id=5381c803-bda1-437d-83e8-3ff8db6c62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964174 Sep 20 12:39:24.051951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] For port 205acbb1-2982-4484-824f-67e593362fee, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=205acbb1-2982-4484-824f-67e593362fee,segment=NetworkSegment(fd2a83ce-311d-4bf9-b492-1264c6d64cff),segment_id=fd2a83ce-311d-4bf9-b492-1264c6d64cff)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:24.056917 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:24.073633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Calling delete_port for 205acbb1-2982-4484-824f-67e593362fee owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:24.155213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-016a6bdc-88a7-434e-9b65-2975c0a5d75a req-51261e1d-5e1b-4122-9556-f06cdcf4699a tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0338843 Sep 20 12:39:24.282576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0a08bd-1011-4055-9c9c-2db2e559d230'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:24.287366 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738da8ab-3751-4972-9002-6b9f3e3313ea" -d '{"events": [{"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-plugged", "status": "completed", "tag": "9c0a08bd-1011-4055-9c9c-2db2e559d230"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:24.337467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f6a85ce-e33c-4e4c-97d0-bbb59d3dc95b req-2055f531-454c-4a37-8eff-8305d081a4be tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0322495 Sep 20 12:39:24.383860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:24.396492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['205acbb1-2982-4484-824f-67e593362fee'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:24.452633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Pushing event deleted for resources: {'Port': ['ID=205acbb1-2982-4484-824f-67e593362fee,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:24.517952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.518239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.518796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.520697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.520697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.520697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.520697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.520697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.521191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.521280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.521697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.522104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:24.558573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] No DVR routers for this DVR port 205acbb1-2982-4484-824f-67e593362fee on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:24.558573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:24.559833 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d76ff017-d0ed-4cd6-aa79-d86e175a3521 req-292306ce-97ce-4322-b282-c06d5d1daa93 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.21 "DELETE /v2.0/ports/205acbb1-2982-4484-824f-67e593362fee HTTP/1.1" status: 204 len: 173 time: 0.9524450 Sep 20 12:39:24.564836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22d1a32-0988-48f8-a0e9-cc39fa0bda4d', 'name': 'network-vif-deleted', 'tag': '205acbb1-2982-4484-824f-67e593362fee'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:24.567875 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906246ff-e06f-4c29-9550-825da48880c7" -d '{"events": [{"server_uuid": "a22d1a32-0988-48f8-a0e9-cc39fa0bda4d", "name": "network-vif-deleted", "tag": "205acbb1-2982-4484-824f-67e593362fee"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:24.585589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e23ce-0a70-4852-b089-c6118d09b8f3 req-687adf5d-dfb5-4887-84d7-5ee1d8e78748 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:24.591957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e23ce-0a70-4852-b089-c6118d09b8f3 req-687adf5d-dfb5-4887-84d7-5ee1d8e78748 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:24.602694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e23ce-0a70-4852-b089-c6118d09b8f3 req-687adf5d-dfb5-4887-84d7-5ee1d8e78748 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:24.610027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b7e23ce-0a70-4852-b089-c6118d09b8f3 req-687adf5d-dfb5-4887-84d7-5ee1d8e78748 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2417 time: 0.1477704 Sep 20 12:39:24.649910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b7e23ce-0a70-4852-b089-c6118d09b8f3 req-533d3df5-c50b-4938-8e94-2b096cf6784a tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385516 Sep 20 12:39:24.707438 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336bbbb8-7903-43bd-90de-50c665676035 x-openstack-request-id: req-336bbbb8-7903-43bd-90de-50c665676035 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:24.707592 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-plugged", "status": "completed", "tag": "9c0a08bd-1011-4055-9c9c-2db2e559d230", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:24.707777 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-336bbbb8-7903-43bd-90de-50c665676035 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:24.708370 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0a08bd-1011-4055-9c9c-2db2e559d230', 'code': 200} Sep 20 12:39:24.829999 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694a246c-a23b-4a2e-969f-ec6ce25b7cce x-openstack-request-id: req-694a246c-a23b-4a2e-969f-ec6ce25b7cce {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:24.830439 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22d1a32-0988-48f8-a0e9-cc39fa0bda4d", "name": "network-vif-deleted", "tag": "205acbb1-2982-4484-824f-67e593362fee", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:24.830791 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-694a246c-a23b-4a2e-969f-ec6ce25b7cce {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:24.831294 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22d1a32-0988-48f8-a0e9-cc39fa0bda4d', 'name': 'network-vif-deleted', 'tag': '205acbb1-2982-4484-824f-67e593362fee', 'status': 'completed', 'code': 200} Sep 20 12:39:24.902033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd3caa-09ae-4419-9294-a54e7d7bb2ce req-8dff0699-5ef8-43ae-901f-c48999f0dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:24.907037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd3caa-09ae-4419-9294-a54e7d7bb2ce req-8dff0699-5ef8-43ae-901f-c48999f0dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:24.907037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd3caa-09ae-4419-9294-a54e7d7bb2ce req-8dff0699-5ef8-43ae-901f-c48999f0dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:24.907037 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ffd3caa-09ae-4419-9294-a54e7d7bb2ce req-8dff0699-5ef8-43ae-901f-c48999f0dd3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2870 time: 0.0934505 Sep 20 12:39:24.959502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ffd3caa-09ae-4419-9294-a54e7d7bb2ce req-3e029d22-b493-4ad0-9a2b-c23d7541d9e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463972 Sep 20 12:39:24.960070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d458ce-6b20-4669-a359-0b822fa390f5 req-76a30ab3-85ea-40ca-9f74-fcc715a31bae tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:24.962422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99d458ce-6b20-4669-a359-0b822fa390f5 req-76a30ab3-85ea-40ca-9f74-fcc715a31bae tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0718369 Sep 20 12:39:25.027513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99d458ce-6b20-4669-a359-0b822fa390f5 req-a2dff7ab-cbea-40ac-84f9-77b6652263be tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577762 Sep 20 12:39:25.089736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35814) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:25.214516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e8022ce-1ec8-4e2c-83a7-c98d9af697ce req-4f3136e4-9733-4ce1-bae9-ed78f3c9d497 tempest-InstanceActionsTestJSON-705065034 tempest-InstanceActionsTestJSON-705065034-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22d1a32-0988-48f8-a0e9-cc39fa0bda4d HTTP/1.1" status: 200 len: 210 time: 0.0578201 Sep 20 12:39:25.335305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-6f91b582-b5c3-448f-b032-9bb4b8542df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:25.337452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-6f91b582-b5c3-448f-b032-9bb4b8542df9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1097 time: 0.0887434 Sep 20 12:39:25.370107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2cd2176-c6c6-4cbd-8192-39f9635be1d6 req-731588e0-6f32-4bf2-a7af-336e48cd773c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0522358 Sep 20 12:39:25.506385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-47d3d574-70be-4ea6-b0e4-a0534592cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:25.509034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-47d3d574-70be-4ea6-b0e4-a0534592cf69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.1572127 Sep 20 12:39:25.542251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cd3010b-ed0c-49f4-99ef-194972ac782d req-2e6b470d-324b-457a-9658-5152bc4f5ee0 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0317888 Sep 20 12:39:25.645638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-3cace816-54af-4637-bc9e-4657f5339c15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 1001 time: 0.1022582 Sep 20 12:39:25.714628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-5a20060c-d729-4020-993b-8770a6b80f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:25.717029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-5a20060c-d729-4020-993b-8770a6b80f4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0637341 Sep 20 12:39:25.831549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:25.878818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7d9d-49f9-48ea-8bee-98731d77ef18 req-4d451c39-c0bd-4ac5-8dfd-62c0dea23b1d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:25.885126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7d9d-49f9-48ea-8bee-98731d77ef18 req-4d451c39-c0bd-4ac5-8dfd-62c0dea23b1d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:25.891308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7d9d-49f9-48ea-8bee-98731d77ef18 req-4d451c39-c0bd-4ac5-8dfd-62c0dea23b1d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:25.893218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-187d7d9d-49f9-48ea-8bee-98731d77ef18 req-4d451c39-c0bd-4ac5-8dfd-62c0dea23b1d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2417 time: 0.1311409 Sep 20 12:39:25.896705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-c3c3b6b9-2c2f-4399-80df-a9700d6fccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:25.900330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-c3c3b6b9-2c2f-4399-80df-a9700d6fccc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640553 Sep 20 12:39:26.011105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-187d7d9d-49f9-48ea-8bee-98731d77ef18 req-a5021812-9bec-42a3-9cf7-cda4b45221c8 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050925 Sep 20 12:39:26.041892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-ee0c4971-8538-4c3e-b0f9-a707c3ba9e4f service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293840 Sep 20 12:39:26.136561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Deleting port 3834255f-c711-49bd-9876-510de7297849 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:26.136561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:26.222578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59488e-b676-4fbc-928b-1341bfed349f req-419087fa-75c0-4ed7-9476-6c262ba7aba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:26.224443 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a59488e-b676-4fbc-928b-1341bfed349f req-419087fa-75c0-4ed7-9476-6c262ba7aba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0814097 Sep 20 12:39:26.229625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c5d844f-a6e9-4a8b-863f-84d282eacbdf req-f5604855-ec7c-4382-ab88-56e7d55266e0 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802595 Sep 20 12:39:26.231120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] For port 3834255f-c711-49bd-9876-510de7297849, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3834255f-c711-49bd-9876-510de7297849,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:26.231782 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:26.253930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Calling delete_port for 3834255f-c711-49bd-9876-510de7297849 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:26.288945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a59488e-b676-4fbc-928b-1341bfed349f req-b33c8180-d939-4196-aa65-09684506a728 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Sep 20 12:39:26.331594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:26.379022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d750b150-fcb5-4146-ad50-911e5074d1c7 admin admin] Deleting subnet 7e79a953-6e33-46db-8439-040c2884f303 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:39:26.382706 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d750b150-fcb5-4146-ad50-911e5074d1c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:26.436735 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d750b150-fcb5-4146-ad50-911e5074d1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:26.499895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79b664b5-4f4c-455e-abf9-b2155672a6d3 req-dd15e443-cea3-4e85-b614-46ed62c67df5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0401025 Sep 20 12:39:26.516844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d750b150-fcb5-4146-ad50-911e5074d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:26.559856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:26.564854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 205acbb1-2982-4484-824f-67e593362fee no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:26.599687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3834255f-c711-49bd-9876-510de7297849,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:26.628529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 205acbb1-2982-4484-824f-67e593362fee {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:26.628882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 205acbb1-2982-4484-824f-67e593362fee not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:26.651624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d750b150-fcb5-4146-ad50-911e5074d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:26.693963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750b150-fcb5-4146-ad50-911e5074d1c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e79a953-6e33-46db-8439-040c2884f303,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:26.723357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d750b150-fcb5-4146-ad50-911e5074d1c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:26.733402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d750b150-fcb5-4146-ad50-911e5074d1c7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7e79a953-6e33-46db-8439-040c2884f303 HTTP/1.1" status: 204 len: 168 time: 0.3929422 Sep 20 12:39:26.735250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35852) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:26.749431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a5cfb58-ed57-44bc-b581-8e48a54834f2 req-7bb3b4d3-fd86-4a78-a6f7-9523d465d1c4 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0574167 Sep 20 12:39:26.878903 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.012874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.015501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.074908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e936fb1-b91b-4181-ad45-3cbf3c5c1a49']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:27.089433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2a83ce-311d-4bf9-b492-1264c6d64cff') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:27.089800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2a83ce-311d-4bf9-b492-1264c6d64cff') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:27.103642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.127050 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.133915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:39:27.134483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.158402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8576-a1bf-4998-9d6b-3cd63f68fc04 req-0562943b-a30a-42c5-8eb5-502c051f8494 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:27.167926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8576-a1bf-4998-9d6b-3cd63f68fc04 req-0562943b-a30a-42c5-8eb5-502c051f8494 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:27.174416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8576-a1bf-4998-9d6b-3cd63f68fc04 req-0562943b-a30a-42c5-8eb5-502c051f8494 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:27.176150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a8c8576-a1bf-4998-9d6b-3cd63f68fc04 req-0562943b-a30a-42c5-8eb5-502c051f8494 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2417 time: 0.0804691 Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:39:27.190103 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:39:27.243200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a8c8576-a1bf-4998-9d6b-3cd63f68fc04 req-4eaf69ec-9117-467c-ba59-575d221b0e33 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486934 Sep 20 12:39:27.323317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.339362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.341150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] 10.222.0.37 "DELETE /v2.0/networks/0e936fb1-b91b-4181-ad45-3cbf3c5c1a49 HTTP/1.1" status: 204 len: 168 time: 0.6045856 Sep 20 12:39:27.371279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e8c8e-2ae3-4097-9dc5-65338841df7e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e936fb1-b91b-4181-ad45-3cbf3c5c1a49,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:27.434928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Router 12397319-85fd-490c-8198-f34ffa6938ce has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:39:27.446653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ad1fe-d942-4c6c-be3c-51e7a1342d0a req-91d0a794-27b7-4ce8-8af7-236eda1bb7a4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:27.448271 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa7ad1fe-d942-4c6c-be3c-51e7a1342d0a req-91d0a794-27b7-4ce8-8af7-236eda1bb7a4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.0561206 Sep 20 12:39:27.491910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa7ad1fe-d942-4c6c-be3c-51e7a1342d0a req-d79d4ce0-bf9e-4843-9db2-349c20b92c3d tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366476 Sep 20 12:39:27.586383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:39:27.597506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83302547-45f9-4040-9e40-bd34953e020f None None] Sync routers for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:39:27.610377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83302547-45f9-4040-9e40-bd34953e020f None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:27.611063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-83302547-45f9-4040-9e40-bd34953e020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:27.614487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:27.617406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a215d9b8-a0e4-4765-bdb8-0abf188cce15 admin admin] 10.222.0.37 "PUT /v2.0/routers/12397319-85fd-490c-8198-f34ffa6938ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5238686 Sep 20 12:39:27.739438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35878) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:27.770090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-83302547-45f9-4040-9e40-bd34953e020f None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:27.791078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.814204 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fdb72096-abeb-4f14-833d-9a1579f5a399 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16635c65e5fd4460b9459d9aa1044f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735219 Sep 20 12:39:27.814833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35884) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:27.867821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e052d56-3229-4ae7-8c1b-08d5a6fd199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.894205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e052d56-3229-4ae7-8c1b-08d5a6fd199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:27.925187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.034182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e052d56-3229-4ae7-8c1b-08d5a6fd199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.037542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e052d56-3229-4ae7-8c1b-08d5a6fd199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.039871 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7e052d56-3229-4ae7-8c1b-08d5a6fd199a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5381c803-bda1-437d-83e8-3ff8db6c62a6 HTTP/1.1" status: 204 len: 168 time: 0.2238135 Sep 20 12:39:28.056347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bc08742-fc0c-41d4-b65d-7f988cda6407 req-db346d0e-8253-4bc6-83c8-51c17667609e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0401955 Sep 20 12:39:28.064218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e052d56-3229-4ae7-8c1b-08d5a6fd199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5381c803-bda1-437d-83e8-3ff8db6c62a6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:28.135869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-83302547-45f9-4040-9e40-bd34953e020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:39:26Z', 'revision_number': 5, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port': {'id': 'd9dab1e9-9f73-499f-bfcb-3a66fa6597d9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12397319-85fd-490c-8198-f34ffa6938ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:28.167758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Deleting port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:28.168109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.175522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83302547-45f9-4040-9e40-bd34953e020f None None] Checking router: 12397319-85fd-490c-8198-f34ffa6938ce for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:39:28.192148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83302547-45f9-4040-9e40-bd34953e020f None None] Routers {'12397319-85fd-490c-8198-f34ffa6938ce'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:28.193405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-83302547-45f9-4040-9e40-bd34953e020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['12397319-85fd-490c-8198-f34ffa6938ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:28.259928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50d564f2-462c-47e5-bf1e-d38709fdbcef req-cd6fe1de-4dd8-4cd3-8866-14b31ac5c097 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0509226 Sep 20 12:39:28.316867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-83302547-45f9-4040-9e40-bd34953e020f None None] Set router 12397319-85fd-490c-8198-f34ffa6938ce gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:28.329560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] For port d9dab1e9-9f73-499f-bfcb-3a66fa6597d9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d9dab1e9-9f73-499f-bfcb-3a66fa6597d9,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:28.330099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.360053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Calling delete_port for d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:28.609074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-83302547-45f9-4040-9e40-bd34953e020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:39:27Z', 'revision_number': 6, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:28.613309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:28.678167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfa489-5da4-409c-935f-875b172711c0 req-156f401a-cfa9-4b04-b532-6ca4c82e0a92 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:28.682582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83302547-45f9-4040-9e40-bd34953e020f None None] The sync data for ids ['12397319-85fd-490c-8198-f34ffa6938ce'] in n-d-809934-3 is: [{'id': '12397319-85fd-490c-8198-f34ffa6938ce', 'name': 'tempest-AttachVolumeTestJSON-1949043792-router', 'tenant_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:31:35Z', 'updated_at': '2021-09-20T12:39:27Z', 'revision_number': 6, 'project_id': '9ef2fcf0d9ef48548cdade7cbef5b4f5', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:39:28.691129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfa489-5da4-409c-935f-875b172711c0 req-156f401a-cfa9-4b04-b532-6ca4c82e0a92 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:28.717527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfa489-5da4-409c-935f-875b172711c0 req-156f401a-cfa9-4b04-b532-6ca4c82e0a92 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:28.720818 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24cfa489-5da4-409c-935f-875b172711c0 req-156f401a-cfa9-4b04-b532-6ca4c82e0a92 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2417 time: 0.3621511 Sep 20 12:39:28.771071 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.783099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24cfa489-5da4-409c-935f-875b172711c0 req-ee4c5a42-caaf-4e38-a7ff-a1448a0aef2e tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Sep 20 12:39:28.784000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.827435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:28.830276 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32f0c6e-4d22-49be-aa68-709db863d8a9" -d '{"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-unplugged", "status": "completed", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:28.842190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dab1e9-9f73-499f-bfcb-3a66fa6597d9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:28.850172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:28.932390 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.956342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:28.999444 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca85c65-914b-44f3-b092-48860aec24f5 req-f0e3405c-bdaa-4608-a458-51666239e7c0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:29.000980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dca85c65-914b-44f3-b092-48860aec24f5 req-f0e3405c-bdaa-4608-a458-51666239e7c0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 946 time: 0.1132245 Sep 20 12:39:29.019346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:29.029670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.030175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.030658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.031005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.031387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.031726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.032102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.032441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.032768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.033155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.033579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.037987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:29.423445 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:29.425841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:29.513141 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dca85c65-914b-44f3-b092-48860aec24f5 req-8d06fd73-4206-444e-8ed5-a6ba98e130fe tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394711 Sep 20 12:39:29.541492 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc73dbc-19e7-4048-9c65-83b4e1001a9b x-openstack-request-id: req-0fc73dbc-19e7-4048-9c65-83b4e1001a9b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:29.541856 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-unplugged", "status": "failed", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f", "code": 422}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:29.542175 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fc73dbc-19e7-4048-9c65-83b4e1001a9b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:29.542659 n-d-809934-3 neutron-server[95504]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'code': 422} returned with failed status Sep 20 12:39:29.629763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:29.630305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12397319-85fd-490c-8198-f34ffa6938ce {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:39:29.640268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:29.641424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-214e37ea-e179-4e03-ab6f-ec836282a955 admin admin] 10.222.0.37 "DELETE /v2.0/routers/12397319-85fd-490c-8198-f34ffa6938ce HTTP/1.1" status: 204 len: 168 time: 2.0259156 Sep 20 12:39:29.644662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a9087-f330-476a-aba9-c61028a36007 req-38240451-2152-4869-aa39-e77a70c1dfef tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:29.661038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a9087-f330-476a-aba9-c61028a36007 req-38240451-2152-4869-aa39-e77a70c1dfef tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:29.666190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:29.668464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2728e4d5-b1cc-4d92-b732-d8adea405026 req-bd571f3e-19ed-4c74-8774-e85d6924c6e1 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0497632 Sep 20 12:39:29.679941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a9087-f330-476a-aba9-c61028a36007 req-38240451-2152-4869-aa39-e77a70c1dfef tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:29.684613 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b9a9087-f330-476a-aba9-c61028a36007 req-38240451-2152-4869-aa39-e77a70c1dfef tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 2417 time: 0.1574390 Sep 20 12:39:29.737311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-27674d43-51c2-4cdb-8190-c3de2a2e6951 admin admin] Deleting subnet 76d6526c-3c48-49ad-99cb-61f38c15e465 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:39:29.751081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27674d43-51c2-4cdb-8190-c3de2a2e6951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:29.788455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35940) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:29.832465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d3af71-0b0b-445b-b782-288860b8eb67 req-0b34f966-6096-4b5a-95f0-e3fd62957d91 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0399041 Sep 20 12:39:29.841645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27674d43-51c2-4cdb-8190-c3de2a2e6951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:29.849381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port 9c0a08bd-1011-4055-9c9c-2db2e559d230 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:29.849725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.009949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1589445598-network', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:30.044116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27674d43-51c2-4cdb-8190-c3de2a2e6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.065314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port 9c0a08bd-1011-4055-9c9c-2db2e559d230, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9c0a08bd-1011-4055-9c9c-2db2e559d230,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:30.065683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.084228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for 9c0a08bd-1011-4055-9c9c-2db2e559d230 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:30.170932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Made reservation on behalf of 044354e631ee4f1393b12cb53857dcf8 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:30.173324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.188024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.193322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27674d43-51c2-4cdb-8190-c3de2a2e6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.216527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674d43-51c2-4cdb-8190-c3de2a2e6951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d6526c-3c48-49ad-99cb-61f38c15e465,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:30.246651 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27674d43-51c2-4cdb-8190-c3de2a2e6951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.248790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-27674d43-51c2-4cdb-8190-c3de2a2e6951 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/76d6526c-3c48-49ad-99cb-61f38c15e465 HTTP/1.1" status: 204 len: 168 time: 0.5776045 Sep 20 12:39:30.251338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:30.260159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc85993-1d1b-4188-994e-2c7a9268337c None None] Network 13d2b79b-fa8e-4459-a611-a142cb4e23ce requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:30.333058 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.396123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Deleting port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:30.396707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.459820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.476869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['5bfcf913-db53-464c-ae08-dba9f9616aea', 'ea87bb21-466e-4ad5-803d-dec524381222', '9c0a08bd-1011-4055-9c9c-2db2e559d230'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:30.502907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] For port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=54e2dfd5-19a4-4b2f-8ac6-badfaccd9004,segment=NetworkSegment(3744b096-1596-4519-87a3-7c8e3c4a0452),segment_id=3744b096-1596-4519-87a3-7c8e3c4a0452)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:30.503914 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.532243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] DHCP port deletion for 13d2b79b-fa8e-4459-a611-a142cb4e23ce request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:39:30.538622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Calling delete_port for 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:30.634785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=9c0a08bd-1011-4055-9c9c-2db2e559d230,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:30.668376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3834255f-c711-49bd-9876-510de7297849 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:30.707834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.709337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port 9c0a08bd-1011-4055-9c9c-2db2e559d230 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:30.713134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.715459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b9a9087-f330-476a-aba9-c61028a36007 req-13bcabdb-cd27-446e-839a-7014669288d3 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "DELETE /v2.0/ports/9c0a08bd-1011-4055-9c9c-2db2e559d230 HTTP/1.1" status: 204 len: 173 time: 1.0242264 Sep 20 12:39:30.716142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-deleted', 'tag': '9c0a08bd-1011-4055-9c9c-2db2e559d230'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:30.723936 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20447776-2bf1-4392-98e5-a9d7a0dbd4bc" -d '{"events": [{"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-deleted", "tag": "9c0a08bd-1011-4055-9c9c-2db2e559d230"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:30.728460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 3834255f-c711-49bd-9876-510de7297849 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:30.729084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3834255f-c711-49bd-9876-510de7297849 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:30.729838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:30.765930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.779726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:39:30.791654 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.791983 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Added segment a4493da8-eae3-46ce-a9c9-1f9e8256fee1 of type vlan for network e919b80f-c198-4e62-ad65-66b9457e8ab2 Sep 20 12:39:30.816156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.845927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:30.846626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d9dab1e9-9f73-499f-bfcb-3a66fa6597d9 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:30.847443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e2dfd5-19a4-4b2f-8ac6-badfaccd9004,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:30.855245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] No DVR routers for this DVR port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:30.861342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.919580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8390f53f-cf2f-4ecd-a065-47061bb81260,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:30.951648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port 5bfcf913-db53-464c-ae08-dba9f9616aea {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:30.952074 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.974748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] Deleting port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:30.975664 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:30.985548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.010438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d2b79b-fa8e-4459-a611-a142cb4e23ce']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:31.021585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3744b096-1596-4519-87a3-7c8e3c4a0452') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:31.021892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3744b096-1596-4519-87a3-7c8e3c4a0452') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:31.041137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.065901 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.074042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:39:31.075233 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.093919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] For port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:31.094140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:39:31.097454 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:39:31.125121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] Calling delete_port for 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:31.131579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] Port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:39:31.153626 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.199578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] Pushing event deleted for resources: {'Port': ['ID=54e2dfd5-19a4-4b2f-8ac6-badfaccd9004,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:31.202913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e534d8-b2dc-4d20-833f-b2546aee56be None None] No DVR routers for this DVR port 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:31.217165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.224232 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.228888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] 10.222.0.37 "DELETE /v2.0/networks/13d2b79b-fa8e-4459-a611-a142cb4e23ce HTTP/1.1" status: 204 len: 168 time: 0.9739735 Sep 20 12:39:31.240556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fe439-2c25-477c-9fc7-53c1a7884959 admin admin] Pushing event deleted for resources: {'Network': ['ID=13d2b79b-fa8e-4459-a611-a142cb4e23ce,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:31.368148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbcf3-bfbe-4137-9d78-23b7f9a68b86 req-f615e10a-5eab-436c-81ee-8a2769c35bf7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:31.374840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbcf3-bfbe-4137-9d78-23b7f9a68b86 req-f615e10a-5eab-436c-81ee-8a2769c35bf7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:31.376693 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89cdbcf3-bfbe-4137-9d78-23b7f9a68b86 req-f615e10a-5eab-436c-81ee-8a2769c35bf7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 1681 time: 0.0836985 Sep 20 12:39:31.448010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89cdbcf3-bfbe-4137-9d78-23b7f9a68b86 req-80d8d3af-ce36-4b04-839b-0354225c0592 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651994 Sep 20 12:39:31.529679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.530769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:31.531481 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.585715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a5b2d26-e44e-4866-af15-0a86de246426 req-df2f526f-75e5-4d60-a7de-72f4595a6a95 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0480525 Sep 20 12:39:31.628615 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8375189 Sep 20 12:39:31.632245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da05d43-53f9-4866-b767-911aa5b41e9a admin admin] Pushing event updated for resources: {'Network': ['ID=e919b80f-c198-4e62-ad65-66b9457e8ab2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:31.633994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:31.639422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Request body: {'subnet': {'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1589445598-subnet', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:31.653369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e919b80f-c198-4e62-ad65-66b9457e8ab2 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:39:31.656818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port 5bfcf913-db53-464c-ae08-dba9f9616aea, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5bfcf913-db53-464c-ae08-dba9f9616aea,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:31.659459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.667671 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd71cb5e-4946-43c9-9fc8-2093244175f4 x-openstack-request-id: req-dd71cb5e-4946-43c9-9fc8-2093244175f4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:31.668207 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-deleted", "tag": "9c0a08bd-1011-4055-9c9c-2db2e559d230", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:31.669601 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd71cb5e-4946-43c9-9fc8-2093244175f4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:31.670930 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-deleted', 'tag': '9c0a08bd-1011-4055-9c9c-2db2e559d230', 'status': 'completed', 'code': 200} Sep 20 12:39:31.688897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for 5bfcf913-db53-464c-ae08-dba9f9616aea owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:31.707797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35992) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:31.758789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aabf3d0f-d4ab-449f-a438-82153b86bff1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ef2fcf0d9ef48548cdade7cbef5b4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486047 Sep 20 12:39:31.759097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35994) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:31.777105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Made reservation on behalf of 044354e631ee4f1393b12cb53857dcf8 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:31.780169 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.842402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8e92bc-3519-4d39-b0b9-111dce47c63b req-d92c35d6-678e-49fb-8a9c-39724dc083f9 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0698223 Sep 20 12:39:31.914908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acb73cdb-4a5b-4cf2-8abb-9e886ebead43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.936880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.940422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-ecefffe0-45a8-41ef-b999-6f0035da54f6 req-433d99ef-dc0e-4be4-adb8-ee62e24aa206 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:39:31.941703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ecefffe0-45a8-41ef-b999-6f0035da54f6 req-433d99ef-dc0e-4be4-adb8-ee62e24aa206 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063822 Sep 20 12:39:31.949314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acb73cdb-4a5b-4cf2-8abb-9e886ebead43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:31.950711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9c0a08bd-1011-4055-9c9c-2db2e559d230'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:32.004806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=5bfcf913-db53-464c-ae08-dba9f9616aea,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:32.077425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port 5bfcf913-db53-464c-ae08-dba9f9616aea on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:32.080790 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:32.083283 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b9a9087-f330-476a-aba9-c61028a36007 req-19fa06d1-b8e8-4fb1-be5f-18623545e732 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "DELETE /v2.0/ports/5bfcf913-db53-464c-ae08-dba9f9616aea HTTP/1.1" status: 204 len: 173 time: 1.3550692 Sep 20 12:39:32.148188 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acb73cdb-4a5b-4cf2-8abb-9e886ebead43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:32.151912 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acb73cdb-4a5b-4cf2-8abb-9e886ebead43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:32.155874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-acb73cdb-4a5b-4cf2-8abb-9e886ebead43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/310c1233-ee5c-4dcb-902b-8724524d64f3 HTTP/1.1" status: 204 len: 168 time: 0.3958497 Sep 20 12:39:32.178053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb73cdb-4a5b-4cf2-8abb-9e886ebead43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310c1233-ee5c-4dcb-902b-8724524d64f3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:32.190743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:32.253138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb9a76f-97d7-4272-86d6-6d6001f3c662,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:32.301204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port ea87bb21-466e-4ad5-803d-dec524381222 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:32.302260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:32.302726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Checking segment: {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:32.302972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Network hostable DHCP agents. Network: e919b80f-c198-4e62-ad65-66b9457e8ab2, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:39:32.443629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2b108-597b-4f77-bbe5-89163179acc8 req-a0c7e90a-a12c-4c88-99be-09a8d98f8427 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:32.445658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdc2b108-597b-4f77-bbe5-89163179acc8 req-a0c7e90a-a12c-4c88-99be-09a8d98f8427 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0846984 Sep 20 12:39:32.461670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port ea87bb21-466e-4ad5-803d-dec524381222, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ea87bb21-466e-4ad5-803d-dec524381222,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:32.462363 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:32.489341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Network e919b80f-c198-4e62-ad65-66b9457e8ab2 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:39:32.490407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for ea87bb21-466e-4ad5-803d-dec524381222 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:32.574850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdc2b108-597b-4f77-bbe5-89163179acc8 req-b7c40981-969f-47d6-83ae-5f895b9beb37 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221578 Sep 20 12:39:32.642007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:32.718543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:32.719205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 54e2dfd5-19a4-4b2f-8ac6-badfaccd9004 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:32.755436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e919b80f-c198-4e62-ad65-66b9457e8ab2) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:32.767045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d2115-c503-48df-8317-2ac13730eeee None None] Network e919b80f-c198-4e62-ad65-66b9457e8ab2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:32.776991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:32.787371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:32.863291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfa833-a5c1-4c64-8af7-8a800cc46527 req-fb38dd7e-2328-4a05-936c-8904df151e48 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:32.880240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbcfa833-a5c1-4c64-8af7-8a800cc46527 req-fb38dd7e-2328-4a05-936c-8904df151e48 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=deef4e63-d402-4b28-bda2-50e46ba7a414 HTTP/1.1" status: 200 len: 945 time: 0.1955192 Sep 20 12:39:32.885249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:32.952738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=ea87bb21-466e-4ad5-803d-dec524381222,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:32.973601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbcfa833-a5c1-4c64-8af7-8a800cc46527 req-98504465-2a06-4183-bcc8-4e3df9342648 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924001 Sep 20 12:39:32.983561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef0249fd-0371-4ed1-9753-f418de25484a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3467038 Sep 20 12:39:32.985590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36030) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:32.990131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:33.079320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port ea87bb21-466e-4ad5-803d-dec524381222 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:33.083390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e176d14-6f25-4410-b44b-2f110fa78ff2 None None] Network e919b80f-c198-4e62-ad65-66b9457e8ab2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:33.088197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:33.092525 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b9a9087-f330-476a-aba9-c61028a36007 req-32109493-2750-416f-a226-0ae00cf65854 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "DELETE /v2.0/ports/ea87bb21-466e-4ad5-803d-dec524381222 HTTP/1.1" status: 204 len: 173 time: 1.0030637 Sep 20 12:39:33.147433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b912a45-75f7-48b9-acfc-e61057f54e5e req-2e095a36-1f06-408f-bb11-c8b4336b1fba tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0415311 Sep 20 12:39:33.166329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:33.169682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:33.277246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:33.322737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eae65156-9a54-4f7b-be9e-f4a432d60fa5 req-6748f3f0-31f7-4835-a015-00e9f003eb9a tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0472760 Sep 20 12:39:33.578412 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:33.589131 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-93e8141e-9c1c-4d41-9688-3c6743e0c61d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1651318 Sep 20 12:39:33.599531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-9600ae62-3b9e-426b-8978-aa965c9971e2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:39:33.600809 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-9600ae62-3b9e-426b-8978-aa965c9971e2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064509 Sep 20 12:39:33.672122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-deleted', 'tag': '5bfcf913-db53-464c-ae08-dba9f9616aea'}, {'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-deleted', 'tag': 'ea87bb21-466e-4ad5-803d-dec524381222'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:33.674755 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97077a2c-0256-4972-9dc2-1fc3a21cd3ca" -d '{"events": [{"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-deleted", "tag": "5bfcf913-db53-464c-ae08-dba9f9616aea"}, {"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-deleted", "tag": "ea87bb21-466e-4ad5-803d-dec524381222"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:33.844533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb641d-883b-45c2-9dda-e03c983897f5 req-ef8fb99f-dc56-4e67-86f8-cb776cdf7e52 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:33.852094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8abb641d-883b-45c2-9dda-e03c983897f5 req-ef8fb99f-dc56-4e67-86f8-cb776cdf7e52 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1636128 Sep 20 12:39:33.956797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8abb641d-883b-45c2-9dda-e03c983897f5 req-2a52e59d-77c0-4d6a-a59d-d5b08d394a13 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980766 Sep 20 12:39:34.012182 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171965ef-ee85-46d6-ad9a-6596f22257a5 x-openstack-request-id: req-171965ef-ee85-46d6-ad9a-6596f22257a5 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:34.013114 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-deleted", "tag": "5bfcf913-db53-464c-ae08-dba9f9616aea", "status": "completed", "code": 200}, {"server_uuid": "deef4e63-d402-4b28-bda2-50e46ba7a414", "name": "network-vif-deleted", "tag": "ea87bb21-466e-4ad5-803d-dec524381222", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:34.013577 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-171965ef-ee85-46d6-ad9a-6596f22257a5 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:34.014140 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-deleted', 'tag': '5bfcf913-db53-464c-ae08-dba9f9616aea', 'status': 'completed', 'code': 200} Sep 20 12:39:34.014548 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef4e63-d402-4b28-bda2-50e46ba7a414', 'name': 'network-vif-deleted', 'tag': 'ea87bb21-466e-4ad5-803d-dec524381222', 'status': 'completed', 'code': 200} Sep 20 12:39:34.109241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:34.134664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:34.248885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ea87bb21-466e-4ad5-803d-dec524381222 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:34.273236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Allocated IP 172.25.6.238 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/dc370182-6982-4ad6-a510-23ee16b93b82) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:39:34.299462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: ea87bb21-466e-4ad5-803d-dec524381222 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:34.299812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ea87bb21-466e-4ad5-803d-dec524381222 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:34.300229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9c0a08bd-1011-4055-9c9c-2db2e559d230 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:34.351140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 9c0a08bd-1011-4055-9c9c-2db2e559d230 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:34.359354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9c0a08bd-1011-4055-9c9c-2db2e559d230 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:34.362089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5bfcf913-db53-464c-ae08-dba9f9616aea no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:34.391458 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 5bfcf913-db53-464c-ae08-dba9f9616aea {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:34.392068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5bfcf913-db53-464c-ae08-dba9f9616aea not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:34.436412 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:34.611219 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:34.686114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:39:34.694076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:34.697044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:39:34.699209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Pushing event updated for resources: {'Port': ['ID=dc370182-6982-4ad6-a510-23ee16b93b82,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:35.088743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:35.221495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36104) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:35.364287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8e3d695-9cb4-4c08-a2ef-c06cb7625da3 req-d0b1606b-3ca1-4587-9c2c-8883c2ff9fa1 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0256813 Sep 20 12:39:35.371820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e61be01-5f15-4ae1-96fb-9a85bcf8b6d6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting subnet d6154f69-e963-470b-abc1-2b9ef0401673 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:39:35.386257 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e61be01-5f15-4ae1-96fb-9a85bcf8b6d6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:35.503230 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e61be01-5f15-4ae1-96fb-9a85bcf8b6d6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:35.504900 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:35.596148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feab1061-86b5-4ebc-816b-e8696df3abec req-2c967770-ddfe-49ab-970f-9b3d43cf443c tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0397487 Sep 20 12:39:35.714927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e61be01-5f15-4ae1-96fb-9a85bcf8b6d6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:35.838719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934f79b-e44c-4ee5-8cbd-aae3aecda44e req-7c72b648-6d42-4488-b66f-2dbe0ff88d68 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:35.849217 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2934f79b-e44c-4ee5-8cbd-aae3aecda44e req-7c72b648-6d42-4488-b66f-2dbe0ff88d68 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1353357 Sep 20 12:39:35.885848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e61be01-5f15-4ae1-96fb-9a85bcf8b6d6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:35.925457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2934f79b-e44c-4ee5-8cbd-aae3aecda44e req-4773060e-b4ac-42f7-b691-af140c1b8f0d tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751824 Sep 20 12:39:35.943167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61be01-5f15-4ae1-96fb-9a85bcf8b6d6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Subnet': ['ID=d6154f69-e963-470b-abc1-2b9ef0401673,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:35.953932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e61be01-5f15-4ae1-96fb-9a85bcf8b6d6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:35.958970 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2e61be01-5f15-4ae1-96fb-9a85bcf8b6d6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "DELETE /v2.0/subnets/d6154f69-e963-470b-abc1-2b9ef0401673 HTTP/1.1" status: 204 len: 168 time: 0.7365355 Sep 20 12:39:35.961956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc24337c-959b-47af-bc87-6b3300def086 None None] Network 0795b34a-ada0-436a-ab8c-e8780ae4d5dc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:35.963671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:36.021778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:39:36.155422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.246065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] DHCP port deletion for 0795b34a-ada0-436a-ab8c-e8780ae4d5dc request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:39:36.267843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:39:36.285699 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Sync routers for ids ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:39:36.305234 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Routers {'8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:36.306671 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:36.346255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port 0c67c280-9cde-4d91-a022-b53016d978dd {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:36.346606 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.351907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] Deleting port 0c67c280-9cde-4d91-a022-b53016d978dd {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:36.357235 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.429111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] For port 0c67c280-9cde-4d91-a022-b53016d978dd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c67c280-9cde-4d91-a022-b53016d978dd,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:36.430460 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.444841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] Calling delete_port for 0c67c280-9cde-4d91-a022-b53016d978dd owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:36.448342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port 0c67c280-9cde-4d91-a022-b53016d978dd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c67c280-9cde-4d91-a022-b53016d978dd,segment=NetworkSegment(a447c6cd-e8c0-47a0-8730-6d30e1ceab41),segment_id=a447c6cd-e8c0-47a0-8730-6d30e1ceab41)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:36.448884 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.454583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.460103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c471be77-a5ba-4090-b1ef-20bfe554d052 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4733624 Sep 20 12:39:36.463225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:36.489089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for 0c67c280-9cde-4d91-a022-b53016d978dd owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:36.617355 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Set router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:36.647128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c67c280-9cde-4d91-a022-b53016d978dd no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:36.727939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad4eac98-d9ce-4f35-bb7e-b44a3e88142e req-7f691925-2e6b-413d-9cb4-ca979e254e5e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/ports?device_id=dee4ac55-229d-4f9e-b7ae-642b4ab6c8ba HTTP/1.1" status: 200 len: 210 time: 0.0687733 Sep 20 12:39:36.752841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.767928 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.774058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No active binding found for port 0c67c280-9cde-4d91-a022-b53016d978dd {{(pid=95504) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 20 12:39:36.774495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c67c280-9cde-4d91-a022-b53016d978dd not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:36.805701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port 0c67c280-9cde-4d91-a022-b53016d978dd on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:36.808606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=0c67c280-9cde-4d91-a022-b53016d978dd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:36.856126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] Pushing event deleted for resources: {'Port': ['ID=0c67c280-9cde-4d91-a022-b53016d978dd,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:36.880724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6c34b-2968-4789-ab5e-03d4853bce4b None None] No DVR routers for this DVR port 0c67c280-9cde-4d91-a022-b53016d978dd on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:36.959376 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:36.965820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d815898-99a8-4d7d-a64b-9234d7986615 req-58dbb66f-b831-4390-b722-20ca5f3b6d2c tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0603347 Sep 20 12:39:36.988032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0795b34a-ada0-436a-ab8c-e8780ae4d5dc']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:37.004585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:37.004988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a447c6cd-e8c0-47a0-8730-6d30e1ceab41') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:37.010878 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:39:34Z', 'revision_number': 3, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port': {'id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:34Z', 'updated_at': '2021-09-20T12:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:37.035332 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.069608 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Checking router: 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:39:37.069836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.070866 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Updating router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 port dc370182-6982-4ad6-a510-23ee16b93b82 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:39:37.083799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:39:37.085107 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:39:37.094457 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:39:37.109106 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.310668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af73a6-d8ac-4561-94cf-33f67ef33a12 req-ba8ee336-a838-422f-a67b-5023d7a86df9 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:37.313587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19af73a6-d8ac-4561-94cf-33f67ef33a12 req-ba8ee336-a838-422f-a67b-5023d7a86df9 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1814673 Sep 20 12:39:37.323174 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.362702 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.400066 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.405497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "DELETE /v2.0/networks/0795b34a-ada0-436a-ab8c-e8780ae4d5dc HTTP/1.1" status: 204 len: 168 time: 1.4370611 Sep 20 12:39:37.405497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35cf7f-6e78-4e9d-94ec-7c57480806ae tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Network': ['ID=0795b34a-ada0-436a-ab8c-e8780ae4d5dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:37.407466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36142) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:37.446755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19af73a6-d8ac-4561-94cf-33f67ef33a12 req-afaf23b4-6cd7-45ff-82b8-21f2f08474e7 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247282 Sep 20 12:39:37.554962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5fa91d-6f72-4ebc-8e6e-7e42f6303d5d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting subnet b3a7b300-071f-4b95-b169-dbcb951f784e {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:39:37.560606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa91d-6f72-4ebc-8e6e-7e42f6303d5d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.572122 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.616453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Allocated IP 172.20.0.1 (e919b80f-c198-4e62-ad65-66b9457e8ab2/bbb9a76f-97d7-4272-86d6-6d6001f3c662/327117a9-cc68-43a5-93a8-beedd0b658cc) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:39:37.620645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa91d-6f72-4ebc-8e6e-7e42f6303d5d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.649030 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.751449 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Attempting to bind port dc370182-6982-4ad6-a510-23ee16b93b82 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:37.751814 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Attempting to bind port dc370182-6982-4ad6-a510-23ee16b93b82 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:37.752174 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Attempting to bind port dc370182-6982-4ad6-a510-23ee16b93b82 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:37.765778 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c22d5-a9c0-4bc0-ab9b-137ced5087b5 None None] Pushing event updated for resources: {'Port': ['ID=dc370182-6982-4ad6-a510-23ee16b93b82,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:37.768388 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:37.768762 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:37.769235 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.774070 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:37.774070 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Bound port: dc370182-6982-4ad6-a510-23ee16b93b82, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:37.774070 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.823306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa91d-6f72-4ebc-8e6e-7e42f6303d5d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.834204 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] For port dc370182-6982-4ad6-a510-23ee16b93b82, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:37.839144 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] For port dc370182-6982-4ad6-a510-23ee16b93b82, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dc370182-6982-4ad6-a510-23ee16b93b82,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:37.866167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.966002 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:37.995037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa91d-6f72-4ebc-8e6e-7e42f6303d5d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.000463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.061966 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c22d5-a9c0-4bc0-ab9b-137ced5087b5 None None] Pushing event updated for resources: {'Port': ['ID=dc370182-6982-4ad6-a510-23ee16b93b82,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:38.065414 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Routers {'8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:38.066302 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:38.098858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fa91d-6f72-4ebc-8e6e-7e42f6303d5d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a7b300-071f-4b95-b169-dbcb951f784e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:38.124330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa91d-6f72-4ebc-8e6e-7e42f6303d5d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.132368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3a5fa91d-6f72-4ebc-8e6e-7e42f6303d5d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "DELETE /v2.0/subnets/b3a7b300-071f-4b95-b169-dbcb951f784e HTTP/1.1" status: 204 len: 168 time: 0.7178204 Sep 20 12:39:38.132368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Network e919b80f-c198-4e62-ad65-66b9457e8ab2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:39:38.132819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:38.133452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb8eb9-ec07-46c1-bac3-af98812da144 None None] Network ff49225e-21c9-48bb-9e50-1801266dd041 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:38.135712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:38.148072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:39:38.181686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Pushing event updated for resources: {'Port': ['ID=327117a9-cc68-43a5-93a8-beedd0b658cc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:38.202238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.243896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.358743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port 515e0409-e2a7-4f7e-9599-5d12bac7354e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:38.359129 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.412584 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] Set router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:38.489371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port 515e0409-e2a7-4f7e-9599-5d12bac7354e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=515e0409-e2a7-4f7e-9599-5d12bac7354e,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:38.489371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.495639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] DHCP port deletion for ff49225e-21c9-48bb-9e50-1801266dd041 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:39:38.504739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.649416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] Deleting port 515e0409-e2a7-4f7e-9599-5d12bac7354e {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:38.649416 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.663428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 515e0409-e2a7-4f7e-9599-5d12bac7354e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:38.863364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] For port 515e0409-e2a7-4f7e-9599-5d12bac7354e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=515e0409-e2a7-4f7e-9599-5d12bac7354e,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:38.863364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.881160 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.883841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] Calling delete_port for 515e0409-e2a7-4f7e-9599-5d12bac7354e owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:38.905789 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:39:34Z', 'revision_number': 3, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port': {'id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:34Z', 'updated_at': '2021-09-20T12:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:38.917108 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:38.917793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for 515e0409-e2a7-4f7e-9599-5d12bac7354e owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:38.924841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 515e0409-e2a7-4f7e-9599-5d12bac7354e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=515e0409-e2a7-4f7e-9599-5d12bac7354e,segment=NetworkSegment(06f8f0db-6b84-459a-b907-c2b1ee8fab6a),segment_id=06f8f0db-6b84-459a-b907-c2b1ee8fab6a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:38.974803 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04832e7a-6a4c-4cfa-b390-ec0b8df14a00 None None] The sync data for ids ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'] in n-d-809934-3 is: [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:39:34Z', 'revision_number': 3, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port': {'id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:34Z', 'updated_at': '2021-09-20T12:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:39:39.010457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.014123 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.063587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-434cedf5-de14-4508-a944-ef636dd14dfb req-49491557-f2e9-478b-b8ec-d3a8156c45fd tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0332854 Sep 20 12:39:39.101414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=515e0409-e2a7-4f7e-9599-5d12bac7354e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:39.137864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Pushing event updated for resources: {'Port': ['ID=327117a9-cc68-43a5-93a8-beedd0b658cc,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:39.160584 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.182181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.189537 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.235207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] Pushing event deleted for resources: {'Port': ['ID=515e0409-e2a7-4f7e-9599-5d12bac7354e,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:39.249443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3184b0-b987-4ca3-99ab-387b9b96f2f8 None None] No DVR routers for this DVR port 515e0409-e2a7-4f7e-9599-5d12bac7354e on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:39.259977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=515e0409-e2a7-4f7e-9599-5d12bac7354e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:39.285288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port 515e0409-e2a7-4f7e-9599-5d12bac7354e on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:39.323926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36186) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:39.479798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Network e919b80f-c198-4e62-ad65-66b9457e8ab2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:39:39.483983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:39.501137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.503964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aadbc85e-01b2-49b3-8097-d5ff5f6d8923 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.571788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff49225e-21c9-48bb-9e50-1801266dd041']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:39.584819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f8f0db-6b84-459a-b907-c2b1ee8fab6a') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:39.586443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f8f0db-6b84-459a-b907-c2b1ee8fab6a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:39.612076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.635219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761cc84-3bc9-486b-8037-6fef70d7accd req-bcbdeeab-c656-4d2d-8a63-799920139c8c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:39.649560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f761cc84-3bc9-486b-8037-6fef70d7accd req-bcbdeeab-c656-4d2d-8a63-799920139c8c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1199701 Sep 20 12:39:39.662443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.670562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aadbc85e-01b2-49b3-8097-d5ff5f6d8923 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.686988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:39:39.687489 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:39:39.693261 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:39:39.766521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:39:39.832913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f761cc84-3bc9-486b-8037-6fef70d7accd req-545e71c5-68a0-4ae2-8c1b-693d038fa268 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820042 Sep 20 12:39:39.848041 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aadbc85e-01b2-49b3-8097-d5ff5f6d8923 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.852602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aadbc85e-01b2-49b3-8097-d5ff5f6d8923 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:39.854538 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aadbc85e-01b2-49b3-8097-d5ff5f6d8923 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "DELETE /v2.0/security-groups/f6e42063-69b1-410c-86a8-266834f59a23 HTTP/1.1" status: 204 len: 168 time: 0.5296042 Sep 20 12:39:39.857320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36194) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:39.877044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbc85e-01b2-49b3-8097-d5ff5f6d8923 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e42063-69b1-410c-86a8-266834f59a23,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:39.899225 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-7534208d-566d-4678-8af9-13cd904e3dd3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] show failed (client error): The resource could not be found. Sep 20 12:39:39.899225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7534208d-566d-4678-8af9-13cd904e3dd3 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "GET /v2.0/security-groups/f6e42063-69b1-410c-86a8-266834f59a23 HTTP/1.1" status: 404 len: 347 time: 0.0334060 Sep 20 12:39:39.901830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36196) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:40.012047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:39:40.081270 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c9fecd38-c2ab-4564-9fe1-1fa205d47277 admin admin] 10.222.0.37 "PUT /v2.0/routers/8370ca34-bb2d-45e9-8fa6-a4e479a4fb20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6066821 Sep 20 12:39:40.084971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.094696 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.100481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "DELETE /v2.0/networks/ff49225e-21c9-48bb-9e50-1801266dd041 HTTP/1.1" status: 204 len: 168 time: 1.9689901 Sep 20 12:39:40.112035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36210) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:40.141416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1187975424'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:40.152876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd76e56-3877-493e-a755-61466feac249 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Network': ['ID=ff49225e-21c9-48bb-9e50-1801266dd041,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:40.257216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8cffe1a5-edc4-40b0-a3dd-8a9091d4bee8 req-4c330174-ea94-47f9-8bb2-5e99c2ee231a tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0506546 Sep 20 12:39:40.282041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 9c4d8c89-fe7d-4852-a98f-c2dd4a58a35e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:40.282401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.301925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:40.309707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.366578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:39:40.379656 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.380117 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Added segment 1552c154-cf17-4ea4-82c1-269a2dd1f440 of type vlan for network 4d5283f4-5f3b-47b5-832e-8779331da34b Sep 20 12:39:40.506951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.618117 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.618733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.654139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 9c4d8c89-fe7d-4852-a98f-c2dd4a58a35e owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:40.695083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dc370182-6982-4ad6-a510-23ee16b93b82 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:40.775241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.781325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:40.782123 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.785379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port dc370182-6982-4ad6-a510-23ee16b93b82 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:40.786068 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.897328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.903559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7905362 Sep 20 12:39:40.908284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36236) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:40.908676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4028a-ced8-47e2-9a1a-d78e5b197c32 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Network': ['ID=4d5283f4-5f3b-47b5-832e-8779331da34b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:40.919477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 4d5283f4-5f3b-47b5-832e-8779331da34b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:39:40.926750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'subnet': {'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:40.936219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-bf40fd1e-a20d-45c5-bf86-42cdcd6ca1eb tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:40.938396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:40.944560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-bf40fd1e-a20d-45c5-bf86-42cdcd6ca1eb tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 811 time: 0.3483715 Sep 20 12:39:40.948624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port dc370182-6982-4ad6-a510-23ee16b93b82, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dc370182-6982-4ad6-a510-23ee16b93b82,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:40.967650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-ef4af1a9-03a2-4619-94d8-58d6b1475b2f tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/quotas/044354e631ee4f1393b12cb53857dcf8 HTTP/1.1" status: 200 len: 375 time: 0.0213346 Sep 20 12:39:41.002182 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:41.012841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=9c4d8c89-fe7d-4852-a98f-c2dd4a58a35e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:41.035804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-d63c67ef-f8c7-4967-8ffb-7f7122aadf61 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645149 Sep 20 12:39:41.055184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.055617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.055959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.056338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.056670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.056997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.057372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.057695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.058016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.058386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.058704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.059018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:39:41.066641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=dc370182-6982-4ad6-a510-23ee16b93b82,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:41.147686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-63278578-b3f3-466a-958d-12c0b7b0760c service neutron] 10.222.0.37 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024313 Sep 20 12:39:41.182401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:41.185267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:41.186514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b523088b-faf6-483a-9382-47422897c6a5 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "DELETE /v2.0/floatingips/6bffd2c2-8075-45dd-98af-767a195184c9 HTTP/1.1" status: 204 len: 168 time: 1.2826724 Sep 20 12:39:41.191922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36240) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:41.285886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-ce6ce469-87ea-40a1-93eb-90890e45de13 service neutron] 10.222.0.37 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308966 Sep 20 12:39:41.306848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:41.309251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:41.399785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf5bde-09f5-4f16-b7b5-8a6e8ed8d7ea tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 87fb963f-9e14-4b85-9fc5-93a193cbd2ce {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:41.400205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcbf5bde-09f5-4f16-b7b5-8a6e8ed8d7ea tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:41.550260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcbf5bde-09f5-4f16-b7b5-8a6e8ed8d7ea tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:41.573351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf5bde-09f5-4f16-b7b5-8a6e8ed8d7ea tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 87fb963f-9e14-4b85-9fc5-93a193cbd2ce owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:41.750194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:41.752996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1d65d-2de0-40ca-ba01-709fe57cdc97 req-7ef55ea7-ed4f-4375-9cf8-c35b24365b8a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:41.761769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bf1d65d-2de0-40ca-ba01-709fe57cdc97 req-7ef55ea7-ed4f-4375-9cf8-c35b24365b8a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1198223 Sep 20 12:39:41.787079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Sync routers for ids ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:39:41.804234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Routers {'8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:41.817979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:41.826892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bf1d65d-2de0-40ca-ba01-709fe57cdc97 req-dbe5be81-1992-4c3b-9935-e9fb5b4eafca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598159 Sep 20 12:39:41.862067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Checking segment: {'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:41.862348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network hostable DHCP agents. Network: 4d5283f4-5f3b-47b5-832e-8779331da34b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:39:41.887040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Subnet': ['ID=9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:42.005133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05e53de3-d805-47d8-9de2-f13ff39c581e req-52698c20-32e6-4730-b657-87e5b5d16333 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0293231 Sep 20 12:39:42.040491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Set router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:42.050974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcbf5bde-09f5-4f16-b7b5-8a6e8ed8d7ea tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.052730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network 4d5283f4-5f3b-47b5-832e-8779331da34b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:39:42.091804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf5bde-09f5-4f16-b7b5-8a6e8ed8d7ea tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=87fb963f-9e14-4b85-9fc5-93a193cbd2ce,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:42.104072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d31e2a8f-7273-49f6-8578-327bd027f676 req-d5c453a0-cc2a-4d10-b12f-df2d235c87ce tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 210 time: 0.0308299 Sep 20 12:39:42.205094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 4d5283f4-5f3b-47b5-832e-8779331da34b) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:42.223614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:42.224647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.248982 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcbf5bde-09f5-4f16-b7b5-8a6e8ed8d7ea tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.251175 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fcbf5bde-09f5-4f16-b7b5-8a6e8ed8d7ea tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "DELETE /v2.0/ports/87fb963f-9e14-4b85-9fc5-93a193cbd2ce HTTP/1.1" status: 204 len: 168 time: 1.0580394 Sep 20 12:39:42.254045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36270) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:42.275796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271992d-f4b1-416e-a668-3beba75febb6 None None] Network 4d5283f4-5f3b-47b5-832e-8779331da34b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:42.316175 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f4178522-1cba-4213-be0f-c3145ad842d7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4051077 Sep 20 12:39:42.316175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36278) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:42.325598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1514418215'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:42.459737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c44d3790-4ad1-4162-a938-76124200d76c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 76b96b5d-d5ce-420f-8d65-2a9810d97951 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:42.460332 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44d3790-4ad1-4162-a938-76124200d76c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.549084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:42.552871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.603035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:39:42.626066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.626929 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Added segment d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a of type vlan for network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 Sep 20 12:39:42.642336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-06b39b09-30ec-4eb7-8446-a256e4b11af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.668819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dc370182-6982-4ad6-a510-23ee16b93b82 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:42.682597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44d3790-4ad1-4162-a938-76124200d76c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.699696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c44d3790-4ad1-4162-a938-76124200d76c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 76b96b5d-d5ce-420f-8d65-2a9810d97951 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:42.702821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.816371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.825836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:42.825836 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.838056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:39:38Z', 'revision_number': 4, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port': {'id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:34Z', 'updated_at': '2021-09-20T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '327117a9-cc68-43a5-93a8-beedd0b658cc', 'name': '', 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'mac_address': 'fa:16:3e:13:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'bbb9a76f-97d7-4272-86d6-6d6001f3c662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:37Z', 'updated_at': '2021-09-20T12:39:38Z', 'revision_number': 2, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'subnets': [{'id': 'bbb9a76f-97d7-4272-86d6-6d6001f3c662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:42.900630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Checking router: 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:39:42.906763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Updating router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 port 327117a9-cc68-43a5-93a8-beedd0b658cc binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:39:42.915117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port dc370182-6982-4ad6-a510-23ee16b93b82 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:42.915410 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:42.959074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Network': ['ID=3cf1c0cc-3eec-4853-9cc6-256ee9398b06,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:43.012477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af6f08-c103-422c-9818-d959337e2649 req-3da68d6a-4a28-4ed5-9d39-047baad665c2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:43.018833 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94af6f08-c103-422c-9818-d959337e2649 req-3da68d6a-4a28-4ed5-9d39-047baad665c2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0683234 Sep 20 12:39:43.028659 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b738fe65-a936-4a8f-872e-0d9dbb336b69 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7115691 Sep 20 12:39:43.031918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36290) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:43.040741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'subnet': {'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:43.052016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:39:43.060855 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44d3790-4ad1-4162-a938-76124200d76c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.112155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-4d5283f4-5f3b-47b5-832e-8779331da34b', 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'fixed_ips': [{'subnet_id': '9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:39:43.113491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.126455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d3790-4ad1-4162-a938-76124200d76c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=76b96b5d-d5ce-420f-8d65-2a9810d97951,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:43.159856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94af6f08-c103-422c-9818-d959337e2649 req-2301d095-9170-475e-8c9c-7592f3d82188 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380875 Sep 20 12:39:43.241695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44d3790-4ad1-4162-a938-76124200d76c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.243851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c44d3790-4ad1-4162-a938-76124200d76c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "DELETE /v2.0/ports/76b96b5d-d5ce-420f-8d65-2a9810d97951 HTTP/1.1" status: 204 len: 168 time: 0.9886694 Sep 20 12:39:43.246482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36296) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:43.261779 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.324265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e0b761-4e69-4675-8b20-f44e9844cba6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting subnet ae51911b-48aa-4aca-9049-e7368bc6416d {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:39:43.330240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:43.341796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.351743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f327e13-f3c5-426e-94a2-4e860052ece7 req-6f4965ab-5312-48d1-bde0-7f2b7d0c856b tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0323648 Sep 20 12:39:43.366032 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23e0b761-4e69-4675-8b20-f44e9844cba6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.367178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Allocated IP 19.80.0.2 (4d5283f4-5f3b-47b5-832e-8779331da34b/9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d/1dc1567a-48bc-4723-a64c-615ccdeb1473) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:39:43.455568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1491552b-1b61-48cf-8697-99f8768d3779 req-ca16f07d-e021-46a6-82b7-9d06ec09daf7 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 210 time: 0.0305734 Sep 20 12:39:43.620875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23e0b761-4e69-4675-8b20-f44e9844cba6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.652839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.755363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.791585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23e0b761-4e69-4675-8b20-f44e9844cba6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.833381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.872375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Network 4d5283f4-5f3b-47b5-832e-8779331da34b is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:39:43.878889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:43.880641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Pushing event updated for resources: {'Port': ['ID=1dc1567a-48bc-4723-a64c-615ccdeb1473,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:43.886277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:39:43.927102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Subnet': ['ID=63964251-2298-4208-a0a1-b48e93b450ae,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:43.954894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Checking segment: {'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:43.955117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network hostable DHCP agents. Network: 3cf1c0cc-3eec-4853-9cc6-256ee9398b06, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:39:43.974427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Attempting to bind port 1dc1567a-48bc-4723-a64c-615ccdeb1473 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:43.975150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Attempting to bind port 1dc1567a-48bc-4723-a64c-615ccdeb1473 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:43.975413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Attempting to bind port 1dc1567a-48bc-4723-a64c-615ccdeb1473 on network 4d5283f4-5f3b-47b5-832e-8779331da34b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:43.983901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:43.984721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Checking segment: {'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:43.985194 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:43.985595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Bound using segment: {'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:43.986168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Bound port: 1dc1567a-48bc-4723-a64c-615ccdeb1473, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:43.989060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.040149 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23e0b761-4e69-4675-8b20-f44e9844cba6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.080218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:39:44.106702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0b761-4e69-4675-8b20-f44e9844cba6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Subnet': ['ID=ae51911b-48aa-4aca-9049-e7368bc6416d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:44.115568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f177df-122b-4d68-bd68-bc6d26274a8c None None] Network 9a000b8c-f691-4016-bae2-63b082446985 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:44.126745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23e0b761-4e69-4675-8b20-f44e9844cba6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.132030 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-23e0b761-4e69-4675-8b20-f44e9844cba6 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "DELETE /v2.0/subnets/ae51911b-48aa-4aca-9049-e7368bc6416d HTTP/1.1" status: 204 len: 168 time: 0.8844843 Sep 20 12:39:44.136315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36312) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:44.213688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9695-074d-4896-93c2-299df983aa17 req-73bf7c81-ca2c-4367-a627-63aed6d471f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:44.216508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-73bf7c81-ca2c-4367-a627-63aed6d471f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915&tenant_id=c482a3c603c1493a8e4d7f698cdd1d29 HTTP/1.1" status: 200 len: 1095 time: 0.1714735 Sep 20 12:39:44.220199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 3cf1c0cc-3eec-4853-9cc6-256ee9398b06) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:44.236291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1730af-5ed6-47f3-b5e5-22190d5e758c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting subnet c6af6a21-bf95-4c53-85b7-f05fe7abc769 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:39:44.243088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:44.249603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.258897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a1730af-5ed6-47f3-b5e5-22190d5e758c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.268686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] For port 1dc1567a-48bc-4723-a64c-615ccdeb1473, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:44.283165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] For port 1dc1567a-48bc-4723-a64c-615ccdeb1473, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1dc1567a-48bc-4723-a64c-615ccdeb1473,segment=NetworkSegment(1552c154-cf17-4ea4-82c1-269a2dd1f440),segment_id=1552c154-cf17-4ea4-82c1-269a2dd1f440)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:44.290710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1023d0c-c56b-4758-afca-9dd190b1f8a9 None None] Network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:44.333539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a1730af-5ed6-47f3-b5e5-22190d5e758c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.337207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9695-074d-4896-93c2-299df983aa17 req-9c04f32b-b7ec-401b-ac3e-8cbf0afa0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:44.339054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-9c04f32b-b7ec-401b-ac3e-8cbf0afa0b5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1095 time: 0.0793118 Sep 20 12:39:44.385228 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-22b0e37b-3e08-4278-88bf-c3cad9b2058d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3516068 Sep 20 12:39:44.437394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.451419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9dbfd-5900-4da1-a43f-032f673abd38 req-fe5613a6-8bd0-46a4-b0a4-bab87e328e35 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:44.459327 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09d9dbfd-5900-4da1-a43f-032f673abd38 req-fe5613a6-8bd0-46a4-b0a4-bab87e328e35 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1555858 Sep 20 12:39:44.529667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a1730af-5ed6-47f3-b5e5-22190d5e758c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.560115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09d9dbfd-5900-4da1-a43f-032f673abd38 req-b4070be5-af69-4c96-a2ff-83a389f5dde8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998223 Sep 20 12:39:44.582002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9695-074d-4896-93c2-299df983aa17 req-8510e2fd-fb65-4465-b2d3-0ae7f4870392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:44.583750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-8510e2fd-fb65-4465-b2d3-0ae7f4870392 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.2372572 Sep 20 12:39:44.608247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9022ad-b98c-4b89-b90e-73bb450ed429 None None] Pushing event updated for resources: {'Port': ['ID=1dc1567a-48bc-4723-a64c-615ccdeb1473,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:44.684514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-3cf1c0cc-3eec-4853-9cc6-256ee9398b06', 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'fixed_ips': [{'subnet_id': '63964251-2298-4208-a0a1-b48e93b450ae'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:39:44.685970 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.693894 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.748650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a1730af-5ed6-47f3-b5e5-22190d5e758c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.766500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f6751b-9cde-4a75-8354-7cdcde2f4da1 req-eaa5cb48-1895-481c-8408-0749e962c2e9 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0503349 Sep 20 12:39:44.803088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-f2baaaa2-67d4-4f58-b4f4-bd28824fb226 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 999 time: 0.2102990 Sep 20 12:39:44.810468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1730af-5ed6-47f3-b5e5-22190d5e758c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Subnet': ['ID=c6af6a21-bf95-4c53-85b7-f05fe7abc769,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:44.816197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a1730af-5ed6-47f3-b5e5-22190d5e758c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.827105 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2a1730af-5ed6-47f3-b5e5-22190d5e758c tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "DELETE /v2.0/subnets/c6af6a21-bf95-4c53-85b7-f05fe7abc769 HTTP/1.1" status: 204 len: 168 time: 0.6866386 Sep 20 12:39:44.827105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36332) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:44.842971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d369306e-5118-4181-87e8-2e936015aabc None None] DHCP port deletion for 9a000b8c-f691-4016-bae2-63b082446985 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:39:44.844746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b21b976-eb5a-4667-b4dd-137e48d2282d None None] Network 09535fd8-61c9-495a-9008-e0d6a43ad1c3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:44.857193 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:44.928740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9695-074d-4896-93c2-299df983aa17 req-e71e9341-3872-4440-9b36-8ec4a4778495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:44.931341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-e71e9341-3872-4440-9b36-8ec4a4778495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.1207516 Sep 20 12:39:44.983620 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f10652b5-411b-4e62-8856-c6f2676e295e req-21b1e360-3c74-46c4-9803-990e2782a93f tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 210 time: 0.0529151 Sep 20 12:39:45.090118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.127051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9695-074d-4896-93c2-299df983aa17 req-d878e67b-a082-4fa3-a732-1c1407e1ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:45.131751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-d878e67b-a082-4fa3-a732-1c1407e1ff74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504221 Sep 20 12:39:45.232189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-dff49745-0010-464c-880b-887b0bebfd85 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:45.236676 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-dff49745-0010-464c-880b-887b0bebfd85 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.21 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 811 time: 0.3144822 Sep 20 12:39:45.267441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Request body: {'port': {'device_id': '599ffb32-3526-44b4-8def-98b66c100764', 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2', 'admin_state_up': True, 'tenant_id': '044354e631ee4f1393b12cb53857dcf8'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:45.411707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-5aabcb32-e38e-4e9d-a23b-b6d3d3987cfc service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719181 Sep 20 12:39:45.442592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5099eb-2348-49a0-b9e1-40e29e7cacbe None None] Pushing event updated for resources: {'Port': ['ID=327117a9-cc68-43a5-93a8-beedd0b658cc,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:45.466548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-d0d4004b-4242-426e-aa32-1958393f02dc tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:45.470166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-d0d4004b-4242-426e-aa32-1958393f02dc tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:45.471793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-d0d4004b-4242-426e-aa32-1958393f02dc tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/networks?id=4d5283f4-5f3b-47b5-832e-8779331da34b&id=3cf1c0cc-3eec-4853-9cc6-256ee9398b06 HTTP/1.1" status: 200 len: 1392 time: 0.1918969 Sep 20 12:39:45.505625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Attempting to bind port 327117a9-cc68-43a5-93a8-beedd0b658cc on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:45.506088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Attempting to bind port 327117a9-cc68-43a5-93a8-beedd0b658cc by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:45.506479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Attempting to bind port 327117a9-cc68-43a5-93a8-beedd0b658cc on network e919b80f-c198-4e62-ad65-66b9457e8ab2 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:45.533123 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-619ceea2-c3f2-4c18-981e-6960b4ce636d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.546115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-b9d1de87-d616-4f5a-88d2-66aadf5544b0 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/quotas/bb0a25e270b14097993ebb7c7bf85028 HTTP/1.1" status: 200 len: 375 time: 0.0586679 Sep 20 12:39:45.564001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] DHCP port deletion for 09535fd8-61c9-495a-9008-e0d6a43ad1c3 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:39:45.576700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:45.578102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Checking segment: {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:45.578927 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.579613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Bound using segment: {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:45.580378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Bound port: 327117a9-cc68-43a5-93a8-beedd0b658cc, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:45.580997 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.589461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d369306e-5118-4181-87e8-2e936015aabc None None] Deleting port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:45.590164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d369306e-5118-4181-87e8-2e936015aabc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.590414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18bb9695-074d-4896-93c2-299df983aa17 req-4e652951-29b7-4392-adbf-dcdb15348bc5 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696224 Sep 20 12:39:45.615716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Allocated IP 19.86.0.2 (3cf1c0cc-3eec-4853-9cc6-256ee9398b06/63964251-2298-4208-a0a1-b48e93b450ae/a34ce5ad-be68-4274-a51e-336401186978) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:39:45.657570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-acf19266-c3f0-458e-9567-de2f20975304 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660064 Sep 20 12:39:45.814125 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.829593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-3c63c184-b3ed-4bd7-af34-02a288c58058 service neutron] 10.222.0.37 "GET /v2.0/networks/4d5283f4-5f3b-47b5-832e-8779331da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665349 Sep 20 12:39:45.855549 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.863867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:45.864686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.972960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] For port 8fd6e116-25cd-4e3e-a256-64b8d5da8758, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8fd6e116-25cd-4e3e-a256-64b8d5da8758,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:45.973359 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.981580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d369306e-5118-4181-87e8-2e936015aabc None None] For port 8fd6e116-25cd-4e3e-a256-64b8d5da8758, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8fd6e116-25cd-4e3e-a256-64b8d5da8758,segment=NetworkSegment(b117adb7-e8b7-442b-a03f-afc01d6ce35b),segment_id=b117adb7-e8b7-442b-a03f-afc01d6ce35b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:45.982322 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d369306e-5118-4181-87e8-2e936015aabc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:45.990561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 8fd6e116-25cd-4e3e-a256-64b8d5da8758 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:45.995671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d369306e-5118-4181-87e8-2e936015aabc None None] Calling delete_port for 8fd6e116-25cd-4e3e-a256-64b8d5da8758 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:46.017172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-6d0f35b8-6f36-450e-b96a-d8ee00dc8de7 service neutron] 10.222.0.37 "GET /v2.0/networks/4d5283f4-5f3b-47b5-832e-8779331da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883850 Sep 20 12:39:46.051791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.111591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:39:46.115926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Pushing event updated for resources: {'Port': ['ID=a34ce5ad-be68-4274-a51e-336401186978,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:46.124253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:46.130875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:39:46.177791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Made reservation on behalf of 044354e631ee4f1393b12cb53857dcf8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:46.188306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.248346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-6782f644-40b4-41d6-b3f6-7377bb8b17e8 service neutron] 10.222.0.37 "GET /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183206 Sep 20 12:39:46.302741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Attempting to bind port a34ce5ad-be68-4274-a51e-336401186978 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:46.303113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Attempting to bind port a34ce5ad-be68-4274-a51e-336401186978 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:46.303480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Attempting to bind port a34ce5ad-be68-4274-a51e-336401186978 on network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:46.317301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:46.317677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Checking segment: {'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:46.321274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.321274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Bound using segment: {'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:46.321274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Bound port: a34ce5ad-be68-4274-a51e-336401186978, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:46.321274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.326423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] For port 327117a9-cc68-43a5-93a8-beedd0b658cc, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:46.364165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4b06f-792c-4fcd-90f9-923f74c17f00 None None] Network 4d5283f4-5f3b-47b5-832e-8779331da34b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:46.366872 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.392227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-0f3cb182-646b-487e-9d27-296dfed03492 service neutron] 10.222.0.37 "GET /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315658 Sep 20 12:39:46.392696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] Deleting port 8eadfa03-f21c-44af-8ffa-7585164fba1c {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:46.393110 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.405050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=8fd6e116-25cd-4e3e-a256-64b8d5da8758,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:46.407199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Allocated IP 172.20.0.5 (e919b80f-c198-4e62-ad65-66b9457e8ab2/bbb9a76f-97d7-4272-86d6-6d6001f3c662/09e85e13-3312-425c-8698-691418fc126e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:39:46.414396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] No DVR routers for this DVR port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:46.416389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] For port 327117a9-cc68-43a5-93a8-beedd0b658cc, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=327117a9-cc68-43a5-93a8-beedd0b658cc,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:46.571617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9489ee2f-18d6-4e12-979f-df701384eeec None None] Provisioning complete for port 1dc1567a-48bc-4723-a64c-615ccdeb1473 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:46.574142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9489ee2f-18d6-4e12-979f-df701384eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.574142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.580625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] For port 8eadfa03-f21c-44af-8ffa-7585164fba1c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8eadfa03-f21c-44af-8ffa-7585164fba1c,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:46.580955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.587505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.675556 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d369306e-5118-4181-87e8-2e936015aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.693743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a000b8c-f691-4016-bae2-63b082446985']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:46.722046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b117adb7-e8b7-442b-a03f-afc01d6ce35b') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:46.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b117adb7-e8b7-442b-a03f-afc01d6ce35b') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:46.746251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1dc1567a-48bc-4723-a64c-615ccdeb1473 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:46.755066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369306e-5118-4181-87e8-2e936015aabc None None] No DVR routers for this DVR port 8fd6e116-25cd-4e3e-a256-64b8d5da8758 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:46.815258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.840171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] Calling delete_port for 8eadfa03-f21c-44af-8ffa-7585164fba1c owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:46.842118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.870575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] For port a34ce5ad-be68-4274-a51e-336401186978, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:46.886534 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.888149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:39:46.888685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:39:46.943705 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:39:47.142350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Routers {'8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:39:47.143175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:47.165309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.237833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.239696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93a2c0-c78c-4c8d-ba4d-b66804312448 req-1b4b5f70-0901-4f16-806a-35af52b4660e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:47.250512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de93a2c0-c78c-4c8d-ba4d-b66804312448 req-1b4b5f70-0901-4f16-806a-35af52b4660e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1583424 Sep 20 12:39:47.255598 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.259575 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "DELETE /v2.0/networks/9a000b8c-f691-4016-bae2-63b082446985 HTTP/1.1" status: 204 len: 168 time: 2.4315991 Sep 20 12:39:47.273255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36400) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:47.280611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5099eb-2348-49a0-b9e1-40e29e7cacbe None None] Pushing event updated for resources: {'Port': ['ID=327117a9-cc68-43a5-93a8-beedd0b658cc,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:47.425575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9489ee2f-18d6-4e12-979f-df701384eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.438471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de93a2c0-c78c-4c8d-ba4d-b66804312448 req-d3a1e031-fcab-45ab-8f42-763106adcec3 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824808 Sep 20 12:39:47.480500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.489115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d781c8-8465-4e62-a87e-272e0291b20e tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Network': ['ID=9a000b8c-f691-4016-bae2-63b082446985,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:47.584917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b61d6f74-dc04-4e62-8fda-1c3ce80a365b req-f80109fb-eb4f-44a7-b5d8-f19f1b36d89b tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0604503 Sep 20 12:39:47.608693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369306e-5118-4181-87e8-2e936015aabc None None] Pushing event deleted for resources: {'Port': ['ID=8fd6e116-25cd-4e3e-a256-64b8d5da8758,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:47.631113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] For port a34ce5ad-be68-4274-a51e-336401186978, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a34ce5ad-be68-4274-a51e-336401186978,segment=NetworkSegment(d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a),segment_id=d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:47.642758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Deleting port 8eadfa03-f21c-44af-8ffa-7585164fba1c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:39:47.643088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.680945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1dc1567a-48bc-4723-a64c-615ccdeb1473 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:47.682719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.708165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.774831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] For port 8eadfa03-f21c-44af-8ffa-7585164fba1c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8eadfa03-f21c-44af-8ffa-7585164fba1c,segment=NetworkSegment(4dc8e825-5686-4aec-a4fd-f09d71b32569),segment_id=4dc8e825-5686-4aec-a4fd-f09d71b32569)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:47.775578 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.790625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a46f43-fe97-41ee-bf7b-4b5fe0c67006 req-d198d9bb-f005-4b48-b2dc-4a2446b1e261 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:47.792784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1a46f43-fe97-41ee-bf7b-4b5fe0c67006 req-d198d9bb-f005-4b48-b2dc-4a2446b1e261 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 931 time: 0.0783503 Sep 20 12:39:47.804511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Network e919b80f-c198-4e62-ad65-66b9457e8ab2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:39:47.806022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Calling delete_port for 8eadfa03-f21c-44af-8ffa-7585164fba1c owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:39:47.807914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Pushing event updated for resources: {'Port': ['ID=09e85e13-3312-425c-8698-691418fc126e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:47.812825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:47.816515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:39:47.820153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9489ee2f-18d6-4e12-979f-df701384eeec None None] For port 1dc1567a-48bc-4723-a64c-615ccdeb1473, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1dc1567a-48bc-4723-a64c-615ccdeb1473,segment=NetworkSegment(1552c154-cf17-4ea4-82c1-269a2dd1f440),segment_id=1552c154-cf17-4ea4-82c1-269a2dd1f440)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:47.848718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1a46f43-fe97-41ee-bf7b-4b5fe0c67006 req-6856da0a-a3dd-4580-9c39-9a36c8b84be1 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Sep 20 12:39:47.868143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] Set router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:39:47.874744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:47.874744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:47.966956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcaed648-4127-460a-9f4d-fcd8acadd3ca req-dec83f51-13b7-4973-8f5b-74cbfc35793c tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 210 time: 0.0462523 Sep 20 12:39:48.078453 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-0eec3e64-e8da-41b5-943a-3c4863b72d0a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8307865 Sep 20 12:39:48.081989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.125560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Request body: {'port': {'device_id': '599ffb32-3526-44b4-8def-98b66c100764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:48.160400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.198330 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.200024 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.200640 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9489ee2f-18d6-4e12-979f-df701384eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.252368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] No DVR routers for this DVR port 8eadfa03-f21c-44af-8ffa-7585164fba1c on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:48.262085 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Port': ['ID=8eadfa03-f21c-44af-8ffa-7585164fba1c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:48.359818 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.388802 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.445338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] No DVR routers for this DVR port 8eadfa03-f21c-44af-8ffa-7585164fba1c on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:39:48.555551 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.565849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b51054b6-2b9e-4798-8adb-8090629a53d4 None None] Provisioning complete for port 1dc1567a-48bc-4723-a64c-615ccdeb1473 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:48.569534 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b51054b6-2b9e-4798-8adb-8090629a53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.630496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09535fd8-61c9-495a-9008-e0d6a43ad1c3']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:48.659390 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:39:48.660052 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:39:48.660752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a4733-d83d-44f8-a21c-fb3076631279 None None] Pushing event updated for resources: {'Port': ['ID=a34ce5ad-be68-4274-a51e-336401186978,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:48.692937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc8e825-5686-4aec-a4fd-f09d71b32569') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:48.693701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc8e825-5686-4aec-a4fd-f09d71b32569') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:48.716491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.736007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272daf79-2b87-4c94-b816-eb47318cc2d8 req-1599882c-6a8e-45e9-a8c8-341c21470108 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:48.744902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-272daf79-2b87-4c94-b816-eb47318cc2d8 req-1599882c-6a8e-45e9-a8c8-341c21470108 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1280069 Sep 20 12:39:48.768795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.839455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-272daf79-2b87-4c94-b816-eb47318cc2d8 req-6e933f0b-be68-4bee-8b3f-e150a5342c9e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885422 Sep 20 12:39:48.905525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:39:48.905525 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:39:48.917612 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:39:49.194503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2092bd6b-9e2e-43d3-95ed-4f84e4b43ef5 req-d3218468-5a21-4fd9-a9a9-6de44f1adc70 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0829828 Sep 20 12:39:49.215174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734e6da-9371-4cae-9f68-6fe501725567 None None] Pushing event deleted for resources: {'Port': ['ID=8eadfa03-f21c-44af-8ffa-7585164fba1c,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:49.266586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:49.279662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:49.283153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] 10.222.0.37 "DELETE /v2.0/networks/09535fd8-61c9-495a-9008-e0d6a43ad1c3 HTTP/1.1" status: 204 len: 168 time: 2.0097134 Sep 20 12:39:49.384297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e1b10-2aa2-4f22-bf64-d6067d00e50d tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] Pushing event deleted for resources: {'Network': ['ID=09535fd8-61c9-495a-9008-e0d6a43ad1c3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:49.439859 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:39:49.552445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489ee2f-18d6-4e12-979f-df701384eeec None None] Pushing event updated for resources: {'Port': ['ID=1dc1567a-48bc-4723-a64c-615ccdeb1473,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:49.567910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961fe43-9152-4ddc-913d-853eba2eef1f req-0f1d72bd-b624-4cb0-adb7-96ee128816f4 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:49.579808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4961fe43-9152-4ddc-913d-853eba2eef1f req-0f1d72bd-b624-4cb0-adb7-96ee128816f4 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 931 time: 0.1930027 Sep 20 12:39:49.636972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8fd6e116-25cd-4e3e-a256-64b8d5da8758 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:49.648937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4961fe43-9152-4ddc-913d-853eba2eef1f req-80fa92d8-1768-4820-8fdb-b9d28929898f tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671959 Sep 20 12:39:49.655168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:39:38Z', 'revision_number': 4, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port': {'id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:34Z', 'updated_at': '2021-09-20T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '327117a9-cc68-43a5-93a8-beedd0b658cc', 'name': '', 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'mac_address': 'fa:16:3e:13:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'bbb9a76f-97d7-4272-86d6-6d6001f3c662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:37Z', 'updated_at': '2021-09-20T12:39:46Z', 'revision_number': 4, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'subnets': [{'id': 'bbb9a76f-97d7-4272-86d6-6d6001f3c662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:39:49.705389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e85e13-3312-425c-8698-691418fc126e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:49.717071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:49.736232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Transition to ACTIVE for port object 09e85e13-3312-425c-8698-691418fc126e will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:39:49.813161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:49.852743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 8fd6e116-25cd-4e3e-a256-64b8d5da8758 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:49.852743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8fd6e116-25cd-4e3e-a256-64b8d5da8758 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:49.852743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8eadfa03-f21c-44af-8ffa-7585164fba1c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:39:49.869441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d40b2-d912-4295-9ebe-3d358f0c16af None None] The sync data for ids ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'] in n-d-809934-3 is: [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:39:38Z', 'revision_number': 4, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port': {'id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:34Z', 'updated_at': '2021-09-20T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '327117a9-cc68-43a5-93a8-beedd0b658cc', 'name': '', 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'mac_address': 'fa:16:3e:13:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'bbb9a76f-97d7-4272-86d6-6d6001f3c662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:37Z', 'updated_at': '2021-09-20T12:39:46Z', 'revision_number': 4, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'subnets': [{'id': 'bbb9a76f-97d7-4272-86d6-6d6001f3c662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:39:49.873084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3138f0bc-98c6-4cc4-9dca-bab241fc02c3 req-239370d0-46ca-4863-a661-db9b0c172654 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 210 time: 0.0745919 Sep 20 12:39:49.900470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-acd33511-10d4-4ab4-bf3f-a6796a74bae7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:49.902829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 8eadfa03-f21c-44af-8ffa-7585164fba1c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:39:49.903217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8eadfa03-f21c-44af-8ffa-7585164fba1c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:39:49.915719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-acd33511-10d4-4ab4-bf3f-a6796a74bae7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:49.917917 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-acd33511-10d4-4ab4-bf3f-a6796a74bae7 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "GET /v2.0/networks?id=4d5283f4-5f3b-47b5-832e-8779331da34b&id=3cf1c0cc-3eec-4853-9cc6-256ee9398b06 HTTP/1.1" status: 200 len: 1392 time: 0.3347497 Sep 20 12:39:49.937312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'port': {'device_id': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b', 'admin_state_up': True, 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:49.989839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:50.336925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:50.405527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7c0a-822f-4641-968a-fc8c3f235cc6 req-2518da1d-723a-434a-b319-e3133c77d8f5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:50.407684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13fd7c0a-822f-4641-968a-fc8c3f235cc6 req-2518da1d-723a-434a-b319-e3133c77d8f5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0967169 Sep 20 12:39:50.425938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Pushing event updated for resources: {'Port': ['ID=09e85e13-3312-425c-8698-691418fc126e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:50.485719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Attempting to bind port 09e85e13-3312-425c-8698-691418fc126e on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:50.486062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Attempting to bind port 09e85e13-3312-425c-8698-691418fc126e by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:50.486391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Attempting to bind port 09e85e13-3312-425c-8698-691418fc126e on network e919b80f-c198-4e62-ad65-66b9457e8ab2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:50.498689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 327117a9-cc68-43a5-93a8-beedd0b658cc up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:50.498913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Port 09e85e13-3312-425c-8698-691418fc126e on network e919b80f-c198-4e62-ad65-66b9457e8ab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:39:50.499041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Attempting to bind port 09e85e13-3312-425c-8698-691418fc126e on network e919b80f-c198-4e62-ad65-66b9457e8ab2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:50.510038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:50.510374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Checking segment: {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:50.510758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Bound using segment: {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:50.511187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Bound port: 09e85e13-3312-425c-8698-691418fc126e, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:50.511541 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:50.548567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13fd7c0a-822f-4641-968a-fc8c3f235cc6 req-649f4224-8d7c-418f-8659-15c8ef2ca5bc tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222494 Sep 20 12:39:50.596071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:50.604476 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:50.617050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25db4dcc-466f-4dc0-a4c5-b2e9455fbc80 None None] Network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:39:50.810859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] For port 09e85e13-3312-425c-8698-691418fc126e, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:50.849319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] For port 09e85e13-3312-425c-8698-691418fc126e, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=09e85e13-3312-425c-8698-691418fc126e,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:50.951086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:50.972039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 327117a9-cc68-43a5-93a8-beedd0b658cc triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:50.972697 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:51.011261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5bf0c13b-246f-4e46-af3e-8f49591769ca None None] Provisioning complete for port a34ce5ad-be68-4274-a51e-336401186978 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:51.011261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c13b-246f-4e46-af3e-8f49591769ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:51.109651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a649a18-9f03-43f6-8193-54daa3ea0b76 req-8234c6f9-2b5f-4fce-8e4f-86dedb33aaf0 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.1610150 Sep 20 12:39:51.231191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Pushing event updated for resources: {'Port': ['ID=09e85e13-3312-425c-8698-691418fc126e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:51.285206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:51.289373 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:51.292371 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-373e897c-32ab-4b06-afb0-5c0599bd9dbf service neutron] 10.222.0.21 "PUT /v2.0/ports/09e85e13-3312-425c-8698-691418fc126e HTTP/1.1" status: 200 len: 1091 time: 3.1842153 Sep 20 12:39:51.294308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599ffb32-3526-44b4-8def-98b66c100764', 'tag': '09e85e13-3312-425c-8698-691418fc126e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:51.298933 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8" -d '{"events": [{"name": "network-changed", "server_uuid": "599ffb32-3526-44b4-8def-98b66c100764", "tag": "09e85e13-3312-425c-8698-691418fc126e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:51.302680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Allocated IP 19.80.0.31 (4d5283f4-5f3b-47b5-832e-8779331da34b/9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d/4841e53d-97cb-471a-841d-7dc8ddca0df1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:39:51.355863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:51.394366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612d7d4-409a-422f-a20a-94ba2f1a4879 req-fab6fd4e-fdb0-4985-b452-902098ef878b tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:51.416152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6612d7d4-409a-422f-a20a-94ba2f1a4879 req-fab6fd4e-fdb0-4985-b452-902098ef878b tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 943 time: 0.1667314 Sep 20 12:39:51.484255 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c13b-246f-4e46-af3e-8f49591769ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:51.549642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6612d7d4-409a-422f-a20a-94ba2f1a4879 req-e08e106c-aa06-4200-a50e-0959ebc93d57 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323614 Sep 20 12:39:51.566959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 327117a9-cc68-43a5-93a8-beedd0b658cc, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=327117a9-cc68-43a5-93a8-beedd0b658cc,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:51.630934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5bf0c13b-246f-4e46-af3e-8f49591769ca None None] For port a34ce5ad-be68-4274-a51e-336401186978, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a34ce5ad-be68-4274-a51e-336401186978,segment=NetworkSegment(d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a),segment_id=d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:51.635317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-87039f1c-13eb-4e84-8600-847aeba4a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:51.637200 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-87039f1c-13eb-4e84-8600-847aeba4a0e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 1094 time: 0.1966939 Sep 20 12:39:51.643169 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:51.645068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a34ce5ad-be68-4274-a51e-336401186978 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:51.697835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-3eb29a66-2ec7-46cd-a23b-f9645a878cdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e85e13-3312-425c-8698-691418fc126e HTTP/1.1" status: 200 len: 217 time: 0.0514398 Sep 20 12:39:51.793625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cb320d1-ec43-4d7e-80b5-60575422d49d req-221ccbfa-bfa0-464a-808d-377dc1addaf0 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 210 time: 0.0753903 Sep 20 12:39:51.836779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=327117a9-cc68-43a5-93a8-beedd0b658cc,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:51.855751 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c13b-246f-4e46-af3e-8f49591769ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:51.912910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:51.935814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-d8855e8b-fe83-47b9-b9c8-78cb54290561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:51.937719 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-d8855e8b-fe83-47b9-b9c8-78cb54290561 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 200 len: 851 time: 0.2193480 Sep 20 12:39:52.002284 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feda6e48-14e7-4652-a3a8-34c18062fe7e x-openstack-request-id: req-feda6e48-14e7-4652-a3a8-34c18062fe7e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:52.009907 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599ffb32-3526-44b4-8def-98b66c100764", "tag": "09e85e13-3312-425c-8698-691418fc126e", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:52.010318 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-feda6e48-14e7-4652-a3a8-34c18062fe7e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:52.010848 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599ffb32-3526-44b4-8def-98b66c100764', 'tag': '09e85e13-3312-425c-8698-691418fc126e', 'status': 'completed', 'code': 200} Sep 20 12:39:52.053449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4bea64e-409b-49c6-b8c8-aa04ce629469 req-61e1cf18-0a47-49a9-934f-fd98d4308217 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0850124 Sep 20 12:39:52.068466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a2cd5256-a87f-4ab7-aaf5-dd2d37c91b21 None None] Provisioning complete for port a34ce5ad-be68-4274-a51e-336401186978 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:52.069128 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5256-a87f-4ab7-aaf5-dd2d37c91b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:52.111115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-b0d880c2-6823-4c92-a324-b11621fa28c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e919b80f-c198-4e62-ad65-66b9457e8ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539652 Sep 20 12:39:52.198070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:52.239544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0c13b-246f-4e46-af3e-8f49591769ca None None] Pushing event updated for resources: {'Port': ['ID=a34ce5ad-be68-4274-a51e-336401186978,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:52.270717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a34ce5ad-be68-4274-a51e-336401186978 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:52.270717 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:52.286079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c19bd-de97-4830-840a-97e74c333844 req-e60dba8e-b6f4-4e40-915e-f94284262a27 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:52.295003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-870c19bd-de97-4830-840a-97e74c333844 req-e60dba8e-b6f4-4e40-915e-f94284262a27 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1579201 Sep 20 12:39:52.353400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-870c19bd-de97-4830-840a-97e74c333844 req-8846f12d-9f1d-4cb2-bf23-9287e9c68871 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570323 Sep 20 12:39:52.428041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network 4d5283f4-5f3b-47b5-832e-8779331da34b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:39:52.438907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:52.461618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:39:52.499537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Port': ['ID=4841e53d-97cb-471a-841d-7dc8ddca0df1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:52.583909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1dc1567a-48bc-4723-a64c-615ccdeb1473 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:52.636006 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-82fc6e4a-e4a7-4c39-a4d8-3047b0964d4f service neutron] 10.222.0.21 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085659 Sep 20 12:39:52.706739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37c2daa8-f618-48c7-9ec8-4e4e0ba57fa0 req-2d1f5677-b9e3-4938-b1dc-25ab6226d649 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0706713 Sep 20 12:39:52.744371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1dc1567a-48bc-4723-a64c-615ccdeb1473 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:52.744767 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:52.830309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71be3e26-3f69-4b1a-8f52-531296cdf653 req-79f926cf-1467-427e-9304-10e8fffd7028 service neutron] 10.222.0.21 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789293 Sep 20 12:39:52.883683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:52.891098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:52.982159 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-bfff14d6-6166-4067-a328-0e4790e86924 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0540950 Sep 20 12:39:52.995547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Request body: {'port': {'device_id': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06', 'admin_state_up': True, 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:53.059534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-20bb1e22-037c-4e1a-a66b-c7ce0563bdc0 None None] Provisioning complete for port 4841e53d-97cb-471a-841d-7dc8ddca0df1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:53.059906 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20bb1e22-037c-4e1a-a66b-c7ce0563bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:53.068977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8ab48-e0d0-4986-bc50-245543baf930 req-2748d5a5-f911-4ecf-aa25-e0d2c6c3ed92 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:53.086085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcb8ab48-e0d0-4986-bc50-245543baf930 req-2748d5a5-f911-4ecf-aa25-e0d2c6c3ed92 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 943 time: 0.1334147 Sep 20 12:39:53.177052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-20bb1e22-037c-4e1a-a66b-c7ce0563bdc0 None None] Port 4841e53d-97cb-471a-841d-7dc8ddca0df1 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:39:53.208266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcb8ab48-e0d0-4986-bc50-245543baf930 req-b6d4f62e-2354-4410-b92d-a8d6ee0ee6ad tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192975 Sep 20 12:39:53.271642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 327117a9-cc68-43a5-93a8-beedd0b658cc up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:53.449982 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 327117a9-cc68-43a5-93a8-beedd0b658cc triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:53.450846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:53.566351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-a32014d8-79bb-4d8e-913a-02ba16ab916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:53.571345 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-a32014d8-79bb-4d8e-913a-02ba16ab916d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 1094 time: 0.2270579 Sep 20 12:39:53.594580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b82db-7c4c-4555-96c5-11536d7a5c10 req-7affdc01-2241-4477-9bed-d9bbabe059bb tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:53.598531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-437b82db-7c4c-4555-96c5-11536d7a5c10 req-7affdc01-2241-4477-9bed-d9bbabe059bb tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 931 time: 0.1630044 Sep 20 12:39:53.629097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Made reservation on behalf of bb0a25e270b14097993ebb7c7bf85028 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:39:53.649932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:53.706559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a34ce5ad-be68-4274-a51e-336401186978 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:53.730474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-437b82db-7c4c-4555-96c5-11536d7a5c10 req-a8543192-fe28-4d0f-9eac-735bc9293543 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845094 Sep 20 12:39:53.818758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:53.856902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a34ce5ad-be68-4274-a51e-336401186978 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:53.866536 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:54.002790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed768e7-5f6f-4344-b3ea-14c81b2554e1 req-50b94db8-a686-408a-b2ea-5a9e2ee00668 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:54.017259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ed768e7-5f6f-4344-b3ea-14c81b2554e1 req-50b94db8-a686-408a-b2ea-5a9e2ee00668 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1513474 Sep 20 12:39:54.067988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-d82d5f40-d6fd-4337-a327-09207858850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:54.069620 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-d82d5f40-d6fd-4337-a327-09207858850a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 911 time: 0.4734709 Sep 20 12:39:54.104031 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ed768e7-5f6f-4344-b3ea-14c81b2554e1 req-c2c1faff-4155-4bac-a32d-5bcbcabd2cfe tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855160 Sep 20 12:39:54.119328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Allocated IP 19.86.0.131 (3cf1c0cc-3eec-4853-9cc6-256ee9398b06/63964251-2298-4208-a0a1-b48e93b450ae/02786f1a-1ac9-45c2-9edd-d067b4cf2cea) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:39:54.152839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c20292a-2bee-4bc4-afa0-863146fedf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:54.190479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-084d2aa1-22f8-44b8-bb73-f7d9d2fc0784 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e85e13-3312-425c-8698-691418fc126e HTTP/1.1" status: 200 len: 217 time: 0.0476084 Sep 20 12:39:54.266991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34fddf4d-c045-4d17-9033-496a8bb873ad req-54d71e26-b396-47b3-8519-48ec9bd35ca7 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0552642 Sep 20 12:39:54.396792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c20292a-2bee-4bc4-afa0-863146fedf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:54.397715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-65df77e4-1cc4-46e7-8e7e-7d6f0b18e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:54.399954 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-65df77e4-1cc4-46e7-8e7e-7d6f0b18e860 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 200 len: 851 time: 0.1786184 Sep 20 12:39:54.513064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-8a9337c6-c164-4b0e-bc31-b880ff3f21d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e919b80f-c198-4e62-ad65-66b9457e8ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489254 Sep 20 12:39:54.546679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c20292a-2bee-4bc4-afa0-863146fedf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:54.619240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c20292a-2bee-4bc4-afa0-863146fedf05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9770dd1200ce4337842e05dd7e8dfb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7976754 Sep 20 12:39:54.635644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36518) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:39:54.695515 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-45228383-f132-45d3-87db-04eb6be9ea88 service neutron] 10.222.0.21 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123831 Sep 20 12:39:54.707464 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:54.713525 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13abc9-c267-4778-a4ec-d14b128e551d req-4c0ec59e-27c7-4fb7-89cf-46d663ab6031 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:54.721703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e13abc9-c267-4778-a4ec-d14b128e551d req-4c0ec59e-27c7-4fb7-89cf-46d663ab6031 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 943 time: 0.2318170 Sep 20 12:39:54.725429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20292a-2bee-4bc4-afa0-863146fedf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880194cd-38e5-425a-afc9-45a2d6391e22,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:54.752747 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ae0cb2-b2c3-4563-b691-debe458c61a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:54.760699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 09e85e13-3312-425c-8698-691418fc126e details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:39:54.808692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e13abc9-c267-4778-a4ec-d14b128e551d req-d60df112-9bad-4100-b2b6-9e5c3a399d7d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855768 Sep 20 12:39:54.840652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ae0cb2-b2c3-4563-b691-debe458c61a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:54.867315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:55.020787 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event updated for resources: {'Port': ['ID=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:55.048793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 09e85e13-3312-425c-8698-691418fc126e, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=09e85e13-3312-425c-8698-691418fc126e,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:55.051787 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:39:55.062470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '09e85e13-3312-425c-8698-691418fc126e', 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2', 'port_id': '09e85e13-3312-425c-8698-691418fc126e', 'mac_address': 'fa:16:3e:4c:e4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb9a76f-97d7-4272-86d6-6d6001f3c662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:39:55.076143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ae0cb2-b2c3-4563-b691-debe458c61a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:55.086645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ae0cb2-b2c3-4563-b691-debe458c61a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:55.086645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-19ae0cb2-b2c3-4563-b691-debe458c61a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/880194cd-38e5-425a-afc9-45a2d6391e22 HTTP/1.1" status: 204 len: 168 time: 0.4329312 Sep 20 12:39:55.108464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:39:55.117946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:39:55.122783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7a3b0-9b05-493b-827b-e9708338848d req-34725db9-a2a5-429f-9d32-b2c9de9727ff tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:55.142829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7a3b0-9b05-493b-827b-e9708338848d req-34725db9-a2a5-429f-9d32-b2c9de9727ff tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:55.152450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51f7a3b0-9b05-493b-827b-e9708338848d req-34725db9-a2a5-429f-9d32-b2c9de9727ff tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1654 time: 0.1359537 Sep 20 12:39:55.198015 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:55.203928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae0cb2-b2c3-4563-b691-debe458c61a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880194cd-38e5-425a-afc9-45a2d6391e22,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:55.218955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e85e13-3312-425c-8698-691418fc126e {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:55.252252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51f7a3b0-9b05-493b-827b-e9708338848d req-b6828b03-5d31-479e-b8a9-2400d2dd6f19 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981579 Sep 20 12:39:55.270281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:55.270281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:55.319835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9dc60923-c9ea-4c87-a4fc-ec02e79174e8 req-06ad1f23-7625-4120-8e24-51e2d3517195 service neutron] 10.222.0.21 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760016 Sep 20 12:39:55.352157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 09e85e13-3312-425c-8698-691418fc126e, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=09e85e13-3312-425c-8698-691418fc126e,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:55.388302 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-661a6146-2367-4a0e-9e83-f37ebeac524d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3970118 Sep 20 12:39:55.403382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Request body: {'port': {'device_id': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:55.433183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:55.486116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:55.537859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=09e85e13-3312-425c-8698-691418fc126e,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:55.630719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1924210a-5c61-4dc4-8a22-ecf20286766f None None] Provisioning complete for port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:55.631455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1924210a-5c61-4dc4-8a22-ecf20286766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:55.640508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['09e85e13-3312-425c-8698-691418fc126e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:39:55.807923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1924210a-5c61-4dc4-8a22-ecf20286766f None None] Port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:39:55.913951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057ea344-4157-4921-8d66-29e58598847e req-6a24ad1e-22a8-46f2-86eb-1c6e0687c925 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3bea45b6ec3c43ac92f7f3a3cd35ef7d&device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0856409 Sep 20 12:39:55.948704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057ea344-4157-4921-8d66-29e58598847e req-e99b2f05-656b-4b03-b489-4867169a2aaa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3bea45b6ec3c43ac92f7f3a3cd35ef7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287602 Sep 20 12:39:56.193291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4841e53d-97cb-471a-841d-7dc8ddca0df1 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:56.204346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:56.219468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Transition to ACTIVE for port object 4841e53d-97cb-471a-841d-7dc8ddca0df1 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:39:56.255666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9d36a-efbd-4503-a5c0-499031b142fe req-e93a742e-838a-449f-ba43-5b5a5b2733c5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:56.258272 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fae9d36a-efbd-4503-a5c0-499031b142fe req-e93a742e-838a-449f-ba43-5b5a5b2733c5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1502175 Sep 20 12:39:56.259509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ea344-4157-4921-8d66-29e58598847e req-bae0bd18-9a2c-4848-84cd-4bb88fbb0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:56.261083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057ea344-4157-4921-8d66-29e58598847e req-bae0bd18-9a2c-4848-84cd-4bb88fbb0c78 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3025901 Sep 20 12:39:56.297823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:56.341112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fae9d36a-efbd-4503-a5c0-499031b142fe req-16e11298-9437-4018-8da2-2292c7e46c59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648279 Sep 20 12:39:56.495626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Pushing event updated for resources: {'Port': ['ID=4841e53d-97cb-471a-841d-7dc8ddca0df1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:56.513268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44eb295c-4473-4c0b-ab32-d507f1eda2f9 req-4e40137e-2c13-4bcd-a98a-776ba0dd601e tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0525041 Sep 20 12:39:56.534404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Attempting to bind port 4841e53d-97cb-471a-841d-7dc8ddca0df1 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:56.543858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Attempting to bind port 4841e53d-97cb-471a-841d-7dc8ddca0df1 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:56.544693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Attempting to bind port 4841e53d-97cb-471a-841d-7dc8ddca0df1 on network 4d5283f4-5f3b-47b5-832e-8779331da34b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:56.557559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Port 4841e53d-97cb-471a-841d-7dc8ddca0df1 on network 4d5283f4-5f3b-47b5-832e-8779331da34b not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:39:56.557944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Attempting to bind port 4841e53d-97cb-471a-841d-7dc8ddca0df1 on network 4d5283f4-5f3b-47b5-832e-8779331da34b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:39:56.563914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:39:56.564255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Checking segment: {'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:39:56.564634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Bound using segment: {'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:39:56.565080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Bound port: 4841e53d-97cb-471a-841d-7dc8ddca0df1, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1552c154-cf17-4ea4-82c1-269a2dd1f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:39:56.565445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:56.726395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63511ce-391f-4152-b3fc-91d5488c731c req-6e2ba4b9-15d7-4ef6-b59c-bc84ee6f88eb tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:56.742693 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a63511ce-391f-4152-b3fc-91d5488c731c req-6e2ba4b9-15d7-4ef6-b59c-bc84ee6f88eb tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 944 time: 0.1279066 Sep 20 12:39:56.809927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 09e85e13-3312-425c-8698-691418fc126e up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:39:56.826315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] For port 4841e53d-97cb-471a-841d-7dc8ddca0df1, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:39:56.833885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] For port 4841e53d-97cb-471a-841d-7dc8ddca0df1, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4841e53d-97cb-471a-841d-7dc8ddca0df1,segment=NetworkSegment(1552c154-cf17-4ea4-82c1-269a2dd1f440),segment_id=1552c154-cf17-4ea4-82c1-269a2dd1f440)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:39:56.861640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a63511ce-391f-4152-b3fc-91d5488c731c req-41c5d8c6-74b5-488a-b216-ec7d26fedff0 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179430 Sep 20 12:39:56.913841 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:57.139298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c082b9-4081-4a19-bd0b-7900443898a5 req-d7a51817-ddd0-4448-97c3-fba76445ffaf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:57.148813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 09e85e13-3312-425c-8698-691418fc126e completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:39:57.154168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c082b9-4081-4a19-bd0b-7900443898a5 req-d7a51817-ddd0-4448-97c3-fba76445ffaf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:57.154344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 09e85e13-3312-425c-8698-691418fc126e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:39:57.154344 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:57.160094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10c082b9-4081-4a19-bd0b-7900443898a5 req-d7a51817-ddd0-4448-97c3-fba76445ffaf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1666 time: 0.1287193 Sep 20 12:39:57.218506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10c082b9-4081-4a19-bd0b-7900443898a5 req-330dc370-7836-4c68-8249-adc5fb619018 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555933 Sep 20 12:39:57.415853 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:57.466256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057ea344-4157-4921-8d66-29e58598847e req-dc9e55e7-3f65-4606-ab1e-b51ca751f331 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0501299 Sep 20 12:39:57.502807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599ffb32-3526-44b4-8def-98b66c100764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e85e13-3312-425c-8698-691418fc126e'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:57.505140 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ba1a78-7ccb-427e-a43c-daf9589a1002" -d '{"events": [{"server_uuid": "599ffb32-3526-44b4-8def-98b66c100764", "name": "network-vif-plugged", "status": "completed", "tag": "09e85e13-3312-425c-8698-691418fc126e"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:57.564575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 09e85e13-3312-425c-8698-691418fc126e, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=09e85e13-3312-425c-8698-691418fc126e,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:39:57.656086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc285e-c36e-443d-aa9a-36c5e243d1a0 req-e0abfc13-45ec-4921-84b4-02062918da74 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:57.665315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4dc285e-c36e-443d-aa9a-36c5e243d1a0 req-e0abfc13-45ec-4921-84b4-02062918da74 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0942941 Sep 20 12:39:57.667950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:57.793860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4dc285e-c36e-443d-aa9a-36c5e243d1a0 req-dc7b0e65-4b0f-40cc-a90f-6ebf224db34a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272461 Sep 20 12:39:57.806125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=09e85e13-3312-425c-8698-691418fc126e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:57.828948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:57.828948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:57.828948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] 10.222.0.32 "PUT /v2.0/ports/4841e53d-97cb-471a-841d-7dc8ddca0df1 HTTP/1.1" status: 200 len: 1091 time: 2.4316568 Sep 20 12:39:57.829638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'tag': '4841e53d-97cb-471a-841d-7dc8ddca0df1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:39:57.831789 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5" -d '{"events": [{"name": "network-changed", "server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "tag": "4841e53d-97cb-471a-841d-7dc8ddca0df1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:39:57.838599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b779cf-cc3b-4e0c-8180-95373d7a3a3a service neutron] Pushing event updated for resources: {'Port': ['ID=4841e53d-97cb-471a-841d-7dc8ddca0df1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:57.925613 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6abd78-c326-467f-a84d-bd4660f1d16e x-openstack-request-id: req-9b6abd78-c326-467f-a84d-bd4660f1d16e {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:57.926553 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599ffb32-3526-44b4-8def-98b66c100764", "name": "network-vif-plugged", "status": "completed", "tag": "09e85e13-3312-425c-8698-691418fc126e", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:57.927038 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b6abd78-c326-467f-a84d-bd4660f1d16e {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:57.927762 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599ffb32-3526-44b4-8def-98b66c100764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e85e13-3312-425c-8698-691418fc126e', 'code': 200} Sep 20 12:39:57.932185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Request body: {'port': {'device_id': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:39:58.150098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3a6f7ca-6102-4b99-8d15-1a6350515679 req-6ffecceb-bdd2-4eb8-ba07-4820c6894655 tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0979195 Sep 20 12:39:58.217657 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336121f-4263-44d7-b07d-8661ec275609 x-openstack-request-id: req-9336121f-4263-44d7-b07d-8661ec275609 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:39:58.217959 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "tag": "4841e53d-97cb-471a-841d-7dc8ddca0df1", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:39:58.218306 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9336121f-4263-44d7-b07d-8661ec275609 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:39:58.218579 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'tag': '4841e53d-97cb-471a-841d-7dc8ddca0df1', 'status': 'completed', 'code': 200} Sep 20 12:39:58.219133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:58.365526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-ad9ac7b6-56ae-46b4-b45a-89b5d0ffc32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:58.367871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-ad9ac7b6-56ae-46b4-b45a-89b5d0ffc32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:58.370205 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-ad9ac7b6-56ae-46b4-b45a-89b5d0ffc32a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1913 time: 0.1292541 Sep 20 12:39:58.378080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e820d-c931-4993-8a53-12e39adc68a5 req-a980ead4-d89a-491f-b16a-196c36854686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:58.379704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-287e820d-c931-4993-8a53-12e39adc68a5 req-a980ead4-d89a-491f-b16a-196c36854686 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 1096 time: 0.3659651 Sep 20 12:39:58.917101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02786f1a-1ac9-45c2-9edd-d067b4cf2cea {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:39:58.931195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:59.007432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-287e820d-c931-4993-8a53-12e39adc68a5 req-f963133b-041c-4523-8b19-b1b862513d39 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184027 Sep 20 12:39:59.007432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Transition to ACTIVE for port object 02786f1a-1ac9-45c2-9edd-d067b4cf2cea will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:39:59.137441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc69d4-d105-4088-b36b-d2c29b970ab8 req-de1f7605-7ee4-4b1d-adca-1ee8e13ae822 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:59.139321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9dc69d4-d105-4088-b36b-d2c29b970ab8 req-de1f7605-7ee4-4b1d-adca-1ee8e13ae822 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.7667320 Sep 20 12:39:59.206811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9dc69d4-d105-4088-b36b-d2c29b970ab8 req-ccca0925-b1ea-4f60-8dce-e725ba692a08 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611870 Sep 20 12:39:59.212598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-32448127-5a78-4caa-9bd5-51f490ff22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:59.213298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-32448127-5a78-4caa-9bd5-51f490ff22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:59.213867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-32448127-5a78-4caa-9bd5-51f490ff22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:59.215569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-32448127-5a78-4caa-9bd5-51f490ff22ed service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb0a25e270b14097993ebb7c7bf85028&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8292596 Sep 20 12:39:59.367966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-e23a2ccb-d2fa-4430-b5c7-8a8daab0998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:59.369377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13eebab1-b0da-4a4f-9d2e-1ddd3bc3afe5 req-e23a2ccb-d2fa-4430-b5c7-8a8daab0998d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1467874 Sep 20 12:39:59.381464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681d8d8-b639-4a9d-9d9f-cce29c6072f2 req-4a9d6db0-75a0-4cfa-bb79-b661786e4619 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:59.388332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681d8d8-b639-4a9d-9d9f-cce29c6072f2 req-4a9d6db0-75a0-4cfa-bb79-b661786e4619 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:59.390077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e681d8d8-b639-4a9d-9d9f-cce29c6072f2 req-4a9d6db0-75a0-4cfa-bb79-b661786e4619 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1666 time: 0.0989261 Sep 20 12:39:59.428503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e681d8d8-b639-4a9d-9d9f-cce29c6072f2 req-5b6bd489-8903-4639-822a-ea39f17b0cc2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Sep 20 12:39:59.533759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6fd88-767f-42ab-b7f3-74963107f45d req-eb695503-267c-47ef-acb0-781acd599301 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:39:59.535313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73d6fd88-767f-42ab-b7f3-74963107f45d req-eb695503-267c-47ef-acb0-781acd599301 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0511606 Sep 20 12:39:59.583618 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73d6fd88-767f-42ab-b7f3-74963107f45d req-27eda0b2-c871-4460-aa9c-d2f9487b5783 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334082 Sep 20 12:39:59.712291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:39:59.725791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdac5d0c-f9e9-400c-9614-068fdf0c3b6d req-2867fd75-7ae0-4fd8-81ca-e8c5578b049b tempest-ServerShowV254Test-1061914380 tempest-ServerShowV254Test-1061914380-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3f63a2-9028-40f3-acd3-3a33223784df HTTP/1.1" status: 200 len: 210 time: 0.0418177 Sep 20 12:39:59.882386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Pushing event updated for resources: {'Port': ['ID=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:39:59.990410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Attempting to bind port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:39:59.993623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Attempting to bind port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:39:59.994361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Attempting to bind port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea on network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:00.031310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea on network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:40:00.032048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Attempting to bind port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea on network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:00.047510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:00.048500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Checking segment: {'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:00.049194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Bound using segment: {'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:00.049841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Bound port: 02786f1a-1ac9-45c2-9edd-d067b4cf2cea, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:00.050645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:00.160597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] For port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:00.169551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] For port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,segment=NetworkSegment(d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a),segment_id=d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:00.280496 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:00.339836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:00.340651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:00.342119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/02786f1a-1ac9-45c2-9edd-d067b4cf2cea HTTP/1.1" status: 200 len: 1092 time: 2.4165685 Sep 20 12:40:00.342847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'tag': '02786f1a-1ac9-45c2-9edd-d067b4cf2cea'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:00.346325 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed24320-c101-46ed-9375-d9bf27fc7862" -d '{"events": [{"name": "network-changed", "server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "tag": "02786f1a-1ac9-45c2-9edd-d067b4cf2cea"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:00.419183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde998-04e1-4b21-9ebb-c43cf0201966 req-ffac25a4-ecfd-4a22-9d9f-6115f5b846c4 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:00.437346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fdde998-04e1-4b21-9ebb-c43cf0201966 req-ffac25a4-ecfd-4a22-9d9f-6115f5b846c4 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0956182 Sep 20 12:40:00.452067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d0a08-f9ed-4670-b881-50c37b1471d6 service neutron] Pushing event updated for resources: {'Port': ['ID=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:00.575870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fdde998-04e1-4b21-9ebb-c43cf0201966 req-c5561c91-d3e8-4ada-b1f4-8e3568dc128a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026852 Sep 20 12:40:00.606954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-8ac2ba41-3863-45b3-af78-7b3d17f67000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:00.607351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-8ac2ba41-3863-45b3-af78-7b3d17f67000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:00.609085 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-8ac2ba41-3863-45b3-af78-7b3d17f67000 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1980 time: 0.1166453 Sep 20 12:40:00.732341 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba64357-d98f-4982-bf1e-ad8c189e0194 x-openstack-request-id: req-aba64357-d98f-4982-bf1e-ad8c189e0194 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:00.732635 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "tag": "02786f1a-1ac9-45c2-9edd-d067b4cf2cea", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:00.733172 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aba64357-d98f-4982-bf1e-ad8c189e0194 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:00.733866 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'tag': '02786f1a-1ac9-45c2-9edd-d067b4cf2cea', 'status': 'completed', 'code': 200} Sep 20 12:40:00.735715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-2a1ebd33-b832-43b6-9072-7f41ffcbb8ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=4841e53d-97cb-471a-841d-7dc8ddca0df1 HTTP/1.1" status: 200 len: 217 time: 0.1164594 Sep 20 12:40:00.853890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-93c828cb-04b9-4830-b27f-7c2ebff45228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:00.858782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-93c828cb-04b9-4830-b27f-7c2ebff45228 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d HTTP/1.1" status: 200 len: 801 time: 0.1129134 Sep 20 12:40:00.914093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e7ab6-955f-483e-a985-95034442723d req-0926cd88-d998-4a85-bec6-f269ac9421fa tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:00.944183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e7ab6-955f-483e-a985-95034442723d req-0926cd88-d998-4a85-bec6-f269ac9421fa tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:00.958240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc2e7ab6-955f-483e-a985-95034442723d req-0926cd88-d998-4a85-bec6-f269ac9421fa tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1678 time: 0.1305509 Sep 20 12:40:00.970494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-31788222-74ad-4025-b9c2-09823d25ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:00.973360 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-31788222-74ad-4025-b9c2-09823d25ea51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5283f4-5f3b-47b5-832e-8779331da34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101918 Sep 20 12:40:01.042003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc2e7ab6-955f-483e-a985-95034442723d req-6281fa19-a48a-44ed-b71c-783a9955368c tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826406 Sep 20 12:40:01.226963 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-6d043331-9d4e-4b24-8802-ed8a5bfa7443 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5283f4-5f3b-47b5-832e-8779331da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461910 Sep 20 12:40:01.263110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5a352-67b9-452c-ab55-5ede2d14404c req-149269cb-c511-4b98-bc1b-61d15203ebd8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:01.273621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38f5a352-67b9-452c-ab55-5ede2d14404c req-149269cb-c511-4b98-bc1b-61d15203ebd8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1145170 Sep 20 12:40:01.353961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38f5a352-67b9-452c-ab55-5ede2d14404c req-26a20518-eeb4-4951-ac8c-f0e4b325efa0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794482 Sep 20 12:40:01.425384 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-509472c9-5ae3-4796-8fd1-c39b39be49cc service neutron] 10.222.0.32 "GET /v2.0/networks/4d5283f4-5f3b-47b5-832e-8779331da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891630 Sep 20 12:40:01.520974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-a395dc8a-a35a-4ff4-92a8-ffc8ac9e89f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=02786f1a-1ac9-45c2-9edd-d067b4cf2cea HTTP/1.1" status: 200 len: 217 time: 0.0882108 Sep 20 12:40:01.718174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-4abb8f80-7121-4e7c-b478-da337ff5d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:01.720598 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-4abb8f80-7121-4e7c-b478-da337ff5d6bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63964251-2298-4208-a0a1-b48e93b450ae HTTP/1.1" status: 200 len: 801 time: 0.1927342 Sep 20 12:40:01.806945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c2bc8-dd30-4988-ab85-f3b782a4f03d req-742df931-bfec-4d66-ad46-37e0b76e8c30 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:01.839159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-159c2bc8-dd30-4988-ab85-f3b782a4f03d req-742df931-bfec-4d66-ad46-37e0b76e8c30 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1644297 Sep 20 12:40:01.907987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-e5cdfce0-48b3-4117-90c4-2a96216540fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:01.909535 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-e5cdfce0-48b3-4117-90c4-2a96216540fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cf1c0cc-3eec-4853-9cc6-256ee9398b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1807737 Sep 20 12:40:01.935107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-159c2bc8-dd30-4988-ab85-f3b782a4f03d req-602262c9-ce4b-4dce-a8ee-e7eef99cd8fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920010 Sep 20 12:40:02.137505 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-2cc3119b-7d4c-4949-a66f-0c6753aea1ff service neutron] 10.222.0.32 "GET /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059758 Sep 20 12:40:02.186932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36688) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:02.373700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-738fdaef-e2e3-4423-9f33-f74cf0c1c89d req-6d505397-6515-446a-8eed-bb6584ac562b service neutron] 10.222.0.32 "GET /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345245 Sep 20 12:40:02.450108 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6413f383-559b-4c95-a0e6-9b86b3fcdebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:02.589032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36698) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:02.650351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-09ba6606-a6f2-49c6-8963-08390483dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:02.650351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-09ba6606-a6f2-49c6-8963-08390483dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:02.652143 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-09ba6606-a6f2-49c6-8963-08390483dbcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1980 time: 0.1320531 Sep 20 12:40:02.714940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8238d-9a45-4f77-be5a-2642209ef1a1 req-9f0126c9-c307-46b7-96df-f288b102b1f1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:02.742970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8238d-9a45-4f77-be5a-2642209ef1a1 req-9f0126c9-c307-46b7-96df-f288b102b1f1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:02.750786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bc8238d-9a45-4f77-be5a-2642209ef1a1 req-9f0126c9-c307-46b7-96df-f288b102b1f1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1678 time: 0.2208276 Sep 20 12:40:02.785880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-62d4e275-4e57-43c8-a784-06e4c76fab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:02.787623 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-62d4e275-4e57-43c8-a784-06e4c76fab62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 1096 time: 0.1327040 Sep 20 12:40:02.848185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-7d17b033-a320-4f73-a4dc-d98f615d5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:02.850988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-7d17b033-a320-4f73-a4dc-d98f615d5a88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cf1c0cc-3eec-4853-9cc6-256ee9398b06 HTTP/1.1" status: 200 len: 902 time: 0.1754572 Sep 20 12:40:02.862455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bc8238d-9a45-4f77-be5a-2642209ef1a1 req-7d15e25e-b469-4685-a8b6-f2e2ed3fcfac tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107118 Sep 20 12:40:02.897060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67c0bf10-2b2f-4e53-91ab-98c91adedfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:02.946562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6413f383-559b-4c95-a0e6-9b86b3fcdebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:02.973439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-8944fed7-3c98-42c6-bc84-a1a093fd372b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=02786f1a-1ac9-45c2-9edd-d067b4cf2cea HTTP/1.1" status: 200 len: 217 time: 0.0844326 Sep 20 12:40:03.027999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39716a-9d1f-4f42-842e-bac87697b7f7 req-626d177f-13bf-45d5-99ea-e395695ca5f4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:03.029895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e39716a-9d1f-4f42-842e-bac87697b7f7 req-626d177f-13bf-45d5-99ea-e395695ca5f4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0654035 Sep 20 12:40:03.037433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-cc359be0-fd11-48de-9ebe-4c5aa74ef0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:03.040031 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-cc359be0-fd11-48de-9ebe-4c5aa74ef0ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 911 time: 0.2400074 Sep 20 12:40:03.058979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-c18a13bb-64ba-432a-9ec7-fe2d7b7efa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:03.058979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-c18a13bb-64ba-432a-9ec7-fe2d7b7efa86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63964251-2298-4208-a0a1-b48e93b450ae HTTP/1.1" status: 200 len: 801 time: 0.0741305 Sep 20 12:40:03.093605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e39716a-9d1f-4f42-842e-bac87697b7f7 req-3ff249fd-cb7f-4987-8c4d-2e0ecc546987 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515208 Sep 20 12:40:03.099510 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-3071b3df-aa7e-4eca-b5c4-065c62fde8f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e85e13-3312-425c-8698-691418fc126e HTTP/1.1" status: 200 len: 217 time: 0.0515721 Sep 20 12:40:03.107412 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6413f383-559b-4c95-a0e6-9b86b3fcdebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.163868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-c0a0f203-543a-48b2-8df0-2762c4e4e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:03.165503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-c0a0f203-543a-48b2-8df0-2762c4e4e91c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cf1c0cc-3eec-4853-9cc6-256ee9398b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0766160 Sep 20 12:40:03.191213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6413f383-559b-4c95-a0e6-9b86b3fcdebf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bea45b6ec3c43ac92f7f3a3cd35ef7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0005281 Sep 20 12:40:03.192789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36710) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:03.202460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413f383-559b-4c95-a0e6-9b86b3fcdebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce602a6-ac39-4ab5-a0ea-d71d106e7306,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:03.300300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af58f0-74ce-4882-82e8-eef08ba98268 req-a70fffff-7e60-4cab-8990-dcfc1a39ee99 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:03.302266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9af58f0-74ce-4882-82e8-eef08ba98268 req-a70fffff-7e60-4cab-8990-dcfc1a39ee99 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1006339 Sep 20 12:40:03.319914 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e765a291-caea-4f24-837f-0f0628275013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.343259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-d1dd0afc-61b0-42fd-a0bf-016153323a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:03.344670 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-d1dd0afc-61b0-42fd-a0bf-016153323a0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 200 len: 851 time: 0.1267762 Sep 20 12:40:03.357889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9af58f0-74ce-4882-82e8-eef08ba98268 req-6387caba-5669-44ff-88ef-4acb0975acdc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Sep 20 12:40:03.378679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e765a291-caea-4f24-837f-0f0628275013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.398573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67c0bf10-2b2f-4e53-91ab-98c91adedfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.421847 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-1bf9b7c1-fa56-4c7f-a48a-0676b6c1939c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e919b80f-c198-4e62-ad65-66b9457e8ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645437 Sep 20 12:40:03.425402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-bd0244f5-2fcd-4796-8194-a399b5cbfe23 service neutron] 10.222.0.32 "GET /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480509 Sep 20 12:40:03.462022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67c0bf10-2b2f-4e53-91ab-98c91adedfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.501782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e765a291-caea-4f24-837f-0f0628275013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.506243 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e765a291-caea-4f24-837f-0f0628275013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.532955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e765a291-caea-4f24-837f-0f0628275013 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ce602a6-ac39-4ab5-a0ea-d71d106e7306 HTTP/1.1" status: 204 len: 168 time: 0.3389900 Sep 20 12:40:03.554483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765a291-caea-4f24-837f-0f0628275013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce602a6-ac39-4ab5-a0ea-d71d106e7306,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:03.609706 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-67c0bf10-2b2f-4e53-91ab-98c91adedfe3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8160a8aa931c48bc8676a557bc9722ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0190134 Sep 20 12:40:03.611527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:03.625786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0bf10-2b2f-4e53-91ab-98c91adedfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143d4744-2b47-497c-b089-04ac7796dc6d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:03.666486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-5ba257c1-6e4d-4708-a9e2-4bfdc7b1907e service neutron] 10.222.0.21 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248392 Sep 20 12:40:03.672395 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9ed24320-c101-46ed-9375-d9bf27fc7862 req-1c3aa8e4-492e-4181-b312-9d3dc8d784a4 service neutron] 10.222.0.32 "GET /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391798 Sep 20 12:40:03.722306 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25084fb-c141-4f6c-8417-e63a20e083de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.749277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25084fb-c141-4f6c-8417-e63a20e083de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.792069 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fd70b7a7-80f1-4dba-85ff-8fbc1bdb67ee req-5d14d512-75ae-4728-9148-431740a99547 service neutron] 10.222.0.21 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176431 Sep 20 12:40:03.905519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25084fb-c141-4f6c-8417-e63a20e083de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.906670 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25084fb-c141-4f6c-8417-e63a20e083de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:03.914744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c25084fb-c141-4f6c-8417-e63a20e083de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/143d4744-2b47-497c-b089-04ac7796dc6d HTTP/1.1" status: 204 len: 168 time: 0.2988448 Sep 20 12:40:03.923482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25084fb-c141-4f6c-8417-e63a20e083de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143d4744-2b47-497c-b089-04ac7796dc6d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:04.003664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bf8d4-aba5-4633-b601-20ddeaf62b23 req-dc2912fc-e945-4031-b7f4-e2b879f68ef1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:04.010732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bf8d4-aba5-4633-b601-20ddeaf62b23 req-dc2912fc-e945-4031-b7f4-e2b879f68ef1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:04.012751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c7bf8d4-aba5-4633-b601-20ddeaf62b23 req-dc2912fc-e945-4031-b7f4-e2b879f68ef1 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1678 time: 0.0727248 Sep 20 12:40:04.056501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c7bf8d4-aba5-4633-b601-20ddeaf62b23 req-7d640183-46b0-45a8-aaf7-b311a68b4c62 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374887 Sep 20 12:40:04.223428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3bfae-1bd6-47f1-a77e-c550027ed6fc req-cca61e5b-9160-4467-8bf4-ecccb8aee8ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:04.226237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ea3bfae-1bd6-47f1-a77e-c550027ed6fc req-cca61e5b-9160-4467-8bf4-ecccb8aee8ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0594151 Sep 20 12:40:04.267532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ea3bfae-1bd6-47f1-a77e-c550027ed6fc req-e37605f3-3a96-4411-912e-b7f339adc2e0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352111 Sep 20 12:40:04.376337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 02786f1a-1ac9-45c2-9edd-d067b4cf2cea details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:04.506288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8d60-0f25-4dcd-aec4-ac58ec83d936 req-718f6214-02b0-4831-bf6e-7cba0665d5be tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:04.508988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ebb8d60-0f25-4dcd-aec4-ac58ec83d936 req-718f6214-02b0-4831-bf6e-7cba0665d5be tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0638022 Sep 20 12:40:04.512534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,segment=NetworkSegment(d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a),segment_id=d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:04.525723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '02786f1a-1ac9-45c2-9edd-d067b4cf2cea', 'network_id': '3cf1c0cc-3eec-4853-9cc6-256ee9398b06', 'port_id': '02786f1a-1ac9-45c2-9edd-d067b4cf2cea', 'mac_address': 'fa:16:3e:39:1b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63964251-2298-4208-a0a1-b48e93b450ae', 'ip_address': '19.86.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:04.567464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ebb8d60-0f25-4dcd-aec4-ac58ec83d936 req-e922df54-eee1-4bdc-93e4-d456e22b1241 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518403 Sep 20 12:40:04.594735 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:04.609555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02786f1a-1ac9-45c2-9edd-d067b4cf2cea {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:04.637504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,segment=NetworkSegment(d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a),segment_id=d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:04.688362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36744) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:04.702118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da8692ae-4b00-4406-852f-4e9a54aee6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:04.708010 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:04.708964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4841e53d-97cb-471a-841d-7dc8ddca0df1 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:04.769761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:04.809715 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da8692ae-4b00-4406-852f-4e9a54aee6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:04.878040 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da8692ae-4b00-4406-852f-4e9a54aee6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:04.941183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-da8692ae-4b00-4406-852f-4e9a54aee6d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d43a22608d041be85b12170582314ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443326 Sep 20 12:40:04.941183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8692ae-4b00-4406-852f-4e9a54aee6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9113ae2-a84b-4e0f-965e-adecd3f744c2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:04.942826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:05.003582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4841e53d-97cb-471a-841d-7dc8ddca0df1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4841e53d-97cb-471a-841d-7dc8ddca0df1,segment=NetworkSegment(1552c154-cf17-4ea4-82c1-269a2dd1f440),segment_id=1552c154-cf17-4ea4-82c1-269a2dd1f440)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:05.009687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a6c73cf-8cfd-4df6-b783-25b96cad69f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.016199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '4841e53d-97cb-471a-841d-7dc8ddca0df1', 'network_id': '4d5283f4-5f3b-47b5-832e-8779331da34b', 'port_id': '4841e53d-97cb-471a-841d-7dc8ddca0df1', 'mac_address': 'fa:16:3e:81:8d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:05.032894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a6c73cf-8cfd-4df6-b783-25b96cad69f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.058837 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.073885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4841e53d-97cb-471a-841d-7dc8ddca0df1 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:05.108499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4841e53d-97cb-471a-841d-7dc8ddca0df1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4841e53d-97cb-471a-841d-7dc8ddca0df1,segment=NetworkSegment(1552c154-cf17-4ea4-82c1-269a2dd1f440),segment_id=1552c154-cf17-4ea4-82c1-269a2dd1f440)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:05.135220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a6c73cf-8cfd-4df6-b783-25b96cad69f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.138097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a6c73cf-8cfd-4df6-b783-25b96cad69f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.139754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a6c73cf-8cfd-4df6-b783-25b96cad69f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9113ae2-a84b-4e0f-965e-adecd3f744c2 HTTP/1.1" status: 204 len: 168 time: 0.1955612 Sep 20 12:40:05.153363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c73cf-8cfd-4df6-b783-25b96cad69f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9113ae2-a84b-4e0f-965e-adecd3f744c2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:05.160016 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.173894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36762) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:05.273863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4841e53d-97cb-471a-841d-7dc8ddca0df1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:05.276502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333ad6-5617-42c7-a680-c2293ea35580 req-7593be2a-8a39-4c7a-a862-d6095687cd26 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:05.298342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333ad6-5617-42c7-a680-c2293ea35580 req-7593be2a-8a39-4c7a-a862-d6095687cd26 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:05.309383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18333ad6-5617-42c7-a680-c2293ea35580 req-7593be2a-8a39-4c7a-a862-d6095687cd26 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1680 time: 0.1333303 Sep 20 12:40:05.333839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1817523533-network', 'tenant_id': '5760b73cd86148118004e911b451070b'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:05.357975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['4841e53d-97cb-471a-841d-7dc8ddca0df1'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:05.365118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18333ad6-5617-42c7-a680-c2293ea35580 req-ba6f907d-8476-46d1-89ae-f46bbdf984f0 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534430 Sep 20 12:40:05.426716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Made reservation on behalf of 5760b73cd86148118004e911b451070b for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:05.431097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.443898 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.574682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.578040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c6737-ca10-42c9-b27a-b14e06bf370e req-03026d7b-890d-424e-bfb1-896a70d1eae0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:05.587234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-537c6737-ca10-42c9-b27a-b14e06bf370e req-03026d7b-890d-424e-bfb1-896a70d1eae0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0927334 Sep 20 12:40:05.638225 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.640162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-537c6737-ca10-42c9-b27a-b14e06bf370e req-d4af3420-49c0-4586-a6b9-cdb53d1ec782 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521209 Sep 20 12:40:05.652296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:40:05.681615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d205c5b-57d1-40a1-934c-b60065b0d992,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:05.689177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.691588 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Added segment 3cc311df-8a55-426a-9279-a65974786094 of type vlan for network a02af8e4-f398-4495-b18e-475641ee1f18 Sep 20 12:40:05.779591 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.835287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf747a-fb93-41e0-a184-82db87af596e req-c245d7ca-b060-497f-9674-3287ffcab844 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:05.844729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9bf747a-fb93-41e0-a184-82db87af596e req-c245d7ca-b060-497f-9674-3287ffcab844 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0705152 Sep 20 12:40:05.867775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.869356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:05.870314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:05.900387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9bf747a-fb93-41e0-a184-82db87af596e req-cb820cb6-de4b-41dc-a543-028654f3dadb tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544600 Sep 20 12:40:05.954516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] Pushing event updated for resources: {'Network': ['ID=a02af8e4-f398-4495-b18e-475641ee1f18,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:05.962891 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9b09cfa4-f15a-4891-8f18-f9b916bde5da admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7852588 Sep 20 12:40:05.976128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36782) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:05.976290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a02af8e4-f398-4495-b18e-475641ee1f18 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:40:05.976794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Request body: {'subnet': {'network_id': 'a02af8e4-f398-4495-b18e-475641ee1f18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1817523533-subnet', 'tenant_id': '5760b73cd86148118004e911b451070b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:06.073844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Made reservation on behalf of 5760b73cd86148118004e911b451070b for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:06.077767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:06.312960 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:06.378580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d72f41-929f-4cd8-b6b1-6a8aadee8ef0,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:06.397460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4841e53d-97cb-471a-841d-7dc8ddca0df1 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:06.399952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['02786f1a-1ac9-45c2-9edd-d067b4cf2cea'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:06.413936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Checking segment: {'id': '3cc311df-8a55-426a-9279-a65974786094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a02af8e4-f398-4495-b18e-475641ee1f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:06.414293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Network hostable DHCP agents. Network: a02af8e4-f398-4495-b18e-475641ee1f18, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:40:06.519637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Network a02af8e4-f398-4495-b18e-475641ee1f18 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:40:06.566280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580801-4e87-4fdb-850e-495c40b60c56 req-c1432eb1-cc93-4d45-950b-1230a8e1cf95 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:06.574125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d580801-4e87-4fdb-850e-495c40b60c56 req-c1432eb1-cc93-4d45-950b-1230a8e1cf95 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:06.576238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d580801-4e87-4fdb-850e-495c40b60c56 req-c1432eb1-cc93-4d45-950b-1230a8e1cf95 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1680 time: 0.0710409 Sep 20 12:40:06.598112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a02af8e4-f398-4495-b18e-475641ee1f18) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:06.608275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:06.608877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:06.643108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f91ba-cf75-42e9-8fe3-50af160da27d None None] Network a02af8e4-f398-4495-b18e-475641ee1f18 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:06.656007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d580801-4e87-4fdb-850e-495c40b60c56 req-d46488f6-a124-4a57-a0aa-5f6a9d623be4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731909 Sep 20 12:40:06.717504 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1825ca79-33b4-4710-aa58-c465a9b580e9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7493014 Sep 20 12:40:06.836031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b7db-71c0-419a-848b-5e9641cc1fa6 req-e3952a95-788b-41a3-8de4-da4561d5b206 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:06.839130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e507b7db-71c0-419a-848b-5e9641cc1fa6 req-e3952a95-788b-41a3-8de4-da4561d5b206 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.1058724 Sep 20 12:40:06.914283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 4841e53d-97cb-471a-841d-7dc8ddca0df1 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:40:06.914412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e507b7db-71c0-419a-848b-5e9641cc1fa6 req-186e41d1-1686-4729-99c4-1df50853869e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645456 Sep 20 12:40:06.919089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c57bf-b087-4fa8-88b4-65351c0b0001 None None] Network a02af8e4-f398-4495-b18e-475641ee1f18 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:06.927212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 4841e53d-97cb-471a-841d-7dc8ddca0df1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:06.927971 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:07.037411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b6608-1c7f-41ba-8662-d70269399824 req-d6f0c6df-e19b-417c-a5f3-7c19d56791cd tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:07.042476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e12b6608-1c7f-41ba-8662-d70269399824 req-d6f0c6df-e19b-417c-a5f3-7c19d56791cd tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0543780 Sep 20 12:40:07.100250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e12b6608-1c7f-41ba-8662-d70269399824 req-889c92ef-f2e7-4e35-9069-0c3271fc2c67 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Sep 20 12:40:07.141172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:07.185662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4841e53d-97cb-471a-841d-7dc8ddca0df1'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:07.187254 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c0cb23-23f2-4dc5-8f1d-5e3e67562531" -d '{"events": [{"server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "name": "network-vif-plugged", "status": "completed", "tag": "4841e53d-97cb-471a-841d-7dc8ddca0df1"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:07.214316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4841e53d-97cb-471a-841d-7dc8ddca0df1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4841e53d-97cb-471a-841d-7dc8ddca0df1,segment=NetworkSegment(1552c154-cf17-4ea4-82c1-269a2dd1f440),segment_id=1552c154-cf17-4ea4-82c1-269a2dd1f440)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:07.243810 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9c4ffb-6aa8-47ba-8e94-fadb981ee439 x-openstack-request-id: req-6c9c4ffb-6aa8-47ba-8e94-fadb981ee439 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:07.244106 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "name": "network-vif-plugged", "status": "completed", "tag": "4841e53d-97cb-471a-841d-7dc8ddca0df1", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:07.244353 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c9c4ffb-6aa8-47ba-8e94-fadb981ee439 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:07.244846 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4841e53d-97cb-471a-841d-7dc8ddca0df1', 'code': 200} Sep 20 12:40:07.283941 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:07.332853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4841e53d-97cb-471a-841d-7dc8ddca0df1,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:07.557567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36836) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:07.743530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36844) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:07.749038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-695967858-network', 'tenant_id': '4e5407bf77c44b13b3db8686c79d6cf1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:07.819475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949f25b-54fa-48d8-972b-db5d52f1f792 req-2994dae2-bace-4b50-acae-41f6e7f88c6c tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:07.828732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949f25b-54fa-48d8-972b-db5d52f1f792 req-2994dae2-bace-4b50-acae-41f6e7f88c6c tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:07.833689 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4949f25b-54fa-48d8-972b-db5d52f1f792 req-2994dae2-bace-4b50-acae-41f6e7f88c6c tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1681 time: 0.0745935 Sep 20 12:40:07.850825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Made reservation on behalf of 4e5407bf77c44b13b3db8686c79d6cf1 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:07.853890 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:07.862713 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:07.926079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4949f25b-54fa-48d8-972b-db5d52f1f792 req-62051eda-d9a2-4a19-9a56-d29eb0e03376 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711508 Sep 20 12:40:08.031749 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.077611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd1272-0573-4c65-9ba2-34e6105a4700 req-a6368bd8-18fc-47ef-bf3c-d36ccc4def39 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:08.088061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7cd1272-0573-4c65-9ba2-34e6105a4700 req-a6368bd8-18fc-47ef-bf3c-d36ccc4def39 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0701883 Sep 20 12:40:08.115874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.153610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bfc333-2724-45e6-9d83-efb84e280344,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:08.188108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7cd1272-0573-4c65-9ba2-34e6105a4700 req-2877a7c2-e104-478f-962c-539e6cd3ef56 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875642 Sep 20 12:40:08.247464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:40:08.263077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.263580 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Added segment 9d6b3b55-4c23-4a49-807e-bfa27c7dbed1 of type vlan for network 50f89680-265e-4b6a-b216-750d854eb695 Sep 20 12:40:08.309267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.372054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652416-c9b1-49bf-a3f3-ab5a4b3edfe7 req-7c329958-d200-4d05-a1f4-fdea53b19790 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:08.379854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd652416-c9b1-49bf-a3f3-ab5a4b3edfe7 req-7c329958-d200-4d05-a1f4-fdea53b19790 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0866468 Sep 20 12:40:08.394271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 02786f1a-1ac9-45c2-9edd-d067b4cf2cea up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:08.415884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd652416-c9b1-49bf-a3f3-ab5a4b3edfe7 req-08f9f727-6904-4b82-817c-277cf59e0820 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351574 Sep 20 12:40:08.423110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.424174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:08.424820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.558318 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8136916 Sep 20 12:40:08.561107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:08.566060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Request body: {'subnet': {'network_id': '50f89680-265e-4b6a-b216-750d854eb695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-695967858-subnet', 'tenant_id': '4e5407bf77c44b13b3db8686c79d6cf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:08.568087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29481c1e-11c9-42eb-a488-dccffd9360bf admin admin] Pushing event updated for resources: {'Network': ['ID=50f89680-265e-4b6a-b216-750d854eb695,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:08.569082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:40:08.578186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:08.578186 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.599327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 50f89680-265e-4b6a-b216-750d854eb695 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:40:08.684031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Made reservation on behalf of 4e5407bf77c44b13b3db8686c79d6cf1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:08.686504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.727934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.734006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.766393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,segment=NetworkSegment(d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a),segment_id=d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:08.855544 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:08.919856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:08.971319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:09.016558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Deleting port 4660899b-537f-4c4b-96df-c0cc33fe71eb {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:09.017063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:09.080698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fa7520-eaab-4b14-b5cd-0ddc28a56e1b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:09.105852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc18f07-22d2-4df9-b77b-173f7bc65232 req-2b655ec9-c378-47aa-b301-deb70ad306ef tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:09.110798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] For port 4660899b-537f-4c4b-96df-c0cc33fe71eb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4660899b-537f-4c4b-96df-c0cc33fe71eb,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:09.111335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:09.111849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc18f07-22d2-4df9-b77b-173f7bc65232 req-2b655ec9-c378-47aa-b301-deb70ad306ef tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:09.117501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5bc18f07-22d2-4df9-b77b-173f7bc65232 req-2b655ec9-c378-47aa-b301-deb70ad306ef tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1682 time: 0.0988696 Sep 20 12:40:09.118897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Checking segment: {'id': '9d6b3b55-4c23-4a49-807e-bfa27c7dbed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '50f89680-265e-4b6a-b216-750d854eb695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:09.120276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Network hostable DHCP agents. Network: 50f89680-265e-4b6a-b216-750d854eb695, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:40:09.130341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Calling delete_port for 4660899b-537f-4c4b-96df-c0cc33fe71eb owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:09.175278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5bc18f07-22d2-4df9-b77b-173f7bc65232 req-ddc6172b-f249-4058-a558-8114919d2858 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502398 Sep 20 12:40:09.245652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02786f1a-1ac9-45c2-9edd-d067b4cf2cea'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:09.252151 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28292a54-585a-49d5-b26c-bccd4ac94442" -d '{"events": [{"server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "name": "network-vif-plugged", "status": "completed", "tag": "02786f1a-1ac9-45c2-9edd-d067b4cf2cea"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:09.292329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Network 50f89680-265e-4b6a-b216-750d854eb695 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:40:09.335593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff4f66-cc27-439e-93e0-67a4726dd348 req-2e372442-763c-46d8-96e7-44ecefdae4d6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:09.337149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18ff4f66-cc27-439e-93e0-67a4726dd348 req-2e372442-763c-46d8-96e7-44ecefdae4d6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 944 time: 0.0584199 Sep 20 12:40:09.377042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18ff4f66-cc27-439e-93e0-67a4726dd348 req-29171472-66ab-403e-b6b3-1e60284cfd1c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333211 Sep 20 12:40:09.378095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 50f89680-265e-4b6a-b216-750d854eb695) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:09.383074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:09.383676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:09.389385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4acd63c-c841-498b-b023-5159bbf41aac None None] Network 50f89680-265e-4b6a-b216-750d854eb695 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:09.410974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:09.449194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Pushing event deleted for resources: {'Port': ['ID=4660899b-537f-4c4b-96df-c0cc33fe71eb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:09.488783 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00d32c4-72d6-46e0-9ef1-db129f94cdc3 x-openstack-request-id: req-c00d32c4-72d6-46e0-9ef1-db129f94cdc3 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:09.490564 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "name": "network-vif-plugged", "status": "completed", "tag": "02786f1a-1ac9-45c2-9edd-d067b4cf2cea", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:09.491494 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c00d32c4-72d6-46e0-9ef1-db129f94cdc3 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:09.492076 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02786f1a-1ac9-45c2-9edd-d067b4cf2cea', 'code': 200} Sep 20 12:40:09.505565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3aa5895c-2580-46d6-bd0b-8f461c6d0b10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9432061 Sep 20 12:40:09.670803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:09.676651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1aa2d-d338-41c2-b42a-3cfaa4b88e6d None None] Network 50f89680-265e-4b6a-b216-750d854eb695 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:09.679811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b3d52-6fc3-4b3f-84b9-72bc948cd8d6 req-35a2dd7e-4d84-47be-934a-c612112f5994 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:09.688815 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb8b3d52-6fc3-4b3f-84b9-72bc948cd8d6 req-35a2dd7e-4d84-47be-934a-c612112f5994 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1106434 Sep 20 12:40:09.752623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb8b3d52-6fc3-4b3f-84b9-72bc948cd8d6 req-ce5dd4b0-7893-4be0-a09d-19c2e75845c5 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626519 Sep 20 12:40:09.841073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d59948-188a-4b00-bfde-954eed4b08de req-92b086ba-2f99-4e6a-b5ed-4cf9ed0c1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:09.841556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d59948-188a-4b00-bfde-954eed4b08de req-92b086ba-2f99-4e6a-b5ed-4cf9ed0c1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:09.843113 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89d59948-188a-4b00-bfde-954eed4b08de req-92b086ba-2f99-4e6a-b5ed-4cf9ed0c1c25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1984 time: 0.1615338 Sep 20 12:40:09.924253 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89d59948-188a-4b00-bfde-954eed4b08de req-7bbfd359-540f-4975-95d4-f8d1d5348284 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Sep 20 12:40:10.030921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:40:10.155794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:40:10.166670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:10.174188 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] Sync routers for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:40:10.174708 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-26657349-22bb-4d84-b3c2-e8d4e07d7951 admin admin] 10.222.0.37 "PUT /v2.0/routers/4b7343d0-822a-4793-b8ce-cd84f316eaa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6148055 Sep 20 12:40:10.188141 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:10.188843 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:10.322259 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:10.363008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:10.405880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-dbcedd8f-f345-421a-9467-dc74bb45894f tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:10.407362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-dbcedd8f-f345-421a-9467-dc74bb45894f tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/networks?id=a02af8e4-f398-4495-b18e-475641ee1f18 HTTP/1.1" status: 200 len: 825 time: 0.1884456 Sep 20 12:40:10.439417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-93549443-b7fb-4dc7-9906-2a8a9ec812c9 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/quotas/5760b73cd86148118004e911b451070b HTTP/1.1" status: 200 len: 375 time: 0.0221815 Sep 20 12:40:10.495332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-3c1fb4d5-115d-4947-8367-f1be68405ece tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5760b73cd86148118004e911b451070b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307806 Sep 20 12:40:10.503351 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:40:09Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:10.530133 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:10.531443 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] Checking router: 4b7343d0-822a-4793-b8ce-cd84f316eaa0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:40:10.540553 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] Routers {'4b7343d0-822a-4793-b8ce-cd84f316eaa0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:10.541201 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:39:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:10.607576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-15d993f0-e556-445e-aa1a-c12d13e33197 service neutron] 10.222.0.37 "GET /v2.0/networks/a02af8e4-f398-4495-b18e-475641ee1f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011057 Sep 20 12:40:10.665882 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] Set router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:10.707570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36982) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:10.731038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Deleting port fa52e80c-1c7d-46ae-8536-90b2354a1254 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:10.731457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:10.750805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-1f931f56-1af9-41bb-a5e5-924fa2a4ddba service neutron] 10.222.0.37 "GET /v2.0/networks/a02af8e4-f398-4495-b18e-475641ee1f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221275 Sep 20 12:40:10.853709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] For port fa52e80c-1c7d-46ae-8536-90b2354a1254, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fa52e80c-1c7d-46ae-8536-90b2354a1254,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:10.854100 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:10.871350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Calling delete_port for fa52e80c-1c7d-46ae-8536-90b2354a1254 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:10.890020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:10.897280 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:40:09Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:10.898345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f608aa-689a-449b-b5b8-6aab891792da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:10.929788 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1b51c-cca0-4421-bc4f-1e0edc24764a None None] The sync data for ids ['4b7343d0-822a-4793-b8ce-cd84f316eaa0'] in n-d-809934-3 is: [{'id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'name': 'tempest-TaggedBootDevicesTest-1085337759-router', 'tenant_id': '6d5148ab5c5247ca968a84981c995075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:27:52Z', 'updated_at': '2021-09-20T12:40:09Z', 'revision_number': 5, 'project_id': '6d5148ab5c5247ca968a84981c995075', 'gw_port': {'id': 'fa52e80c-1c7d-46ae-8536-90b2354a1254', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7343d0-822a-4793-b8ce-cd84f316eaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:27:54Z', 'updated_at': '2021-09-20T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:40:11.108167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:11.110562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f608aa-689a-449b-b5b8-6aab891792da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.132123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'port_id': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'mac_address': 'fa:16:3e:e9:2c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:11.170734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-0d3227ed-76c9-4008-8057-085ac0771303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:11.172668 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-0d3227ed-76c9-4008-8057-085ac0771303 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1095 time: 0.0737495 Sep 20 12:40:11.174309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f608aa-689a-449b-b5b8-6aab891792da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.187497 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.223274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:11.229370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add21914-d165-439e-981c-4f25761b519d req-a61d324a-1a8c-4809-a645-4fe65b906009 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:11.241919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add21914-d165-439e-981c-4f25761b519d req-a61d324a-1a8c-4809-a645-4fe65b906009 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:11.246039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-add21914-d165-439e-981c-4f25761b519d req-a61d324a-1a8c-4809-a645-4fe65b906009 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1682 time: 0.1735787 Sep 20 12:40:11.269506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:11.284283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f608aa-689a-449b-b5b8-6aab891792da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9d91c7-7b98-4dda-94d1-7a7c495d6a50,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:11.301067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.341060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-add21914-d165-439e-981c-4f25761b519d req-bd6227a6-7143-4ab2-bfc2-5ddddb44a71d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866802 Sep 20 12:40:11.377721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa52e80c-1c7d-46ae-8536-90b2354a1254,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:11.381206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.416807 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a6f608aa-689a-449b-b5b8-6aab891792da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5fdb4de664d4ea78fd379f757ae458e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7075331 Sep 20 12:40:11.418017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-20a99da2-361a-4e25-954f-513feb91f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:11.419505 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-20a99da2-361a-4e25-954f-513feb91f378 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.2228999 Sep 20 12:40:11.421976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37026) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:11.466051 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:11.469268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4660899b-537f-4c4b-96df-c0cc33fe71eb no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:11.483607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.516921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 4660899b-537f-4c4b-96df-c0cc33fe71eb {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:11.517650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4660899b-537f-4c4b-96df-c0cc33fe71eb not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:11.610109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:11.647610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.649239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.673740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f483a-cc6e-472c-986e-d2ba582f75d4 req-78218ab3-2cf0-4977-a2cd-2c902085c9dc tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:11.675627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-045f483a-cc6e-472c-986e-d2ba582f75d4 req-78218ab3-2cf0-4977-a2cd-2c902085c9dc tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 945 time: 0.1875787 Sep 20 12:40:11.747680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-045f483a-cc6e-472c-986e-d2ba582f75d4 req-5f9876e0-37ef-42c1-afa8-79fcc0379423 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Sep 20 12:40:11.816245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.816712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7343d0-822a-4793-b8ce-cd84f316eaa0 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:40:11.822330 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.825716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9afcd18f-db71-47d4-a9f6-d02a89ce0bb2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4b7343d0-822a-4793-b8ce-cd84f316eaa0 HTTP/1.1" status: 204 len: 168 time: 1.6552072 Sep 20 12:40:11.826942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:11.937626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8660d2ba-8ee6-4f4a-9948-2c5ff90cb7b6 admin admin] Deleting subnet 28a516e1-d691-4865-968b-9fdfaa0757b3 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:40:11.943058 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8660d2ba-8ee6-4f4a-9948-2c5ff90cb7b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:11.981247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-9c054094-dd1d-46fb-b177-9f50cfa1f9cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 200 len: 1000 time: 0.5471201 Sep 20 12:40:11.991019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda293-46a0-4941-b5e2-04157a8826e4 req-19c40b73-0a09-4314-ba2e-5e213bfa2067 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:11.997363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36dda293-46a0-4941-b5e2-04157a8826e4 req-19c40b73-0a09-4314-ba2e-5e213bfa2067 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1054792 Sep 20 12:40:11.997363 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8660d2ba-8ee6-4f4a-9948-2c5ff90cb7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.032647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a159-40e4-43fa-9df4-0404337ef153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.064888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a159-40e4-43fa-9df4-0404337ef153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.066569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36dda293-46a0-4941-b5e2-04157a8826e4 req-66ba801d-0b4c-4bd8-b79a-56d9a329fd02 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670893 Sep 20 12:40:12.072727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-28c7873d-3bf8-4706-9832-38f6e3d7de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.074208 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-28c7873d-3bf8-4706-9832-38f6e3d7de39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0816300 Sep 20 12:40:12.107698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8660d2ba-8ee6-4f4a-9948-2c5ff90cb7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.166353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-204e1fd5-c96f-4d90-87b3-579d883d1590 req-88c4a4e3-c654-4c2f-a0f4-a187323c7c21 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 210 time: 0.0336237 Sep 20 12:40:12.167039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-67b2df5d-e8a7-4e51-9197-99396e7102f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.168716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-67b2df5d-e8a7-4e51-9197-99396e7102f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858784 Sep 20 12:40:12.263032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-5bf1768e-a973-490b-8258-a80144e9a31c service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853662 Sep 20 12:40:12.295639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8660d2ba-8ee6-4f4a-9948-2c5ff90cb7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.298805 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a159-40e4-43fa-9df4-0404337ef153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.301343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a159-40e4-43fa-9df4-0404337ef153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.302477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d3e0a159-40e4-43fa-9df4-0404337ef153 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea9d91c7-7b98-4dda-94d1-7a7c495d6a50 HTTP/1.1" status: 204 len: 168 time: 0.8793516 Sep 20 12:40:12.335168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660d2ba-8ee6-4f4a-9948-2c5ff90cb7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a516e1-d691-4865-968b-9fdfaa0757b3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:12.339902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0a159-40e4-43fa-9df4-0404337ef153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9d91c7-7b98-4dda-94d1-7a7c495d6a50,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:12.354032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8660d2ba-8ee6-4f4a-9948-2c5ff90cb7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.358182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8660d2ba-8ee6-4f4a-9948-2c5ff90cb7b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/28a516e1-d691-4865-968b-9fdfaa0757b3 HTTP/1.1" status: 204 len: 168 time: 0.5297959 Sep 20 12:40:12.361411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37068) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:12.377718 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33112146-e85c-410f-af10-21b8f0578d18 None None] Network 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:12.404217 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8dc4beed-31c1-4585-9cef-0e64c4618b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.414095 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cdc0e2b5-9bd4-46e0-ba69-afe4b25fa1af req-b53a38b3-f6ae-47ee-8c8b-e19226861674 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435533 Sep 20 12:40:12.499536 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.524799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-e132f9dd-5c8d-4d8f-af47-c6510aa369a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 338 time: 0.0520577 Sep 20 12:40:12.587286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59928240-2422-44df-872e-bd1ab58a9195 req-3013f955-055f-4ff6-b885-1e60aed3b939 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.593438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59928240-2422-44df-872e-bd1ab58a9195 req-3013f955-055f-4ff6-b885-1e60aed3b939 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.595204 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59928240-2422-44df-872e-bd1ab58a9195 req-3013f955-055f-4ff6-b885-1e60aed3b939 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1682 time: 0.0935173 Sep 20 12:40:12.640045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-ebc03848-a2ac-4575-b696-21fe7695f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.640700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-ebc03848-a2ac-4575-b696-21fe7695f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.642750 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-ebc03848-a2ac-4575-b696-21fe7695f97c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb0a25e270b14097993ebb7c7bf85028&device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1984 time: 0.0532110 Sep 20 12:40:12.652628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59928240-2422-44df-872e-bd1ab58a9195 req-0a911953-5f5f-49f9-8bec-2d0c09c835c6 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503118 Sep 20 12:40:12.660179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Deleting port 945a8d2f-bd9b-4beb-8fe9-243b4264056a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:12.660584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.696335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] DHCP port deletion for 8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:40:12.757369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] Deleting port 945a8d2f-bd9b-4beb-8fe9-243b4264056a {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:12.763580 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.770773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] For port 945a8d2f-bd9b-4beb-8fe9-243b4264056a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=945a8d2f-bd9b-4beb-8fe9-243b4264056a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:12.771278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.785946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-6010600d-5122-4bf5-927e-42f0bd9f2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.786553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-6010600d-5122-4bf5-927e-42f0bd9f2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.788323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-6010600d-5122-4bf5-927e-42f0bd9f2971 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d5283f4-5f3b-47b5-832e-8779331da34b&id=3cf1c0cc-3eec-4853-9cc6-256ee9398b06 HTTP/1.1" status: 200 len: 1592 time: 0.1198328 Sep 20 12:40:12.794686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Calling delete_port for 945a8d2f-bd9b-4beb-8fe9-243b4264056a owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:12.841333 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-4ecdfa21-6005-40a6-b71b-38f012cb0341 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=4841e53d-97cb-471a-841d-7dc8ddca0df1 HTTP/1.1" status: 200 len: 217 time: 0.0452387 Sep 20 12:40:12.854280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] For port 945a8d2f-bd9b-4beb-8fe9-243b4264056a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=945a8d2f-bd9b-4beb-8fe9-243b4264056a,segment=NetworkSegment(278c47ae-057a-4da5-87e4-ffdebc9011ec),segment_id=278c47ae-057a-4da5-87e4-ffdebc9011ec)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:12.854687 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:12.885040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] Calling delete_port for 945a8d2f-bd9b-4beb-8fe9-243b4264056a owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:12.909625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-25975e00-9eb0-43b6-b0fa-1099acf52c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.912060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-25975e00-9eb0-43b6-b0fa-1099acf52c70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d HTTP/1.1" status: 200 len: 801 time: 0.0646565 Sep 20 12:40:12.935996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:12.978211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-e1ae57cc-4b9b-4019-87f7-173b8b259e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:12.979747 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-e1ae57cc-4b9b-4019-87f7-173b8b259e99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d5283f4-5f3b-47b5-832e-8779331da34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480733 Sep 20 12:40:12.986802 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.005415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:13.006008 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.010769 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.015617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Pushing event deleted for resources: {'Port': ['ID=945a8d2f-bd9b-4beb-8fe9-243b4264056a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:13.022674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] No DVR routers for this DVR port 945a8d2f-bd9b-4beb-8fe9-243b4264056a on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:13.071836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] Pushing event deleted for resources: {'Port': ['ID=945a8d2f-bd9b-4beb-8fe9-243b4264056a,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:13.076501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163ead3-9b0a-4c30-aa33-35da756fe2c0 None None] No DVR routers for this DVR port 945a8d2f-bd9b-4beb-8fe9-243b4264056a on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:13.154451 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.159519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 945a8d2f-bd9b-4beb-8fe9-243b4264056a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:13.188963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 945a8d2f-bd9b-4beb-8fe9-243b4264056a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:13.190743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 945a8d2f-bd9b-4beb-8fe9-243b4264056a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:13.191330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fa52e80c-1c7d-46ae-8536-90b2354a1254 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:13.203580 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.222241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:13.224540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:13.229548 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5929fb94-b2d1-45ec-a363-bade92458124" -d '{"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:13.231062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8175bc1a-9e37-4c9b-93dd-a1ebd412bf01']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:13.249262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: fa52e80c-1c7d-46ae-8536-90b2354a1254 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:13.249608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fa52e80c-1c7d-46ae-8536-90b2354a1254 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:13.258777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278c47ae-057a-4da5-87e4-ffdebc9011ec') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:13.262020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278c47ae-057a-4da5-87e4-ffdebc9011ec') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:13.262578 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-bfe76789-412a-4451-b4eb-ee261ee97dfd service neutron] 10.222.0.32 "GET /v2.0/networks/4d5283f4-5f3b-47b5-832e-8779331da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718420 Sep 20 12:40:13.271391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.290240 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.290504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.304802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5038afc-b3df-4ab4-89af-72160e04632a req-63a4b331-0e41-47e1-9336-ed8ce3dc572c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:13.312277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5038afc-b3df-4ab4-89af-72160e04632a req-63a4b331-0e41-47e1-9336-ed8ce3dc572c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 945 time: 0.0939648 Sep 20 12:40:13.315260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:40:13.315788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:40:13.317732 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:40:13.386475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=10']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:13.400742 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-04281784-d804-4c29-95fb-05f832e54574 service neutron] 10.222.0.32 "GET /v2.0/networks/4d5283f4-5f3b-47b5-832e-8779331da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326559 Sep 20 12:40:13.404106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5038afc-b3df-4ab4-89af-72160e04632a req-eae9418e-6d47-45d5-8ca1-73d5dcc01ce4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908518 Sep 20 12:40:13.450403 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-71ebec65-8ed5-4208-90f5-cf1c0d55ca79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=02786f1a-1ac9-45c2-9edd-d067b4cf2cea HTTP/1.1" status: 200 len: 217 time: 0.0425143 Sep 20 12:40:13.472901 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.487458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.489676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] 10.222.0.37 "DELETE /v2.0/networks/8175bc1a-9e37-4c9b-93dd-a1ebd412bf01 HTTP/1.1" status: 204 len: 168 time: 1.1260197 Sep 20 12:40:13.497519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37132) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:13.516724 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfcad8a0-2a6e-492c-9aba-045b9377b788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.522022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3af1c-1308-4342-927f-de3efffcf15a admin admin] Pushing event deleted for resources: {'Network': ['ID=8175bc1a-9e37-4c9b-93dd-a1ebd412bf01,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:13.539369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-d2193259-853f-4001-97c9-2273bad85e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:13.540880 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-d2193259-853f-4001-97c9-2273bad85e2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63964251-2298-4208-a0a1-b48e93b450ae HTTP/1.1" status: 200 len: 801 time: 0.0815878 Sep 20 12:40:13.553895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5a57-6905-48b6-87bc-f4a946c6478b req-f6168456-1dd6-4f8a-8e0c-3086061c4958 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:13.555481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ebf5a57-6905-48b6-87bc-f4a946c6478b req-f6168456-1dd6-4f8a-8e0c-3086061c4958 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0807214 Sep 20 12:40:13.601641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ebf5a57-6905-48b6-87bc-f4a946c6478b req-c033d139-f1a6-4770-8205-f99a048aedcc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398688 Sep 20 12:40:13.634555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-569892f2-8c3c-4e40-a299-6e9ef8f83cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:13.636084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-569892f2-8c3c-4e40-a299-6e9ef8f83cef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cf1c0cc-3eec-4853-9cc6-256ee9398b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816998 Sep 20 12:40:13.728141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ef03-6491-48ed-a8c2-df74718a08f4 req-1aae31c7-f46f-4f78-88b8-4bbaa45e3def tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:13.734123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ef03-6491-48ed-a8c2-df74718a08f4 req-1aae31c7-f46f-4f78-88b8-4bbaa45e3def tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:13.735763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a579ef03-6491-48ed-a8c2-df74718a08f4 req-1aae31c7-f46f-4f78-88b8-4bbaa45e3def tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1682 time: 0.0763290 Sep 20 12:40:13.781143 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfcad8a0-2a6e-492c-9aba-045b9377b788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.785125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-d2d3efb2-bbfb-4262-b307-68b268582056 service neutron] 10.222.0.32 "GET /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400158 Sep 20 12:40:13.792186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a579ef03-6491-48ed-a8c2-df74718a08f4 req-e7376d35-b98c-43cc-a1a6-1ce5f0878094 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457637 Sep 20 12:40:13.887747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76392bf8-ff7c-4d02-86a4-97116a4c8bd1 req-b5794762-49df-4233-bde8-af47029c5ee1 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 210 time: 0.0317483 Sep 20 12:40:13.889797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:13.905429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfcad8a0-2a6e-492c-9aba-045b9377b788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:13.914145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb8d4f9d-9ed3-457b-8356-ea38e2cec809 req-b20769b0-fb80-4a04-a5d7-80106d2b7fef service neutron] 10.222.0.32 "GET /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210442 Sep 20 12:40:13.944416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-62528dfd-df2f-44fd-95fe-32bb12dcacb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d5148ab5c5247ca968a84981c995075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522714 Sep 20 12:40:13.945369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37154) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:13.963338 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca80d771-c40d-4ff6-aa38-60ac80cd2fa5 x-openstack-request-id: req-ca80d771-c40d-4ff6-aa38-60ac80cd2fa5 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:13.963547 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:13.963840 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca80d771-c40d-4ff6-aa38-60ac80cd2fa5 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:13.964721 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'code': 200} Sep 20 12:40:13.988715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cfcad8a0-2a6e-492c-9aba-045b9377b788 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=634d44b52d89427497d3c928874db11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899671 Sep 20 12:40:13.992010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:13.992340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad8a0-2a6e-492c-9aba-045b9377b788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a07754-4cbc-4794-a8ca-2fc91dc23010,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:14.046006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e45e72e7-0c2d-4405-8cc3-20bd381e1b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.079083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-06aa55e7-9e5a-4d76-ad58-c15e8013a9f6 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:14.080684 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-06aa55e7-9e5a-4d76-ad58-c15e8013a9f6 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.32 "GET /v2.0/networks?id=a02af8e4-f398-4495-b18e-475641ee1f18 HTTP/1.1" status: 200 len: 825 time: 0.1253471 Sep 20 12:40:14.082077 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e45e72e7-0c2d-4405-8cc3-20bd381e1b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.088517 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62342b6b-571d-472b-9fb3-f4bc1ebd4c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.097464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Request body: {'port': {'device_id': '1ef3dff7-47e2-4c9f-a352-b506a985db8f', 'network_id': 'a02af8e4-f398-4495-b18e-475641ee1f18', 'admin_state_up': True, 'tenant_id': '5760b73cd86148118004e911b451070b'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:14.132273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62342b6b-571d-472b-9fb3-f4bc1ebd4c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.234147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645023b2-12f5-4b5b-82e4-3358b03894a5 req-2e24bbf2-b951-472c-8c1e-f305086b2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:14.235557 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-645023b2-12f5-4b5b-82e4-3358b03894a5 req-2e24bbf2-b951-472c-8c1e-f305086b2aff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 1098 time: 0.0653036 Sep 20 12:40:14.277206 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-645023b2-12f5-4b5b-82e4-3358b03894a5 req-4965b8e5-741a-4fe5-a4a4-a8404f285a9b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340011 Sep 20 12:40:14.300697 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e45e72e7-0c2d-4405-8cc3-20bd381e1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.303560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e45e72e7-0c2d-4405-8cc3-20bd381e1b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.304719 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e45e72e7-0c2d-4405-8cc3-20bd381e1b08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f1eaec0-e7e5-4d69-8a82-c3091627c569 HTTP/1.1" status: 204 len: 168 time: 0.3568618 Sep 20 12:40:14.312962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e72e7-0c2d-4405-8cc3-20bd381e1b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1eaec0-e7e5-4d69-8a82-c3091627c569,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:14.352386 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62342b6b-571d-472b-9fb3-f4bc1ebd4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.355488 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62342b6b-571d-472b-9fb3-f4bc1ebd4c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.356809 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-62342b6b-571d-472b-9fb3-f4bc1ebd4c4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2a07754-4cbc-4794-a8ca-2fc91dc23010 HTTP/1.1" status: 204 len: 168 time: 0.3624854 Sep 20 12:40:14.365865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62342b6b-571d-472b-9fb3-f4bc1ebd4c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a07754-4cbc-4794-a8ca-2fc91dc23010,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:14.401984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Made reservation on behalf of 5760b73cd86148118004e911b451070b for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:14.407315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.567566 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Allocated IP 172.20.0.9 (a02af8e4-f398-4495-b18e-475641ee1f18/a4d72f41-929f-4cd8-b6b1-6a8aadee8ef0/05eb3a04-784e-4898-bccc-b0e8567ea08e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:14.738418 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.851615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:14.928443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-efb893a1-95b8-4dfe-8a5e-2c1990843d3d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:14.934552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-efb893a1-95b8-4dfe-8a5e-2c1990843d3d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:14.936180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-efb893a1-95b8-4dfe-8a5e-2c1990843d3d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1682 time: 0.0760942 Sep 20 12:40:14.936311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Network a02af8e4-f398-4495-b18e-475641ee1f18 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:14.940928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:14.960121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b161e31-f9c2-437d-a285-338e9bd41775 req-19fdac4f-c44f-45cd-8c92-96c0be9f469d tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:14.962233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:14.964924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Pushing event updated for resources: {'Port': ['ID=05eb3a04-784e-4898-bccc-b0e8567ea08e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:14.967374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b161e31-f9c2-437d-a285-338e9bd41775 req-19fdac4f-c44f-45cd-8c92-96c0be9f469d tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 947 time: 0.4520211 Sep 20 12:40:15.030599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:15.030599 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.053757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b161e31-f9c2-437d-a285-338e9bd41775 req-be9406f6-d6ca-4af3-8469-e60c2baf173b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849316 Sep 20 12:40:15.090013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:15.090370 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.125305 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-6d840799-817c-4232-8fd6-e7219babab49 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0330770 Sep 20 12:40:15.141228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Request body: {'port': {'device_id': '1ef3dff7-47e2-4c9f-a352-b506a985db8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:15.187267 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f4594a9c-987c-4a4b-8fc6-c5cceb14f9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.250443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.262060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,segment=NetworkSegment(d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a),segment_id=d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:15.262433 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.279778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4f452-a89e-4332-967b-902c9790a5ec req-13d9d53f-8510-44ff-af0a-4e691d07c2b9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:15.281384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2b4f452-a89e-4332-967b-902c9790a5ec req-13d9d53f-8510-44ff-af0a-4e691d07c2b9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1072402 Sep 20 12:40:15.288049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for 02786f1a-1ac9-45c2-9edd-d067b4cf2cea owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:15.378493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2b4f452-a89e-4332-967b-902c9790a5ec req-e1edbcbd-a540-4e25-a393-dc20f3ab65a8 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833409 Sep 20 12:40:15.573930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39336-c032-4896-b726-357670644ffb req-56dd8778-18f6-481b-9f6c-1553b98af2be tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:15.580822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39336-c032-4896-b726-357670644ffb req-56dd8778-18f6-481b-9f6c-1553b98af2be tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:15.582979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42d39336-c032-4896-b726-357670644ffb req-56dd8778-18f6-481b-9f6c-1553b98af2be tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 1682 time: 0.1000357 Sep 20 12:40:15.615500 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.641212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42d39336-c032-4896-b726-357670644ffb req-d0d598fd-cecc-4767-a602-c1efd1561a70 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/security-groups?id=71b1556a-becd-418d-ad91-28b7f7e12d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501778 Sep 20 12:40:15.652575 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.662173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['4841e53d-97cb-471a-841d-7dc8ddca0df1', '02786f1a-1ac9-45c2-9edd-d067b4cf2cea'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:15.721245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=02786f1a-1ac9-45c2-9edd-d067b4cf2cea,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:15.760931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05eb3a04-784e-4898-bccc-b0e8567ea08e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:15.772247 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.792002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Transition to ACTIVE for port object 05eb3a04-784e-4898-bccc-b0e8567ea08e will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:40:15.811739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port 02786f1a-1ac9-45c2-9edd-d067b4cf2cea on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:15.828114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.830457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-a33a3f6e-79a5-4f84-b86d-632fbddf5ccf tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "DELETE /v2.0/ports/02786f1a-1ac9-45c2-9edd-d067b4cf2cea HTTP/1.1" status: 204 len: 173 time: 0.8859923 Sep 20 12:40:15.831236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'name': 'network-vif-deleted', 'tag': '02786f1a-1ac9-45c2-9edd-d067b4cf2cea'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:15.833795 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5cd124-d6d9-4070-8300-fe4926f2f563" -d '{"events": [{"server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "name": "network-vif-deleted", "tag": "02786f1a-1ac9-45c2-9edd-d067b4cf2cea"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:15.891151 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:15.946830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11d16f-d4b3-400e-9b8b-b7305d2a0dd8 req-46903d50-44ae-47bd-99e7-33bb3e008cbb tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:15.948624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce11d16f-d4b3-400e-9b8b-b7305d2a0dd8 req-46903d50-44ae-47bd-99e7-33bb3e008cbb tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 931 time: 0.1769872 Sep 20 12:40:15.995616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port 4841e53d-97cb-471a-841d-7dc8ddca0df1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:15.996233 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.037039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce11d16f-d4b3-400e-9b8b-b7305d2a0dd8 req-c1362097-bbba-4b6c-ad30-74ff81cceb54 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795412 Sep 20 12:40:16.100639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Pushing event updated for resources: {'Port': ['ID=05eb3a04-784e-4898-bccc-b0e8567ea08e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:16.109336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37310) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:16.156780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Attempting to bind port 05eb3a04-784e-4898-bccc-b0e8567ea08e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:16.159407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Attempting to bind port 05eb3a04-784e-4898-bccc-b0e8567ea08e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3cc311df-8a55-426a-9279-a65974786094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a02af8e4-f398-4495-b18e-475641ee1f18'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:16.159407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Attempting to bind port 05eb3a04-784e-4898-bccc-b0e8567ea08e on network a02af8e4-f398-4495-b18e-475641ee1f18 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:16.159653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port 4841e53d-97cb-471a-841d-7dc8ddca0df1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4841e53d-97cb-471a-841d-7dc8ddca0df1,segment=NetworkSegment(1552c154-cf17-4ea4-82c1-269a2dd1f440),segment_id=1552c154-cf17-4ea4-82c1-269a2dd1f440)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:16.159653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.162839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Port 05eb3a04-784e-4898-bccc-b0e8567ea08e on network a02af8e4-f398-4495-b18e-475641ee1f18 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:40:16.163710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Attempting to bind port 05eb3a04-784e-4898-bccc-b0e8567ea08e on network a02af8e4-f398-4495-b18e-475641ee1f18 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:16.169230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:16.169561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Checking segment: {'id': '3cc311df-8a55-426a-9279-a65974786094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a02af8e4-f398-4495-b18e-475641ee1f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:16.170161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Bound using segment: {'id': '3cc311df-8a55-426a-9279-a65974786094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a02af8e4-f398-4495-b18e-475641ee1f18'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:16.170597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Bound port: 05eb3a04-784e-4898-bccc-b0e8567ea08e, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc311df-8a55-426a-9279-a65974786094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a02af8e4-f398-4495-b18e-475641ee1f18'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:16.170968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.176116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for 4841e53d-97cb-471a-841d-7dc8ddca0df1 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:16.248029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] For port 05eb3a04-784e-4898-bccc-b0e8567ea08e, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:16.252907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] For port 05eb3a04-784e-4898-bccc-b0e8567ea08e, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=05eb3a04-784e-4898-bccc-b0e8567ea08e,segment=NetworkSegment(3cc311df-8a55-426a-9279-a65974786094),segment_id=3cc311df-8a55-426a-9279-a65974786094)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:16.341204 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.359071 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96179db-6eeb-4723-8636-690fb63e5931 x-openstack-request-id: req-b96179db-6eeb-4723-8636-690fb63e5931 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:16.360125 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "name": "network-vif-deleted", "tag": "02786f1a-1ac9-45c2-9edd-d067b4cf2cea", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:16.360390 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b96179db-6eeb-4723-8636-690fb63e5931 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:16.360818 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'name': 'network-vif-deleted', 'tag': '02786f1a-1ac9-45c2-9edd-d067b4cf2cea', 'status': 'completed', 'code': 200} Sep 20 12:40:16.398968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.410265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['02786f1a-1ac9-45c2-9edd-d067b4cf2cea'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:16.441579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:16.441579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.441579 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/05eb3a04-784e-4898-bccc-b0e8567ea08e HTTP/1.1" status: 200 len: 1091 time: 1.2998753 Sep 20 12:40:16.441579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef3dff7-47e2-4c9f-a352-b506a985db8f', 'tag': '05eb3a04-784e-4898-bccc-b0e8567ea08e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:16.442672 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef3dff7-47e2-4c9f-a352-b506a985db8f", "tag": "05eb3a04-784e-4898-bccc-b0e8567ea08e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:16.466660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=4841e53d-97cb-471a-841d-7dc8ddca0df1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:16.474253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4dc6-52a4-4c33-9152-06caa03394b5 service neutron] Pushing event updated for resources: {'Port': ['ID=05eb3a04-784e-4898-bccc-b0e8567ea08e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:16.539758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port 4841e53d-97cb-471a-841d-7dc8ddca0df1 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:16.542617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1961435694-network', 'tenant_id': '782cecd4981748bc9121f560d7b9064c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:16.544314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.550133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5616928a-86f8-48ef-bf5e-94ad75f8bf1a req-7600c42f-53eb-4ca1-ba35-a10665cf16a4 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.32 "DELETE /v2.0/ports/4841e53d-97cb-471a-841d-7dc8ddca0df1 HTTP/1.1" status: 204 len: 173 time: 0.7061460 Sep 20 12:40:16.562464 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.673121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-915acb49-8a9a-4dd4-aa6e-636b60c1c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:16.674650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-915acb49-8a9a-4dd4-aa6e-636b60c1c235 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5760b73cd86148118004e911b451070b&device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 1094 time: 0.0833015 Sep 20 12:40:16.700498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Made reservation on behalf of 782cecd4981748bc9121f560d7b9064c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:16.703842 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.717195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.754080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-60c3b7ba-8ac3-442a-8b87-6fb72cb5882f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05eb3a04-784e-4898-bccc-b0e8567ea08e HTTP/1.1" status: 200 len: 217 time: 0.0647659 Sep 20 12:40:16.813548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca32ab-4be4-4377-80ef-4f82683c00ff req-f0a4606a-4110-48ac-9d13-cd53f7a43ea9 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:16.815909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ceca32ab-4be4-4377-80ef-4f82683c00ff req-f0a4606a-4110-48ac-9d13-cd53f7a43ea9 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 947 time: 0.3504803 Sep 20 12:40:16.821603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.826938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-64e367ed-f63c-4c7d-9a65-75063a3aecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:16.828350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-64e367ed-f63c-4c7d-9a65-75063a3aecf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4d72f41-929f-4cd8-b6b1-6a8aadee8ef0 HTTP/1.1" status: 200 len: 865 time: 0.0676701 Sep 20 12:40:16.876674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-ebc4d46f-bc4c-4254-8672-e5acdadb1763 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02af8e4-f398-4495-b18e-475641ee1f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307944 Sep 20 12:40:16.911971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ceca32ab-4be4-4377-80ef-4f82683c00ff req-0652cce0-d6cc-4b3d-9921-d3391e624ab5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874200 Sep 20 12:40:16.934394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:16.976550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:40:16.983810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648b79f5-29ea-4eee-8a71-7579854e18e2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:17.045558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:17.046563 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Added segment 55de7aa2-72db-49b2-a9a6-c7cf9e982639 of type vlan for network aac6519c-64e3-4880-9685-e29eff54bf64 Sep 20 12:40:17.054098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-912dcde0-8a37-4685-9d5f-10cff1724546 service neutron] 10.222.0.32 "GET /v2.0/networks/a02af8e4-f398-4495-b18e-475641ee1f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669855 Sep 20 12:40:17.364231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:17.366894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89a2bd-0792-41a1-8f23-781b66551138 req-b54e4fd5-e359-4743-b858-55a5a71c1a41 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:17.366894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c89a2bd-0792-41a1-8f23-781b66551138 req-b54e4fd5-e359-4743-b858-55a5a71c1a41 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1757591 Sep 20 12:40:17.366894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4559c0d4-2db0-45b8-ae3b-57b93c58abd0 req-74b9c3c3-5768-4688-9c9e-4b4421dac2a2 service neutron] 10.222.0.32 "GET /v2.0/networks/a02af8e4-f398-4495-b18e-475641ee1f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218700 Sep 20 12:40:17.366894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c89a2bd-0792-41a1-8f23-781b66551138 req-542083a7-cc58-4ca2-b84e-7437cdb86f83 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Sep 20 12:40:17.368089 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695170e8-9b9b-446c-b48b-f19e55a65d6a x-openstack-request-id: req-695170e8-9b9b-446c-b48b-f19e55a65d6a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:17.368089 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef3dff7-47e2-4c9f-a352-b506a985db8f", "tag": "05eb3a04-784e-4898-bccc-b0e8567ea08e", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:17.368089 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-695170e8-9b9b-446c-b48b-f19e55a65d6a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:17.368089 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef3dff7-47e2-4c9f-a352-b506a985db8f', 'tag': '05eb3a04-784e-4898-bccc-b0e8567ea08e', 'status': 'completed', 'code': 200} Sep 20 12:40:17.370030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a04962e0-c088-40af-9a47-21a6a5ceb1bd req-73dd8d83-daa5-413e-bd68-5534c4461179 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "GET /v2.0/ports?device_id=dea8fe97-147a-4874-a006-32aed7c0cfff HTTP/1.1" status: 200 len: 210 time: 0.0307286 Sep 20 12:40:17.380837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:17.381990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:17.382675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:17.452500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] Pushing event updated for resources: {'Network': ['ID=aac6519c-64e3-4880-9685-e29eff54bf64,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:17.482143 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-68ab4528-f36e-4a18-83bf-43c6933869df admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3691061 Sep 20 12:40:17.483369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37398) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:17.487808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network aac6519c-64e3-4880-9685-e29eff54bf64 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:40:17.491816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Request body: {'subnet': {'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1961435694-subnet', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:17.496388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2edcb-794c-46f2-95be-1e7ec3f09ca5 req-93fa820d-60ba-4313-993e-24d61c61a720 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:17.498047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0c2edcb-794c-46f2-95be-1e7ec3f09ca5 req-93fa820d-60ba-4313-993e-24d61c61a720 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 943 time: 0.0782859 Sep 20 12:40:17.507689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-a59ad7cc-d333-4780-adc7-254ed94903d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:17.509465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-a59ad7cc-d333-4780-adc7-254ed94903d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5760b73cd86148118004e911b451070b&device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 1094 time: 0.0636766 Sep 20 12:40:17.587392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Made reservation on behalf of 782cecd4981748bc9121f560d7b9064c for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:17.591255 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:17.602518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0c2edcb-794c-46f2-95be-1e7ec3f09ca5 req-3f6e941d-34e9-41cd-8115-014ba46380e1 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933902 Sep 20 12:40:17.628217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-4dc5771b-fa2d-4ef4-b28b-522277cee1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:17.630056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-4dc5771b-fa2d-4ef4-b28b-522277cee1a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a02af8e4-f398-4495-b18e-475641ee1f18 HTTP/1.1" status: 200 len: 925 time: 0.1082654 Sep 20 12:40:17.685229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-54a877f9-279d-4b75-b7eb-f7779265a9ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05eb3a04-784e-4898-bccc-b0e8567ea08e HTTP/1.1" status: 200 len: 217 time: 0.0457156 Sep 20 12:40:17.736575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-60627032-c71d-4af4-a476-028c990f3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:17.738201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-60627032-c71d-4af4-a476-028c990f3ebc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4d72f41-929f-4cd8-b6b1-6a8aadee8ef0 HTTP/1.1" status: 200 len: 865 time: 0.0467331 Sep 20 12:40:17.777489 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-87027081-447d-4903-b8b7-206dbfd1cadb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a02af8e4-f398-4495-b18e-475641ee1f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316033 Sep 20 12:40:17.894988 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:17.912412 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:17.912661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-7c4a6af9-402f-4780-8c9c-ae8bf6060689 service neutron] 10.222.0.32 "GET /v2.0/networks/a02af8e4-f398-4495-b18e-475641ee1f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207087 Sep 20 12:40:17.953730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9208657-dff8-4d34-a238-13f672023b37,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:17.977765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Checking segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:17.977765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Network hostable DHCP agents. Network: aac6519c-64e3-4880-9685-e29eff54bf64, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:40:18.032166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Network aac6519c-64e3-4880-9685-e29eff54bf64 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:40:18.063663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67bba8f0-90b7-4ed5-b6ca-8f3a643263ef req-e4bb6303-976f-4459-8d30-7a8f8cba807b service neutron] 10.222.0.32 "GET /v2.0/networks/a02af8e4-f398-4495-b18e-475641ee1f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436398 Sep 20 12:40:18.094585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33787-abcc-4560-a07c-6bd12b143547 req-ace80c62-9683-4efe-9acb-c595bf46bfed tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:18.096155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccb33787-abcc-4560-a07c-6bd12b143547 req-ace80c62-9683-4efe-9acb-c595bf46bfed tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 947 time: 0.0803757 Sep 20 12:40:18.104548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, aac6519c-64e3-4880-9685-e29eff54bf64) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:18.106514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:18.107281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.111453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e5b4d8-9e33-487b-a459-59ba2c24ef83 None None] Network aac6519c-64e3-4880-9685-e29eff54bf64 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:18.144878 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccb33787-abcc-4560-a07c-6bd12b143547 req-c62ea02e-96af-4838-b89d-dda09668e8ea tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412719 Sep 20 12:40:18.232919 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-47b2ad8e-4c6b-46f9-b643-be6e9b3d5094 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7490096 Sep 20 12:40:18.235732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37454) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:18.243365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:18.278800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-aac6519c-64e3-4880-9685-e29eff54bf64', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:40:18.279751 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.346580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.347901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.367020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'name': 'network-vif-deleted', 'tag': '4841e53d-97cb-471a-841d-7dc8ddca0df1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:18.377632 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af69e16-c555-438c-baad-8b42706c7e3c" -d '{"events": [{"server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "name": "network-vif-deleted", "tag": "4841e53d-97cb-471a-841d-7dc8ddca0df1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:18.391083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe793-c276-4e2c-b526-e14117f014fa req-e1218f0a-319e-481b-9cd7-5b03668245bf tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:18.399822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a8fe793-c276-4e2c-b526-e14117f014fa req-e1218f0a-319e-481b-9cd7-5b03668245bf tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0827508 Sep 20 12:40:18.418022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.436034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a8fe793-c276-4e2c-b526-e14117f014fa req-0a746f02-e490-4aa7-be7d-b22767f4e1db tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353305 Sep 20 12:40:18.490352 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e66048-55c0-44dc-a239-b0e27380aa5a x-openstack-request-id: req-b4e66048-55c0-44dc-a239-b0e27380aa5a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:18.490352 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea8fe97-147a-4874-a006-32aed7c0cfff", "name": "network-vif-deleted", "tag": "4841e53d-97cb-471a-841d-7dc8ddca0df1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:18.490352 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4e66048-55c0-44dc-a239-b0e27380aa5a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:18.490352 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea8fe97-147a-4874-a006-32aed7c0cfff', 'name': 'network-vif-deleted', 'tag': '4841e53d-97cb-471a-841d-7dc8ddca0df1', 'status': 'completed', 'code': 200} Sep 20 12:40:18.533250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:18.589650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 05eb3a04-784e-4898-bccc-b0e8567ea08e details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:18.593335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4841e53d-97cb-471a-841d-7dc8ddca0df1 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:18.610330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4010aa-366f-40cd-a51a-c457b275bd4d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting subnet 63964251-2298-4208-a0a1-b48e93b450ae {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:40:18.617563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d4010aa-366f-40cd-a51a-c457b275bd4d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.633452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 4841e53d-97cb-471a-841d-7dc8ddca0df1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:18.633452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4841e53d-97cb-471a-841d-7dc8ddca0df1 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:18.633452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 02786f1a-1ac9-45c2-9edd-d067b4cf2cea no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:18.681186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.688067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 02786f1a-1ac9-45c2-9edd-d067b4cf2cea {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:18.688415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 02786f1a-1ac9-45c2-9edd-d067b4cf2cea not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:18.698476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Allocated IP 172.20.0.2 (aac6519c-64e3-4880-9685-e29eff54bf64/a9208657-dff8-4d34-a238-13f672023b37/4598bd48-730f-4052-9361-2e3bf6b2554f) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:18.710815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d4010aa-366f-40cd-a51a-c457b275bd4d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.834362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b159ce-2fcf-4e64-b554-3d48ba4b5fed req-f9449779-6003-49fa-8290-46c637325f56 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:18.836608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73b159ce-2fcf-4e64-b554-3d48ba4b5fed req-f9449779-6003-49fa-8290-46c637325f56 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 943 time: 0.1057146 Sep 20 12:40:18.850406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 05eb3a04-784e-4898-bccc-b0e8567ea08e, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=05eb3a04-784e-4898-bccc-b0e8567ea08e,segment=NetworkSegment(3cc311df-8a55-426a-9279-a65974786094),segment_id=3cc311df-8a55-426a-9279-a65974786094)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:18.871519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '05eb3a04-784e-4898-bccc-b0e8567ea08e', 'network_id': 'a02af8e4-f398-4495-b18e-475641ee1f18', 'port_id': '05eb3a04-784e-4898-bccc-b0e8567ea08e', 'mac_address': 'fa:16:3e:d3:61:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d72f41-929f-4cd8-b6b1-6a8aadee8ef0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:18.878399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d4010aa-366f-40cd-a51a-c457b275bd4d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.923598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73b159ce-2fcf-4e64-b554-3d48ba4b5fed req-a913765c-3cbc-4995-bed9-518b6483f1d4 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758700 Sep 20 12:40:18.953814 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.975563 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:18.981807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05eb3a04-784e-4898-bccc-b0e8567ea08e {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:19.001570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 05eb3a04-784e-4898-bccc-b0e8567ea08e, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=05eb3a04-784e-4898-bccc-b0e8567ea08e,segment=NetworkSegment(3cc311df-8a55-426a-9279-a65974786094),segment_id=3cc311df-8a55-426a-9279-a65974786094)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:19.020728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d4010aa-366f-40cd-a51a-c457b275bd4d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.027497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.049158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4010aa-366f-40cd-a51a-c457b275bd4d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Subnet': ['ID=63964251-2298-4208-a0a1-b48e93b450ae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:19.050523 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.052473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.057714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d4010aa-366f-40cd-a51a-c457b275bd4d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.060444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d4010aa-366f-40cd-a51a-c457b275bd4d tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "DELETE /v2.0/subnets/63964251-2298-4208-a0a1-b48e93b450ae HTTP/1.1" status: 204 len: 168 time: 0.5253711 Sep 20 12:40:19.062865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37504) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:19.091770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd0e54-ab00-4ff9-b2d2-23239375e75e None None] Network 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:19.134000 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.153420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Network aac6519c-64e3-4880-9685-e29eff54bf64 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:19.183196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Pushing event updated for resources: {'Port': ['ID=4598bd48-730f-4052-9361-2e3bf6b2554f,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:19.191503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.210239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Allocated IP 172.25.6.94 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/e0148789-b0e1-47cf-afaf-7950db321c7b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:19.214356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:19.217251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:19.236255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:19.274696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port a34ce5ad-be68-4274-a51e-336401186978 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:19.275140 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.342306 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=05eb3a04-784e-4898-bccc-b0e8567ea08e,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:19.360228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Attempting to bind port 4598bd48-730f-4052-9361-2e3bf6b2554f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:19.360604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Attempting to bind port 4598bd48-730f-4052-9361-2e3bf6b2554f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:19.360972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Attempting to bind port 4598bd48-730f-4052-9361-2e3bf6b2554f on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:19.362159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port a34ce5ad-be68-4274-a51e-336401186978, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a34ce5ad-be68-4274-a51e-336401186978,segment=NetworkSegment(d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a),segment_id=d7cf4eb2-4ef9-449d-94b0-e820a4d4e77a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:19.362533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.366666 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['05eb3a04-784e-4898-bccc-b0e8567ea08e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:19.375155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:19.375539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Checking segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:19.375947 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.376341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Bound using segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:19.376819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Bound port: 4598bd48-730f-4052-9361-2e3bf6b2554f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:19.377228 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.384992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for a34ce5ad-be68-4274-a51e-336401186978 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:19.402785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.455230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-792e4fd7-ee0a-4429-b61e-44c6d1656b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.545288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] For port 4598bd48-730f-4052-9361-2e3bf6b2554f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:19.546936 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.547176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] For port 4598bd48-730f-4052-9361-2e3bf6b2554f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4598bd48-730f-4052-9361-2e3bf6b2554f,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:19.547176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] DHCP port deletion for 3cf1c0cc-3eec-4853-9cc6-256ee9398b06 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:40:19.576037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.587091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:19.593362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:19.602192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.604576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:19.607063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Pushing event updated for resources: {'Port': ['ID=e0148789-b0e1-47cf-afaf-7950db321c7b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:19.627327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=a34ce5ad-be68-4274-a51e-336401186978,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:19.639699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285a377-535f-4388-b814-bffcacd4882f req-16b70ac2-ee16-4586-b044-a9870d927462 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:19.641755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e285a377-535f-4388-b814-bffcacd4882f req-16b70ac2-ee16-4586-b044-a9870d927462 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1250119 Sep 20 12:40:19.648287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port a34ce5ad-be68-4274-a51e-336401186978 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:19.741870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a2b77-eee3-4ad7-b2c8-32b455b51ca2 None None] Pushing event updated for resources: {'Port': ['ID=4598bd48-730f-4052-9361-2e3bf6b2554f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:19.747230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e285a377-535f-4388-b814-bffcacd4882f req-75f608a3-ea80-4ca4-a6a7-510fdf1be754 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951645 Sep 20 12:40:19.773088 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-792e4fd7-ee0a-4429-b61e-44c6d1656b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.780251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] Deleting port a34ce5ad-be68-4274-a51e-336401186978 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:19.780628 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.824054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.835145 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-792e4fd7-ee0a-4429-b61e-44c6d1656b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.862400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.862788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf1c0cc-3eec-4853-9cc6-256ee9398b06']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:19.882393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] For port a34ce5ad-be68-4274-a51e-336401186978, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:19.882941 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.885821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:19.886003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cf4eb2-4ef9-449d-94b0-e820a4d4e77a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:19.902015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] Calling delete_port for a34ce5ad-be68-4274-a51e-336401186978 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:19.910675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] Port a34ce5ad-be68-4274-a51e-336401186978 was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:40:19.915053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-792e4fd7-ee0a-4429-b61e-44c6d1656b50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d02a9352f8643c0ae05d7056b6bb74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6729529 Sep 20 12:40:19.915053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.916322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37550) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:19.918345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e4fd7-ee0a-4429-b61e-44c6d1656b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1f13ed-d86d-423e-b294-c638fd6017fb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:19.922382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.949723 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.956336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:40:19.956744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:40:19.960286 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:40:19.971940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] Pushing event deleted for resources: {'Port': ['ID=a34ce5ad-be68-4274-a51e-336401186978,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:19.986937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d1940-a65d-41a5-9df5-0a1e474db007 None None] No DVR routers for this DVR port a34ce5ad-be68-4274-a51e-336401186978 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:20.114097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca550bd-d237-43aa-9e37-4ef47a2364c4 req-6cadb2ca-1706-4d41-ba52-de1323e6bdc1 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:20.114697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1c6c-0a74-4056-997b-0e444779ae38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.116077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ca550bd-d237-43aa-9e37-4ef47a2364c4 req-6cadb2ca-1706-4d41-ba52-de1323e6bdc1 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 944 time: 0.0726039 Sep 20 12:40:20.143458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.149428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1c6c-0a74-4056-997b-0e444779ae38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.149720 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.158745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.160324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "DELETE /v2.0/networks/3cf1c0cc-3eec-4853-9cc6-256ee9398b06 HTTP/1.1" status: 204 len: 168 time: 1.0965359 Sep 20 12:40:20.163869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ca550bd-d237-43aa-9e37-4ef47a2364c4 req-ab677404-dae9-4004-bb8b-371d88670432 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Sep 20 12:40:20.164322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37562) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:20.201290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dbf81-6cf8-41fc-a1e3-8b4842bb5cbe tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Network': ['ID=3cf1c0cc-3eec-4853-9cc6-256ee9398b06,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:20.234596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-227ff210-90a9-4503-8838-bde22bc28a08 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting subnet 9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:40:20.238327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-227ff210-90a9-4503-8838-bde22bc28a08 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.282412 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-227ff210-90a9-4503-8838-bde22bc28a08 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.306066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.364360 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1c6c-0a74-4056-997b-0e444779ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.367449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd8d1c6c-0a74-4056-997b-0e444779ae38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.371123 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd8d1c6c-0a74-4056-997b-0e444779ae38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad1f13ed-d86d-423e-b294-c638fd6017fb HTTP/1.1" status: 204 len: 168 time: 0.4505835 Sep 20 12:40:20.374559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-227ff210-90a9-4503-8838-bde22bc28a08 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.382585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d1c6c-0a74-4056-997b-0e444779ae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1f13ed-d86d-423e-b294-c638fd6017fb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:20.397164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.439539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 05eb3a04-784e-4898-bccc-b0e8567ea08e up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:20.616306 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-227ff210-90a9-4503-8838-bde22bc28a08 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.617832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 05eb3a04-784e-4898-bccc-b0e8567ea08e completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:40:20.621575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 05eb3a04-784e-4898-bccc-b0e8567ea08e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:20.624317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.644156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Router 90302f4a-a69d-4e8d-a764-0c0b0c79078a is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:40:20.654307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ff210-90a9-4503-8838-bde22bc28a08 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Subnet': ['ID=9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:20.660510 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-227ff210-90a9-4503-8838-bde22bc28a08 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.664817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-227ff210-90a9-4503-8838-bde22bc28a08 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "DELETE /v2.0/subnets/9af54c6b-c9e6-4cd9-8ba7-9c26b6995a5d HTTP/1.1" status: 204 len: 168 time: 0.4982657 Sep 20 12:40:20.667583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37588) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:20.673279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a030be18-9d50-481d-9d04-fa998c6ecd61 None None] Network 4d5283f4-5f3b-47b5-832e-8779331da34b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:20.877726 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.892031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.909971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:40:20.914077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e00648-2636-43f7-8481-3b768a3366fd req-c44e9d23-b675-4228-af1c-29dabba48dab tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:20.916867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6e00648-2636-43f7-8481-3b768a3366fd req-c44e9d23-b675-4228-af1c-29dabba48dab tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0716698 Sep 20 12:40:20.949868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 05eb3a04-784e-4898-bccc-b0e8567ea08e, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=05eb3a04-784e-4898-bccc-b0e8567ea08e,segment=NetworkSegment(3cc311df-8a55-426a-9279-a65974786094),segment_id=3cc311df-8a55-426a-9279-a65974786094)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:20.956269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef3dff7-47e2-4c9f-a352-b506a985db8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eb3a04-784e-4898-bccc-b0e8567ea08e'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:20.960297 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf800d9-04f8-4736-a67e-f5075949f75d" -d '{"events": [{"server_uuid": "1ef3dff7-47e2-4c9f-a352-b506a985db8f", "name": "network-vif-plugged", "status": "completed", "tag": "05eb3a04-784e-4898-bccc-b0e8567ea08e"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:20.965453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Sync routers for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:40:20.966580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Deleting port 1dc1567a-48bc-4723-a64c-615ccdeb1473 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:20.967575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:20.968265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0938e68c-7668-4efc-ac3c-0bc4cacb3711 None None] Network aac6519c-64e3-4880-9685-e29eff54bf64 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:20.977678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6e00648-2636-43f7-8481-3b768a3366fd req-9f0fa96b-8775-4556-8590-7f72612a2002 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Sep 20 12:40:21.017740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:21.018723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:21.053483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.053642 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.055841 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e329061c-b0cf-4a08-bc89-741baaa1b63a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8190527 Sep 20 12:40:21.056004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37612) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:21.070847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] For port 1dc1567a-48bc-4723-a64c-615ccdeb1473, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1dc1567a-48bc-4723-a64c-615ccdeb1473,segment=NetworkSegment(1552c154-cf17-4ea4-82c1-269a2dd1f440),segment_id=1552c154-cf17-4ea4-82c1-269a2dd1f440)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:21.071248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.086098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Calling delete_port for 1dc1567a-48bc-4723-a64c-615ccdeb1473 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:21.093772 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa06da5-99c2-4dc9-bc0d-a5f53372dafc x-openstack-request-id: req-3aa06da5-99c2-4dc9-bc0d-a5f53372dafc {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:21.094292 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef3dff7-47e2-4c9f-a352-b506a985db8f", "name": "network-vif-plugged", "status": "completed", "tag": "05eb3a04-784e-4898-bccc-b0e8567ea08e", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:21.094921 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aa06da5-99c2-4dc9-bc0d-a5f53372dafc {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:21.095542 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef3dff7-47e2-4c9f-a352-b506a985db8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eb3a04-784e-4898-bccc-b0e8567ea08e', 'code': 200} Sep 20 12:40:21.160487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:21.161395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=05eb3a04-784e-4898-bccc-b0e8567ea08e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:21.164627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a839be92-662d-4614-8780-7a533cfe5e0b None None] Provisioning complete for port 4598bd48-730f-4052-9361-2e3bf6b2554f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:21.165130 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a839be92-662d-4614-8780-7a533cfe5e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.191257 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73dee7bc-692b-4598-ab9b-7879a5105c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.256830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4598bd48-730f-4052-9361-2e3bf6b2554f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:21.279454 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.329175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] No DVR routers for this DVR port 1dc1567a-48bc-4723-a64c-615ccdeb1473 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:21.336469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Port': ['ID=1dc1567a-48bc-4723-a64c-615ccdeb1473,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:21.359674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895434f8-59ae-4f72-a6cd-ca29f32ddb8d req-18adfd8f-9240-4346-baf8-50e42a2bd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:21.361207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-895434f8-59ae-4f72-a6cd-ca29f32ddb8d req-18adfd8f-9240-4346-baf8-50e42a2bd690 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 1096 time: 0.1999002 Sep 20 12:40:21.420534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.446912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5283f4-5f3b-47b5-832e-8779331da34b']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:21.450587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a164dc8-3ea8-4587-871c-52d07e535c57 req-51fff4d5-9f87-4a76-9ab5-4f2438c665d6 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:21.452162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a164dc8-3ea8-4587-871c-52d07e535c57 req-51fff4d5-9f87-4a76-9ab5-4f2438c665d6 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 945 time: 0.1782970 Sep 20 12:40:21.457713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1552c154-cf17-4ea4-82c1-269a2dd1f440') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:21.460221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1552c154-cf17-4ea4-82c1-269a2dd1f440') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:21.470145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.485146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.492725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:40:21.500296 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:40:21.502925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-895434f8-59ae-4f72-a6cd-ca29f32ddb8d req-ce68b980-d3b2-4adf-a609-a933ae9bf415 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257598 Sep 20 12:40:21.520481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1d5b3-c463-4786-aca6-8b3896b7e1c7 None None] DHCP port deletion for 4d5283f4-5f3b-47b5-832e-8779331da34b request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:40:21.582962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:21.602653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a164dc8-3ea8-4587-871c-52d07e535c57 req-0d79fd91-0870-4dbf-85ab-ac278deca0d3 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099529 Sep 20 12:40:21.609671 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73dee7bc-692b-4598-ab9b-7879a5105c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.610038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a839be92-662d-4614-8780-7a533cfe5e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.644054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.650696 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.655874 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] 10.222.0.37 "DELETE /v2.0/networks/4d5283f4-5f3b-47b5-832e-8779331da34b HTTP/1.1" status: 204 len: 168 time: 0.9849727 Sep 20 12:40:21.673241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73dee7bc-692b-4598-ab9b-7879a5105c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.690569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ad3b1-793b-4b7e-be39-9cbe7895b9c2 tempest-ServersTestMultiNic-1778878980 tempest-ServersTestMultiNic-1778878980-project] Pushing event deleted for resources: {'Network': ['ID=4d5283f4-5f3b-47b5-832e-8779331da34b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:21.691171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4598bd48-730f-4052-9361-2e3bf6b2554f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:21.691667 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.763619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-73dee7bc-692b-4598-ab9b-7879a5105c8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fafb9f68c1cf45b0b27ca60208f50028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984466 Sep 20 12:40:21.764647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37626) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:21.780942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dee7bc-692b-4598-ab9b-7879a5105c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b7bb2-10ac-44d4-bb10-95637a973758,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:21.781172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a839be92-662d-4614-8780-7a533cfe5e0b None None] For port 4598bd48-730f-4052-9361-2e3bf6b2554f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4598bd48-730f-4052-9361-2e3bf6b2554f,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:21.891071 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a839be92-662d-4614-8780-7a533cfe5e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.894899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86756f7f-8661-42e7-8871-942ebaa6869a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:21.911595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37636) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:21.943160 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86756f7f-8661-42e7-8871-942ebaa6869a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.075686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a34ce5ad-be68-4274-a51e-336401186978 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:22.106824 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86756f7f-8661-42e7-8871-942ebaa6869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.111420 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86756f7f-8661-42e7-8871-942ebaa6869a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.116385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839be92-662d-4614-8780-7a533cfe5e0b None None] Pushing event updated for resources: {'Port': ['ID=4598bd48-730f-4052-9361-2e3bf6b2554f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:22.124715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a34ce5ad-be68-4274-a51e-336401186978 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:22.125092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a34ce5ad-be68-4274-a51e-336401186978 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:22.133909 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-86756f7f-8661-42e7-8871-942ebaa6869a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f0b7bb2-10ac-44d4-bb10-95637a973758 HTTP/1.1" status: 204 len: 168 time: 0.3480015 Sep 20 12:40:22.134283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:19Z', 'revision_number': 3, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:22.145150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b6cbea25-4a7a-451c-9476-d52b8a0daf2c None None] Provisioning complete for port 4598bd48-730f-4052-9361-2e3bf6b2554f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:22.145150 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6cbea25-4a7a-451c-9476-d52b8a0daf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.164146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86756f7f-8661-42e7-8871-942ebaa6869a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b7bb2-10ac-44d4-bb10-95637a973758,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:22.172150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Checking router: 90302f4a-a69d-4e8d-a764-0c0b0c79078a for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:40:22.172507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Updating router 90302f4a-a69d-4e8d-a764-0c0b0c79078a port e0148789-b0e1-47cf-afaf-7950db321c7b binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:40:22.253984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.482456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.679926 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.720302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef9c6c-8f35-43c3-a4cc-3a76c5f8c888 req-68e97717-bb43-4601-9ae7-8487cd26ef8a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:22.726583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8eef9c6c-8f35-43c3-a4cc-3a76c5f8c888 req-68e97717-bb43-4601-9ae7-8487cd26ef8a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.3214242 Sep 20 12:40:22.783653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Allocated IP 172.20.0.1 (aac6519c-64e3-4880-9685-e29eff54bf64/a9208657-dff8-4d34-a238-13f672023b37/afbad2c7-4c41-4d62-b41e-bfd4081ec167) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:22.799934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.837997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8eef9c6c-8f35-43c3-a4cc-3a76c5f8c888 req-e2367b43-aeaa-4561-9d26-16b6cf45ce11 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031253 Sep 20 12:40:22.874369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Attempting to bind port e0148789-b0e1-47cf-afaf-7950db321c7b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:22.874657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Attempting to bind port e0148789-b0e1-47cf-afaf-7950db321c7b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:22.875025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Attempting to bind port e0148789-b0e1-47cf-afaf-7950db321c7b on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:22.877849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e5ff4-1cc7-49c7-af5a-564e1e9ebf6d None None] Pushing event updated for resources: {'Port': ['ID=e0148789-b0e1-47cf-afaf-7950db321c7b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:22.884398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:22.884946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:22.885391 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.885792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:22.891361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Bound port: e0148789-b0e1-47cf-afaf-7950db321c7b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:22.891361 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:22.949446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] For port e0148789-b0e1-47cf-afaf-7950db321c7b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:22.953246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] For port e0148789-b0e1-47cf-afaf-7950db321c7b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e0148789-b0e1-47cf-afaf-7950db321c7b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:23.015138 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:23.059727 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:23.070394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1a643-fb57-4bb5-9a25-762390cc1bf6 req-bdee2c26-b434-4275-b62b-82be74aff051 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:23.071838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80f1a643-fb57-4bb5-9a25-762390cc1bf6 req-bdee2c26-b434-4275-b62b-82be74aff051 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 945 time: 0.1119957 Sep 20 12:40:23.085431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:23.086070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:23.126818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e5ff4-1cc7-49c7-af5a-564e1e9ebf6d None None] Pushing event updated for resources: {'Port': ['ID=e0148789-b0e1-47cf-afaf-7950db321c7b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:23.158931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80f1a643-fb57-4bb5-9a25-762390cc1bf6 req-927f2102-26b7-415f-80e8-64b05157fddc tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792377 Sep 20 12:40:23.175403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4598bd48-730f-4052-9361-2e3bf6b2554f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:23.237963 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:23.297849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Network aac6519c-64e3-4880-9685-e29eff54bf64 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:23.315538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:23.323468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:23.335562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:23.381919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:23.439987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Pushing event updated for resources: {'Port': ['ID=afbad2c7-4c41-4d62-b41e-bfd4081ec167,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:23.469523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:23.479472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51a6f7-2732-4d97-b869-599ea2b21220 req-3f06f3e1-b407-421c-9dd5-22b8a94131c6 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:23.485545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4598bd48-730f-4052-9361-2e3bf6b2554f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:23.485925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:23.487140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c51a6f7-2732-4d97-b869-599ea2b21220 req-3f06f3e1-b407-421c-9dd5-22b8a94131c6 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 945 time: 0.2114768 Sep 20 12:40:23.634955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c51a6f7-2732-4d97-b869-599ea2b21220 req-733304ba-a82d-4235-b47b-26eb4cca3dde tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469374 Sep 20 12:40:23.658204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:19Z', 'revision_number': 3, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:23.700645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b980f-0b84-491a-81a9-24800e11d7cd None None] The sync data for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 is: [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:19Z', 'revision_number': 3, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:40:23.736677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fb3a4486-b21a-47bb-b96d-25fda9aafa1b None None] Provisioning complete for port afbad2c7-4c41-4d62-b41e-bfd4081ec167 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:23.737188 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4486-b21a-47bb-b96d-25fda9aafa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:23.882683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:23.946062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a4486-b21a-47bb-b96d-25fda9aafa1b None None] Port afbad2c7-4c41-4d62-b41e-bfd4081ec167 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:40:23.952079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1dc1567a-48bc-4723-a64c-615ccdeb1473 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:23.995080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1dc1567a-48bc-4723-a64c-615ccdeb1473 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:23.996645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1dc1567a-48bc-4723-a64c-615ccdeb1473 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:24.271326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Deleting port 2b3f9af0-d4c6-46c2-b807-8fb5be582982 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:24.271657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:24.300913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742de5e-5e4a-4172-b6e0-d2fd543fd6f5 req-1417e122-3494-4c0c-ba53-4f14b1e242f7 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:24.303221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d742de5e-5e4a-4172-b6e0-d2fd543fd6f5 req-1417e122-3494-4c0c-ba53-4f14b1e242f7 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1209254 Sep 20 12:40:24.391405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:24.443854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d742de5e-5e4a-4172-b6e0-d2fd543fd6f5 req-e54cac9f-7fd6-4b2e-9327-7999f28a577e tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224890 Sep 20 12:40:24.448545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:24.452832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] For port 2b3f9af0-d4c6-46c2-b807-8fb5be582982, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b3f9af0-d4c6-46c2-b807-8fb5be582982,segment=NetworkSegment(f95edafe-6ae0-488f-9f7b-4b324d1b0953),segment_id=f95edafe-6ae0-488f-9f7b-4b324d1b0953)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:24.453244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:24.524700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Calling delete_port for 2b3f9af0-d4c6-46c2-b807-8fb5be582982 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:24.540953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:24.560584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Pushing event updated for resources: {'Port': ['ID=afbad2c7-4c41-4d62-b41e-bfd4081ec167,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:24.609273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.612768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.613773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:24.800416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b15fc-2f90-4784-a4f4-d0cfde30ac46 req-bf05a8a7-9e57-4a2b-8bce-2e29324e6093 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:24.802169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c34b15fc-2f90-4784-a4f4-d0cfde30ac46 req-bf05a8a7-9e57-4a2b-8bce-2e29324e6093 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 945 time: 0.1699216 Sep 20 12:40:24.824962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Network aac6519c-64e3-4880-9685-e29eff54bf64 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:24.834897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:24.962486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c34b15fc-2f90-4784-a4f4-d0cfde30ac46 req-122a0fec-d855-4ab8-a36e-5e1a88a44db2 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465623 Sep 20 12:40:25.101923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Router 90302f4a-a69d-4e8d-a764-0c0b0c79078a has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:40:25.185631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e0148789-b0e1-47cf-afaf-7950db321c7b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:25.208539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c3df1e64-394c-4733-9f29-2fde43c930d1 None None] Provisioning complete for port afbad2c7-4c41-4d62-b41e-bfd4081ec167 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:25.209278 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c3df1e64-394c-4733-9f29-2fde43c930d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:25.228064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:25.262137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c3df1e64-394c-4733-9f29-2fde43c930d1 None None] Port afbad2c7-4c41-4d62-b41e-bfd4081ec167 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:40:25.262363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3f9af0-d4c6-46c2-b807-8fb5be582982,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:25.279712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e0148789-b0e1-47cf-afaf-7950db321c7b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:25.279712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:25.302337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:40:25.328808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7075d6b-489d-4d9f-8ce0-c9c305256de1 admin admin] 10.222.0.37 "PUT /v2.0/routers/90302f4a-a69d-4e8d-a764-0c0b0c79078a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2643304 Sep 20 12:40:25.413737 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:25.489134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port e0148789-b0e1-47cf-afaf-7950db321c7b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e0148789-b0e1-47cf-afaf-7950db321c7b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:25.534988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:25.553269 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:25.636429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=e0148789-b0e1-47cf-afaf-7950db321c7b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:25.994539 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Sync routers for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:40:26.005306 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:26.006592 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:26.027239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b09215-3e5c-4cbf-a6f2-e71a9e6be8b5 req-358a2fbd-f381-40eb-9a72-1df14384e927 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:26.028872 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32b09215-3e5c-4cbf-a6f2-e71a9e6be8b5 req-358a2fbd-f381-40eb-9a72-1df14384e927 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 945 time: 0.4361103 Sep 20 12:40:26.108012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32b09215-3e5c-4cbf-a6f2-e71a9e6be8b5 req-39c8995c-506d-41eb-8750-acfec9d595a2 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652630 Sep 20 12:40:26.134075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37728) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:26.146575 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:26.289039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df80459-5371-42ca-b948-8fc77231cb1c req-94a6ee40-b836-4f41-bac1-6cf13e8b5c4d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:26.296809 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0df80459-5371-42ca-b948-8fc77231cb1c req-94a6ee40-b836-4f41-bac1-6cf13e8b5c4d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1087601 Sep 20 12:40:26.303493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f05f2db1-01ca-4627-a854-dadc9f2caeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.370452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0df80459-5371-42ca-b948-8fc77231cb1c req-da94d181-a995-435c-88e9-f2420cce9f15 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724268 Sep 20 12:40:26.383807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Router 4967d550-2edb-42d6-93d9-2227c13fdcfa has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:40:26.413623 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f05f2db1-01ca-4627-a854-dadc9f2caeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.452573 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:40:26.459789 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:24Z', 'revision_number': 2, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:26.483296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f05f2db1-01ca-4627-a854-dadc9f2caeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.507395 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Checking router: 90302f4a-a69d-4e8d-a764-0c0b0c79078a for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:40:26.507827 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Updating router 90302f4a-a69d-4e8d-a764-0c0b0c79078a port afbad2c7-4c41-4d62-b41e-bfd4081ec167 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:40:26.525263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:40:26.532654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-49435c04-485e-45bf-b570-365a3040791d admin admin] 10.222.0.37 "PUT /v2.0/routers/4967d550-2edb-42d6-93d9-2227c13fdcfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6198850 Sep 20 12:40:26.535131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37744) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:26.540446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] Sync routers for ids ['4967d550-2edb-42d6-93d9-2227c13fdcfa'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:40:26.549405 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.558381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] Routers {'4967d550-2edb-42d6-93d9-2227c13fdcfa'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:26.562668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4967d550-2edb-42d6-93d9-2227c13fdcfa'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:26.579293 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f05f2db1-01ca-4627-a854-dadc9f2caeda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=441e0578de3b4e56a0fb088ce28930bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414961 Sep 20 12:40:26.579293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f2db1-01ca-4627-a854-dadc9f2caeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ef8835-9f4f-4614-9669-b548a35c8688,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:26.586422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37746) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:26.642411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37fb59e9-5e29-4944-967d-f25bede2a908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.718781 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.730922 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37fb59e9-5e29-4944-967d-f25bede2a908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.784874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] Set router 4967d550-2edb-42d6-93d9-2227c13fdcfa gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:26.914263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37fb59e9-5e29-4944-967d-f25bede2a908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.916859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37fb59e9-5e29-4944-967d-f25bede2a908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:26.918491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-37fb59e9-5e29-4944-967d-f25bede2a908 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03ef8835-9f4f-4614-9669-b548a35c8688 HTTP/1.1" status: 204 len: 168 time: 0.3310838 Sep 20 12:40:26.947427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb59e9-5e29-4944-967d-f25bede2a908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ef8835-9f4f-4614-9669-b548a35c8688,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:27.011533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-062e75e0-6525-4db8-9ac2-097ebe275a0f tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:27.013337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-062e75e0-6525-4db8-9ac2-097ebe275a0f tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 945 time: 0.2876551 Sep 20 12:40:27.070249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 5, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:27.096718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.128901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] Checking router: 4967d550-2edb-42d6-93d9-2227c13fdcfa for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:40:27.138147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] Routers {'4967d550-2edb-42d6-93d9-2227c13fdcfa'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:27.145442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4967d550-2edb-42d6-93d9-2227c13fdcfa'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:27.195021 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Deleting port 05eb3a04-784e-4898-bccc-b0e8567ea08e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:27.198377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.222400 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.277211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37760) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:27.282320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-99c395df-9a1f-482a-9874-e3f4f2bb07bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101788785', 'description': 'tempest-description--2105796298'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:27.300785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] Set router 4967d550-2edb-42d6-93d9-2227c13fdcfa gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:27.301216 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.366396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] For port 05eb3a04-784e-4898-bccc-b0e8567ea08e, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=05eb3a04-784e-4898-bccc-b0e8567ea08e,segment=NetworkSegment(3cc311df-8a55-426a-9279-a65974786094),segment_id=3cc311df-8a55-426a-9279-a65974786094)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:27.366652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.368886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e0148789-b0e1-47cf-afaf-7950db321c7b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:27.369921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99c395df-9a1f-482a-9874-e3f4f2bb07bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.403173 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Pushing event updated for resources: {'Port': ['ID=afbad2c7-4c41-4d62-b41e-bfd4081ec167,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:27.451464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Calling delete_port for 05eb3a04-784e-4898-bccc-b0e8567ea08e owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:27.457540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.457540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.457540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.457540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.457540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.457540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.458558 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.458558 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.458558 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.459555 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.459724 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.464943 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:27.531497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99c395df-9a1f-482a-9874-e3f4f2bb07bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.537175 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Attempting to bind port afbad2c7-4c41-4d62-b41e-bfd4081ec167 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:27.537733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Deleting port 52ddda83-21fd-42d9-a4d3-daa66a3c192e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:27.538137 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Attempting to bind port afbad2c7-4c41-4d62-b41e-bfd4081ec167 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:27.538285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.544774 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Attempting to bind port afbad2c7-4c41-4d62-b41e-bfd4081ec167 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:27.550564 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:27.551262 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Checking segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:27.551886 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.552513 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Bound using segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:27.553253 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Bound port: afbad2c7-4c41-4d62-b41e-bfd4081ec167, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:27.562517 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.566905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e0148789-b0e1-47cf-afaf-7950db321c7b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:27.567552 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.643000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99c395df-9a1f-482a-9874-e3f4f2bb07bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.650573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b880f1-86d1-4a9a-87f3-aef6449024d0 req-4521e64c-4d63-4f5b-a90d-9b72bcde9818 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:27.652497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6b880f1-86d1-4a9a-87f3-aef6449024d0 req-4521e64c-4d63-4f5b-a90d-9b72bcde9818 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 945 time: 0.2568886 Sep 20 12:40:27.654820 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] For port afbad2c7-4c41-4d62-b41e-bfd4081ec167, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:27.660522 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] For port afbad2c7-4c41-4d62-b41e-bfd4081ec167, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=afbad2c7-4c41-4d62-b41e-bfd4081ec167,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:27.685558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 5, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:27.686560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c395df-9a1f-482a-9874-e3f4f2bb07bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40de771a-959c-45f3-8290-14a3d8b1857f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:27.754170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99c395df-9a1f-482a-9874-e3f4f2bb07bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.756621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-99c395df-9a1f-482a-9874-e3f4f2bb07bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4776652 Sep 20 12:40:27.759388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37772) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:27.765358 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.778280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7dd714-a0d6-4936-a13c-da2e802ceeaf None None] The sync data for ids ['4967d550-2edb-42d6-93d9-2227c13fdcfa'] in n-d-809934-3 is: [{'id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'name': 'tempest-ServersTestMultiNic-1825609600-router', 'tenant_id': 'bb0a25e270b14097993ebb7c7bf85028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:38:32Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 5, 'project_id': 'bb0a25e270b14097993ebb7c7bf85028', 'gw_port': {'id': '52ddda83-21fd-42d9-a4d3-daa66a3c192e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967d550-2edb-42d6-93d9-2227c13fdcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:38:35Z', 'updated_at': '2021-09-20T12:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:40:27.779443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bcca2e13-dd0e-4f27-95d4-3312be1d0b72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'security_group_rule': {'security_group_id': '40de771a-959c-45f3-8290-14a3d8b1857f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:27.803131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6b880f1-86d1-4a9a-87f3-aef6449024d0 req-adad5033-a1b0-41b6-b2ea-5478feba78f1 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d205c5b-57d1-40a1-934c-b60065b0d992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910630 Sep 20 12:40:27.832169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] For port 52ddda83-21fd-42d9-a4d3-daa66a3c192e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=52ddda83-21fd-42d9-a4d3-daa66a3c192e,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:27.832541 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.884843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-514063da-f457-43c6-9bf9-52230b8152b1 None None] Provisioning complete for port afbad2c7-4c41-4d62-b41e-bfd4081ec167 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:27.887899 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514063da-f457-43c6-9bf9-52230b8152b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.890333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Calling delete_port for 52ddda83-21fd-42d9-a4d3-daa66a3c192e owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:27.922248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcca2e13-dd0e-4f27-95d4-3312be1d0b72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:27.948175 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:27.948850 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:27.988240 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34961b61-f6b0-4974-8212-ae59d010a001 None None] Pushing event updated for resources: {'Port': ['ID=afbad2c7-4c41-4d62-b41e-bfd4081ec167,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:27.998072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37776) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:28.044405 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcca2e13-dd0e-4f27-95d4-3312be1d0b72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.057192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514063da-f457-43c6-9bf9-52230b8152b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.096921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-514063da-f457-43c6-9bf9-52230b8152b1 None None] For port afbad2c7-4c41-4d62-b41e-bfd4081ec167, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=afbad2c7-4c41-4d62-b41e-bfd4081ec167,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:28.108223 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:28.124028 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcca2e13-dd0e-4f27-95d4-3312be1d0b72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.140330 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514063da-f457-43c6-9bf9-52230b8152b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.162422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca2e13-dd0e-4f27-95d4-3312be1d0b72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96a7fb8-bc2a-4f7f-be02-394a2c37cad5,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:28.238242 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcca2e13-dd0e-4f27-95d4-3312be1d0b72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.239710 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bcca2e13-dd0e-4f27-95d4-3312be1d0b72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790912 Sep 20 12:40:28.242409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37784) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:28.251071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3357b5f9-8987-480c-82a6-2ab20d68897c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'security_group_rule': {'security_group_id': '40de771a-959c-45f3-8290-14a3d8b1857f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:28.274506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.275579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514063da-f457-43c6-9bf9-52230b8152b1 None None] Pushing event updated for resources: {'Port': ['ID=afbad2c7-4c41-4d62-b41e-bfd4081ec167,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:28.296070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['05eb3a04-784e-4898-bccc-b0e8567ea08e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:28.326910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dc12f87c-3345-4d08-860b-bc640d60cc0e None None] Provisioning complete for port afbad2c7-4c41-4d62-b41e-bfd4081ec167 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:28.327584 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dc12f87c-3345-4d08-860b-bc640d60cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.337380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f235590-0cf4-4b93-b3ba-deafcb751d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.377613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Pushing event deleted for resources: {'Port': ['ID=05eb3a04-784e-4898-bccc-b0e8567ea08e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:28.380185 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.393640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3357b5f9-8987-480c-82a6-2ab20d68897c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.442494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ddda83-21fd-42d9-a4d3-daa66a3c192e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:28.478101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c754d-cc56-421c-bce4-e48e84817654 req-db31a2bd-c9d6-4584-aa02-9b3b51f1d0aa tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:28.483408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3357b5f9-8987-480c-82a6-2ab20d68897c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.486827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef7c754d-cc56-421c-bce4-e48e84817654 req-db31a2bd-c9d6-4584-aa02-9b3b51f1d0aa tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.5373278 Sep 20 12:40:28.490633 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:27Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:28.497306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] No DVR routers for this DVR port 05eb3a04-784e-4898-bccc-b0e8567ea08e on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:28.500002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.501999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e30db43-8c62-4add-be50-b81f76ff6156 req-aaf1b866-d266-4070-965b-7786b8e9148d tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.32 "DELETE /v2.0/ports/05eb3a04-784e-4898-bccc-b0e8567ea08e HTTP/1.1" status: 204 len: 173 time: 1.4824667 Sep 20 12:40:28.502445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef3dff7-47e2-4c9f-a352-b506a985db8f', 'name': 'network-vif-deleted', 'tag': '05eb3a04-784e-4898-bccc-b0e8567ea08e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:28.505565 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caf1f07-fc37-48dd-871c-6e33f0039190" -d '{"events": [{"server_uuid": "1ef3dff7-47e2-4c9f-a352-b506a985db8f", "name": "network-vif-deleted", "tag": "05eb3a04-784e-4898-bccc-b0e8567ea08e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:28.529327 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633d8f-5024-43b3-9fdb-b99eb5f556e9 None None] The sync data for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 is: [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:27Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:40:28.564302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3357b5f9-8987-480c-82a6-2ab20d68897c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.629655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357b5f9-8987-480c-82a6-2ab20d68897c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884a9555-b374-427a-b10f-4d635da3d7d0,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:28.639465 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f235590-0cf4-4b93-b3ba-deafcb751d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.645637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef7c754d-cc56-421c-bce4-e48e84817654 req-93da41ad-a201-4c76-80e4-11dee4839808 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578972 Sep 20 12:40:28.663225 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.706012 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f235590-0cf4-4b93-b3ba-deafcb751d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.750238 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c0abc2-b3a1-402d-9310-f8d152721459 x-openstack-request-id: req-36c0abc2-b3a1-402d-9310-f8d152721459 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:28.756153 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef3dff7-47e2-4c9f-a352-b506a985db8f", "name": "network-vif-deleted", "tag": "05eb3a04-784e-4898-bccc-b0e8567ea08e", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:28.756153 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36c0abc2-b3a1-402d-9310-f8d152721459 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:28.756153 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef3dff7-47e2-4c9f-a352-b506a985db8f', 'name': 'network-vif-deleted', 'tag': '05eb3a04-784e-4898-bccc-b0e8567ea08e', 'status': 'completed', 'code': 200} Sep 20 12:40:28.765542 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f235590-0cf4-4b93-b3ba-deafcb751d4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d30c3c1a778348b0b2065c202434a2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130053 Sep 20 12:40:28.766677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f235590-0cf4-4b93-b3ba-deafcb751d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369c6604-ef9b-4ee7-a744-96fb1f36390b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:28.768934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37796) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:28.787328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3357b5f9-8987-480c-82a6-2ab20d68897c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.787328 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3357b5f9-8987-480c-82a6-2ab20d68897c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5404098 Sep 20 12:40:28.788642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:28.793825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:28.828183 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e817ae2-87a0-48ba-9fee-8da4a39f1ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.864142 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.865805 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e817ae2-87a0-48ba-9fee-8da4a39f1ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.884992 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:28.973696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-921151eb-e13f-4b6f-bbad-f0d9fd0522dd req-11bd823f-a90a-4952-8f13-6fe8937d5356 tempest-ServersNegativeTestMultiTenantJSON-480483209 tempest-ServersNegativeTestMultiTenantJSON-480483209-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ef3dff7-47e2-4c9f-a352-b506a985db8f HTTP/1.1" status: 200 len: 210 time: 0.0650771 Sep 20 12:40:29.014764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.038065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e817ae2-87a0-48ba-9fee-8da4a39f1ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.040894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e817ae2-87a0-48ba-9fee-8da4a39f1ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.045099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e817ae2-87a0-48ba-9fee-8da4a39f1ace admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/369c6604-ef9b-4ee7-a744-96fb1f36390b HTTP/1.1" status: 204 len: 168 time: 0.2751291 Sep 20 12:40:29.064987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e817ae2-87a0-48ba-9fee-8da4a39f1ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c6604-ef9b-4ee7-a744-96fb1f36390b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:29.072126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.072698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4967d550-2edb-42d6-93d9-2227c13fdcfa {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:40:29.078864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.080690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf8fb02a-5a00-4b82-a238-f0dac08fa959 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4967d550-2edb-42d6-93d9-2227c13fdcfa HTTP/1.1" status: 204 len: 168 time: 2.5304515 Sep 20 12:40:29.083044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37806) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:29.200560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f95e6ca-d9ed-4f21-b987-b15dba29f2df admin admin] Deleting subnet f8244279-43fc-4585-98c0-b3a3484cc5b2 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:40:29.205773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f95e6ca-d9ed-4f21-b987-b15dba29f2df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.284125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f95e6ca-d9ed-4f21-b987-b15dba29f2df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.292597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.380432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device afbad2c7-4c41-4d62-b41e-bfd4081ec167 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:29.437997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f95e6ca-d9ed-4f21-b987-b15dba29f2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.456767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Allocated IP 172.25.6.13 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/82e024e3-8623-49de-ab38-2a6947d7e837) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:29.473613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port afbad2c7-4c41-4d62-b41e-bfd4081ec167 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:29.477722 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.603394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b3f9af0-d4c6-46c2-b807-8fb5be582982 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:29.618468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.638372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2b3f9af0-d4c6-46c2-b807-8fb5be582982 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:29.638955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b3f9af0-d4c6-46c2-b807-8fb5be582982 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:29.707253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:29.774928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'Port': ['ID=82e024e3-8623-49de-ab38-2a6947d7e837,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:29.852556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:29.854973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:29.859448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:29.913528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe407d-8788-4103-b4c8-209723496f00 req-3dd72051-25bc-433b-860e-5bba53b8c6a1 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:29.921471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bfe407d-8788-4103-b4c8-209723496f00 req-3dd72051-25bc-433b-860e-5bba53b8c6a1 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1474631 Sep 20 12:40:29.992108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bfe407d-8788-4103-b4c8-209723496f00 req-90273c04-5eac-43e5-a290-780527222712 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697262 Sep 20 12:40:30.094242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.096529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:30.097862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79edf6-56cf-4e15-8b8f-ea957478f68e req-1359e261-52df-4b3d-a194-634d57538749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:30.100806 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0f79edf6-56cf-4e15-8b8f-ea957478f68e req-1359e261-52df-4b3d-a194-634d57538749 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 1096 time: 0.0732491 Sep 20 12:40:30.137724 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0f79edf6-56cf-4e15-8b8f-ea957478f68e req-352db4c1-cdf9-491f-aacc-d6c6beaf6c91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304606 Sep 20 12:40:30.143028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c06f5b-830c-4229-8b44-9968e9a1c9f9 admin admin] Deleting subnet a4d72f41-929f-4cd8-b6b1-6a8aadee8ef0 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:40:30.146745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66c06f5b-830c-4229-8b44-9968e9a1c9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.183999 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66c06f5b-830c-4229-8b44-9968e9a1c9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.231250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66c06f5b-830c-4229-8b44-9968e9a1c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.232381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f95e6ca-d9ed-4f21-b987-b15dba29f2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.255495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:30.263897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95e6ca-d9ed-4f21-b987-b15dba29f2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8244279-43fc-4585-98c0-b3a3484cc5b2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:30.272914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f95e6ca-d9ed-4f21-b987-b15dba29f2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.281853 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2f95e6ca-d9ed-4f21-b987-b15dba29f2df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f8244279-43fc-4585-98c0-b3a3484cc5b2 HTTP/1.1" status: 204 len: 168 time: 1.1971946 Sep 20 12:40:30.282160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973251cd-a204-459e-83a1-832cdf533353 None None] Network 15d59c5f-64ec-4a73-b202-ad28df47fb00 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:30.282933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37824) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:30.304751 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03bd903b-dfb6-46a4-9947-52720cbdcd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.309522 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.391134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.466446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Deleting port f73fc88c-151a-47b0-9bf0-0963a92c75e3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:30.470461 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.481870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66c06f5b-830c-4229-8b44-9968e9a1c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.485825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 05eb3a04-784e-4898-bccc-b0e8567ea08e no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:30.513483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 05eb3a04-784e-4898-bccc-b0e8567ea08e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:30.514264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 05eb3a04-784e-4898-bccc-b0e8567ea08e not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:30.531045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c06f5b-830c-4229-8b44-9968e9a1c9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d72f41-929f-4cd8-b6b1-6a8aadee8ef0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:30.543276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66c06f5b-830c-4229-8b44-9968e9a1c9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.547806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-66c06f5b-830c-4229-8b44-9968e9a1c9f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a4d72f41-929f-4cd8-b6b1-6a8aadee8ef0 HTTP/1.1" status: 204 len: 168 time: 0.4501269 Sep 20 12:40:30.559074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:30.567039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] DHCP port deletion for 15d59c5f-64ec-4a73-b202-ad28df47fb00 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:40:30.575262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] For port f73fc88c-151a-47b0-9bf0-0963a92c75e3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f73fc88c-151a-47b0-9bf0-0963a92c75e3,segment=NetworkSegment(f95edafe-6ae0-488f-9f7b-4b324d1b0953),segment_id=f95edafe-6ae0-488f-9f7b-4b324d1b0953)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:30.579205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.592559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Calling delete_port for f73fc88c-151a-47b0-9bf0-0963a92c75e3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:30.638218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Deleting port f73fc88c-151a-47b0-9bf0-0963a92c75e3 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:30.639057 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.679104 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03bd903b-dfb6-46a4-9947-52720cbdcd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.686220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.691371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.714975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] For port f73fc88c-151a-47b0-9bf0-0963a92c75e3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f73fc88c-151a-47b0-9bf0-0963a92c75e3,segment=NetworkSegment(f95edafe-6ae0-488f-9f7b-4b324d1b0953),segment_id=f95edafe-6ae0-488f-9f7b-4b324d1b0953)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:30.715372 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.728837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Calling delete_port for f73fc88c-151a-47b0-9bf0-0963a92c75e3 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:30.770306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.776647 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.779321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03bd903b-dfb6-46a4-9947-52720cbdcd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.789407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.816821 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.823951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73fc88c-151a-47b0-9bf0-0963a92c75e3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:30.830124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] No DVR routers for this DVR port f73fc88c-151a-47b0-9bf0-0963a92c75e3 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:30.852153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Pushing event deleted for resources: {'Port': ['ID=f73fc88c-151a-47b0-9bf0-0963a92c75e3,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:30.854863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02af8e4-f398-4495-b18e-475641ee1f18']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:30.862884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.862884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.863125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.863304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.863747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.864056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.864330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.865233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.865233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.865970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.865970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.866194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:30.874609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ebfb1-bdd3-4283-b270-e7c1ddfb0ae4 None None] No DVR routers for this DVR port f73fc88c-151a-47b0-9bf0-0963a92c75e3 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:40:30.884795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-03bd903b-dfb6-46a4-9947-52720cbdcd5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a54876a5f27743f1b5802b785329ba40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6238852 Sep 20 12:40:30.886501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc311df-8a55-426a-9279-a65974786094') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:30.886501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc311df-8a55-426a-9279-a65974786094') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:30.888965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd903b-dfb6-46a4-9947-52720cbdcd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26f2c43-3867-44f8-8b9c-0962e85c18f5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:30.892671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37830) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:30.940228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.952882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'Port': ['ID=82e024e3-8623-49de-ab38-2a6947d7e837,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:30.963381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.972878 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.984358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:40:30.984819 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:40:30.986503 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:40:30.994297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d59c5f-64ec-4a73-b202-ad28df47fb00']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:31.002277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.014143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95edafe-6ae0-488f-9f7b-4b324d1b0953') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:31.014522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95edafe-6ae0-488f-9f7b-4b324d1b0953') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:31.026919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa48e97-13d8-45a2-9be6-30120bb1905e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.030608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.057667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.065528 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa48e97-13d8-45a2-9be6-30120bb1905e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.076975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:40:31.113561 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:40:31.160027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f73fc88c-151a-47b0-9bf0-0963a92c75e3 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:31.195072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.199775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-634698c3-2856-4a6d-a239-5f3e8b02c1d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4065487 Sep 20 12:40:31.199931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f73fc88c-151a-47b0-9bf0-0963a92c75e3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:31.200183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f73fc88c-151a-47b0-9bf0-0963a92c75e3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:31.200613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 52ddda83-21fd-42d9-a4d3-daa66a3c192e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:40:31.215142 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.222739 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.228884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37838) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:31.234233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a02af8e4-f398-4495-b18e-475641ee1f18 HTTP/1.1" status: 204 len: 168 time: 0.6687307 Sep 20 12:40:31.243574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c78a76-7e41-45bf-9b05-6d72555bdd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02af8e4-f398-4495-b18e-475641ee1f18,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:31.262463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56576bf9-eb3d-46eb-8108-1e3872984231 req-774edff4-c202-461f-973f-9c9a17a62bb1 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:31.268465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56576bf9-eb3d-46eb-8108-1e3872984231 req-774edff4-c202-461f-973f-9c9a17a62bb1 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1423249 Sep 20 12:40:31.268628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.273046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa48e97-13d8-45a2-9be6-30120bb1905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.275966 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfa48e97-13d8-45a2-9be6-30120bb1905e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.279764 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cfa48e97-13d8-45a2-9be6-30120bb1905e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c26f2c43-3867-44f8-8b9c-0962e85c18f5 HTTP/1.1" status: 204 len: 168 time: 0.3843033 Sep 20 12:40:31.279944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 52ddda83-21fd-42d9-a4d3-daa66a3c192e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:40:31.297144 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.297896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 52ddda83-21fd-42d9-a4d3-daa66a3c192e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:40:31.300358 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/15d59c5f-64ec-4a73-b202-ad28df47fb00 HTTP/1.1" status: 204 len: 168 time: 1.0163643 Sep 20 12:40:31.326522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa48e97-13d8-45a2-9be6-30120bb1905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26f2c43-3867-44f8-8b9c-0962e85c18f5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:31.331845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f50da-2788-4567-863c-7ffb866f19b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d59c5f-64ec-4a73-b202-ad28df47fb00,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:31.335351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56576bf9-eb3d-46eb-8108-1e3872984231 req-a8d1c866-fb99-4249-8b87-0478699d4d70 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639744 Sep 20 12:40:31.341163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-80edea8d-261f-4a0e-9330-9c34545b6879 admin admin] Deleting subnet f9fa7520-eaab-4b14-b5cd-0ddc28a56e1b {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:40:31.344985 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80edea8d-261f-4a0e-9330-9c34545b6879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.407636 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80edea8d-261f-4a0e-9330-9c34545b6879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.468208 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80edea8d-261f-4a0e-9330-9c34545b6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.506591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-2e6b27a4-b694-40d0-8290-e27da8f4448a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1101788785&fields=id&tenant_id=782cecd4981748bc9121f560d7b9064c HTTP/1.1" status: 200 len: 267 time: 0.0480108 Sep 20 12:40:31.612281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-61716d5e-a4ad-4aea-8802-32ebc285bea5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:31.613765 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-61716d5e-a4ad-4aea-8802-32ebc285bea5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.1063955 Sep 20 12:40:31.621588 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80edea8d-261f-4a0e-9330-9c34545b6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.631616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-10ea46f0-c1ac-4469-a58f-681b4911a2a3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/quotas/782cecd4981748bc9121f560d7b9064c HTTP/1.1" status: 200 len: 375 time: 0.0105603 Sep 20 12:40:31.646928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edea8d-261f-4a0e-9330-9c34545b6879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fa7520-eaab-4b14-b5cd-0ddc28a56e1b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:31.653110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80edea8d-261f-4a0e-9330-9c34545b6879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.657523 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-80edea8d-261f-4a0e-9330-9c34545b6879 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f9fa7520-eaab-4b14-b5cd-0ddc28a56e1b HTTP/1.1" status: 204 len: 168 time: 0.4271567 Sep 20 12:40:31.658174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37854) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:31.686632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-9b5a307e-f747-4a76-8e91-f50a46267904 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491099 Sep 20 12:40:31.728378 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.792804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-f442e0b6-e0a7-4a90-b1e7-30ea21d4a62b service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937262 Sep 20 12:40:31.817321 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.837481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f89680-265e-4b6a-b216-750d854eb695']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:31.847535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6b3b55-4c23-4a49-807e-bfa27c7dbed1') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:31.847891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6b3b55-4c23-4a49-807e-bfa27c7dbed1') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:31.858442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.875550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.875550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37862) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:31.887317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:40:31.887716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:40:31.889412 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:40:31.906382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-397925aa-8e7d-47cb-9fbb-57cbf124b84d service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065912 Sep 20 12:40:31.970905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b56ee421-0185-45e6-8f4d-98384ac13907 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb0a25e270b14097993ebb7c7bf85028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899224 Sep 20 12:40:31.970905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37864) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:32.023877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07d69fc-484d-4dfd-b3a9-ca1a25ca2511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.028121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.039440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.041318 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] 10.222.0.37 "DELETE /v2.0/networks/50f89680-265e-4b6a-b216-750d854eb695 HTTP/1.1" status: 204 len: 168 time: 0.3822775 Sep 20 12:40:32.059437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbcefa-a680-4cda-8db6-c200286d2674 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f89680-265e-4b6a-b216-750d854eb695,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:32.065413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07d69fc-484d-4dfd-b3a9-ca1a25ca2511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.163979 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07d69fc-484d-4dfd-b3a9-ca1a25ca2511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.167416 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07d69fc-484d-4dfd-b3a9-ca1a25ca2511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.172376 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d07d69fc-484d-4dfd-b3a9-ca1a25ca2511 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71b1556a-becd-418d-ad91-28b7f7e12d36 HTTP/1.1" status: 204 len: 168 time: 0.1986451 Sep 20 12:40:32.182225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d69fc-484d-4dfd-b3a9-ca1a25ca2511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b1556a-becd-418d-ad91-28b7f7e12d36,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:32.215647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-472bf876-f038-41a0-b0e7-1063cd82d170 req-bb39aa98-24c5-4528-91ba-a57ffa8ac05a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 210 time: 0.0618403 Sep 20 12:40:32.417937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37892) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:32.461358 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-88eabd15-cb8a-4a67-a609-fd134b7e8781 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5760b73cd86148118004e911b451070b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419457 Sep 20 12:40:32.471938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37894) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:32.553332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-507e005f-0db8-4a0b-893c-b4445f0c6e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.580190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-507e005f-0db8-4a0b-893c-b4445f0c6e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.730383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-507e005f-0db8-4a0b-893c-b4445f0c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.730383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-507e005f-0db8-4a0b-893c-b4445f0c6e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:32.730762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-507e005f-0db8-4a0b-893c-b4445f0c6e2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d205c5b-57d1-40a1-934c-b60065b0d992 HTTP/1.1" status: 204 len: 168 time: 0.2577550 Sep 20 12:40:32.742090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e005f-0db8-4a0b-893c-b4445f0c6e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d205c5b-57d1-40a1-934c-b60065b0d992,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:32.791877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9665c37-c57f-466d-a760-954b62ae8091 req-3d246f8e-05ea-44a9-a6ed-cebe6bbf8b6a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:32.799384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9665c37-c57f-466d-a760-954b62ae8091 req-3d246f8e-05ea-44a9-a6ed-cebe6bbf8b6a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.3798487 Sep 20 12:40:32.834802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9665c37-c57f-466d-a760-954b62ae8091 req-615d7c6d-3716-4a4f-9cf3-425860ee4c3c tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345461 Sep 20 12:40:33.314403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-6d94b015-b544-48d8-b9f3-846b6dfb4de5 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:33.318518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-6d94b015-b544-48d8-b9f3-846b6dfb4de5 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 811 time: 0.1295979 Sep 20 12:40:33.342190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-a284baa0-6534-4b4b-a926-2722ea243114 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/quotas/044354e631ee4f1393b12cb53857dcf8 HTTP/1.1" status: 200 len: 375 time: 0.0161943 Sep 20 12:40:33.409664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-7ebf9b6d-fdf4-4195-beda-4c4a52cce178 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603487 Sep 20 12:40:33.500479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37942) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:33.517453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-9efd9050-5eeb-46ae-9c8a-9cbb2ed5ec8f service neutron] 10.222.0.37 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069000 Sep 20 12:40:33.571729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e30e5cb9-e940-4bf8-a3e7-d28fdfcb212b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e5407bf77c44b13b3db8686c79d6cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699952 Sep 20 12:40:33.574175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37946) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:33.643519 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb4f9c69-e699-41c6-a179-e98cf27dd972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:33.668402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb4f9c69-e699-41c6-a179-e98cf27dd972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:33.689583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-628f5744-4dec-44b3-bb95-2b60ccb77ab9 service neutron] 10.222.0.37 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628616 Sep 20 12:40:33.952637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb4f9c69-e699-41c6-a179-e98cf27dd972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:33.955810 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb4f9c69-e699-41c6-a179-e98cf27dd972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:33.957920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cb4f9c69-e699-41c6-a179-e98cf27dd972 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60bfc333-2724-45e6-9d83-efb84e280344 HTTP/1.1" status: 204 len: 168 time: 0.3815269 Sep 20 12:40:33.990271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f9c69-e699-41c6-a179-e98cf27dd972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bfc333-2724-45e6-9d83-efb84e280344,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:34.056105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4af452dd-d82f-44b6-9869-3e9d54f8be32 req-ceb7eefb-5e37-40bf-837f-e1c942fb5260 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 210 time: 0.0388651 Sep 20 12:40:34.126584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d483dc26-1e79-4072-87a1-ab22efcd74fc req-00a1c344-15aa-4e14-a77f-c3097f8380e3 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 210 time: 0.0294096 Sep 20 12:40:34.204709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37974) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:34.516985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-831969146-network', 'tenant_id': '48ac5ed6c18b4e7da71cad0b616dd243'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:34.629819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-df1549ba-1e25-4511-bcde-f7db575b83c2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:34.631482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-df1549ba-1e25-4511-bcde-f7db575b83c2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.1565602 Sep 20 12:40:34.674318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-0baf0b3e-74f2-4967-9a07-f0dd1f51db32 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=782cecd4981748bc9121f560d7b9064c HTTP/1.1" status: 200 len: 380 time: 0.0340011 Sep 20 12:40:34.683196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Made reservation on behalf of 48ac5ed6c18b4e7da71cad0b616dd243 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:34.683733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'port': {'device_id': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'admin_state_up': True, 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'security_groups': ['40de771a-959c-45f3-8290-14a3d8b1857f']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:34.686655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:34.702205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:34.799942 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:34.868439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:34.903525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:40:34.913456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4923ad04-de7b-4dc4-9775-9881a4d8105e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:34.935938 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:34.935938 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Added segment 2840d88d-b82d-4ab6-8100-165ac024539b of type vlan for network 508d8d6c-0506-4a42-b695-f6d75dadbd01 Sep 20 12:40:34.951751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Made reservation on behalf of 782cecd4981748bc9121f560d7b9064c for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:34.955733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:34.991574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.084437 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.086466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:35.087657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.163099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Allocated IP 172.20.0.12 (aac6519c-64e3-4880-9685-e29eff54bf64/a9208657-dff8-4d34-a238-13f672023b37/3fb55065-e3e3-41f2-93b9-84575ef85826) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:35.175316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] Pushing event updated for resources: {'Network': ['ID=508d8d6c-0506-4a42-b695-f6d75dadbd01,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:35.181056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-47e72c7b-9853-4a42-bf01-45d956e3c860 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9749885 Sep 20 12:40:35.183932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38014) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:35.187727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:40:35.204383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Request body: {'subnet': {'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-831969146-subnet', 'tenant_id': '48ac5ed6c18b4e7da71cad0b616dd243', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:35.222971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2818af6-b42e-4d24-b90a-28db91c2d190 req-b2fe27d8-5f69-49bb-82be-46b641b95965 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 210 time: 0.0360589 Sep 20 12:40:35.345718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Made reservation on behalf of 48ac5ed6c18b4e7da71cad0b616dd243 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:35.348641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.370165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e32f09-4650-4338-b6f3-41767b018d69 req-1c682234-6e1b-49ae-a92e-b937d9052d1c tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 210 time: 0.0341413 Sep 20 12:40:35.409169 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.547098 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.598784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Network aac6519c-64e3-4880-9685-e29eff54bf64 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:35.602653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:35.606384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:35.617788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:35.655057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.684906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:35.685867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.738328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248371c2-9462-4da2-a708-65ee8eb5ba9d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:35.747817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Checking segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:35.748190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Network hostable DHCP agents. Network: 508d8d6c-0506-4a42-b695-f6d75dadbd01, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:40:35.790454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-6114d961-c27f-4796-973f-68f84ea34044 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1093235 Sep 20 12:40:35.809702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-a990a5e9-69fc-4e3b-92c4-c21e0c794a5a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:40:35.811314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-a990a5e9-69fc-4e3b-92c4-c21e0c794a5a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151660 Sep 20 12:40:35.824991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Request body: {'port': {'device_id': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:35.837783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:40:35.904002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.922936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 508d8d6c-0506-4a42-b695-f6d75dadbd01) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:35.928953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:35.934610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:35.936167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113633b3-48b8-44b4-a1bb-8ed0413d75f3 None None] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:36.010115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e2050f6f-5579-4ad8-b07d-7bb842677189 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8250830 Sep 20 12:40:36.041376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e3aeddce-45e3-4b03-b54b-e1686fc7cfb0 None None] Provisioning complete for port 3fb55065-e3e3-41f2-93b9-84575ef85826 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:36.042085 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3aeddce-45e3-4b03-b54b-e1686fc7cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:36.296896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb55065-e3e3-41f2-93b9-84575ef85826 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:36.315181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e3aeddce-45e3-4b03-b54b-e1686fc7cfb0 None None] Port 3fb55065-e3e3-41f2-93b9-84575ef85826 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:40:36.328631 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:36.351562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Transition to ACTIVE for port object 3fb55065-e3e3-41f2-93b9-84575ef85826 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:40:36.409589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:36.423987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-508d8d6c-0506-4a42-b695-f6d75dadbd01', 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01', 'tenant_id': '48ac5ed6c18b4e7da71cad0b616dd243', 'fixed_ips': [{'subnet_id': '248371c2-9462-4da2-a708-65ee8eb5ba9d'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:40:36.424880 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:36.453256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d735c1f2-ef4e-44e5-a163-414468de85f2 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:36.455899 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d735c1f2-ef4e-44e5-a163-414468de85f2 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.32 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 811 time: 0.2562382 Sep 20 12:40:36.471579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Request body: {'port': {'device_id': '93dff933-3980-4f31-8b50-4a0b31a33e7a', 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2', 'admin_state_up': True, 'tenant_id': '044354e631ee4f1393b12cb53857dcf8'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:36.561207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:36.607726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa319e52-c348-472d-a85e-c1c42f348ceb req-a0fc08b0-d2f9-40e3-a496-8962f02b5c4b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:36.617236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa319e52-c348-472d-a85e-c1c42f348ceb req-a0fc08b0-d2f9-40e3-a496-8962f02b5c4b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 944 time: 0.2222695 Sep 20 12:40:36.649282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Allocated IP 172.20.0.2 (508d8d6c-0506-4a42-b695-f6d75dadbd01/248371c2-9462-4da2-a708-65ee8eb5ba9d/0bd018ec-2559-4f2d-a490-8ebbad9a515a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:36.728137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa319e52-c348-472d-a85e-c1c42f348ceb req-2e4caab0-4255-4eed-8bd9-4495dc468bec tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097779 Sep 20 12:40:36.860029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Made reservation on behalf of 044354e631ee4f1393b12cb53857dcf8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:36.860787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Attempting to bind port 3fb55065-e3e3-41f2-93b9-84575ef85826 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:36.861183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Attempting to bind port 3fb55065-e3e3-41f2-93b9-84575ef85826 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:36.861520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Attempting to bind port 3fb55065-e3e3-41f2-93b9-84575ef85826 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:36.864209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:36.869424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Port 3fb55065-e3e3-41f2-93b9-84575ef85826 on network aac6519c-64e3-4880-9685-e29eff54bf64 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:40:36.869424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Attempting to bind port 3fb55065-e3e3-41f2-93b9-84575ef85826 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:36.879743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:36.880200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Checking segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:36.881249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Bound using segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:36.882179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Bound port: 3fb55065-e3e3-41f2-93b9-84575ef85826, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:36.882556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:36.899160 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.011095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3fb1b358-2fd5-4f08-9824-cc440c223107 req-6e5bfae3-23d2-4d6b-a80b-add0ffdb2b00 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 210 time: 0.0385075 Sep 20 12:40:37.017374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:37.020498 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.034556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:37.080662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Allocated IP 172.20.0.3 (e919b80f-c198-4e62-ad65-66b9457e8ab2/bbb9a76f-97d7-4272-86d6-6d6001f3c662/6b0903a8-ace6-469e-ae76-eee75c79ea02) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:37.081923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Pushing event updated for resources: {'Port': ['ID=0bd018ec-2559-4f2d-a490-8ebbad9a515a,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:37.085490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:37.087439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:37.090452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:37.118245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.188306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:37.188957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.190490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] 10.222.0.32 "PUT /v2.0/ports/3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 1092 time: 1.3703487 Sep 20 12:40:37.190954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:37.192509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Attempting to bind port 0bd018ec-2559-4f2d-a490-8ebbad9a515a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:37.193441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Attempting to bind port 0bd018ec-2559-4f2d-a490-8ebbad9a515a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:37.194233 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5f23b-9f90-4945-bdab-aa7295d6e042" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:37.194513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Attempting to bind port 0bd018ec-2559-4f2d-a490-8ebbad9a515a on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:37.205827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:37.206209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Checking segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:37.207015 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.207589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Bound using segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:37.208372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Bound port: 0bd018ec-2559-4f2d-a490-8ebbad9a515a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:37.208927 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.234128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e62b1b-8c99-489f-ae1b-86159e021a3c service neutron] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:37.313862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] For port 0bd018ec-2559-4f2d-a490-8ebbad9a515a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:37.317971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] For port 0bd018ec-2559-4f2d-a490-8ebbad9a515a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0bd018ec-2559-4f2d-a490-8ebbad9a515a,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:37.372020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-4147eb2c-033a-467f-b213-3e6935d06fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:37.373424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-4147eb2c-033a-467f-b213-3e6935d06fc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1095 time: 0.0578699 Sep 20 12:40:37.393579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.445199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.460817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-909d900b-6883-41d0-98aa-8005dac2164f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 217 time: 0.0792124 Sep 20 12:40:37.514297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a749d-2466-42b9-a4e5-73349a17deb4 None None] Pushing event updated for resources: {'Port': ['ID=0bd018ec-2559-4f2d-a490-8ebbad9a515a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:37.595844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-520c47be-291c-46ad-b749-801082783eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:37.597383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-520c47be-291c-46ad-b749-801082783eba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.1298225 Sep 20 12:40:37.616663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.628844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['09e85e13-3312-425c-8698-691418fc126e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:37.710189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Network e919b80f-c198-4e62-ad65-66b9457e8ab2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:37.715535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:37.721496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-831bd1b3-2de0-4413-ae9a-42e01a34b9ee tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:37.722323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:37.723529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-831bd1b3-2de0-4413-ae9a-42e01a34b9ee tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 815 time: 0.2430120 Sep 20 12:40:37.777351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e036f7ab-d202-424f-87e1-985a7406c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:37.778883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-e036f7ab-d202-424f-87e1-985a7406c2c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735420 Sep 20 12:40:37.785388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Pushing event updated for resources: {'Port': ['ID=6b0903a8-ace6-469e-ae76-eee75c79ea02,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:37.789969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-da9afcc9-1256-4441-8afe-b5a7b37e5d35 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/quotas/48ac5ed6c18b4e7da71cad0b616dd243 HTTP/1.1" status: 200 len: 375 time: 0.0494392 Sep 20 12:40:37.827803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:37.835691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:37.941491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-d5f92ac8-913c-4330-b241-704b6720aaec tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4750359 Sep 20 12:40:37.946251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-20e02050-77ae-4af5-82c6-518967d0a711 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553943 Sep 20 12:40:37.954140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Request body: {'port': {'device_id': '93dff933-3980-4f31-8b50-4a0b31a33e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:37.978120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-0de3f3c8-a0c8-499b-9bd1-c5ddb40a839b service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753011 Sep 20 12:40:38.017602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:38.136245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-5a392e14-6553-4b5f-9026-d0af83d28651 service neutron] 10.222.0.37 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808777 Sep 20 12:40:38.237049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1e47b9-0416-4a2c-9ffa-c7031ed7ba57 req-91eb9882-37e0-4c56-ae47-6823557b3b08 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503746 Sep 20 12:40:38.272717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-4f8dfaed-c835-486b-b81a-9d7747f8c800 service neutron] 10.222.0.37 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149471 Sep 20 12:40:38.326331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:38.400918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0903a8-ace6-469e-ae76-eee75c79ea02 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:38.412115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:38.427506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Transition to ACTIVE for port object 6b0903a8-ace6-469e-ae76-eee75c79ea02 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:40:38.488414 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:38.527936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bf19300-8ca5-4589-86fe-079152b0e800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:38.572664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0903a8-ace6-469e-ae76-eee75c79ea02,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:38.674337 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99d5867-376f-4fad-8091-06c7138b42ff x-openstack-request-id: req-d99d5867-376f-4fad-8091-06c7138b42ff {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:38.674686 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:38.674940 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d99d5867-376f-4fad-8091-06c7138b42ff {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:38.677077 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'status': 'completed', 'code': 200} Sep 20 12:40:38.707223 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bf19300-8ca5-4589-86fe-079152b0e800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:38.768931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-a50ba031-5bc8-4b3a-877b-27ab1fc37979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:38.772270 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-a50ba031-5bc8-4b3a-877b-27ab1fc37979 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1095 time: 0.0642116 Sep 20 12:40:38.773997 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bf19300-8ca5-4589-86fe-079152b0e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:38.789269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Attempting to bind port 6b0903a8-ace6-469e-ae76-eee75c79ea02 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:38.789900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Attempting to bind port 6b0903a8-ace6-469e-ae76-eee75c79ea02 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:38.790411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Attempting to bind port 6b0903a8-ace6-469e-ae76-eee75c79ea02 on network e919b80f-c198-4e62-ad65-66b9457e8ab2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:38.813707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Port 6b0903a8-ace6-469e-ae76-eee75c79ea02 on network e919b80f-c198-4e62-ad65-66b9457e8ab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:40:38.814412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Attempting to bind port 6b0903a8-ace6-469e-ae76-eee75c79ea02 on network e919b80f-c198-4e62-ad65-66b9457e8ab2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:38.821032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:38.821723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Checking segment: {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:38.821723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Bound using segment: {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:38.822170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Bound port: 6b0903a8-ace6-469e-ae76-eee75c79ea02, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:38.822668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:38.845867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8bf19300-8ca5-4589-86fe-079152b0e800 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e14d48b88634f4d9c23f462dbca6ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092258 Sep 20 12:40:38.845867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:38.950167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1e7633-2287-46aa-a6e4-71b68f97f315 None None] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:38.959170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] For port 6b0903a8-ace6-469e-ae76-eee75c79ea02, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:38.964966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] For port 6b0903a8-ace6-469e-ae76-eee75c79ea02, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:38.992138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf19300-8ca5-4589-86fe-079152b0e800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8013b-46ef-46d2-920a-1338faecd58b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:39.029204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3bd87997-8f4b-4b35-a72e-8eb59c8c20e7 None None] Provisioning complete for port 0bd018ec-2559-4f2d-a490-8ebbad9a515a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:39.029893 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bd87997-8f4b-4b35-a72e-8eb59c8c20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.030922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3518353-aa4a-4b1b-a4e8-426be7230514 req-5ff8cbca-bb35-4635-ab40-dc3ac6f63d35 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:39.038405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3518353-aa4a-4b1b-a4e8-426be7230514 req-5ff8cbca-bb35-4635-ab40-dc3ac6f63d35 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 944 time: 0.2241037 Sep 20 12:40:39.086401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.095101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f5aceb-3b97-4e05-a549-068120ba1adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.135194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-a48beb9f-4653-4903-86f8-6f2cafe33bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:39.136934 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-a48beb9f-4653-4903-86f8-6f2cafe33bc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.3153622 Sep 20 12:40:39.176549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3518353-aa4a-4b1b-a4e8-426be7230514 req-48436c13-61e4-4155-bee2-e854d948d78b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324604 Sep 20 12:40:39.186026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:39.186687 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.188318 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b0903a8-ace6-469e-ae76-eee75c79ea02 HTTP/1.1" status: 200 len: 1091 time: 1.2388482 Sep 20 12:40:39.189255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dff933-3980-4f31-8b50-4a0b31a33e7a', 'tag': '6b0903a8-ace6-469e-ae76-eee75c79ea02'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:39.193845 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e069aac8-7536-44bd-a2e7-c27078337861" -d '{"events": [{"name": "network-changed", "server_uuid": "93dff933-3980-4f31-8b50-4a0b31a33e7a", "tag": "6b0903a8-ace6-469e-ae76-eee75c79ea02"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:39.222434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f5aceb-3b97-4e05-a549-068120ba1adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.227939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-9534950a-079d-4dad-be47-3e9d6bd9272c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 217 time: 0.0781527 Sep 20 12:40:39.272375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0bd018ec-2559-4f2d-a490-8ebbad9a515a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:39.303878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4af78-fbd2-4f45-91ad-31902c47d391 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0903a8-ace6-469e-ae76-eee75c79ea02,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:39.368909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-5c3863ac-5ae6-4bb2-b96f-790ff1de03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:39.370669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-5c3863ac-5ae6-4bb2-b96f-790ff1de03b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.1344833 Sep 20 12:40:39.405661 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bd87997-8f4b-4b35-a72e-8eb59c8c20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.440998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e9e5c-7a77-4a51-ac78-e96da1134f92 req-9805ebde-06ef-437e-adbf-3c4d86a32c12 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:39.443210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-321e9e5c-7a77-4a51-ac78-e96da1134f92 req-9805ebde-06ef-437e-adbf-3c4d86a32c12 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 943 time: 0.1162100 Sep 20 12:40:39.451284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-6004e31d-9917-43bc-b1a4-c57c5bd61680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:39.457857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0bd018ec-2559-4f2d-a490-8ebbad9a515a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:39.458877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.459181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-6004e31d-9917-43bc-b1a4-c57c5bd61680 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 1094 time: 0.1390431 Sep 20 12:40:39.476458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-602653a2-4872-4a3a-9c6f-3fb49e3ec6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:39.482088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-602653a2-4872-4a3a-9c6f-3fb49e3ec6f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965912 Sep 20 12:40:39.511795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f5aceb-3b97-4e05-a549-068120ba1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.515496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f5aceb-3b97-4e05-a549-068120ba1adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.517368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a8f5aceb-3b97-4e05-a549-068120ba1adc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97c8013b-46ef-46d2-920a-1338faecd58b HTTP/1.1" status: 204 len: 168 time: 0.6755044 Sep 20 12:40:39.521874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3bd87997-8f4b-4b35-a72e-8eb59c8c20e7 None None] For port 0bd018ec-2559-4f2d-a490-8ebbad9a515a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0bd018ec-2559-4f2d-a490-8ebbad9a515a,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:39.548582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5aceb-3b97-4e05-a549-068120ba1adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8013b-46ef-46d2-920a-1338faecd58b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:39.570982 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-1ad6d803-c9e6-4e7a-9c75-5d1e136dc363 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02 HTTP/1.1" status: 200 len: 217 time: 0.1044624 Sep 20 12:40:39.619517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.660255 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bd87997-8f4b-4b35-a72e-8eb59c8c20e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.665579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-fc729d96-16c8-47a8-ad6b-932f00fcd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:39.667181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-fc729d96-16c8-47a8-ad6b-932f00fcd424 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 200 len: 851 time: 0.0878501 Sep 20 12:40:39.667474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-665abe59-b9e5-49a8-87e0-56ca0e9f6466 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783602 Sep 20 12:40:39.673963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-321e9e5c-7a77-4a51-ac78-e96da1134f92 req-30f897b0-9f65-4458-9153-f021521afd48 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222846 Sep 20 12:40:39.721178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-8b3d9f38-4a81-4325-b9e8-e9573d88c237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e919b80f-c198-4e62-ad65-66b9457e8ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400519 Sep 20 12:40:39.815513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd87997-8f4b-4b35-a72e-8eb59c8c20e7 None None] Pushing event updated for resources: {'Port': ['ID=0bd018ec-2559-4f2d-a490-8ebbad9a515a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:39.833288 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:40:39.833947 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:40:39.846570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0dcb74b3-1366-4bf3-b8df-bb8f57215d54 None None] Provisioning complete for port 0bd018ec-2559-4f2d-a490-8ebbad9a515a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:39.847181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0dcb74b3-1366-4bf3-b8df-bb8f57215d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:39.921474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54b5f23b-9f90-4945-bdab-aa7295d6e042 req-32077878-4758-4e5e-9e13-77931c531a6a service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342353 Sep 20 12:40:39.925255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-33654b10-b116-4807-af4a-fad16430963b service neutron] 10.222.0.32 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966493 Sep 20 12:40:40.046491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86180f6-25c8-4822-969f-425db3f47b95 req-a83264b5-be03-48f6-a8c0-358972efbf36 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:40.049353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-a83264b5-be03-48f6-a8c0-358972efbf36 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 815 time: 0.1982877 Sep 20 12:40:40.080112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-3f46fd20-eea2-4351-9c74-5012c4222ccf tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/quotas/48ac5ed6c18b4e7da71cad0b616dd243 HTTP/1.1" status: 200 len: 375 time: 0.0227439 Sep 20 12:40:40.094861 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-612709a8-1673-40d1-bf19-795a733b2fd5 req-a1706f05-3e02-4af3-96e2-d286b8b22bc1 service neutron] 10.222.0.32 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608343 Sep 20 12:40:40.171254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-17c2e722-2256-4289-95f7-84342f8d17e5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732324 Sep 20 12:40:40.289681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-d2bf2b10-57e7-4977-bf8c-8b1a87153f2a service neutron] 10.222.0.37 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073036 Sep 20 12:40:40.532999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:40.714391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-9f1d4ad6-534b-4b10-8d0b-ba78bc01c8bb service neutron] 10.222.0.37 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197261 Sep 20 12:40:40.716160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:40.742560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'mac_address': 'fa:16:3e:1c:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:40.763211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38222) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:40.813108 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:40.836785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb55065-e3e3-41f2-93b9-84575ef85826 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:40.880346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:40.979772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:40.985088 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed930306-27e1-490c-bc47-32a9ad40a86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:40.988687 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f92d235-3210-4d91-928b-2686a728d35e x-openstack-request-id: req-9f92d235-3210-4d91-928b-2686a728d35e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:40.988974 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dff933-3980-4f31-8b50-4a0b31a33e7a", "tag": "6b0903a8-ace6-469e-ae76-eee75c79ea02", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:40.989336 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f92d235-3210-4d91-928b-2686a728d35e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:40.990265 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dff933-3980-4f31-8b50-4a0b31a33e7a', 'tag': '6b0903a8-ace6-469e-ae76-eee75c79ea02', 'status': 'completed', 'code': 200} Sep 20 12:40:41.144087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069aac8-7536-44bd-a2e7-c27078337861 req-cbc41ede-46f1-49ad-971e-4c375690d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:41.145882 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e069aac8-7536-44bd-a2e7-c27078337861 req-cbc41ede-46f1-49ad-971e-4c375690d932 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 1094 time: 0.1195180 Sep 20 12:40:41.154116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:41.181650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0bd018ec-2559-4f2d-a490-8ebbad9a515a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:41.224158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['3fb55065-e3e3-41f2-93b9-84575ef85826'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:41.317042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0bd018ec-2559-4f2d-a490-8ebbad9a515a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:41.318537 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:41.322845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4132f1-4e5b-4e31-952b-cbb5b69a3bff req-4c095294-5625-4618-92f9-71d94283b8b4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:41.326236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f4132f1-4e5b-4e31-952b-cbb5b69a3bff req-4c095294-5625-4618-92f9-71d94283b8b4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.2472217 Sep 20 12:40:41.384640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069aac8-7536-44bd-a2e7-c27078337861 req-e0c52bde-8120-4012-b234-2c4ec2d89e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:41.388700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e069aac8-7536-44bd-a2e7-c27078337861 req-e0c52bde-8120-4012-b234-2c4ec2d89e35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 911 time: 0.2340627 Sep 20 12:40:41.393612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f4132f1-4e5b-4e31-952b-cbb5b69a3bff req-79caa71d-cb5c-4aeb-8de5-7e544b268902 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582752 Sep 20 12:40:41.445138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed930306-27e1-490c-bc47-32a9ad40a86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:41.502253 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e069aac8-7536-44bd-a2e7-c27078337861 req-7d104e50-3a4f-4972-b385-e4577f42c57f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02 HTTP/1.1" status: 200 len: 217 time: 0.0998518 Sep 20 12:40:41.578768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55905-e2da-4dc3-a839-0622aac218c9 req-4728ae06-8db4-45e3-bdaa-beef847a69b9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:41.585407 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7a55905-e2da-4dc3-a839-0622aac218c9 req-4728ae06-8db4-45e3-bdaa-beef847a69b9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 943 time: 0.0894423 Sep 20 12:40:41.585407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed930306-27e1-490c-bc47-32a9ad40a86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:41.621537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed930306-27e1-490c-bc47-32a9ad40a86b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcb673e6984d415fb03276eb4d5b30e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8572044 Sep 20 12:40:41.622360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:41.664039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed930306-27e1-490c-bc47-32a9ad40a86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da2430-9833-4d24-8656-c87e5637c5cd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:41.682929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069aac8-7536-44bd-a2e7-c27078337861 req-87b864f5-c0da-42af-b665-8587f96236e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:41.693804 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e069aac8-7536-44bd-a2e7-c27078337861 req-87b864f5-c0da-42af-b665-8587f96236e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 200 len: 851 time: 0.1607151 Sep 20 12:40:41.704382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7a55905-e2da-4dc3-a839-0622aac218c9 req-4e83fd91-730f-4e2b-ae5e-a66c724e0aff tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903394 Sep 20 12:40:41.751025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e069aac8-7536-44bd-a2e7-c27078337861 req-69c6caf5-e5b7-4e0b-b411-22473d46db80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e919b80f-c198-4e62-ad65-66b9457e8ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591869 Sep 20 12:40:41.751776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:41.797576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-75bb4b80-769e-4f53-9540-ecb45d8e72f5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:41.798999 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-75bb4b80-769e-4f53-9540-ecb45d8e72f5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.21 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 815 time: 0.3065839 Sep 20 12:40:41.821084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Request body: {'port': {'device_id': '7eec3fa0-3fd0-4f33-b18e-90bd24902e1a', 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01', 'admin_state_up': True, 'tenant_id': '48ac5ed6c18b4e7da71cad0b616dd243'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:41.840307 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:41.943368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-b7953a1b-6f0c-494c-aa1f-be20343317ba tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:41.952307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-b7953a1b-6f0c-494c-aa1f-be20343317ba tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 815 time: 0.1425548 Sep 20 12:40:41.967198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-3a5bb4fe-c316-4371-82bf-e988d2fa00ba tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/quotas/48ac5ed6c18b4e7da71cad0b616dd243 HTTP/1.1" status: 200 len: 375 time: 0.0133884 Sep 20 12:40:42.002905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e069aac8-7536-44bd-a2e7-c27078337861 req-b1907d21-d804-44aa-b915-0f7f70cf4375 service neutron] 10.222.0.32 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427971 Sep 20 12:40:42.030296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-b50d1ade-7d0b-4781-856d-3de4da13cc89 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598078 Sep 20 12:40:42.068366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:42.089798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.092628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.094296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60da2430-9833-4d24-8656-c87e5637c5cd HTTP/1.1" status: 204 len: 168 time: 0.4709640 Sep 20 12:40:42.109816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da2430-9833-4d24-8656-c87e5637c5cd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:42.120493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.120931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.121386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.121801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.122365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.122923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.123493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.123910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.124747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.125237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.125631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.126023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b70c104-745a-4637-b8b2-17b18f42af7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:40:42.157091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Made reservation on behalf of 48ac5ed6c18b4e7da71cad0b616dd243 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:42.159831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-429de1f4-6d56-4afe-ad7b-e2c1e1d84dc8 service neutron] 10.222.0.37 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219668 Sep 20 12:40:42.160644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.172926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e069aac8-7536-44bd-a2e7-c27078337861 req-c35935fd-26d6-4a80-b936-760d1f369272 service neutron] 10.222.0.32 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601274 Sep 20 12:40:42.329712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Allocated IP 172.20.0.4 (508d8d6c-0506-4a42-b695-f6d75dadbd01/248371c2-9462-4da2-a708-65ee8eb5ba9d/367c520c-5c95-4223-bbf1-2b28fd5a5194) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:42.346661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6090-ffe0-44bd-b7eb-35ed0b5d93f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.353253 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34a4b72d-6d19-43f6-9985-af9afdea29bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.365998 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-80287358-e593-4412-a6cb-d6d025662cff service neutron] 10.222.0.37 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997759 Sep 20 12:40:42.512091 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6090-ffe0-44bd-b7eb-35ed0b5d93f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.534096 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.550209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6b0903a8-ace6-469e-ae76-eee75c79ea02 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:42.554102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:42.679262 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6090-ffe0-44bd-b7eb-35ed0b5d93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.702739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6b0903a8-ace6-469e-ae76-eee75c79ea02, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:42.717763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '6b0903a8-ace6-469e-ae76-eee75c79ea02', 'network_id': 'e919b80f-c198-4e62-ad65-66b9457e8ab2', 'port_id': '6b0903a8-ace6-469e-ae76-eee75c79ea02', 'mac_address': 'fa:16:3e:3b:da:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb9a76f-97d7-4272-86d6-6d6001f3c662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:42.729350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.752309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ecf6090-ffe0-44bd-b7eb-35ed0b5d93f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfafe99b3fd04b5ba2de2c359d8c088c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6828852 Sep 20 12:40:42.755520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:42.755959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf6090-ffe0-44bd-b7eb-35ed0b5d93f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abce199e-891a-4240-9b98-e40c2176cc66,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:42.784354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b846a-99d8-4d36-ae0f-d04d147a9c91 req-3a6ba79a-94d7-41de-9b8b-0af0fbface6a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:42.791907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c80b846a-99d8-4d36-ae0f-d04d147a9c91 req-3a6ba79a-94d7-41de-9b8b-0af0fbface6a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1076090 Sep 20 12:40:42.804761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:42.808021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:42.811805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:42.822222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Pushing event updated for resources: {'Port': ['ID=367c520c-5c95-4223-bbf1-2b28fd5a5194,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:42.845896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 3fb55065-e3e3-41f2-93b9-84575ef85826 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:40:42.865357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 3fb55065-e3e3-41f2-93b9-84575ef85826 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:42.865357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.865628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c80b846a-99d8-4d36-ae0f-d04d147a9c91 req-2e0ff81e-7934-44ef-8c0b-b231678e5d7b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703092 Sep 20 12:40:42.899993 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-126013d6-89c2-4adb-a10c-2ecd23839327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.914180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:42.914463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.953956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-126013d6-89c2-4adb-a10c-2ecd23839327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.958280 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:42.994000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2c658a0-1464-417d-9a7e-d3af10972386 req-36cd67d6-705e-4e90-85a2-6234f788b9df tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 210 time: 0.0546658 Sep 20 12:40:43.002837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0903a8-ace6-469e-ae76-eee75c79ea02 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:43.050789 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.056469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6b0903a8-ace6-469e-ae76-eee75c79ea02, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:43.070518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38304) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:43.091907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2d11f33-6d59-4d99-beee-e8fc2d4ef94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.127002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:43.139014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4c98f-9631-4cbc-806e-472646e41f74 req-b834e679-1d11-499a-afb8-c1b6b98f7d8e tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:43.139256 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-07bb82e9-deb9-4a0d-bb93-3da70f230d86 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3241477 Sep 20 12:40:43.141078 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639a1574-6698-4dda-a679-ad2d90e0977f" -d '{"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-plugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:43.142762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54e4c98f-9631-4cbc-806e-472646e41f74 req-b834e679-1d11-499a-afb8-c1b6b98f7d8e tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 943 time: 0.0804868 Sep 20 12:40:43.158643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-2b72583a-3b24-4f61-963f-6bb99a511473 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:40:43.160470 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-2b72583a-3b24-4f61-963f-6bb99a511473 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140133 Sep 20 12:40:43.180513 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.187691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Request body: {'port': {'device_id': '7eec3fa0-3fd0-4f33-b18e-90bd24902e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:43.190911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-126013d6-89c2-4adb-a10c-2ecd23839327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.191079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:43.196990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-126013d6-89c2-4adb-a10c-2ecd23839327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.212251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-126013d6-89c2-4adb-a10c-2ecd23839327 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abce199e-891a-4240-9b98-e40c2176cc66 HTTP/1.1" status: 204 len: 168 time: 0.4452922 Sep 20 12:40:43.254362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54e4c98f-9631-4cbc-806e-472646e41f74 req-94f15fd3-445b-4b34-b384-1bb9d109b74b tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973675 Sep 20 12:40:43.254362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126013d6-89c2-4adb-a10c-2ecd23839327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abce199e-891a-4240-9b98-e40c2176cc66,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:43.284688 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.306482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-71847e5c-bca6-4e7f-8144-b03b8bf8b346 None None] Provisioning complete for port 367c520c-5c95-4223-bbf1-2b28fd5a5194 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:43.309244 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-71847e5c-bca6-4e7f-8144-b03b8bf8b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.334710 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.430339 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ea9fcd-22fd-4485-ab18-1b8ed45a12c8 x-openstack-request-id: req-c3ea9fcd-22fd-4485-ab18-1b8ed45a12c8 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:43.430829 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-plugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:43.430829 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3ea9fcd-22fd-4485-ab18-1b8ed45a12c8 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:43.431305 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'code': 200} Sep 20 12:40:43.432895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2d11f33-6d59-4d99-beee-e8fc2d4ef94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.456016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-71847e5c-bca6-4e7f-8144-b03b8bf8b346 None None] Port 367c520c-5c95-4223-bbf1-2b28fd5a5194 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:40:43.462836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6b0903a8-ace6-469e-ae76-eee75c79ea02,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:43.493911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2d11f33-6d59-4d99-beee-e8fc2d4ef94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.521426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:43.526478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['6b0903a8-ace6-469e-ae76-eee75c79ea02'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:43.702343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86180f6-25c8-4822-969f-425db3f47b95 req-4684c036-1437-4316-b4be-1a8fe55f0baf tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:43.704525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-4684c036-1437-4316-b4be-1a8fe55f0baf tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.32 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 815 time: 0.1433549 Sep 20 12:40:43.720744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Request body: {'port': {'device_id': 'a3b5be0f-a1b1-4106-9a27-626d146627fe', 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01', 'admin_state_up': True, 'tenant_id': '48ac5ed6c18b4e7da71cad0b616dd243'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:43.779769 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c2d11f33-6d59-4d99-beee-e8fc2d4ef94a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=809de1740ac14b49b887726cc7f74cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7083929 Sep 20 12:40:43.789432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38316) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:43.818900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d11f33-6d59-4d99-beee-e8fc2d4ef94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996af584-2da0-4895-838c-19bc4a4ed7d5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:43.825844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367c520c-5c95-4223-bbf1-2b28fd5a5194 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:43.845544 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.852112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd60e-b9e7-4550-b979-52d8f3f17540 req-33e4cd14-a69c-41b7-8191-5d386e10dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:43.853674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-274cd60e-b9e7-4550-b979-52d8f3f17540 req-33e4cd14-a69c-41b7-8191-5d386e10dfbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1097 time: 0.3702369 Sep 20 12:40:43.907401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Transition to ACTIVE for port object 367c520c-5c95-4223-bbf1-2b28fd5a5194 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:40:43.910026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b90a57c7-f251-4c5b-94b5-43dec8096a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:43.925323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-274cd60e-b9e7-4550-b979-52d8f3f17540 req-4dd6368a-cc69-4a96-ae3f-ee95ca78849e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524569 Sep 20 12:40:43.961626 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b90a57c7-f251-4c5b-94b5-43dec8096a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.003667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Made reservation on behalf of 48ac5ed6c18b4e7da71cad0b616dd243 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:44.008014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.020481 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.056716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cb95d-2be6-421b-8cbf-7b053805401d req-300581ab-fea1-43c3-9c13-f68061231d67 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:44.058676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e6cb95d-2be6-421b-8cbf-7b053805401d req-300581ab-fea1-43c3-9c13-f68061231d67 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 946 time: 0.0941451 Sep 20 12:40:44.082125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Pushing event updated for resources: {'Port': ['ID=367c520c-5c95-4223-bbf1-2b28fd5a5194,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:44.150101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e6cb95d-2be6-421b-8cbf-7b053805401d req-3c77bcf4-e6f1-48bb-aba1-2dc16eb45759 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711255 Sep 20 12:40:44.165614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b90a57c7-f251-4c5b-94b5-43dec8096a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.167360 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b90a57c7-f251-4c5b-94b5-43dec8096a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.168499 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b90a57c7-f251-4c5b-94b5-43dec8096a43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/996af584-2da0-4895-838c-19bc4a4ed7d5 HTTP/1.1" status: 204 len: 168 time: 0.3773506 Sep 20 12:40:44.185511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a57c7-f251-4c5b-94b5-43dec8096a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996af584-2da0-4895-838c-19bc4a4ed7d5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:44.194911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Attempting to bind port 367c520c-5c95-4223-bbf1-2b28fd5a5194 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:44.194911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Attempting to bind port 367c520c-5c95-4223-bbf1-2b28fd5a5194 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:44.194911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Attempting to bind port 367c520c-5c95-4223-bbf1-2b28fd5a5194 on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:44.200979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Port 367c520c-5c95-4223-bbf1-2b28fd5a5194 on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:40:44.200979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Attempting to bind port 367c520c-5c95-4223-bbf1-2b28fd5a5194 on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:44.206306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:44.206651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Checking segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:44.207054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Bound using segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:44.207538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Bound port: 367c520c-5c95-4223-bbf1-2b28fd5a5194, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:44.207980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.311553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Allocated IP 172.20.0.5 (508d8d6c-0506-4a42-b695-f6d75dadbd01/248371c2-9462-4da2-a708-65ee8eb5ba9d/7cea7b4c-3855-410c-85a1-4406a4618916) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:44.349466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] For port 367c520c-5c95-4223-bbf1-2b28fd5a5194, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:44.353590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] For port 367c520c-5c95-4223-bbf1-2b28fd5a5194, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=367c520c-5c95-4223-bbf1-2b28fd5a5194,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:44.400034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5132a3e-ac36-4e0b-bd47-4ed00cee3d01 req-6ae2a0af-9349-4821-9e1b-bb1429314d9b tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 210 time: 0.0427845 Sep 20 12:40:44.427355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.504848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:44.505985 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.509412 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] 10.222.0.21 "PUT /v2.0/ports/367c520c-5c95-4223-bbf1-2b28fd5a5194 HTTP/1.1" status: 200 len: 1091 time: 1.3354218 Sep 20 12:40:44.510647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eec3fa0-3fd0-4f33-b18e-90bd24902e1a', 'tag': '367c520c-5c95-4223-bbf1-2b28fd5a5194'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:44.514531 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8cb3dd-2228-4367-8a49-8c9367d9e389" -d '{"events": [{"name": "network-changed", "server_uuid": "7eec3fa0-3fd0-4f33-b18e-90bd24902e1a", "tag": "367c520c-5c95-4223-bbf1-2b28fd5a5194"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:44.555620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb447f33-bf7b-4ed5-bb55-1f86266c9a97 service neutron] Pushing event updated for resources: {'Port': ['ID=367c520c-5c95-4223-bbf1-2b28fd5a5194,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:44.564357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6b0903a8-ace6-469e-ae76-eee75c79ea02 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:44.585561 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.602711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5968a27-84b4-411f-aba3-0b466d91511c req-225126df-3c42-42a0-a2df-8d81155f85ab tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:44.607740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5968a27-84b4-411f-aba3-0b466d91511c req-225126df-3c42-42a0-a2df-8d81155f85ab tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 944 time: 0.0887830 Sep 20 12:40:44.698665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5968a27-84b4-411f-aba3-0b466d91511c req-89b7f655-c2ec-4ee3-ab74-b217ed93f928 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851421 Sep 20 12:40:44.766145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-5ac53162-ded9-40d3-a0d7-0f0535ea0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:44.768504 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-5ac53162-ded9-40d3-a0d7-0f0535ea0c82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 1094 time: 0.0858181 Sep 20 12:40:44.770264 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac37945d-1d56-4204-9a0a-7b0acbe1f15c x-openstack-request-id: req-ac37945d-1d56-4204-9a0a-7b0acbe1f15c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:44.771276 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eec3fa0-3fd0-4f33-b18e-90bd24902e1a", "tag": "367c520c-5c95-4223-bbf1-2b28fd5a5194", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:44.771529 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac37945d-1d56-4204-9a0a-7b0acbe1f15c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:44.771981 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eec3fa0-3fd0-4f33-b18e-90bd24902e1a', 'tag': '367c520c-5c95-4223-bbf1-2b28fd5a5194', 'status': 'completed', 'code': 200} Sep 20 12:40:44.785409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 6b0903a8-ace6-469e-ae76-eee75c79ea02 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:40:44.797411 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 6b0903a8-ace6-469e-ae76-eee75c79ea02 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:44.797411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.809225 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.828115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-298c226c-6d6e-4edc-bb5c-f3a6598a14a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367c520c-5c95-4223-bbf1-2b28fd5a5194 HTTP/1.1" status: 200 len: 217 time: 0.0460665 Sep 20 12:40:44.896250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-66bb40ac-f96f-4314-bf3c-4993a70b1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:44.898364 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-66bb40ac-f96f-4314-bf3c-4993a70b1dd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=248371c2-9462-4da2-a708-65ee8eb5ba9d HTTP/1.1" status: 200 len: 854 time: 0.0615757 Sep 20 12:40:44.912210 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:44.969433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:44.982644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:44.985345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6b0903a8-ace6-469e-ae76-eee75c79ea02, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:44.987422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:45.008879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Pushing event updated for resources: {'Port': ['ID=7cea7b4c-3855-410c-85a1-4406a4618916,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:45.032782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-ee68bb29-511e-4bd2-b553-43f1d5f58566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:45.037168 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-ee68bb29-511e-4bd2-b553-43f1d5f58566 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508d8d6c-0506-4a42-b695-f6d75dadbd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279767 Sep 20 12:40:45.107469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:45.110879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:45.112099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:45.202032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bdde1981-fe0e-4740-886d-e69834588c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:45.203505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-b21bb95b-81d2-45da-8749-9562ffab4246 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4891851 Sep 20 12:40:45.219434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Request body: {'port': {'device_id': 'a3b5be0f-a1b1-4106-9a27-626d146627fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:45.252884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6b0903a8-ace6-469e-ae76-eee75c79ea02,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:45.285187 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-11e610b7-4abb-4c11-95bb-dd9beb029c57 service neutron] 10.222.0.21 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399433 Sep 20 12:40:45.361349 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:45.417360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0730e5-3518-4d74-8603-bd35643238f7 req-d9ebc008-50fb-46c0-85e3-ea700a6116f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:45.425611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae0730e5-3518-4d74-8603-bd35643238f7 req-d9ebc008-50fb-46c0-85e3-ea700a6116f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 946 time: 0.1062517 Sep 20 12:40:45.432890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dff933-3980-4f31-8b50-4a0b31a33e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0903a8-ace6-469e-ae76-eee75c79ea02'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:45.444044 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3227d2-0c66-43cd-aca0-8f0495329c96" -d '{"events": [{"server_uuid": "93dff933-3980-4f31-8b50-4a0b31a33e7a", "name": "network-vif-plugged", "status": "completed", "tag": "6b0903a8-ace6-469e-ae76-eee75c79ea02"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:45.466146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fce4d217-bee8-4a7d-9567-a2d672d4dc01 req-328ba0f4-8f45-4f2a-b5ea-5b4b8ae62526 service neutron] 10.222.0.21 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707416 Sep 20 12:40:45.472630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c5627c30-6d78-4f01-a02a-62fce108e211 None None] Provisioning complete for port 7cea7b4c-3855-410c-85a1-4406a4618916 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:45.474857 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c5627c30-6d78-4f01-a02a-62fce108e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:45.505818 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae0730e5-3518-4d74-8603-bd35643238f7 req-7a965ea9-0aed-4613-a4aa-140036f481b5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788720 Sep 20 12:40:45.571092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c5627c30-6d78-4f01-a02a-62fce108e211 None None] Port 7cea7b4c-3855-410c-85a1-4406a4618916 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:40:45.648797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:45.673406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9acbb8b5-1fd4-4d56-af8b-20113fbdcb5d req-62ac2f46-a953-4090-9f3c-fa59a2fc051c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 210 time: 0.0634284 Sep 20 12:40:45.740397 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2a5930-ded2-4906-bced-0c8ab39baa88 x-openstack-request-id: req-de2a5930-ded2-4906-bced-0c8ab39baa88 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:45.740397 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dff933-3980-4f31-8b50-4a0b31a33e7a", "name": "network-vif-plugged", "status": "completed", "tag": "6b0903a8-ace6-469e-ae76-eee75c79ea02", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:45.740397 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de2a5930-ded2-4906-bced-0c8ab39baa88 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:45.740397 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dff933-3980-4f31-8b50-4a0b31a33e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0903a8-ace6-469e-ae76-eee75c79ea02', 'code': 200} Sep 20 12:40:45.779003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-e096180e-0f72-4b25-9444-260eb4c331d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:45.799017 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-e096180e-0f72-4b25-9444-260eb4c331d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 1094 time: 0.1791821 Sep 20 12:40:46.125481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cea7b4c-3855-410c-85a1-4406a4618916 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:46.135888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:46.150440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Transition to ACTIVE for port object 7cea7b4c-3855-410c-85a1-4406a4618916 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:40:46.191283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7336a-beae-4302-8084-a6900885fc90 req-f4f9d860-0784-4ec6-8437-c2235bfb24af tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:46.198318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6d7336a-beae-4302-8084-a6900885fc90 req-f4f9d860-0784-4ec6-8437-c2235bfb24af tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 946 time: 0.4059792 Sep 20 12:40:46.205545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38428) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:46.211459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'floatingip': {'port_id': '3fb55065-e3e3-41f2-93b9-84575ef85826'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:46.276455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:46.316093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-8bd6cf1e-77f8-4f8c-b932-24b8602c2062 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:46.324227 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-8bd6cf1e-77f8-4f8c-b932-24b8602c2062 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.32 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 815 time: 0.7420266 Sep 20 12:40:46.354074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Request body: {'port': {'device_id': '00485e13-ed89-4e8a-8482-c6eeaf9dfa8c', 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01', 'admin_state_up': True, 'tenant_id': '48ac5ed6c18b4e7da71cad0b616dd243'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:46.356933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cea7b4c-3855-410c-85a1-4406a4618916,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:46.377519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:46.522706 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:46.590909 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38434) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:46.618512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f9747-18c1-49dc-88f5-42e8217176ec req-9016e8f5-5e33-40ea-820d-d5b7f541bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:46.620019 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-594f9747-18c1-49dc-88f5-42e8217176ec req-9016e8f5-5e33-40ea-820d-d5b7f541bc83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 1096 time: 0.3584964 Sep 20 12:40:46.622826 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-35444cbb-59ac-4b26-ac6a-80df667b2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:46.624247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-35444cbb-59ac-4b26-ac6a-80df667b2c4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 915 time: 0.8107345 Sep 20 12:40:46.628910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Attempting to bind port 7cea7b4c-3855-410c-85a1-4406a4618916 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:46.629480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Attempting to bind port 7cea7b4c-3855-410c-85a1-4406a4618916 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:46.630253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Attempting to bind port 7cea7b4c-3855-410c-85a1-4406a4618916 on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:46.648613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ae5d-6a27-4dd1-83e1-fce763af9a11 req-d8ad392a-1c53-4ea4-aec9-09d0801a942d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:46.656564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6525ae5d-6a27-4dd1-83e1-fce763af9a11 req-d8ad392a-1c53-4ea4-aec9-09d0801a942d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.3870394 Sep 20 12:40:46.670916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Port 7cea7b4c-3855-410c-85a1-4406a4618916 on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:40:46.673531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Attempting to bind port 7cea7b4c-3855-410c-85a1-4406a4618916 on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:46.686708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:46.687473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Checking segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:46.687473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Bound using segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:46.687862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Bound port: 7cea7b4c-3855-410c-85a1-4406a4618916, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:46.688225 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:46.725789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-aa735e49-32d2-4077-8197-e5447be9e29e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367c520c-5c95-4223-bbf1-2b28fd5a5194 HTTP/1.1" status: 200 len: 217 time: 0.0819516 Sep 20 12:40:46.772199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Made reservation on behalf of 48ac5ed6c18b4e7da71cad0b616dd243 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:46.775704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:46.785835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-594f9747-18c1-49dc-88f5-42e8217176ec req-f479234e-5056-43f7-a79e-1213f42b9c1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537676 Sep 20 12:40:46.807970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b6261fa-6f96-46ac-b0fc-58ed0eec2e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:46.817828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6525ae5d-6a27-4dd1-83e1-fce763af9a11 req-0e4ed1ad-bb2d-4cd9-a961-3c76691d281e tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597197 Sep 20 12:40:46.837139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-5ac06f38-e430-475e-be2d-cc6d1ed67da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:46.847499 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-5ac06f38-e430-475e-be2d-cc6d1ed67da8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=248371c2-9462-4da2-a708-65ee8eb5ba9d HTTP/1.1" status: 200 len: 854 time: 0.1127086 Sep 20 12:40:46.922442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] For port 7cea7b4c-3855-410c-85a1-4406a4618916, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:46.927483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] For port 7cea7b4c-3855-410c-85a1-4406a4618916, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7cea7b4c-3855-410c-85a1-4406a4618916,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:47.015983 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.023033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-c44b8005-3d51-43fd-8c52-18f74ce8a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:47.024596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-c44b8005-3d51-43fd-8c52-18f74ce8a16d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508d8d6c-0506-4a42-b695-f6d75dadbd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688321 Sep 20 12:40:47.040977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff47eedc-8df2-47ce-86bf-5186d8d40707 req-94b5ff3d-71ae-4ff1-99e3-38cd98ec8d4c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 210 time: 0.0884995 Sep 20 12:40:47.057684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 367c520c-5c95-4223-bbf1-2b28fd5a5194 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:47.086432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Allocated IP 172.20.0.14 (508d8d6c-0506-4a42-b695-f6d75dadbd01/248371c2-9462-4da2-a708-65ee8eb5ba9d/08439a2b-cb8e-4169-90cf-d6194d7c242c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:47.185550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:47.186339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.187552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/7cea7b4c-3855-410c-85a1-4406a4618916 HTTP/1.1" status: 200 len: 1091 time: 1.9727328 Sep 20 12:40:47.188285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b5be0f-a1b1-4106-9a27-626d146627fe', 'tag': '7cea7b4c-3855-410c-85a1-4406a4618916'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:47.200711 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5535663-7284-489d-80f8-9531cca13aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b5be0f-a1b1-4106-9a27-626d146627fe", "tag": "7cea7b4c-3855-410c-85a1-4406a4618916"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:47.214111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b6261fa-6f96-46ac-b0fc-58ed0eec2e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.217853 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-daac437b-4870-44cb-afc2-84d5dd2360c2 service neutron] 10.222.0.21 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840632 Sep 20 12:40:47.262640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 367c520c-5c95-4223-bbf1-2b28fd5a5194, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=367c520c-5c95-4223-bbf1-2b28fd5a5194,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:47.288793 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaacf00-c311-40f0-96f4-cbf3304dfe7a x-openstack-request-id: req-0eaacf00-c311-40f0-96f4-cbf3304dfe7a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:47.289154 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b5be0f-a1b1-4106-9a27-626d146627fe", "tag": "7cea7b4c-3855-410c-85a1-4406a4618916", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:47.289405 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0eaacf00-c311-40f0-96f4-cbf3304dfe7a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:47.289835 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b5be0f-a1b1-4106-9a27-626d146627fe', 'tag': '7cea7b4c-3855-410c-85a1-4406a4618916', 'status': 'completed', 'code': 200} Sep 20 12:40:47.300408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '367c520c-5c95-4223-bbf1-2b28fd5a5194', 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01', 'port_id': '367c520c-5c95-4223-bbf1-2b28fd5a5194', 'mac_address': 'fa:16:3e:a7:b6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248371c2-9462-4da2-a708-65ee8eb5ba9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:47.352567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.366452 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4b8cb3dd-2228-4367-8a49-8c9367d9e389 req-1a97fb02-6847-42fd-903e-f7c531eb148f service neutron] 10.222.0.21 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345003 Sep 20 12:40:47.372310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b6261fa-6f96-46ac-b0fc-58ed0eec2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.386092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367c520c-5c95-4223-bbf1-2b28fd5a5194 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:47.407990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 367c520c-5c95-4223-bbf1-2b28fd5a5194, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=367c520c-5c95-4223-bbf1-2b28fd5a5194,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:47.440498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65f626-0e3e-4c10-bdb2-0c096181e7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cea7b4c-3855-410c-85a1-4406a4618916,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:47.448972 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.486963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535663-7284-489d-80f8-9531cca13aa0 req-c8fcd947-c1ff-4328-8c25-842fcce79a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:47.488640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5535663-7284-489d-80f8-9531cca13aa0 req-c8fcd947-c1ff-4328-8c25-842fcce79a70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 1094 time: 0.0986350 Sep 20 12:40:47.506377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=367c520c-5c95-4223-bbf1-2b28fd5a5194,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:47.526722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2b6261fa-6f96-46ac-b0fc-58ed0eec2e39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a1e4089fa934c84a1e5b76fb03f8554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9316852 Sep 20 12:40:47.530262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38458) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:47.544711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6261fa-6f96-46ac-b0fc-58ed0eec2e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33aa8bd-4007-4efe-bedc-f585659c99f5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:47.590552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.596578 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:40:47.682894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.700184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['367c520c-5c95-4223-bbf1-2b28fd5a5194'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:47.721596 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.731473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:47.735295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:47.738726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:47.769075 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74b488c6-b07b-4610-8091-8db58764253b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.803636 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74b488c6-b07b-4610-8091-8db58764253b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.835879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:47.835879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.877086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.880617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535663-7284-489d-80f8-9531cca13aa0 req-d77896a4-60b3-4307-8cf2-14b465f56038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:47.882082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5535663-7284-489d-80f8-9531cca13aa0 req-d77896a4-60b3-4307-8cf2-14b465f56038 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3509347 Sep 20 12:40:47.931432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Pushing event updated for resources: {'Port': ['ID=08439a2b-cb8e-4169-90cf-d6194d7c242c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:47.963188 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74b488c6-b07b-4610-8091-8db58764253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.965835 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74b488c6-b07b-4610-8091-8db58764253b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:47.966988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-74b488c6-b07b-4610-8091-8db58764253b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d33aa8bd-4007-4efe-bedc-f585659c99f5 HTTP/1.1" status: 204 len: 168 time: 0.4337282 Sep 20 12:40:47.989208 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-0d9baf21-678f-4623-8559-19d2e2d6e0c6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6428764 Sep 20 12:40:48.009885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Request body: {'port': {'device_id': '00485e13-ed89-4e8a-8482-c6eeaf9dfa8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:48.100061 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:48.107079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b488c6-b07b-4610-8091-8db58764253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33aa8bd-4007-4efe-bedc-f585659c99f5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:48.280984 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Floating IP 27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd associated. External IP: 172.25.6.13, port: 3fb55065-e3e3-41f2-93b9-84575ef85826. Sep 20 12:40:48.290651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7908e742-c2ce-4ee9-9ebf-5ede3c51d022 None None] Provisioning complete for port 08439a2b-cb8e-4169-90cf-d6194d7c242c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:48.291651 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7908e742-c2ce-4ee9-9ebf-5ede3c51d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:48.296241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7b27-2e8b-458f-953c-2c687af3852d req-6067d07a-203f-4ebb-93c6-10bacd392142 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:48.296733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd0f7b27-2e8b-458f-953c-2c687af3852d req-6067d07a-203f-4ebb-93c6-10bacd392142 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.3361583 Sep 20 12:40:48.346678 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7908e742-c2ce-4ee9-9ebf-5ede3c51d022 None None] Port 08439a2b-cb8e-4169-90cf-d6194d7c242c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:40:48.351338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:48.517985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08439a2b-cb8e-4169-90cf-d6194d7c242c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:48.526702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:48.547026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Transition to ACTIVE for port object 08439a2b-cb8e-4169-90cf-d6194d7c242c will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:40:48.619798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:48.694937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd0f7b27-2e8b-458f-953c-2c687af3852d req-26b584c8-5a10-44c0-9809-dfef6a8a84a7 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590295 Sep 20 12:40:48.696255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5535663-7284-489d-80f8-9531cca13aa0 req-932d3cd4-0743-400a-9aa9-2826562bf9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:48.697982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5535663-7284-489d-80f8-9531cca13aa0 req-932d3cd4-0743-400a-9aa9-2826562bf9d1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7361262 Sep 20 12:40:48.794670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Pushing event updated for resources: {'Port': ['ID=08439a2b-cb8e-4169-90cf-d6194d7c242c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:48.810998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Attempting to bind port 08439a2b-cb8e-4169-90cf-d6194d7c242c on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:40:48.811520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Attempting to bind port 08439a2b-cb8e-4169-90cf-d6194d7c242c by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:40:48.811994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Attempting to bind port 08439a2b-cb8e-4169-90cf-d6194d7c242c on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:48.822915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Port 08439a2b-cb8e-4169-90cf-d6194d7c242c on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:40:48.823410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Attempting to bind port 08439a2b-cb8e-4169-90cf-d6194d7c242c on network 508d8d6c-0506-4a42-b695-f6d75dadbd01 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:40:48.830417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:40:48.830885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Checking segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:48.831439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Bound using segment: {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:40:48.833797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Bound port: 08439a2b-cb8e-4169-90cf-d6194d7c242c, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840d88d-b82d-4ab6-8100-165ac024539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:40:48.834273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:48.873691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86180f6-25c8-4822-969f-425db3f47b95 req-11bc9b9f-69e7-4990-814d-06ddf7ace246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:48.876632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-11bc9b9f-69e7-4990-814d-06ddf7ace246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 1094 time: 0.1242638 Sep 20 12:40:48.986682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] For port 08439a2b-cb8e-4169-90cf-d6194d7c242c, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:40:48.991323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] For port 08439a2b-cb8e-4169-90cf-d6194d7c242c, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=08439a2b-cb8e-4169-90cf-d6194d7c242c,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:40:49.042240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-7f3005ff-aa3e-4ff8-95fe-a64f8a29346c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cea7b4c-3855-410c-85a1-4406a4618916 HTTP/1.1" status: 200 len: 217 time: 0.1511946 Sep 20 12:40:49.060916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:49.067482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 367c520c-5c95-4223-bbf1-2b28fd5a5194 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:49.116666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:49.121585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:49.121786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61728427-7c04-4588-b1e5-7ba073976085 req-22784888-ae08-48c4-a4ce-e1e1e0597bee tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:49.121965 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] 10.222.0.32 "PUT /v2.0/ports/08439a2b-cb8e-4169-90cf-d6194d7c242c HTTP/1.1" status: 200 len: 1092 time: 1.1219523 Sep 20 12:40:49.122369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00485e13-ed89-4e8a-8482-c6eeaf9dfa8c', 'tag': '08439a2b-cb8e-4169-90cf-d6194d7c242c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:49.126183 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057f2d6f-b4b1-405c-a092-da77333452c3" -d '{"events": [{"name": "network-changed", "server_uuid": "00485e13-ed89-4e8a-8482-c6eeaf9dfa8c", "tag": "08439a2b-cb8e-4169-90cf-d6194d7c242c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:49.136633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61728427-7c04-4588-b1e5-7ba073976085 req-22784888-ae08-48c4-a4ce-e1e1e0597bee tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 944 time: 0.2567654 Sep 20 12:40:49.180749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63057750-6e4a-4e23-bbc9-5b5d2248afdc service neutron] Pushing event updated for resources: {'Port': ['ID=08439a2b-cb8e-4169-90cf-d6194d7c242c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:49.210243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86180f6-25c8-4822-969f-425db3f47b95 req-a544ab90-e9fc-4d77-bb67-381f4964ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:49.211617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-a544ab90-e9fc-4d77-bb67-381f4964ae2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=248371c2-9462-4da2-a708-65ee8eb5ba9d HTTP/1.1" status: 200 len: 854 time: 0.1620407 Sep 20 12:40:49.299983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Router 90302f4a-a69d-4e8d-a764-0c0b0c79078a has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:40:49.306735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61728427-7c04-4588-b1e5-7ba073976085 req-6cf0d2f9-30d6-48f6-be7d-b79600aa35a6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691432 Sep 20 12:40:49.324014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-4669cdc0-e8e7-43c4-aaeb-8f90a707def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:49.324014 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-4669cdc0-e8e7-43c4-aaeb-8f90a707def0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 1095 time: 0.0955453 Sep 20 12:40:49.344199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86180f6-25c8-4822-969f-425db3f47b95 req-680a19cd-3417-4e04-941e-c369db0cb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:49.344199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-680a19cd-3417-4e04-941e-c369db0cb8ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=508d8d6c-0506-4a42-b695-f6d75dadbd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113915 Sep 20 12:40:49.376010 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 367c520c-5c95-4223-bbf1-2b28fd5a5194 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:40:49.379972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 367c520c-5c95-4223-bbf1-2b28fd5a5194 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:49.380639 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:49.471911 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bb6fc8-0bf3-462e-b506-433ea23c74ca x-openstack-request-id: req-55bb6fc8-0bf3-462e-b506-433ea23c74ca {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:49.472201 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00485e13-ed89-4e8a-8482-c6eeaf9dfa8c", "tag": "08439a2b-cb8e-4169-90cf-d6194d7c242c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:49.472449 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55bb6fc8-0bf3-462e-b506-433ea23c74ca {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:49.483653 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00485e13-ed89-4e8a-8482-c6eeaf9dfa8c', 'tag': '08439a2b-cb8e-4169-90cf-d6194d7c242c', 'status': 'completed', 'code': 200} Sep 20 12:40:49.491088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-d76fef9f-f368-4015-9131-6fe9beaa2fcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08439a2b-cb8e-4169-90cf-d6194d7c242c HTTP/1.1" status: 200 len: 217 time: 0.1554921 Sep 20 12:40:49.583571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-31b14c14-b37c-4efb-8b74-0903a42e4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:49.584514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:49.595846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-31b14c14-b37c-4efb-8b74-0903a42e4c02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=248371c2-9462-4da2-a708-65ee8eb5ba9d HTTP/1.1" status: 200 len: 854 time: 0.0974998 Sep 20 12:40:49.659839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eec3fa0-3fd0-4f33-b18e-90bd24902e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367c520c-5c95-4223-bbf1-2b28fd5a5194'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:49.661742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:40:49.666037 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2595fe-dc45-433a-8220-6fc62f56ff65" -d '{"events": [{"server_uuid": "7eec3fa0-3fd0-4f33-b18e-90bd24902e1a", "name": "network-vif-plugged", "status": "completed", "tag": "367c520c-5c95-4223-bbf1-2b28fd5a5194"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:49.668650 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:49.674704 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] Sync routers for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:40:49.683985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-afbdc33e-e2ec-4721-a7dd-adeae798d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:49.685569 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-afbdc33e-e2ec-4721-a7dd-adeae798d611 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=508d8d6c-0506-4a42-b695-f6d75dadbd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803134 Sep 20 12:40:49.688666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-60e0ef61-cefd-49fc-a242-d13cb7468794 service neutron] 10.222.0.32 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441083 Sep 20 12:40:49.692765 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:49.693201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 367c520c-5c95-4223-bbf1-2b28fd5a5194, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=367c520c-5c95-4223-bbf1-2b28fd5a5194,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:49.703367 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:49.765606 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a87208-31eb-4b5d-afb8-2f5e8ce21ded x-openstack-request-id: req-90a87208-31eb-4b5d-afb8-2f5e8ce21ded {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:49.765903 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eec3fa0-3fd0-4f33-b18e-90bd24902e1a", "name": "network-vif-plugged", "status": "completed", "tag": "367c520c-5c95-4223-bbf1-2b28fd5a5194", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:49.766157 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90a87208-31eb-4b5d-afb8-2f5e8ce21ded {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:49.766561 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eec3fa0-3fd0-4f33-b18e-90bd24902e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367c520c-5c95-4223-bbf1-2b28fd5a5194', 'code': 200} Sep 20 12:40:49.788080 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:49.810504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec27abe4-92da-4b3b-bed3-7429ca724090 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "PUT /v2.0/floatingips/27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd HTTP/1.1" status: 200 len: 991 time: 3.6037984 Sep 20 12:40:49.829663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:49.848032 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1735df24-0f35-4239-848f-9246385e61a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:49.850140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:49.932169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=367c520c-5c95-4223-bbf1-2b28fd5a5194,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:49.971004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-06139171-b3a0-4725-86e4-009e694029ed service neutron] 10.222.0.32 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722759 Sep 20 12:40:49.974323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323d1dd-ca27-4f18-9d3a-48bb064f4603 req-e741e7c6-4468-47d9-a229-e17ff06c1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:49.975741 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8323d1dd-ca27-4f18-9d3a-48bb064f4603 req-e741e7c6-4468-47d9-a229-e17ff06c1408 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 1096 time: 0.1122048 Sep 20 12:40:50.019721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b86180f6-25c8-4822-969f-425db3f47b95 req-4aeabb3d-22d3-4c8f-bbc5-1052b5bd56a8 service neutron] 10.222.0.32 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747812 Sep 20 12:40:50.032749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad02ce-2ca7-41d8-b674-1ba95c81a492 req-5e3b14c7-437c-4942-aded-71cea971b535 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.042313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9aad02ce-2ca7-41d8-b674-1ba95c81a492 req-5e3b14c7-437c-4942-aded-71cea971b535 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1163137 Sep 20 12:40:50.087810 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:50.108736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9aad02ce-2ca7-41d8-b674-1ba95c81a492 req-86efb0bd-8888-48ac-9293-3c84824db814 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634818 Sep 20 12:40:50.129334 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8323d1dd-ca27-4f18-9d3a-48bb064f4603 req-5c8fada1-a8d0-403c-bfd1-906d7238a313 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426373 Sep 20 12:40:50.218879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a0a99a9-c8d0-47b3-a9a8-5360b6f9d6ce req-71d2c9de-7c65-411c-a3aa-bc362f11f424 service neutron] 10.222.0.32 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403266 Sep 20 12:40:50.239936 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76f8808-c5f3-48e7-88c5-8b64e8b5ff09 x-openstack-request-id: req-d76f8808-c5f3-48e7-88c5-8b64e8b5ff09 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:50.240129 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:50.240385 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d76f8808-c5f3-48e7-88c5-8b64e8b5ff09 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:50.240793 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'status': 'completed', 'code': 200} Sep 20 12:40:50.288046 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:50.355708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735df24-0f35-4239-848f-9246385e61a8 req-d327f231-877c-404a-b7d6-ce321dd65d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.358182 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735df24-0f35-4239-848f-9246385e61a8 req-d327f231-877c-404a-b7d6-ce321dd65d31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1097 time: 0.0886698 Sep 20 12:40:50.393759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-955ea6aa-23da-434f-a3d6-cbdc3d8474f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.395852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-955ea6aa-23da-434f-a3d6-cbdc3d8474f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 1095 time: 0.0484996 Sep 20 12:40:50.497809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735df24-0f35-4239-848f-9246385e61a8 req-27ee581b-c5f7-4465-b4ef-e9e133a11657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.497809 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735df24-0f35-4239-848f-9246385e61a8 req-27ee581b-c5f7-4465-b4ef-e9e133a11657 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.1215720 Sep 20 12:40:50.565858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-5b14d86f-b0cc-417b-97bc-fc387573ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.568578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-5b14d86f-b0cc-417b-97bc-fc387573ae54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 915 time: 0.1557827 Sep 20 12:40:50.593337 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'port_id': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'mac_address': 'fa:16:3e:1c:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:40:29Z', 'updated_at': '2021-09-20T12:40:47Z', 'revision_number': 1, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:28Z', 'revision_number': 5, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:50.605044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735df24-0f35-4239-848f-9246385e61a8 req-3f349176-7c85-4340-9ec2-bacaa0a58bc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 999 time: 0.0985112 Sep 20 12:40:50.643843 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] Checking router: 90302f4a-a69d-4e8d-a764-0c0b0c79078a for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:40:50.650760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-76ea975b-370e-4614-ba73-a64fb1d403f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08439a2b-cb8e-4169-90cf-d6194d7c242c HTTP/1.1" status: 200 len: 217 time: 0.0739722 Sep 20 12:40:50.653852 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:40:50.655177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:50.747013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735df24-0f35-4239-848f-9246385e61a8 req-3a2ac37c-5a90-4043-9dcc-b087a525d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.750640 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735df24-0f35-4239-848f-9246385e61a8 req-3a2ac37c-5a90-4043-9dcc-b087a525d435 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.1355512 Sep 20 12:40:50.761853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-aeb4c6eb-21bc-4f18-9e3f-c1da11aac2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.765041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-aeb4c6eb-21bc-4f18-9e3f-c1da11aac2fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=248371c2-9462-4da2-a708-65ee8eb5ba9d HTTP/1.1" status: 200 len: 854 time: 0.1048152 Sep 20 12:40:50.802283 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:40:50.866973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509fd9c-353d-46bb-9c12-7f66e848c677 req-d1313bfa-ea6d-4008-b845-dd27666e6a9a tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.877467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d509fd9c-353d-46bb-9c12-7f66e848c677 req-d1313bfa-ea6d-4008-b845-dd27666e6a9a tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 944 time: 0.1609604 Sep 20 12:40:50.880764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735df24-0f35-4239-848f-9246385e61a8 req-4df98fad-f4af-4cff-85de-0f56d2faccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.882973 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735df24-0f35-4239-848f-9246385e61a8 req-4df98fad-f4af-4cff-85de-0f56d2faccf6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153650 Sep 20 12:40:50.885132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-dc574827-f079-48a6-a1be-16c4e30bf691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:50.886765 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-dc574827-f079-48a6-a1be-16c4e30bf691 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 1096 time: 0.1346228 Sep 20 12:40:50.970494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d509fd9c-353d-46bb-9c12-7f66e848c677 req-545edc6d-f309-44dd-a793-7183e71fbace tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886457 Sep 20 12:40:50.997368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-d7ca9baf-6339-4b71-960a-600beaf0d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:51.007750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-d7ca9baf-6339-4b71-960a-600beaf0d2f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=508d8d6c-0506-4a42-b695-f6d75dadbd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311170 Sep 20 12:40:51.050949 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735df24-0f35-4239-848f-9246385e61a8 req-c61dbaff-57f4-4ac7-8819-b78aaeb927f7 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493416 Sep 20 12:40:51.188803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf647c2-bb08-4218-b57d-da2200474000 req-f264e91d-3476-4b02-8ab5-3e7043eb7981 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:51.196690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bf647c2-bb08-4218-b57d-da2200474000 req-f264e91d-3476-4b02-8ab5-3e7043eb7981 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1454146 Sep 20 12:40:51.216962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-e180ef00-8c27-47c9-8d21-a084f56bab95 service neutron] 10.222.0.32 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044213 Sep 20 12:40:51.217251 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'port_id': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'mac_address': 'fa:16:3e:1c:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:40:29Z', 'updated_at': '2021-09-20T12:40:47Z', 'revision_number': 1, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:28Z', 'revision_number': 5, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:40:51.257614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-1affa22e-60f7-49ac-a64b-3f570ce443da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:51.257915 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bf647c2-bb08-4218-b57d-da2200474000 req-1bdf55af-7a0c-43bd-b44d-8d9138be1ff1 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579462 Sep 20 12:40:51.259016 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-1affa22e-60f7-49ac-a64b-3f570ce443da service neutron] 10.222.0.32 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 911 time: 0.2623644 Sep 20 12:40:51.272480 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364a479-512f-498d-98c2-2850e5a28d10 None None] The sync data for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 is: [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'port_id': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'mac_address': 'fa:16:3e:1c:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:40:29Z', 'updated_at': '2021-09-20T12:40:47Z', 'revision_number': 1, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:28Z', 'revision_number': 5, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:40:51.329089 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-873a2a45-4e71-45bb-ae04-9831758dd6df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02 HTTP/1.1" status: 200 len: 217 time: 0.0616102 Sep 20 12:40:51.334723 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1735df24-0f35-4239-848f-9246385e61a8 req-a6610628-0508-4e70-a34e-d308b83cb382 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652674 Sep 20 12:40:51.439374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-94774b75-e62b-4de2-8fa0-dc7fe4a519af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:51.448599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-94774b75-e62b-4de2-8fa0-dc7fe4a519af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 200 len: 851 time: 0.1019123 Sep 20 12:40:51.454833 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-057f2d6f-b4b1-405c-a092-da77333452c3 req-7bf46b57-4d61-4166-9744-4d70852fa9f4 service neutron] 10.222.0.32 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181687 Sep 20 12:40:51.518597 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-5182a4a7-920e-4a2c-99d6-26a7bdf2c199 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e919b80f-c198-4e62-ad65-66b9457e8ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617406 Sep 20 12:40:51.632487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19099e84-d242-4af6-ae4b-0ac280f35364 None None] New status for floating IP 27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:40:51.701354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-656cafa7-5bf6-47a8-b004-fb6dc1751f23 service neutron] 10.222.0.32 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708150 Sep 20 12:40:51.833807 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a86f30d-e4a8-4b5d-abcd-7006e59ad706 req-49b3ffdc-60fb-4ff6-854e-fa33bb2e8c93 service neutron] 10.222.0.32 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261878 Sep 20 12:40:52.122778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d54c9a-39a5-4b33-bf3d-0cadd04ecee6 req-39048501-5dd8-411e-9daa-47ab259c1609 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:52.124471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6d54c9a-39a5-4b33-bf3d-0cadd04ecee6 req-39048501-5dd8-411e-9daa-47ab259c1609 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 944 time: 0.0562356 Sep 20 12:40:52.166506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6d54c9a-39a5-4b33-bf3d-0cadd04ecee6 req-6b0991a7-24ff-4ba1-b1f6-63a895010d1b tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350177 Sep 20 12:40:52.374879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ce45a-39d9-493d-8449-694167126cb7 req-19233696-831f-4520-bb94-ccce06ce0e34 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:52.376471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b3ce45a-39d9-493d-8449-694167126cb7 req-19233696-831f-4520-bb94-ccce06ce0e34 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0532892 Sep 20 12:40:52.419333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b3ce45a-39d9-493d-8449-694167126cb7 req-81d52ea1-b97f-4e7f-8984-f8ae08955c7e tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352516 Sep 20 12:40:52.593326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7cea7b4c-3855-410c-85a1-4406a4618916 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:52.694957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7cea7b4c-3855-410c-85a1-4406a4618916, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7cea7b4c-3855-410c-85a1-4406a4618916,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:52.715291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '7cea7b4c-3855-410c-85a1-4406a4618916', 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01', 'port_id': '7cea7b4c-3855-410c-85a1-4406a4618916', 'mac_address': 'fa:16:3e:c6:2b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248371c2-9462-4da2-a708-65ee8eb5ba9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:52.760996 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:52.775049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cea7b4c-3855-410c-85a1-4406a4618916 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:52.796392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7cea7b4c-3855-410c-85a1-4406a4618916, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7cea7b4c-3855-410c-85a1-4406a4618916,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:52.838581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38698) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:52.878502 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:52.881539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 08439a2b-cb8e-4169-90cf-d6194d7c242c details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:40:52.948334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 08439a2b-cb8e-4169-90cf-d6194d7c242c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=08439a2b-cb8e-4169-90cf-d6194d7c242c,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:52.956077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=7cea7b4c-3855-410c-85a1-4406a4618916,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:52.963838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '08439a2b-cb8e-4169-90cf-d6194d7c242c', 'network_id': '508d8d6c-0506-4a42-b695-f6d75dadbd01', 'port_id': '08439a2b-cb8e-4169-90cf-d6194d7c242c', 'mac_address': 'fa:16:3e:8a:c7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248371c2-9462-4da2-a708-65ee8eb5ba9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:40:53.012400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.029189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08439a2b-cb8e-4169-90cf-d6194d7c242c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:40:53.053911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 08439a2b-cb8e-4169-90cf-d6194d7c242c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=08439a2b-cb8e-4169-90cf-d6194d7c242c,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:53.128344 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.183849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=08439a2b-cb8e-4169-90cf-d6194d7c242c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:53.338118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3611a6b-d9cc-41f9-a6ed-74293f9f6650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.362502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38710) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:53.374072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7cea7b4c-3855-410c-85a1-4406a4618916'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:53.378216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['08439a2b-cb8e-4169-90cf-d6194d7c242c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:40:53.384721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38714) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:53.399730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e95cae-171a-4297-801e-1d1167c53a62 req-1cc3c9a7-6557-434a-b4ff-17c1705d142e tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:53.405959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10e95cae-171a-4297-801e-1d1167c53a62 req-1cc3c9a7-6557-434a-b4ff-17c1705d142e tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 945 time: 0.1205778 Sep 20 12:40:53.500728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10e95cae-171a-4297-801e-1d1167c53a62 req-1ea96bb0-bb48-4189-a696-bba1ffaf274d tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826187 Sep 20 12:40:53.535058 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3611a6b-d9cc-41f9-a6ed-74293f9f6650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.544473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d1ed-1e5b-4551-91fc-b63ee04b8f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.577371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18bdf894-3bf4-46a8-b5f7-9e381659b885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.619291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3611a6b-d9cc-41f9-a6ed-74293f9f6650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.621691 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-18bdf894-3bf4-46a8-b5f7-9e381659b885 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:40:53.621691 n-d-809934-3 neutron-server[95502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 12:40:53.621691 n-d-809934-3 neutron-server[95502]: [parameters: {'project_id_1': 'a025d59fe96f45d092cb865010f8858e', 'expiration_1': datetime.datetime(2021, 9, 20, 12, 40, 33, 600201)}] Sep 20 12:40:53.621691 n-d-809934-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:40:53.622109 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [None req-18bdf894-3bf4-46a8-b5f7-9e381659b885 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:40:53.663026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cba29-45c9-493d-a12e-4d179768996a req-2518bb70-9794-4ccb-9258-bdb1f3ad4efd tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:53.665406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-044cba29-45c9-493d-a12e-4d179768996a req-2518bb70-9794-4ccb-9258-bdb1f3ad4efd tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0764341 Sep 20 12:40:53.711119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-044cba29-45c9-493d-a12e-4d179768996a req-cf648f34-df9f-4091-b16a-28b3d1cc52e7 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Sep 20 12:40:53.737512 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d1ed-1e5b-4551-91fc-b63ee04b8f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.780216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:53.785726 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c3611a6b-d9cc-41f9-a6ed-74293f9f6650 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80b475f738d44c6095142350438a692c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9452448 Sep 20 12:40:53.787738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3611a6b-d9cc-41f9-a6ed-74293f9f6650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e4cc89-d899-4819-997d-ae72d32b9892,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:53.806200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d1ed-1e5b-4551-91fc-b63ee04b8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.851362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d33558ad-90f9-4912-bfb4-20c7b2de55e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.851928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5fc5d1ed-1e5b-4551-91fc-b63ee04b8f89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e799f0ecb9947b88c2a98e8087692f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657567 Sep 20 12:40:53.853559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5d1ed-1e5b-4551-91fc-b63ee04b8f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144108e0-a3e6-4407-8a19-dd62ec9e69b6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:53.855661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:53.915319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d33558ad-90f9-4912-bfb4-20c7b2de55e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.964205 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90b36afe-332a-42c2-9e59-1f1be6f64551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:53.987614 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90b36afe-332a-42c2-9e59-1f1be6f64551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.053556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d33558ad-90f9-4912-bfb4-20c7b2de55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.056215 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d33558ad-90f9-4912-bfb4-20c7b2de55e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.057402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d33558ad-90f9-4912-bfb4-20c7b2de55e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2e4cc89-d899-4819-997d-ae72d32b9892 HTTP/1.1" status: 204 len: 168 time: 0.2758801 Sep 20 12:40:54.065471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33558ad-90f9-4912-bfb4-20c7b2de55e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e4cc89-d899-4819-997d-ae72d32b9892,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:54.105926 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90b36afe-332a-42c2-9e59-1f1be6f64551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.109476 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90b36afe-332a-42c2-9e59-1f1be6f64551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.110529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-90b36afe-332a-42c2-9e59-1f1be6f64551 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/144108e0-a3e6-4407-8a19-dd62ec9e69b6 HTTP/1.1" status: 204 len: 168 time: 0.2531056 Sep 20 12:40:54.121917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b36afe-332a-42c2-9e59-1f1be6f64551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144108e0-a3e6-4407-8a19-dd62ec9e69b6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:54.125326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18bdf894-3bf4-46a8-b5f7-9e381659b885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.243913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18bdf894-3bf4-46a8-b5f7-9e381659b885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.299772 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18bdf894-3bf4-46a8-b5f7-9e381659b885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.344133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-18bdf894-3bf4-46a8-b5f7-9e381659b885 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a025d59fe96f45d092cb865010f8858e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9793670 Sep 20 12:40:54.345232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdf894-3bf4-46a8-b5f7-9e381659b885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d34cbe-79c8-4a96-be42-dedb5d95311e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:54.346913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38734) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:54.435354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a99fbba0-91cc-483a-bf08-f992b60e15c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.465409 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a99fbba0-91cc-483a-bf08-f992b60e15c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.602971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a99fbba0-91cc-483a-bf08-f992b60e15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.606129 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a99fbba0-91cc-483a-bf08-f992b60e15c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:54.616436 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a99fbba0-91cc-483a-bf08-f992b60e15c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5d34cbe-79c8-4a96-be42-dedb5d95311e HTTP/1.1" status: 204 len: 168 time: 0.2679529 Sep 20 12:40:54.618949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7cea7b4c-3855-410c-85a1-4406a4618916 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:54.639489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fbba0-91cc-483a-bf08-f992b60e15c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d34cbe-79c8-4a96-be42-dedb5d95311e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:54.653393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5858ae-8806-4de5-8645-9361aae3ef15 req-67b3198b-5556-4b1c-8c3a-a6928632e58a tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:54.663379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e5858ae-8806-4de5-8645-9361aae3ef15 req-67b3198b-5556-4b1c-8c3a-a6928632e58a tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 945 time: 0.0747235 Sep 20 12:40:54.729755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e5858ae-8806-4de5-8645-9361aae3ef15 req-a13deefb-acd2-44c2-824b-f41b1eba085e tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650089 Sep 20 12:40:54.862772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dc40b-7c63-44b1-9027-1c3716afe53c req-adf79929-782e-474f-9b6b-ca2abfe8895f tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:54.869741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa5dc40b-7c63-44b1-9027-1c3716afe53c req-adf79929-782e-474f-9b6b-ca2abfe8895f tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0598536 Sep 20 12:40:54.906793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa5dc40b-7c63-44b1-9027-1c3716afe53c req-66a41c90-16da-4813-8f07-f7e5fe5888bf tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357337 Sep 20 12:40:54.916441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 7cea7b4c-3855-410c-85a1-4406a4618916 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:40:54.920749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 7cea7b4c-3855-410c-85a1-4406a4618916 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:54.921325 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.011168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.034974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5be0f-a1b1-4106-9a27-626d146627fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea7b4c-3855-410c-85a1-4406a4618916'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:55.038105 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa183d8-578b-4217-8971-7ffb3367f49f" -d '{"events": [{"server_uuid": "a3b5be0f-a1b1-4106-9a27-626d146627fe", "name": "network-vif-plugged", "status": "completed", "tag": "7cea7b4c-3855-410c-85a1-4406a4618916"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:55.052936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7cea7b4c-3855-410c-85a1-4406a4618916, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7cea7b4c-3855-410c-85a1-4406a4618916,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:55.106067 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cffc98-ea75-465c-8ac6-20268815d724 x-openstack-request-id: req-30cffc98-ea75-465c-8ac6-20268815d724 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:55.106354 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5be0f-a1b1-4106-9a27-626d146627fe", "name": "network-vif-plugged", "status": "completed", "tag": "7cea7b4c-3855-410c-85a1-4406a4618916", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:55.106685 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30cffc98-ea75-465c-8ac6-20268815d724 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:55.106997 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b5be0f-a1b1-4106-9a27-626d146627fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea7b4c-3855-410c-85a1-4406a4618916', 'code': 200} Sep 20 12:40:55.139730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.140781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 08439a2b-cb8e-4169-90cf-d6194d7c242c up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:40:55.239619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175ecd3-e56b-4564-bbc2-e623ee8d99a6 req-b34b1ebe-345f-4b1b-9934-6b63765614b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:55.245785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6175ecd3-e56b-4564-bbc2-e623ee8d99a6 req-b34b1ebe-345f-4b1b-9934-6b63765614b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 1096 time: 0.0785668 Sep 20 12:40:55.278200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=7cea7b4c-3855-410c-85a1-4406a4618916,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:55.292177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6175ecd3-e56b-4564-bbc2-e623ee8d99a6 req-79827cb3-96a1-4424-86cc-8921ea5f6a5a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 Sep 20 12:40:55.362337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 08439a2b-cb8e-4169-90cf-d6194d7c242c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:40:55.366385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 08439a2b-cb8e-4169-90cf-d6194d7c242c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:40:55.366706 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.447099 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.482256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 08439a2b-cb8e-4169-90cf-d6194d7c242c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=08439a2b-cb8e-4169-90cf-d6194d7c242c,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:55.483407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38766) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:55.497837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fd2988c-aa4c-46af-b2e1-099f25d07781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.539811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.610477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fd2988c-aa4c-46af-b2e1-099f25d07781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.613261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=08439a2b-cb8e-4169-90cf-d6194d7c242c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:55.665411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fd2988c-aa4c-46af-b2e1-099f25d07781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.707050 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4fd2988c-aa4c-46af-b2e1-099f25d07781 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e55d8cff3e0e4c79b1439227fab856c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225635 Sep 20 12:40:55.710241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38770) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:55.716106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2988c-aa4c-46af-b2e1-099f25d07781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc4b285-0ad9-4664-9f67-7e91c83ef379,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:55.768620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e7017a8-7e43-411a-997c-eda25a3926fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.797899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e7017a8-7e43-411a-997c-eda25a3926fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.873138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1310c-b7cb-4d56-a1ab-f23c3e7fcd1e req-67be3a80-e44d-4a36-a0e8-f59d799e6dc1 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:55.877841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7a1310c-b7cb-4d56-a1ab-f23c3e7fcd1e req-67be3a80-e44d-4a36-a0e8-f59d799e6dc1 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0716772 Sep 20 12:40:55.915035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7a1310c-b7cb-4d56-a1ab-f23c3e7fcd1e req-e113ae66-e42a-4d97-9f85-de7d7a51f9db tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363169 Sep 20 12:40:55.935380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e7017a8-7e43-411a-997c-eda25a3926fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.935380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e7017a8-7e43-411a-997c-eda25a3926fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:55.935380 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6e7017a8-7e43-411a-997c-eda25a3926fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcc4b285-0ad9-4664-9f67-7e91c83ef379 HTTP/1.1" status: 204 len: 168 time: 0.2218335 Sep 20 12:40:55.941298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7017a8-7e43-411a-997c-eda25a3926fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc4b285-0ad9-4664-9f67-7e91c83ef379,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:56.050723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adc05e-92fc-41ed-b832-4d8e456f60d1 req-4c9d090e-159c-4b41-97c1-0fa52ad46de6 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:56.052367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33adc05e-92fc-41ed-b832-4d8e456f60d1 req-4c9d090e-159c-4b41-97c1-0fa52ad46de6 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0525053 Sep 20 12:40:56.092322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33adc05e-92fc-41ed-b832-4d8e456f60d1 req-9da96859-8802-4b28-82f4-459871d8318a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Sep 20 12:40:56.481463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38800) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:56.586345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-89707709', 'router:external': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:56.688113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Made reservation on behalf of 65273f3ce2e6431ba7ff1c1498566412 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:56.691552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:56.699782 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:56.785210 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:56.928283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:56.953396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:40:56.965446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4b6570-9514-432d-a0dc-d2fb21211cbe,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:56.969271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:56.969612 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Added segment b407e99c-f4fe-4747-9bb7-f8de6559b56b of type vlan for network ed12e754-7150-419c-89f5-f510bef02379 Sep 20 12:40:57.029226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:57.040253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d5d4c-4cf5-4415-95ac-b583db935f1a req-b03ec7d5-ba50-4506-a58f-71aaf5a280c9 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:57.047455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f5d5d4c-4cf5-4415-95ac-b583db935f1a req-b03ec7d5-ba50-4506-a58f-71aaf5a280c9 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0591946 Sep 20 12:40:57.082839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f5d5d4c-4cf5-4415-95ac-b583db935f1a req-0b34ee65-0b1c-487d-800a-e4fb110e3675 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344760 Sep 20 12:40:57.108018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00485e13-ed89-4e8a-8482-c6eeaf9dfa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08439a2b-cb8e-4169-90cf-d6194d7c242c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:40:57.111047 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9482ea80-4048-466e-90b7-17c5eed7db8c" -d '{"events": [{"server_uuid": "00485e13-ed89-4e8a-8482-c6eeaf9dfa8c", "name": "network-vif-plugged", "status": "completed", "tag": "08439a2b-cb8e-4169-90cf-d6194d7c242c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:40:57.133691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:57.135101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:57.135789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:57.199882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'Network': ['ID=ed12e754-7150-419c-89f5-f510bef02379,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:57.211829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ed12e754-7150-419c-89f5-f510bef02379 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:40:57.228954 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-034939e5-9a5a-4080-b3de-e61a74ad190a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7435846 Sep 20 12:40:57.229213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38828) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:57.234458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'subnet': {'network_id': 'ed12e754-7150-419c-89f5-f510bef02379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:57.308453 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515b6e99-d323-4963-996a-ea1ef1272906 x-openstack-request-id: req-515b6e99-d323-4963-996a-ea1ef1272906 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:40:57.308745 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00485e13-ed89-4e8a-8482-c6eeaf9dfa8c", "name": "network-vif-plugged", "status": "completed", "tag": "08439a2b-cb8e-4169-90cf-d6194d7c242c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:40:57.308993 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-515b6e99-d323-4963-996a-ea1ef1272906 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:40:57.309510 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00485e13-ed89-4e8a-8482-c6eeaf9dfa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08439a2b-cb8e-4169-90cf-d6194d7c242c', 'code': 200} Sep 20 12:40:57.334198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Made reservation on behalf of 65273f3ce2e6431ba7ff1c1498566412 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:57.336800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:57.419711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72064b36-9597-4fd5-8167-dcfcb8dddd80 req-5289b7b1-c854-47a9-8bfd-d93720cdb56a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:57.421422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72064b36-9597-4fd5-8167-dcfcb8dddd80 req-5289b7b1-c854-47a9-8bfd-d93720cdb56a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0583410 Sep 20 12:40:57.461512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ef365-9e0d-4256-928f-6e0914f924c6 req-c46fb6fa-aa8e-46c9-a304-8272f34ef0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:57.462912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72064b36-9597-4fd5-8167-dcfcb8dddd80 req-18c5fd16-caa8-4dc2-8d32-1627193ef28c tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345492 Sep 20 12:40:57.463087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e41ef365-9e0d-4256-928f-6e0914f924c6 req-c46fb6fa-aa8e-46c9-a304-8272f34ef0d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 1097 time: 0.0617359 Sep 20 12:40:57.532585 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e41ef365-9e0d-4256-928f-6e0914f924c6 req-265d8a7e-0ae9-4c7a-b205-dc5411abcd72 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623288 Sep 20 12:40:57.788889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:40:57.788889 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:57.841295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7ada97a2-dc7f-4516-9eb6-61a71187b3d4,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:57.851471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Checking segment: {'id': 'b407e99c-f4fe-4747-9bb7-f8de6559b56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed12e754-7150-419c-89f5-f510bef02379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:40:57.851840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Network hostable DHCP agents. Network: ed12e754-7150-419c-89f5-f510bef02379, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:40:57.956480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Network ed12e754-7150-419c-89f5-f510bef02379 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:40:58.036098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ed12e754-7150-419c-89f5-f510bef02379) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:58.043822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:58.043822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:58.052223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad067b5-9f9a-4355-9454-abad7aefcc6b None None] Network ed12e754-7150-419c-89f5-f510bef02379 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:58.095668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec29c08-f2f6-4734-bfbb-ea4e591fa687 req-4f17f266-83e8-41ea-9955-50ce4eefdb83 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:58.097230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ec29c08-f2f6-4734-bfbb-ea4e591fa687 req-4f17f266-83e8-41ea-9955-50ce4eefdb83 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 947 time: 0.0524879 Sep 20 12:40:58.140711 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c13a5a4a-7329-4060-8419-aca9eb974c0d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9098456 Sep 20 12:40:58.141103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ec29c08-f2f6-4734-bfbb-ea4e591fa687 req-f9c1ae14-ccbc-4545-a3a4-b9da7d35e734 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344770 Sep 20 12:40:58.143171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38862) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:58.149599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1972699667', 'network_id': 'ed12e754-7150-419c-89f5-f510bef02379'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:58.193149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7896ecd3-8642-4895-bf26-66fc19634fc7 None None] Network ed12e754-7150-419c-89f5-f510bef02379 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:40:58.248376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Made reservation on behalf of 65273f3ce2e6431ba7ff1c1498566412 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:40:58.250908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:58.262200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8f188-a85f-433a-a945-d3b7e758d539 req-3cfcb91c-f320-4e5c-a1c9-2ef9543b60a5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:58.264422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ae8f188-a85f-433a-a945-d3b7e758d539 req-3cfcb91c-f320-4e5c-a1c9-2ef9543b60a5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0533223 Sep 20 12:40:58.267674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] device_id is not set on port 7c3f7ec2-f7b0-486b-bf9c-33b4dbf7dc40 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:40:58.312361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ae8f188-a85f-433a-a945-d3b7e758d539 req-295196ff-19eb-4009-8457-f472d0237e71 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393305 Sep 20 12:40:58.370116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Allocated IP 172.20.0.7 (ed12e754-7150-419c-89f5-f510bef02379/7ada97a2-dc7f-4516-9eb6-61a71187b3d4/7c3f7ec2-f7b0-486b-bf9c-33b4dbf7dc40) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:40:58.514224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:58.587427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63912-06f5-437b-b3a2-b6314dc0605b req-d28e7843-8fbc-4969-ab55-88efb250f275 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:58.588908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3b63912-06f5-437b-b3a2-b6314dc0605b req-d28e7843-8fbc-4969-ab55-88efb250f275 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0530438 Sep 20 12:40:58.632654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3b63912-06f5-437b-b3a2-b6314dc0605b req-54477ea8-2711-441d-a534-d6a583f39fd7 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376890 Sep 20 12:40:58.637527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:58.682434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Network ed12e754-7150-419c-89f5-f510bef02379 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:40:58.685150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:40:58.692633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:40:58.696142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'Port': ['ID=7c3f7ec2-f7b0-486b-bf9c-33b4dbf7dc40,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:58.736717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:58.737385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:58.854146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b112b06f-245f-46b9-982c-1b24a89bdfc7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7097502 Sep 20 12:40:58.856569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38878) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:58.938426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-863c469b-38bb-4458-ae42-adefe2d833b2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Deleting port 7c3f7ec2-f7b0-486b-bf9c-33b4dbf7dc40 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:58.938775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-863c469b-38bb-4458-ae42-adefe2d833b2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.017530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-863c469b-38bb-4458-ae42-adefe2d833b2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.029312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-863c469b-38bb-4458-ae42-adefe2d833b2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Calling delete_port for 7c3f7ec2-f7b0-486b-bf9c-33b4dbf7dc40 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:40:59.202782 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-863c469b-38bb-4458-ae42-adefe2d833b2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.238416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c469b-38bb-4458-ae42-adefe2d833b2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c3f7ec2-f7b0-486b-bf9c-33b4dbf7dc40,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:40:59.266191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd6f47-84a5-4f90-bed9-197ad28627b6 req-aa56e500-5e93-47bc-902c-8a6d1bc18449 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:59.267681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7fd6f47-84a5-4f90-bed9-197ad28627b6 req-aa56e500-5e93-47bc-902c-8a6d1bc18449 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 947 time: 0.0490761 Sep 20 12:40:59.300942 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-863c469b-38bb-4458-ae42-adefe2d833b2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.306068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-863c469b-38bb-4458-ae42-adefe2d833b2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7c3f7ec2-f7b0-486b-bf9c-33b4dbf7dc40 HTTP/1.1" status: 204 len: 168 time: 0.4484665 Sep 20 12:40:59.308386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7fd6f47-84a5-4f90-bed9-197ad28627b6 req-e006c383-cbcd-431b-9c37-c227f01d5d17 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=2beaed24-7293-4ce8-97a1-20d72089e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335810 Sep 20 12:40:59.308847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38894) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:59.313033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed12e754-7150-419c-89f5-f510bef02379', 'external_fixed_ips': [{'subnet_id': '7ada97a2-dc7f-4516-9eb6-61a71187b3d4', 'ip_address': '172.20.0.7'}]}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:40:59.417637 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.418682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.464123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ea08a-78e0-4ccb-8550-8c98fd886094 req-9ae64055-6d0b-4a83-959a-2c1a5221dad0 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:59.465641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b4ea08a-78e0-4ccb-8550-8c98fd886094 req-9ae64055-6d0b-4a83-959a-2c1a5221dad0 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0773799 Sep 20 12:40:59.494691 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.527256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b4ea08a-78e0-4ccb-8550-8c98fd886094 req-808a30ab-02d0-4385-b249-e4407002fbf3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Sep 20 12:40:59.647872 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-d4adff6b-1f16-41fa-80c0-7b02eb724140 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:59.649375 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-d4adff6b-1f16-41fa-80c0-7b02eb724140 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 947 time: 0.0483184 Sep 20 12:40:59.719774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.742321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab52b2-5610-408d-b24e-8b7fa993066e req-870c6a1d-885a-49ff-8e97-95c6aed1099c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:40:59.743928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9ab52b2-5610-408d-b24e-8b7fa993066e req-870c6a1d-885a-49ff-8e97-95c6aed1099c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.1206129 Sep 20 12:40:59.746764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Deleting port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:40:59.747113 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:40:59.802319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38906) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:40:59.811285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9ab52b2-5610-408d-b24e-8b7fa993066e req-18ae9b1d-a504-423e-8019-45b3f262923f tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Sep 20 12:40:59.877350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] For port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:40:59.878554 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.001288 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c901bec2-9478-4a76-81d0-267bde8f148c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.052181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9907054-530f-4a3b-87ae-08e83175f3ab req-7a9ea852-7e96-4e86-8c9b-47c9ea6b0118 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:00.053652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9907054-530f-4a3b-87ae-08e83175f3ab req-7a9ea852-7e96-4e86-8c9b-47c9ea6b0118 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1554880 Sep 20 12:41:00.064485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.064812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.065123 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Floating IP 6792d526-874c-4e95-bf26-962b3b2220a4 disassociated. External IP: 172.25.6.19, port: b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f. Sep 20 12:41:00.065470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Calling delete_port for b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:00.084022 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.125246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.143119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9907054-530f-4a3b-87ae-08e83175f3ab req-1717f817-d773-46a2-a8e8-6d72eb02d9cf tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822749 Sep 20 12:41:00.271736 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.289071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c901bec2-9478-4a76-81d0-267bde8f148c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.306829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event deleted for resources: {'Port': ['ID=b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:00.343028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c901bec2-9478-4a76-81d0-267bde8f148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.380338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Allocated IP 172.20.0.7 (ed12e754-7150-419c-89f5-f510bef02379/7ada97a2-dc7f-4516-9eb6-61a71187b3d4/5b0f3b45-2f64-448a-bdf8-edc24b83c15f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:00.425134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Router a8760c99-bb9f-4f16-ae35-b37fddb31036 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:41:00.721115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901bec2-9478-4a76-81d0-267bde8f148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e0f276-99e2-46d5-b202-4dc0cef1ec25,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:00.729688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c901bec2-9478-4a76-81d0-267bde8f148c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f4436f5f4144d9797bcd609ffef40f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9238222 Sep 20 12:41:00.735186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc67304-f601-4036-ab5d-74c83cfc956a req-a6243221-21b9-47e0-8d11-34f5db724ee4 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:00.736766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fc67304-f601-4036-ab5d-74c83cfc956a req-a6243221-21b9-47e0-8d11-34f5db724ee4 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 945 time: 0.4498713 Sep 20 12:41:00.740590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:00.870456 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fc67304-f601-4036-ab5d-74c83cfc956a req-efd1edc8-0ec4-4b8f-920f-85a9110a45c2 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130309 Sep 20 12:41:00.908468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e23656-b2d5-403a-bde7-866794041ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.913748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:00.930428 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] Sync routers for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:00.946763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.947441 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:00.948589 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:00.964910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] No DVR routers for this DVR port b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:41:00.967860 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:00.970614 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-486c5c63-bc06-47ea-b96b-240da89e9504 req-8a9466cf-8dbf-43f2-8961-7a956dc01a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.21 "DELETE /v2.0/ports/b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f HTTP/1.1" status: 204 len: 173 time: 1.3146982 Sep 20 12:41:00.971308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-deleted', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:00.974896 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950629f7-aaf7-47eb-904f-9f2944e898a5" -d '{"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-deleted", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:00.994782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e23656-b2d5-403a-bde7-866794041ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:01.064281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc1bfcde-39da-4f6b-8ce4-52c15e78d740 req-02773afe-c08c-49b8-b724-003761da26d8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=c078cad1-4978-4fd2-b803-d2f0c2548915 HTTP/1.1" status: 200 len: 210 time: 0.0301769 Sep 20 12:41:01.211746 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:01.288608 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e23656-b2d5-403a-bde7-866794041ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:01.291772 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e23656-b2d5-403a-bde7-866794041ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:01.295496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-04e23656-b2d5-403a-bde7-866794041ce7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78e0f276-99e2-46d5-b202-4dc0cef1ec25 HTTP/1.1" status: 204 len: 168 time: 0.5514741 Sep 20 12:41:01.304553 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:01.353904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e23656-b2d5-403a-bde7-866794041ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e0f276-99e2-46d5-b202-4dc0cef1ec25,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:01.384854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Network ed12e754-7150-419c-89f5-f510bef02379 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:01.398185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:01.406044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:01.427542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'Port': ['ID=5b0f3b45-2f64-448a-bdf8-edc24b83c15f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:01.464948 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:01.501953 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] Checking router: a8760c99-bb9f-4f16-ae35-b37fddb31036 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:41:01.511694 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:01.516647 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:01.540043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544c514-1979-43e0-9c31-70627b3578f3 req-c7f2e212-0580-4036-b3c1-92d323303232 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:01.545055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c544c514-1979-43e0-9c31-70627b3578f3 req-c7f2e212-0580-4036-b3c1-92d323303232 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.1937592 Sep 20 12:41:01.645308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c544c514-1979-43e0-9c31-70627b3578f3 req-7229ea9e-2127-45db-bf02-3bcee74f554a tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660100 Sep 20 12:41:01.653876 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:01.806710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:01.851583 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb061844-c5b2-4844-8f94-a84ea7215cf3 x-openstack-request-id: req-bb061844-c5b2-4844-8f94-a84ea7215cf3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:01.851583 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c078cad1-4978-4fd2-b803-d2f0c2548915", "name": "network-vif-deleted", "tag": "b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:01.851583 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb061844-c5b2-4844-8f94-a84ea7215cf3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:01.851979 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c078cad1-4978-4fd2-b803-d2f0c2548915', 'name': 'network-vif-deleted', 'tag': 'b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f', 'status': 'completed', 'code': 200} Sep 20 12:41:01.887913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:01.918488 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16fb962c-2f16-43ec-b6d0-b7e67428817b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:01.947565 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:01.975145 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e1f57-7223-4d36-8871-a7986da65995 None None] The sync data for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 is: [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:02.021982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4392458-8ce6-45a0-9b72-fc464a77ce1b req-a9fef651-0ba4-4af0-8617-238facf0b995 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:02.027262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4392458-8ce6-45a0-9b72-fc464a77ce1b req-a9fef651-0ba4-4af0-8617-238facf0b995 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1170778 Sep 20 12:41:02.166403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4392458-8ce6-45a0-9b72-fc464a77ce1b req-800b9497-c945-4ee1-add4-e9587e815231 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060309 Sep 20 12:41:02.203544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.214943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16fb962c-2f16-43ec-b6d0-b7e67428817b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.248472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc2581-b1d0-44ef-8161-bdba5af5a491 None None] New status for floating IP 6792d526-874c-4e95-bf26-962b3b2220a4: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:41:02.275470 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16fb962c-2f16-43ec-b6d0-b7e67428817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.358987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb962c-2f16-43ec-b6d0-b7e67428817b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b4d63f-815d-4512-afc2-0e984180a560,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:02.363390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-16fb962c-2f16-43ec-b6d0-b7e67428817b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea52ba433a584421a9f33f0ccccb5d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742637 Sep 20 12:41:02.366915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38936) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:02.431809 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4282b39-4eb0-4173-ae1f-825795bf0a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.448266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Router 57a2d523-b63e-493c-8bcf-9dfc06a6f909 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:02.461754 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4282b39-4eb0-4173-ae1f-825795bf0a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.579937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb034898-8370-4b06-aaeb-639acdae2c03 req-411a5287-6627-4a52-b5fb-6f50ff7cc715 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:02.581327 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb034898-8370-4b06-aaeb-639acdae2c03 req-411a5287-6627-4a52-b5fb-6f50ff7cc715 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0865211 Sep 20 12:41:02.584354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4282b39-4eb0-4173-ae1f-825795bf0a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.587165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4282b39-4eb0-4173-ae1f-825795bf0a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.588492 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a4282b39-4eb0-4173-ae1f-825795bf0a1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2b4d63f-815d-4512-afc2-0e984180a560 HTTP/1.1" status: 204 len: 168 time: 0.2199073 Sep 20 12:41:02.596746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4282b39-4eb0-4173-ae1f-825795bf0a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b4d63f-815d-4512-afc2-0e984180a560,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:02.613791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:02.623752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Sync routers for ids ['57a2d523-b63e-493c-8bcf-9dfc06a6f909'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:02.645740 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Routers {'57a2d523-b63e-493c-8bcf-9dfc06a6f909'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:02.645873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb034898-8370-4b06-aaeb-639acdae2c03 req-32f45c16-b049-44ed-a22b-24e84331790d tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Sep 20 12:41:02.645990 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['57a2d523-b63e-493c-8bcf-9dfc06a6f909'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:02.730808 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.733269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2562c32e-225c-4771-a9cf-1dbff4ffc0e8 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.4233806 Sep 20 12:41:02.735936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38944) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:02.752506 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Set router 57a2d523-b63e-493c-8bcf-9dfc06a6f909 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:02.843027 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.957774 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a2d523-b63e-493c-8bcf-9dfc06a6f909', 'name': '', 'tenant_id': '65273f3ce2e6431ba7ff1c1498566412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed12e754-7150-419c-89f5-f510bef02379', 'external_fixed_ips': [{'subnet_id': '7ada97a2-dc7f-4516-9eb6-61a71187b3d4', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b0f3b45-2f64-448a-bdf8-edc24b83c15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:59Z', 'updated_at': '2021-09-20T12:41:01Z', 'revision_number': 3, 'project_id': '65273f3ce2e6431ba7ff1c1498566412', 'gw_port': {'id': '5b0f3b45-2f64-448a-bdf8-edc24b83c15f', 'name': '', 'network_id': 'ed12e754-7150-419c-89f5-f510bef02379', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a2d523-b63e-493c-8bcf-9dfc06a6f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '7ada97a2-dc7f-4516-9eb6-61a71187b3d4', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:00Z', 'updated_at': '2021-09-20T12:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ada97a2-dc7f-4516-9eb6-61a71187b3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:02.962272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ca56e-ffc0-4a3d-8689-986b766a5e2a req-8e55aa79-b160-4560-b81c-a4e302d116a2 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:02.966960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ca56e-ffc0-4a3d-8689-986b766a5e2a req-8e55aa79-b160-4560-b81c-a4e302d116a2 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:02.973489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ca56e-ffc0-4a3d-8689-986b766a5e2a req-8e55aa79-b160-4560-b81c-a4e302d116a2 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:02.975201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c35ca56e-ffc0-4a3d-8689-986b766a5e2a req-8e55aa79-b160-4560-b81c-a4e302d116a2 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c&device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe&device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 2417 time: 0.0708623 Sep 20 12:41:02.975580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:02.990026 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Checking router: 57a2d523-b63e-493c-8bcf-9dfc06a6f909 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:41:02.991486 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Updating router 57a2d523-b63e-493c-8bcf-9dfc06a6f909 port 5b0f3b45-2f64-448a-bdf8-edc24b83c15f binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:41:03.015612 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.015881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c35ca56e-ffc0-4a3d-8689-986b766a5e2a req-3bdcfe89-537d-4958-b9c9-bb2221e78130 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338082 Sep 20 12:41:03.083081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Deleting port 5b0f3b45-2f64-448a-bdf8-edc24b83c15f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:03.083081 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.101559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:03.126052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:03.170638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.184533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:03.185653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b1b1d334-e61d-4cf8-abd9-f9ca4cfdce5f not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:03.188887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Calling delete_port for 5b0f3b45-2f64-448a-bdf8-edc24b83c15f owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:03.207015 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c187a3af-2834-4057-8be6-bdb4aa27dba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.234106 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c187a3af-2834-4057-8be6-bdb4aa27dba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.326219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bcc8d-9732-44e8-9051-ec817434a0eb req-e6b93ea7-fe48-4697-bdb8-acaded539a5d tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:03.328081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f5bcc8d-9732-44e8-9051-ec817434a0eb req-e6b93ea7-fe48-4697-bdb8-acaded539a5d tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0719368 Sep 20 12:41:03.385125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f5bcc8d-9732-44e8-9051-ec817434a0eb req-23186378-2f74-404b-b573-d1bea174ecbc tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486047 Sep 20 12:41:03.387240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c187a3af-2834-4057-8be6-bdb4aa27dba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.392059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c187a3af-2834-4057-8be6-bdb4aa27dba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.397654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c187a3af-2834-4057-8be6-bdb4aa27dba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "DELETE /v2.0/security-groups/2beaed24-7293-4ce8-97a1-20d72089e8a1 HTTP/1.1" status: 204 len: 168 time: 0.2954521 Sep 20 12:41:03.401795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38964) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:03.416350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187a3af-2834-4057-8be6-bdb4aa27dba2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beaed24-7293-4ce8-97a1-20d72089e8a1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:03.417808 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-f94e54a5-a38d-4267-9d8d-2790301f51a0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] show failed (client error): The resource could not be found. Sep 20 12:41:03.418945 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f94e54a5-a38d-4267-9d8d-2790301f51a0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups/2beaed24-7293-4ce8-97a1-20d72089e8a1 HTTP/1.1" status: 404 len: 347 time: 0.0161538 Sep 20 12:41:03.421900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:03.446640 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:41:03.482497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.483467 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.db.api [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:41:03.483991 n-d-809934-3 neutron-server[95505]: DEBUG oslo_db.api [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:41:03.511169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b0f3b45-2f64-448a-bdf8-edc24b83c15f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:03.571919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ec5a-5dd8-4e86-8360-80318af7ee7d req-4f832838-c2d2-48ff-b2ac-bf50e1a9d96a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:03.573466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64a4ec5a-5dd8-4e86-8360-80318af7ee7d req-4f832838-c2d2-48ff-b2ac-bf50e1a9d96a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1150305 Sep 20 12:41:03.583855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.611407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Deleting port f8f3c155-d26e-4469-a6a5-9d25c5091037 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:03.611759 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.635897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64a4ec5a-5dd8-4e86-8360-80318af7ee7d req-ab08759c-17ac-4a9a-9910-126dd49d0e80 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540538 Sep 20 12:41:03.675986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.678211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.712936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.713320 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.730676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Calling delete_port for f8f3c155-d26e-4469-a6a5-9d25c5091037 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:03.803971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.804555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57a2d523-b63e-493c-8bcf-9dfc06a6f909 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:03.818252 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.818252 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ed1ae4f7-f923-4ccf-bc82-5a243aed499f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "DELETE /v2.0/routers/57a2d523-b63e-493c-8bcf-9dfc06a6f909 HTTP/1.1" status: 204 len: 168 time: 1.0766125 Sep 20 12:41:03.819606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38982) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:03.887457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ba2221-1fec-428c-9051-0272f43f34e7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Deleting subnet 7ada97a2-dc7f-4516-9eb6-61a71187b3d4 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:41:03.891028 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61ba2221-1fec-428c-9051-0272f43f34e7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.933423 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61ba2221-1fec-428c-9051-0272f43f34e7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.968686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.973460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61ba2221-1fec-428c-9051-0272f43f34e7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:03.998113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event deleted for resources: {'Port': ['ID=f8f3c155-d26e-4469-a6a5-9d25c5091037,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:04.010907 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Port 5b0f3b45-2f64-448a-bdf8-edc24b83c15f not found while updating agent binding for router 57a2d523-b63e-493c-8bcf-9dfc06a6f909. {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 20 12:41:04.022008 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Routers set() bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:04.022503 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Router IDs set() for agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 12:41:04.025166 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'57a2d523-b63e-493c-8bcf-9dfc06a6f909'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent'). {{(pid=95505) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 20 12:41:04.025166 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e0226-0f0a-43a7-a4b6-2f4eae22dae1 None None] The sync data for ids ['57a2d523-b63e-493c-8bcf-9dfc06a6f909'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:04.079693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.085669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.086083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e868474f-70c1-44ff-a1c4-eb105c9a4b5e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "DELETE /v2.0/floatingips/6792d526-874c-4e95-bf26-962b3b2220a4 HTTP/1.1" status: 204 len: 168 time: 0.6631095 Sep 20 12:41:04.142376 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61ba2221-1fec-428c-9051-0272f43f34e7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.168395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61ba2221-1fec-428c-9051-0272f43f34e7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.172680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-61ba2221-1fec-428c-9051-0272f43f34e7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/7ada97a2-dc7f-4516-9eb6-61a71187b3d4 HTTP/1.1" status: 204 len: 168 time: 0.3491724 Sep 20 12:41:04.172680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2221-1fec-428c-9051-0272f43f34e7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7ada97a2-dc7f-4516-9eb6-61a71187b3d4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:04.173247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38992) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:04.255808 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.342956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.367516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed12e754-7150-419c-89f5-f510bef02379']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:04.375471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b407e99c-f4fe-4747-9bb7-f8de6559b56b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:04.375905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b407e99c-f4fe-4747-9bb7-f8de6559b56b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:04.385533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.400045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.406302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:41:04.406689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:41:04.408712 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:41:04.524686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39006) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:04.529417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-97252f14-b0cd-413e-bb2c-9248a29b8c30 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124545184', 'description': 'tempest-description--2027822289'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:04.535013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.545649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed12e754-7150-419c-89f5-f510bef02379 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 20 12:41:04.568533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.579048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ed12e754-7150-419c-89f5-f510bef02379 HTTP/1.1" status: 204 len: 168 time: 0.4016509 Sep 20 12:41:04.585400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73531e-0e41-485f-b46f-4ee04e5958d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed12e754-7150-419c-89f5-f510bef02379,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:04.659394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97252f14-b0cd-413e-bb2c-9248a29b8c30 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.785852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97252f14-b0cd-413e-bb2c-9248a29b8c30 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.859955 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97252f14-b0cd-413e-bb2c-9248a29b8c30 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.899490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97252f14-b0cd-413e-bb2c-9248a29b8c30 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6a1371-4e90-4c24-8ce1-d08221eae357,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:04.952165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97252f14-b0cd-413e-bb2c-9248a29b8c30 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:04.954259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-97252f14-b0cd-413e-bb2c-9248a29b8c30 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4284537 Sep 20 12:41:04.960853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39026) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:04.970649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-106978c4-d78c-4013-8b24-4382f9ff1f59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'security_group_rule': {'security_group_id': 'dc6a1371-4e90-4c24-8ce1-d08221eae357', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:05.056954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39032) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:05.065132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-69e6a5fe-cf9c-4403-a0ed-1f9603cd311c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'router': {'name': 'tempest-router--1912685657', 'project_id': '2d059cccc6fb434891b68747ad4ab109'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:05.069720 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-106978c4-d78c-4013-8b24-4382f9ff1f59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.187823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef78ee-0273-47d0-ad4b-c28b1f965128 req-d0c5680f-6e91-46dd-9946-114c3519f342 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:05.189280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acef78ee-0273-47d0-ad4b-c28b1f965128 req-d0c5680f-6e91-46dd-9946-114c3519f342 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0876710 Sep 20 12:41:05.190945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-106978c4-d78c-4013-8b24-4382f9ff1f59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.228178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acef78ee-0273-47d0-ad4b-c28b1f965128 req-286bfab1-547a-4c60-af59-87dd9ea8eb5f tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327716 Sep 20 12:41:05.231122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e6a5fe-cf9c-4403-a0ed-1f9603cd311c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.232238 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e6a5fe-cf9c-4403-a0ed-1f9603cd311c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.295271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e6a5fe-cf9c-4403-a0ed-1f9603cd311c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.296234 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-106978c4-d78c-4013-8b24-4382f9ff1f59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.316365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106978c4-d78c-4013-8b24-4382f9ff1f59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db1dc0a-22fe-45c6-a1c2-ecff0680d20d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:05.368282 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e6a5fe-cf9c-4403-a0ed-1f9603cd311c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.379119 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-106978c4-d78c-4013-8b24-4382f9ff1f59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.380758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-106978c4-d78c-4013-8b24-4382f9ff1f59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4163983 Sep 20 12:41:05.383448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39038) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:05.387858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3e7f96ae-44b5-45fc-821f-934102cc940c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'security_group_rule': {'security_group_id': 'dc6a1371-4e90-4c24-8ce1-d08221eae357', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:05.437404 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e6a5fe-cf9c-4403-a0ed-1f9603cd311c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.438607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-69e6a5fe-cf9c-4403-a0ed-1f9603cd311c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3793943 Sep 20 12:41:05.441299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:05.513765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d26d77-a7dc-4087-aee3-6510ed61c30c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.587754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e7f96ae-44b5-45fc-821f-934102cc940c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.722052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d26d77-a7dc-4087-aee3-6510ed61c30c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.725599 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d26d77-a7dc-4087-aee3-6510ed61c30c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.793568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb5c8-e7c3-433a-b926-60de243c27e2 req-2fb8316a-884b-4230-a99d-f470c97c331b tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:05.795046 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a71bb5c8-e7c3-433a-b926-60de243c27e2 req-2fb8316a-884b-4230-a99d-f470c97c331b tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.1391232 Sep 20 12:41:05.800512 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e7f96ae-44b5-45fc-821f-934102cc940c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.833471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a71bb5c8-e7c3-433a-b926-60de243c27e2 req-5846ad8f-dd3a-4984-b548-fd2ddaa9395f tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Sep 20 12:41:05.870894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d26d77-a7dc-4087-aee3-6510ed61c30c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.871415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d26d77-a7dc-4087-aee3-6510ed61c30c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c280e694-2e45-4aa8-a2ee-6cb5dfb86832 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:05.873174 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e7f96ae-44b5-45fc-821f-934102cc940c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.877528 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d26d77-a7dc-4087-aee3-6510ed61c30c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.881678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-08d26d77-a7dc-4087-aee3-6510ed61c30c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c280e694-2e45-4aa8-a2ee-6cb5dfb86832 HTTP/1.1" status: 204 len: 168 time: 0.4391439 Sep 20 12:41:05.897080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f96ae-44b5-45fc-821f-934102cc940c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348843eb-ab8f-487c-b12e-1fb91549344b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:05.979250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e7f96ae-44b5-45fc-821f-934102cc940c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:05.980449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e7f96ae-44b5-45fc-821f-934102cc940c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5960605 Sep 20 12:41:05.983437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:05.987766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:06.082225 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.186070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.189413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39062) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:06.294828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Allocated IP 172.25.6.105 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/6e0235e7-a627-499b-a720-faec01e0a610) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:06.359537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1863993346', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:06.411015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87284f02-709a-4e49-a7fa-5fdff3f0a260 req-09a5c62b-2cfd-405e-8598-3f5e71314553 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:06.412778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87284f02-709a-4e49-a7fa-5fdff3f0a260 req-09a5c62b-2cfd-405e-8598-3f5e71314553 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1016848 Sep 20 12:41:06.435960 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.437108 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.457894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.475100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87284f02-709a-4e49-a7fa-5fdff3f0a260 req-a5dff133-34dd-4cc1-95aa-90b464417fae tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Sep 20 12:41:06.493765 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.556718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.596812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:06.600475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:06.604017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:06.629492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'Port': ['ID=6e0235e7-a627-499b-a720-faec01e0a610,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:06.678791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.696713 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.781913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.951585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.970758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:06.989855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5586d-bd93-4527-a590-34d3157faa46 req-8bb009cf-f339-4b15-91d8-ea20643c58fc tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:06.991187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85d5586d-bd93-4527-a590-34d3157faa46 req-8bb009cf-f339-4b15-91d8-ea20643c58fc tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0751009 Sep 20 12:41:07.000144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.034318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85d5586d-bd93-4527-a590-34d3157faa46 req-ae9147fa-fafd-47a3-9b36-627b989f8e26 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Sep 20 12:41:07.053729 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.076837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Allocated IP 172.25.6.78 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/0fd094d1-aab7-4d8b-81a0-59109f810fc8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:07.194609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.259883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.304139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:07.307224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:07.314872 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:07.318538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event updated for resources: {'Port': ['ID=0fd094d1-aab7-4d8b-81a0-59109f810fc8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:07.399102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39084) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:07.419550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'Port': ['ID=6e0235e7-a627-499b-a720-faec01e0a610,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:07.429565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.499516 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.500819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c7e00d5-0789-4923-8d19-19579ed130ca tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5164270 Sep 20 12:41:07.524845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43710afb-1467-45d2-bc91-3eb5371be89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.591676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23df4b-131e-4d8b-8df9-ae4daf462654 req-93eef123-85c9-4dc0-98f1-ea1c4ee713c8 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:07.598252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a23df4b-131e-4d8b-8df9-ae4daf462654 req-93eef123-85c9-4dc0-98f1-ea1c4ee713c8 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0538080 Sep 20 12:41:07.633445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a23df4b-131e-4d8b-8df9-ae4daf462654 req-f3b5858a-16c3-4913-9a73-0e1b16b55bf0 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337617 Sep 20 12:41:07.665249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.788246 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43710afb-1467-45d2-bc91-3eb5371be89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.805250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-af4d5711-0160-45c4-aa28-afac116d51a3 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2124545184&fields=id&tenant_id=c482a3c603c1493a8e4d7f698cdd1d29 HTTP/1.1" status: 200 len: 267 time: 0.0353467 Sep 20 12:41:07.836737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43710afb-1467-45d2-bc91-3eb5371be89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:07.887151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43710afb-1467-45d2-bc91-3eb5371be89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6f222d-a5ff-416c-a90e-99f7555cde5f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:07.918998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-43710afb-1467-45d2-bc91-3eb5371be89a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0e8e618d2c645b2b1e0bb077b724b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188708 Sep 20 12:41:07.921565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39104) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:07.930650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-c87ff016-2362-49db-9802-127f4026f5d2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:07.932186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-c87ff016-2362-49db-9802-127f4026f5d2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 817 time: 0.1184978 Sep 20 12:41:07.948811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-37029aab-eccf-4cfa-b379-ef343b9bbb40 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/quotas/c482a3c603c1493a8e4d7f698cdd1d29 HTTP/1.1" status: 200 len: 375 time: 0.0098963 Sep 20 12:41:07.958084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:08.005162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-ac419467-ecc2-4368-a921-961e09bd1f87 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499024 Sep 20 12:41:08.022411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-663b75b2-4924-4100-8fcc-b8c5401b9c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:08.080104 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-663b75b2-4924-4100-8fcc-b8c5401b9c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:08.106819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f526eb82-f8a8-4713-9627-33e0f88c6f45 service neutron] 10.222.0.37 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893998 Sep 20 12:41:08.196394 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-3eee079f-fdd6-4b74-af30-4ec1ccd20b6c service neutron] 10.222.0.37 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831330 Sep 20 12:41:08.212619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Router c8efc369-f9f8-4599-9186-bb00f023749e is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:08.255403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-663b75b2-4924-4100-8fcc-b8c5401b9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:08.258023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-663b75b2-4924-4100-8fcc-b8c5401b9c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:08.259167 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-663b75b2-4924-4100-8fcc-b8c5401b9c14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee6f222d-a5ff-416c-a90e-99f7555cde5f HTTP/1.1" status: 204 len: 168 time: 0.3367565 Sep 20 12:41:08.274014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b75b2-4924-4100-8fcc-b8c5401b9c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6f222d-a5ff-416c-a90e-99f7555cde5f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:08.337200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:08.345567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0d513-0a81-46d7-843c-6cefa09e0c27 None None] Sync routers for ids ['c8efc369-f9f8-4599-9186-bb00f023749e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:08.356793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0d513-0a81-46d7-843c-6cefa09e0c27 None None] Routers {'c8efc369-f9f8-4599-9186-bb00f023749e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:08.357708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0cd0d513-0a81-46d7-843c-6cefa09e0c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c8efc369-f9f8-4599-9186-bb00f023749e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:08.401736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0cd0d513-0a81-46d7-843c-6cefa09e0c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:08.410171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0d513-0a81-46d7-843c-6cefa09e0c27 None None] Routers {'c8efc369-f9f8-4599-9186-bb00f023749e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:08.410792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0cd0d513-0a81-46d7-843c-6cefa09e0c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c8efc369-f9f8-4599-9186-bb00f023749e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:08.414101 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:08.415596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3738949c-a4f2-4c20-af50-13e44ea1fc79 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2244654 Sep 20 12:41:08.418318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39116) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:08.447615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0cd0d513-0a81-46d7-843c-6cefa09e0c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:08.448554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0d513-0a81-46d7-843c-6cefa09e0c27 None None] The sync data for ids ['c8efc369-f9f8-4599-9186-bb00f023749e'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:08.482008 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d483b2-7b8d-4950-b5ef-5d1e6d9d3a27 req-f83265fb-e039-46d5-bdaf-bb4b4330671d tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:08.483517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92d483b2-7b8d-4950-b5ef-5d1e6d9d3a27 req-f83265fb-e039-46d5-bdaf-bb4b4330671d tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0583370 Sep 20 12:41:08.529425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92d483b2-7b8d-4950-b5ef-5d1e6d9d3a27 req-6db8d077-90bb-449a-a1a7-bce26da026b5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Sep 20 12:41:08.562797 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e35e1255-8d5a-4a65-ae76-b0ac8262d011 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/routers/c8efc369-f9f8-4599-9186-bb00f023749e HTTP/1.1" status: 200 len: 920 time: 0.1429203 Sep 20 12:41:08.565793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:08.609199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a04df7d-6bb8-4f40-a074-e71459085958 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8efc369-f9f8-4599-9186-bb00f023749e HTTP/1.1" status: 200 len: 205 time: 0.0400379 Sep 20 12:41:08.611266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39122) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:08.647185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9ed5daa-275e-4607-b821-461a9bf14c03 req-3c0ecc91-033a-4dd6-9f7f-6a6f2a914df5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0387077 Sep 20 12:41:08.744909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:08.834237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958cf0-a738-4fb2-9048-5337f6a0c9b9 req-fc82d920-eb64-44d6-9a9e-555169bbe57c tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:08.835159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db958cf0-a738-4fb2-9048-5337f6a0c9b9 req-fc82d920-eb64-44d6-9a9e-555169bbe57c tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0749865 Sep 20 12:41:08.880299 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:08.891355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db958cf0-a738-4fb2-9048-5337f6a0c9b9 req-35373a02-e61d-4faa-b34f-ef46f91641ae tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495522 Sep 20 12:41:09.045122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:09.063177 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f279ce45-101c-4579-88b0-1a802f490afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.174899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f279ce45-101c-4579-88b0-1a802f490afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.247632 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f279ce45-101c-4579-88b0-1a802f490afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.291790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f279ce45-101c-4579-88b0-1a802f490afc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7f925da70d34b9887122bcfcbaece67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452250 Sep 20 12:41:09.292594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279ce45-101c-4579-88b0-1a802f490afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2551571d-1b59-4584-8e15-af439c0133eb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:09.295910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:09.327041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Deleting port 0fd094d1-aab7-4d8b-81a0-59109f810fc8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:09.327622 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.349346 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8a35add-02fe-4d03-bb9e-3d6410b4eeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.371146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8a35add-02fe-4d03-bb9e-3d6410b4eeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.403449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.415749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Calling delete_port for 0fd094d1-aab7-4d8b-81a0-59109f810fc8 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:09.476230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8a35add-02fe-4d03-bb9e-3d6410b4eeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.478873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8a35add-02fe-4d03-bb9e-3d6410b4eeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.482486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a8a35add-02fe-4d03-bb9e-3d6410b4eeef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2551571d-1b59-4584-8e15-af439c0133eb HTTP/1.1" status: 204 len: 168 time: 0.1830356 Sep 20 12:41:09.488072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a35add-02fe-4d03-bb9e-3d6410b4eeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2551571d-1b59-4584-8e15-af439c0133eb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:09.647991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.654406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e65ad-d99b-4e97-a9ea-20682df7aaeb req-7d71c278-930a-49c6-b0fe-ef66b5919c92 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:09.655839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c5e65ad-d99b-4e97-a9ea-20682df7aaeb req-7d71c278-930a-49c6-b0fe-ef66b5919c92 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0506895 Sep 20 12:41:09.678655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event deleted for resources: {'Port': ['ID=0fd094d1-aab7-4d8b-81a0-59109f810fc8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:09.701605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c5e65ad-d99b-4e97-a9ea-20682df7aaeb req-e1b88099-5d82-42f4-90a9-b19e9bf91e60 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387218 Sep 20 12:41:09.749425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.790222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9cb75bd2-474b-4311-be5f-4b27ec1040e2 req-7600df92-2f94-4b23-abb6-6c04a0a54055 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0273201 Sep 20 12:41:09.844535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.846696 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.955237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.955237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Fanout notify agent at l3_agent the message router_deleted on router c8efc369-f9f8-4599-9186-bb00f023749e {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:09.964574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:09.966009 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-80fb2d97-3e9a-41bc-b7ca-59090232ed45 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/c8efc369-f9f8-4599-9186-bb00f023749e HTTP/1.1" status: 204 len: 168 time: 1.3551605 Sep 20 12:41:09.971848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:09.988215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2077406615', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': False}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:10.038020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f1b7-84c5-4f3a-9353-8176a0e750a3 req-180da86a-987d-4b2e-8978-61de6c54129d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:10.041424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a2f1b7-84c5-4f3a-9353-8176a0e750a3 req-180da86a-987d-4b2e-8978-61de6c54129d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0692575 Sep 20 12:41:10.079605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a2f1b7-84c5-4f3a-9353-8176a0e750a3 req-24c3125a-336d-4119-8b1f-10adba4ef017 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Sep 20 12:41:10.121975 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:10.123101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:10.179543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:10.359369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:10.638382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:10.657745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:10.790078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Allocated IP 172.25.6.163 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/71e3a04b-529c-4673-b509-a0ce60e61f6f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:10.834660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-3f98facb-cc85-4565-9173-3bb54be685b1 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:10.837216 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-3f98facb-cc85-4565-9173-3bb54be685b1 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.32 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 817 time: 0.1615729 Sep 20 12:41:10.879237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19bebd-ff05-4203-a8f4-5d173e225cdc req-9a4a60bf-47b2-4d79-88fc-51c5ff48f6bc tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:10.880948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb19bebd-ff05-4203-a8f4-5d173e225cdc req-9a4a60bf-47b2-4d79-88fc-51c5ff48f6bc tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0874126 Sep 20 12:41:10.890873 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-bedeff0e-aa66-4a2a-9e79-c21ef945a9b4 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c482a3c603c1493a8e4d7f698cdd1d29 HTTP/1.1" status: 200 len: 380 time: 0.0423379 Sep 20 12:41:10.902316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'port': {'device_id': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'admin_state_up': True, 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'security_groups': ['dc6a1371-4e90-4c24-8ce1-d08221eae357']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:10.962308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb19bebd-ff05-4203-a8f4-5d173e225cdc req-9e9f8ca9-6c57-4389-ba58-048c12855cb6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532944 Sep 20 12:41:10.981102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:11.062714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8428810d-47eb-4b42-9f82-d61eb933da3b req-d2c26aaf-265d-4471-a90a-09ce2da34d83 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Sep 20 12:41:11.153271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:11.155963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Made reservation on behalf of c482a3c603c1493a8e4d7f698cdd1d29 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:11.160768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:11.225645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:11.232057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:11.242930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:11.274735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'Port': ['ID=71e3a04b-529c-4673-b509-a0ce60e61f6f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:11.291109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1eced-2eb4-4586-8b19-02130ad02560 req-1b3df8ff-6946-40c0-b3c0-2293c54a9609 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:11.292900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3a1eced-2eb4-4586-8b19-02130ad02560 req-1b3df8ff-6946-40c0-b3c0-2293c54a9609 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1329615 Sep 20 12:41:11.339758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-1419c197-d583-4b02-8941-f71861934c0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2888165 Sep 20 12:41:11.369704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Allocated IP 172.20.0.5 (e99487ea-3c74-4d02-ba81-5912a3255fe0/42dda24d-7a62-4ffb-879e-94893262f9e7/727d2a34-f5b4-474a-9bc8-4591e2535a79) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:11.390483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3a1eced-2eb4-4586-8b19-02130ad02560 req-2c0ac3b5-35be-4d27-8733-1a1c37e754db tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900111 Sep 20 12:41:11.486401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-cb9bba44-afb5-443c-a941-54049310e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:11.487918 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-cb9bba44-afb5-443c-a941-54049310e6cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 1096 time: 0.1197584 Sep 20 12:41:11.647976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:11.672854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-2c1db892-3bd3-4107-9782-c63de88addf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:11.674365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-2c1db892-3bd3-4107-9782-c63de88addf4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 911 time: 0.1375246 Sep 20 12:41:11.680319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:11.728724 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-9bae89b0-3503-4aae-851e-887a2f263312 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e85e13-3312-425c-8698-691418fc126e HTTP/1.1" status: 200 len: 217 time: 0.0445364 Sep 20 12:41:11.781399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-cf1963b1-df1d-41f0-a48d-fc27d5262d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:11.782813 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-cf1963b1-df1d-41f0-a48d-fc27d5262d38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 200 len: 851 time: 0.0468678 Sep 20 12:41:11.821139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:11.826991 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-ed034eaf-f3d0-44aa-9a1a-e695a5c641da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e919b80f-c198-4e62-ad65-66b9457e8ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336423 Sep 20 12:41:11.901932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:11.902662 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:11.914067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:11.917555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:11.919768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:12.018372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:12.019120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.032383 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-b2ba1bc9-ee15-4674-b0dc-f293005162c9 service neutron] 10.222.0.21 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967981 Sep 20 12:41:12.102326 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-9626adf3-6e1e-4266-b73a-776e9ce162e2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2037687 Sep 20 12:41:12.133894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73293fc-b2f8-475e-96b2-78c900ba388f req-33c31726-b767-4790-98b3-3a1456cdefbf tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:12.135668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f73293fc-b2f8-475e-96b2-78c900ba388f req-33c31726-b767-4790-98b3-3a1456cdefbf tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0619206 Sep 20 12:41:12.164367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Router 0756617c-c4c9-4f60-ad71-cdbed3712b25 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:12.181321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f73293fc-b2f8-475e-96b2-78c900ba388f req-f172b564-48ad-4c22-828f-d0101ce1163b tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Sep 20 12:41:12.189399 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45ed86b7-feb9-4fc1-b14b-583f2deee19b req-243998ac-76be-4639-a900-f374cc78f350 service neutron] 10.222.0.21 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490922 Sep 20 12:41:12.195085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8e65a529-8d20-4317-9c6d-56e22db10a38 None None] Provisioning complete for port 727d2a34-f5b4-474a-9bc8-4591e2535a79 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:41:12.195575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e65a529-8d20-4317-9c6d-56e22db10a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.245665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8e65a529-8d20-4317-9c6d-56e22db10a38 None None] Port 727d2a34-f5b4-474a-9bc8-4591e2535a79 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:41:12.325414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:12.340208 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Sync routers for ids ['0756617c-c4c9-4f60-ad71-cdbed3712b25'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:12.344756 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-59cb1915-4261-4c48-b1f1-8d20ccecbbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.356802 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Routers {'0756617c-c4c9-4f60-ad71-cdbed3712b25'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:12.357693 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0756617c-c4c9-4f60-ad71-cdbed3712b25'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:12.373640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646cc97-9c15-4878-ace3-211bc31e410a req-798b4a3a-9f52-4b5c-97f2-1ab74882620c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:12.375306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5646cc97-9c15-4878-ace3-211bc31e410a req-798b4a3a-9f52-4b5c-97f2-1ab74882620c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 931 time: 0.0929923 Sep 20 12:41:12.417696 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.422295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b555b7f-12cc-4195-82ea-01bcdd6a4560 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4491870 Sep 20 12:41:12.425446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39212) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:12.432011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Request body: {'port': {'device_id': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:12.446576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5646cc97-9c15-4878-ace3-211bc31e410a req-9a74c1e0-2b68-4548-b9a9-cc9f780d34ed tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590909 Sep 20 12:41:12.488832 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Set router 0756617c-c4c9-4f60-ad71-cdbed3712b25 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:12.543964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.593271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7428b3-368b-465f-a1e0-55d8fcb98610 req-ed832892-48aa-4198-b43a-5ba0d1d2ce72 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:12.594147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa7428b3-368b-465f-a1e0-55d8fcb98610 req-ed832892-48aa-4198-b43a-5ba0d1d2ce72 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0852292 Sep 20 12:41:12.638012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa7428b3-368b-465f-a1e0-55d8fcb98610 req-3b35ae1b-d07b-4c1b-9385-6f687e56b10f tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365741 Sep 20 12:41:12.732881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d3041f96-d156-4169-b0c0-40af65c8165c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/routers/0756617c-c4c9-4f60-ad71-cdbed3712b25 HTTP/1.1" status: 200 len: 909 time: 0.3080995 Sep 20 12:41:12.735388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39222) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:12.741108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2077406615', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': True}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:12.790875 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0756617c-c4c9-4f60-ad71-cdbed3712b25', 'name': 'tempest-snat-router-2077406615', 'tenant_id': '65273f3ce2e6431ba7ff1c1498566412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': False}, 'gw_port_id': '71e3a04b-529c-4673-b509-a0ce60e61f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:10Z', 'updated_at': '2021-09-20T12:41:11Z', 'revision_number': 3, 'project_id': '65273f3ce2e6431ba7ff1c1498566412', 'gw_port': {'id': '71e3a04b-529c-4673-b509-a0ce60e61f6f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0756617c-c4c9-4f60-ad71-cdbed3712b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:10Z', 'updated_at': '2021-09-20T12:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:12.822523 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Checking router: 0756617c-c4c9-4f60-ad71-cdbed3712b25 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:41:12.822766 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Updating router 0756617c-c4c9-4f60-ad71-cdbed3712b25 port 71e3a04b-529c-4673-b509-a0ce60e61f6f binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:41:12.825180 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.826510 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.850597 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.899284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727d2a34-f5b4-474a-9bc8-4591e2535a79 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:41:12.900904 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.907390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:12.921001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Transition to ACTIVE for port object 727d2a34-f5b4-474a-9bc8-4591e2535a79 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:41:12.995652 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.046644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:13.120369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.150516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Attempting to bind port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:13.151064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Attempting to bind port 727d2a34-f5b4-474a-9bc8-4591e2535a79 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:13.151608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Attempting to bind port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on network e99487ea-3c74-4d02-ba81-5912a3255fe0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:13.156401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on network e99487ea-3c74-4d02-ba81-5912a3255fe0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:41:13.156944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Attempting to bind port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on network e99487ea-3c74-4d02-ba81-5912a3255fe0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:13.164161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:13.164161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Checking segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:13.164161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Bound using segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:13.164517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Bound port: 727d2a34-f5b4-474a-9bc8-4591e2535a79, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:13.164940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.168118 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.243263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:41:13.248168 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.258801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:41:13.311456 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Attempting to bind port 71e3a04b-529c-4673-b509-a0ce60e61f6f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:13.311829 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Attempting to bind port 71e3a04b-529c-4673-b509-a0ce60e61f6f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:13.312192 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Attempting to bind port 71e3a04b-529c-4673-b509-a0ce60e61f6f on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:13.315072 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde3da5-0159-4cdc-bc12-79ae2e0604b1 None None] Pushing event updated for resources: {'Port': ['ID=71e3a04b-529c-4673-b509-a0ce60e61f6f,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:13.318785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.321258 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:13.321643 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:13.322058 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.322449 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:13.323166 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Bound port: 71e3a04b-529c-4673-b509-a0ce60e61f6f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:13.323574 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.336126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96e6af-15a9-49c8-8763-3723818414fb req-ff254efd-d3f9-44f1-9d0a-030dc99699ce tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:13.337824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf96e6af-15a9-49c8-8763-3723818414fb req-ff254efd-d3f9-44f1-9d0a-030dc99699ce tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0687842 Sep 20 12:41:13.381234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:13.382203 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.383857 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] 10.222.0.32 "PUT /v2.0/ports/727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 1091 time: 1.2420318 Sep 20 12:41:13.384368 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] For port 71e3a04b-529c-4673-b509-a0ce60e61f6f, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:41:13.385192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:13.388377 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:13.390970 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] For port 71e3a04b-529c-4673-b509-a0ce60e61f6f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=71e3a04b-529c-4673-b509-a0ce60e61f6f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:41:13.417145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1618ffa-5fbf-4cc8-95f3-c38977a6f86d service neutron] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:13.444457 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.495290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf96e6af-15a9-49c8-8763-3723818414fb req-465f0ea5-a6c6-48ad-84fe-360f65b59e8c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077518 Sep 20 12:41:13.518270 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.526597 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Routers {'0756617c-c4c9-4f60-ad71-cdbed3712b25'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:13.527470 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:40:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0756617c-c4c9-4f60-ad71-cdbed3712b25'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:13.530691 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde3da5-0159-4cdc-bc12-79ae2e0604b1 None None] Pushing event updated for resources: {'Port': ['ID=71e3a04b-529c-4673-b509-a0ce60e61f6f,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:13.570440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:13.574931 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d60ca3b-dbff-42c1-a4fa-5e65e445f227 x-openstack-request-id: req-3d60ca3b-dbff-42c1-a4fa-5e65e445f227 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:13.575220 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:13.575603 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d60ca3b-dbff-42c1-a4fa-5e65e445f227 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:13.575856 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'status': 'completed', 'code': 200} Sep 20 12:41:13.596018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-cb272785-c9dd-41cd-956e-bacecee902ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:13.598813 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-cb272785-c9dd-41cd-956e-bacecee902ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1094 time: 0.0686135 Sep 20 12:41:13.691864 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] Set router 0756617c-c4c9-4f60-ad71-cdbed3712b25 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:13.698636 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-94d44c09-a196-47c5-87f2-e4bcf0293182 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 217 time: 0.0856092 Sep 20 12:41:13.745478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f34d9-e7f5-4f5e-a9c4-5356144e1e9a req-d52cd85c-24a3-411c-add7-36c69d62d79b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:13.747177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db0f34d9-e7f5-4f5e-a9c4-5356144e1e9a req-d52cd85c-24a3-411c-add7-36c69d62d79b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 943 time: 0.1165040 Sep 20 12:41:13.763013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Allocated IP 172.25.6.112 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/e9fc6e97-79d4-4256-834d-eb480014adb2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:13.776939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-5de58d26-2782-4439-9b22-575386f1a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:13.778661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-5de58d26-2782-4439-9b22-575386f1a74d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0679016 Sep 20 12:41:13.815955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db0f34d9-e7f5-4f5e-a9c4-5356144e1e9a req-4178e5e7-f8db-40c7-aa28-19daad03c3a8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609434 Sep 20 12:41:13.835245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-3d70aa6f-5703-490f-a3aa-1929ddb07834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:13.836811 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-3d70aa6f-5703-490f-a3aa-1929ddb07834 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484118 Sep 20 12:41:13.925368 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0756617c-c4c9-4f60-ad71-cdbed3712b25', 'name': 'tempest-snat-router-2077406615', 'tenant_id': '65273f3ce2e6431ba7ff1c1498566412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': False}, 'gw_port_id': '71e3a04b-529c-4673-b509-a0ce60e61f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:10Z', 'updated_at': '2021-09-20T12:41:11Z', 'revision_number': 3, 'project_id': '65273f3ce2e6431ba7ff1c1498566412', 'gw_port': {'id': '71e3a04b-529c-4673-b509-a0ce60e61f6f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0756617c-c4c9-4f60-ad71-cdbed3712b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:10Z', 'updated_at': '2021-09-20T12:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:13.958330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-f3da583f-63cf-46f6-b0f2-c0e03ca90ea4 service neutron] 10.222.0.32 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106346 Sep 20 12:41:13.961636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f9c407-99d6-41a5-973f-dfab28b5777b None None] The sync data for ids ['0756617c-c4c9-4f60-ad71-cdbed3712b25'] in n-d-809934-3 is: [{'id': '0756617c-c4c9-4f60-ad71-cdbed3712b25', 'name': 'tempest-snat-router-2077406615', 'tenant_id': '65273f3ce2e6431ba7ff1c1498566412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': False}, 'gw_port_id': '71e3a04b-529c-4673-b509-a0ce60e61f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:10Z', 'updated_at': '2021-09-20T12:41:11Z', 'revision_number': 3, 'project_id': '65273f3ce2e6431ba7ff1c1498566412', 'gw_port': {'id': '71e3a04b-529c-4673-b509-a0ce60e61f6f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0756617c-c4c9-4f60-ad71-cdbed3712b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:10Z', 'updated_at': '2021-09-20T12:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:13.980677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:14.008191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744286-e655-4fbc-bde8-9de5b84c5d7e req-89b5ef64-8455-4871-99fc-8ba666360206 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:14.011035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe744286-e655-4fbc-bde8-9de5b84c5d7e req-89b5ef64-8455-4871-99fc-8ba666360206 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0824494 Sep 20 12:41:14.072202 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8b626a6-cf5f-4509-a948-946175ab9170 req-3059e7a5-1bbf-4809-b1af-5139678d9ed7 service neutron] 10.222.0.32 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043048 Sep 20 12:41:14.072928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe744286-e655-4fbc-bde8-9de5b84c5d7e req-44afa93f-b998-4bda-af7d-1d8f48c6b785 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521996 Sep 20 12:41:14.112508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:14.148326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:14.151379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:14.155022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:14.197393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'Port': ['ID=e9fc6e97-79d4-4256-834d-eb480014adb2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:14.285690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-d5d92cf2-bbc3-4da4-a323-e28950149067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:14.288955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-d5d92cf2-bbc3-4da4-a323-e28950149067 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1094 time: 0.0803037 Sep 20 12:41:14.400323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-ecf5942d-d138-47ce-84b3-3a476f51c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:14.402785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-ecf5942d-d138-47ce-84b3-3a476f51c384 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.1081285 Sep 20 12:41:14.455276 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-5e7d0f56-d7a3-4610-9573-eabea4d465c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 217 time: 0.0389493 Sep 20 12:41:14.538317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-a6b05055-7b20-4431-bb35-55b0e1778f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:14.539915 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-a6b05055-7b20-4431-bb35-55b0e1778f07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0589871 Sep 20 12:41:14.608935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-2e058e4f-31b2-4244-a7d4-66bfd6fb5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:14.610881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-2e058e4f-31b2-4244-a7d4-66bfd6fb5b34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609434 Sep 20 12:41:14.732992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-ff12417c-ec48-4fe3-a6ce-d7a0042ef506 service neutron] 10.222.0.32 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057835 Sep 20 12:41:14.848834 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a94184f9-23f0-49bc-86a1-eaf26d5c4ca4 req-920b631d-e1b8-4b06-84f1-935654bc590c service neutron] 10.222.0.32 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998507 Sep 20 12:41:14.893927 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:14.949421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-88e53628-1927-4a11-ad3b-d9a1df192c01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4421496 Sep 20 12:41:14.961317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c623cf-84c0-48f7-a5bf-fb8e719bb8a6 req-78af95f6-0b41-40b9-8b03-a65f7bde8c67 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:14.962846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82c623cf-84c0-48f7-a5bf-fb8e719bb8a6 req-78af95f6-0b41-40b9-8b03-a65f7bde8c67 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.1390293 Sep 20 12:41:15.081967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82c623cf-84c0-48f7-a5bf-fb8e719bb8a6 req-4c220b7a-db77-4145-ae37-09f7b464866a tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112545 Sep 20 12:41:15.132149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-cef154ad-de0d-4ff3-b0db-3b1b69354352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:15.138241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-cef154ad-de0d-4ff3-b0db-3b1b69354352 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1097 time: 0.1188843 Sep 20 12:41:15.138874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b3695e0-1cc8-4dd8-b534-cbb605f29830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:15.200853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 71e3a04b-529c-4673-b509-a0ce60e61f6f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:41:15.259136 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 71e3a04b-529c-4673-b509-a0ce60e61f6f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:41:15.259900 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:15.266121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:15.341511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:15.347623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f6b23-6eb5-49bb-a0f3-85d1045e3aa3 req-b006c91f-b270-45fa-a88e-30fa8a031652 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:15.349916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-306f6b23-6eb5-49bb-a0f3-85d1045e3aa3 req-b006c91f-b270-45fa-a88e-30fa8a031652 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 943 time: 0.1960576 Sep 20 12:41:15.373268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 71e3a04b-529c-4673-b509-a0ce60e61f6f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=71e3a04b-529c-4673-b509-a0ce60e61f6f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:15.400635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-f7e6ae4b-5f55-411f-894f-6ed6e6906860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:15.402145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-f7e6ae4b-5f55-411f-894f-6ed6e6906860 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.2187169 Sep 20 12:41:15.435338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:15.495357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-306f6b23-6eb5-49bb-a0f3-85d1045e3aa3 req-ea68d7e9-90bc-445c-a302-02744c676815 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316426 Sep 20 12:41:15.526491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=71e3a04b-529c-4673-b509-a0ce60e61f6f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:15.530231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-50983b69-ae96-4a89-92e6-d9569c7b3abf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 1001 time: 0.0974958 Sep 20 12:41:15.597347 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:15.622653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-df80de94-1fe1-4ea1-a62a-c1af7356d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:15.624148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-df80de94-1fe1-4ea1-a62a-c1af7356d073 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0837481 Sep 20 12:41:15.651994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae0e1e-69e5-4eda-aaa9-c3caa9168628 req-a27d0e81-3b3a-46b1-8202-25da3e5f3695 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:15.653533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4aae0e1e-69e5-4eda-aaa9-c3caa9168628 req-a27d0e81-3b3a-46b1-8202-25da3e5f3695 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0718997 Sep 20 12:41:15.686139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Router d3746f4f-010f-41b9-81f7-2d5e84834163 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:15.722398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4aae0e1e-69e5-4eda-aaa9-c3caa9168628 req-b60813d1-b923-4763-8e46-8ee18af27955 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Sep 20 12:41:15.724359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-7bd54ca7-5a1a-4ce6-8740-a6a1a2ff17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:15.725791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-7bd54ca7-5a1a-4ce6-8740-a6a1a2ff17e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904224 Sep 20 12:41:15.891367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:15.898150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-043c677a-dc57-4bfd-aa05-0e15200e1d8f service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410322 Sep 20 12:41:15.900428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Sync routers for ids ['d3746f4f-010f-41b9-81f7-2d5e84834163'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:15.909140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Routers {'d3746f4f-010f-41b9-81f7-2d5e84834163'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:15.909824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3746f4f-010f-41b9-81f7-2d5e84834163'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:15.975531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:15.979358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c60b1e5c-7c7a-4298-ae00-2d5411cf88d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2404022 Sep 20 12:41:15.979558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:16.039420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e340c4fc-febf-48b9-ad3e-a42fb0b67d41 req-2360a1c1-7663-4c8b-938d-008d88de4a5b service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329439 Sep 20 12:41:16.104741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cb7ba4bf-35e9-4098-b7e4-7debdbb8763f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/routers/d3746f4f-010f-41b9-81f7-2d5e84834163 HTTP/1.1" status: 200 len: 908 time: 0.1228833 Sep 20 12:41:16.106154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:16.165118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Set router d3746f4f-010f-41b9-81f7-2d5e84834163 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:16.238449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.283479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2262f9-d0f8-4533-8170-065d16e91ca5 req-27704efd-0a8e-45b2-8e2c-4f94b4d03ac6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:16.285042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e2262f9-d0f8-4533-8170-065d16e91ca5 req-27704efd-0a8e-45b2-8e2c-4f94b4d03ac6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.1214533 Sep 20 12:41:16.347743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3746f4f-010f-41b9-81f7-2d5e84834163', 'name': 'tempest-snat-router-2077406615', 'tenant_id': '65273f3ce2e6431ba7ff1c1498566412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9fc6e97-79d4-4256-834d-eb480014adb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:12Z', 'updated_at': '2021-09-20T12:41:14Z', 'revision_number': 3, 'project_id': '65273f3ce2e6431ba7ff1c1498566412', 'gw_port': {'id': 'e9fc6e97-79d4-4256-834d-eb480014adb2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3746f4f-010f-41b9-81f7-2d5e84834163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:13Z', 'updated_at': '2021-09-20T12:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:16.365669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e2262f9-d0f8-4533-8170-065d16e91ca5 req-7ad6227f-649f-4a71-914a-510167870387 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737829 Sep 20 12:41:16.378029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Checking router: d3746f4f-010f-41b9-81f7-2d5e84834163 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:41:16.378341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Updating router d3746f4f-010f-41b9-81f7-2d5e84834163 port e9fc6e97-79d4-4256-834d-eb480014adb2 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:41:16.384328 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.409180 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.482236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Deleting port e9fc6e97-79d4-4256-834d-eb480014adb2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:16.482576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.564374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.578119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Calling delete_port for e9fc6e97-79d4-4256-834d-eb480014adb2 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:16.599858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.664356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15bfb-94af-45b8-8ff4-655e356e4519 req-dfcb8b36-e35f-43f4-9422-7cc93a19bfd8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:16.665827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37b15bfb-94af-45b8-8ff4-655e356e4519 req-dfcb8b36-e35f-43f4-9422-7cc93a19bfd8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 943 time: 0.0836122 Sep 20 12:41:16.695521 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.750847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37b15bfb-94af-45b8-8ff4-655e356e4519 req-8cf305b1-277e-440b-889d-ec893c8f4bf8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750093 Sep 20 12:41:16.769099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:41:16.814624 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.909362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b950eaf-2670-44ec-8128-ea88d7de9662 req-4d4c9537-6c99-43dc-bddf-d341cc8d57c9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:16.911414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b950eaf-2670-44ec-8128-ea88d7de9662 req-4d4c9537-6c99-43dc-bddf-d341cc8d57c9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0905745 Sep 20 12:41:16.915074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Attempting to bind port e9fc6e97-79d4-4256-834d-eb480014adb2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:16.915444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Attempting to bind port e9fc6e97-79d4-4256-834d-eb480014adb2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:16.915770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Attempting to bind port e9fc6e97-79d4-4256-834d-eb480014adb2 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:16.929281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5802d5-ceac-4070-8a3b-6fa4100a153e None None] Pushing event updated for resources: {'Port': ['ID=e9fc6e97-79d4-4256-834d-eb480014adb2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:16.935871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:16.936254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:16.936664 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.937801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:16.937801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Bound port: e9fc6e97-79d4-4256-834d-eb480014adb2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:16.938133 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.953121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b950eaf-2670-44ec-8128-ea88d7de9662 req-eff4d449-8d34-4bdf-90bf-e904e792144d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341110 Sep 20 12:41:16.962055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:16.975283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:16.992376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'port_id': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'mac_address': 'fa:16:3e:60:28:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:41:16.996204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9fc6e97-79d4-4256-834d-eb480014adb2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:17.044927 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:41:17.045338 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:41:17.058579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.071340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.073282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727d2a34-f5b4-474a-9bc8-4591e2535a79 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:41:17.092871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:17.157483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 71e3a04b-529c-4673-b509-a0ce60e61f6f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:41:17.173061 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.175286 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.178822 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.241218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:17.249412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 71e3a04b-529c-4673-b509-a0ce60e61f6f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:41:17.249707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.304715 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.305373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3746f4f-010f-41b9-81f7-2d5e84834163 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:17.310102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.311298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-facf044b-8835-4d9e-b1ed-888e0c2cd7d4 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d3746f4f-010f-41b9-81f7-2d5e84834163 HTTP/1.1" status: 204 len: 168 time: 1.2042313 Sep 20 12:41:17.314022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:17.461628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['727d2a34-f5b4-474a-9bc8-4591e2535a79'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:17.568662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Attempting to bind port e9fc6e97-79d4-4256-834d-eb480014adb2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:17.569055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Attempting to bind port e9fc6e97-79d4-4256-834d-eb480014adb2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:17.569425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Attempting to bind port e9fc6e97-79d4-4256-834d-eb480014adb2 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:17.587030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:17.587407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:17.587812 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.588208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:17.588687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Bound port: e9fc6e97-79d4-4256-834d-eb480014adb2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:17.589091 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.613893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Port e9fc6e97-79d4-4256-834d-eb480014adb2 has been deleted concurrently {{(pid=95504) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 20 12:41:17.641500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Routers set() bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:17.641874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Router IDs set() for agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 12:41:17.642527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_agentschedulers_db [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3746f4f-010f-41b9-81f7-2d5e84834163'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent'). {{(pid=95504) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 20 12:41:17.642928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64026dec-531d-4550-adb8-8f493d9912e3 None None] The sync data for ids ['d3746f4f-010f-41b9-81f7-2d5e84834163'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:17.740755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.789788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89794776-7077-41a1-8226-ee663c7088e4 req-64af0676-56f3-4f08-85fb-64e699ef2dc5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:17.791414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89794776-7077-41a1-8226-ee663c7088e4 req-64af0676-56f3-4f08-85fb-64e699ef2dc5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0890729 Sep 20 12:41:17.878541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89794776-7077-41a1-8226-ee663c7088e4 req-7e99cf1d-372d-46cb-a545-da3bb10e7644 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800278 Sep 20 12:41:17.890887 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:17.915919 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.008366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d37c7-0eb8-46b6-86c0-b8326f69c79e req-f69da3de-6750-4041-93c1-eacb089d50de tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:18.009824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-708d37c7-0eb8-46b6-86c0-b8326f69c79e req-f69da3de-6750-4041-93c1-eacb089d50de tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.0710235 Sep 20 12:41:18.050922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Deleting port 71e3a04b-529c-4673-b509-a0ce60e61f6f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:18.051303 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.074607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-708d37c7-0eb8-46b6-86c0-b8326f69c79e req-7cbe00a8-6c68-4ad2-84b7-948414f7b0ab tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579381 Sep 20 12:41:18.150230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] For port 71e3a04b-529c-4673-b509-a0ce60e61f6f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=71e3a04b-529c-4673-b509-a0ce60e61f6f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:18.150601 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.177482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Calling delete_port for 71e3a04b-529c-4673-b509-a0ce60e61f6f owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:18.237194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d2e5-1b91-4fda-8b0e-79d2e8eee1ec req-ba72d97c-83d7-4d4c-abc0-8310c2e27a33 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:18.239180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa51d2e5-1b91-4fda-8b0e-79d2e8eee1ec req-ba72d97c-83d7-4d4c-abc0-8310c2e27a33 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1040967 Sep 20 12:41:18.324527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa51d2e5-1b91-4fda-8b0e-79d2e8eee1ec req-24e3bafc-08b4-404e-9628-3d5d9d525a45 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785656 Sep 20 12:41:18.465001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.492021 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event deleted for resources: {'Port': ['ID=71e3a04b-529c-4673-b509-a0ce60e61f6f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:18.549661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.645062 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.647495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.766670 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.767159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0756617c-c4c9-4f60-ad71-cdbed3712b25 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:18.773258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.777677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c21eecd8-107c-4858-8f9e-f579381dd42f tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "DELETE /v2.0/routers/0756617c-c4c9-4f60-ad71-cdbed3712b25 HTTP/1.1" status: 204 len: 168 time: 1.4590223 Sep 20 12:41:18.777859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:41:18.778315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39320) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:18.782826 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-316887917', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:18.882577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.883718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.916445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 727d2a34-f5b4-474a-9bc8-4591e2535a79 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:41:18.922962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 727d2a34-f5b4-474a-9bc8-4591e2535a79 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:41:18.922962 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:18.945814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.008034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea2cec-fb5a-42ab-bc2a-0688f9c49505 req-01ec0ec3-4fef-4cdf-a053-c4e57323ff3c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:19.010416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-beea2cec-fb5a-42ab-bc2a-0688f9c49505 req-01ec0ec3-4fef-4cdf-a053-c4e57323ff3c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0517275 Sep 20 12:41:19.024109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.048554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:19.050999 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaea2527-cef9-429e-ad17-7a32c858b918" -d '{"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-plugged", "status": "completed", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:19.057938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-beea2cec-fb5a-42ab-bc2a-0688f9c49505 req-13e573fa-465a-4974-9aea-86106cdaceb5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399020 Sep 20 12:41:19.069677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:19.119038 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b17c525-ce75-438a-8e87-a83949485006 x-openstack-request-id: req-4b17c525-ce75-438a-8e87-a83949485006 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:19.119332 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-plugged", "status": "completed", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:19.119588 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b17c525-ce75-438a-8e87-a83949485006 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:19.119984 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'code': 200} Sep 20 12:41:19.133771 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.192598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:19.211070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.290315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca883991-3ae9-460a-a927-f978a68f1736 req-7ed4c764-366b-40a4-b51b-2496ea0eac55 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:19.290543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 71e3a04b-529c-4673-b509-a0ce60e61f6f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:19.291895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca883991-3ae9-460a-a927-f978a68f1736 req-7ed4c764-366b-40a4-b51b-2496ea0eac55 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1008446 Sep 20 12:41:19.301504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75901f-90f9-43e4-bd82-a661136ec346 req-b32f9673-a35b-482d-9210-81125d5725ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:19.303066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed75901f-90f9-43e4-bd82-a661136ec346 req-b32f9673-a35b-482d-9210-81125d5725ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1096 time: 0.1022322 Sep 20 12:41:19.324171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 71e3a04b-529c-4673-b509-a0ce60e61f6f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:19.324171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 71e3a04b-529c-4673-b509-a0ce60e61f6f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:19.357118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca883991-3ae9-460a-a927-f978a68f1736 req-8a35ced3-6525-4cec-8362-a93ab8ab2d54 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531089 Sep 20 12:41:19.369571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed75901f-90f9-43e4-bd82-a661136ec346 req-6731b744-353c-40a0-8d89-b8def24f72cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476928 Sep 20 12:41:19.485930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b0a4-5ce4-470e-81b4-ce4d3d62166a req-1a44eec4-6bc3-4698-9b6b-05d3a6ea5de6 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:19.487894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74d3b0a4-5ce4-470e-81b4-ce4d3d62166a req-1a44eec4-6bc3-4698-9b6b-05d3a6ea5de6 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0512798 Sep 20 12:41:19.492502 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.511567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.536797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74d3b0a4-5ce4-470e-81b4-ce4d3d62166a req-264de7d5-f854-4cb4-8a2b-2b9c1ad769aa tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Sep 20 12:41:19.622426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Allocated IP 172.25.6.174 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/e40a41d4-eb57-4633-b0b6-70293b82526f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:19.727941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.841194 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.844884 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:19.877544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:19.881123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:19.883710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:19.916719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event updated for resources: {'Port': ['ID=e40a41d4-eb57-4633-b0b6-70293b82526f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:20.177361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0832b44-ee23-4446-b937-69648969801a req-3566d52c-e326-4469-96f4-0284220979b9 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:20.178974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0832b44-ee23-4446-b937-69648969801a req-3566d52c-e326-4469-96f4-0284220979b9 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0494156 Sep 20 12:41:20.200897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:20.217250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0832b44-ee23-4446-b937-69648969801a req-d7370307-033d-4013-9311-89f8b7ed1953 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Sep 20 12:41:20.274921 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:20.417390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:20.490386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4286-a70e-4e3b-b0e3-e127303a36a3 req-8bb7b13f-da1b-4f08-b08b-008249a24155 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:20.491957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b31b4286-a70e-4e3b-b0e3-e127303a36a3 req-8bb7b13f-da1b-4f08-b08b-008249a24155 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0549617 Sep 20 12:41:20.531259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b31b4286-a70e-4e3b-b0e3-e127303a36a3 req-672031e3-6331-4400-873a-21062785cd71 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 Sep 20 12:41:20.831542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Router f07beaf9-cb15-46f7-be54-74f733e44838 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:20.832083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba59f65-ed09-453c-987e-c8e6a3fad4e9 req-fa22b7da-ec59-41df-84ac-1e574d494483 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:20.832083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ba59f65-ed09-453c-987e-c8e6a3fad4e9 req-fa22b7da-ec59-41df-84ac-1e574d494483 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0694201 Sep 20 12:41:20.832083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ba59f65-ed09-453c-987e-c8e6a3fad4e9 req-8c09b828-8107-49e5-ae81-c9e28955c20a tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353765 Sep 20 12:41:20.833289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:20.833794 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af26d3-b59a-4f5a-9c04-0cf7d449ed76 None None] Sync routers for ids ['f07beaf9-cb15-46f7-be54-74f733e44838'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:20.833794 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af26d3-b59a-4f5a-9c04-0cf7d449ed76 None None] Routers {'f07beaf9-cb15-46f7-be54-74f733e44838'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:20.833794 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e7af26d3-b59a-4f5a-9c04-0cf7d449ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f07beaf9-cb15-46f7-be54-74f733e44838'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:20.833794 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e7af26d3-b59a-4f5a-9c04-0cf7d449ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:20.833794 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af26d3-b59a-4f5a-9c04-0cf7d449ed76 None None] Routers {'f07beaf9-cb15-46f7-be54-74f733e44838'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:20.833794 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e7af26d3-b59a-4f5a-9c04-0cf7d449ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f07beaf9-cb15-46f7-be54-74f733e44838'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:20.835482 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e7af26d3-b59a-4f5a-9c04-0cf7d449ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:20.835795 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af26d3-b59a-4f5a-9c04-0cf7d449ed76 None None] The sync data for ids ['f07beaf9-cb15-46f7-be54-74f733e44838'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:21.022967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:21.024345 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e260bdbb-5ebd-4367-8515-456878ef007e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2452056 Sep 20 12:41:21.027037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39360) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:21.031718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-948e2c18-9a0a-4730-baee-fbb42c058ea2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': False}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:21.365898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793079-5b94-457a-ab56-8f808e18e3ac req-59640a5b-4fa3-4bbb-aadf-52ca93540e67 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:21.367754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05793079-5b94-457a-ab56-8f808e18e3ac req-59640a5b-4fa3-4bbb-aadf-52ca93540e67 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0555596 Sep 20 12:41:21.413390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05793079-5b94-457a-ab56-8f808e18e3ac req-bc9d7fec-0326-4237-967d-324b490f823c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379145 Sep 20 12:41:21.646899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-948e2c18-9a0a-4730-baee-fbb42c058ea2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:21.882143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d3b12-ed37-4a68-bdd5-d29f0e5c0241 req-0501679a-a65b-4b38-b57b-7f394d15832e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:21.883792 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a50d3b12-ed37-4a68-bdd5-d29f0e5c0241 req-0501679a-a65b-4b38-b57b-7f394d15832e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0745237 Sep 20 12:41:21.928255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a50d3b12-ed37-4a68-bdd5-d29f0e5c0241 req-0e73be29-f9c0-4c92-852f-e23d362a155f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342014 Sep 20 12:41:21.991216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-ab2c8690-c82e-4c14-9baf-babf882ccc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:21.992699 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-ab2c8690-c82e-4c14-9baf-babf882ccc8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 1096 time: 0.0866654 Sep 20 12:41:22.041157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40ed12-a4d3-46d9-83ea-73e0e79a3a5d req-2b6c81ba-bc2e-4dd7-b829-b78e30afeee3 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:22.042679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe40ed12-a4d3-46d9-83ea-73e0e79a3a5d req-2b6c81ba-bc2e-4dd7-b829-b78e30afeee3 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0530586 Sep 20 12:41:22.085739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe40ed12-a4d3-46d9-83ea-73e0e79a3a5d req-1adcef46-fd52-4617-bafa-2f976dd40eb9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361505 Sep 20 12:41:22.162170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-88d82022-f559-48cb-9523-2dd37e944a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:22.163556 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-88d82022-f559-48cb-9523-2dd37e944a65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 200 len: 915 time: 0.1375792 Sep 20 12:41:22.194565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec194d-6509-43c4-bef0-db97d01dcef2 req-66f93324-fafc-44f3-a0e4-5305f954f71e tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:22.197166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96ec194d-6509-43c4-bef0-db97d01dcef2 req-66f93324-fafc-44f3-a0e4-5305f954f71e tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0494635 Sep 20 12:41:22.233032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-46145c14-2c16-4263-893d-3293324e6f85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=367c520c-5c95-4223-bbf1-2b28fd5a5194 HTTP/1.1" status: 200 len: 217 time: 0.0368443 Sep 20 12:41:22.243348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96ec194d-6509-43c4-bef0-db97d01dcef2 req-d7157775-ba77-4c09-a91f-0ec73e23e426 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Sep 20 12:41:22.330910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-9a24670d-f517-4cb6-a715-850ce13e3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:22.332532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-9a24670d-f517-4cb6-a715-850ce13e3fab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=248371c2-9462-4da2-a708-65ee8eb5ba9d HTTP/1.1" status: 200 len: 854 time: 0.0919204 Sep 20 12:41:22.343385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-948e2c18-9a0a-4730-baee-fbb42c058ea2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:22.354800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-948e2c18-9a0a-4730-baee-fbb42c058ea2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:22.422137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de924b8-1000-47a3-9229-6f210127588c req-f6ec86e8-1a54-44b6-a85d-3339cee5bc71 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:22.424144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4de924b8-1000-47a3-9229-6f210127588c req-f6ec86e8-1a54-44b6-a85d-3339cee5bc71 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0560520 Sep 20 12:41:22.432599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39398) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:22.434949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-d746b29d-08e2-475e-8065-1dd1ffa2b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:22.436450 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-d746b29d-08e2-475e-8065-1dd1ffa2b92e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508d8d6c-0506-4a42-b695-f6d75dadbd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953918 Sep 20 12:41:22.437364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Request body: {'floatingip': {'port_id': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:22.478845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:22.555455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948e2c18-9a0a-4730-baee-fbb42c058ea2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Router f07beaf9-cb15-46f7-be54-74f733e44838 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:41:22.581946 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-c07dbb41-f8e4-4c8c-9c0e-6bc31335a462 service neutron] 10.222.0.21 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355519 Sep 20 12:41:22.751349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e2c18-9a0a-4730-baee-fbb42c058ea2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:22.759256 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-948e2c18-9a0a-4730-baee-fbb42c058ea2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:22.759256 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-948e2c18-9a0a-4730-baee-fbb42c058ea2 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "PUT /v2.0/routers/f07beaf9-cb15-46f7-be54-74f733e44838 HTTP/1.1" status: 200 len: 921 time: 1.7307131 Sep 20 12:41:22.760806 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a5501ce-ed6a-401f-96dc-bfe35d61969c req-54a7a159-d38c-4d59-8a24-e57032b3e80e service neutron] 10.222.0.21 "GET /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457636 Sep 20 12:41:22.761277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39404) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:22.762578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f73026-85db-4754-820b-d16c00903d29 None None] Sync routers for ids ['f07beaf9-cb15-46f7-be54-74f733e44838'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:22.774809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f73026-85db-4754-820b-d16c00903d29 None None] Routers {'f07beaf9-cb15-46f7-be54-74f733e44838'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:22.775758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-80f73026-85db-4754-820b-d16c00903d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f07beaf9-cb15-46f7-be54-74f733e44838'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:22.814457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-80f73026-85db-4754-820b-d16c00903d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:22.824303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f73026-85db-4754-820b-d16c00903d29 None None] Routers {'f07beaf9-cb15-46f7-be54-74f733e44838'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:22.824911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-80f73026-85db-4754-820b-d16c00903d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f07beaf9-cb15-46f7-be54-74f733e44838'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:22.857714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-80f73026-85db-4754-820b-d16c00903d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:22.858503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f73026-85db-4754-820b-d16c00903d29 None None] The sync data for ids ['f07beaf9-cb15-46f7-be54-74f733e44838'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:22.868017 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-80cfeb93-5e89-4552-9461-023ec4515f76 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/routers/f07beaf9-cb15-46f7-be54-74f733e44838 HTTP/1.1" status: 200 len: 921 time: 0.1056452 Sep 20 12:41:22.875315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39406) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:22.944721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d119d62d-2984-45f1-b964-32439607fc82 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:22.946297 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d119d62d-2984-45f1-b964-32439607fc82 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=f07beaf9-cb15-46f7-be54-74f733e44838&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0700316 Sep 20 12:41:22.948876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39410) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:22.964968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:23.034547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057f1bc-3c20-44a8-9754-0a26af4d8a26 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:23.036390 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8057f1bc-3c20-44a8-9754-0a26af4d8a26 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 881 time: 0.0865920 Sep 20 12:41:23.039340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39412) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:23.041653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:23.064580 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1e9b8372-3406-4e3a-b15f-871ff0e5d8ee tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07beaf9-cb15-46f7-be54-74f733e44838 HTTP/1.1" status: 200 len: 205 time: 0.0242014 Sep 20 12:41:23.067071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39414) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:23.145918 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Floating IP bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3 associated. External IP: 172.25.6.105, port: 727d2a34-f5b4-474a-9bc8-4591e2535a79. Sep 20 12:41:23.176556 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:23.280030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebde4ca-3201-4981-85b3-08e2ea4858a8 req-dea307e8-392f-4ce5-8df3-838b35d8e5bf tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:23.282162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bebde4ca-3201-4981-85b3-08e2ea4858a8 req-dea307e8-392f-4ce5-8df3-838b35d8e5bf tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1021974 Sep 20 12:41:23.288430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:23.381361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bebde4ca-3201-4981-85b3-08e2ea4858a8 req-b92e2de9-7d31-4988-b111-2432c968c6d4 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864463 Sep 20 12:41:23.420676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Deleting port e40a41d4-eb57-4633-b0b6-70293b82526f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:23.420927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:23.479805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e216ad8-22b9-4dba-bafa-bf775de0c6d7 req-e1d05220-32bc-4d6e-8e9b-af447b066440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:23.481426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e216ad8-22b9-4dba-bafa-bf775de0c6d7 req-e1d05220-32bc-4d6e-8e9b-af447b066440 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 1096 time: 0.0947008 Sep 20 12:41:23.507108 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:23.519036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Calling delete_port for e40a41d4-eb57-4633-b0b6-70293b82526f owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:23.533210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Router a8760c99-bb9f-4f16-ae35-b37fddb31036 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:41:23.559238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e216ad8-22b9-4dba-bafa-bf775de0c6d7 req-fa8b76e9-f274-4422-ab80-2adedabd0f45 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568941 Sep 20 12:41:23.569529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cf343-216a-4009-876b-5042caf905db req-e0049434-b6d4-46c3-90a8-bc96a68f0b3e tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:23.571124 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb9cf343-216a-4009-876b-5042caf905db req-e0049434-b6d4-46c3-90a8-bc96a68f0b3e tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.1052871 Sep 20 12:41:23.693596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb9cf343-216a-4009-876b-5042caf905db req-6eb80d4b-6167-4c24-9575-2e90c5d5f765 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831642 Sep 20 12:41:23.714798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:23.720494 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:23.726552 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] Sync routers for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:23.735765 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:23.736565 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:23.756553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cdc6c05c-2bb0-4c25-9e3f-26709c502cfa tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "PUT /v2.0/floatingips/bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3 HTTP/1.1" status: 200 len: 991 time: 1.3227241 Sep 20 12:41:23.757387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:23.759913 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21257d52-f4f7-4bd2-9284-4cae5291cee4" -d '{"events": [{"name": "network-changed", "server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:23.773186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:23.800593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event deleted for resources: {'Port': ['ID=e40a41d4-eb57-4633-b0b6-70293b82526f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:23.818918 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfee7c12-a75e-4bde-9a5a-b85c313af741 x-openstack-request-id: req-bfee7c12-a75e-4bde-9a5a-b85c313af741 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:23.819215 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:23.819473 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfee7c12-a75e-4bde-9a5a-b85c313af741 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:23.819877 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'status': 'completed', 'code': 200} Sep 20 12:41:23.856209 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:23.895326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-115da3da-709c-4fcb-8861-702892a9e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:23.896885 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-115da3da-709c-4fcb-8861-702892a9e354 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1096 time: 0.0436766 Sep 20 12:41:23.906353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.004339 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.006653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.023836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-8eb997cb-fef6-4e0f-aed4-b4b21c19cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:24.025757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-8eb997cb-fef6-4e0f-aed4-b4b21c19cf53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.1118338 Sep 20 12:41:24.104130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-adda4f11-14a0-499d-bc83-5dfb5b818f7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 999 time: 0.0649261 Sep 20 12:41:24.118590 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'port_id': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'mac_address': 'fa:16:3e:60:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:41:06Z', 'updated_at': '2021-09-20T12:41:22Z', 'revision_number': 1, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:24.132054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.132646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Fanout notify agent at l3_agent the message router_deleted on router f07beaf9-cb15-46f7-be54-74f733e44838 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:24.144451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.146102 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-02ed5366-32b6-4093-a8ca-86fba05cda66 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/f07beaf9-cb15-46f7-be54-74f733e44838 HTTP/1.1" status: 204 len: 168 time: 1.0778763 Sep 20 12:41:24.147324 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] Checking router: a8760c99-bb9f-4f16-ae35-b37fddb31036 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:41:24.150706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39440) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:24.155810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f626cce0-cd1e-4cd4-a6f5-c796ed857b19 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-657926937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:24.157303 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:24.157926 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:24.178771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-446a8696-6214-446b-9018-935f4a6c44de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:24.180342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-446a8696-6214-446b-9018-935f4a6c44de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0650856 Sep 20 12:41:24.234290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-3469d6c0-bbbf-465c-b368-8283827a97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:24.235787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-3469d6c0-bbbf-465c-b368-8283827a97e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469363 Sep 20 12:41:24.258893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f626cce0-cd1e-4cd4-a6f5-c796ed857b19 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.260127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f626cce0-cd1e-4cd4-a6f5-c796ed857b19 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.273289 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:24.321178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f626cce0-cd1e-4cd4-a6f5-c796ed857b19 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.335538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-7ec28eb2-2958-4041-be75-9fae0f1d494b service neutron] 10.222.0.32 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905809 Sep 20 12:41:24.373406 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f626cce0-cd1e-4cd4-a6f5-c796ed857b19 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.448150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21257d52-f4f7-4bd2-9284-4cae5291cee4 req-61de14e9-ce12-483e-ae63-a75eba0eb7b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030242 Sep 20 12:41:24.464880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f626cce0-cd1e-4cd4-a6f5-c796ed857b19 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:24.467637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f626cce0-cd1e-4cd4-a6f5-c796ed857b19 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3143480 Sep 20 12:41:24.470430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:24.487750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:24.587423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e894b-8566-4fda-a221-e814fe842911 req-03d28080-bb03-4d23-9888-e1a23b216458 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:24.588967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-776e894b-8566-4fda-a221-e814fe842911 req-03d28080-bb03-4d23-9888-e1a23b216458 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.1320794 Sep 20 12:41:24.607249 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'port_id': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'mac_address': 'fa:16:3e:60:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:41:06Z', 'updated_at': '2021-09-20T12:41:22Z', 'revision_number': 1, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:24.633791 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725fb0cd-6426-45d4-b8c6-e9341c913d0c None None] The sync data for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 is: [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'port_id': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'mac_address': 'fa:16:3e:60:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:41:06Z', 'updated_at': '2021-09-20T12:41:22Z', 'revision_number': 1, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:24.779962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39452) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:24.916171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fe119-3cec-44fb-b9b0-41df172453d5 None None] New status for floating IP bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:41:24.920584 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-feba0ac6-b654-4cea-bd01-32b1a1e1ff85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.018502 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-feba0ac6-b654-4cea-bd01-32b1a1e1ff85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.028204 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-776e894b-8566-4fda-a221-e814fe842911 req-f3bd1aa1-e700-4c06-b108-69db56d58854 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095266 Sep 20 12:41:25.063284 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.127177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-feba0ac6-b654-4cea-bd01-32b1a1e1ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.134538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d2773-f0aa-4da9-94ba-5a77045d6fcb req-001a1b58-14ae-4bb1-a2fe-dbad2e308842 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:25.136060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c0d2773-f0aa-4da9-94ba-5a77045d6fcb req-001a1b58-14ae-4bb1-a2fe-dbad2e308842 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0488312 Sep 20 12:41:25.166426 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-feba0ac6-b654-4cea-bd01-32b1a1e1ff85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db3f8579b2f1402abdeabca2cb0ac963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851128 Sep 20 12:41:25.167531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba0ac6-b654-4cea-bd01-32b1a1e1ff85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3730f3c-02af-4fae-bf11-65adb52a1753,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:25.170076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39460) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:25.202787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c0d2773-f0aa-4da9-94ba-5a77045d6fcb req-ed019b2c-4e42-4273-b0d1-05ef499964de tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603955 Sep 20 12:41:25.230053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4add68c-9799-4c94-9d3c-e25983c3abf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.251737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4add68c-9799-4c94-9d3c-e25983c3abf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.376429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4add68c-9799-4c94-9d3c-e25983c3abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.376429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4add68c-9799-4c94-9d3c-e25983c3abf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.376429 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c4add68c-9799-4c94-9d3c-e25983c3abf6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3730f3c-02af-4fae-bf11-65adb52a1753 HTTP/1.1" status: 204 len: 168 time: 0.2005429 Sep 20 12:41:25.378654 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.381814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4add68c-9799-4c94-9d3c-e25983c3abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3730f3c-02af-4fae-bf11-65adb52a1753,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:25.406434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.532657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9243469-7d0e-40b1-afa4-d6342bc428d7 req-ce80d6d5-3925-477b-97ab-b30482b0e725 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:25.534128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9243469-7d0e-40b1-afa4-d6342bc428d7 req-ce80d6d5-3925-477b-97ab-b30482b0e725 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0903561 Sep 20 12:41:25.557924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Allocated IP 172.25.6.164 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/645f2f2d-3d14-4266-b1a5-5000a3e26542) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:25.606182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9243469-7d0e-40b1-afa4-d6342bc428d7 req-cc80f192-5ad4-4ec2-ad5a-ad3994d49483 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657470 Sep 20 12:41:25.693725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.753748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95d6f-c4e6-4a33-baa2-2f8f81ebbcd5 req-038d39cc-1795-45bb-8db0-76ec0300e5fd tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:25.755315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45e95d6f-c4e6-4a33-baa2-2f8f81ebbcd5 req-038d39cc-1795-45bb-8db0-76ec0300e5fd tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 945 time: 0.0793679 Sep 20 12:41:25.794187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45e95d6f-c4e6-4a33-baa2-2f8f81ebbcd5 req-702f8170-d14e-4a64-8fb9-f15c3f412db6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Sep 20 12:41:25.871280 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:25.932559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:25.943678 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:25.946304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event updated for resources: {'Port': ['ID=645f2f2d-3d14-4266-b1a5-5000a3e26542,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:25.948723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:25.957918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf0de-c5e3-407f-a148-241388c9429d req-1d83a079-b9cd-423a-962c-d53f010866a6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:25.959459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0dadf0de-c5e3-407f-a148-241388c9429d req-1d83a079-b9cd-423a-962c-d53f010866a6 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0993321 Sep 20 12:41:25.988106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39474) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:25.998657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:25.999002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:25.999339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:25.999673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:25.999999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:26.000329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:26.000654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:26.000977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:26.001324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:26.001431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b41e50f-949b-409c-b9b6-0b053ed7e489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.001647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:26.001974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:26.002293 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:26.077836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0dadf0de-c5e3-407f-a148-241388c9429d req-64b6a8be-81d0-4e84-ba6a-4af0cf41e303 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984373 Sep 20 12:41:26.088894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b41e50f-949b-409c-b9b6-0b053ed7e489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.150414 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b41e50f-949b-409c-b9b6-0b053ed7e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.199170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0b41e50f-949b-409c-b9b6-0b053ed7e489 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d09910f517e6478aa9c9a8bbedfda97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072787 Sep 20 12:41:26.199170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41e50f-949b-409c-b9b6-0b053ed7e489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab675f-31b4-4e03-84fc-c4241131e20d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:26.200276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:26.216740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd8040-4884-4db9-849b-b8fcd45ad8a8 req-7af71df3-80e0-44c7-9f7a-e70fb1580dd0 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:26.218279 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8cd8040-4884-4db9-849b-b8fcd45ad8a8 req-7af71df3-80e0-44c7-9f7a-e70fb1580dd0 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0684571 Sep 20 12:41:26.318528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8cd8040-4884-4db9-849b-b8fcd45ad8a8 req-0700f29e-2f56-40ac-b1ef-b5d961ca22f6 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926566 Sep 20 12:41:26.340250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aad4bc78-257d-48e0-8b01-6ffdd5d92f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.377486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-8042742d-337e-4d2f-9fe0-cbbf6e4d0789 req-5e1aab28-07a3-4a22-bca3-020acb669fd4 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:41:26.378469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8042742d-337e-4d2f-9fe0-cbbf6e4d0789 req-5e1aab28-07a3-4a22-bca3-020acb669fd4 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166800 Sep 20 12:41:26.426529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aad4bc78-257d-48e0-8b01-6ffdd5d92f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.497831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.576200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8042742d-337e-4d2f-9fe0-cbbf6e4d0789 req-6bc13cde-314c-49a5-85c4-b993dfceb828 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1652746 Sep 20 12:41:26.662916 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aad4bc78-257d-48e0-8b01-6ffdd5d92f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.665468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aad4bc78-257d-48e0-8b01-6ffdd5d92f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.666615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aad4bc78-257d-48e0-8b01-6ffdd5d92f5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3ab675f-31b4-4e03-84fc-c4241131e20d HTTP/1.1" status: 204 len: 168 time: 0.4654267 Sep 20 12:41:26.680121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4bc78-257d-48e0-8b01-6ffdd5d92f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab675f-31b4-4e03-84fc-c4241131e20d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:26.754853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.758435 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:26.974077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Router ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:27.084004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:27.095544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:27.096353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39496) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:27.097194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-05bd3435-7236-47c5-a119-a41d5b6c92cc tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "PUT /v2.0/routers/ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b HTTP/1.1" status: 200 len: 879 time: 2.6259525 Sep 20 12:41:27.099332 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedcb0a7-ad35-4a49-9f48-b3c20368660d None None] Sync routers for ids ['ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:27.116004 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedcb0a7-ad35-4a49-9f48-b3c20368660d None None] Routers {'ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:27.116697 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fedcb0a7-ad35-4a49-9f48-b3c20368660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:27.158636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fedcb0a7-ad35-4a49-9f48-b3c20368660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:27.170060 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedcb0a7-ad35-4a49-9f48-b3c20368660d None None] Routers {'ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:27.170911 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fedcb0a7-ad35-4a49-9f48-b3c20368660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:27.203081 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fedcb0a7-ad35-4a49-9f48-b3c20368660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:27.203722 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedcb0a7-ad35-4a49-9f48-b3c20368660d None None] The sync data for ids ['ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:27.208008 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1d810be1-3dc5-454e-818e-8629d17d37e6 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/routers/ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b HTTP/1.1" status: 200 len: 920 time: 0.1093209 Sep 20 12:41:27.213427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39498) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:27.253598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459afd9c-5e6f-4f65-96d5-e56b5164fe3d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:27.255162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-459afd9c-5e6f-4f65-96d5-e56b5164fe3d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0406427 Sep 20 12:41:27.255411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55362c62-45fd-4a52-b247-2f12e72378bb req-a0a0d0d1-47b0-4dd3-9bf4-eaa41da471f0 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:27.256894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55362c62-45fd-4a52-b247-2f12e72378bb req-a0a0d0d1-47b0-4dd3-9bf4-eaa41da471f0 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0790274 Sep 20 12:41:27.257956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39500) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:27.263327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-2f52e418-d157-42cc-83bd-a4098347c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:27.265085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-2f52e418-d157-42cc-83bd-a4098347c5d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=044354e631ee4f1393b12cb53857dcf8&device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 1096 time: 0.0850537 Sep 20 12:41:27.327336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55362c62-45fd-4a52-b247-2f12e72378bb req-4d455541-00ee-4ec8-9d14-cb422d65ed20 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613060 Sep 20 12:41:27.351484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b8b70-feb1-4fef-976c-98ee96660655 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:27.351484 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1b2b8b70-feb1-4fef-976c-98ee96660655 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 881 time: 0.0917742 Sep 20 12:41:27.353549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39504) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:27.384543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1e8b0978-184f-4ed2-a3bd-aeaf3828ca13 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b HTTP/1.1" status: 200 len: 205 time: 0.0297511 Sep 20 12:41:27.384779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-4e54a95c-ebc5-4aba-bea6-6b67eb1ce99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:27.386114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-4e54a95c-ebc5-4aba-bea6-6b67eb1ce99a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 200 len: 911 time: 0.1068718 Sep 20 12:41:27.387004 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39506) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:27.425207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39508) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:27.434764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-ac1d7ed2-9296-4163-a512-2eab492242fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02 HTTP/1.1" status: 200 len: 217 time: 0.0384245 Sep 20 12:41:27.443858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cea8907-4956-43ce-8535-bd7668712b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:27.512810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-f1576caf-13ac-45c6-b1df-0fbe30b2e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:27.514247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-f1576caf-13ac-45c6-b1df-0fbe30b2e2ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 200 len: 851 time: 0.0702097 Sep 20 12:41:27.522807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ad12f-a923-4221-aaa8-427df3b857b9 req-8c24d6dd-eca6-4689-8c76-91942196f6e9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:27.524308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-056ad12f-a923-4221-aaa8-427df3b857b9 req-8c24d6dd-eca6-4689-8c76-91942196f6e9 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0921013 Sep 20 12:41:27.561496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-74d84df5-6468-47c6-8d01-ae91bd83a0fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e919b80f-c198-4e62-ad65-66b9457e8ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361962 Sep 20 12:41:27.601164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-056ad12f-a923-4221-aaa8-427df3b857b9 req-f09eef2e-e6f8-444a-abca-5b7f93ed49cb tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682356 Sep 20 12:41:27.712377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-749364c2-e55b-4fbf-a8f3-142ef7087d9c service neutron] 10.222.0.32 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422417 Sep 20 12:41:27.728393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e982200-2c4c-4d63-aeba-43ec24bf259a req-467da5e9-ceba-4bf5-85a5-bd4b37cd770c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:27.730022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e982200-2c4c-4d63-aeba-43ec24bf259a req-467da5e9-ceba-4bf5-85a5-bd4b37cd770c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 945 time: 0.0678811 Sep 20 12:41:27.825322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e982200-2c4c-4d63-aeba-43ec24bf259a req-3fca30a3-cedd-41d3-baa7-880eb66a996b tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869310 Sep 20 12:41:27.840640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:27.851460 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86db2d59-5e7d-4fc3-b350-1420f1205075 req-9a3488fe-a669-4a5d-a693-8e9b968116e3 service neutron] 10.222.0.32 "GET /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204286 Sep 20 12:41:27.982925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:27.986755 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cea8907-4956-43ce-8535-bd7668712b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.017782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84486bc-8f37-4dbb-8ddc-42904be4196d req-be98080f-5083-4bb1-b8c5-a403075852db tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:28.019254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b84486bc-8f37-4dbb-8ddc-42904be4196d req-be98080f-5083-4bb1-b8c5-a403075852db tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0486848 Sep 20 12:41:28.057335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b84486bc-8f37-4dbb-8ddc-42904be4196d req-6f9b2c80-59fe-4d3b-bcc6-8aa399600a3c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312462 Sep 20 12:41:28.070095 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cea8907-4956-43ce-8535-bd7668712b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.111184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea8907-4956-43ce-8535-bd7668712b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ecd277-8255-4d40-8d3c-e6dc0144c090,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:28.116433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9cea8907-4956-43ce-8535-bd7668712b5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1e4b1f00f404df3b80dd9c1dfff76a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901393 Sep 20 12:41:28.119159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:28.170890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Deleting port 645f2f2d-3d14-4266-b1a5-5000a3e26542 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:28.171470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.182158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67eacc65-8a2c-4b4f-8a01-4a39e41fb0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.234128 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67eacc65-8a2c-4b4f-8a01-4a39e41fb0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.255125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.267231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Calling delete_port for 645f2f2d-3d14-4266-b1a5-5000a3e26542 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:28.282227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d5cf-e5cc-46d2-90eb-c236b0c712ad req-6eb61206-3cc8-48e1-958e-5e77d9d02666 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:28.288207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d5cf-e5cc-46d2-90eb-c236b0c712ad req-6eb61206-3cc8-48e1-958e-5e77d9d02666 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:28.294236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d5cf-e5cc-46d2-90eb-c236b0c712ad req-6eb61206-3cc8-48e1-958e-5e77d9d02666 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:28.295937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2367d5cf-e5cc-46d2-90eb-c236b0c712ad req-6eb61206-3cc8-48e1-958e-5e77d9d02666 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c&device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe&device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 2417 time: 0.1008692 Sep 20 12:41:28.336940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2367d5cf-e5cc-46d2-90eb-c236b0c712ad req-005fcd8f-8f30-4117-9ef9-a2d4c1dd92b0 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341175 Sep 20 12:41:28.389965 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67eacc65-8a2c-4b4f-8a01-4a39e41fb0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.392703 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67eacc65-8a2c-4b4f-8a01-4a39e41fb0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.396967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-67eacc65-8a2c-4b4f-8a01-4a39e41fb0d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56ecd277-8255-4d40-8d3c-e6dc0144c090 HTTP/1.1" status: 204 len: 168 time: 0.2764537 Sep 20 12:41:28.405251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eacc65-8a2c-4b4f-8a01-4a39e41fb0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ecd277-8255-4d40-8d3c-e6dc0144c090,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:28.490642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-504926e3-d3d3-4ce9-af88-ef66a9775ff2 req-657f1889-ad2b-4810-8df8-5db8ec0fd4f3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0539989 Sep 20 12:41:28.514674 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.540984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event deleted for resources: {'Port': ['ID=645f2f2d-3d14-4266-b1a5-5000a3e26542,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:28.600984 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.691675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.694056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.824549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.825249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Fanout notify agent at l3_agent the message router_deleted on router ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:28.831506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcf7ab-2a2a-4d09-8acf-b630caba0c70 req-c9b4d85b-77d5-4679-953a-f2f78a831614 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:28.832958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.834660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08dcf7ab-2a2a-4d09-8acf-b630caba0c70 req-c9b4d85b-77d5-4679-953a-f2f78a831614 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0525656 Sep 20 12:41:28.837806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39534) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:28.838460 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6f110239-9669-42db-9229-2870b0abe458 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b HTTP/1.1" status: 204 len: 168 time: 1.4495943 Sep 20 12:41:28.843306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-72947a3f-0145-4a83-a7fe-6801846d619d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-100244809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:28.901173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08dcf7ab-2a2a-4d09-8acf-b630caba0c70 req-ed2f62ee-1891-418b-a205-e3df585d4bad tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515368 Sep 20 12:41:28.955888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-72947a3f-0145-4a83-a7fe-6801846d619d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:28.957352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-72947a3f-0145-4a83-a7fe-6801846d619d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:29.022352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-72947a3f-0145-4a83-a7fe-6801846d619d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:29.090381 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-72947a3f-0145-4a83-a7fe-6801846d619d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:29.184390 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-72947a3f-0145-4a83-a7fe-6801846d619d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:29.185771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-72947a3f-0145-4a83-a7fe-6801846d619d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3461831 Sep 20 12:41:29.188861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:29.193919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': True}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:29.414322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:29.687368 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:29.714231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:29.821921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Allocated IP 172.25.6.224 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/7ee6de1a-12c1-4e69-b0c4-930042ce8618) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:29.929822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:30.024522 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:30.072720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:30.079296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:30.083455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'Port': ['ID=7ee6de1a-12c1-4e69-b0c4-930042ce8618,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:30.084095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:30.231099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148d86c-cc24-4fcc-9fca-ec3a0c597fa2 req-daa95245-669e-4635-8b22-89a75e2b161b tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:30.232704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4148d86c-cc24-4fcc-9fca-ec3a0c597fa2 req-daa95245-669e-4635-8b22-89a75e2b161b tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0487652 Sep 20 12:41:30.276728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4148d86c-cc24-4fcc-9fca-ec3a0c597fa2 req-81bf074c-23e5-4cb6-8d7a-43b6c0e1c7f6 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Sep 20 12:41:30.389632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec9411-6aab-4757-912c-92f671941730 req-fc903c4a-e43a-44e0-b7cc-6b2939c35e8f tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:30.391199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9ec9411-6aab-4757-912c-92f671941730 req-fc903c4a-e43a-44e0-b7cc-6b2939c35e8f tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0571401 Sep 20 12:41:30.431959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9ec9411-6aab-4757-912c-92f671941730 req-7208445f-967c-4575-92f7-ee3208fd4016 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336869 Sep 20 12:41:30.449131 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:30.655194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:30.658420 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:30.858940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Router a5fe8b9c-2264-4144-b931-4ca4208945ba is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:30.983765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:30.989720 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:30.991111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-31a611f0-35ea-4544-a754-4641c9be0578 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "PUT /v2.0/routers/a5fe8b9c-2264-4144-b931-4ca4208945ba HTTP/1.1" status: 200 len: 914 time: 1.8008764 Sep 20 12:41:30.993284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da19ca4-122f-47e2-883d-ba3154b54aaa None None] Sync routers for ids ['a5fe8b9c-2264-4144-b931-4ca4208945ba'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:30.993750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39620) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:31.004024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da19ca4-122f-47e2-883d-ba3154b54aaa None None] Routers {'a5fe8b9c-2264-4144-b931-4ca4208945ba'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:31.005068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4da19ca4-122f-47e2-883d-ba3154b54aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a5fe8b9c-2264-4144-b931-4ca4208945ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:31.044275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4da19ca4-122f-47e2-883d-ba3154b54aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:31.054575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da19ca4-122f-47e2-883d-ba3154b54aaa None None] Routers {'a5fe8b9c-2264-4144-b931-4ca4208945ba'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:31.054965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4da19ca4-122f-47e2-883d-ba3154b54aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a5fe8b9c-2264-4144-b931-4ca4208945ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:31.065394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077e5aa-00b4-48c8-9580-b3707502cdfa req-969fd8aa-deac-43ee-ae04-313fee008433 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:31.077789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8077e5aa-00b4-48c8-9580-b3707502cdfa req-969fd8aa-deac-43ee-ae04-313fee008433 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0704725 Sep 20 12:41:31.087560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4da19ca4-122f-47e2-883d-ba3154b54aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:31.088229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da19ca4-122f-47e2-883d-ba3154b54aaa None None] The sync data for ids ['a5fe8b9c-2264-4144-b931-4ca4208945ba'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:31.122474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4b0baf70-8155-490d-9d17-2398b52a966a tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/routers/a5fe8b9c-2264-4144-b931-4ca4208945ba HTTP/1.1" status: 200 len: 920 time: 0.1246970 Sep 20 12:41:31.122947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39628) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:31.134585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8077e5aa-00b4-48c8-9580-b3707502cdfa req-bac9ed30-416b-4fe0-a424-8d43ebe87840 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539467 Sep 20 12:41:31.163691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c71aa8-e360-435e-b23a-faff0d11a45c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:31.165268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f4c71aa8-e360-435e-b23a-faff0d11a45c tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=a5fe8b9c-2264-4144-b931-4ca4208945ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0410821 Sep 20 12:41:31.167834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39632) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:31.252533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003fc3f1-6435-4be9-9fc9-238edd5ae7b9 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:31.256682 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-003fc3f1-6435-4be9-9fc9-238edd5ae7b9 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 881 time: 0.0852470 Sep 20 12:41:31.257682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39634) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:31.282797 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c1ac4658-ff09-4b8f-8ecb-665533c4bb22 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5fe8b9c-2264-4144-b931-4ca4208945ba HTTP/1.1" status: 200 len: 205 time: 0.0241065 Sep 20 12:41:31.286886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39636) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:31.388384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:31.494788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:31.547986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600417b0-66ed-446a-aeb4-9478f1f847c5 req-b313237a-6896-4066-b1ac-f9e53b5b0c20 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:31.549567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-600417b0-66ed-446a-aeb4-9478f1f847c5 req-b313237a-6896-4066-b1ac-f9e53b5b0c20 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0476801 Sep 20 12:41:31.588442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-600417b0-66ed-446a-aeb4-9478f1f847c5 req-bbd8c358-5c50-4835-8cff-c36773d7dbb5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Sep 20 12:41:31.651646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Deleting port 7ee6de1a-12c1-4e69-b0c4-930042ce8618 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:31.651908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:31.682413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39644) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:31.716520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-c27b8cd4-611e-46a7-9d21-a298d1d13bc5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:31.718018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-c27b8cd4-611e-46a7-9d21-a298d1d13bc5 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.32 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 946 time: 0.0554836 Sep 20 12:41:31.749259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:31.762618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Calling delete_port for 7ee6de1a-12c1-4e69-b0c4-930042ce8618 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:31.815192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Deleting port 08439a2b-cb8e-4169-90cf-d6194d7c242c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:31.815559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:31.816109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc1832c3-b2a1-42a5-bf77-7ad447903adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:31.912852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] For port 08439a2b-cb8e-4169-90cf-d6194d7c242c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=08439a2b-cb8e-4169-90cf-d6194d7c242c,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:31.914051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:31.925320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Calling delete_port for 08439a2b-cb8e-4169-90cf-d6194d7c242c owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:31.999794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc1832c3-b2a1-42a5-bf77-7ad447903adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.036590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.064272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event deleted for resources: {'Port': ['ID=7ee6de1a-12c1-4e69-b0c4-930042ce8618,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:32.065887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc1832c3-b2a1-42a5-bf77-7ad447903adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.108907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.122541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['367c520c-5c95-4223-bbf1-2b28fd5a5194'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:32.125418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['08439a2b-cb8e-4169-90cf-d6194d7c242c', '7cea7b4c-3855-410c-85a1-4406a4618916'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:32.145215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1832c3-b2a1-42a5-bf77-7ad447903adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739dfc35-d5c6-4af8-908e-117c18ff31f3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:32.145518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Pushing event deleted for resources: {'Port': ['ID=08439a2b-cb8e-4169-90cf-d6194d7c242c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:32.151678 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fc1832c3-b2a1-42a5-bf77-7ad447903adf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdbdeda34d71468f8332fd4c69ae1bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681094 Sep 20 12:41:32.154932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39650) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:32.216602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.325974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.328552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.384190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46932926-0bfc-4756-9177-cec8b6bc13e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.408951 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46932926-0bfc-4756-9177-cec8b6bc13e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.476103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.476569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Fanout notify agent at l3_agent the message router_deleted on router a5fe8b9c-2264-4144-b931-4ca4208945ba {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:32.485642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.485642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ec523e0-fec1-468b-87a2-76cfd3ab2893 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/a5fe8b9c-2264-4144-b931-4ca4208945ba HTTP/1.1" status: 204 len: 168 time: 1.1971970 Sep 20 12:41:32.488665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39654) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:32.493421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e2c8863b-990b-48e3-b03e-fb6b3a1a772e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-581056874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:32.506573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] No DVR routers for this DVR port 08439a2b-cb8e-4169-90cf-d6194d7c242c on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:41:32.509649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.511444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87af1de7-9c53-41e4-86f1-986808a54b1f req-1503411d-cf10-44c4-87b0-5fd74d3b4e99 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.32 "DELETE /v2.0/ports/08439a2b-cb8e-4169-90cf-d6194d7c242c HTTP/1.1" status: 204 len: 173 time: 0.7864220 Sep 20 12:41:32.514281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00485e13-ed89-4e8a-8482-c6eeaf9dfa8c', 'name': 'network-vif-deleted', 'tag': '08439a2b-cb8e-4169-90cf-d6194d7c242c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:32.514281 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e8945e-c6a3-48d9-9593-d071ca90ced7" -d '{"events": [{"server_uuid": "00485e13-ed89-4e8a-8482-c6eeaf9dfa8c", "name": "network-vif-deleted", "tag": "08439a2b-cb8e-4169-90cf-d6194d7c242c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:32.532766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46932926-0bfc-4756-9177-cec8b6bc13e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.536178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46932926-0bfc-4756-9177-cec8b6bc13e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.537375 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-46932926-0bfc-4756-9177-cec8b6bc13e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/739dfc35-d5c6-4af8-908e-117c18ff31f3 HTTP/1.1" status: 204 len: 168 time: 0.3810234 Sep 20 12:41:32.542320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2fd61-c2cc-4499-8d24-218aca8a33ec req-8d0123d7-85c0-4607-8211-617e0a8bfec6 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:32.543985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccc2fd61-c2cc-4499-8d24-218aca8a33ec req-8d0123d7-85c0-4607-8211-617e0a8bfec6 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0781605 Sep 20 12:41:32.545658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46932926-0bfc-4756-9177-cec8b6bc13e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739dfc35-d5c6-4af8-908e-117c18ff31f3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:32.590852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccc2fd61-c2cc-4499-8d24-218aca8a33ec req-f81cd770-2572-491c-8dbc-927c361433c8 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Sep 20 12:41:32.612563 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2c8863b-990b-48e3-b03e-fb6b3a1a772e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.614454 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2c8863b-990b-48e3-b03e-fb6b3a1a772e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.638126 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4536095f-980e-4b5c-9015-5a821879b125 x-openstack-request-id: req-4536095f-980e-4b5c-9015-5a821879b125 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:32.638516 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00485e13-ed89-4e8a-8482-c6eeaf9dfa8c", "name": "network-vif-deleted", "tag": "08439a2b-cb8e-4169-90cf-d6194d7c242c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:32.638862 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4536095f-980e-4b5c-9015-5a821879b125 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:32.639374 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00485e13-ed89-4e8a-8482-c6eeaf9dfa8c', 'name': 'network-vif-deleted', 'tag': '08439a2b-cb8e-4169-90cf-d6194d7c242c', 'status': 'completed', 'code': 200} Sep 20 12:41:32.682679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2c8863b-990b-48e3-b03e-fb6b3a1a772e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.718856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f085d73b-c2d0-46a5-880a-134f19e88118 req-2a821a60-26db-40b0-813d-82f236b1cdaf tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=00485e13-ed89-4e8a-8482-c6eeaf9dfa8c HTTP/1.1" status: 200 len: 210 time: 0.0275967 Sep 20 12:41:32.768926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2c8863b-990b-48e3-b03e-fb6b3a1a772e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.841906 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2c8863b-990b-48e3-b03e-fb6b3a1a772e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:32.843323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e2c8863b-990b-48e3-b03e-fb6b3a1a772e tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3533580 Sep 20 12:41:32.846063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39666) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:32.851236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': False}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:33.192854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:33.210873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-880fa157-14a9-477a-9838-9b5829d7e300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.299455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-880fa157-14a9-477a-9838-9b5829d7e300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.365518 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.377489 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-880fa157-14a9-477a-9838-9b5829d7e300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.415606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-880fa157-14a9-477a-9838-9b5829d7e300 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac9c815e3c9345f6b4b4080eec8ede76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215948 Sep 20 12:41:33.417529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fa157-14a9-477a-9838-9b5829d7e300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd7500-57ec-49af-bac1-f799f596d0b1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:33.418437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39672) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:33.484787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b8f72ad-99aa-49a0-9b2b-c3d028f0ba7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.515050 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b8f72ad-99aa-49a0-9b2b-c3d028f0ba7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.664856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b8f72ad-99aa-49a0-9b2b-c3d028f0ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.668232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b8f72ad-99aa-49a0-9b2b-c3d028f0ba7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.669484 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b8f72ad-99aa-49a0-9b2b-c3d028f0ba7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75bd7500-57ec-49af-bac1-f799f596d0b1 HTTP/1.1" status: 204 len: 168 time: 0.2500768 Sep 20 12:41:33.696096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f72ad-99aa-49a0-9b2b-c3d028f0ba7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd7500-57ec-49af-bac1-f799f596d0b1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:33.727232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.728318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575209-2220-4715-ba0a-a714c0de0a69 req-e15f53c9-e794-4cf7-b857-fc6fbe45c272 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:33.736255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d575209-2220-4715-ba0a-a714c0de0a69 req-e15f53c9-e794-4cf7-b857-fc6fbe45c272 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0633209 Sep 20 12:41:33.750552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:33.773720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d575209-2220-4715-ba0a-a714c0de0a69 req-dd7b77df-574e-4141-a222-752affa5beb0 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366230 Sep 20 12:41:33.859669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Allocated IP 172.25.6.102 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/7be07c10-6cd2-4483-afdb-abab3f654bd9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:33.961258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.117112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.157256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:34.159520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:34.162663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:34.195900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Pushing event updated for resources: {'Port': ['ID=7be07c10-6cd2-4483-afdb-abab3f654bd9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:34.407505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-e339cfed-121f-49ab-b6f4-d2f699d8250d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:34.409102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-e339cfed-121f-49ab-b6f4-d2f699d8250d tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.32 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 945 time: 0.0787370 Sep 20 12:41:34.451821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d396d-3391-4daa-b1a8-29523200a3df req-2a71b827-1985-42dd-80fc-07a95dd4681c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:34.453325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b82d396d-3391-4daa-b1a8-29523200a3df req-2a71b827-1985-42dd-80fc-07a95dd4681c tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 945 time: 0.0897834 Sep 20 12:41:34.499597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.542922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b82d396d-3391-4daa-b1a8-29523200a3df req-3d76ea04-9239-4727-a70b-ae7d0a7a47be tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767453 Sep 20 12:41:34.562833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Deleting port 6b0903a8-ace6-469e-ae76-eee75c79ea02 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:34.562833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.655644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] For port 6b0903a8-ace6-469e-ae76-eee75c79ea02, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6b0903a8-ace6-469e-ae76-eee75c79ea02,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:34.655936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.669531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Calling delete_port for 6b0903a8-ace6-469e-ae76-eee75c79ea02 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:34.713042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.716199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.877115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.891486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['6b0903a8-ace6-469e-ae76-eee75c79ea02'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:34.896265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['09e85e13-3312-425c-8698-691418fc126e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:34.905846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Router aedab6b0-4350-4da2-947f-858e74118ff2 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:34.909655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Pushing event deleted for resources: {'Port': ['ID=6b0903a8-ace6-469e-ae76-eee75c79ea02,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:34.934662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bb8a7-f5d7-452b-a17d-732b64792435 req-aea60f80-abc7-4323-9eae-57a6f9c86855 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:34.939759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85bb8a7-f5d7-452b-a17d-732b64792435 req-aea60f80-abc7-4323-9eae-57a6f9c86855 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 867 time: 0.0885544 Sep 20 12:41:34.988758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] No DVR routers for this DVR port 6b0903a8-ace6-469e-ae76-eee75c79ea02 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:41:34.992923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:34.994694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-098cb5f9-506f-44b7-9c13-86036fadf789 req-a92360f5-6d0b-4f04-b19e-df51a8114634 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.32 "DELETE /v2.0/ports/6b0903a8-ace6-469e-ae76-eee75c79ea02 HTTP/1.1" status: 204 len: 173 time: 0.5773864 Sep 20 12:41:34.995175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dff933-3980-4f31-8b50-4a0b31a33e7a', 'name': 'network-vif-deleted', 'tag': '6b0903a8-ace6-469e-ae76-eee75c79ea02'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:34.997559 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b9c4a-f1ad-4c7b-9f93-72e2ef4a31fe" -d '{"events": [{"server_uuid": "93dff933-3980-4f31-8b50-4a0b31a33e7a", "name": "network-vif-deleted", "tag": "6b0903a8-ace6-469e-ae76-eee75c79ea02"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:35.018532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d85bb8a7-f5d7-452b-a17d-732b64792435 req-88f03478-8591-475d-925f-3542ce914e52 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655918 Sep 20 12:41:35.065245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:35.071908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:35.077738 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-98297006-a71e-4550-a2f0-7aae1a4a8063 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "PUT /v2.0/routers/aedab6b0-4350-4da2-947f-858e74118ff2 HTTP/1.1" status: 200 len: 915 time: 2.2303691 Sep 20 12:41:35.077872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39716) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:35.077987 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ffb7bf-3e5d-48da-894b-8e7db45cb7ac None None] Sync routers for ids ['aedab6b0-4350-4da2-947f-858e74118ff2'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:35.088370 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ffb7bf-3e5d-48da-894b-8e7db45cb7ac None None] Routers {'aedab6b0-4350-4da2-947f-858e74118ff2'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:35.089251 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-38ffb7bf-3e5d-48da-894b-8e7db45cb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['aedab6b0-4350-4da2-947f-858e74118ff2'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:35.140929 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-38ffb7bf-3e5d-48da-894b-8e7db45cb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:35.151496 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ffb7bf-3e5d-48da-894b-8e7db45cb7ac None None] Routers {'aedab6b0-4350-4da2-947f-858e74118ff2'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:35.152392 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-38ffb7bf-3e5d-48da-894b-8e7db45cb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['aedab6b0-4350-4da2-947f-858e74118ff2'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:35.181962 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9fcc72-363d-4392-8822-bc6ebf213b5b x-openstack-request-id: req-1f9fcc72-363d-4392-8822-bc6ebf213b5b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:35.182331 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dff933-3980-4f31-8b50-4a0b31a33e7a", "name": "network-vif-deleted", "tag": "6b0903a8-ace6-469e-ae76-eee75c79ea02", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:35.182650 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f9fcc72-363d-4392-8822-bc6ebf213b5b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:35.183129 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dff933-3980-4f31-8b50-4a0b31a33e7a', 'name': 'network-vif-deleted', 'tag': '6b0903a8-ace6-469e-ae76-eee75c79ea02', 'status': 'completed', 'code': 200} Sep 20 12:41:35.186593 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-38ffb7bf-3e5d-48da-894b-8e7db45cb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:35.187250 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ffb7bf-3e5d-48da-894b-8e7db45cb7ac None None] The sync data for ids ['aedab6b0-4350-4da2-947f-858e74118ff2'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:35.209630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-76058716-1031-4ab0-99d6-94a80dec46f7 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/routers/aedab6b0-4350-4da2-947f-858e74118ff2 HTTP/1.1" status: 200 len: 921 time: 0.1304522 Sep 20 12:41:35.212340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:35.283886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d360aa-1d9b-4ce7-b82a-c49464cf537d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:35.283886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0d360aa-1d9b-4ce7-b82a-c49464cf537d tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=aedab6b0-4350-4da2-947f-858e74118ff2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0701675 Sep 20 12:41:35.286415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:35.378397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f211f7-1928-4729-996f-3959729d93d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:35.380594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-21f211f7-1928-4729-996f-3959729d93d3 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 881 time: 0.0932710 Sep 20 12:41:35.387298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39728) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:35.409502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-afffd326-d32e-4300-9697-6989e9d7d163 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=aedab6b0-4350-4da2-947f-858e74118ff2 HTTP/1.1" status: 200 len: 205 time: 0.0244694 Sep 20 12:41:35.423309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39730) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:35.533191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:35.642335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:35.670111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2af8e4-0b9b-4527-9669-80f9886b6874 req-a8228b74-cf23-42d9-8164-0b8fb32baf32 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:35.671647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a2af8e4-0b9b-4527-9669-80f9886b6874 req-a8228b74-cf23-42d9-8164-0b8fb32baf32 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 945 time: 0.0530584 Sep 20 12:41:35.713944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a2af8e4-0b9b-4527-9669-80f9886b6874 req-1e1c27f9-4170-49f0-89e1-a6d6c4d9b7fa tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361519 Sep 20 12:41:35.724372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39740) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:35.779311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Deleting port 7be07c10-6cd2-4483-afdb-abab3f654bd9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:35.779891 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:35.787612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-e82d2389-0521-426f-bb3d-b2fe92722552 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:35.789775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-e82d2389-0521-426f-bb3d-b2fe92722552 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 945 time: 0.0743778 Sep 20 12:41:35.835519 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1946510438', 'router:external': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:35.863455 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:35.876201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Calling delete_port for 7be07c10-6cd2-4483-afdb-abab3f654bd9 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:35.908328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Deleting port 7cea7b4c-3855-410c-85a1-4406a4618916 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:35.908959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.000045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Made reservation on behalf of 4911837840f54b93b37387c238719d26 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:36.002436 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.010168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] For port 7cea7b4c-3855-410c-85a1-4406a4618916, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7cea7b4c-3855-410c-85a1-4406a4618916,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:36.010534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.022547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.035583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Calling delete_port for 7cea7b4c-3855-410c-85a1-4406a4618916 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:36.116617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.143317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10c70337-be17-428a-a04c-4fb06787db67 req-415f0128-6a1a-4cd6-8c21-f0f6a1962247 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=93dff933-3980-4f31-8b50-4a0b31a33e7a HTTP/1.1" status: 200 len: 210 time: 0.0390956 Sep 20 12:41:36.152299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event deleted for resources: {'Port': ['ID=7be07c10-6cd2-4483-afdb-abab3f654bd9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:36.215492 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.258112 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.305677 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.307759 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.321402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.348308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267ed1ca-0c29-439e-aa02-c95c4bb322d9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:36.372583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.384845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7cea7b4c-3855-410c-85a1-4406a4618916'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:36.387634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['367c520c-5c95-4223-bbf1-2b28fd5a5194'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:36.403868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Pushing event deleted for resources: {'Port': ['ID=7cea7b4c-3855-410c-85a1-4406a4618916,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:36.446443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.447027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Fanout notify agent at l3_agent the message router_deleted on router aedab6b0-4350-4da2-947f-858e74118ff2 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:36.450623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] No DVR routers for this DVR port 7cea7b4c-3855-410c-85a1-4406a4618916 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:41:36.453498 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.455918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9eae15c-1f54-48f3-8bb3-69dc76e0f8f5 req-7dc8945c-2566-471a-bb0a-b13ea3f633b3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.32 "DELETE /v2.0/ports/7cea7b4c-3855-410c-85a1-4406a4618916 HTTP/1.1" status: 204 len: 173 time: 0.6597841 Sep 20 12:41:36.460769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:41:36.464953 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.466327 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8b5f9564-a31f-4d06-806d-cd5297298a8d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/aedab6b0-4350-4da2-947f-858e74118ff2 HTTP/1.1" status: 204 len: 168 time: 1.0420923 Sep 20 12:41:36.470820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:36.477053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1050447885', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:36.488811 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.489208 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Added segment 06766fe0-2e4d-4e08-b3e2-bad871071645 of type vlan for network 1129381f-219e-4640-80e6-ad027b383a71 Sep 20 12:41:36.546241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.600218 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.601275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.649961 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.693133 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.694072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:36.694672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:36.761617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'Network': ['ID=1129381f-219e-4640-80e6-ad027b383a71,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:36.772249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1129381f-219e-4640-80e6-ad027b383a71 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:41:36.842752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-916cfaa1-eb19-4ac5-a115-663fd697655b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1172311 Sep 20 12:41:36.846493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39754) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:36.851687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'subnet': {'network_id': '1129381f-219e-4640-80e6-ad027b383a71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:36.875192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff17b0cd-6939-4f29-ac42-b3e7a45072df req-c75ad356-8567-4b34-8ce0-241afe968af0 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3b5be0f-a1b1-4106-9a27-626d146627fe HTTP/1.1" status: 200 len: 210 time: 0.0554519 Sep 20 12:41:36.886141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 08439a2b-cb8e-4169-90cf-d6194d7c242c no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:36.913048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 08439a2b-cb8e-4169-90cf-d6194d7c242c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:36.913395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 08439a2b-cb8e-4169-90cf-d6194d7c242c not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:36.913811 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6b0903a8-ace6-469e-ae76-eee75c79ea02 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:36.937466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 6b0903a8-ace6-469e-ae76-eee75c79ea02 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:36.937868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6b0903a8-ace6-469e-ae76-eee75c79ea02 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:36.975787 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.017638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Made reservation on behalf of 4911837840f54b93b37387c238719d26 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:37.020605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.214465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5be0f-a1b1-4106-9a27-626d146627fe', 'name': 'network-vif-deleted', 'tag': '7cea7b4c-3855-410c-85a1-4406a4618916'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:37.216700 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc28ff-bf2e-4f38-866f-4327cc393050" -d '{"events": [{"server_uuid": "a3b5be0f-a1b1-4106-9a27-626d146627fe", "name": "network-vif-deleted", "tag": "7cea7b4c-3855-410c-85a1-4406a4618916"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:37.244189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.270590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.362140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:41:37.362511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.378718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Allocated IP 172.25.6.196 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/a4d2673a-7fe4-4f37-a4a2-6a044b83b905) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:37.418163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ee3511ea-e895-4297-8111-3cd5a6eebc14,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:37.427839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Checking segment: {'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:37.428211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Network hostable DHCP agents. Network: 1129381f-219e-4640-80e6-ad027b383a71, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:41:37.505157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.515551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Network 1129381f-219e-4640-80e6-ad027b383a71 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:41:37.575888 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4280a0f3-02f6-4bd0-b204-23f278af4379 x-openstack-request-id: req-4280a0f3-02f6-4bd0-b204-23f278af4379 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:37.576201 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5be0f-a1b1-4106-9a27-626d146627fe", "name": "network-vif-deleted", "tag": "7cea7b4c-3855-410c-85a1-4406a4618916", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:37.576453 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4280a0f3-02f6-4bd0-b204-23f278af4379 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:37.576872 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b5be0f-a1b1-4106-9a27-626d146627fe', 'name': 'network-vif-deleted', 'tag': '7cea7b4c-3855-410c-85a1-4406a4618916', 'status': 'completed', 'code': 200} Sep 20 12:41:37.595609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1129381f-219e-4640-80e6-ad027b383a71) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:37.600170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:37.603101 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.607634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ef78f-1fdf-4fa0-ac88-fc75830bd009 None None] Network 1129381f-219e-4640-80e6-ad027b383a71 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:41:37.619585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.665210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:37.668423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:37.677618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:37.678615 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1ce13129-a06f-48e7-b810-68a7b574fe35 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8313522 Sep 20 12:41:37.679323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39768) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:37.679801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event updated for resources: {'Port': ['ID=a4d2673a-7fe4-4f37-a4a2-6a044b83b905,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:37.684497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1982404877', 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:37.746893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e026da6-026f-41ad-a9b4-d2807ec73dce None None] Network 1129381f-219e-4640-80e6-ad027b383a71 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:41:37.762489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Made reservation on behalf of 4911837840f54b93b37387c238719d26 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:37.765585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:37.789900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] device_id is not set on port 6c4cd844-fc68-4497-87a1-e8264fdbd731 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:41:37.874741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd669e0-0aa7-49fd-a8c5-750fc62af45f req-dd85b673-fc38-43e5-b7d7-eebb09b500ef tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:37.876193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3bd669e0-0aa7-49fd-a8c5-750fc62af45f req-dd85b673-fc38-43e5-b7d7-eebb09b500ef tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1092100 Sep 20 12:41:37.906055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Allocated IP 2001:db8::278 (1129381f-219e-4640-80e6-ad027b383a71/ee3511ea-e895-4297-8111-3cd5a6eebc14/6c4cd844-fc68-4497-87a1-e8264fdbd731) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:37.919362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3bd669e0-0aa7-49fd-a8c5-750fc62af45f req-e9e0f93b-8999-47be-aa3c-7e2a9d0db8ab tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350571 Sep 20 12:41:38.046847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.054692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.161467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.200334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Network 1129381f-219e-4640-80e6-ad027b383a71 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:38.204473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:38.212056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:38.213055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:38.213669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.216941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'Port': ['ID=6c4cd844-fc68-4497-87a1-e8264fdbd731,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:38.288118 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-87030d14-b62f-4eb5-a1ea-6c00bb614750 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6077287 Sep 20 12:41:38.290738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39774) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:38.373848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bd7ac-6525-49df-91bc-df64d82c789a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Deleting port 6c4cd844-fc68-4497-87a1-e8264fdbd731 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:38.374197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd7ac-6525-49df-91bc-df64d82c789a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.460430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd7ac-6525-49df-91bc-df64d82c789a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.473128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bd7ac-6525-49df-91bc-df64d82c789a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Calling delete_port for 6c4cd844-fc68-4497-87a1-e8264fdbd731 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:38.563718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.620379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e571e-13ff-4e6d-910c-1422652c4a5a req-32801626-2a74-4286-b1da-27499b5608f8 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:38.621876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-945e571e-13ff-4e6d-910c-1422652c4a5a req-32801626-2a74-4286-b1da-27499b5608f8 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0920966 Sep 20 12:41:38.647331 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd7ac-6525-49df-91bc-df64d82c789a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.674181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bd7ac-6525-49df-91bc-df64d82c789a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c4cd844-fc68-4497-87a1-e8264fdbd731,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:38.697342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c7bd7ac-6525-49df-91bc-df64d82c789a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.701901 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2c7bd7ac-6525-49df-91bc-df64d82c789a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6c4cd844-fc68-4497-87a1-e8264fdbd731 HTTP/1.1" status: 204 len: 168 time: 0.4075859 Sep 20 12:41:38.702097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39780) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:38.706327 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1129381f-219e-4640-80e6-ad027b383a71', 'external_fixed_ips': [{'subnet_id': 'ee3511ea-e895-4297-8111-3cd5a6eebc14', 'ip_address': '2001:db8::278'}]}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:38.709034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-945e571e-13ff-4e6d-910c-1422652c4a5a req-ff8536bc-8b96-4d84-b3db-5302663df7a0 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792181 Sep 20 12:41:38.794705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Router 7fe9acef-7432-43d9-bf8a-204b5d22ad68 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:38.807587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.808675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.864011 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.904337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:38.915364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6313ac-65dd-4d53-88f4-a0049a6114c4 None None] Sync routers for ids ['7fe9acef-7432-43d9-bf8a-204b5d22ad68'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:38.924273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6313ac-65dd-4d53-88f4-a0049a6114c4 None None] Routers {'7fe9acef-7432-43d9-bf8a-204b5d22ad68'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:38.924880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0d6313ac-65dd-4d53-88f4-a0049a6114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7fe9acef-7432-43d9-bf8a-204b5d22ad68'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:38.956421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0d6313ac-65dd-4d53-88f4-a0049a6114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:38.965693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6313ac-65dd-4d53-88f4-a0049a6114c4 None None] Routers {'7fe9acef-7432-43d9-bf8a-204b5d22ad68'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:38.970422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0d6313ac-65dd-4d53-88f4-a0049a6114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7fe9acef-7432-43d9-bf8a-204b5d22ad68'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:38.990519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:38.992025 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-139aff49-1fef-44ad-8c4a-d7338b97dfbf tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5199411 Sep 20 12:41:38.994733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39786) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:39.000066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:39.003914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0d6313ac-65dd-4d53-88f4-a0049a6114c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:39.004783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6313ac-65dd-4d53-88f4-a0049a6114c4 None None] The sync data for ids ['7fe9acef-7432-43d9-bf8a-204b5d22ad68'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:39.069654 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:39.125931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8829f7-80c1-49db-a0e6-2278d42ed0a2 req-43b8b2f3-2ebc-443e-8e32-94e03f956061 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:39.127710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d8829f7-80c1-49db-a0e6-2278d42ed0a2 req-43b8b2f3-2ebc-443e-8e32-94e03f956061 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1250424 Sep 20 12:41:39.216063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d8829f7-80c1-49db-a0e6-2278d42ed0a2 req-156cd07e-46b1-439d-b32d-e043ebf976be tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782988 Sep 20 12:41:39.372934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:39.458103 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:39.601356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Deleting port a4d2673a-7fe4-4f37-a4a2-6a044b83b905 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:39.601706 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:39.656056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:39.676616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:39.682512 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:39.694260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Calling delete_port for a4d2673a-7fe4-4f37-a4a2-6a044b83b905 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:39.848451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Allocated IP 2001:db8::278 (1129381f-219e-4640-80e6-ad027b383a71/ee3511ea-e895-4297-8111-3cd5a6eebc14/82f6a8db-c355-47b0-bb1d-5c46c48445cd) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:39.859743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648c887-94c3-485c-97e4-776d0908e3b0 req-aacb899a-a167-4439-99f3-e156a4acc6df tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:39.861201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d648c887-94c3-485c-97e4-776d0908e3b0 req-aacb899a-a167-4439-99f3-e156a4acc6df tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0665789 Sep 20 12:41:39.871758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-d269f8ac-92d4-4305-99e3-ac120c6b81c5 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:39.873257 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-d269f8ac-92d4-4305-99e3-ac120c6b81c5 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.21 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.0713649 Sep 20 12:41:39.932322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d648c887-94c3-485c-97e4-776d0908e3b0 req-d199e5e0-9074-4b1f-b556-a5db11c8d16e tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497346 Sep 20 12:41:39.995787 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.029490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.053219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Pushing event deleted for resources: {'Port': ['ID=a4d2673a-7fe4-4f37-a4a2-6a044b83b905,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:40.056087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Deleting port 09e85e13-3312-425c-8698-691418fc126e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:40.056482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.124389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-463494a0-92a1-40e7-978c-b68a7cbb47ee tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:40.125785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-463494a0-92a1-40e7-978c-b68a7cbb47ee tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.1218979 Sep 20 12:41:40.128903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.162783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] For port 09e85e13-3312-425c-8698-691418fc126e, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=09e85e13-3312-425c-8698-691418fc126e,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:40.163408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.177076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Calling delete_port for 09e85e13-3312-425c-8698-691418fc126e owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:40.233265 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.288749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Network 1129381f-219e-4640-80e6-ad027b383a71 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:40.294311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:40.296791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:40.336572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'Port': ['ID=82f6a8db-c355-47b0-bb1d-5c46c48445cd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:40.416867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.426476 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.444383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09072e3-3cbb-4806-86e5-3afa2ba12745 req-7eb78415-3828-421d-a96c-58ee4d1815a1 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:40.445549 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:41:40.446106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f09072e3-3cbb-4806-86e5-3afa2ba12745 req-7eb78415-3828-421d-a96c-58ee4d1815a1 tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/ports?device_id=599ffb32-3526-44b4-8def-98b66c100764 HTTP/1.1" status: 200 len: 945 time: 0.1324315 Sep 20 12:41:40.492398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Deleting port 367c520c-5c95-4223-bbf1-2b28fd5a5194 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:40.492738 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.510794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.522492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['09e85e13-3312-425c-8698-691418fc126e'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:40.541664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Pushing event deleted for resources: {'Port': ['ID=09e85e13-3312-425c-8698-691418fc126e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:40.568187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Router 7fe9acef-7432-43d9-bf8a-204b5d22ad68 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:41:40.585995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] No DVR routers for this DVR port 09e85e13-3312-425c-8698-691418fc126e on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:41:40.589558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.591486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e8568e54-a4b0-4983-bd6e-ce228dcdd4d4 req-dd8005bd-3fc7-42cf-aa67-7c85ecae08fc tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.21 "DELETE /v2.0/ports/09e85e13-3312-425c-8698-691418fc126e HTTP/1.1" status: 204 len: 173 time: 0.7041426 Sep 20 12:41:40.591917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599ffb32-3526-44b4-8def-98b66c100764', 'name': 'network-vif-deleted', 'tag': '09e85e13-3312-425c-8698-691418fc126e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:40.594215 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0db7a-607f-4597-912e-ab86dd06c3ba" -d '{"events": [{"server_uuid": "599ffb32-3526-44b4-8def-98b66c100764", "name": "network-vif-deleted", "tag": "09e85e13-3312-425c-8698-691418fc126e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:40.626085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f09072e3-3cbb-4806-86e5-3afa2ba12745 req-e80f3cd2-969f-4b6e-ba5e-68f13da2118e tempest-ServerRescueTestJSON-2126142255 tempest-ServerRescueTestJSON-2126142255-project] 10.222.0.37 "GET /v2.0/security-groups?id=8390f53f-cf2f-4ecd-a065-47061bb81260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409717 Sep 20 12:41:40.680888 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb5e844-6a18-4a2a-8b85-c6a9babdd660 x-openstack-request-id: req-2fb5e844-6a18-4a2a-8b85-c6a9babdd660 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:40.680888 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599ffb32-3526-44b4-8def-98b66c100764", "name": "network-vif-deleted", "tag": "09e85e13-3312-425c-8698-691418fc126e", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:40.681365 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fb5e844-6a18-4a2a-8b85-c6a9babdd660 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:40.681997 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599ffb32-3526-44b4-8def-98b66c100764', 'name': 'network-vif-deleted', 'tag': '09e85e13-3312-425c-8698-691418fc126e', 'status': 'completed', 'code': 200} Sep 20 12:41:40.708079 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.723265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] For port 367c520c-5c95-4223-bbf1-2b28fd5a5194, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=367c520c-5c95-4223-bbf1-2b28fd5a5194,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:40.723640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.726596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:40.736786 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b643a89-9da8-479e-9d99-8521ac7ca16d None None] Sync routers for ids ['7fe9acef-7432-43d9-bf8a-204b5d22ad68'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:40.737352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:40.741488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b7fa3306-2a92-4f18-8361-19ede5c7e495 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "PUT /v2.0/routers/7fe9acef-7432-43d9-bf8a-204b5d22ad68 HTTP/1.1" status: 200 len: 706 time: 1.7425194 Sep 20 12:41:40.741624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39798) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:40.745515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Calling delete_port for 367c520c-5c95-4223-bbf1-2b28fd5a5194 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:40.747301 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b643a89-9da8-479e-9d99-8521ac7ca16d None None] Routers {'7fe9acef-7432-43d9-bf8a-204b5d22ad68'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:40.748028 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0b643a89-9da8-479e-9d99-8521ac7ca16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7fe9acef-7432-43d9-bf8a-204b5d22ad68'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:40.781988 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0b643a89-9da8-479e-9d99-8521ac7ca16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:40.792514 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b643a89-9da8-479e-9d99-8521ac7ca16d None None] Routers {'7fe9acef-7432-43d9-bf8a-204b5d22ad68'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:40.793497 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0b643a89-9da8-479e-9d99-8521ac7ca16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7fe9acef-7432-43d9-bf8a-204b5d22ad68'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:40.823417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a9fbdac8-4b8c-4a03-bc73-6a77b655b64e tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/routers/7fe9acef-7432-43d9-bf8a-204b5d22ad68 HTTP/1.1" status: 200 len: 741 time: 0.0809507 Sep 20 12:41:40.826623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:40.836990 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0b643a89-9da8-479e-9d99-8521ac7ca16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:40.837975 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b643a89-9da8-479e-9d99-8521ac7ca16d None None] The sync data for ids ['7fe9acef-7432-43d9-bf8a-204b5d22ad68'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:40.885738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e70e271-6cba-406c-a5ed-dd3c94a0bd58 tempest-RoutersAdminTest-685663777 tempest-RoutersAdminTest-685663777-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=7fe9acef-7432-43d9-bf8a-204b5d22ad68 HTTP/1.1" status: 200 len: 205 time: 0.0570905 Sep 20 12:41:40.888353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:40.888873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7cea7b4c-3855-410c-85a1-4406a4618916 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:40.909083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 7cea7b4c-3855-410c-85a1-4406a4618916 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:40.909433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7cea7b4c-3855-410c-85a1-4406a4618916 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:40.928481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-09f72b6a-7dc1-4637-af4a-2fae36287894 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fe9acef-7432-43d9-bf8a-204b5d22ad68 HTTP/1.1" status: 200 len: 205 time: 0.0362358 Sep 20 12:41:40.930167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39804) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.017787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea2e0-0c19-4eeb-a620-16548d60e567 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.052237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8234a6-3ca2-44c4-ba1a-748f6f88ff9a req-e2a37733-4bb9-4cca-889d-a8f4fa1587c3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:41.053759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b8234a6-3ca2-44c4-ba1a-748f6f88ff9a req-e2a37733-4bb9-4cca-889d-a8f4fa1587c3 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eec3fa0-3fd0-4f33-b18e-90bd24902e1a HTTP/1.1" status: 200 len: 945 time: 0.0490236 Sep 20 12:41:41.073275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.086419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['367c520c-5c95-4223-bbf1-2b28fd5a5194'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:41:41.115371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Pushing event deleted for resources: {'Port': ['ID=367c520c-5c95-4223-bbf1-2b28fd5a5194,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:41.147049 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.154998 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b8234a6-3ca2-44c4-ba1a-748f6f88ff9a req-29a4587a-d8ff-4635-b7b5-2a53644d0040 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.37 "GET /v2.0/security-groups?id=4923ad04-de7b-4dc4-9775-9881a4d8105e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948856 Sep 20 12:41:41.171843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] No DVR routers for this DVR port 367c520c-5c95-4223-bbf1-2b28fd5a5194 on host n-h2-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:41:41.177119 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.187310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7441db49-349a-44b7-aaf4-7bd4d838f649 req-078e13a9-8f38-4cfd-9f26-b95257dbc866 tempest-ListServerFiltersTestJSON-326175268 tempest-ListServerFiltersTestJSON-326175268-project] 10.222.0.21 "DELETE /v2.0/ports/367c520c-5c95-4223-bbf1-2b28fd5a5194 HTTP/1.1" status: 204 len: 173 time: 1.0194211 Sep 20 12:41:41.187310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eec3fa0-3fd0-4f33-b18e-90bd24902e1a', 'name': 'network-vif-deleted', 'tag': '367c520c-5c95-4223-bbf1-2b28fd5a5194'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:41.187310 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab78b6-e09e-441e-8928-b5fad301770b" -d '{"events": [{"server_uuid": "7eec3fa0-3fd0-4f33-b18e-90bd24902e1a", "name": "network-vif-deleted", "tag": "367c520c-5c95-4223-bbf1-2b28fd5a5194"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:41.247215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea2e0-0c19-4eeb-a620-16548d60e567 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.250606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea2e0-0c19-4eeb-a620-16548d60e567 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.339220 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eede8f-9ea6-4315-9e66-91a010137c67 x-openstack-request-id: req-b7eede8f-9ea6-4315-9e66-91a010137c67 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:41.339511 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eec3fa0-3fd0-4f33-b18e-90bd24902e1a", "name": "network-vif-deleted", "tag": "367c520c-5c95-4223-bbf1-2b28fd5a5194", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:41.339764 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7eede8f-9ea6-4315-9e66-91a010137c67 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:41.340156 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eec3fa0-3fd0-4f33-b18e-90bd24902e1a', 'name': 'network-vif-deleted', 'tag': '367c520c-5c95-4223-bbf1-2b28fd5a5194', 'status': 'completed', 'code': 200} Sep 20 12:41:41.451292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea2e0-0c19-4eeb-a620-16548d60e567 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.451718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1ea2e0-0c19-4eeb-a620-16548d60e567 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe9acef-7432-43d9-bf8a-204b5d22ad68 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:41.461475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea2e0-0c19-4eeb-a620-16548d60e567 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.461475 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2f1ea2e0-0c19-4eeb-a620-16548d60e567 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/7fe9acef-7432-43d9-bf8a-204b5d22ad68 HTTP/1.1" status: 204 len: 168 time: 0.5285060 Sep 20 12:41:41.463030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39814) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.491178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dd1c1004-a0b5-4e7e-b2c9-f6209b14ddf7 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fe9acef-7432-43d9-bf8a-204b5d22ad68 HTTP/1.1" status: 200 len: 205 time: 0.0270541 Sep 20 12:41:41.492157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Router 614044f9-d0a2-415e-af41-4176df152972 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:41.497406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39816) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.541845 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-e13154e1-f2df-464d-a69b-aa335ba657b0 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] delete failed (client error): The resource could not be found. Sep 20 12:41:41.543277 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e13154e1-f2df-464d-a69b-aa335ba657b0 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/7fe9acef-7432-43d9-bf8a-204b5d22ad68 HTTP/1.1" status: 404 len: 336 time: 0.0446274 Sep 20 12:41:41.546634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39818) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.608875 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-13fd7920-1b80-45a5-bf57-104461fe0370 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=aedab6b0-4350-4da2-947f-858e74118ff2 HTTP/1.1" status: 200 len: 205 time: 0.0611033 Sep 20 12:41:41.611622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.649731 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-4681f35b-291b-4190-bea2-a1cf09b65cf8 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] delete failed (client error): The resource could not be found. Sep 20 12:41:41.650769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4681f35b-291b-4190-bea2-a1cf09b65cf8 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/aedab6b0-4350-4da2-947f-858e74118ff2 HTTP/1.1" status: 404 len: 336 time: 0.0381854 Sep 20 12:41:41.656723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39824) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.686978 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2a675557-2f6e-4937-bc30-133dcaca35d6 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5fe8b9c-2264-4144-b931-4ca4208945ba HTTP/1.1" status: 200 len: 205 time: 0.0291324 Sep 20 12:41:41.688694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.689281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39828) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.734853 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-0e8e1ce6-97a8-4671-b373-fa8816573584 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] delete failed (client error): The resource could not be found. Sep 20 12:41:41.735871 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0e8e1ce6-97a8-4671-b373-fa8816573584 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/a5fe8b9c-2264-4144-b931-4ca4208945ba HTTP/1.1" status: 404 len: 336 time: 0.0456452 Sep 20 12:41:41.736867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:41.739071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39830) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.748439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Sync routers for ids ['614044f9-d0a2-415e-af41-4176df152972'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:41.758819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Routers {'614044f9-d0a2-415e-af41-4176df152972'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:41.759559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['614044f9-d0a2-415e-af41-4176df152972'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:41.771853 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7617e012-8c10-43fe-9907-9c7379ad24fb tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b HTTP/1.1" status: 200 len: 205 time: 0.0292127 Sep 20 12:41:41.772023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39832) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.810228 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-e470cb58-1ec3-4454-824a-0d0d6d17f51d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] delete failed (client error): The resource could not be found. Sep 20 12:41:41.813604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e470cb58-1ec3-4454-824a-0d0d6d17f51d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/ebe4caf8-fb21-41fd-8e2c-1d4e89ad008b HTTP/1.1" status: 404 len: 336 time: 0.0378940 Sep 20 12:41:41.813843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39834) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.846126 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bf45ce5c-ff98-4b46-8767-6e1deb3b0c55 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=f07beaf9-cb15-46f7-be54-74f733e44838 HTTP/1.1" status: 200 len: 205 time: 0.0271327 Sep 20 12:41:41.846356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39836) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.896318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:41.903601 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a3d43a7a-f291-4297-88f3-16a98dc33164 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1945515 Sep 20 12:41:41.903601 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-392434cf-7828-4a7a-8b2c-e7d13dc620a3 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] delete failed (client error): The resource could not be found. Sep 20 12:41:41.903601 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-392434cf-7828-4a7a-8b2c-e7d13dc620a3 tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/f07beaf9-cb15-46f7-be54-74f733e44838 HTTP/1.1" status: 404 len: 336 time: 0.0525239 Sep 20 12:41:41.903601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39838) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.903601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39840) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:41.967915 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-783e91c4-ffb2-4b29-9606-d76d0ef0579d tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8efc369-f9f8-4599-9186-bb00f023749e HTTP/1.1" status: 200 len: 205 time: 0.0635135 Sep 20 12:41:41.970384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39842) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:42.012676 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-6f49cb01-bdb7-48ee-9cb7-b713eae8877a tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] delete failed (client error): The resource could not be found. Sep 20 12:41:42.016190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6f49cb01-bdb7-48ee-9cb7-b713eae8877a tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/routers/c8efc369-f9f8-4599-9186-bb00f023749e HTTP/1.1" status: 404 len: 336 time: 0.0422313 Sep 20 12:41:42.016793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39844) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:42.025045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Set router 614044f9-d0a2-415e-af41-4176df152972 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:42.055182 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb43653e-1d93-4f1e-b444-31889d3a722b tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] DELETE failed (client error): The resource could not be found. Sep 20 12:41:42.055617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb43653e-1d93-4f1e-b444-31889d3a722b tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:41:42.057383 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eb43653e-1d93-4f1e-b444-31889d3a722b tempest-RoutersAdminTest-834475430 tempest-RoutersAdminTest-834475430-project] 10.222.0.37 "DELETE /v2.0/subnets/7ada97a2-dc7f-4516-9eb6-61a71187b3d4 HTTP/1.1" status: 404 len: 337 time: 0.0397947 Sep 20 12:41:42.106245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.136219 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.230344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:42.250775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614044f9-d0a2-415e-af41-4176df152972', 'name': '', 'tenant_id': '4911837840f54b93b37387c238719d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1129381f-219e-4640-80e6-ad027b383a71', 'external_fixed_ips': [{'subnet_id': 'ee3511ea-e895-4297-8111-3cd5a6eebc14', 'ip_address': '2001:db8::278'}], 'enable_snat': True}, 'gw_port_id': '82f6a8db-c355-47b0-bb1d-5c46c48445cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:38Z', 'updated_at': '2021-09-20T12:41:40Z', 'revision_number': 3, 'project_id': '4911837840f54b93b37387c238719d26', 'gw_port': {'id': '82f6a8db-c355-47b0-bb1d-5c46c48445cd', 'name': '', 'network_id': '1129381f-219e-4640-80e6-ad027b383a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614044f9-d0a2-415e-af41-4176df152972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'ee3511ea-e895-4297-8111-3cd5a6eebc14', 'ip_address': '2001:db8::278', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:39Z', 'updated_at': '2021-09-20T12:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3511ea-e895-4297-8111-3cd5a6eebc14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:42.275398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.290173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Checking router: 614044f9-d0a2-415e-af41-4176df152972 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:41:42.290520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Updating router 614044f9-d0a2-415e-af41-4176df152972 port 82f6a8db-c355-47b0-bb1d-5c46c48445cd binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:41:42.322174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-537fb5c6-3fb8-4361-ac11-3f8be1222ca0 admin admin] Deleting subnet 248371c2-9462-4da2-a708-65ee8eb5ba9d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:41:42.326308 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.407195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Deleting port 82f6a8db-c355-47b0-bb1d-5c46c48445cd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:42.408311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.434388 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c87fab11-172b-4ebb-bf92-2dadfbd9e8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.502243 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.520519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Calling delete_port for 82f6a8db-c355-47b0-bb1d-5c46c48445cd owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:42.658008 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.689942 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-537fb5c6-3fb8-4361-ac11-3f8be1222ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.733521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-537fb5c6-3fb8-4361-ac11-3f8be1222ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.734079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39860) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:42.743315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.797585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Attempting to bind port 82f6a8db-c355-47b0-bb1d-5c46c48445cd on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:42.798875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Attempting to bind port 82f6a8db-c355-47b0-bb1d-5c46c48445cd by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:42.799121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Attempting to bind port 82f6a8db-c355-47b0-bb1d-5c46c48445cd on network 1129381f-219e-4640-80e6-ad027b383a71 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:42.813208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:42.813583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Checking segment: {'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:42.814950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.814950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Bound using segment: {'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:42.814950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Bound port: 82f6a8db-c355-47b0-bb1d-5c46c48445cd, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:42.815652 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.818940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Pushing event updated for resources: {'Port': ['ID=82f6a8db-c355-47b0-bb1d-5c46c48445cd,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:42.843006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.843354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.843766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.844101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.844439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.844747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.845091 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.845415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.845735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.846312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.846621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.846932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091f6b5-e823-445b-996f-473577f641cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.859963 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-537fb5c6-3fb8-4361-ac11-3f8be1222ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.882761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3aec14f5-c686-4b32-96a3-28c79a941aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.893423 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:41:42.893778 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:41:42.898893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.935605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event deleted for resources: {'Port': ['ID=82f6a8db-c355-47b0-bb1d-5c46c48445cd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:42.947565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Deleting port 327117a9-cc68-43a5-93a8-beedd0b658cc {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:42.947911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:42.951652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.952008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.952350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.952686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.953048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.953373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.953700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.954023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.954349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.954671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.954992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.955314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:42.976994 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.002810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-537fb5c6-3fb8-4361-ac11-3f8be1222ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.033916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fb5c6-3fb8-4361-ac11-3f8be1222ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248371c2-9462-4da2-a708-65ee8eb5ba9d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:43.039325 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-537fb5c6-3fb8-4361-ac11-3f8be1222ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.041240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-537fb5c6-3fb8-4361-ac11-3f8be1222ca0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/248371c2-9462-4da2-a708-65ee8eb5ba9d HTTP/1.1" status: 204 len: 168 time: 0.8100147 Sep 20 12:41:43.043601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:43.045924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf5e96-73f7-4773-82f5-328fe888b19c None None] Network 508d8d6c-0506-4a42-b695-f6d75dadbd01 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:41:43.078526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.082215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.087949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] For port 327117a9-cc68-43a5-93a8-beedd0b658cc, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=327117a9-cc68-43a5-93a8-beedd0b658cc,segment=NetworkSegment(a4493da8-eae3-46ce-a9c9-1f9e8256fee1),segment_id=a4493da8-eae3-46ce-a9c9-1f9e8256fee1)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:43.088221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.133170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Calling delete_port for 327117a9-cc68-43a5-93a8-beedd0b658cc owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:43.142493 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.166853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3aec14f5-c686-4b32-96a3-28c79a941aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.218582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.219334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 614044f9-d0a2-415e-af41-4176df152972 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:43.224785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.226081 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0887db56-5475-443e-9843-4fc9b0430abe tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "DELETE /v2.0/routers/614044f9-d0a2-415e-af41-4176df152972 HTTP/1.1" status: 204 len: 168 time: 1.3244562 Sep 20 12:41:43.228707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39866) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:43.237521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] DHCP port deletion for 508d8d6c-0506-4a42-b695-f6d75dadbd01 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:41:43.292702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] Deleting port 0bd018ec-2559-4f2d-a490-8ebbad9a515a {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:43.293441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.299161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Deleting port 0bd018ec-2559-4f2d-a490-8ebbad9a515a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:43.299747 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.358446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 09e85e13-3312-425c-8698-691418fc126e no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:43.383926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] For port 0bd018ec-2559-4f2d-a490-8ebbad9a515a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0bd018ec-2559-4f2d-a490-8ebbad9a515a,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:43.384298 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.392002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 09e85e13-3312-425c-8698-691418fc126e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:43.392510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 09e85e13-3312-425c-8698-691418fc126e not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:43.393174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 367c520c-5c95-4223-bbf1-2b28fd5a5194 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:43.405269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] For port 0bd018ec-2559-4f2d-a490-8ebbad9a515a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0bd018ec-2559-4f2d-a490-8ebbad9a515a,segment=NetworkSegment(2840d88d-b82d-4ab6-8100-165ac024539b),segment_id=2840d88d-b82d-4ab6-8100-165ac024539b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:43.406380 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.419557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Calling delete_port for 0bd018ec-2559-4f2d-a490-8ebbad9a515a owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:43.447021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 367c520c-5c95-4223-bbf1-2b28fd5a5194 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:43.447363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 367c520c-5c95-4223-bbf1-2b28fd5a5194 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:43.450450 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] Calling delete_port for 0bd018ec-2559-4f2d-a490-8ebbad9a515a owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:43.454978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Attempting to bind port 82f6a8db-c355-47b0-bb1d-5c46c48445cd on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:43.455408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Attempting to bind port 82f6a8db-c355-47b0-bb1d-5c46c48445cd by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:43.455717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Attempting to bind port 82f6a8db-c355-47b0-bb1d-5c46c48445cd on network 1129381f-219e-4640-80e6-ad027b383a71 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:43.473822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:43.474201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Checking segment: {'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:43.474603 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.475002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Bound using segment: {'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:43.475472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Bound port: 82f6a8db-c355-47b0-bb1d-5c46c48445cd, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06766fe0-2e4d-4e08-b3e2-bad871071645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1129381f-219e-4640-80e6-ad027b383a71'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:43.475851 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.495600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Port 82f6a8db-c355-47b0-bb1d-5c46c48445cd has been deleted concurrently {{(pid=95504) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 20 12:41:43.548696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Routers set() bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:43.549088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Router IDs set() for agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 12:41:43.549700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_agentschedulers_db [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'614044f9-d0a2-415e-af41-4176df152972'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent'). {{(pid=95504) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 20 12:41:43.550631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82c37-b9b5-4d2c-ab40-ab94614a0343 None None] The sync data for ids ['614044f9-d0a2-415e-af41-4176df152972'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:43.558986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.584226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3aec14f5-c686-4b32-96a3-28c79a941aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.587565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=327117a9-cc68-43a5-93a8-beedd0b658cc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:43.594709 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.599349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.611352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] No DVR routers for this DVR port 0bd018ec-2559-4f2d-a490-8ebbad9a515a on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:41:43.631981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] No DVR routers for this DVR port 0bd018ec-2559-4f2d-a490-8ebbad9a515a on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:41:43.636021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30e62e-13d3-4bfb-bb2e-b5237834a131 None None] Pushing event deleted for resources: {'Port': ['ID=0bd018ec-2559-4f2d-a490-8ebbad9a515a,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:43.636139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c0c2b0-2880-467c-b4f2-4d3a9559ab7c tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Deleting subnet ee3511ea-e895-4297-8111-3cd5a6eebc14 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:41:43.640583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec14f5-c686-4b32-96a3-28c79a941aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f9195b-0fcb-4e79-865d-835513472cea,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:43.644977 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3aec14f5-c686-4b32-96a3-28c79a941aaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9982297328a949f2896cb52d4183ed26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9097278 Sep 20 12:41:43.647083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61c0c2b0-2880-467c-b4f2-4d3a9559ab7c tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.648651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39870) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:43.649705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd018ec-2559-4f2d-a490-8ebbad9a515a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:43.710744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61c0c2b0-2880-467c-b4f2-4d3a9559ab7c tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.756948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1bebabe-bb9b-40ee-9951-2349133dcd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.757160 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.772545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61c0c2b0-2880-467c-b4f2-4d3a9559ab7c tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.808725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1bebabe-bb9b-40ee-9951-2349133dcd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.826923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508d8d6c-0506-4a42-b695-f6d75dadbd01']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:43.839698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2840d88d-b82d-4ab6-8100-165ac024539b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:43.839938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2840d88d-b82d-4ab6-8100-165ac024539b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:43.855841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.896940 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.908398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:41:43.908786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: items = [ Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:41:43.911263 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:41:43.923355 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.943115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61c0c2b0-2880-467c-b4f2-4d3a9559ab7c tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.969683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0c2b0-2880-467c-b4f2-4d3a9559ab7c tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3511ea-e895-4297-8111-3cd5a6eebc14,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:43.971590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61c0c2b0-2880-467c-b4f2-4d3a9559ab7c tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:43.976528 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-61c0c2b0-2880-467c-b4f2-4d3a9559ab7c tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/ee3511ea-e895-4297-8111-3cd5a6eebc14 HTTP/1.1" status: 204 len: 168 time: 0.7442276 Sep 20 12:41:43.976782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39874) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:44.009413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1bebabe-bb9b-40ee-9951-2349133dcd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.011926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1bebabe-bb9b-40ee-9951-2349133dcd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.013080 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a1bebabe-bb9b-40ee-9951-2349133dcd57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22f9195b-0fcb-4e79-865d-835513472cea HTTP/1.1" status: 204 len: 168 time: 0.3635366 Sep 20 12:41:44.046215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bebabe-bb9b-40ee-9951-2349133dcd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f9195b-0fcb-4e79-865d-835513472cea,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:44.062240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.079344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.087010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.088972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/508d8d6c-0506-4a42-b695-f6d75dadbd01 HTTP/1.1" status: 204 len: 168 time: 1.0444615 Sep 20 12:41:44.103789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13eeb27-4141-4264-8018-f9df37a320b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=508d8d6c-0506-4a42-b695-f6d75dadbd01,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:44.150258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.170736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1129381f-219e-4640-80e6-ad027b383a71']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:44.180611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06766fe0-2e4d-4e08-b3e2-bad871071645') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:44.180953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06766fe0-2e4d-4e08-b3e2-bad871071645') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:44.190577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.204443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.210617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:41:44.211023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: items = [ Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:41:44.212791 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:41:44.216278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:41:44.327108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:44.332317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eab05ee9-25b5-44ce-8052-eecbb0fbf8c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/8370ca34-bb2d-45e9-8fa6-a4e479a4fb20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6424308 Sep 20 12:41:44.334812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39882) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:44.337902 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] Sync routers for ids ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:44.345651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.348795 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] Routers {'8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:44.349674 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:44.368008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1129381f-219e-4640-80e6-ad027b383a71 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 20 12:41:44.369882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event deleted for resources: {'Network': ['ID=1129381f-219e-4640-80e6-ad027b383a71,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:44.375587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.378913 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-675163bf-9fd3-44b0-9710-e6cafee1b657 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1129381f-219e-4640-80e6-ad027b383a71 HTTP/1.1" status: 204 len: 168 time: 0.4006813 Sep 20 12:41:44.461372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.484105 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] Set router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:44.513133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39888) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:44.581442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a5c404f1-3b7a-4c01-8db0-1369aca26050 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48ac5ed6c18b4e7da71cad0b616dd243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669107 Sep 20 12:41:44.584716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39890) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:44.629406 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.651577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-379e7334-ab36-4fc7-ae0b-b38d0a31606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.681830 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-379e7334-ab36-4fc7-ae0b-b38d0a31606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.733463 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:41:43Z', 'revision_number': 5, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port': {'id': 'dc370182-6982-4ad6-a510-23ee16b93b82', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:39:34Z', 'updated_at': '2021-09-20T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:44.763019 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] Checking router: 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:41:44.771479 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] Routers {'8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:44.772289 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:44.815453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39896) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:44.819339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Deleting port dc370182-6982-4ad6-a510-23ee16b93b82 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:44.819848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.897917 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] Set router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:44.904379 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a3b1a8fb-0c31-4dbb-90c4-53b02d6fa59a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65273f3ce2e6431ba7ff1c1498566412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846405 Sep 20 12:41:44.904379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-379e7334-ab36-4fc7-ae0b-b38d0a31606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.905974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-379e7334-ab36-4fc7-ae0b-b38d0a31606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.907065 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-379e7334-ab36-4fc7-ae0b-b38d0a31606b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4923ad04-de7b-4dc4-9775-9881a4d8105e HTTP/1.1" status: 204 len: 168 time: 0.3197656 Sep 20 12:41:44.907669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39900) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:44.927690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e7334-ab36-4fc7-ae0b-b38d0a31606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4923ad04-de7b-4dc4-9775-9881a4d8105e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:44.969712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] For port dc370182-6982-4ad6-a510-23ee16b93b82, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dc370182-6982-4ad6-a510-23ee16b93b82,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:44.972246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:44.988094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Calling delete_port for dc370182-6982-4ad6-a510-23ee16b93b82 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:45.004914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f74da17-7990-431c-bb5c-d50d0bbb379a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.006388 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:41:44Z', 'revision_number': 6, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:45.040656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f74da17-7990-431c-bb5c-d50d0bbb379a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.052026 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f4a03-e90d-4d5a-acc7-9cfd493bf3bb None None] The sync data for ids ['8370ca34-bb2d-45e9-8fa6-a4e479a4fb20'] in n-d-809934-3 is: [{'id': '8370ca34-bb2d-45e9-8fa6-a4e479a4fb20', 'name': 'tempest-ServerRescueTestJSON-1589445598-router', 'tenant_id': '044354e631ee4f1393b12cb53857dcf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:39:33Z', 'updated_at': '2021-09-20T12:41:44Z', 'revision_number': 6, 'project_id': '044354e631ee4f1393b12cb53857dcf8', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:45.137334 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3f15a038-6406-4f63-a6e6-46bec4e2a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.138791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39904) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:45.143797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-23cbc398-aeed-41ed-b10d-63c008546396 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'router': {'name': 'tempest-router--1840017127', 'project_id': '8852b6e90abc4379b6e0c0b512b1014e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:45.222847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f74da17-7990-431c-bb5c-d50d0bbb379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.223004 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23cbc398-aeed-41ed-b10d-63c008546396 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.224083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23cbc398-aeed-41ed-b10d-63c008546396 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.225602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f74da17-7990-431c-bb5c-d50d0bbb379a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.227568 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f74da17-7990-431c-bb5c-d50d0bbb379a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd4b6570-9514-432d-a0dc-d2fb21211cbe HTTP/1.1" status: 204 len: 168 time: 0.3159823 Sep 20 12:41:45.235400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74da17-7990-431c-bb5c-d50d0bbb379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4b6570-9514-432d-a0dc-d2fb21211cbe,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:45.281663 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23cbc398-aeed-41ed-b10d-63c008546396 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.286780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.316565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc370182-6982-4ad6-a510-23ee16b93b82,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:45.374661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.517469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.520231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.570473 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.573967 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23cbc398-aeed-41ed-b10d-63c008546396 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.663970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.664513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:45.669121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.671109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6f78a77-76e3-40de-9a9c-7dea4bc4a29b admin admin] 10.222.0.37 "DELETE /v2.0/routers/8370ca34-bb2d-45e9-8fa6-a4e479a4fb20 HTTP/1.1" status: 204 len: 168 time: 1.3331335 Sep 20 12:41:45.674183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:45.704357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23cbc398-aeed-41ed-b10d-63c008546396 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.704357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-23cbc398-aeed-41ed-b10d-63c008546396 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5644159 Sep 20 12:41:45.707909 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39930) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:45.729748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca6b031-e317-41cf-ab16-0c977064fe68 admin admin] Deleting subnet bbb9a76f-97d7-4272-86d6-6d6001f3c662 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:41:45.729748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca6b031-e317-41cf-ab16-0c977064fe68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.767092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca6b031-e317-41cf-ab16-0c977064fe68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.798404 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43e7a3ed-e35f-4db1-831a-5691a4f04d6d tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.819455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca6b031-e317-41cf-ab16-0c977064fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:45.876462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0bd018ec-2559-4f2d-a490-8ebbad9a515a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:45.898241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0bd018ec-2559-4f2d-a490-8ebbad9a515a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:45.899313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0bd018ec-2559-4f2d-a490-8ebbad9a515a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:45.899727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 327117a9-cc68-43a5-93a8-beedd0b658cc no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:45.929308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 327117a9-cc68-43a5-93a8-beedd0b658cc {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:45.929650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 327117a9-cc68-43a5-93a8-beedd0b658cc not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:45.973886 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca6b031-e317-41cf-ab16-0c977064fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.014206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43e7a3ed-e35f-4db1-831a-5691a4f04d6d tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.016414 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43e7a3ed-e35f-4db1-831a-5691a4f04d6d tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.020144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6b031-e317-41cf-ab16-0c977064fe68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb9a76f-97d7-4272-86d6-6d6001f3c662,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:46.027250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca6b031-e317-41cf-ab16-0c977064fe68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.031377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cca6b031-e317-41cf-ab16-0c977064fe68 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bbb9a76f-97d7-4272-86d6-6d6001f3c662 HTTP/1.1" status: 204 len: 168 time: 0.3540494 Sep 20 12:41:46.036168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39940) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:46.125689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.155976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43e7a3ed-e35f-4db1-831a-5691a4f04d6d tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.156453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e7a3ed-e35f-4db1-831a-5691a4f04d6d tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7f422e3-4cde-403d-be10-2c2a08baf606 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:46.165001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43e7a3ed-e35f-4db1-831a-5691a4f04d6d tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.169442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-43e7a3ed-e35f-4db1-831a-5691a4f04d6d tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d7f422e3-4cde-403d-be10-2c2a08baf606 HTTP/1.1" status: 204 len: 168 time: 0.4595289 Sep 20 12:41:46.228375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.250487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e919b80f-c198-4e62-ad65-66b9457e8ab2']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:46.264460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:46.264767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4493da8-eae3-46ce-a9c9-1f9e8256fee1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:46.277995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.296796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.305637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:41:46.306126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:41:46.307809 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:41:46.403464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:46.464342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.468833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.471408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] 10.222.0.37 "DELETE /v2.0/networks/e919b80f-c198-4e62-ad65-66b9457e8ab2 HTTP/1.1" status: 204 len: 168 time: 0.4341455 Sep 20 12:41:46.484451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fd6d9-0318-437e-acdd-4efb597ed23f admin admin] Pushing event deleted for resources: {'Network': ['ID=e919b80f-c198-4e62-ad65-66b9457e8ab2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:46.548418 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.647483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:46.722947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-490131123-network', 'tenant_id': '9055d0afff044168a4e583041774cb76'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:46.850920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Made reservation on behalf of 9055d0afff044168a4e583041774cb76 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:46.853274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.862407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:46.924173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-903415105', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:46.963333 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.073384 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.104591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:41:47.115032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa08b5-b31c-4072-be14-c93040412896,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:47.119951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.120303 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Added segment 8eca8507-094e-451e-ac78-84b79d26e9ba of type vlan for network a6485cc0-5557-4b41-8cf1-d0849c22b0de Sep 20 12:41:47.135498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39976) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:47.154287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dc370182-6982-4ad6-a510-23ee16b93b82 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:41:47.163639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.178907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: dc370182-6982-4ad6-a510-23ee16b93b82 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:41:47.179236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dc370182-6982-4ad6-a510-23ee16b93b82 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:41:47.184603 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.185707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.188492 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6c7fa01d-2a83-4b7f-91e6-87e15dc1f9fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=044354e631ee4f1393b12cb53857dcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515668 Sep 20 12:41:47.190763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39978) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:47.245669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee78e651-2a51-4f38-8799-c72154251597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.246352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.266587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee78e651-2a51-4f38-8799-c72154251597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.286765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.287794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:47.288402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.384248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9796336 Sep 20 12:41:47.389707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39984) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:47.390642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1523f-e566-4af6-8751-99dfcd7d9cae admin admin] Pushing event updated for resources: {'Network': ['ID=a6485cc0-5557-4b41-8cf1-d0849c22b0de,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:47.395824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Request body: {'subnet': {'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-490131123-subnet', 'tenant_id': '9055d0afff044168a4e583041774cb76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:47.401397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a6485cc0-5557-4b41-8cf1-d0849c22b0de details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:41:47.427751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee78e651-2a51-4f38-8799-c72154251597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.430613 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee78e651-2a51-4f38-8799-c72154251597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.431781 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ee78e651-2a51-4f38-8799-c72154251597 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8390f53f-cf2f-4ecd-a065-47061bb81260 HTTP/1.1" status: 204 len: 168 time: 0.2399869 Sep 20 12:41:47.440299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78e651-2a51-4f38-8799-c72154251597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8390f53f-cf2f-4ecd-a065-47061bb81260,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:47.532656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Made reservation on behalf of 9055d0afff044168a4e583041774cb76 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:47.536924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.793443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.825263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.847984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:47.900918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c51fe0-0b37-4e34-bd08-0f199460a1fb,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:47.908466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Checking segment: {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:47.908898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Network hostable DHCP agents. Network: a6485cc0-5557-4b41-8cf1-d0849c22b0de, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:41:47.959846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:47.995069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Network a6485cc0-5557-4b41-8cf1-d0849c22b0de is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:41:47.999798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f3d9e9c1-4d86-49e8-8425-42f35daffd20 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1414763009'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:48.079402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a6485cc0-5557-4b41-8cf1-d0849c22b0de) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:48.086971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a939344-0a34-47bc-a1c2-8310f1db5e20 None None] Network a6485cc0-5557-4b41-8cf1-d0849c22b0de requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:41:48.087844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:48.088449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.108049 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.141054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.199393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e9c1-4d86-49e8-8425-42f35daffd20 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.200336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e9c1-4d86-49e8-8425-42f35daffd20 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.218801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa47ea51-bc2c-4e1a-862c-9e54930fdbf5 None None] Network a6485cc0-5557-4b41-8cf1-d0849c22b0de requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:41:48.282050 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-558d9240-8809-4c74-a1e6-89a44982f08f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8907440 Sep 20 12:41:48.297091 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e9c1-4d86-49e8-8425-42f35daffd20 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.309785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Allocated IP 172.25.6.209 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/29db9922-266a-4905-9072-d3508a144bb9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:48.381537 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e9c1-4d86-49e8-8425-42f35daffd20 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.428657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.475368 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e9c1-4d86-49e8-8425-42f35daffd20 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.476630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f3d9e9c1-4d86-49e8-8425-42f35daffd20 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6287661 Sep 20 12:41:48.481291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40026) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:48.555948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b11da9af-4989-4b0b-b87c-451cc15b3d72 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.591476 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.653194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40038) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:48.693407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:48.754648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:48.769383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:48.776981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event updated for resources: {'Port': ['ID=29db9922-266a-4905-9072-d3508a144bb9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:48.801032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1615362188-network', 'tenant_id': '9a0585317acd4720bb801aa8b6fa0468'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:48.827096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b11da9af-4989-4b0b-b87c-451cc15b3d72 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.830674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b11da9af-4989-4b0b-b87c-451cc15b3d72 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.942651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Made reservation on behalf of 9a0585317acd4720bb801aa8b6fa0468 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:48.945273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.958748 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:48.973279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-232342da-2b43-4d89-a01b-c6fcf11c1e3d tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:48.974715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-232342da-2b43-4d89-a01b-c6fcf11c1e3d tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/networks?id=a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 200 len: 817 time: 0.3151829 Sep 20 12:41:49.033446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b11da9af-4989-4b0b-b87c-451cc15b3d72 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.033945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11da9af-4989-4b0b-b87c-451cc15b3d72 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 154ca75c-94ef-43c5-9555-528ac9762cbb {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:49.042243 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b11da9af-4989-4b0b-b87c-451cc15b3d72 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.043349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b11da9af-4989-4b0b-b87c-451cc15b3d72 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "DELETE /v2.0/routers/154ca75c-94ef-43c5-9555-528ac9762cbb HTTP/1.1" status: 204 len: 168 time: 0.5611048 Sep 20 12:41:49.046456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:49.048325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-d208dd3d-b449-4cbe-b86e-37c516c63456 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/quotas/9055d0afff044168a4e583041774cb76 HTTP/1.1" status: 200 len: 375 time: 0.0450211 Sep 20 12:41:49.051721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1cc4eb70-fb34-4a28-aaa2-b42b22c25a5e tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Request body: {'router': {'name': 'tempest-router-642191370', 'distributed': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:49.079746 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.087196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-23848cbb-7fe8-4561-bcd1-fde2ac74f617 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9055d0afff044168a4e583041774cb76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272202 Sep 20 12:41:49.178751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.214214 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:41:49.219445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4e447-4bb6-4474-867e-f2cc2e5305f3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:49.232638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.233298 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Added segment 622d39b1-c0f3-4c3c-bb75-03e67ea22d44 of type vlan for network 7a9e6152-d12f-4e15-acee-a200e832e59d Sep 20 12:41:49.251596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cf180bbc-95d3-41e9-910d-3fc94530d7e3 service neutron] 10.222.0.37 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572316 Sep 20 12:41:49.274252 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.296117 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.298358 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eb70-fb34-4a28-aaa2-b42b22c25a5e tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.299396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eb70-fb34-4a28-aaa2-b42b22c25a5e tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.353132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eb70-fb34-4a28-aaa2-b42b22c25a5e tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.364911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.366028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:49.366742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.423556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-69af9bb7-cf6d-4d00-8715-570a4522e22f service neutron] 10.222.0.37 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639705 Sep 20 12:41:49.425813 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eb70-fb34-4a28-aaa2-b42b22c25a5e tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.429038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] Pushing event updated for resources: {'Network': ['ID=7a9e6152-d12f-4e15-acee-a200e832e59d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:49.441549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 7a9e6152-d12f-4e15-acee-a200e832e59d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:41:49.461612 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c7456def-a46a-404e-8eea-e4cfc24116ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8071151 Sep 20 12:41:49.466046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:49.470416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Request body: {'subnet': {'network_id': '7a9e6152-d12f-4e15-acee-a200e832e59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1615362188-subnet', 'tenant_id': '9a0585317acd4720bb801aa8b6fa0468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:49.518079 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eb70-fb34-4a28-aaa2-b42b22c25a5e tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.520058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1cc4eb70-fb34-4a28-aaa2-b42b22c25a5e tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4724524 Sep 20 12:41:49.524064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40050) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:49.545414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.599990 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4f765a7-78a0-4ddb-a788-6423cb4f95f6 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.632471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Made reservation on behalf of 9a0585317acd4720bb801aa8b6fa0468 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:49.634817 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.789528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Router 7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:49.809630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4f765a7-78a0-4ddb-a788-6423cb4f95f6 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.812439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4f765a7-78a0-4ddb-a788-6423cb4f95f6 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.858780 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.898669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:49.912719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55d321-33ba-42b9-97e9-80d7c773c08a None None] Sync routers for ids ['7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:49.925201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55d321-33ba-42b9-97e9-80d7c773c08a None None] Routers {'7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:49.926976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f55d321-33ba-42b9-97e9-80d7c773c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:49.969273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4f765a7-78a0-4ddb-a788-6423cb4f95f6 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.969273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f765a7-78a0-4ddb-a788-6423cb4f95f6 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd5d3b5-3395-411f-b065-9e209a65011c {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:49.971506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f55d321-33ba-42b9-97e9-80d7c773c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:49.975008 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4f765a7-78a0-4ddb-a788-6423cb4f95f6 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.976226 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a4f765a7-78a0-4ddb-a788-6423cb4f95f6 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6bd5d3b5-3395-411f-b065-9e209a65011c HTTP/1.1" status: 204 len: 168 time: 0.4522552 Sep 20 12:41:49.979974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40056) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:49.981790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55d321-33ba-42b9-97e9-80d7c773c08a None None] Routers {'7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:49.982661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f55d321-33ba-42b9-97e9-80d7c773c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:49.984758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-45665fca-c3de-478c-8bb2-fe3e1ffd2b6a tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Request body: {'router': {'name': 'tempest-router-859209824', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6f21018567434766b22cd629b1f309ba'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:49.991173 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:49.993276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-36146edd-caf0-4ff5-ae97-6885a0f08e69 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3439314 Sep 20 12:41:49.998648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:50.017326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f55d321-33ba-42b9-97e9-80d7c773c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:50.018065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55d321-33ba-42b9-97e9-80d7c773c08a None None] The sync data for ids ['7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:50.074637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.117057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45665fca-c3de-478c-8bb2-fe3e1ffd2b6a tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.117206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45665fca-c3de-478c-8bb2-fe3e1ffd2b6a tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.135311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-748e981a-a801-4e7e-b731-35c9e3e8b0ea tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/routers/7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6 HTTP/1.1" status: 200 len: 924 time: 0.1323102 Sep 20 12:41:50.135612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:50.154044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b37c05-4cba-4d16-9948-0da4855e8e0d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:50.168949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Checking segment: {'id': '622d39b1-c0f3-4c3c-bb75-03e67ea22d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7a9e6152-d12f-4e15-acee-a200e832e59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:50.169414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Network hostable DHCP agents. Network: 7a9e6152-d12f-4e15-acee-a200e832e59d, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:41:50.203064 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45665fca-c3de-478c-8bb2-fe3e1ffd2b6a tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.276135 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45665fca-c3de-478c-8bb2-fe3e1ffd2b6a tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.304562 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.305962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Network 7a9e6152-d12f-4e15-acee-a200e832e59d is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:41:50.379469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45665fca-c3de-478c-8bb2-fe3e1ffd2b6a tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.380731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-45665fca-c3de-478c-8bb2-fe3e1ffd2b6a tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3996854 Sep 20 12:41:50.383553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40068) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:50.387923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:50.391316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 7a9e6152-d12f-4e15-acee-a200e832e59d) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:50.399771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37653f52-b987-4d14-a3c8-66271e78a2d7 None None] Network 7a9e6152-d12f-4e15-acee-a200e832e59d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:41:50.444305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:50.444903 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.466225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e94f7ae5-f13f-4c39-8823-d0e820df5112 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6 HTTP/1.1" status: 200 len: 205 time: 0.3272088 Sep 20 12:41:50.471856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40070) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:50.495020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbc90edb-a0af-4b98-911d-e0eca7d9551d req-33dc2c19-f576-4db6-844a-a5c85977bb57 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 210 time: 0.0335307 Sep 20 12:41:50.549717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b0b9d-9594-443b-bc55-b87363679186 None None] Network 7a9e6152-d12f-4e15-acee-a200e832e59d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:41:50.587855 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-13f7e94f-4084-4ff3-9637-bd9427413bc7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1235142 Sep 20 12:41:50.636322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.675427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.676212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.759754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.769290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95503) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 20 12:41:50.769813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Router 32d77ad7-b60b-4bdc-8617-94e1bcc090f2 migrating from provider to provider. {{(pid=95503) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 20 12:41:50.770268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.781333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.877104 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.896644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Deleting port 29db9922-266a-4905-9072-d3508a144bb9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:41:50.897093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:50.976030 n-d-809934-3 neutron-server[95503]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] No L3 agents can host the router 32d77ad7-b60b-4bdc-8617-94e1bcc090f2 Sep 20 12:41:51.029599 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.072724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Calling delete_port for 29db9922-266a-4905-9072-d3508a144bb9 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:41:51.090754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Hosts for router 32d77ad7-b60b-4bdc-8617-94e1bcc090f2: [] {{(pid=95503) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 20 12:41:51.115569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Hosts for other DVR routers connected to router 32d77ad7-b60b-4bdc-8617-94e1bcc090f2: set() {{(pid=95503) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 20 12:41:51.123313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.123313 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ff4fdb03-c47b-4ca9-8bd6-bdfdb14e2a27 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "PUT /v2.0/routers/32d77ad7-b60b-4bdc-8617-94e1bcc090f2 HTTP/1.1" status: 200 len: 716 time: 0.7367609 Sep 20 12:41:51.124057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40100) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:51.144505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837216-2c98-42d6-8e09-42bca3652178 req-6a0843b3-1de0-42d2-ba31-e568cd687f5b tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:51.146042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-6a0843b3-1de0-42d2-ba31-e568cd687f5b tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/networks?id=7a9e6152-d12f-4e15-acee-a200e832e59d HTTP/1.1" status: 200 len: 809 time: 0.1734381 Sep 20 12:41:51.167609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-c9907ca1-ad51-4725-90e9-d8c1ebdbb790 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/quotas/9a0585317acd4720bb801aa8b6fa0468 HTTP/1.1" status: 200 len: 375 time: 0.0141778 Sep 20 12:41:51.206893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-ff34c625-0a9e-45a9-9d55-96caa2cca478 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a0585317acd4720bb801aa8b6fa0468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301507 Sep 20 12:41:51.207708 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-69ddb52f-e928-401a-99b9-7c8ae1889a68 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "GET /v2.0/routers/32d77ad7-b60b-4bdc-8617-94e1bcc090f2 HTTP/1.1" status: 200 len: 716 time: 0.0823269 Sep 20 12:41:51.210208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40104) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:51.367974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-c977a39d-ea2f-4e3d-a75a-c668eea4b3d4 service neutron] 10.222.0.37 "GET /v2.0/networks/7a9e6152-d12f-4e15-acee-a200e832e59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272631 Sep 20 12:41:51.390105 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-98b0d419-0a0b-432b-ad26-a044b36f8a59 tempest-RoutersTestDVR-746971405 tempest-RoutersTestDVR-746971405-project] 10.222.0.37 "GET /v2.0/routers/32d77ad7-b60b-4bdc-8617-94e1bcc090f2 HTTP/1.1" status: 200 len: 682 time: 0.1786861 Sep 20 12:41:51.392504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40108) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:51.470806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-3201f5e8-33be-42bd-9954-e7e998b55d8b service neutron] 10.222.0.37 "GET /v2.0/networks/7a9e6152-d12f-4e15-acee-a200e832e59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956454 Sep 20 12:41:51.477299 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba6360fe-0d7e-4ada-a93c-e22c96f9d8c2 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.479676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.515494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event deleted for resources: {'Port': ['ID=29db9922-266a-4905-9072-d3508a144bb9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:51.589982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.645261 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba6360fe-0d7e-4ada-a93c-e22c96f9d8c2 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.647356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba6360fe-0d7e-4ada-a93c-e22c96f9d8c2 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.694608 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.696847 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.840433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2b029bb-783b-4d58-987f-e6758c503541 req-c7eecebb-b344-4685-a47d-ccf2cd15f10d tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 210 time: 0.0262556 Sep 20 12:41:51.880237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba6360fe-0d7e-4ada-a93c-e22c96f9d8c2 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.880785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6360fe-0d7e-4ada-a93c-e22c96f9d8c2 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32d77ad7-b60b-4bdc-8617-94e1bcc090f2 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:51.885389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba6360fe-0d7e-4ada-a93c-e22c96f9d8c2 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.886808 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ba6360fe-0d7e-4ada-a93c-e22c96f9d8c2 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "DELETE /v2.0/routers/32d77ad7-b60b-4bdc-8617-94e1bcc090f2 HTTP/1.1" status: 204 len: 168 time: 0.4932895 Sep 20 12:41:51.890538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40120) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:51.899849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7d5f2416-1929-41c8-b3a2-f16cedc145dc tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Request body: {'router': {'name': 'tempest-router-1437725407', 'distributed': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:51.907011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48c3c983-dcc5-4d1a-ad08-9d925586c6da req-afe2525f-18ac-4f8b-974a-d98e7f502a5b tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 210 time: 0.0299234 Sep 20 12:41:51.920101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.920656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Fanout notify agent at l3_agent the message router_deleted on router 7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:51.933424 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:51.934119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57dbebba-5afd-4b27-b64e-3fb3f4584464 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6 HTTP/1.1" status: 204 len: 168 time: 1.4596009 Sep 20 12:41:51.937189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40122) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:51.942476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1555968735', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': False}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:52.011232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2416-1929-41c8-b3a2-f16cedc145dc tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.012303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2416-1929-41c8-b3a2-f16cedc145dc tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.062140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2416-1929-41c8-b3a2-f16cedc145dc tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.110038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.111199 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.138587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2416-1929-41c8-b3a2-f16cedc145dc tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.170685 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.262639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2416-1929-41c8-b3a2-f16cedc145dc tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.266608 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7d5f2416-1929-41c8-b3a2-f16cedc145dc tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3706470 Sep 20 12:41:52.267181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:52.403072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2928c1b-49ac-4bdc-a96a-971d71fd2934 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.514947 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.615203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2928c1b-49ac-4bdc-a96a-971d71fd2934 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.618479 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2928c1b-49ac-4bdc-a96a-971d71fd2934 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.802367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2928c1b-49ac-4bdc-a96a-971d71fd2934 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.802925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2928c1b-49ac-4bdc-a96a-971d71fd2934 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57e17fff-087d-42b4-8104-66dfa084b64d {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:41:52.807476 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2928c1b-49ac-4bdc-a96a-971d71fd2934 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.812262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2928c1b-49ac-4bdc-a96a-971d71fd2934 tempest-RoutersTestDVR-1453441326 tempest-RoutersTestDVR-1453441326-project-admin] 10.222.0.37 "DELETE /v2.0/routers/57e17fff-087d-42b4-8104-66dfa084b64d HTTP/1.1" status: 204 len: 168 time: 0.5403624 Sep 20 12:41:52.885545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.907159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:52.977631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83d2b06d-8712-4dac-816e-1d91be600119 req-101f0d53-d847-415f-a992-5a396be45c40 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 210 time: 0.0591080 Sep 20 12:41:53.046399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Allocated IP 172.25.6.200 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/b38a4980-a9b1-4682-b787-4ac5ea313142) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:53.082522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-073b3e8a-b257-4317-90f6-99165179e15c req-d58ea8b8-a801-4c83-b4a5-42a3231de46f tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 210 time: 0.0372989 Sep 20 12:41:53.194193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.282520 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.310238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40140) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:53.350256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:53.356883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:53.388003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:53.421543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'Port': ['ID=b38a4980-a9b1-4682-b787-4ac5ea313142,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:53.451336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ffdee3c-350e-412f-bee7-7e5f9b0d2e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.502344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-fe6a79d5-02cb-43c1-9a5c-6d390839b829 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:53.503876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-fe6a79d5-02cb-43c1-9a5c-6d390839b829 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.21 "GET /v2.0/networks?id=a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 200 len: 817 time: 0.2230728 Sep 20 12:41:53.540747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Request body: {'port': {'device_id': 'e1627fed-a539-47ac-b865-fca7cdab2141', 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de', 'admin_state_up': True, 'tenant_id': '9055d0afff044168a4e583041774cb76'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:53.553718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ffdee3c-350e-412f-bee7-7e5f9b0d2e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.618446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ffdee3c-350e-412f-bee7-7e5f9b0d2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.657841 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ffdee3c-350e-412f-bee7-7e5f9b0d2e9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f21018567434766b22cd629b1f309ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462369 Sep 20 12:41:53.658994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdee3c-350e-412f-bee7-7e5f9b0d2e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15994390-2622-478f-b9ec-b2aaea58fc06,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:53.661377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40144) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:53.712822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de16ab27-ae59-4dae-bd9f-ab97f692e29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.734337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de16ab27-ae59-4dae-bd9f-ab97f692e29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.932989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de16ab27-ae59-4dae-bd9f-ab97f692e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.937507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de16ab27-ae59-4dae-bd9f-ab97f692e29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:53.942852 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-de16ab27-ae59-4dae-bd9f-ab97f692e29e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15994390-2622-478f-b9ec-b2aaea58fc06 HTTP/1.1" status: 204 len: 168 time: 0.2763944 Sep 20 12:41:53.995866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16ab27-ae59-4dae-bd9f-ab97f692e29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15994390-2622-478f-b9ec-b2aaea58fc06,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:54.073977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-372ff6f1-10cc-43e3-bfc0-a0a1c75b7d60 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:54.075749 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-372ff6f1-10cc-43e3-bfc0-a0a1c75b7d60 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.21 "GET /v2.0/networks?id=a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 200 len: 817 time: 0.1994355 Sep 20 12:41:54.090311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Request body: {'port': {'device_id': '8b1618b5-3404-4368-ab0d-1ad3a407ae25', 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de', 'admin_state_up': True, 'tenant_id': '9055d0afff044168a4e583041774cb76'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:54.187339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Made reservation on behalf of 9055d0afff044168a4e583041774cb76 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:54.191159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:54.200753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:54.271794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-880365cb-3c02-41e8-8bda-300e15dc715a req-e0843666-61fc-4050-8aba-e2393f099188 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 210 time: 0.0947790 Sep 20 12:41:54.302319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Made reservation on behalf of 9055d0afff044168a4e583041774cb76 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:54.312428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:54.459303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-73e82541-5522-4dd0-8768-8ab18d21cfa4 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:54.460642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-73e82541-5522-4dd0-8768-8ab18d21cfa4 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.32 "GET /v2.0/networks?id=a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 200 len: 817 time: 0.2826350 Sep 20 12:41:54.468638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80a70f20-7108-4c8e-89a9-21065aed1780 req-0f1f6c96-f3f4-416d-aabe-bfccf408e68a tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 210 time: 0.0761786 Sep 20 12:41:54.483325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Request body: {'port': {'device_id': 'c3408e99-0e48-4701-870f-a1594f43549d', 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de', 'admin_state_up': True, 'tenant_id': '9055d0afff044168a4e583041774cb76'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:54.554309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Allocated IP 172.20.0.4 (a6485cc0-5557-4b41-8cf1-d0849c22b0de/91c51fe0-0b37-4e34-bd08-0f199460a1fb/fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:54.585913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837216-2c98-42d6-8e09-42bca3652178 req-3e37100f-f827-42bf-b41b-89198b06069a tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:54.587485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-3e37100f-f827-42bf-b41b-89198b06069a tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.21 "GET /v2.0/networks?id=7a9e6152-d12f-4e15-acee-a200e832e59d HTTP/1.1" status: 200 len: 809 time: 0.1520970 Sep 20 12:41:54.609696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Request body: {'port': {'device_id': '076c7986-cf2b-4a4a-ba74-26307a869622', 'network_id': '7a9e6152-d12f-4e15-acee-a200e832e59d', 'admin_state_up': True, 'tenant_id': '9a0585317acd4720bb801aa8b6fa0468'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:54.690894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:54.758419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:54.807624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b398118-e582-4c9d-be33-2a6e5dbad3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:54.847631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Made reservation on behalf of 9055d0afff044168a4e583041774cb76 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:54.851420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.022020 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b398118-e582-4c9d-be33-2a6e5dbad3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.069988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Router 899a160f-8eb8-484f-b5ef-566cb79fe843 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:55.120755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b398118-e582-4c9d-be33-2a6e5dbad3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.164191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.174837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b398118-e582-4c9d-be33-2a6e5dbad3ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a135d8103daf4bc1b034e18a4a85f918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133313 Sep 20 12:41:55.175343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b398118-e582-4c9d-be33-2a6e5dbad3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce1857-7445-4111-80f3-ed20bb744103,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:55.175818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40164) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:55.219922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:55.231996 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Sync routers for ids ['899a160f-8eb8-484f-b5ef-566cb79fe843'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:55.241860 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Routers {'899a160f-8eb8-484f-b5ef-566cb79fe843'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:55.242551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['899a160f-8eb8-484f-b5ef-566cb79fe843'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:55.243187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Made reservation on behalf of 9a0585317acd4720bb801aa8b6fa0468 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:55.246735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.250551 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59c95e31-ea2b-4ecd-9855-274a237813eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.286766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59c95e31-ea2b-4ecd-9855-274a237813eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.331947 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.354635 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Set router 899a160f-8eb8-484f-b5ef-566cb79fe843 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:55.373691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Allocated IP 172.20.0.12 (a6485cc0-5557-4b41-8cf1-d0849c22b0de/91c51fe0-0b37-4e34-bd08-0f199460a1fb/c7fcb9e3-7764-4079-988f-616fd8852922) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:55.418231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Network a6485cc0-5557-4b41-8cf1-d0849c22b0de is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:55.422460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.426407 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-48162dab-38d6-4c8b-939a-373e26ce7a5a tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4854195 Sep 20 12:41:55.437578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40168) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:55.445044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:55.447733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:55.454994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Pushing event updated for resources: {'Port': ['ID=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:55.462099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1dfd499-fa91-4e59-bb61-96191628da04 req-f5abd9c9-3e1f-4d89-801a-a3bfb7f53b2f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 210 time: 0.0415566 Sep 20 12:41:55.520154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:55.520956 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.524907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Allocated IP 172.20.0.13 (7a9e6152-d12f-4e15-acee-a200e832e59d/14b37c05-4cba-4d16-9948-0da4855e8e0d/0bffce20-bcb0-4ca1-98a9-99987f757880) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:55.570200 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899a160f-8eb8-484f-b5ef-566cb79fe843', 'name': 'tempest-snat-router-1555968735', 'tenant_id': '4911837840f54b93b37387c238719d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': 'b38a4980-a9b1-4682-b787-4ac5ea313142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:52Z', 'updated_at': '2021-09-20T12:41:53Z', 'revision_number': 3, 'project_id': '4911837840f54b93b37387c238719d26', 'gw_port': {'id': 'b38a4980-a9b1-4682-b787-4ac5ea313142', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899a160f-8eb8-484f-b5ef-566cb79fe843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:52Z', 'updated_at': '2021-09-20T12:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:55.580593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59c95e31-ea2b-4ecd-9855-274a237813eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.586591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e3d786bd-1804-4622-aeb0-dc7aed6c0236 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/routers/899a160f-8eb8-484f-b5ef-566cb79fe843 HTTP/1.1" status: 200 len: 909 time: 0.1453452 Sep 20 12:41:55.586726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59c95e31-ea2b-4ecd-9855-274a237813eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.586726 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-59c95e31-ea2b-4ecd-9855-274a237813eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07ce1857-7445-4111-80f3-ed20bb744103 HTTP/1.1" status: 204 len: 168 time: 0.4084330 Sep 20 12:41:55.586726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40172) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:55.598140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1555968735', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': True}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:55.605942 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Checking router: 899a160f-8eb8-484f-b5ef-566cb79fe843 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:41:55.606516 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Updating router 899a160f-8eb8-484f-b5ef-566cb79fe843 port b38a4980-a9b1-4682-b787-4ac5ea313142 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:41:55.626928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c95e31-ea2b-4ecd-9855-274a237813eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce1857-7445-4111-80f3-ed20bb744103,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:55.638596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b372d8f-0049-43b3-bcf1-ea0e04239caa req-36e7593d-1794-4b6b-9d40-b901c67274f9 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 210 time: 0.0543482 Sep 20 12:41:55.638837 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.655955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-df48bea7-a58f-4bbe-9f77-fd85c060bbcd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5697048 Sep 20 12:41:55.686551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Request body: {'port': {'device_id': '8b1618b5-3404-4368-ab0d-1ad3a407ae25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:55.748261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.759812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.760326 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.787094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.790775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.866894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.899303 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.947064 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:55.992547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Network a6485cc0-5557-4b41-8cf1-d0849c22b0de is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:55.993911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Allocated IP 172.20.0.10 (a6485cc0-5557-4b41-8cf1-d0849c22b0de/91c51fe0-0b37-4e34-bd08-0f199460a1fb/ad76e079-7ea4-4727-847b-f3befc9ab4e9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:56.006275 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.009436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:56.010993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.015564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:56.024221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Pushing event updated for resources: {'Port': ['ID=c7fcb9e3-7764-4079-988f-616fd8852922,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:56.080565 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Attempting to bind port b38a4980-a9b1-4682-b787-4ac5ea313142 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:56.081687 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Attempting to bind port b38a4980-a9b1-4682-b787-4ac5ea313142 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:56.082151 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Attempting to bind port b38a4980-a9b1-4682-b787-4ac5ea313142 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:56.096426 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:56.097520 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:56.098021 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.098966 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:56.098966 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Bound port: b38a4980-a9b1-4682-b787-4ac5ea313142, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:56.099530 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.110663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:56.112659 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.145949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Network 7a9e6152-d12f-4e15-acee-a200e832e59d is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:56.146167 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Pushing event updated for resources: {'Port': ['ID=b38a4980-a9b1-4682-b787-4ac5ea313142,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:56.150200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:56.153177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.153700 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.154177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.154651 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.155084 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.155648 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.156075 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.156498 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.156921 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.157603 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.158116 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.158573 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:41:56.181803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Pushing event updated for resources: {'Port': ['ID=0bffce20-bcb0-4ca1-98a9-99987f757880,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:56.184253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:56.188256 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.196369 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] For port b38a4980-a9b1-4682-b787-4ac5ea313142, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:41:56.198759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6757fb06-f400-4ab1-8687-8e32d654a533 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6617072 Sep 20 12:41:56.200189 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] For port b38a4980-a9b1-4682-b787-4ac5ea313142, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b38a4980-a9b1-4682-b787-4ac5ea313142,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:41:56.236598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Request body: {'port': {'device_id': 'e1627fed-a539-47ac-b865-fca7cdab2141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:56.244833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:56.245495 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.272842 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.301982 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-1eb30289-36fd-481e-8cd3-defcd221c512 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7034235 Sep 20 12:41:56.324233 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Routers {'899a160f-8eb8-484f-b5ef-566cb79fe843'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:56.324965 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['899a160f-8eb8-484f-b5ef-566cb79fe843'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:56.326829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.334066 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.360382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Request body: {'port': {'device_id': '076c7986-cf2b-4a4a-ba74-26307a869622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:56.429265 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.495827 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaa53f-4122-4c14-b3d2-5422fd570f43 None None] Pushing event updated for resources: {'Port': ['ID=b38a4980-a9b1-4682-b787-4ac5ea313142,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:56.516033 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.594607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Network a6485cc0-5557-4b41-8cf1-d0849c22b0de is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:56.604292 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] Set router 899a160f-8eb8-484f-b5ef-566cb79fe843 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:41:56.614259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:56.625786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:56.630165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Pushing event updated for resources: {'Port': ['ID=ad76e079-7ea4-4727-847b-f3befc9ab4e9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:56.685916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f2b24-7439-49fa-b9f7-dd0259268e2c req-9e11b40a-4044-47cb-ada1-d8f807e67d8a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:56.687286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be8f2b24-7439-49fa-b9f7-dd0259268e2c req-9e11b40a-4044-47cb-ada1-d8f807e67d8a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 932 time: 0.1233363 Sep 20 12:41:56.701053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:56.703391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.743872 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be8f2b24-7439-49fa-b9f7-dd0259268e2c req-cbf2a63f-f7e0-4bc4-9ff1-1c96b76d4820 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Sep 20 12:41:56.786210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c22a8ef8-6108-48d5-b9a9-0d51ab177b1f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3124647 Sep 20 12:41:56.799292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Request body: {'port': {'device_id': 'c3408e99-0e48-4701-870f-a1594f43549d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:56.843317 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899a160f-8eb8-484f-b5ef-566cb79fe843', 'name': 'tempest-snat-router-1555968735', 'tenant_id': '4911837840f54b93b37387c238719d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': 'b38a4980-a9b1-4682-b787-4ac5ea313142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:52Z', 'updated_at': '2021-09-20T12:41:53Z', 'revision_number': 3, 'project_id': '4911837840f54b93b37387c238719d26', 'gw_port': {'id': 'b38a4980-a9b1-4682-b787-4ac5ea313142', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899a160f-8eb8-484f-b5ef-566cb79fe843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:52Z', 'updated_at': '2021-09-20T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:56.871715 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.891301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.896483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:41:56.910259 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a22de9-c65e-4ce4-8e0a-75421200f810 None None] The sync data for ids ['899a160f-8eb8-484f-b5ef-566cb79fe843'] in n-d-809934-3 is: [{'id': '899a160f-8eb8-484f-b5ef-566cb79fe843', 'name': 'tempest-snat-router-1555968735', 'tenant_id': '4911837840f54b93b37387c238719d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.200'}], 'enable_snat': False}, 'gw_port_id': 'b38a4980-a9b1-4682-b787-4ac5ea313142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:52Z', 'updated_at': '2021-09-20T12:41:53Z', 'revision_number': 3, 'project_id': '4911837840f54b93b37387c238719d26', 'gw_port': {'id': 'b38a4980-a9b1-4682-b787-4ac5ea313142', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:99:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899a160f-8eb8-484f-b5ef-566cb79fe843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:52Z', 'updated_at': '2021-09-20T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:41:56.926682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.931268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:56.984224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276b6be-8b4e-4755-a382-a227fbe101ae req-d550ec51-dd84-4aab-8054-5dcbf9c4d4a6 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:56.985929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2276b6be-8b4e-4755-a382-a227fbe101ae req-d550ec51-dd84-4aab-8054-5dcbf9c4d4a6 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 932 time: 0.0989788 Sep 20 12:41:57.024305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Transition to ACTIVE for port object fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:41:57.062351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bffce20-bcb0-4ca1-98a9-99987f757880 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:41:57.074612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.096591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Transition to ACTIVE for port object 0bffce20-bcb0-4ca1-98a9-99987f757880 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:41:57.100389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.118490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Allocated IP 172.25.6.61 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/3cf3f0ea-fab4-48ee-a816-a9903e75ada2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:41:57.132755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2276b6be-8b4e-4755-a382-a227fbe101ae req-87707bca-3da1-40bb-9c36-75ec72b1d569 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896075 Sep 20 12:41:57.177300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:57.198537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.227168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:57.406153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Pushing event updated for resources: {'Port': ['ID=0bffce20-bcb0-4ca1-98a9-99987f757880,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:57.406707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fcb9e3-7764-4079-988f-616fd8852922 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:41:57.417505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1881504128'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:57.426300 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.450542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Transition to ACTIVE for port object c7fcb9e3-7764-4079-988f-616fd8852922 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:41:57.464779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Attempting to bind port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:57.464983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Attempting to bind port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:57.465326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Attempting to bind port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb on network a6485cc0-5557-4b41-8cf1-d0849c22b0de {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:57.501211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb on network a6485cc0-5557-4b41-8cf1-d0849c22b0de not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:41:57.501546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Attempting to bind port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb on network a6485cc0-5557-4b41-8cf1-d0849c22b0de {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:57.522864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:57.523205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Checking segment: {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:57.523602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Bound using segment: {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:57.524051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Bound port: fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:57.524408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.531990 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.532972 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.580105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:57.584460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.586254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Attempting to bind port 0bffce20-bcb0-4ca1-98a9-99987f757880 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:57.586596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Attempting to bind port 0bffce20-bcb0-4ca1-98a9-99987f757880 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '622d39b1-c0f3-4c3c-bb75-03e67ea22d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7a9e6152-d12f-4e15-acee-a200e832e59d'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:57.586921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Attempting to bind port 0bffce20-bcb0-4ca1-98a9-99987f757880 on network 7a9e6152-d12f-4e15-acee-a200e832e59d {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:57.603999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Port 0bffce20-bcb0-4ca1-98a9-99987f757880 on network 7a9e6152-d12f-4e15-acee-a200e832e59d not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:41:57.604320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Attempting to bind port 0bffce20-bcb0-4ca1-98a9-99987f757880 on network 7a9e6152-d12f-4e15-acee-a200e832e59d {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:57.611491 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.626596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:57.626952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Checking segment: {'id': '622d39b1-c0f3-4c3c-bb75-03e67ea22d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7a9e6152-d12f-4e15-acee-a200e832e59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:57.627314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Bound using segment: {'id': '622d39b1-c0f3-4c3c-bb75-03e67ea22d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7a9e6152-d12f-4e15-acee-a200e832e59d'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:57.628337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Bound port: 0bffce20-bcb0-4ca1-98a9-99987f757880, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622d39b1-c0f3-4c3c-bb75-03e67ea22d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7a9e6152-d12f-4e15-acee-a200e832e59d'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:57.628704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.657905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] For port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:41:57.662876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] For port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:41:57.668861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Pushing event updated for resources: {'Port': ['ID=c7fcb9e3-7764-4079-988f-616fd8852922,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:57.713835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] For port 0bffce20-bcb0-4ca1-98a9-99987f757880, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:41:57.719769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] For port 0bffce20-bcb0-4ca1-98a9-99987f757880, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=0bffce20-bcb0-4ca1-98a9-99987f757880,segment=NetworkSegment(622d39b1-c0f3-4c3c-bb75-03e67ea22d44),segment_id=622d39b1-c0f3-4c3c-bb75-03e67ea22d44)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:41:57.738033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.787074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:41:57.790629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:41:57.795114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:41:57.807667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.820464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Attempting to bind port c7fcb9e3-7764-4079-988f-616fd8852922 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:57.820807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Attempting to bind port c7fcb9e3-7764-4079-988f-616fd8852922 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:57.821173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Attempting to bind port c7fcb9e3-7764-4079-988f-616fd8852922 on network a6485cc0-5557-4b41-8cf1-d0849c22b0de {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:57.834102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'Port': ['ID=3cf3f0ea-fab4-48ee-a816-a9903e75ada2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:57.851970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Port c7fcb9e3-7764-4079-988f-616fd8852922 on network a6485cc0-5557-4b41-8cf1-d0849c22b0de not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:41:57.852305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Attempting to bind port c7fcb9e3-7764-4079-988f-616fd8852922 on network a6485cc0-5557-4b41-8cf1-d0849c22b0de {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:57.872294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.900967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:57.901339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Checking segment: {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:57.901737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Bound using segment: {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:57.902195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Bound port: c7fcb9e3-7764-4079-988f-616fd8852922, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:57.902558 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.928417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad76e079-7ea4-4727-847b-f3befc9ab4e9 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:41:57.942664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:57.994626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Transition to ACTIVE for port object ad76e079-7ea4-4727-847b-f3befc9ab4e9 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:41:58.013884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671225-34cd-4e3c-872b-a0fdab3cd288 req-739a1a51-a6d4-481b-a57e-5406b622bb2f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.015507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa671225-34cd-4e3c-872b-a0fdab3cd288 req-739a1a51-a6d4-481b-a57e-5406b622bb2f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 932 time: 0.1574988 Sep 20 12:41:58.061095 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.066589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.073147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] For port c7fcb9e3-7764-4079-988f-616fd8852922, host n-h2-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:41:58.113308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] For port c7fcb9e3-7764-4079-988f-616fd8852922, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c7fcb9e3-7764-4079-988f-616fd8852922,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:41:58.141733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa671225-34cd-4e3c-872b-a0fdab3cd288 req-db2bcbef-f8a1-47f7-a6b7-752db0821158 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153023 Sep 20 12:41:58.145579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Pushing event updated for resources: {'Port': ['ID=ad76e079-7ea4-4727-847b-f3befc9ab4e9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:58.149962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.153905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.156309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.156309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] 10.222.0.21 "PUT /v2.0/ports/fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb HTTP/1.1" status: 200 len: 1091 time: 2.4734888 Sep 20 12:41:58.156711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.165516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.167202 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] 10.222.0.21 "PUT /v2.0/ports/0bffce20-bcb0-4ca1-98a9-99987f757880 HTTP/1.1" status: 200 len: 1092 time: 1.8113880 Sep 20 12:41:58.167848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1618b5-3404-4368-ab0d-1ad3a407ae25', 'tag': 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb'}, {'name': 'network-changed', 'server_uuid': '076c7986-cf2b-4a4a-ba74-26307a869622', 'tag': '0bffce20-bcb0-4ca1-98a9-99987f757880'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:58.170783 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed348d20-57d5-4b0e-a8d6-0da95a11429b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1618b5-3404-4368-ab0d-1ad3a407ae25", "tag": "fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb"}, {"name": "network-changed", "server_uuid": "076c7986-cf2b-4a4a-ba74-26307a869622", "tag": "0bffce20-bcb0-4ca1-98a9-99987f757880"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:58.185751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76b534-51fc-4217-9935-fe1222e7b02b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:58.206070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:41:58.232544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.260180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d66fe-d7a7-4191-95fc-ce9424deec12,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:58.264733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.265169 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Added segment c9c526a2-7a68-46da-8115-f4d929fe3c2e of type vlan for network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 Sep 20 12:41:58.388490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5577d4-b8e8-4931-95a6-7b9198743a26 service neutron] Pushing event updated for resources: {'Port': ['ID=0bffce20-bcb0-4ca1-98a9-99987f757880,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:58.418533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837216-2c98-42d6-8e09-42bca3652178 req-46bf125e-eb3e-430a-903e-a084c7e4f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.420112 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-46bf125e-eb3e-430a-903e-a084c7e4f40b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0585317acd4720bb801aa8b6fa0468&device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 1095 time: 0.1313951 Sep 20 12:41:58.425911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-ba893eff-8503-4134-bc5c-8594cbf7bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.427406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-ba893eff-8503-4134-bc5c-8594cbf7bcbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9055d0afff044168a4e583041774cb76&device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 1094 time: 0.0940938 Sep 20 12:41:58.470737 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-189faced-eb9b-450c-b910-1da65b8e812b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bffce20-bcb0-4ca1-98a9-99987f757880 HTTP/1.1" status: 200 len: 217 time: 0.0415604 Sep 20 12:41:58.511776 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c5ab62ed-631e-452a-b751-e59723fa04ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb HTTP/1.1" status: 200 len: 217 time: 0.0749531 Sep 20 12:41:58.638627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837216-2c98-42d6-8e09-42bca3652178 req-6371b044-40e6-4a94-9108-cdddb1b47efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.640115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-6371b044-40e6-4a94-9108-cdddb1b47efb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14b37c05-4cba-4d16-9948-0da4855e8e0d HTTP/1.1" status: 200 len: 849 time: 0.1399760 Sep 20 12:41:58.640948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.641579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.642943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] 10.222.0.21 "PUT /v2.0/ports/c7fcb9e3-7764-4079-988f-616fd8852922 HTTP/1.1" status: 200 len: 1092 time: 2.4106834 Sep 20 12:41:58.648254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1627fed-a539-47ac-b865-fca7cdab2141', 'tag': 'c7fcb9e3-7764-4079-988f-616fd8852922'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:41:58.650701 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1627fed-a539-47ac-b865-fca7cdab2141", "tag": "c7fcb9e3-7764-4079-988f-616fd8852922"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:41:58.669732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-3365834b-2115-42a9-8096-248030426818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.671442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-3365834b-2115-42a9-8096-248030426818 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c51fe0-0b37-4e34-bd08-0f199460a1fb HTTP/1.1" status: 200 len: 857 time: 0.1238134 Sep 20 12:41:58.706799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.709314 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-d41afbf7-9055-42f6-817f-12417dcbfab4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9e6152-d12f-4e15-acee-a200e832e59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371161 Sep 20 12:41:58.723587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Attempting to bind port ad76e079-7ea4-4727-847b-f3befc9ab4e9 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:41:58.723974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Attempting to bind port ad76e079-7ea4-4727-847b-f3befc9ab4e9 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:41:58.724362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Attempting to bind port ad76e079-7ea4-4727-847b-f3befc9ab4e9 on network a6485cc0-5557-4b41-8cf1-d0849c22b0de {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:58.727871 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-b963051a-9e75-448b-9b51-2b3648dad8aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6485cc0-5557-4b41-8cf1-d0849c22b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456610 Sep 20 12:41:58.735064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251e00-32e7-44f4-9327-41405517d8cd req-91b8cf6d-ebc6-40b2-93e0-56419b9e797f tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.736652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a251e00-32e7-44f4-9327-41405517d8cd req-91b8cf6d-ebc6-40b2-93e0-56419b9e797f tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 944 time: 0.5082562 Sep 20 12:41:58.741593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008eda9-2752-4f4f-a6f2-65d00ad91bfa service neutron] Pushing event updated for resources: {'Port': ['ID=c7fcb9e3-7764-4079-988f-616fd8852922,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:58.759661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Port ad76e079-7ea4-4727-847b-f3befc9ab4e9 on network a6485cc0-5557-4b41-8cf1-d0849c22b0de not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:41:58.764276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Attempting to bind port ad76e079-7ea4-4727-847b-f3befc9ab4e9 on network a6485cc0-5557-4b41-8cf1-d0849c22b0de {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:41:58.776898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:41:58.777270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Checking segment: {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:41:58.777677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Bound using segment: {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:41:58.778095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Bound port: ad76e079-7ea4-4727-847b-f3befc9ab4e9, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eca8507-094e-451e-ac78-84b79d26e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:41:58.778452 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.787367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.808435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a251e00-32e7-44f4-9327-41405517d8cd req-50f58d91-a6cb-473f-a667-667bbcf5d129 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637720 Sep 20 12:41:58.865549 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.871076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.871720 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:58.893097 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abab0fa-f41d-4037-82f4-bb4ee2ac6a9c x-openstack-request-id: req-2abab0fa-f41d-4037-82f4-bb4ee2ac6a9c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:58.894071 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1618b5-3404-4368-ab0d-1ad3a407ae25", "tag": "fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "076c7986-cf2b-4a4a-ba74-26307a869622", "tag": "0bffce20-bcb0-4ca1-98a9-99987f757880", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:58.894952 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2abab0fa-f41d-4037-82f4-bb4ee2ac6a9c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:58.895488 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1618b5-3404-4368-ab0d-1ad3a407ae25', 'tag': 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb', 'status': 'completed', 'code': 200} Sep 20 12:41:58.895752 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076c7986-cf2b-4a4a-ba74-26307a869622', 'tag': '0bffce20-bcb0-4ca1-98a9-99987f757880', 'status': 'completed', 'code': 200} Sep 20 12:41:58.935972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] For port ad76e079-7ea4-4727-847b-f3befc9ab4e9, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:41:58.980778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] For port ad76e079-7ea4-4727-847b-f3befc9ab4e9, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ad76e079-7ea4-4727-847b-f3befc9ab4e9,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:41:58.982131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Network': ['ID=7a7c620a-0a0f-4a9b-92a1-ebd345477741,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:58.989430 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-314894d3-1fdf-4c0c-ae46-4a4e5f33d4fb service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524626 Sep 20 12:41:58.989770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-03b6d648-0389-48b1-a8b5-b7b30d98cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:58.991282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-03b6d648-0389-48b1-a8b5-b7b30d98cf14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9055d0afff044168a4e583041774cb76&device_id=e1627fed-a539-47ac-b865-fca7cdab2141 HTTP/1.1" status: 200 len: 1095 time: 0.1460736 Sep 20 12:41:58.995291 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-b0974394-8563-4b31-b19b-e63244f37570 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9e6152-d12f-4e15-acee-a200e832e59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716975 Sep 20 12:41:58.997637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:41:59.004656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-873e3025-a284-46a6-a308-fabb35484479 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7747605 Sep 20 12:41:59.007501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40222) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:41:59.020956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'subnet': {'network_id': '7a7c620a-0a0f-4a9b-92a1-ebd345477741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:41:59.090312 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597ffb9e-c64b-45fc-9aae-2cda5129326e x-openstack-request-id: req-597ffb9e-c64b-45fc-9aae-2cda5129326e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:41:59.090679 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1627fed-a539-47ac-b865-fca7cdab2141", "tag": "c7fcb9e3-7764-4079-988f-616fd8852922", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:41:59.091005 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-597ffb9e-c64b-45fc-9aae-2cda5129326e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:41:59.091462 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1627fed-a539-47ac-b865-fca7cdab2141', 'tag': 'c7fcb9e3-7764-4079-988f-616fd8852922', 'status': 'completed', 'code': 200} Sep 20 12:41:59.094878 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:59.104401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-4728fe16-39a6-425e-acd1-734762fa02eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7fcb9e3-7764-4079-988f-616fd8852922 HTTP/1.1" status: 200 len: 217 time: 0.0938010 Sep 20 12:41:59.216967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b38a4980-a9b1-4682-b787-4ac5ea313142 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:41:59.217632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:59.218260 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:59.219863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] 10.222.0.32 "PUT /v2.0/ports/ad76e079-7ea4-4727-847b-f3befc9ab4e9 HTTP/1.1" status: 200 len: 1092 time: 2.4255021 Sep 20 12:41:59.256063 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-b3394305-1418-4be6-b2af-bff9630e1aad service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500572 Sep 20 12:41:59.268916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20adc79-c710-4f66-a4ae-4aafbe568396 service neutron] Pushing event updated for resources: {'Port': ['ID=ad76e079-7ea4-4727-847b-f3befc9ab4e9,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:59.281203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-53837216-2c98-42d6-8e09-42bca3652178 req-7215bf45-1cab-4332-89e6-9af05bb586ac service neutron] 10.222.0.21 "GET /v2.0/networks/7a9e6152-d12f-4e15-acee-a200e832e59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075298 Sep 20 12:41:59.281714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b38a4980-a9b1-4682-b787-4ac5ea313142 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:41:59.287544 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:59.290477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:59.291407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c28a0c30-e9f8-46d3-9554-22ef3bda2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:59.292911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-c28a0c30-e9f8-46d3-9554-22ef3bda2edc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c51fe0-0b37-4e34-bd08-0f199460a1fb HTTP/1.1" status: 200 len: 857 time: 0.1605740 Sep 20 12:41:59.337875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-e1744cf3-2a66-4fba-b350-59a5db67014d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6485cc0-5557-4b41-8cf1-d0849c22b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284739 Sep 20 12:41:59.390309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:59.407642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:41:59.412243 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:59.413579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b38a4980-a9b1-4682-b787-4ac5ea313142, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b38a4980-a9b1-4682-b787-4ac5ea313142,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:41:59.462377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-02f8e740-3d01-4b32-9eca-4e4df8b06940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:59.463876 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-02f8e740-3d01-4b32-9eca-4e4df8b06940 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9055d0afff044168a4e583041774cb76&device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 1094 time: 0.0632868 Sep 20 12:41:59.465527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88a21-e025-4e22-bee8-8fd59e77cc29 req-3ad3eed7-2d57-4915-9433-6b1f0f336423 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:59.467121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dd88a21-e025-4e22-bee8-8fd59e77cc29 req-3ad3eed7-2d57-4915-9433-6b1f0f336423 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 944 time: 0.2042058 Sep 20 12:41:59.485550 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:41:59.550419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b38a4980-a9b1-4682-b787-4ac5ea313142,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:41:59.552538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a781c486-76cd-41b3-b59c-622b7b371bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:59.554135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a781c486-76cd-41b3-b59c-622b7b371bdb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9055d0afff044168a4e583041774cb76&device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 1095 time: 0.2143860 Sep 20 12:41:59.562769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-3d7e14a1-92d5-4d9d-b450-1ce3fd4f0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:59.564257 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-3d7e14a1-92d5-4d9d-b450-1ce3fd4f0ee3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 200 len: 917 time: 0.0930309 Sep 20 12:41:59.579811 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Router 1ff1ce57-64f2-43e9-9907-a692ffa568e0 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:41:59.615138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-5d62c97d-af60-46d2-a486-a498e952c0e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb HTTP/1.1" status: 200 len: 217 time: 0.0422645 Sep 20 12:41:59.626978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-efe9db3f-40e1-47c2-8439-9b187dd638d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad76e079-7ea4-4727-847b-f3befc9ab4e9 HTTP/1.1" status: 200 len: 217 time: 0.0569239 Sep 20 12:41:59.629985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-3e6bd3ea-d14e-4ea3-8a48-247282ea4453 service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776847 Sep 20 12:41:59.647086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dd88a21-e025-4e22-bee8-8fd59e77cc29 req-3a7f7e93-bdd1-4eae-9f55-6ff816577efa tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698530 Sep 20 12:41:59.737269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-923e0a2f-3521-4c54-8f09-10149588bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:59.738829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-923e0a2f-3521-4c54-8f09-10149588bd90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c51fe0-0b37-4e34-bd08-0f199460a1fb HTTP/1.1" status: 200 len: 857 time: 0.1158683 Sep 20 12:41:59.775453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-bdf95625-9883-46a9-93f6-6f64cd07513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:41:59.776416 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-4e1a73d7-082b-4de0-8ae3-492387c11256 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6485cc0-5557-4b41-8cf1-d0849c22b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299470 Sep 20 12:41:59.776914 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-bdf95625-9883-46a9-93f6-6f64cd07513b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91c51fe0-0b37-4e34-bd08-0f199460a1fb HTTP/1.1" status: 200 len: 857 time: 0.1422362 Sep 20 12:41:59.779324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:41:59.789399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Sync routers for ids ['1ff1ce57-64f2-43e9-9907-a692ffa568e0'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:41:59.799841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Routers {'1ff1ce57-64f2-43e9-9907-a692ffa568e0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:41:59.807889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['1ff1ce57-64f2-43e9-9907-a692ffa568e0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:41:59.829775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-3525d4ce-7306-48b2-b6fe-7a8a63477634 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6485cc0-5557-4b41-8cf1-d0849c22b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422051 Sep 20 12:41:59.883888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-5c15522c-7f4c-48e4-a7bb-767ef656fef7 service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997236 Sep 20 12:41:59.902561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-a95b7e90-7884-4acf-8fc9-f1f05907f0bc service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521389 Sep 20 12:41:59.949899 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Set router 1ff1ce57-64f2-43e9-9907-a692ffa568e0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:42:00.030439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f397c94-3493-4940-8d0e-ad75dae053c0 req-94bdedf6-80f5-46f1-8b4a-3e58b359d62e tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.032740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f397c94-3493-4940-8d0e-ad75dae053c0 req-94bdedf6-80f5-46f1-8b4a-3e58b359d62e tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 944 time: 0.1199815 Sep 20 12:42:00.035195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-184543da-508d-4c65-89c7-db4e8e4ae5ba service neutron] 10.222.0.32 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935155 Sep 20 12:42:00.111318 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.147209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff1ce57-64f2-43e9-9907-a692ffa568e0', 'name': 'tempest-snat-router-1555968735', 'tenant_id': '4911837840f54b93b37387c238719d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3cf3f0ea-fab4-48ee-a816-a9903e75ada2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:55Z', 'updated_at': '2021-09-20T12:41:58Z', 'revision_number': 3, 'project_id': '4911837840f54b93b37387c238719d26', 'gw_port': {'id': '3cf3f0ea-fab4-48ee-a816-a9903e75ada2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff1ce57-64f2-43e9-9907-a692ffa568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:41:56Z', 'updated_at': '2021-09-20T12:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:00.151238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.152661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-43ec42f2-32ee-4a82-8e95-8eff7affcee3 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5621660 Sep 20 12:42:00.159194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40234) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:00.179468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Checking router: 1ff1ce57-64f2-43e9-9907-a692ffa568e0 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:42:00.180058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Updating router 1ff1ce57-64f2-43e9-9907-a692ffa568e0 port 3cf3f0ea-fab4-48ee-a816-a9903e75ada2 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:42:00.249581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f397c94-3493-4940-8d0e-ad75dae053c0 req-cbc02b7d-3617-463e-a5b9-9b24807e7f0e tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776783 Sep 20 12:42:00.275977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Subnet': ['ID=eef488ad-6e0f-4fcd-9047-ef018a66a884,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:00.281734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f183d8d-a8f8-4352-8a71-f7990da93cd0 req-74dc35db-cb68-47d6-a2af-7d0130598c23 service neutron] 10.222.0.32 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373202 Sep 20 12:42:00.283624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-5d3045ae-4b53-4a76-b0be-96a69dc226b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.285779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-5d3045ae-4b53-4a76-b0be-96a69dc226b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9055d0afff044168a4e583041774cb76&device_id=e1627fed-a539-47ac-b865-fca7cdab2141 HTTP/1.1" status: 200 len: 1095 time: 0.2152336 Sep 20 12:42:00.319423 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-90f20e9f-38db-4341-aa7c-ffb74e571cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278347 Sep 20 12:42:00.336574 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-49a5b08b-9506-40b4-baff-f38fdb6116f1 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/routers/1ff1ce57-64f2-43e9-9907-a692ffa568e0 HTTP/1.1" status: 200 len: 907 time: 0.1760068 Sep 20 12:42:00.339091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40236) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:00.365757 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.368393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Checking segment: {'id': 'c9c526a2-7a68-46da-8115-f4d929fe3c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7a7c620a-0a0f-4a9b-92a1-ebd345477741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:00.368894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network hostable DHCP agents. Network: 7a7c620a-0a0f-4a9b-92a1-ebd345477741, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:42:00.449453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-ef62e065-69d6-4121-873f-0ede4b19da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.451223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-ef62e065-69d6-4121-873f-0ede4b19da93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 200 len: 917 time: 0.1526828 Sep 20 12:42:00.502024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:42:00.507197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-42aaf4ca-a563-44ac-b83d-6e87b1e810e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7fcb9e3-7764-4079-988f-616fd8852922 HTTP/1.1" status: 200 len: 217 time: 0.0479848 Sep 20 12:42:00.509857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-1a97e4ed-0a1a-42d0-8069-0c469913d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.511958 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-1a97e4ed-0a1a-42d0-8069-0c469913d50f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a0585317acd4720bb801aa8b6fa0468&device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 1095 time: 0.0958931 Sep 20 12:42:00.545715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.577631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-7b80d6be-1e46-482d-95ce-4b896b1dc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.579601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-7b80d6be-1e46-482d-95ce-4b896b1dc072 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c51fe0-0b37-4e34-bd08-0f199460a1fb HTTP/1.1" status: 200 len: 857 time: 0.0587881 Sep 20 12:42:00.629848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-12bc282b-f8bf-4849-86a0-23937dc97024 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6485cc0-5557-4b41-8cf1-d0849c22b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410128 Sep 20 12:42:00.630526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 7a7c620a-0a0f-4a9b-92a1-ebd345477741) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:00.635067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.635913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.646960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522d8c9-d1ab-4fa0-8e91-81dd8f19b46d None None] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:00.745419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-0620c683-df87-45d1-8065-0bc69760e60f service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965838 Sep 20 12:42:00.750341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-91cf36a0-ed8c-44ee-88c7-74c1abecd5b2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7382267 Sep 20 12:42:00.750486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-1f471fa4-de0a-46c5-9702-927950b25300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.750486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-1f471fa4-de0a-46c5-9702-927950b25300 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9e6152-d12f-4e15-acee-a200e832e59d HTTP/1.1" status: 200 len: 909 time: 0.2289398 Sep 20 12:42:00.750672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40240) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:00.757391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-701683333', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:00.784269 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.794700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc6900a-ff4f-42c9-81d7-9534df2a0ec6 None None] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:00.808978 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-27e15f92-3955-4782-8138-a919f1b06600 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bffce20-bcb0-4ca1-98a9-99987f757880 HTTP/1.1" status: 200 len: 217 time: 0.0475760 Sep 20 12:42:00.810364 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.877427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-44d9bed8-a653-432d-b65c-8c6d529c90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.880586 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-44d9bed8-a653-432d-b65c-8c6d529c90ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14b37c05-4cba-4d16-9948-0da4855e8e0d HTTP/1.1" status: 200 len: 849 time: 0.0623791 Sep 20 12:42:00.886801 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.888424 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.908682 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.936600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-29f44368-78ff-41ff-9c62-7bb94d4e6828 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9e6152-d12f-4e15-acee-a200e832e59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481904 Sep 20 12:42:00.966516 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.972897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Attempting to bind port 3cf3f0ea-fab4-48ee-a816-a9903e75ada2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:00.973302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Attempting to bind port 3cf3f0ea-fab4-48ee-a816-a9903e75ada2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:00.973676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Attempting to bind port 3cf3f0ea-fab4-48ee-a816-a9903e75ada2 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:00.981038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:00.981421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:00.981833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.982223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:00.982699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Bound port: 3cf3f0ea-fab4-48ee-a816-a9903e75ada2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:00.983088 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:00.997648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075af22-f7f9-45da-8f7e-305c8181c847 req-86459b8a-3736-4455-9adc-234084d8318c tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:00.999223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8075af22-f7f9-45da-8f7e-305c8181c847 req-86459b8a-3736-4455-9adc-234084d8318c tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 944 time: 0.2155225 Sep 20 12:42:01.038926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] For port 3cf3f0ea-fab4-48ee-a816-a9903e75ada2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:01.041794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] For port 3cf3f0ea-fab4-48ee-a816-a9903e75ada2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3cf3f0ea-fab4-48ee-a816-a9903e75ada2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:01.044551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d228c0c3-4081-4bb4-b7c2-a816a88aaab8 req-9fc2fc4b-49d6-4a3d-a50f-9831f7bbff5c service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620404 Sep 20 12:42:01.055196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Deleting port 3cf3f0ea-fab4-48ee-a816-a9903e75ada2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:01.055678 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.057261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8075af22-f7f9-45da-8f7e-305c8181c847 req-57ed7367-04c9-4121-a86c-55a85aca5dbd tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495565 Sep 20 12:42:01.059093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a56a0-35fa-4e94-99c0-373d878957a1 None None] Pushing event updated for resources: {'Port': ['ID=3cf3f0ea-fab4-48ee-a816-a9903e75ada2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:01.097126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3408e99-0e48-4701-870f-a1594f43549d', 'tag': 'ad76e079-7ea4-4727-847b-f3befc9ab4e9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:01.099808 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aeff2c-0724-4165-beba-4023274be285" -d '{"events": [{"name": "network-changed", "server_uuid": "c3408e99-0e48-4701-870f-a1594f43549d", "tag": "ad76e079-7ea4-4727-847b-f3befc9ab4e9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:01.111237 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.120948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-c8063336-5e59-45d4-bae2-275c8981c2d5 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9e6152-d12f-4e15-acee-a200e832e59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740086 Sep 20 12:42:01.180600 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec5b7e1-59ac-4e1a-8970-2b6e78ae70dc x-openstack-request-id: req-9ec5b7e1-59ac-4e1a-8970-2b6e78ae70dc {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:01.180946 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3408e99-0e48-4701-870f-a1594f43549d", "tag": "ad76e079-7ea4-4727-847b-f3befc9ab4e9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:01.181439 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ec5b7e1-59ac-4e1a-8970-2b6e78ae70dc {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:01.181914 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3408e99-0e48-4701-870f-a1594f43549d', 'tag': 'ad76e079-7ea4-4727-847b-f3befc9ab4e9', 'status': 'completed', 'code': 200} Sep 20 12:42:01.185369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a56a0-35fa-4e94-99c0-373d878957a1 None None] Pushing event updated for resources: {'Port': ['ID=3cf3f0ea-fab4-48ee-a816-a9903e75ada2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:01.232666 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Routers {'1ff1ce57-64f2-43e9-9907-a692ffa568e0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:01.233457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['1ff1ce57-64f2-43e9-9907-a692ffa568e0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:01.244628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b38a4980-a9b1-4682-b787-4ac5ea313142 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:01.269143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] For port 3cf3f0ea-fab4-48ee-a816-a9903e75ada2, host n-d-809934-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:01.269772 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.319288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Calling delete_port for 3cf3f0ea-fab4-48ee-a816-a9903e75ada2 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:01.336312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.350584 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ed348d20-57d5-4b0e-a8d6-0da95a11429b req-4691050a-e227-4660-aa99-d2caed2009a8 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9e6152-d12f-4e15-acee-a200e832e59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159359 Sep 20 12:42:01.353627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeff2c-0724-4165-beba-4023274be285 req-af32da1b-2b1c-4178-9f90-4b732770d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:01.362080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45aeff2c-0724-4165-beba-4023274be285 req-af32da1b-2b1c-4178-9f90-4b732770d106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9055d0afff044168a4e583041774cb76&device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 1095 time: 0.1727412 Sep 20 12:42:01.387017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] Set router 1ff1ce57-64f2-43e9-9907-a692ffa568e0 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:42:01.391024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 0bffce20-bcb0-4ca1-98a9-99987f757880 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:01.462140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b38a4980-a9b1-4682-b787-4ac5ea313142 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:01.462679 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.466323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff1ce57-64f2-43e9-9907-a692ffa568e0', 'name': 'tempest-snat-router-1555968735', 'tenant_id': '4911837840f54b93b37387c238719d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:55Z', 'updated_at': '2021-09-20T12:42:00Z', 'revision_number': 4, 'project_id': '4911837840f54b93b37387c238719d26', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:01.519751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a918d9a-9dc7-463f-9d8b-a465fdc86a72 None None] The sync data for ids ['1ff1ce57-64f2-43e9-9907-a692ffa568e0'] in n-d-809934-3 is: [{'id': '1ff1ce57-64f2-43e9-9907-a692ffa568e0', 'name': 'tempest-snat-router-1555968735', 'tenant_id': '4911837840f54b93b37387c238719d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:41:55Z', 'updated_at': '2021-09-20T12:42:00Z', 'revision_number': 4, 'project_id': '4911837840f54b93b37387c238719d26', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:01.624195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.653759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cf3f0ea-fab4-48ee-a816-a9903e75ada2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:01.690148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 0bffce20-bcb0-4ca1-98a9-99987f757880, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=0bffce20-bcb0-4ca1-98a9-99987f757880,segment=NetworkSegment(622d39b1-c0f3-4c3c-bb75-03e67ea22d44),segment_id=622d39b1-c0f3-4c3c-bb75-03e67ea22d44)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:01.703531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '0bffce20-bcb0-4ca1-98a9-99987f757880', 'network_id': '7a9e6152-d12f-4e15-acee-a200e832e59d', 'port_id': '0bffce20-bcb0-4ca1-98a9-99987f757880', 'mac_address': 'fa:16:3e:89:57:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b37c05-4cba-4d16-9948-0da4855e8e0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:01.731744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.746632 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.760953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bffce20-bcb0-4ca1-98a9-99987f757880 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:01.784260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 0bffce20-bcb0-4ca1-98a9-99987f757880, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=0bffce20-bcb0-4ca1-98a9-99987f757880,segment=NetworkSegment(622d39b1-c0f3-4c3c-bb75-03e67ea22d44),segment_id=622d39b1-c0f3-4c3c-bb75-03e67ea22d44)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:01.831541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3b3b-ddfc-4076-88c3-c8f97fa63728 req-b6f4ffa1-3f44-4218-aa67-3253626eac86 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:01.833240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e7c3b3b-ddfc-4076-88c3-c8f97fa63728 req-b6f4ffa1-3f44-4218-aa67-3253626eac86 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 944 time: 0.4686434 Sep 20 12:42:01.836818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.839309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.870385 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.871542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:01.877758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeff2c-0724-4165-beba-4023274be285 req-4985b720-aae1-4e16-b055-f6e02ea9c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:01.879983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45aeff2c-0724-4165-beba-4023274be285 req-4985b720-aae1-4e16-b055-f6e02ea9c752 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 200 len: 917 time: 0.5168531 Sep 20 12:42:01.943688 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.944283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff1ce57-64f2-43e9-9907-a692ffa568e0 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:42:01.951335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:01.955642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-27ff59d1-9e6c-4322-b2c9-45d0f446fa57 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "DELETE /v2.0/routers/1ff1ce57-64f2-43e9-9907-a692ffa568e0 HTTP/1.1" status: 204 len: 168 time: 1.6128225 Sep 20 12:42:01.955975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:01.957618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=0bffce20-bcb0-4ca1-98a9-99987f757880,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:01.967967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e7c3b3b-ddfc-4076-88c3-c8f97fa63728 req-90c8032d-d91e-4026-a061-f12ec3639a88 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231024 Sep 20 12:42:01.969250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45aeff2c-0724-4165-beba-4023274be285 req-c9779742-f116-4bdc-98ef-8c90dc7f0c52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad76e079-7ea4-4727-847b-f3befc9ab4e9 HTTP/1.1" status: 200 len: 217 time: 0.0796959 Sep 20 12:42:02.018861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:02.039080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb', 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de', 'port_id': 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb', 'mac_address': 'fa:16:3e:13:51:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c51fe0-0b37-4e34-bd08-0f199460a1fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:02.048627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeff2c-0724-4165-beba-4023274be285 req-649e361f-a91d-4117-a0e5-5d4d9ed0ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:02.050915 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45aeff2c-0724-4165-beba-4023274be285 req-649e361f-a91d-4117-a0e5-5d4d9ed0ac11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91c51fe0-0b37-4e34-bd08-0f199460a1fb HTTP/1.1" status: 200 len: 857 time: 0.0725684 Sep 20 12:42:02.088784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45aeff2c-0724-4165-beba-4023274be285 req-bcbbd0a4-ab60-4627-b4fd-df4f2815796f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6485cc0-5557-4b41-8cf1-d0849c22b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300806 Sep 20 12:42:02.099726 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.105046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.123171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:02.145301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:02.205290 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.228855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.230087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.230877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c7fcb9e3-7764-4079-988f-616fd8852922 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:02.236427 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.306554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:02.311266 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c7fcb9e3-7764-4079-988f-616fd8852922, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c7fcb9e3-7764-4079-988f-616fd8852922,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:02.324291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'c7fcb9e3-7764-4079-988f-616fd8852922', 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de', 'port_id': 'c7fcb9e3-7764-4079-988f-616fd8852922', 'mac_address': 'fa:16:3e:12:59:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c51fe0-0b37-4e34-bd08-0f199460a1fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:02.370429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.373445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Deleting port b38a4980-a9b1-4682-b787-4ac5ea313142 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:02.373995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.376913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979e68-f58f-49e9-a003-328535acce9e req-73f5694d-b93d-4af4-ad88-42ac75ef1593 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:02.384514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1979e68-f58f-49e9-a003-328535acce9e req-73f5694d-b93d-4af4-ad88-42ac75ef1593 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 944 time: 0.1529295 Sep 20 12:42:02.388086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fcb9e3-7764-4079-988f-616fd8852922 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:02.395556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45aeff2c-0724-4165-beba-4023274be285 req-aa1d4397-a279-49dc-96f3-4b153a491032 service neutron] 10.222.0.32 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701101 Sep 20 12:42:02.422458 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c7fcb9e3-7764-4079-988f-616fd8852922, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c7fcb9e3-7764-4079-988f-616fd8852922,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:02.472584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] For port b38a4980-a9b1-4682-b787-4ac5ea313142, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b38a4980-a9b1-4682-b787-4ac5ea313142,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:02.472904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.485530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Calling delete_port for b38a4980-a9b1-4682-b787-4ac5ea313142 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:02.487396 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.511937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1979e68-f58f-49e9-a003-328535acce9e req-2be91c00-eb9c-4c56-88fe-edc6eb671658 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265476 Sep 20 12:42:02.531832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.25.6.167 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/fc7ddee1-abd8-4bcc-abba-35a66d9e981d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:02.557262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c7fcb9e3-7764-4079-988f-616fd8852922,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:02.582630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45aeff2c-0724-4165-beba-4023274be285 req-388079a8-7b19-4ab0-87a2-e665d07eee37 service neutron] 10.222.0.32 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724834 Sep 20 12:42:02.655521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.742556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['c7fcb9e3-7764-4079-988f-616fd8852922'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:02.771171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:02.778431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.796591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['0bffce20-bcb0-4ca1-98a9-99987f757880'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:02.805825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event deleted for resources: {'Port': ['ID=b38a4980-a9b1-4682-b787-4ac5ea313142,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:02.839722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.875209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:02.878705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:02.882604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.882743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:02.925229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=fc7ddee1-abd8-4bcc-abba-35a66d9e981d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:02.984150 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:02.986670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.001827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ad76e079-7ea4-4727-847b-f3befc9ab4e9 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:03.130941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea28721-aeb2-4e8a-aee6-6dad7c17a402 req-fb6365cf-4958-4648-86f0-e2d3dc3e4977 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:03.133890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dea28721-aeb2-4e8a-aee6-6dad7c17a402 req-fb6365cf-4958-4648-86f0-e2d3dc3e4977 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 945 time: 0.0589561 Sep 20 12:42:03.241289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ad76e079-7ea4-4727-847b-f3befc9ab4e9, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ad76e079-7ea4-4727-847b-f3befc9ab4e9,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:03.248960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dea28721-aeb2-4e8a-aee6-6dad7c17a402 req-80893fc8-0d33-44ea-8e6c-e219b032f7a6 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068134 Sep 20 12:42:03.260679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'ad76e079-7ea4-4727-847b-f3befc9ab4e9', 'network_id': 'a6485cc0-5557-4b41-8cf1-d0849c22b0de', 'port_id': 'ad76e079-7ea4-4727-847b-f3befc9ab4e9', 'mac_address': 'fa:16:3e:1c:09:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c51fe0-0b37-4e34-bd08-0f199460a1fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:03.301712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.319431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad76e079-7ea4-4727-847b-f3befc9ab4e9 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:03.322586 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.330435 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.331496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 899a160f-8eb8-484f-b5ef-566cb79fe843 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:42:03.336320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.337496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f675637c-4424-4801-b7cf-8dae06461a29 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "DELETE /v2.0/routers/899a160f-8eb8-484f-b5ef-566cb79fe843 HTTP/1.1" status: 204 len: 168 time: 1.3793259 Sep 20 12:42:03.341845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:03.344170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ad76e079-7ea4-4727-847b-f3befc9ab4e9, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ad76e079-7ea4-4727-847b-f3befc9ab4e9,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:03.347753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1165882111', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:03.427588 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.477768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ad76e079-7ea4-4727-847b-f3befc9ab4e9,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:03.482762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.483579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.538344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.562560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.651530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ad76e079-7ea4-4727-847b-f3befc9ab4e9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:03.704499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba80377-221c-4d9c-a480-93cf1811ff82 req-297d5e3b-df83-47eb-8c2a-e548142aad69 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:03.707245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba80377-221c-4d9c-a480-93cf1811ff82 req-297d5e3b-df83-47eb-8c2a-e548142aad69 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 945 time: 0.1053700 Sep 20 12:42:03.739927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:03.768499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba80377-221c-4d9c-a480-93cf1811ff82 req-a8788f96-3617-4d24-af2b-d869991c413d tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 Sep 20 12:42:03.846571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:42:03.956516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:03.966125 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c825c-5411-447b-8fcc-fb037781da81 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:03.975146 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c825c-5411-447b-8fcc-fb037781da81 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:03.975752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bb4c825c-5411-447b-8fcc-fb037781da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:04.004175 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:04.011128 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bb4c825c-5411-447b-8fcc-fb037781da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:04.019856 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c825c-5411-447b-8fcc-fb037781da81 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:04.020452 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bb4c825c-5411-447b-8fcc-fb037781da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:04.027181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:04.034193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:04.035539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8dff468-382e-49e7-ae28-3bf8583aa94f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2823431 Sep 20 12:42:04.039191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:04.054135 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bb4c825c-5411-447b-8fcc-fb037781da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:04.054708 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c825c-5411-447b-8fcc-fb037781da81 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:04.135647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Allocated IP 172.25.6.79 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/c79b004d-5818-4ed5-adec-3392509752fa) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:04.250452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:04.348425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:04.388864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:04.393722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:04.400553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:04.403418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event updated for resources: {'Port': ['ID=c79b004d-5818-4ed5-adec-3392509752fa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:04.417278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d244d9c-b222-4a4c-86e2-6ba8d285f733 req-104a6ae9-5f62-4742-af3f-b5848611041c tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:04.418750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d244d9c-b222-4a4c-86e2-6ba8d285f733 req-104a6ae9-5f62-4742-af3f-b5848611041c tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 945 time: 0.0902278 Sep 20 12:42:04.491328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d244d9c-b222-4a4c-86e2-6ba8d285f733 req-77bac581-4547-4bbf-b24c-bcb05014f40a tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640538 Sep 20 12:42:04.531900 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:04.710914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:04.851001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.20.0.1 (7a7c620a-0a0f-4a9b-92a1-ebd345477741/eef488ad-6e0f-4fcd-9047-ef018a66a884/89af1904-43e6-4807-8a07-51a34f56670b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:04.910426 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.031106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ad76e079-7ea4-4727-847b-f3befc9ab4e9 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:05.103468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Router f8a93b98-db5c-434d-a102-3d8b1cc87ce9 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:42:05.145300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b38a4980-a9b1-4682-b787-4ac5ea313142 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:05.165083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port ad76e079-7ea4-4727-847b-f3befc9ab4e9 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:42:05.167538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b38a4980-a9b1-4682-b787-4ac5ea313142 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:42:05.167538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b38a4980-a9b1-4682-b787-4ac5ea313142 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:42:05.170873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port ad76e079-7ea4-4727-847b-f3befc9ab4e9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:05.171244 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.223988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:05.240562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38659d20-cc8e-46af-b045-0d0dedef18c4 None None] Sync routers for ids ['f8a93b98-db5c-434d-a102-3d8b1cc87ce9'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:05.248317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff693a03-e003-40e4-bfcb-91ccf9784c25 req-784a20af-328d-4607-8027-2aedcd55caee tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:05.250099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff693a03-e003-40e4-bfcb-91ccf9784c25 req-784a20af-328d-4607-8027-2aedcd55caee tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 945 time: 0.4009094 Sep 20 12:42:05.262155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38659d20-cc8e-46af-b045-0d0dedef18c4 None None] Routers {'f8a93b98-db5c-434d-a102-3d8b1cc87ce9'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:05.262835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-38659d20-cc8e-46af-b045-0d0dedef18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8a93b98-db5c-434d-a102-3d8b1cc87ce9'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:05.264689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.304185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.306072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-54e4f206-2c9f-45e1-b690-ae9fb9711a4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9632599 Sep 20 12:42:05.309079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40274) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:05.314563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a6ba6cdf-d834-4f14-89e4-06b04548a744 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': False}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:05.333807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff693a03-e003-40e4-bfcb-91ccf9784c25 req-31d40597-07d9-4bbc-a2ce-1449b482ec4b tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594072 Sep 20 12:42:05.347288 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.435812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 0bffce20-bcb0-4ca1-98a9-99987f757880 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:05.441204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-38659d20-cc8e-46af-b045-0d0dedef18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:05.441743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.481333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3408e99-0e48-4701-870f-a1594f43549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad76e079-7ea4-4727-847b-f3befc9ab4e9'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:05.483566 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d7f30f-5261-4636-87ff-99d249a49eca" -d '{"events": [{"server_uuid": "c3408e99-0e48-4701-870f-a1594f43549d", "name": "network-vif-plugged", "status": "completed", "tag": "ad76e079-7ea4-4727-847b-f3befc9ab4e9"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:05.492100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:05.495625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38659d20-cc8e-46af-b045-0d0dedef18c4 None None] Routers {'f8a93b98-db5c-434d-a102-3d8b1cc87ce9'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:05.496281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-38659d20-cc8e-46af-b045-0d0dedef18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8a93b98-db5c-434d-a102-3d8b1cc87ce9'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:05.498791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=89af1904-43e6-4807-8a07-51a34f56670b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:05.508346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:05.511152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:05.536105 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a672cca1-072f-4258-8257-7144d72139fe x-openstack-request-id: req-a672cca1-072f-4258-8257-7144d72139fe {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:05.536392 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3408e99-0e48-4701-870f-a1594f43549d", "name": "network-vif-plugged", "status": "completed", "tag": "ad76e079-7ea4-4727-847b-f3befc9ab4e9", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:05.536732 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a672cca1-072f-4258-8257-7144d72139fe {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:05.537043 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3408e99-0e48-4701-870f-a1594f43549d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad76e079-7ea4-4727-847b-f3befc9ab4e9', 'code': 200} Sep 20 12:42:05.539149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-38659d20-cc8e-46af-b045-0d0dedef18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:05.539799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38659d20-cc8e-46af-b045-0d0dedef18c4 None None] The sync data for ids ['f8a93b98-db5c-434d-a102-3d8b1cc87ce9'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:05.545753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ad76e079-7ea4-4727-847b-f3befc9ab4e9, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ad76e079-7ea4-4727-847b-f3befc9ab4e9,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:05.570598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.623528 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.653756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 0bffce20-bcb0-4ca1-98a9-99987f757880 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:42:05.662449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 0bffce20-bcb0-4ca1-98a9-99987f757880 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:05.662845 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.687634 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6cdf-d834-4f14-89e4-06b04548a744 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.695643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7b76b-e752-444a-8a1a-c111bbc69fb9 req-f697ed72-81e9-43a4-ad40-b7e21cb8892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:05.697320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58b7b76b-e752-444a-8a1a-c111bbc69fb9 req-f697ed72-81e9-43a4-ad40-b7e21cb8892e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 1096 time: 0.0914168 Sep 20 12:42:05.699379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ad76e079-7ea4-4727-847b-f3befc9ab4e9,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:05.738380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ce027-3d5e-4095-88e0-0c2ffe6ffc40 req-e9bb7928-9de3-4a78-9fa1-8f3ca69e306f tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:05.739969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-115ce027-3d5e-4095-88e0-0c2ffe6ffc40 req-e9bb7928-9de3-4a78-9fa1-8f3ca69e306f tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 945 time: 0.1329956 Sep 20 12:42:05.754863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.789644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 0bffce20-bcb0-4ca1-98a9-99987f757880, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=0bffce20-bcb0-4ca1-98a9-99987f757880,segment=NetworkSegment(622d39b1-c0f3-4c3c-bb75-03e67ea22d44),segment_id=622d39b1-c0f3-4c3c-bb75-03e67ea22d44)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:05.796522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58b7b76b-e752-444a-8a1a-c111bbc69fb9 req-4fad1f22-89e1-4a6c-980d-f37ed9c9f980 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804870 Sep 20 12:42:05.803686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-115ce027-3d5e-4095-88e0-0c2ffe6ffc40 req-e5b4b7ef-0e7d-48ac-a258-f4edd359b573 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559499 Sep 20 12:42:05.876192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.877706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c7fcb9e3-7764-4079-988f-616fd8852922 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:05.884817 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:05.958190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=0bffce20-bcb0-4ca1-98a9-99987f757880,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:06.043033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port c7fcb9e3-7764-4079-988f-616fd8852922 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:42:06.048928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port c7fcb9e3-7764-4079-988f-616fd8852922 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:06.049988 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.138176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.179741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c7fcb9e3-7764-4079-988f-616fd8852922, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c7fcb9e3-7764-4079-988f-616fd8852922,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:06.199598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.246450 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.247272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:06.274984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.324294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c7fcb9e3-7764-4079-988f-616fd8852922,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:06.356725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=89af1904-43e6-4807-8a07-51a34f56670b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:06.363283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.386307 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6cdf-d834-4f14-89e4-06b04548a744 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.391146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6cdf-d834-4f14-89e4-06b04548a744 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.410640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:42:06.414935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:06.415309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.501909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.507802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539bc5c-23f1-422b-a607-83df6f1d6458 req-5b63d735-e5b1-4809-b1bc-7885d307bd40 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:06.509504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8539bc5c-23f1-422b-a607-83df6f1d6458 req-5b63d735-e5b1-4809-b1bc-7885d307bd40 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 946 time: 0.0810511 Sep 20 12:42:06.514719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:06.516182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:06.528714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ba6cdf-d834-4f14-89e4-06b04548a744 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Router f8a93b98-db5c-434d-a102-3d8b1cc87ce9 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:06.541381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:06.594921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8539bc5c-23f1-422b-a607-83df6f1d6458 req-fd7bcc76-986c-4997-acdb-63c0269d1bf2 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709608 Sep 20 12:42:06.615906 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.640827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba6cdf-d834-4f14-89e4-06b04548a744 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:06.646514 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6cdf-d834-4f14-89e4-06b04548a744 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:06.648501 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a6ba6cdf-d834-4f14-89e4-06b04548a744 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "PUT /v2.0/routers/f8a93b98-db5c-434d-a102-3d8b1cc87ce9 HTTP/1.1" status: 200 len: 925 time: 1.3381987 Sep 20 12:42:06.651062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40286) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:06.653566 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b39d7e5-fe02-4f39-b717-6b6b29c38b19 None None] Sync routers for ids ['f8a93b98-db5c-434d-a102-3d8b1cc87ce9'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:06.663974 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b39d7e5-fe02-4f39-b717-6b6b29c38b19 None None] Routers {'f8a93b98-db5c-434d-a102-3d8b1cc87ce9'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:06.664997 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4b39d7e5-fe02-4f39-b717-6b6b29c38b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8a93b98-db5c-434d-a102-3d8b1cc87ce9'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:06.668929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:06.673106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:06.715352 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4b39d7e5-fe02-4f39-b717-6b6b29c38b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:06.732552 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b39d7e5-fe02-4f39-b717-6b6b29c38b19 None None] Routers {'f8a93b98-db5c-434d-a102-3d8b1cc87ce9'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:06.733310 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4b39d7e5-fe02-4f39-b717-6b6b29c38b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f8a93b98-db5c-434d-a102-3d8b1cc87ce9'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:06.761057 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-76540ca0-d907-4751-905f-79870babc6d0 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/routers/f8a93b98-db5c-434d-a102-3d8b1cc87ce9 HTTP/1.1" status: 200 len: 925 time: 0.1073444 Sep 20 12:42:06.762411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40288) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:06.771514 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4b39d7e5-fe02-4f39-b717-6b6b29c38b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:06.772541 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b39d7e5-fe02-4f39-b717-6b6b29c38b19 None None] The sync data for ids ['f8a93b98-db5c-434d-a102-3d8b1cc87ce9'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:06.798748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:06.807371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-68139e0e-0060-409d-a165-2a056bc87113 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/routers/9eeea2fe-93da-41e4-907c-922e9d60e546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7647672 Sep 20 12:42:06.807758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40290) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:06.810048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d220b-1ba2-4c93-a90b-3d3eebca9c85 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:06.812779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'port': {'network_id': '7a7c620a-0a0f-4a9b-92a1-ebd345477741', 'name': 'tempest-FloatingIPTestJSON-1205535084'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:06.815648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f36855f-a0e2-427d-ba4e-d9cf22adfba0 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:06.819926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7f36855f-a0e2-427d-ba4e-d9cf22adfba0 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=f8a93b98-db5c-434d-a102-3d8b1cc87ce9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0536382 Sep 20 12:42:06.820164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40292) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:06.820394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d220b-1ba2-4c93-a90b-3d3eebca9c85 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:06.824664 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a29d220b-1ba2-4c93-a90b-3d3eebca9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:06.886491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a29d220b-1ba2-4c93-a90b-3d3eebca9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:06.899006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d220b-1ba2-4c93-a90b-3d3eebca9c85 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:06.899643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a29d220b-1ba2-4c93-a90b-3d3eebca9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:06.927769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ad5194-7567-414d-ac2e-e7f6a67d0af7 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:06.929413 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-01ad5194-7567-414d-ac2e-e7f6a67d0af7 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 881 time: 0.1082592 Sep 20 12:42:06.932187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40296) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:06.946879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a29d220b-1ba2-4c93-a90b-3d3eebca9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:06.947662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d220b-1ba2-4c93-a90b-3d3eebca9c85 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:06.968042 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-51a72e83-5ba2-45a8-afbf-30a8a0f96f1f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8a93b98-db5c-434d-a102-3d8b1cc87ce9 HTTP/1.1" status: 200 len: 205 time: 0.0346138 Sep 20 12:42:06.970693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40298) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:06.977845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6314-0bcb-46cc-9136-9f4c1d7e59b5 req-c6922ebf-ab79-49fb-b3e8-dfcb5cf34f33 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:06.979417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6cae6314-0bcb-46cc-9136-9f4c1d7e59b5 req-c6922ebf-ab79-49fb-b3e8-dfcb5cf34f33 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 946 time: 0.0800548 Sep 20 12:42:07.019207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6cae6314-0bcb-46cc-9136-9f4c1d7e59b5 req-8f716cdb-62c1-420a-b7d9-0112119f3452 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334518 Sep 20 12:42:07.044947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:07.049046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.070386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] device_id is not set on port f4686558-9484-472e-93fd-cdf28535a200 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:42:07.091879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.184523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.20.0.3 (7a7c620a-0a0f-4a9b-92a1-ebd345477741/eef488ad-6e0f-4fcd-9047-ef018a66a884/f4686558-9484-472e-93fd-cdf28535a200) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:07.198557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.312223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Deleting port c79b004d-5818-4ed5-adec-3392509752fa {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:07.312477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.337290 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.385297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.397201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Calling delete_port for c79b004d-5818-4ed5-adec-3392509752fa owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:07.429757 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.471506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:07.474549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:07.478109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:07.507405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=f4686558-9484-472e-93fd-cdf28535a200,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:07.535328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:07.536032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.538321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076c7986-cf2b-4a4a-ba74-26307a869622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bffce20-bcb0-4ca1-98a9-99987f757880'}, {'server_uuid': 'e1627fed-a539-47ac-b865-fca7cdab2141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fcb9e3-7764-4079-988f-616fd8852922'}, {'server_uuid': '8b1618b5-3404-4368-ab0d-1ad3a407ae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:07.541251 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f48c7b-c711-4edd-bfc6-4d6b5e2ced77" -d '{"events": [{"server_uuid": "076c7986-cf2b-4a4a-ba74-26307a869622", "name": "network-vif-plugged", "status": "completed", "tag": "0bffce20-bcb0-4ca1-98a9-99987f757880"}, {"server_uuid": "e1627fed-a539-47ac-b865-fca7cdab2141", "name": "network-vif-plugged", "status": "completed", "tag": "c7fcb9e3-7764-4079-988f-616fd8852922"}, {"server_uuid": "8b1618b5-3404-4368-ab0d-1ad3a407ae25", "name": "network-vif-plugged", "status": "completed", "tag": "fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:07.587811 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea0cc5f-9d00-41a6-9426-a53258fa25ce x-openstack-request-id: req-eea0cc5f-9d00-41a6-9426-a53258fa25ce {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:07.588112 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076c7986-cf2b-4a4a-ba74-26307a869622", "name": "network-vif-plugged", "status": "completed", "tag": "0bffce20-bcb0-4ca1-98a9-99987f757880", "code": 200}, {"server_uuid": "e1627fed-a539-47ac-b865-fca7cdab2141", "name": "network-vif-plugged", "status": "completed", "tag": "c7fcb9e3-7764-4079-988f-616fd8852922", "code": 200}, {"server_uuid": "8b1618b5-3404-4368-ab0d-1ad3a407ae25", "name": "network-vif-plugged", "status": "completed", "tag": "fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:07.588358 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eea0cc5f-9d00-41a6-9426-a53258fa25ce {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:07.588753 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c7986-cf2b-4a4a-ba74-26307a869622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bffce20-bcb0-4ca1-98a9-99987f757880', 'code': 200} Sep 20 12:42:07.589025 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1627fed-a539-47ac-b865-fca7cdab2141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fcb9e3-7764-4079-988f-616fd8852922', 'code': 200} Sep 20 12:42:07.589277 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1618b5-3404-4368-ab0d-1ad3a407ae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb', 'code': 200} Sep 20 12:42:07.632022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-00a4869a-9120-4b22-9db1-6af5a8cc7706 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8229625 Sep 20 12:42:07.634304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40308) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:07.640267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'port': {'network_id': '7a7c620a-0a0f-4a9b-92a1-ebd345477741', 'name': 'tempest-FloatingIPTestJSON-1569262581'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:07.721054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.750011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24bc-4bac-4f7b-8f04-07495333f0cd req-073d5fdd-3e91-4a87-beaf-eb71edc4da8a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:07.751510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95af24bc-4bac-4f7b-8f04-07495333f0cd req-073d5fdd-3e91-4a87-beaf-eb71edc4da8a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 946 time: 0.0756586 Sep 20 12:42:07.757032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e4b06-76fe-4312-baf5-763982408aa7 req-645451df-7a4a-4107-8e72-0b7d85c3a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:07.758610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f4e4b06-76fe-4312-baf5-763982408aa7 req-645451df-7a4a-4107-8e72-0b7d85c3a9e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 1097 time: 0.0733252 Sep 20 12:42:07.789717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event deleted for resources: {'Port': ['ID=c79b004d-5818-4ed5-adec-3392509752fa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:07.813453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f4e4b06-76fe-4312-baf5-763982408aa7 req-fc8889ae-9800-4fcb-9af1-b3f7c9ec8f33 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475566 Sep 20 12:42:07.816645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95af24bc-4bac-4f7b-8f04-07495333f0cd req-a0db23a1-f152-4617-9896-cef3847c345c tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571377 Sep 20 12:42:07.875705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c0970-afe7-4f2f-b42a-94e8a4fd26b1 req-b6e580ba-9279-4257-9a3f-f7160dc3e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:07.877763 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-338c0970-afe7-4f2f-b42a-94e8a4fd26b1 req-b6e580ba-9279-4257-9a3f-f7160dc3e68d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1627fed-a539-47ac-b865-fca7cdab2141 HTTP/1.1" status: 200 len: 1097 time: 0.1735730 Sep 20 12:42:07.883179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223bfd9-e33d-43cf-b8c5-ef6170628ebb req-613c4690-e609-47e0-b7c8-81780a22c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:07.884566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a223bfd9-e33d-43cf-b8c5-ef6170628ebb req-613c4690-e609-47e0-b7c8-81780a22c636 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 1096 time: 0.1798432 Sep 20 12:42:07.900128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.936634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cde1e-9e35-43a7-a5d1-5d3c5929cb12 req-8216c318-f3fd-4e0e-9381-de0b247613b2 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:07.938154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-620cde1e-9e35-43a7-a5d1-5d3c5929cb12 req-8216c318-f3fd-4e0e-9381-de0b247613b2 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 945 time: 0.0541983 Sep 20 12:42:07.976989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-620cde1e-9e35-43a7-a5d1-5d3c5929cb12 req-18ff6b3d-6f3b-42e4-b380-1f9782e00372 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Sep 20 12:42:07.990047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.991580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:07.995046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:07.997300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.069966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] device_id is not set on port ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:42:08.133439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a223bfd9-e33d-43cf-b8c5-ef6170628ebb req-e34ba724-0014-4981-913f-4b51794d41bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202517 Sep 20 12:42:08.134312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766f1f-6c8b-4a22-996d-21b17861b43c req-282c895c-2701-4925-b1bf-b18bd5745ab3 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:08.135841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3766f1f-6c8b-4a22-996d-21b17861b43c req-282c895c-2701-4925-b1bf-b18bd5745ab3 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 946 time: 0.0485353 Sep 20 12:42:08.145027 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-338c0970-afe7-4f2f-b42a-94e8a4fd26b1 req-58705562-83ba-415a-bdf1-c3bf67482cf3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306441 Sep 20 12:42:08.175542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.175796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3766f1f-6c8b-4a22-996d-21b17861b43c req-4638a5c6-d9c8-462f-87fb-1ce70180e99a tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331895 Sep 20 12:42:08.176068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Fanout notify agent at l3_agent the message router_deleted on router f8a93b98-db5c-434d-a102-3d8b1cc87ce9 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:42:08.184460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.185522 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3e6165a1-429c-49cd-84aa-23a0e04e0410 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/f8a93b98-db5c-434d-a102-3d8b1cc87ce9 HTTP/1.1" status: 204 len: 168 time: 1.2136991 Sep 20 12:42:08.191866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:08.198742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-51826383-9d91-477b-be76-8bf228dc70c5 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2033030472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:08.212841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.20.0.11 (7a7c620a-0a0f-4a9b-92a1-ebd345477741/eef488ad-6e0f-4fcd-9047-ef018a66a884/ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:08.292187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51826383-9d91-477b-be76-8bf228dc70c5 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.293335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51826383-9d91-477b-be76-8bf228dc70c5 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.349129 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51826383-9d91-477b-be76-8bf228dc70c5 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.366447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.395410 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51826383-9d91-477b-be76-8bf228dc70c5 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.446986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.469457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51826383-9d91-477b-be76-8bf228dc70c5 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.470964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-51826383-9d91-477b-be76-8bf228dc70c5 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2757697 Sep 20 12:42:08.473896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:08.478308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:08.489109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:08.492212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:08.495779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:08.524593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:08.552353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:08.552965 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.614105 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-11ac1073-cfa9-4aa3-bbe7-3a030f885a78 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9783602 Sep 20 12:42:08.617312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:08.621957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:08.698653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:08.800726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:09.022440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:09.053487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:09.128017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:09.245441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694818d-c516-4d2e-9b24-2af8014ce8e1 req-677fff04-be38-4d23-908d-dd2b695152c7 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:09.246924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b694818d-c516-4d2e-9b24-2af8014ce8e1 req-677fff04-be38-4d23-908d-dd2b695152c7 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 945 time: 0.1944871 Sep 20 12:42:09.267307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.25.6.17 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/43f7d91b-f865-479d-a9fe-a3f26debb6be) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:09.317694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b694818d-c516-4d2e-9b24-2af8014ce8e1 req-0e8a6f48-4be4-459c-9ef2-37b79d5ebccc tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617495 Sep 20 12:42:09.402171 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:09.454226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184cc44-3dc4-4935-bcb9-3d3f9e933f7c req-2cc4adbc-fa58-4a89-bda3-035385176564 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:09.456319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d184cc44-3dc4-4935-bcb9-3d3f9e933f7c req-2cc4adbc-fa58-4a89-bda3-035385176564 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 946 time: 0.0673244 Sep 20 12:42:09.494683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d184cc44-3dc4-4935-bcb9-3d3f9e933f7c req-74520996-43fe-430b-98b8-29664dd7aa0b tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Sep 20 12:42:09.592837 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:09.677500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:09.686118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:09.688381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:09.718241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Allocated IP 172.25.6.176 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/ddecfd40-e812-4773-82f1-7447725c6a4b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:09.731470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=43f7d91b-f865-479d-a9fe-a3f26debb6be,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:09.935831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:10.086355 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:10.131942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:10.141173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:10.144138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:10.524230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event updated for resources: {'Port': ['ID=ddecfd40-e812-4773-82f1-7447725c6a4b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:10.566301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:10.692420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e3254-66e1-454f-9dc8-45a4b8c611c9 req-c684bd20-a7e7-4283-bd5d-0bc0b1c0889f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:10.699116 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-937e3254-66e1-454f-9dc8-45a4b8c611c9 req-c684bd20-a7e7-4283-bd5d-0bc0b1c0889f tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 945 time: 0.1842260 Sep 20 12:42:10.748245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-937e3254-66e1-454f-9dc8-45a4b8c611c9 req-521779b1-471a-430d-a610-80ea74a16877 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464740 Sep 20 12:42:10.879685 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:10.951856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63415bf8-7c5d-4707-94b7-ac247c86bf6d req-20d0d8b1-e5d5-4e52-abad-5be85c8ebeae tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:10.953439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63415bf8-7c5d-4707-94b7-ac247c86bf6d req-20d0d8b1-e5d5-4e52-abad-5be85c8ebeae tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 946 time: 0.1511722 Sep 20 12:42:11.071778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:11.116620 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63415bf8-7c5d-4707-94b7-ac247c86bf6d req-97eb554a-2979-4081-aaa1-a3c12cd7d9c6 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343980 Sep 20 12:42:11.217625 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:11.278851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:11.417738 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:11.422842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=43f7d91b-f865-479d-a9fe-a3f26debb6be,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:11.431664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:11.442621 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:11.526668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f9823-682c-4f7f-996d-b5a6fa92af53 req-c6d9a656-66a9-4126-85fa-90ceb29c1d15 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:11.528164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-525f9823-682c-4f7f-996d-b5a6fa92af53 req-c6d9a656-66a9-4126-85fa-90ceb29c1d15 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1627fed-a539-47ac-b865-fca7cdab2141 HTTP/1.1" status: 200 len: 946 time: 0.2153132 Sep 20 12:42:11.650447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-525f9823-682c-4f7f-996d-b5a6fa92af53 req-96e40d26-4604-413a-9b74-276f209e3fde tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138637 Sep 20 12:42:11.666705 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 45e4d637-b104-40f3-b8e6-3077dcdd36ee associated. External IP: 172.25.6.17, port: ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e. Sep 20 12:42:11.841508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Router 67ff0b62-a566-4c3e-ba38-6fcd9eeefad0 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:42:11.937249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:12.034633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:12.043264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:12.043670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-16484d6f-2c67-4b8a-9fb1-bd397bea8fbb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "PUT /v2.0/routers/67ff0b62-a566-4c3e-ba38-6fcd9eeefad0 HTTP/1.1" status: 200 len: 884 time: 3.5688472 Sep 20 12:42:12.045540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1453ef-430b-4506-b009-fd02169e80e7 None None] Sync routers for ids ['67ff0b62-a566-4c3e-ba38-6fcd9eeefad0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:12.046379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:12.054593 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1453ef-430b-4506-b009-fd02169e80e7 None None] Routers {'67ff0b62-a566-4c3e-ba38-6fcd9eeefad0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:12.055551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ef1453ef-430b-4506-b009-fd02169e80e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['67ff0b62-a566-4c3e-ba38-6fcd9eeefad0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:12.088905 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ef1453ef-430b-4506-b009-fd02169e80e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:12.098076 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1453ef-430b-4506-b009-fd02169e80e7 None None] Routers {'67ff0b62-a566-4c3e-ba38-6fcd9eeefad0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:12.098686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-5d1d28bc-4e63-4332-ada7-a4fa55a9d08c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422308 Sep 20 12:42:12.099155 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ef1453ef-430b-4506-b009-fd02169e80e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['67ff0b62-a566-4c3e-ba38-6fcd9eeefad0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:12.141449 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ef1453ef-430b-4506-b009-fd02169e80e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:12.142105 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1453ef-430b-4506-b009-fd02169e80e7 None None] The sync data for ids ['67ff0b62-a566-4c3e-ba38-6fcd9eeefad0'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:12.192050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-b7ee912a-544d-46ec-a2b7-390276bbf1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:12.193721 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-b7ee912a-544d-46ec-a2b7-390276bbf1be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9055d0afff044168a4e583041774cb76&device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 1096 time: 0.0420909 Sep 20 12:42:12.345165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-409d4b69-539b-41f1-8369-6dd5faed4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:12.347852 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-409d4b69-539b-41f1-8369-6dd5faed4ae1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 200 len: 917 time: 0.1265669 Sep 20 12:42:12.349232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3aab3bc9-cc73-4b45-9d1d-3b437d63b37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:12.391609 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-5d4093d7-ad24-4b72-bb7c-7588864a1c34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb HTTP/1.1" status: 200 len: 217 time: 0.0353777 Sep 20 12:42:12.443686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-0e167647-f6e9-4df8-a6ca-4b521315d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:12.445092 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-0e167647-f6e9-4df8-a6ca-4b521315d15d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91c51fe0-0b37-4e34-bd08-0f199460a1fb HTTP/1.1" status: 200 len: 857 time: 0.0456164 Sep 20 12:42:12.480588 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-c307f461-7fd0-4cec-a4f9-e742e935d533 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6485cc0-5557-4b41-8cf1-d0849c22b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283089 Sep 20 12:42:12.511417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:12.522637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab02643-d68f-450e-8ddf-7a23a90d1f77 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:12.532600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab02643-d68f-450e-8ddf-7a23a90d1f77 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:12.533484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7ab02643-d68f-450e-8ddf-7a23a90d1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:12.566155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7ab02643-d68f-450e-8ddf-7a23a90d1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:12.569264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6ee75-d78f-45d7-a4ff-153f3b207baf req-f1e4d379-7f8b-4f79-9c97-80b1048b6365 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:12.570949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7bf6ee75-d78f-45d7-a4ff-153f3b207baf req-f1e4d379-7f8b-4f79-9c97-80b1048b6365 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1627fed-a539-47ac-b865-fca7cdab2141 HTTP/1.1" status: 200 len: 946 time: 0.1201117 Sep 20 12:42:12.574971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab02643-d68f-450e-8ddf-7a23a90d1f77 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:12.575599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7ab02643-d68f-450e-8ddf-7a23a90d1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:12.582833 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-25c040bd-5a14-439c-8c65-8d8e288e57f6 service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942380 Sep 20 12:42:12.588675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-21a3f703-97af-4e58-bf29-243daf53011d tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/routers/67ff0b62-a566-4c3e-ba38-6fcd9eeefad0 HTTP/1.1" status: 200 len: 925 time: 0.5410247 Sep 20 12:42:12.596849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:12.612919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7ab02643-d68f-450e-8ddf-7a23a90d1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:12.613861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab02643-d68f-450e-8ddf-7a23a90d1f77 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:12.649494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7bf6ee75-d78f-45d7-a4ff-153f3b207baf req-7dbbe2dd-293d-4018-a2cf-18972659ebba tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707664 Sep 20 12:42:12.652428 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:12.680166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af7996-bcf6-4632-b0cb-0b7148aa1fa1 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:12.681746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a5af7996-bcf6-4632-b0cb-0b7148aa1fa1 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=67ff0b62-a566-4c3e-ba38-6fcd9eeefad0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0839353 Sep 20 12:42:12.684480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40360) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:12.697270 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d8ed21c-68b8-4374-89fe-e8eac0a333a1 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0784724 Sep 20 12:42:12.698949 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ecf64abb-7135-4e8e-9f57-1dbe760ad88b req-e716fa4c-7898-4a49-a9fe-88a9da835859 service neutron] 10.222.0.21 "GET /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090810 Sep 20 12:42:12.699809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40362) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:12.706452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:12.764427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:12.778723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b024d25-d3ae-4c56-b7eb-fdbabef22517 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:12.780125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b024d25-d3ae-4c56-b7eb-fdbabef22517 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 881 time: 0.0947959 Sep 20 12:42:12.783025 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:12.813706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-009a7bfe-9d69-4d65-a27a-d862b3fbe9b1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ff0b62-a566-4c3e-ba38-6fcd9eeefad0 HTTP/1.1" status: 200 len: 205 time: 0.0295355 Sep 20 12:42:12.816990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40366) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:12.934837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:12.936548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:12.998582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:12.998927 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 45e4d637-b104-40f3-b8e6-3077dcdd36ee disassociated. External IP: 172.25.6.17, port: ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e. Sep 20 12:42:13.040013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.167824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Deleting port ddecfd40-e812-4773-82f1-7447725c6a4b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:13.168285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.251032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.264021 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Calling delete_port for ddecfd40-e812-4773-82f1-7447725c6a4b owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:13.435082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:13.518879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.546662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event deleted for resources: {'Port': ['ID=ddecfd40-e812-4773-82f1-7447725c6a4b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:13.550708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:13.555267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.563517 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d56f966-a1b0-4183-90bb-afe02b22b521 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:13.574513 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56f966-a1b0-4183-90bb-afe02b22b521 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:13.575206 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9d56f966-a1b0-4183-90bb-afe02b22b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:13.612344 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8c704413-699a-471d-8f7d-4cbcdb81ae2f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/floatingips/45e4d637-b104-40f3-b8e6-3077dcdd36ee HTTP/1.1" status: 200 len: 687 time: 0.9084094 Sep 20 12:42:13.612542 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9d56f966-a1b0-4183-90bb-afe02b22b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:13.612938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:13.626432 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.629779 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56f966-a1b0-4183-90bb-afe02b22b521 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:13.631126 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9d56f966-a1b0-4183-90bb-afe02b22b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:41:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:13.632336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-001ebdcc-6787-4f4a-867f-e0946f9fd4ff tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:13.634233 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-001ebdcc-6787-4f4a-867f-e0946f9fd4ff tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1627fed-a539-47ac-b865-fca7cdab2141 HTTP/1.1" status: 200 len: 946 time: 0.0745761 Sep 20 12:42:13.672800 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9d56f966-a1b0-4183-90bb-afe02b22b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:13.674671 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d56f966-a1b0-4183-90bb-afe02b22b521 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:13.748699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Deleting port c7fcb9e3-7764-4079-988f-616fd8852922 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:13.749064 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.790287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.792455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.847948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] For port c7fcb9e3-7764-4079-988f-616fd8852922, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c7fcb9e3-7764-4079-988f-616fd8852922,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:13.848324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.862482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Calling delete_port for c7fcb9e3-7764-4079-988f-616fd8852922 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:13.880875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port 43f7d91b-f865-479d-a9fe-a3f26debb6be {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:13.881255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.934666 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.935200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Fanout notify agent at l3_agent the message router_deleted on router 67ff0b62-a566-4c3e-ba38-6fcd9eeefad0 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:42:13.968238 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:13.969591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e2b64b35-0baf-4767-8a50-48f2a9af2029 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/67ff0b62-a566-4c3e-ba38-6fcd9eeefad0 HTTP/1.1" status: 204 len: 168 time: 1.1512084 Sep 20 12:42:13.973753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:13.981895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b5ad7729-6ab0-45cf-b3c7-941f93000168 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1377761686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:14.023717 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.024054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.039598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786d1e0-2873-4cb3-b762-6265691ad8ad req-a05e6a1b-0747-4e22-82b1-7df61247f5eb tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:14.042606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3786d1e0-2873-4cb3-b762-6265691ad8ad req-a05e6a1b-0747-4e22-82b1-7df61247f5eb tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1627fed-a539-47ac-b865-fca7cdab2141 HTTP/1.1" status: 200 len: 946 time: 0.1568532 Sep 20 12:42:14.049151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for 43f7d91b-f865-479d-a9fe-a3f26debb6be owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:14.061394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.074865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['c7fcb9e3-7764-4079-988f-616fd8852922', 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:14.077896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ad76e079-7ea4-4727-847b-f3befc9ab4e9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:14.094634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Pushing event deleted for resources: {'Port': ['ID=c7fcb9e3-7764-4079-988f-616fd8852922,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:14.129370 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7729-6ab0-45cf-b3c7-941f93000168 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.134479 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7729-6ab0-45cf-b3c7-941f93000168 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.138233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3786d1e0-2873-4cb3-b762-6265691ad8ad req-60b34860-6020-4f64-833a-1b6a831813d5 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908759 Sep 20 12:42:14.139998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] No DVR routers for this DVR port c7fcb9e3-7764-4079-988f-616fd8852922 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:42:14.142594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.145716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dce470f1-11da-4cd0-b339-23f447fa5fd6 req-8c591665-b36e-4fed-9e80-cc48f77eb07a tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.21 "DELETE /v2.0/ports/c7fcb9e3-7764-4079-988f-616fd8852922 HTTP/1.1" status: 204 len: 173 time: 0.5057278 Sep 20 12:42:14.146312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1627fed-a539-47ac-b865-fca7cdab2141', 'name': 'network-vif-deleted', 'tag': 'c7fcb9e3-7764-4079-988f-616fd8852922'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:14.149215 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5214b8d2-99b1-4244-a361-2213e2d13a05" -d '{"events": [{"server_uuid": "e1627fed-a539-47ac-b865-fca7cdab2141", "name": "network-vif-deleted", "tag": "c7fcb9e3-7764-4079-988f-616fd8852922"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:14.207249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7729-6ab0-45cf-b3c7-941f93000168 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.265970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7729-6ab0-45cf-b3c7-941f93000168 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.352889 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7729-6ab0-45cf-b3c7-941f93000168 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.354156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b5ad7729-6ab0-45cf-b3c7-941f93000168 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3794765 Sep 20 12:42:14.356835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40400) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:14.361834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': True}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:14.406513 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffd5c69-11b5-4754-866b-9fcff0c82bf4 x-openstack-request-id: req-3ffd5c69-11b5-4754-866b-9fcff0c82bf4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:14.406914 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1627fed-a539-47ac-b865-fca7cdab2141", "name": "network-vif-deleted", "tag": "c7fcb9e3-7764-4079-988f-616fd8852922", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:14.407266 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ffd5c69-11b5-4754-866b-9fcff0c82bf4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:14.407759 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1627fed-a539-47ac-b865-fca7cdab2141', 'name': 'network-vif-deleted', 'tag': 'c7fcb9e3-7764-4079-988f-616fd8852922', 'status': 'completed', 'code': 200} Sep 20 12:42:14.429071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.458652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=43f7d91b-f865-479d-a9fe-a3f26debb6be,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:14.642304 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.650248 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.652764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.653970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ff83c87-2163-44e2-a169-78483576a5b4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/floatingips/45e4d637-b104-40f3-b8e6-3077dcdd36ee HTTP/1.1" status: 204 len: 168 time: 1.0399134 Sep 20 12:42:14.657511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:14.662441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'f4686558-9484-472e-93fd-cdf28535a200'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:14.761474 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:14.930405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.104079 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.126457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.135879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a19d45a2-44a6-4edd-af3d-40fe732e6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.147425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.25.6.165 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/edd20bb4-b730-4d1a-ac23-7b8886c46160) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:15.295502 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.389743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.454677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:15.461453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:15.471140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:15.476648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=edd20bb4-b730-4d1a-ac23-7b8886c46160,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:15.509293 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Allocated IP 172.25.6.64 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/455394c2-fb66-44b3-8654-8080e31980d2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:15.584183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.716706 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.886500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:15.980112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:15.993377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:16.001188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:16.005686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'Port': ['ID=455394c2-fb66-44b3-8654-8080e31980d2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:16.029377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:16.074608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d55a2-fcdc-4e9c-81ef-4711bdfe0842 req-7c34dee1-6d51-4179-bf32-ebce40351c8e tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:16.076063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-526d55a2-fcdc-4e9c-81ef-4711bdfe0842 req-7c34dee1-6d51-4179-bf32-ebce40351c8e tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 946 time: 0.1554763 Sep 20 12:42:16.224537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-526d55a2-fcdc-4e9c-81ef-4711bdfe0842 req-4842d969-93f3-4a4b-90a8-47dcc9f7db61 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407006 Sep 20 12:42:16.242177 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:16.515056 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:16.817986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:16.823819 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:16.891322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f0965-45ac-4fd8-a4ac-c198e0424154 req-e7bae096-a620-4a69-82f1-6121fd9cbcb8 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:16.898499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f0965-45ac-4fd8-a4ac-c198e0424154 req-e7bae096-a620-4a69-82f1-6121fd9cbcb8 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:16.900061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-193f0965-45ac-4fd8-a4ac-c198e0424154 req-e7bae096-a620-4a69-82f1-6121fd9cbcb8 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25&device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 1682 time: 0.1234784 Sep 20 12:42:16.903103 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.032450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=edd20bb4-b730-4d1a-ac23-7b8886c46160,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:17.090332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-193f0965-45ac-4fd8-a4ac-c198e0424154 req-951f282e-e7f5-4f8c-b3fe-0ab9014e4b62 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551552 Sep 20 12:42:17.101243 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.103495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-faa3d5f1-a0cd-46b7-8d3a-8922de526bfb tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:17.107446 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-faa3d5f1-a0cd-46b7-8d3a-8922de526bfb tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.21 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 946 time: 0.0582447 Sep 20 12:42:17.231797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Deleting port 0bffce20-bcb0-4ca1-98a9-99987f757880 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:17.232282 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.238219 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.246547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.260998 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 68ee4da0-cb01-4b72-8d5e-e613590c2db7 associated. External IP: 172.25.6.165, port: f4686558-9484-472e-93fd-cdf28535a200. Sep 20 12:42:17.324830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] For port 0bffce20-bcb0-4ca1-98a9-99987f757880, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=0bffce20-bcb0-4ca1-98a9-99987f757880,segment=NetworkSegment(622d39b1-c0f3-4c3c-bb75-03e67ea22d44),segment_id=622d39b1-c0f3-4c3c-bb75-03e67ea22d44)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:17.325347 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.339627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Calling delete_port for 0bffce20-bcb0-4ca1-98a9-99987f757880 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:17.400970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c7fcb9e3-7764-4079-988f-616fd8852922 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:17.421413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: c7fcb9e3-7764-4079-988f-616fd8852922 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:42:17.421761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c7fcb9e3-7764-4079-988f-616fd8852922 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:42:17.445838 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:42:17.538213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882e6fa-ac45-4a71-aa2b-ac8f4384c54d req-10e00473-3072-4b5f-9494-8c7e8a6ab46f tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:17.539779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c882e6fa-ac45-4a71-aa2b-ac8f4384c54d req-10e00473-3072-4b5f-9494-8c7e8a6ab46f tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/ports?device_id=076c7986-cf2b-4a4a-ba74-26307a869622 HTTP/1.1" status: 200 len: 946 time: 0.1501393 Sep 20 12:42:17.547141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.559879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['0bffce20-bcb0-4ca1-98a9-99987f757880'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:17.581331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Pushing event deleted for resources: {'Port': ['ID=0bffce20-bcb0-4ca1-98a9-99987f757880,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:17.625389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] No DVR routers for this DVR port 0bffce20-bcb0-4ca1-98a9-99987f757880 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:42:17.628899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.630952 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f47ce3a6-4d3b-49ea-875c-c8a0aba058df req-e59e93f9-fefe-4890-9f35-b20ce0fee3af tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.21 "DELETE /v2.0/ports/0bffce20-bcb0-4ca1-98a9-99987f757880 HTTP/1.1" status: 204 len: 173 time: 0.5178444 Sep 20 12:42:17.631491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076c7986-cf2b-4a4a-ba74-26307a869622', 'name': 'network-vif-deleted', 'tag': '0bffce20-bcb0-4ca1-98a9-99987f757880'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:17.632542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c882e6fa-ac45-4a71-aa2b-ac8f4384c54d req-0639332b-9f48-4abe-b70b-627ab9395e57 tempest-ServerTagsTestJSON-867561300 tempest-ServerTagsTestJSON-867561300-project] 10.222.0.37 "GET /v2.0/security-groups?id=dce4e447-4bb6-4474-867e-f2cc2e5305f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843389 Sep 20 12:42:17.634024 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b8520-a8a0-486d-a32a-0295f9acd751" -d '{"events": [{"server_uuid": "076c7986-cf2b-4a4a-ba74-26307a869622", "name": "network-vif-deleted", "tag": "0bffce20-bcb0-4ca1-98a9-99987f757880"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:17.650910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:17.655852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Router 0d872deb-3c0c-4009-8cb9-7ca604c71232 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:42:17.710917 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6a9074-074b-4593-8901-0b8b92c92aa0 x-openstack-request-id: req-6d6a9074-074b-4593-8901-0b8b92c92aa0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:17.711377 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076c7986-cf2b-4a4a-ba74-26307a869622", "name": "network-vif-deleted", "tag": "0bffce20-bcb0-4ca1-98a9-99987f757880", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:17.714446 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d6a9074-074b-4593-8901-0b8b92c92aa0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:17.723671 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c7986-cf2b-4a4a-ba74-26307a869622', 'name': 'network-vif-deleted', 'tag': '0bffce20-bcb0-4ca1-98a9-99987f757880', 'status': 'completed', 'code': 200} Sep 20 12:42:17.849940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:17.860187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:17.864738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8aa08-eaef-4544-9561-37b8d36d3702 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:17.866281 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.867534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9a6cde4-9e6f-4ed2-9a4a-7e05b097d1d6 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "PUT /v2.0/routers/0d872deb-3c0c-4009-8cb9-7ca604c71232 HTTP/1.1" status: 200 len: 918 time: 3.5096583 Sep 20 12:42:17.870475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40464) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:17.881301 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8287ad-6040-4b45-998d-39dae1586bd8 None None] Sync routers for ids ['0d872deb-3c0c-4009-8cb9-7ca604c71232'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:17.890555 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8287ad-6040-4b45-998d-39dae1586bd8 None None] Routers {'0d872deb-3c0c-4009-8cb9-7ca604c71232'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:17.891159 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-df8287ad-6040-4b45-998d-39dae1586bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0d872deb-3c0c-4009-8cb9-7ca604c71232'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:17.906069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8aa08-eaef-4544-9561-37b8d36d3702 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:17.906696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-49d8aa08-eaef-4544-9561-37b8d36d3702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:17.925134 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-df8287ad-6040-4b45-998d-39dae1586bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:17.934085 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8287ad-6040-4b45-998d-39dae1586bd8 None None] Routers {'0d872deb-3c0c-4009-8cb9-7ca604c71232'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:17.934907 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-df8287ad-6040-4b45-998d-39dae1586bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0d872deb-3c0c-4009-8cb9-7ca604c71232'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:17.946619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-49d8aa08-eaef-4544-9561-37b8d36d3702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:17.956969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8aa08-eaef-4544-9561-37b8d36d3702 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:17.957617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-49d8aa08-eaef-4544-9561-37b8d36d3702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:17.960656 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:17.980057 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-df8287ad-6040-4b45-998d-39dae1586bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:17.980703 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8287ad-6040-4b45-998d-39dae1586bd8 None None] The sync data for ids ['0d872deb-3c0c-4009-8cb9-7ca604c71232'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:18.005246 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a8e6e5ac-f9b2-40f3-916d-e41dee4d2979 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3462403 Sep 20 12:42:18.007864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40466) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:18.009736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-49d8aa08-eaef-4544-9561-37b8d36d3702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:18.010408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8aa08-eaef-4544-9561-37b8d36d3702 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:18.014611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.059575 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-29f2a693-59f9-4d79-97b5-a2cf3b5ce23b tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/routers/0d872deb-3c0c-4009-8cb9-7ca604c71232 HTTP/1.1" status: 200 len: 924 time: 0.1878965 Sep 20 12:42:18.062340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40468) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:18.112305 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2e0ca2f0-cfd9-4779-a5c7-873f987289ec tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "GET /v2.0/floatingips/68ee4da0-cb01-4b72-8d5e-e613590c2db7 HTTP/1.1" status: 200 len: 978 time: 0.1031947 Sep 20 12:42:18.115209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40472) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:18.123556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa683b-c593-4529-9786-cc25b7ed0796 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:18.125773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-03fa683b-c593-4529-9786-cc25b7ed0796 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=0d872deb-3c0c-4009-8cb9-7ca604c71232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0573428 Sep 20 12:42:18.129789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40474) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:18.217075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e07ab79-80e3-4410-8c39-0179bc560299 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:18.218394 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4e07ab79-80e3-4410-8c39-0179bc560299 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 881 time: 0.0875800 Sep 20 12:42:18.221895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40478) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:18.227680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3fcc2e89-d2c6-4acc-8128-f6b7dc9fb1c9 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1113176 Sep 20 12:42:18.235927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40482) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:18.241324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'port_id': 'ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:18.247789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-77bb180e-4550-4b30-bcab-c154a70f828b tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d872deb-3c0c-4009-8cb9-7ca604c71232 HTTP/1.1" status: 200 len: 205 time: 0.0247345 Sep 20 12:42:18.250465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40484) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:18.301623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.364930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.474703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.594599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Deleting port 455394c2-fb66-44b3-8654-8080e31980d2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:18.595263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.696066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.708665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Calling delete_port for 455394c2-fb66-44b3-8654-8080e31980d2 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:18.767121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330abfdd-42a3-4c0f-bff0-037a513c5530 req-bf954b53-de55-43dd-a324-04666982ddce tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:18.768944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-330abfdd-42a3-4c0f-bff0-037a513c5530 req-bf954b53-de55-43dd-a324-04666982ddce tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 945 time: 0.0960412 Sep 20 12:42:18.856236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-330abfdd-42a3-4c0f-bff0-037a513c5530 req-9d7adbdf-1936-4708-85c7-508196251483 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779850 Sep 20 12:42:18.913061 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.919079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:18.932152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.959989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event deleted for resources: {'Port': ['ID=455394c2-fb66-44b3-8654-8080e31980d2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:18.967996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2568a19-424c-49f6-90f8-9787658db8bd admin admin] Deleting subnet 14b37c05-4cba-4d16-9948-0da4855e8e0d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:42:18.971733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2568a19-424c-49f6-90f8-9787658db8bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:18.992632 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.020730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.045597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2568a19-424c-49f6-90f8-9787658db8bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.110769 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.113726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.211964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.212566 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Fanout notify agent at l3_agent the message router_deleted on router 0d872deb-3c0c-4009-8cb9-7ca604c71232 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:42:19.226500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.226500 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f66283c-e5cb-470e-8d76-fe31da068228 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/0d872deb-3c0c-4009-8cb9-7ca604c71232 HTTP/1.1" status: 204 len: 168 time: 0.9707506 Sep 20 12:42:19.226500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40494) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:19.230640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e0e2d687-2491-4974-b7e1-9ec3e85cdd4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2110572721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:19.320644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0e2d687-2491-4974-b7e1-9ec3e85cdd4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.321650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0e2d687-2491-4974-b7e1-9ec3e85cdd4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.379465 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0e2d687-2491-4974-b7e1-9ec3e85cdd4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.429090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0e2d687-2491-4974-b7e1-9ec3e85cdd4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.430353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2568a19-424c-49f6-90f8-9787658db8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.457252 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 68ee4da0-cb01-4b72-8d5e-e613590c2db7 associated. External IP: 172.25.6.165, port: f4686558-9484-472e-93fd-cdf28535a200. Sep 20 12:42:19.508680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-cfe31cb0-ac62-4db1-bc3f-75858aff64cb tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:19.510184 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-cfe31cb0-ac62-4db1-bc3f-75858aff64cb tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Sep 20 12:42:19.511618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0e2d687-2491-4974-b7e1-9ec3e85cdd4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.512713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e0e2d687-2491-4974-b7e1-9ec3e85cdd4f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2857547 Sep 20 12:42:19.515426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40498) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:19.519676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'enable_snat': False}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:19.630591 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2568a19-424c-49f6-90f8-9787658db8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.693321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2568a19-424c-49f6-90f8-9787658db8bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b37c05-4cba-4d16-9948-0da4855e8e0d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:19.701774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2568a19-424c-49f6-90f8-9787658db8bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.706037 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2568a19-424c-49f6-90f8-9787658db8bd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/14b37c05-4cba-4d16-9948-0da4855e8e0d HTTP/1.1" status: 204 len: 168 time: 0.7836318 Sep 20 12:42:19.706618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:19.748806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:19.797117 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.812008 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:19.976730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-d48deee7-70fe-475e-bfb9-b53ed95eb4cf tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:19.978233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-d48deee7-70fe-475e-bfb9-b53ed95eb4cf tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3408e99-0e48-4701-870f-a1594f43549d HTTP/1.1" status: 200 len: 946 time: 0.1400239 Sep 20 12:42:20.007992 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.023178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Deleting port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:20.023507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.025620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.097799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9e6152-d12f-4e15-acee-a200e832e59d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.103052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:20.115442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee4983-7423-4cb8-ac1c-878d967c771b None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:20.125469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee4983-7423-4cb8-ac1c-878d967c771b None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:20.126731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5ee4983-7423-4cb8-ac1c-878d967c771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.130414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622d39b1-c0f3-4c3c-bb75-03e67ea22d44') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.130656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622d39b1-c0f3-4c3c-bb75-03e67ea22d44') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.139639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] For port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:20.140174 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.154820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Calling delete_port for fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:20.163493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5ee4983-7423-4cb8-ac1c-878d967c771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.171819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee4983-7423-4cb8-ac1c-878d967c771b None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:20.172419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5ee4983-7423-4cb8-ac1c-878d967c771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.198140 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.204288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5ee4983-7423-4cb8-ac1c-878d967c771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.205682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee4983-7423-4cb8-ac1c-878d967c771b None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:20.214480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014b67-9fe0-46a3-a019-75f2ee65083c req-6657f92e-91c3-4eae-83e8-8cbcfa0c54f8 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:20.216021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37014b67-9fe0-46a3-a019-75f2ee65083c req-6657f92e-91c3-4eae-83e8-8cbcfa0c54f8 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 945 time: 0.2487204 Sep 20 12:42:20.235999 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.256880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:42:20.257319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.269501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:42:20.289415 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:42:20.381066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37014b67-9fe0-46a3-a019-75f2ee65083c req-bedbf050-b822-45e0-b80c-464a9ec709dc tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/security-groups?id=0caa08b5-b31c-4072-be14-c93040412896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493218 Sep 20 12:42:20.393100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Deleting port ad76e079-7ea4-4727-847b-f3befc9ab4e9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:20.393627 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.415854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.434836 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.441760 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.460053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.461974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7a9e6152-d12f-4e15-acee-a200e832e59d HTTP/1.1" status: 204 len: 168 time: 0.7544382 Sep 20 12:42:20.478276 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.490111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:20.510972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ad76e079-7ea4-4727-847b-f3befc9ab4e9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:20.516824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f946028-c7a9-47a9-adda-35534049a560 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9e6152-d12f-4e15-acee-a200e832e59d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:20.585074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Allocated IP 172.25.6.154 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/4a677188-8009-49d0-b869-495d4ad8c819) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:20.594500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] For port ad76e079-7ea4-4727-847b-f3befc9ab4e9, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ad76e079-7ea4-4727-847b-f3befc9ab4e9,segment=NetworkSegment(8eca8507-094e-451e-ac78-84b79d26e9ba),segment_id=8eca8507-094e-451e-ac78-84b79d26e9ba)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:20.595143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.615355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Calling delete_port for ad76e079-7ea4-4727-847b-f3befc9ab4e9 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:20.629096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:20.652791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Pushing event deleted for resources: {'Port': ['ID=fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:20.703788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] No DVR routers for this DVR port fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:42:20.730122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.732125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0f0d7d82-6612-4c1a-b139-989eef253305 req-f80491a3-04f8-4f6b-9a14-8c11446554b3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.21 "DELETE /v2.0/ports/fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb HTTP/1.1" status: 204 len: 173 time: 1.2094676 Sep 20 12:42:20.732575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1618b5-3404-4368-ab0d-1ad3a407ae25', 'name': 'network-vif-deleted', 'tag': 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:20.734849 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b23c4-2b0a-470b-933b-cf201ab5e8b1" -d '{"events": [{"server_uuid": "8b1618b5-3404-4368-ab0d-1ad3a407ae25", "name": "network-vif-deleted", "tag": "fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:20.790658 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b04ac8-0a0f-4485-8faf-9709894150bf x-openstack-request-id: req-c7b04ac8-0a0f-4485-8faf-9709894150bf {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:20.791020 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1618b5-3404-4368-ab0d-1ad3a407ae25", "name": "network-vif-deleted", "tag": "fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:20.791361 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7b04ac8-0a0f-4485-8faf-9709894150bf {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:20.791814 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1618b5-3404-4368-ab0d-1ad3a407ae25', 'name': 'network-vif-deleted', 'tag': 'fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb', 'status': 'completed', 'code': 200} Sep 20 12:42:20.796808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.833286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:20.837998 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.842389 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303df18b-210c-45c8-8a9f-6a17a8c7af16 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:20.852182 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303df18b-210c-45c8-8a9f-6a17a8c7af16 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:20.863623 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-303df18b-210c-45c8-8a9f-6a17a8c7af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.886238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40514) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:20.901829 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-303df18b-210c-45c8-8a9f-6a17a8c7af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.902039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:20.912945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303df18b-210c-45c8-8a9f-6a17a8c7af16 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:20.913552 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-303df18b-210c-45c8-8a9f-6a17a8c7af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.940309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2fae9ba3-f98a-420b-9dfa-e5097f119c89 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/floatingips/68ee4da0-cb01-4b72-8d5e-e613590c2db7 HTTP/1.1" status: 200 len: 979 time: 2.7022774 Sep 20 12:42:20.942953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:20.948167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:20.956513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:20.964800 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-303df18b-210c-45c8-8a9f-6a17a8c7af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:20.965327 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:20.965713 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303df18b-210c-45c8-8a9f-6a17a8c7af16 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:20.973559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:21.005625 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6ea06843-cf1c-4863-a7b5-181ef3cc6218 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a0585317acd4720bb801aa8b6fa0468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181967 Sep 20 12:42:21.006289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Pushing event updated for resources: {'Port': ['ID=4a677188-8009-49d0-b869-495d4ad8c819,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:21.008584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40518) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:21.025799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.030810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.036956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:21.103920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Pushing event deleted for resources: {'Port': ['ID=ad76e079-7ea4-4727-847b-f3befc9ab4e9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:21.172435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] No DVR routers for this DVR port ad76e079-7ea4-4727-847b-f3befc9ab4e9 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:42:21.204843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.206877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ffd872b-7708-48a2-8a80-94c4e4c1f520 req-43e826e2-aebd-42ab-b222-9a48cc4351f3 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.32 "DELETE /v2.0/ports/ad76e079-7ea4-4727-847b-f3befc9ab4e9 HTTP/1.1" status: 204 len: 173 time: 1.2155762 Sep 20 12:42:21.208881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3408e99-0e48-4701-870f-a1594f43549d', 'name': 'network-vif-deleted', 'tag': 'ad76e079-7ea4-4727-847b-f3befc9ab4e9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:21.211250 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7ede0-f730-4d9c-ae69-91b730cde8fe" -d '{"events": [{"server_uuid": "c3408e99-0e48-4701-870f-a1594f43549d", "name": "network-vif-deleted", "tag": "ad76e079-7ea4-4727-847b-f3befc9ab4e9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:21.219974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-021ad425-8d92-4d9d-8ed8-96da4549ab6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.257632 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01529119-701c-40b2-a784-fb0bc98e5fc8 x-openstack-request-id: req-01529119-701c-40b2-a784-fb0bc98e5fc8 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:21.257932 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3408e99-0e48-4701-870f-a1594f43549d", "name": "network-vif-deleted", "tag": "ad76e079-7ea4-4727-847b-f3befc9ab4e9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:21.258190 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01529119-701c-40b2-a784-fb0bc98e5fc8 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:21.258598 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3408e99-0e48-4701-870f-a1594f43549d', 'name': 'network-vif-deleted', 'tag': 'ad76e079-7ea4-4727-847b-f3befc9ab4e9', 'status': 'completed', 'code': 200} Sep 20 12:42:21.261202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-021ad425-8d92-4d9d-8ed8-96da4549ab6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.308026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.321683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.381397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.381983 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 68ee4da0-cb01-4b72-8d5e-e613590c2db7 disassociated. External IP: 172.25.6.165, port: ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e. Sep 20 12:42:21.418951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-021ad425-8d92-4d9d-8ed8-96da4549ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.421894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-021ad425-8d92-4d9d-8ed8-96da4549ab6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.424256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-021ad425-8d92-4d9d-8ed8-96da4549ab6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dce4e447-4bb6-4474-867e-f2cc2e5305f3 HTTP/1.1" status: 204 len: 168 time: 0.4138353 Sep 20 12:42:21.434195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 0bffce20-bcb0-4ca1-98a9-99987f757880 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:21.437817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ad425-8d92-4d9d-8ed8-96da4549ab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4e447-4bb6-4474-867e-f2cc2e5305f3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:21.487919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 0bffce20-bcb0-4ca1-98a9-99987f757880 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:42:21.488321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 0bffce20-bcb0-4ca1-98a9-99987f757880 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:42:21.488756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:21.550189 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.553413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:42:21.554612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:21.555296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device fa0cfd6a-deb9-40e2-9b49-5d31fddde2bb not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:42:21.605333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16d8e925-3511-4c2c-bf40-e629a184383f req-575253f5-7fa2-4a79-a78f-583036d1bd99 tempest-ListServersNegativeTestJSON-1073981910 tempest-ListServersNegativeTestJSON-1073981910-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b1618b5-3404-4368-ab0d-1ad3a407ae25 HTTP/1.1" status: 200 len: 210 time: 0.0421095 Sep 20 12:42:21.684400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:21.875286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Router ef15275b-db5c-4643-b237-909825894803 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:42:22.011490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:22.028176 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.031839 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7a2bc1e3-f1bf-4677-95db-e1e77f281aba tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "PUT /v2.0/routers/ef15275b-db5c-4643-b237-909825894803 HTTP/1.1" status: 200 len: 920 time: 2.5130894 Sep 20 12:42:22.033721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40536) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.057265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290ffea-3772-44be-9267-f1b70bd17043 None None] Sync routers for ids ['ef15275b-db5c-4643-b237-909825894803'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:22.078632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290ffea-3772-44be-9267-f1b70bd17043 None None] Routers {'ef15275b-db5c-4643-b237-909825894803'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:22.080531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f290ffea-3772-44be-9267-f1b70bd17043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ef15275b-db5c-4643-b237-909825894803'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:22.125666 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f290ffea-3772-44be-9267-f1b70bd17043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:22.150172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290ffea-3772-44be-9267-f1b70bd17043 None None] Routers {'ef15275b-db5c-4643-b237-909825894803'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:22.150781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f290ffea-3772-44be-9267-f1b70bd17043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ef15275b-db5c-4643-b237-909825894803'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:22.164061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d5d0b2fe-78bb-49f6-bc57-eef6784e2454 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/routers/ef15275b-db5c-4643-b237-909825894803 HTTP/1.1" status: 200 len: 926 time: 0.1308811 Sep 20 12:42:22.164711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40540) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.172673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:22.177995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.184939 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a6858-e09c-41ce-a66f-b45356107236 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:22.195911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f290ffea-3772-44be-9267-f1b70bd17043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:22.196466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290ffea-3772-44be-9267-f1b70bd17043 None None] The sync data for ids ['ef15275b-db5c-4643-b237-909825894803'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:22.197002 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a6858-e09c-41ce-a66f-b45356107236 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:22.197928 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4d2a6858-e09c-41ce-a66f-b45356107236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:22.221171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40542) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.222280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a064287d-c13d-4c8a-9f03-15b349d46b2e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/floatingips/68ee4da0-cb01-4b72-8d5e-e613590c2db7 HTTP/1.1" status: 200 len: 688 time: 1.2767472 Sep 20 12:42:22.230102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8615c-aa71-4c9c-bf15-0f10a42afc15 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:22.231746 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-38a8615c-aa71-4c9c-bf15-0f10a42afc15 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=ef15275b-db5c-4643-b237-909825894803&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0660703 Sep 20 12:42:22.240582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40546) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.256377 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4d2a6858-e09c-41ce-a66f-b45356107236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:22.266171 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a6858-e09c-41ce-a66f-b45356107236 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:22.267050 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4d2a6858-e09c-41ce-a66f-b45356107236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:22.315086 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4d2a6858-e09c-41ce-a66f-b45356107236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:22.315991 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a6858-e09c-41ce-a66f-b45356107236 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:22.358686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port edd20bb4-b730-4d1a-ac23-7b8886c46160 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:22.359125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.379941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed5111-320c-4ba5-8bf4-64959d6c8761 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:22.383865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eeed5111-320c-4ba5-8bf4-64959d6c8761 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/networks/74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 881 time: 0.1397073 Sep 20 12:42:22.384324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.436299 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-402a74d9-74ee-4055-80cd-bff3ebf8ffd2 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef15275b-db5c-4643-b237-909825894803 HTTP/1.1" status: 200 len: 205 time: 0.0494704 Sep 20 12:42:22.438890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.468647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.468993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.481574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for edd20bb4-b730-4d1a-ac23-7b8886c46160 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:22.556514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.671061 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.693170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40564) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.703448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.729718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=edd20bb4-b730-4d1a-ac23-7b8886c46160,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:22.753161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac3eb63-813e-4bc2-bf85-e831a154f920 admin admin] Deleting subnet 91c51fe0-0b37-4e34-bd08-0f199460a1fb {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:42:22.764749 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ac3eb63-813e-4bc2-bf85-e831a154f920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.768720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40568) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.823120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.829132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.831794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1652e5b6-2d8b-4a52-8a32-98857ab59790 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/floatingips/68ee4da0-cb01-4b72-8d5e-e613590c2db7 HTTP/1.1" status: 204 len: 168 time: 0.6096742 Sep 20 12:42:22.834458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40574) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.835945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ac3eb63-813e-4bc2-bf85-e831a154f920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.889964 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-b5470fe9-679c-4cd8-be17-51736ce0d7ac tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] delete failed (client error): The resource could not be found. Sep 20 12:42:22.896093 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b5470fe9-679c-4cd8-be17-51736ce0d7ac tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/floatingips/68ee4da0-cb01-4b72-8d5e-e613590c2db7 HTTP/1.1" status: 404 len: 345 time: 0.0550492 Sep 20 12:42:22.896191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40576) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:22.900268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ac3eb63-813e-4bc2-bf85-e831a154f920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.930005 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1748669136-network', 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:22.935639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Deleting port 4a677188-8009-49d0-b869-495d4ad8c819 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:22.936013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:22.974616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38548d14-c17b-4206-b7f4-dc1f28762f44 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:22.980353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38548d14-c17b-4206-b7f4-dc1f28762f44 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:22.986870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38548d14-c17b-4206-b7f4-dc1f28762f44 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:22.988504 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-38548d14-c17b-4206-b7f4-dc1f28762f44 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "GET /v2.0/ports?network_id=7a7c620a-0a0f-4a9b-92a1-ebd345477741 HTTP/1.1" status: 200 len: 2359 time: 0.0914030 Sep 20 12:42:22.991298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40578) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:23.044047 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.044253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032fe0f3-4d71-425b-b9e3-1f83e899817f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:23.045509 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-032fe0f3-4d71-425b-b9e3-1f83e899817f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "GET /v2.0/subnets/eef488ad-6e0f-4fcd-9047-ef018a66a884 HTTP/1.1" status: 200 len: 797 time: 0.0533044 Sep 20 12:42:23.050827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40580) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:23.055505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'port': {'network_id': '7a7c620a-0a0f-4a9b-92a1-ebd345477741', 'name': 'tempest-FloatingIPTestJSON-1057312029', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:23.057505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Calling delete_port for 4a677188-8009-49d0-b869-495d4ad8c819 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:23.103719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:23.106018 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.116731 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ac3eb63-813e-4bc2-bf85-e831a154f920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.121186 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.138256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ad76e079-7ea4-4727-847b-f3befc9ab4e9 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:23.162855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3eb63-813e-4bc2-bf85-e831a154f920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c51fe0-0b37-4e34-bd08-0f199460a1fb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:23.165881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: ad76e079-7ea4-4727-847b-f3befc9ab4e9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:42:23.166321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ad76e079-7ea4-4727-847b-f3befc9ab4e9 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:42:23.173833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ac3eb63-813e-4bc2-bf85-e831a154f920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.175767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ac3eb63-813e-4bc2-bf85-e831a154f920 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/91c51fe0-0b37-4e34-bd08-0f199460a1fb HTTP/1.1" status: 204 len: 168 time: 0.4816101 Sep 20 12:42:23.180460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40582) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:23.245451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:23.274072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.383201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.419137 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.424309 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.442130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] device_id is not set on port ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:42:23.449580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6485cc0-5557-4b41-8cf1-d0849c22b0de']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:23.460136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event deleted for resources: {'Port': ['ID=4a677188-8009-49d0-b869-495d4ad8c819,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:23.505272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eca8507-094e-451e-ac78-84b79d26e9ba') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:23.505480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eca8507-094e-451e-ac78-84b79d26e9ba') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:23.538519 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.540879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.578290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.610614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:42:23.611653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:42:23.613791 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:42:23.618389 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.651841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.654299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.721531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.749251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9688dbaf-5362-476e-a133-f709e65d9d15,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:23.786338 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.786897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Fanout notify agent at l3_agent the message router_deleted on router ef15275b-db5c-4643-b237-909825894803 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:42:23.796349 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.803715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cb996c8c-1a1d-4e47-a4f4-e3d0fb844044 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/ef15275b-db5c-4643-b237-909825894803 HTTP/1.1" status: 204 len: 168 time: 1.3568273 Sep 20 12:42:23.803715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:42:23.805215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40586) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:23.810676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-455483448', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:23.825487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.825838 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Added segment 8acaccdf-2b89-465f-a47d-b718f9c18526 of type vlan for network ff2608ad-3913-4e17-acf4-4423413a7eae Sep 20 12:42:23.882196 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.937564 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.938797 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.963397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:23.964380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:23.964967 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.008230 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.012991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.017163 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a6485cc0-5557-4b41-8cf1-d0849c22b0de HTTP/1.1" status: 204 len: 168 time: 0.8349500 Sep 20 12:42:24.017297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.056448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13263387-de2f-4a50-9041-1d3f7fa3adb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6485cc0-5557-4b41-8cf1-d0849c22b0de,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:24.056768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2608ad-3913-4e17-acf4-4423413a7eae,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:24.071171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ff2608ad-3913-4e17-acf4-4423413a7eae details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:42:24.082288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.20.0.14 (7a7c620a-0a0f-4a9b-92a1-ebd345477741/eef488ad-6e0f-4fcd-9047-ef018a66a884/ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:24.088579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.20.0.13 (7a7c620a-0a0f-4a9b-92a1-ebd345477741/eef488ad-6e0f-4fcd-9047-ef018a66a884/ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:24.137424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3d480d3-a0ef-466a-823c-dd338dfb74e2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3495932 Sep 20 12:42:24.140353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40592) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:24.146150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Request body: {'subnet': {'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1748669136-subnet', 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:24.238841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.256350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.266672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:24.266672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.349850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40594) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:24.408325 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f6678101-f1a9-4910-bd99-675ac5afa413 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9055d0afff044168a4e583041774cb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573232 Sep 20 12:42:24.410946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40596) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:24.436295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.508674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.522107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:24.532392 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.553026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:24.561554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:24.571391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:24.612467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9036acd2-de43-4c72-abf7-43d4c220c88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.641221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Allocated IP 172.25.6.5 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/940c5175-0136-4f52-9431-646413cd6824) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:24.648762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:24.649420 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.652818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9036acd2-de43-4c72-abf7-43d4c220c88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.698234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.731760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e599e8d-9674-49e1-bb60-a138c5b13abc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6798983 Sep 20 12:42:24.734642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:24.745319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:24.757688 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6689bf-2894-48e1-b8c4-ea568d818531,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:24.766674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Checking segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:24.767036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Network hostable DHCP agents. Network: ff2608ad-3913-4e17-acf4-4423413a7eae, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:42:24.775346 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.809641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9036acd2-de43-4c72-abf7-43d4c220c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.812303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9036acd2-de43-4c72-abf7-43d4c220c88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.813495 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9036acd2-de43-4c72-abf7-43d4c220c88b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0caa08b5-b31c-4072-be14-c93040412896 HTTP/1.1" status: 204 len: 168 time: 0.4016473 Sep 20 12:42:24.821948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036acd2-de43-4c72-abf7-43d4c220c88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa08b5-b31c-4072-be14-c93040412896,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:24.861877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Network ff2608ad-3913-4e17-acf4-4423413a7eae is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:42:24.886995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.891508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.943247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ff2608ad-3913-4e17-acf4-4423413a7eae) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:24.949304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:24.950022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:24.956231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4663032d-9ea5-4ebf-ba4e-6a2e20d580f0 None None] Network ff2608ad-3913-4e17-acf4-4423413a7eae requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:24.974279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:24.976337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event updated for resources: {'Port': ['ID=940c5175-0136-4f52-9431-646413cd6824,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:24.980165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:24.982326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:25.038109 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-778d0df1-db23-458f-8d95-c505cd069892 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8892796 Sep 20 12:42:25.097486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741eb3b1-3b91-4203-a1d6-700010ec7223 None None] Network ff2608ad-3913-4e17-acf4-4423413a7eae requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:25.221061 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:25.464629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:25.500741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.25.6.166 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/28ea373f-25c1-4d2b-980e-fb105b4959cd) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:25.948300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-74b4296f-51ae-4b24-ab75-6b9ac3c364af tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:25.949771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-74b4296f-51ae-4b24-ab75-6b9ac3c364af tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.5435596 Sep 20 12:42:25.972498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-43b25cc4-b7df-47c6-8b4d-7e55c5be50b2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/quotas/d9a590e4a86844c9a461bdff7b34529c HTTP/1.1" status: 200 len: 375 time: 0.0150847 Sep 20 12:42:26.052389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-4668e268-d457-4346-8835-b7289e937dde tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721805 Sep 20 12:42:26.058015 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.061756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40644) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:26.166833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1934096866-network', 'tenant_id': 'bb3e1d856a4e40c09d088919a9500be0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:26.182903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-84db43ec-98e4-4c96-9df1-ba52f0a52ebe service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:42:26.183898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-84db43ec-98e4-4c96-9df1-ba52f0a52ebe service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1241889 Sep 20 12:42:26.226205 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.232008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.245952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Made reservation on behalf of bb3e1d856a4e40c09d088919a9500be0 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:26.248458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.258712 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.334353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:26.344037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:26.350597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.357712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:26.369294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=28ea373f-25c1-4d2b-980e-fb105b4959cd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:26.403882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.414642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-b2182472-ebc7-4a7b-a343-b7f8be45b5eb service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241824 Sep 20 12:42:26.420793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.420981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.421246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.421567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.421903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.422236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.422570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.422904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.423234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.423602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.423922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.424252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:26.430016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:42:26.440069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8319d30-e6fd-4f04-bed1-161f9e550f54,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:26.446287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.446631 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Added segment d135fd2d-814d-474c-a2ec-8733783142f2 of type vlan for network 788703e9-6381-4731-af0a-554c34e05832 Sep 20 12:42:26.487208 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.581350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.582341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:26.582950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.645537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] Pushing event updated for resources: {'Network': ['ID=788703e9-6381-4731-af0a-554c34e05832,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:26.655245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 788703e9-6381-4731-af0a-554c34e05832 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:42:26.670292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-57754087-365a-4c83-a216-3b97e70d5523 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386549 Sep 20 12:42:26.692702 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-12178f93-4244-413d-881b-09438c5c7f32 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6296930 Sep 20 12:42:26.695305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40650) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:26.703582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Request body: {'subnet': {'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1934096866-subnet', 'tenant_id': 'bb3e1d856a4e40c09d088919a9500be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:26.752414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Router b09b4f25-cd0e-45fc-ab93-f43e583cdc5f is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:42:26.861405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Made reservation on behalf of bb3e1d856a4e40c09d088919a9500be0 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:26.863993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:26.964332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:26.971616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae5f88-f765-4555-a251-95761cf13439 None None] Sync routers for ids ['b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:26.985397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae5f88-f765-4555-a251-95761cf13439 None None] Routers {'b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:26.986648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a7ae5f88-f765-4555-a251-95761cf13439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:26.990837 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.057583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.061835 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6172536-9869-47ea-8bec-a1c246d7cac1 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2531576 Sep 20 12:42:27.061835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40656) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:27.067420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:27.165219 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.176861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.177697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a7ae5f88-f765-4555-a251-95761cf13439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:27.186550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae5f88-f765-4555-a251-95761cf13439 None None] Routers {'b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:27.187180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a7ae5f88-f765-4555-a251-95761cf13439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:27.224278 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a7ae5f88-f765-4555-a251-95761cf13439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:27.225132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae5f88-f765-4555-a251-95761cf13439 None None] The sync data for ids ['b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:27.238010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-042cbac5-e012-43df-ba74-bc1f3cafdb80 req-33c9359b-4c3e-469b-b1f8-ce78d4cb8751 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 210 time: 0.0847421 Sep 20 12:42:27.245174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6848e6d0-3768-403b-8369-a3edf2c5b13e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:27.257734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Checking segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:27.258279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Network hostable DHCP agents. Network: 788703e9-6381-4731-af0a-554c34e05832, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:42:27.320139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Network 788703e9-6381-4731-af0a-554c34e05832 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:42:27.383297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 788703e9-6381-4731-af0a-554c34e05832) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:27.387497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:27.388090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.393045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a23e9-9999-4e9b-bdbb-6eafe652e68e None None] Network 788703e9-6381-4731-af0a-554c34e05832 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:27.511125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.526401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc458f-481d-4d14-b321-d106a5514f96 None None] Network 788703e9-6381-4731-af0a-554c34e05832 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:27.560907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.576055 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d8c7799c-f46e-43e1-8f18-fad80db68a04 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8773682 Sep 20 12:42:27.655740 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.698039 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.741288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=28ea373f-25c1-4d2b-980e-fb105b4959cd,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:27.754897 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:27.882754 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 9f451b74-0725-4b70-81d7-acb8aa8760e4 associated. External IP: 172.25.6.166, port: ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9. Sep 20 12:42:27.987588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Deleting port 940c5175-0136-4f52-9431-646413cd6824 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:27.987935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:28.503133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f2916df2-1a40-4e40-9934-0c9e0dd1a753 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:28.504592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f2916df2-1a40-4e40-9934-0c9e0dd1a753 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 813 time: 0.5762722 Sep 20 12:42:28.507865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:28.531754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Calling delete_port for 940c5175-0136-4f52-9431-646413cd6824 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:28.543173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-0a1efddd-cfe7-4a76-81b1-733ea6ce0b4c tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/quotas/bb3e1d856a4e40c09d088919a9500be0 HTTP/1.1" status: 200 len: 375 time: 0.0312946 Sep 20 12:42:28.633989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e81c5e36-708a-4bd4-adb0-14eb949fc676 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603795 Sep 20 12:42:28.691769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:28.805914 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-46b20544-9b15-49b4-9a71-90709b879c8a service neutron] 10.222.0.37 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588876 Sep 20 12:42:28.997576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:29.007292 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dcccd6-d1f2-412c-9883-823483817f7c None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:29.015825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-3f3786bf-8458-4b95-a66f-213a0de08b16 service neutron] 10.222.0.37 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767833 Sep 20 12:42:29.021877 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dcccd6-d1f2-412c-9883-823483817f7c None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:29.022573 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e6dcccd6-d1f2-412c-9883-823483817f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:29.052258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.055075 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e6dcccd6-d1f2-412c-9883-823483817f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:29.067933 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dcccd6-d1f2-412c-9883-823483817f7c None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:29.068560 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e6dcccd6-d1f2-412c-9883-823483817f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:29.088043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.090235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Pushing event deleted for resources: {'Port': ['ID=940c5175-0136-4f52-9431-646413cd6824,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:29.106684 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e6dcccd6-d1f2-412c-9883-823483817f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:29.107340 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dcccd6-d1f2-412c-9883-823483817f7c None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:29.156317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-51ec4093-21b3-4677-87b7-92049081e994 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.4206362 Sep 20 12:42:29.159460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40686) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:29.164622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7a60ba4b-0d7b-4fdb-8b64-c03851a6f4fc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'port_id': 'ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:29.173326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.282158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a60ba4b-0d7b-4fdb-8b64-c03851a6f4fc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.381331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-19a12059-62a9-4652-b075-f04ceb63dc1c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:29.382700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-19a12059-62a9-4652-b075-f04ceb63dc1c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.1830025 Sep 20 12:42:29.394699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.398193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.422152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Request body: {'port': {'device_id': '690f78f8-0996-4c87-827d-79bfad7568a3', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'admin_state_up': True, 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:29.504778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Router b09b4f25-cd0e-45fc-ab93-f43e583cdc5f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:29.623434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:29.632408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.635996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40698) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:29.636320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3f3b3982-97f6-4ccf-986b-d4e36e622e2a tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "PUT /v2.0/routers/b09b4f25-cd0e-45fc-ab93-f43e583cdc5f HTTP/1.1" status: 200 len: 709 time: 2.5731854 Sep 20 12:42:29.642792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b12f7-a78d-4232-ab02-71582d6fdceb None None] Sync routers for ids ['b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:29.653501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b12f7-a78d-4232-ab02-71582d6fdceb None None] Routers {'b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:29.654785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-660b12f7-a78d-4232-ab02-71582d6fdceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:29.689905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-660b12f7-a78d-4232-ab02-71582d6fdceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:29.692972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b620fba8-ed54-4fb0-a322-ed2923c83d12 req-6f42a40d-e599-456a-8184-3af29950b7cb tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Sep 20 12:42:29.703400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b12f7-a78d-4232-ab02-71582d6fdceb None None] Routers {'b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:29.713694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-660b12f7-a78d-4232-ab02-71582d6fdceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:29.748649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d4ddd00-50d0-4791-9618-04fca298f905 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/routers/b09b4f25-cd0e-45fc-ab93-f43e583cdc5f HTTP/1.1" status: 200 len: 744 time: 0.1102195 Sep 20 12:42:29.752359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40700) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:29.754588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-660b12f7-a78d-4232-ab02-71582d6fdceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:29.755451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b12f7-a78d-4232-ab02-71582d6fdceb None None] The sync data for ids ['b09b4f25-cd0e-45fc-ab93-f43e583cdc5f'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:29.787819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f95d3cc0-4cd4-4925-8075-825baab7d936 tempest-RoutersIpV6AdminTest-1581596633 tempest-RoutersIpV6AdminTest-1581596633-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=74831730-c29e-4033-a27c-161590b78793&device_id=b09b4f25-cd0e-45fc-ab93-f43e583cdc5f HTTP/1.1" status: 200 len: 205 time: 0.0309894 Sep 20 12:42:29.788065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:29.789773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:29.793071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.826315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a82fbf07-37cb-46fd-837f-ad145678e936 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09b4f25-cd0e-45fc-ab93-f43e583cdc5f HTTP/1.1" status: 200 len: 205 time: 0.0324993 Sep 20 12:42:29.828905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:29.930243 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a12f7419-152e-4584-a4ea-d437f22d2c2f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:29.977567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888207c-895a-488a-bf0b-6f1e7c4026c9 req-df720761-e0e9-4575-951a-66f743f3cf7a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:29.979109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2888207c-895a-488a-bf0b-6f1e7c4026c9 req-df720761-e0e9-4575-951a-66f743f3cf7a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 946 time: 0.1554563 Sep 20 12:42:30.127455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a12f7419-152e-4584-a4ea-d437f22d2c2f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:30.131501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a12f7419-152e-4584-a4ea-d437f22d2c2f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:30.135611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2888207c-895a-488a-bf0b-6f1e7c4026c9 req-b39cbb03-300b-40b9-8492-f7c002d7c994 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277761 Sep 20 12:42:30.169270 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Allocated IP 172.20.0.7 (ff2608ad-3913-4e17-acf4-4423413a7eae/db6689bf-2894-48e1-b8c4-ea568d818531/96f7aabc-fda0-45d2-902c-944a291c4080) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:30.199768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a60ba4b-0d7b-4fdb-8b64-c03851a6f4fc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:30.209235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8cf7c34-c36c-4339-94f0-4440ba15eea5 req-a0406778-cb33-4470-bc4e-b73d745a1b1c tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0265582 Sep 20 12:42:30.290131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a12f7419-152e-4584-a4ea-d437f22d2c2f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:30.294648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12f7419-152e-4584-a4ea-d437f22d2c2f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Fanout notify agent at l3_agent the message router_deleted on router b09b4f25-cd0e-45fc-ab93-f43e583cdc5f {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:42:30.311729 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a12f7419-152e-4584-a4ea-d437f22d2c2f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:30.318988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a12f7419-152e-4584-a4ea-d437f22d2c2f tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/b09b4f25-cd0e-45fc-ab93-f43e583cdc5f HTTP/1.1" status: 204 len: 168 time: 0.4889550 Sep 20 12:42:30.319723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.352165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d422a9b-1fe0-4cdc-a35f-879d20f30999 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09b4f25-cd0e-45fc-ab93-f43e583cdc5f HTTP/1.1" status: 200 len: 205 time: 0.0289066 Sep 20 12:42:30.352385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40720) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.396127 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-8c7e0d5f-5639-4461-af28-d64da390438b tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] delete failed (client error): The resource could not be found. Sep 20 12:42:30.399742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c7e0d5f-5639-4461-af28-d64da390438b tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/b09b4f25-cd0e-45fc-ab93-f43e583cdc5f HTTP/1.1" status: 404 len: 336 time: 0.0438893 Sep 20 12:42:30.400132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.431435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f419c04-ff0d-4eb9-aefb-21fea30109e6 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef15275b-db5c-4643-b237-909825894803 HTTP/1.1" status: 200 len: 205 time: 0.0279746 Sep 20 12:42:30.431743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.469716 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-585e204f-eb53-4ff0-95b1-c65460f0e19b tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] delete failed (client error): The resource could not be found. Sep 20 12:42:30.471362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-585e204f-eb53-4ff0-95b1-c65460f0e19b tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/ef15275b-db5c-4643-b237-909825894803 HTTP/1.1" status: 404 len: 336 time: 0.0387311 Sep 20 12:42:30.474142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.506228 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1eaa113a-2699-4752-855a-573720189179 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d872deb-3c0c-4009-8cb9-7ca604c71232 HTTP/1.1" status: 200 len: 205 time: 0.0309596 Sep 20 12:42:30.508514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40734) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.538958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a60ba4b-0d7b-4fdb-8b64-c03851a6f4fc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:30.546337 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-1f8d303f-5af0-4433-95cf-04fc488983f8 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] delete failed (client error): The resource could not be found. Sep 20 12:42:30.551029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1f8d303f-5af0-4433-95cf-04fc488983f8 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/0d872deb-3c0c-4009-8cb9-7ca604c71232 HTTP/1.1" status: 404 len: 336 time: 0.0379205 Sep 20 12:42:30.551350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40736) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.588236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-247d5e01-a8b0-4e76-af05-bd1052fcc2bb tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ff0b62-a566-4c3e-ba38-6fcd9eeefad0 HTTP/1.1" status: 200 len: 205 time: 0.0336587 Sep 20 12:42:30.588606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40740) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.634408 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-d7ce9491-18b6-495c-9f54-3eb88d83c9c2 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] delete failed (client error): The resource could not be found. Sep 20 12:42:30.635459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d7ce9491-18b6-495c-9f54-3eb88d83c9c2 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/67ff0b62-a566-4c3e-ba38-6fcd9eeefad0 HTTP/1.1" status: 404 len: 336 time: 0.0457571 Sep 20 12:42:30.638290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40742) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.660848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:30.666602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-65b1d02b-8d2a-4c54-a0ec-c184520bcf59 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8a93b98-db5c-434d-a102-3d8b1cc87ce9 HTTP/1.1" status: 200 len: 205 time: 0.0270696 Sep 20 12:42:30.668842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40744) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.713445 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-bb56ae8d-4adc-4318-bf5e-bc6dcdebdc14 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] delete failed (client error): The resource could not be found. Sep 20 12:42:30.714540 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb56ae8d-4adc-4318-bf5e-bc6dcdebdc14 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/f8a93b98-db5c-434d-a102-3d8b1cc87ce9 HTTP/1.1" status: 404 len: 336 time: 0.0447121 Sep 20 12:42:30.717235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40748) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.743640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff4aa947-0330-490c-86b7-fe726c48a983 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6 HTTP/1.1" status: 200 len: 205 time: 0.0252786 Sep 20 12:42:30.746092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.787215 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-0583bcea-3cde-4174-b811-ce25f8fe98d3 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] delete failed (client error): The resource could not be found. Sep 20 12:42:30.788257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0583bcea-3cde-4174-b811-ce25f8fe98d3 tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/routers/7df6fbe6-0dc6-4bc6-9e94-b13f4f6608a6 HTTP/1.1" status: 404 len: 336 time: 0.0412612 Sep 20 12:42:30.791010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:30.817264 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c4bc74-c152-4806-be58-410490d29aaf tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] DELETE failed (client error): The resource could not be found. Sep 20 12:42:30.817723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c4bc74-c152-4806-be58-410490d29aaf tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:42:30.819712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-76c4bc74-c152-4806-be58-410490d29aaf tempest-RoutersIpV6AdminTest-17826632 tempest-RoutersIpV6AdminTest-17826632-project] 10.222.0.37 "DELETE /v2.0/subnets/ee3511ea-e895-4297-8111-3cd5a6eebc14 HTTP/1.1" status: 404 len: 337 time: 0.0275660 Sep 20 12:42:30.855335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a60ba4b-0d7b-4fdb-8b64-c03851a6f4fc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:30.882868 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:30.970917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Network ff2608ad-3913-4e17-acf4-4423413a7eae is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:30.979271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:30.981225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event updated for resources: {'Port': ['ID=96f7aabc-fda0-45d2-902c-944a291c4080,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:30.985411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:31.044360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edc56a-05de-48d6-a507-7dc544521b44 req-40db052e-c47d-4d26-b641-86d5183453b5 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:31.046054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08edc56a-05de-48d6-a507-7dc544521b44 req-40db052e-c47d-4d26-b641-86d5183453b5 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 931 time: 0.0578637 Sep 20 12:42:31.075422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:31.076047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.092901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a60ba4b-0d7b-4fdb-8b64-c03851a6f4fc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:31.098917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a60ba4b-0d7b-4fdb-8b64-c03851a6f4fc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.105059 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa19e7d-3c14-45c6-9cf1-3ab590d8881a None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:31.105715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08edc56a-05de-48d6-a507-7dc544521b44 req-8664798d-98bc-43ad-94fa-c35ea8e64687 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515275 Sep 20 12:42:31.123383 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa19e7d-3c14-45c6-9cf1-3ab590d8881a None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:31.123383 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8aa19e7d-3c14-45c6-9cf1-3ab590d8881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:31.153672 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8aa19e7d-3c14-45c6-9cf1-3ab590d8881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:31.162819 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa19e7d-3c14-45c6-9cf1-3ab590d8881a None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:31.163255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7a60ba4b-0d7b-4fdb-8b64-c03851a6f4fc tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/floatingips/9f451b74-0725-4b70-81d7-acb8aa8760e4 HTTP/1.1" status: 200 len: 979 time: 2.0026062 Sep 20 12:42:31.163498 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8aa19e7d-3c14-45c6-9cf1-3ab590d8881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:31.165364 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-c6ed74a5-c906-4b17-a3b8-2c147db770ce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7692995 Sep 20 12:42:31.165834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:31.179717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Request body: {'port': {'device_id': '690f78f8-0996-4c87-827d-79bfad7568a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:31.203431 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8aa19e7d-3c14-45c6-9cf1-3ab590d8881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:31.204175 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa19e7d-3c14-45c6-9cf1-3ab590d8881a None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:31.240202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.312315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0c58bee-7112-4d3d-92f9-3e5083d21848 req-4b0199b0-e813-4f0e-88eb-c770f443b068 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0285168 Sep 20 12:42:31.375946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port 28ea373f-25c1-4d2b-980e-fb105b4959cd {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:31.377121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.398127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40766) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:31.463513 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.463861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.477174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for 28ea373f-25c1-4d2b-980e-fb105b4959cd owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:31.553380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc196eb7-7a94-4863-bfb8-47e62188362c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.585878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f7aabc-fda0-45d2-902c-944a291c4080 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:31.596913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.766081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.768122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Transition to ACTIVE for port object 96f7aabc-fda0-45d2-902c-944a291c4080 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:42:31.795261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=28ea373f-25c1-4d2b-980e-fb105b4959cd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:31.826806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc196eb7-7a94-4863-bfb8-47e62188362c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.843888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.865480 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:31.865962 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 9f451b74-0725-4b70-81d7-acb8aa8760e4 disassociated (deleted). External IP: 172.25.6.166, port: ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9. Sep 20 12:42:31.933862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Pushing event updated for resources: {'Port': ['ID=96f7aabc-fda0-45d2-902c-944a291c4080,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:31.960278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc196eb7-7a94-4863-bfb8-47e62188362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.014532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc196eb7-7a94-4863-bfb8-47e62188362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9369526c-0bce-4625-8acd-000d3a990caa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:32.027400 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bc196eb7-7a94-4863-bfb8-47e62188362c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ac26fa543bd4f4ab81697232bc172a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252673 Sep 20 12:42:32.040781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40776) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:32.048365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Attempting to bind port 96f7aabc-fda0-45d2-902c-944a291c4080 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:32.048795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Attempting to bind port 96f7aabc-fda0-45d2-902c-944a291c4080 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:32.049217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Attempting to bind port 96f7aabc-fda0-45d2-902c-944a291c4080 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:32.062144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Port 96f7aabc-fda0-45d2-902c-944a291c4080 on network ff2608ad-3913-4e17-acf4-4423413a7eae not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:42:32.062610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Attempting to bind port 96f7aabc-fda0-45d2-902c-944a291c4080 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:32.077321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:32.077565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Checking segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:32.077952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Bound using segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:32.078437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Bound port: 96f7aabc-fda0-45d2-902c-944a291c4080, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:32.078843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.147840 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-002cc13a-b137-4e03-bfb7-248f33f7f538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.201428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-002cc13a-b137-4e03-bfb7-248f33f7f538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.210840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] For port 96f7aabc-fda0-45d2-902c-944a291c4080, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:32.231839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] For port 96f7aabc-fda0-45d2-902c-944a291c4080, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=96f7aabc-fda0-45d2-902c-944a291c4080,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:32.332930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.338017 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-002cc13a-b137-4e03-bfb7-248f33f7f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.341112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-002cc13a-b137-4e03-bfb7-248f33f7f538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.345815 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-002cc13a-b137-4e03-bfb7-248f33f7f538 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9369526c-0bce-4625-8acd-000d3a990caa HTTP/1.1" status: 204 len: 168 time: 0.3004479 Sep 20 12:42:32.385320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cc13a-b137-4e03-bfb7-248f33f7f538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9369526c-0bce-4625-8acd-000d3a990caa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:32.403434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:32.413787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.415995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] 10.222.0.21 "PUT /v2.0/ports/96f7aabc-fda0-45d2-902c-944a291c4080 HTTP/1.1" status: 200 len: 1091 time: 1.2414267 Sep 20 12:42:32.423840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690f78f8-0996-4c87-827d-79bfad7568a3', 'tag': '96f7aabc-fda0-45d2-902c-944a291c4080'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:32.430247 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5989cac-7dda-4ceb-b858-75da3f384b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "690f78f8-0996-4c87-827d-79bfad7568a3", "tag": "96f7aabc-fda0-45d2-902c-944a291c4080"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:32.458489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a706c-ad5c-41dd-bc98-7649deff5115 service neutron] Pushing event updated for resources: {'Port': ['ID=96f7aabc-fda0-45d2-902c-944a291c4080,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:32.468722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515b026-5e7d-4694-afec-51edfe82bc61 req-a32a644c-e9c9-4710-87b8-4e03fa6005f1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:32.471309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d515b026-5e7d-4694-afec-51edfe82bc61 req-a32a644c-e9c9-4710-87b8-4e03fa6005f1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 943 time: 0.1813741 Sep 20 12:42:32.568067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-46a39e3b-22a0-4d98-b86e-3dd781af07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:32.568067 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-46a39e3b-22a0-4d98-b86e-3dd781af07cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 1094 time: 0.0445993 Sep 20 12:42:32.576667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-8c3d9f38-152c-4a6d-a1c5-18cd6caaf2c8 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:32.578387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-8c3d9f38-152c-4a6d-a1c5-18cd6caaf2c8 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.32 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 813 time: 0.2586069 Sep 20 12:42:32.597680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d515b026-5e7d-4694-afec-51edfe82bc61 req-2fa1eb94-f9ae-44fe-9a7d-b5e599f22936 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169386 Sep 20 12:42:32.602442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Request body: {'port': {'device_id': 'f120ef7b-e002-4659-8fe7-9b5913fa4fde', 'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'admin_state_up': True, 'tenant_id': 'bb3e1d856a4e40c09d088919a9500be0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:32.660136 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-f4ee5161-4236-4347-81b2-9d0485c8147a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f7aabc-fda0-45d2-902c-944a291c4080 HTTP/1.1" status: 200 len: 217 time: 0.0840793 Sep 20 12:42:32.689893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:32.779456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-6d8e642a-a915-460a-b113-cdb0e7e1529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:32.780940 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-6d8e642a-a915-460a-b113-cdb0e7e1529d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.1105137 Sep 20 12:42:32.809630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-655125fb-6c8c-4ae5-ae5f-8984c0b525ee req-309721b1-b9a5-4600-8a07-1fe292d21f20 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0834033 Sep 20 12:42:32.827166 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-19c1aa2d-02bf-4d65-9d88-b1b6badb789a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366337 Sep 20 12:42:32.837474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e22e15f3-f592-4b6e-81fc-0d2edb7aa934 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:32.839026 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e22e15f3-f592-4b6e-81fc-0d2edb7aa934 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.21 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 813 time: 0.1920235 Sep 20 12:42:32.853421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Request body: {'port': {'device_id': '43903d0c-986a-48a4-8942-7c47c38b2ba6', 'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'admin_state_up': True, 'tenant_id': 'bb3e1d856a4e40c09d088919a9500be0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:32.903458 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fd0d90-9b0f-499b-9d39-8b5fd68d1bd0 x-openstack-request-id: req-f7fd0d90-9b0f-499b-9d39-8b5fd68d1bd0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:32.903754 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690f78f8-0996-4c87-827d-79bfad7568a3", "tag": "96f7aabc-fda0-45d2-902c-944a291c4080", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:32.904011 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7fd0d90-9b0f-499b-9d39-8b5fd68d1bd0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:32.904415 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690f78f8-0996-4c87-827d-79bfad7568a3', 'tag': '96f7aabc-fda0-45d2-902c-944a291c4080', 'status': 'completed', 'code': 200} Sep 20 12:42:32.922881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:32.928296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:32.938605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21914cf4-66c0-4335-90dc-40d57ba2b40b None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:32.949967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21914cf4-66c0-4335-90dc-40d57ba2b40b None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:32.951021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-21914cf4-66c0-4335-90dc-40d57ba2b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:32.973365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bb308ffb-5ea3-4e4b-881c-15829fd24687 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/floatingips/9f451b74-0725-4b70-81d7-acb8aa8760e4 HTTP/1.1" status: 204 len: 168 time: 1.8062551 Sep 20 12:42:32.975691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40792) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:32.986734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-21914cf4-66c0-4335-90dc-40d57ba2b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:32.995381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21914cf4-66c0-4335-90dc-40d57ba2b40b None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:32.996225 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-21914cf4-66c0-4335-90dc-40d57ba2b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:33.007720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Made reservation on behalf of bb3e1d856a4e40c09d088919a9500be0 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:33.013170 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.037362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-622176a8-e573-4e82-a0a3-3c1ad1cb542b service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966999 Sep 20 12:42:33.042448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-21914cf4-66c0-4335-90dc-40d57ba2b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:33.044028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21914cf4-66c0-4335-90dc-40d57ba2b40b None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:33.153084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a4acc8b-5cd5-4f24-8ccc-e28d65e0988f req-b466adfd-db1c-466a-9036-7b87bc32d444 service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069129 Sep 20 12:42:33.163844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Made reservation on behalf of bb3e1d856a4e40c09d088919a9500be0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:33.167768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.169437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:33.194726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb4dcf-c4aa-4ede-844c-9e9bf62431f4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:33.195057 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4dcf-c4aa-4ede-844c-9e9bf62431f4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.269798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Allocated IP 172.20.0.8 (788703e9-6381-4731-af0a-554c34e05832/6848e6d0-3768-403b-8369-a3edf2c5b13e/624c725c-0c47-4bd2-bc3c-6cb2f6169cd7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:33.287782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:33.299392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'mac_address': 'fa:16:3e:1c:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:33.324061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:33.325838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4dcf-c4aa-4ede-844c-9e9bf62431f4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.341931 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.357249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fb55065-e3e3-41f2-93b9-84575ef85826 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:33.362595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-520e93f4-a17e-4614-9169-238bc7ef27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:33.363943 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-520e93f4-a17e-4614-9169-238bc7ef27dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 1094 time: 0.0458503 Sep 20 12:42:33.372761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb4dcf-c4aa-4ede-844c-9e9bf62431f4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:33.379355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:33.457943 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.483219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-e48f41d7-0b4c-4077-89fc-06f275ecaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:33.485644 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-e48f41d7-0b4c-4077-89fc-06f275ecaae8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 906 time: 0.1151829 Sep 20 12:42:33.509438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8eb4ebd6-0de4-4ffe-864f-4cf6fa68afd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4911837840f54b93b37387c238719d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783969 Sep 20 12:42:33.515442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:33.515639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:33.530620 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-9708c231-e694-4c62-9c17-5dbf88182a29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f7aabc-fda0-45d2-902c-944a291c4080 HTTP/1.1" status: 200 len: 217 time: 0.0372348 Sep 20 12:42:33.544432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['3fb55065-e3e3-41f2-93b9-84575ef85826'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:33.591966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-4d8e8fea-5476-44c7-9d88-9df8b5d4eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:33.593559 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-4d8e8fea-5476-44c7-9d88-9df8b5d4eeee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.0551529 Sep 20 12:42:33.604259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.629155 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-f50a6686-5584-4f75-8d4e-69838434e1a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269206 Sep 20 12:42:33.650995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e38086-8741-462f-b0bf-a29e2bc95529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.706576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e38086-8741-462f-b0bf-a29e2bc95529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.742048 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-86b917c3-ca31-41d0-a3fb-de6f09744587 service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043146 Sep 20 12:42:33.799431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.863783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Network 788703e9-6381-4731-af0a-554c34e05832 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:33.873213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Allocated IP 172.20.0.4 (788703e9-6381-4731-af0a-554c34e05832/6848e6d0-3768-403b-8369-a3edf2c5b13e/ca4eb00b-e1c3-4d02-a249-8cc3b8454271) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:33.877518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df78aaf-9525-4391-a8f4-1ff78aac9db1 req-6bc72a71-c3e4-4bc3-ab6e-fc40895cd282 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:33.879451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8df78aaf-9525-4391-a8f4-1ff78aac9db1 req-6bc72a71-c3e4-4bc3-ab6e-fc40895cd282 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 943 time: 0.1382029 Sep 20 12:42:33.885408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:33.889336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:33.891991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Pushing event updated for resources: {'Port': ['ID=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:33.894586 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d5989cac-7dda-4ceb-b858-75da3f384b8f req-b5395bfe-ab4a-45ac-9655-cd8dd629823a service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441543 Sep 20 12:42:33.897361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4dcf-c4aa-4ede-844c-9e9bf62431f4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.971897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb4dcf-c4aa-4ede-844c-9e9bf62431f4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:33.980695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e38086-8741-462f-b0bf-a29e2bc95529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.983280 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69e38086-8741-462f-b0bf-a29e2bc95529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:33.984624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-69e38086-8741-462f-b0bf-a29e2bc95529 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/267ed1ca-0c29-439e-aa02-c95c4bb322d9 HTTP/1.1" status: 204 len: 168 time: 0.4680676 Sep 20 12:42:34.028268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:34.028891 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.044562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.054206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e38086-8741-462f-b0bf-a29e2bc95529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267ed1ca-0c29-439e-aa02-c95c4bb322d9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:34.075981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8df78aaf-9525-4391-a8f4-1ff78aac9db1 req-9b85b363-a184-4065-871e-a0b29733bf17 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739872 Sep 20 12:42:34.119166 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4dcf-c4aa-4ede-844c-9e9bf62431f4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.121154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bbdb4dcf-c4aa-4ede-844c-9e9bf62431f4 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/ports/ea7b800a-3b2e-4bb1-afca-a9bdd9423fc9 HTTP/1.1" status: 204 len: 168 time: 1.1443429 Sep 20 12:42:34.124807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:34.130196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:34.149084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.183634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-e9dc8703-60ef-420e-92b7-3170fa611a7d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5929019 Sep 20 12:42:34.192593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Network 788703e9-6381-4731-af0a-554c34e05832 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:34.193792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad477f-3d56-4387-9940-98006181f6de req-3e5f4964-1926-4d1e-b4cc-f57f40f7f4b3 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:34.195291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99ad477f-3d56-4387-9940-98006181f6de req-3e5f4964-1926-4d1e-b4cc-f57f40f7f4b3 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 931 time: 0.0556142 Sep 20 12:42:34.201496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Request body: {'port': {'device_id': 'f120ef7b-e002-4659-8fe7-9b5913fa4fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:34.204116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:34.207554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:34.243875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Pushing event updated for resources: {'Port': ['ID=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:34.280432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:34.281099 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.284817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99ad477f-3d56-4387-9940-98006181f6de req-3b1c3e9f-41b7-4c78-a55a-a5fe817e05d4 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781271 Sep 20 12:42:34.292426 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.343164 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.415657 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-eb1a0953-52ab-4cbc-bce4-169e11b5cbc9 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5664678 Sep 20 12:42:34.429663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Request body: {'port': {'device_id': '43903d0c-986a-48a4-8942-7c47c38b2ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:34.496025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.675585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.762858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:34.775046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:34.820428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Transition to ACTIVE for port object 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:42:34.843669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.25.6.67 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/f9d01d4d-809b-451a-9bcf-6e6fff8fc122) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:34.911505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.013707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Pushing event updated for resources: {'Port': ['ID=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:35.059399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.092510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4eb00b-e1c3-4d02-a249-8cc3b8454271 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:35.102551 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.105309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Attempting to bind port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:35.105648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Attempting to bind port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:35.105974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Attempting to bind port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 on network 788703e9-6381-4731-af0a-554c34e05832 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:35.111978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 on network 788703e9-6381-4731-af0a-554c34e05832 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:42:35.116796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Attempting to bind port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 on network 788703e9-6381-4731-af0a-554c34e05832 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:35.119419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Transition to ACTIVE for port object ca4eb00b-e1c3-4d02-a249-8cc3b8454271 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:42:35.120621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:35.120960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Checking segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:35.121374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Bound using segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:35.121846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Bound port: 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:35.122219 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.194192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.200940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:35.201666 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.265176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] For port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:35.276901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] For port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:35.279082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:35.291085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369e402-36b8-415c-8b6e-fd3c6aa8d434 req-a3ccd84d-ff44-4671-8f9a-bef76afc9347 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:35.294530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c369e402-36b8-415c-8b6e-fd3c6aa8d434 req-a3ccd84d-ff44-4671-8f9a-bef76afc9347 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 943 time: 0.1366327 Sep 20 12:42:35.294530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:35.296984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:35.310031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 3fb55065-e3e3-41f2-93b9-84575ef85826 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:35.310770 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.332024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:35.351267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=f9d01d4d-809b-451a-9bcf-6e6fff8fc122,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:35.366326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.371229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Attempting to bind port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:35.372138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Attempting to bind port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:35.372486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Attempting to bind port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 on network 788703e9-6381-4731-af0a-554c34e05832 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:35.378437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 on network 788703e9-6381-4731-af0a-554c34e05832 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:42:35.378771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Attempting to bind port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 on network 788703e9-6381-4731-af0a-554c34e05832 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:35.385921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:35.386387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Checking segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:35.386781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Bound using segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:35.387358 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Bound port: ca4eb00b-e1c3-4d02-a249-8cc3b8454271, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:35.387733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.389949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:35.390563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.393063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] 10.222.0.32 "PUT /v2.0/ports/624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 HTTP/1.1" status: 200 len: 1091 time: 1.1968336 Sep 20 12:42:35.399154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f120ef7b-e002-4659-8fe7-9b5913fa4fde', 'tag': '624c725c-0c47-4bd2-bc3c-6cb2f6169cd7'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:35.401472 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e50d911-459d-486d-92e4-238ef43eccff" -d '{"events": [{"name": "network-changed", "server_uuid": "f120ef7b-e002-4659-8fe7-9b5913fa4fde", "tag": "624c725c-0c47-4bd2-bc3c-6cb2f6169cd7"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:35.471998 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.489152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c369e402-36b8-415c-8b6e-fd3c6aa8d434 req-cd2e1a9c-e868-4729-88bb-dd4a92f67be2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815939 Sep 20 12:42:35.514700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] For port ca4eb00b-e1c3-4d02-a249-8cc3b8454271, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:35.520065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] For port ca4eb00b-e1c3-4d02-a249-8cc3b8454271, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:35.530391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 96f7aabc-fda0-45d2-902c-944a291c4080 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:35.560421 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.571871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:35.575746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:35.578083 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3e8b51-e076-48c7-82e4-251685143475" -d '{"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-plugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:35.583930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087fd96-e79a-46a5-b6fb-7114bea43012 service neutron] Pushing event updated for resources: {'Port': ['ID=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:35.629504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.663740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.709587 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.713091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:35.716987 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.723264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] 10.222.0.21 "PUT /v2.0/ports/ca4eb00b-e1c3-4d02-a249-8cc3b8454271 HTTP/1.1" status: 200 len: 1091 time: 1.2997420 Sep 20 12:42:35.724780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43903d0c-986a-48a4-8942-7c47c38b2ba6', 'tag': 'ca4eb00b-e1c3-4d02-a249-8cc3b8454271'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:35.727443 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630996bd-4014-4232-b807-2e9c93cfa840" -d '{"events": [{"name": "network-changed", "server_uuid": "43903d0c-986a-48a4-8942-7c47c38b2ba6", "tag": "ca4eb00b-e1c3-4d02-a249-8cc3b8454271"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:35.728860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:35.770324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d504de-7cfd-439b-a1f0-c47f6732ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:35.793601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 96f7aabc-fda0-45d2-902c-944a291c4080, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=96f7aabc-fda0-45d2-902c-944a291c4080,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:35.810863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '96f7aabc-fda0-45d2-902c-944a291c4080', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'port_id': '96f7aabc-fda0-45d2-902c-944a291c4080', 'mac_address': 'fa:16:3e:6b:1c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6689bf-2894-48e1-b8c4-ea568d818531', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:35.811226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3f16-9880-4ce0-82fc-6aa2c45f4dd9 req-2f06ffff-0ae1-4a97-b206-7dfc2cfaf1c1 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:35.821650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-918b3f16-9880-4ce0-82fc-6aa2c45f4dd9 req-2f06ffff-0ae1-4a97-b206-7dfc2cfaf1c1 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 943 time: 0.2517519 Sep 20 12:42:35.891140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:35.907133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-1d1946d3-f547-43f7-845f-4ed683c80474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:35.907133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-1d1946d3-f547-43f7-845f-4ed683c80474 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 1094 time: 0.0664923 Sep 20 12:42:35.908972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-1e81de2f-88a3-4db6-8ec8-941b6a800801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:35.910936 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-1e81de2f-88a3-4db6-8ec8-941b6a800801 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&device_id=f120ef7b-e002-4659-8fe7-9b5913fa4fde HTTP/1.1" status: 200 len: 1094 time: 0.3320553 Sep 20 12:42:35.911658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f7aabc-fda0-45d2-902c-944a291c4080 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:35.945847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 96f7aabc-fda0-45d2-902c-944a291c4080, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=96f7aabc-fda0-45d2-902c-944a291c4080,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:36.001757 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-f2caaae7-738a-453b-93f9-269d65d9f720 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4eb00b-e1c3-4d02-a249-8cc3b8454271 HTTP/1.1" status: 200 len: 217 time: 0.0646417 Sep 20 12:42:36.013090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-918b3f16-9880-4ce0-82fc-6aa2c45f4dd9 req-22ad0e3b-bfaa-4da1-b5e1-19dd8083aace tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758151 Sep 20 12:42:36.013090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-ee2d17f6-1417-485c-9ade-3bec0ad2f074 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 HTTP/1.1" status: 200 len: 217 time: 0.0854256 Sep 20 12:42:36.015902 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:36.118643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=96f7aabc-fda0-45d2-902c-944a291c4080,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:36.126533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-87922dcb-2fe5-4f7d-96d0-c4bfb5d2b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:36.128664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-87922dcb-2fe5-4f7d-96d0-c4bfb5d2b24c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6848e6d0-3768-403b-8369-a3edf2c5b13e HTTP/1.1" status: 200 len: 853 time: 0.0923853 Sep 20 12:42:36.151749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-63af5776-e2a5-498e-9cdf-0f0eccc1b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:36.153659 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-63af5776-e2a5-498e-9cdf-0f0eccc1b71a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6848e6d0-3768-403b-8369-a3edf2c5b13e HTTP/1.1" status: 200 len: 853 time: 0.1235437 Sep 20 12:42:36.206986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-fb8c1e88-0a07-420f-8eea-b7aaa0a88991 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=788703e9-6381-4731-af0a-554c34e05832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460072 Sep 20 12:42:36.207367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-cb64d3c2-4bb4-4451-aeb5-6c9739a1f109 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=788703e9-6381-4731-af0a-554c34e05832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673347 Sep 20 12:42:36.211368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:36.239468 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb075940-06dd-4bef-8d7c-60a5c4c123c6 x-openstack-request-id: req-bb075940-06dd-4bef-8d7c-60a5c4c123c6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:36.239761 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f120ef7b-e002-4659-8fe7-9b5913fa4fde", "tag": "624c725c-0c47-4bd2-bc3c-6cb2f6169cd7", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:36.240012 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb075940-06dd-4bef-8d7c-60a5c4c123c6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:36.240401 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f120ef7b-e002-4659-8fe7-9b5913fa4fde', 'tag': '624c725c-0c47-4bd2-bc3c-6cb2f6169cd7', 'status': 'completed', 'code': 200} Sep 20 12:42:36.259177 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:36.338195 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-2433c617-4bc3-4b12-9868-dea759dd628a service neutron] 10.222.0.21 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230052 Sep 20 12:42:36.340129 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba47934-10fd-4a9f-bd6c-5e6fd4deb538 x-openstack-request-id: req-eba47934-10fd-4a9f-bd6c-5e6fd4deb538 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:36.340419 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-plugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:36.340668 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eba47934-10fd-4a9f-bd6c-5e6fd4deb538 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:36.341080 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'code': 200} Sep 20 12:42:36.363358 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:36.448919 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e92ab2-844c-4190-8e01-7b942a4d1d0f x-openstack-request-id: req-e4e92ab2-844c-4190-8e01-7b942a4d1d0f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:36.449213 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43903d0c-986a-48a4-8942-7c47c38b2ba6", "tag": "ca4eb00b-e1c3-4d02-a249-8cc3b8454271", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:36.449510 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4e92ab2-844c-4190-8e01-7b942a4d1d0f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:36.450449 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43903d0c-986a-48a4-8942-7c47c38b2ba6', 'tag': 'ca4eb00b-e1c3-4d02-a249-8cc3b8454271', 'status': 'completed', 'code': 200} Sep 20 12:42:36.474242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-fe92e33d-324d-4c8e-b0ea-cbc40a1189fc service neutron] 10.222.0.32 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578411 Sep 20 12:42:36.533050 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-2fecc09d-d2b5-44b4-86af-a89af52a9b88 service neutron] 10.222.0.21 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729436 Sep 20 12:42:36.613831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=f9d01d4d-809b-451a-9bcf-6e6fff8fc122,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:36.696527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40896) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:36.718381 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:36.755284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd12c8e-8cc4-426e-85d2-1c2a9303f1e5 req-5229698f-25c7-4e89-b728-5edc6ade3b25 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:36.763112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6fd12c8e-8cc4-426e-85d2-1c2a9303f1e5 req-5229698f-25c7-4e89-b728-5edc6ade3b25 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 944 time: 0.1288116 Sep 20 12:42:36.783926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630996bd-4014-4232-b807-2e9c93cfa840 req-4f383636-5ad4-43c3-b748-b987b4bafb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:36.786313 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-630996bd-4014-4232-b807-2e9c93cfa840 req-4f383636-5ad4-43c3-b748-b987b4bafb94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 1094 time: 0.1114385 Sep 20 12:42:37.142744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1133627507', 'network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:37.177558 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.179542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8379883c-f3a0-455e-a183-b3d69edd0e6e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0537121 Sep 20 12:42:37.184871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40908) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:37.185994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-839cb57d-88b7-4927-a21f-22fe4d5988d5 req-09ac0abc-3859-40c7-b05a-0f2c9083bf32 service neutron] 10.222.0.32 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744833 Sep 20 12:42:37.195877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'port': {'network_id': '7a7c620a-0a0f-4a9b-92a1-ebd345477741', 'name': 'tempest-FloatingIPTestJSON-2016345020'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:37.212543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630996bd-4014-4232-b807-2e9c93cfa840 req-9e724274-b9b8-4428-b6c1-fdfd0a6ae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:37.214078 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-630996bd-4014-4232-b807-2e9c93cfa840 req-9e724274-b9b8-4428-b6c1-fdfd0a6ae453 service neutron] 10.222.0.21 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 913 time: 0.4129603 Sep 20 12:42:37.223879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6fd12c8e-8cc4-426e-85d2-1c2a9303f1e5 req-798f5c19-df9f-4166-85f8-b6757917176a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596715 Sep 20 12:42:37.266539 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-630996bd-4014-4232-b807-2e9c93cfa840 req-25ce133a-d8f6-4e35-b8b3-7d0f76eb6fe0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4eb00b-e1c3-4d02-a249-8cc3b8454271 HTTP/1.1" status: 200 len: 217 time: 0.0414815 Sep 20 12:42:37.319230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Made reservation on behalf of 413239870c774ce1b22926b1cbabebb0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:37.321527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.355560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.398741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630996bd-4014-4232-b807-2e9c93cfa840 req-e694474a-71d8-48fa-a104-1de66ba9e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:37.400201 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-630996bd-4014-4232-b807-2e9c93cfa840 req-e694474a-71d8-48fa-a104-1de66ba9e78f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6848e6d0-3768-403b-8369-a3edf2c5b13e HTTP/1.1" status: 200 len: 853 time: 0.1032250 Sep 20 12:42:37.404154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d911-459d-486d-92e4-238ef43eccff req-5a78c61b-798c-4876-ba7e-de61b82f58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:37.406265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e50d911-459d-486d-92e4-238ef43eccff req-5a78c61b-798c-4876-ba7e-de61b82f58d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&device_id=f120ef7b-e002-4659-8fe7-9b5913fa4fde HTTP/1.1" status: 200 len: 1094 time: 0.0659723 Sep 20 12:42:37.415468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64bd98-c1a7-4d42-beff-eba7ffa20175 req-ec01a104-dc9b-4048-870c-eb478c6aedeb tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:37.417144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c64bd98-c1a7-4d42-beff-eba7ffa20175 req-ec01a104-dc9b-4048-870c-eb478c6aedeb tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 943 time: 0.1172936 Sep 20 12:42:37.453280 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-630996bd-4014-4232-b807-2e9c93cfa840 req-2b69faa1-3882-44f7-8512-97b9111a38b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=788703e9-6381-4731-af0a-554c34e05832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324905 Sep 20 12:42:37.505215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c64bd98-c1a7-4d42-beff-eba7ffa20175 req-c852b895-7356-403e-8aaa-0efc0de1e404 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720768 Sep 20 12:42:37.530829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ca4eb00b-e1c3-4d02-a249-8cc3b8454271 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:37.580774 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.614683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d911-459d-486d-92e4-238ef43eccff req-cf66535e-955e-4770-a8aa-00eb9d562a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:37.616365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e50d911-459d-486d-92e4-238ef43eccff req-cf66535e-955e-4770-a8aa-00eb9d562a36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 913 time: 0.1983294 Sep 20 12:42:37.648410 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-630996bd-4014-4232-b807-2e9c93cfa840 req-048fb1f7-d3aa-47be-8ed2-f24c2ca33115 service neutron] 10.222.0.21 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848071 Sep 20 12:42:37.651357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 96f7aabc-fda0-45d2-902c-944a291c4080 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:37.671688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e50d911-459d-486d-92e4-238ef43eccff req-fc3d3ca2-5c00-41a6-af44-cec64fab6c5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 HTTP/1.1" status: 200 len: 217 time: 0.0463154 Sep 20 12:42:37.688665 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.729159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c2d33-1ee6-459e-a2f8-8c9f53dd5cb8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:37.729515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ca4eb00b-e1c3-4d02-a249-8cc3b8454271, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:37.750002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'ca4eb00b-e1c3-4d02-a249-8cc3b8454271', 'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'port_id': 'ca4eb00b-e1c3-4d02-a249-8cc3b8454271', 'mac_address': 'fa:16:3e:d7:77:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6848e6d0-3768-403b-8369-a3edf2c5b13e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:37.764833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d911-459d-486d-92e4-238ef43eccff req-0f48b7b5-fbda-4218-bfb3-856ff85432b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:37.768680 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e50d911-459d-486d-92e4-238ef43eccff req-0f48b7b5-fbda-4218-bfb3-856ff85432b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6848e6d0-3768-403b-8369-a3edf2c5b13e HTTP/1.1" status: 200 len: 853 time: 0.0890274 Sep 20 12:42:37.772821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] device_id is not set on port bcbae764-41a9-4fcd-beaf-03d56d7a3772 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:42:37.800795 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.817172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e50d911-459d-486d-92e4-238ef43eccff req-deea18b6-3fa0-4c97-800c-975de52d1d44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=788703e9-6381-4731-af0a-554c34e05832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389390 Sep 20 12:42:37.820315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4eb00b-e1c3-4d02-a249-8cc3b8454271 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:37.852039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-630996bd-4014-4232-b807-2e9c93cfa840 req-55b496c1-7903-418e-8158-bee983e3c4c3 service neutron] 10.222.0.21 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967275 Sep 20 12:42:37.854495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ca4eb00b-e1c3-4d02-a249-8cc3b8454271, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:37.856203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 96f7aabc-fda0-45d2-902c-944a291c4080 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:42:37.882245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 96f7aabc-fda0-45d2-902c-944a291c4080 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:37.883869 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.889661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:37.894427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.914046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] device_id is not set on port b0932aba-addd-4115-9adb-4be200923072 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:42:37.931946 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:37.992475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Allocated IP 172.25.6.196 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/bcbae764-41a9-4fcd-beaf-03d56d7a3772) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:37.999202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e50d911-459d-486d-92e4-238ef43eccff req-c6011760-0cfc-4f11-919e-288d82e1e3ee service neutron] 10.222.0.32 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731596 Sep 20 12:42:38.009898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:38.082338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:38.090160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.20.0.7 (7a7c620a-0a0f-4a9b-92a1-ebd345477741/eef488ad-6e0f-4fcd-9047-ef018a66a884/b0932aba-addd-4115-9adb-4be200923072) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:38.155896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['ca4eb00b-e1c3-4d02-a249-8cc3b8454271'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:38.158419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e50d911-459d-486d-92e4-238ef43eccff req-76e55b9d-132b-4c0b-85e5-07cfdacadf0f service neutron] 10.222.0.32 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478264 Sep 20 12:42:38.160118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 96f7aabc-fda0-45d2-902c-944a291c4080, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=96f7aabc-fda0-45d2-902c-944a291c4080,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:38.238043 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:38.312834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:38.342915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690f78f8-0996-4c87-827d-79bfad7568a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f7aabc-fda0-45d2-902c-944a291c4080'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:38.346180 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5522f781-5915-40a2-8525-fe79418921b0" -d '{"events": [{"server_uuid": "690f78f8-0996-4c87-827d-79bfad7568a3", "name": "network-vif-plugged", "status": "completed", "tag": "96f7aabc-fda0-45d2-902c-944a291c4080"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:38.361541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=96f7aabc-fda0-45d2-902c-944a291c4080,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:38.386527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a5b47-755f-4a29-bc63-564740a5a4a5 req-459aeba3-cb06-4fab-bf48-c8115c9cafa0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:38.391421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:38.394092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-920a5b47-755f-4a29-bc63-564740a5a4a5 req-459aeba3-cb06-4fab-bf48-c8115c9cafa0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 945 time: 0.0927565 Sep 20 12:42:38.441696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-920a5b47-755f-4a29-bc63-564740a5a4a5 req-63e004e0-e990-40f0-96d7-6d3479850395 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Sep 20 12:42:38.458149 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:38.496096 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:38.508953 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ed2f18-2e8b-4bf6-ae25-424cf5054ccc x-openstack-request-id: req-43ed2f18-2e8b-4bf6-ae25-424cf5054ccc {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:38.508953 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690f78f8-0996-4c87-827d-79bfad7568a3", "name": "network-vif-plugged", "status": "completed", "tag": "96f7aabc-fda0-45d2-902c-944a291c4080", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:38.508953 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43ed2f18-2e8b-4bf6-ae25-424cf5054ccc {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:38.508953 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690f78f8-0996-4c87-827d-79bfad7568a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f7aabc-fda0-45d2-902c-944a291c4080', 'code': 200} Sep 20 12:42:38.516000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:38.525446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:38.538547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:38.581796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:38.582483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:38.594494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 7a7c620a-0a0f-4a9b-92a1-ebd345477741 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:38.621563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Pushing event updated for resources: {'Port': ['ID=bcbae764-41a9-4fcd-beaf-03d56d7a3772,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:38.626303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:38.652112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d824c-0258-40b0-bdf4-e0c50cee1ae9 req-b0d1514b-1c4a-4447-8598-3d6e4a32635f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:38.655413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b3d824c-0258-40b0-bdf4-e0c50cee1ae9 req-b0d1514b-1c4a-4447-8598-3d6e4a32635f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0661006 Sep 20 12:42:38.665153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:38.703742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b3d824c-0258-40b0-bdf4-e0c50cee1ae9 req-4c706ead-bd67-439f-96e2-e378c3aee35e tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Sep 20 12:42:38.722531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:38.723172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:38.731664 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-14ff6e27-3276-4c4f-9866-3cbfb9dd9a6c tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0339139 Sep 20 12:42:38.734553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:38.742743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.196'}]}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:38.769393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc5f30-a72e-4fea-a160-0d0eff4ff63e req-a0f21750-d1b4-43ad-a99a-31b42570f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:38.773414 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61bc5f30-a72e-4fea-a160-0d0eff4ff63e req-a0f21750-d1b4-43ad-a99a-31b42570f72e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 1096 time: 0.1773443 Sep 20 12:42:38.774246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=b0932aba-addd-4115-9adb-4be200923072,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:38.821139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61bc5f30-a72e-4fea-a160-0d0eff4ff63e req-3a0378f2-873f-4af6-9e6f-b31a7a83dd69 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 Sep 20 12:42:38.884675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:38.885330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-328dec92-8801-4510-b4f5-803a02df4fe3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6981385 Sep 20 12:42:38.889624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'port_id': 'b0932aba-addd-4115-9adb-4be200923072'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:38.933241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.025333 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.026482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.138268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.215295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:39.335027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:39.354766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '624c725c-0c47-4bd2-bc3c-6cb2f6169cd7', 'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'port_id': '624c725c-0c47-4bd2-bc3c-6cb2f6169cd7', 'mac_address': 'fa:16:3e:39:29:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6848e6d0-3768-403b-8369-a3edf2c5b13e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:39.399788 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.410122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.417184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:39.438978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:39.546374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ca4eb00b-e1c3-4d02-a249-8cc3b8454271 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:39.635320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaa6c4-9db4-426d-9b26-372eca2eddc1 req-6af0b6bb-d327-4572-ab76-1ac2c630da5c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:39.637090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0aaaa6c4-9db4-426d-9b26-372eca2eddc1 req-6af0b6bb-d327-4572-ab76-1ac2c630da5c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 945 time: 0.1186736 Sep 20 12:42:39.659465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.685036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0aaaa6c4-9db4-426d-9b26-372eca2eddc1 req-284e02b1-a471-45e5-b1e7-2d6761f46159 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Sep 20 12:42:39.855154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3730a6-6de4-47e9-96a7-453900fc4571 req-7fc62248-df1a-4a7a-a3b7-a3d46fccc7aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:39.856697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3730a6-6de4-47e9-96a7-453900fc4571 req-7fc62248-df1a-4a7a-a3b7-a3d46fccc7aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0726259 Sep 20 12:42:39.874928 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.877521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:42:39.886000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.906350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:39.906724 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:39.965471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:40.015661 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:40.042959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3730a6-6de4-47e9-96a7-453900fc4571 req-1566a181-4e11-48ec-8d68-ed8dfecc4d39 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769750 Sep 20 12:42:40.062300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ca4eb00b-e1c3-4d02-a249-8cc3b8454271, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:40.069169 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP d99bae87-deb7-4e5c-8e71-382b2024b7bc associated. External IP: 172.25.6.67, port: b0932aba-addd-4115-9adb-4be200923072. Sep 20 12:42:40.104854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['624c725c-0c47-4bd2-bc3c-6cb2f6169cd7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:40.150748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:40.220874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:40.383590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:40.408725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:40.476422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:40.507252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43903d0c-986a-48a4-8942-7c47c38b2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4eb00b-e1c3-4d02-a249-8cc3b8454271'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:40.510201 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c62a776-99b7-476b-8117-84a0c725cdd6" -d '{"events": [{"server_uuid": "43903d0c-986a-48a4-8942-7c47c38b2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "ca4eb00b-e1c3-4d02-a249-8cc3b8454271"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:40.559896 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0588a22c-23ab-4393-a61b-5f0b19210747 x-openstack-request-id: req-0588a22c-23ab-4393-a61b-5f0b19210747 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:40.560357 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43903d0c-986a-48a4-8942-7c47c38b2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "ca4eb00b-e1c3-4d02-a249-8cc3b8454271", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:40.560750 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0588a22c-23ab-4393-a61b-5f0b19210747 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:40.561298 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43903d0c-986a-48a4-8942-7c47c38b2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4eb00b-e1c3-4d02-a249-8cc3b8454271', 'code': 200} Sep 20 12:42:40.672402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6b42e-6b60-4cf4-8f7f-96980d8f4c09 req-bf9dc8ad-3b7e-41cf-a4c7-7cf96e622dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:40.675206 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43a6b42e-6b60-4cf4-8f7f-96980d8f4c09 req-bf9dc8ad-3b7e-41cf-a4c7-7cf96e622dce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0500238 Sep 20 12:42:40.701386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:40.725216 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2e795-c238-4095-9a30-55f2e79fbdaf None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:40.727166 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43a6b42e-6b60-4cf4-8f7f-96980d8f4c09 req-b12b1d23-4ffd-4b5b-b4db-78bcb900032c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Sep 20 12:42:40.735005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:40.738232 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2e795-c238-4095-9a30-55f2e79fbdaf None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:40.741703 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c2d2e795-c238-4095-9a30-55f2e79fbdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:40.792257 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:40.804915 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c2d2e795-c238-4095-9a30-55f2e79fbdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:40.817555 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2e795-c238-4095-9a30-55f2e79fbdaf None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:40.818505 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c2d2e795-c238-4095-9a30-55f2e79fbdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:40.853484 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c2d2e795-c238-4095-9a30-55f2e79fbdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:40.854434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2e795-c238-4095-9a30-55f2e79fbdaf None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:40.886265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40948) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:40.887078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1bed1be3-a3b8-41c0-8c20-5a5b82bb31c5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/floatingips/d99bae87-deb7-4e5c-8e71-382b2024b7bc HTTP/1.1" status: 200 len: 977 time: 2.0022557 Sep 20 12:42:41.014441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port b0932aba-addd-4115-9adb-4be200923072 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:41.015132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.017659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ccbef-4fb6-43bf-8d34-9cc47ce79071 req-e4a5a5f8-c12d-4c85-8503-b20349e8a551 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:41.019438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-344ccbef-4fb6-43bf-8d34-9cc47ce79071 req-e4a5a5f8-c12d-4c85-8503-b20349e8a551 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 945 time: 0.1896329 Sep 20 12:42:41.074415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.082433 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.136527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.168587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-344ccbef-4fb6-43bf-8d34-9cc47ce79071 req-66010883-925a-416a-982c-64c26c249b42 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364591 Sep 20 12:42:41.212006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.216160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 704c0bb7-0c11-4c1b-ae4b-6b6599f4f172 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:42:41.231771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:41.319115 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 20 12:42:41.323912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0ed4680-2e09-4875-a4a3-60905ccbbca0 tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5875158 Sep 20 12:42:41.325259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:41.412158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:42:41.416593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:41.417119 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.437353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.437891 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.438217 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP d99bae87-deb7-4e5c-8e71-382b2024b7bc disassociated. External IP: 172.25.6.67, port: b0932aba-addd-4115-9adb-4be200923072. Sep 20 12:42:41.438608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for b0932aba-addd-4115-9adb-4be200923072 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:41.439613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddf239-6ea6-43bc-aff3-e8f823fb8799 req-f966baec-ccc2-4025-b730-d3675dcdaf51 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:41.441349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4ddf239-6ea6-43bc-aff3-e8f823fb8799 req-f966baec-ccc2-4025-b730-d3675dcdaf51 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1146905 Sep 20 12:42:41.507333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4ddf239-6ea6-43bc-aff3-e8f823fb8799 req-f23ad4f7-670d-4864-aba1-8379757a8116 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595818 Sep 20 12:42:41.508883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1e4324bd-39d5-4f81-8fe1-20abfc63dbcc tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Deleting port bcbae764-41a9-4fcd-beaf-03d56d7a3772 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:41.509259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e4324bd-39d5-4f81-8fe1-20abfc63dbcc tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.566994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.650226 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e4324bd-39d5-4f81-8fe1-20abfc63dbcc tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.662211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:41.668484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1e4324bd-39d5-4f81-8fe1-20abfc63dbcc tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Calling delete_port for bcbae764-41a9-4fcd-beaf-03d56d7a3772 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:41.756465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.794588 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:41.842552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:41.852949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=b0932aba-addd-4115-9adb-4be200923072,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:41.965516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bf698-b801-4f8a-b9d4-fb496a18d3ca req-2ad325b9-3e13-4aaf-9134-82407fd51ee7 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:41.967138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd7bf698-b801-4f8a-b9d4-fb496a18d3ca req-2ad325b9-3e13-4aaf-9134-82407fd51ee7 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.2342699 Sep 20 12:42:41.991051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd7bf698-b801-4f8a-b9d4-fb496a18d3ca req-2f543f41-41d3-4d77-be60-6ac114b5ab3d tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/quotas/d9a590e4a86844c9a461bdff7b34529c HTTP/1.1" status: 200 len: 375 time: 0.0155160 Sep 20 12:42:42.005190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:42.045216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e4324bd-39d5-4f81-8fe1-20abfc63dbcc tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:42.092882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4324bd-39d5-4f81-8fe1-20abfc63dbcc tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcbae764-41a9-4fcd-beaf-03d56d7a3772,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:42.136353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:42.138070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd7bf698-b801-4f8a-b9d4-fb496a18d3ca req-741e2286-718a-414c-8575-92b1ff1038f3 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367817 Sep 20 12:42:42.146324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973b75-bd65-45e2-8c30-3d0ed880e7cc None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:42.161159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5973b75-bd65-45e2-8c30-3d0ed880e7cc None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:42.162032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d5973b75-bd65-45e2-8c30-3d0ed880e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:42.203444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d5973b75-bd65-45e2-8c30-3d0ed880e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:42.214609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5973b75-bd65-45e2-8c30-3d0ed880e7cc None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:42.215563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d5973b75-bd65-45e2-8c30-3d0ed880e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:42.216780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e4324bd-39d5-4f81-8fe1-20abfc63dbcc tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:42.222587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e4324bd-39d5-4f81-8fe1-20abfc63dbcc tempest-RoutersAdminNegativeTest-879394060 tempest-RoutersAdminNegativeTest-879394060-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bcbae764-41a9-4fcd-beaf-03d56d7a3772 HTTP/1.1" status: 204 len: 168 time: 0.8919563 Sep 20 12:42:42.268083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d5973b75-bd65-45e2-8c30-3d0ed880e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:42.269642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973b75-bd65-45e2-8c30-3d0ed880e7cc None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:42.272637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:42.284623 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8a70106b-dda9-4b2f-86f2-576d762d44e0 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/ports/b0932aba-addd-4115-9adb-4be200923072 HTTP/1.1" status: 204 len: 168 time: 1.3962154 Sep 20 12:42:42.285429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40978) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:42.312719 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd7bf698-b801-4f8a-b9d4-fb496a18d3ca req-89b46a27-749c-4f51-aacf-60aa799f7d57 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458433 Sep 20 12:42:42.363715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:42.364870 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0392ed57-a87b-42d4-a9c1-41dd05c5e968 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "GET /v2.0/floatingips/d99bae87-deb7-4e5c-8e71-382b2024b7bc HTTP/1.1" status: 200 len: 687 time: 0.0710506 Sep 20 12:42:42.365702 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd41d990-69f2-45f6-a41c-aa816b5a291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:42.562639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f120ef7b-e002-4659-8fe7-9b5913fa4fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624c725c-0c47-4bd2-bc3c-6cb2f6169cd7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:42.566577 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c734e178-0c33-4fae-b701-46334837f173" -d '{"events": [{"server_uuid": "f120ef7b-e002-4659-8fe7-9b5913fa4fde", "name": "network-vif-plugged", "status": "completed", "tag": "624c725c-0c47-4bd2-bc3c-6cb2f6169cd7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:42.803896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40990) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:42.841348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd7bf698-b801-4f8a-b9d4-fb496a18d3ca req-0a72e9d5-4162-4567-96b3-09f2591f5891 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361676 Sep 20 12:42:42.897799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port f9d01d4d-809b-451a-9bcf-6e6fff8fc122 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:42.898137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:42.987161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.007489 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.008561 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.024453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for f9d01d4d-809b-451a-9bcf-6e6fff8fc122 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:43.207495 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.268701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a866-f149-46ab-a3e8-f49683652cef req-bf2ea5e6-02a3-4b27-8ebd-2ddcdca3d365 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:43.270414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0981a866-f149-46ab-a3e8-f49683652cef req-bf2ea5e6-02a3-4b27-8ebd-2ddcdca3d365 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0783246 Sep 20 12:42:43.318106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.356450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e876b2a-6e35-4c0e-9030-76948da7b8ca,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:43.368797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0981a866-f149-46ab-a3e8-f49683652cef req-945ba87f-2d22-46f8-bca9-d61461512504 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841882 Sep 20 12:42:43.375020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.375628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.376360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.377041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.377591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.378115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.378632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.379142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.379797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.380336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.381053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.381563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:43.397928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd3ceaf0-e2a0-4f83-9837-bed747a56628 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f34926c3c38489aa8ad61d605f13fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922661 Sep 20 12:42:43.400637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41006) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:43.435469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.453362 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303ed6e2-3337-493c-a201-f916441165af x-openstack-request-id: req-303ed6e2-3337-493c-a201-f916441165af {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:43.453362 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f120ef7b-e002-4659-8fe7-9b5913fa4fde", "name": "network-vif-plugged", "status": "completed", "tag": "624c725c-0c47-4bd2-bc3c-6cb2f6169cd7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:43.453362 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-303ed6e2-3337-493c-a201-f916441165af {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:43.453362 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f120ef7b-e002-4659-8fe7-9b5913fa4fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624c725c-0c47-4bd2-bc3c-6cb2f6169cd7', 'code': 200} Sep 20 12:42:43.484345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=f9d01d4d-809b-451a-9bcf-6e6fff8fc122,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:43.582863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38369ef6-13f0-4c2b-8928-f502e56a708a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.584746 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.587342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.595098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-895c9362-bf6b-4b41-b45f-e7524e782fd2 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/floatingips/d99bae87-deb7-4e5c-8e71-382b2024b7bc HTTP/1.1" status: 204 len: 168 time: 1.2226281 Sep 20 12:42:43.595341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41010) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:43.599990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:43.645213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38369ef6-13f0-4c2b-8928-f502e56a708a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:43.663727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96576a2-adb9-4536-a2b3-5e82656d3001 req-a728eaf1-73fd-4f37-8896-09f3525c53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:43.665356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e96576a2-adb9-4536-a2b3-5e82656d3001 req-a728eaf1-73fd-4f37-8896-09f3525c53de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f120ef7b-e002-4659-8fe7-9b5913fa4fde HTTP/1.1" status: 200 len: 1096 time: 0.1018910 Sep 20 12:42:43.716901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e96576a2-adb9-4536-a2b3-5e82656d3001 req-c2ee69b2-5dfb-4e32-8df0-5ac7679dc593 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Sep 20 12:42:44.037447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38369ef6-13f0-4c2b-8928-f502e56a708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:44.040032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38369ef6-13f0-4c2b-8928-f502e56a708a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:44.044395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-38369ef6-13f0-4c2b-8928-f502e56a708a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e876b2a-6e35-4c0e-9030-76948da7b8ca HTTP/1.1" status: 204 len: 168 time: 0.6416442 Sep 20 12:42:44.052794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38369ef6-13f0-4c2b-8928-f502e56a708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e876b2a-6e35-4c0e-9030-76948da7b8ca,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:44.054517 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:44.196639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:44.320250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.25.6.104 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/2e8eb4fc-02c2-42e4-a447-f8d1b611fb8a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:44.453038 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:44.609189 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:44.657892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:44.661342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:44.663894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:44.684987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68609ff0-5b18-45f3-bd69-5611ea57487d req-733d513b-a1f4-4ac6-9ae3-d4896557b8be tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:44.692779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68609ff0-5b18-45f3-bd69-5611ea57487d req-733d513b-a1f4-4ac6-9ae3-d4896557b8be tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=f120ef7b-e002-4659-8fe7-9b5913fa4fde HTTP/1.1" status: 200 len: 945 time: 0.0611691 Sep 20 12:42:44.714756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=2e8eb4fc-02c2-42e4-a447-f8d1b611fb8a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:44.786275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68609ff0-5b18-45f3-bd69-5611ea57487d req-155d03ab-1a2a-416a-87ac-11fdf7e5f671 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925498 Sep 20 12:42:44.930980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41034) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:45.027182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0e9713c1-c0ce-41a3-8079-924ede74f4ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=413239870c774ce1b22926b1cbabebb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924568 Sep 20 12:42:45.028588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41038) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:45.116476 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8defac91-553b-49b5-a2b7-8e11ce96b706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.141995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8defac91-553b-49b5-a2b7-8e11ce96b706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.189184 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f4a79572-67b7-43ca-91ee-b16ece29de92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.240768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.272836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8defac91-553b-49b5-a2b7-8e11ce96b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.275652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8defac91-553b-49b5-a2b7-8e11ce96b706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.279335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8defac91-553b-49b5-a2b7-8e11ce96b706 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c2c2d33-1ee6-459e-a2f8-8c9f53dd5cb8 HTTP/1.1" status: 204 len: 168 time: 0.2465844 Sep 20 12:42:45.298922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defac91-553b-49b5-a2b7-8e11ce96b706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c2d33-1ee6-459e-a2f8-8c9f53dd5cb8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:45.381711 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.399886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f641ae-427c-4762-8130-27c66c9fe545 req-0d2ab405-a0b8-461d-a646-ed894f2494dc tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:45.417775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-0d2ab405-a0b8-461d-a646-ed894f2494dc tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.1739397 Sep 20 12:42:45.446421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-d009922a-44e9-4b9a-b7f8-3f05c9aef445 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/quotas/d9a590e4a86844c9a461bdff7b34529c HTTP/1.1" status: 200 len: 375 time: 0.0277674 Sep 20 12:42:45.515575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-91f46a75-06c2-4d5b-8d73-31e28b98bf1f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681462 Sep 20 12:42:45.571963 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.603792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.634758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-6c9450ea-3ecd-4d68-9751-55cc6492bb38 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174810 Sep 20 12:42:45.685897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.734605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=2e8eb4fc-02c2-42e4-a447-f8d1b611fb8a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:45.764692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-0e5955cd-cfb8-40b4-b9bb-5f61d76e0cfe service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251934 Sep 20 12:42:45.804004 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:45.932598 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 6a0f22e1-9185-476f-8d00-c1bb741225cc associated. External IP: 172.25.6.104, port: ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e. Sep 20 12:42:46.210094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4aea-f803-4736-95ff-f3df3f0d88aa req-e31e2d35-8772-40f1-8567-360a28113a88 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:46.211784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b38b4aea-f803-4736-95ff-f3df3f0d88aa req-e31e2d35-8772-40f1-8567-360a28113a88 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=f120ef7b-e002-4659-8fe7-9b5913fa4fde HTTP/1.1" status: 200 len: 945 time: 0.0899200 Sep 20 12:42:46.271395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:46.280405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b38b4aea-f803-4736-95ff-f3df3f0d88aa req-0983e701-b503-4ff1-8ce9-537ce3a5e956 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610068 Sep 20 12:42:46.554049 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:46.582952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed25fc34-7671-4d75-a9bb-fa4350fea788 req-f12f5bbe-b5f7-4b09-b535-1afae7ca2464 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 210 time: 0.0463197 Sep 20 12:42:46.898404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:46.912043 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85fec7e-ba93-4b36-adde-1d3f3c02e30f None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:46.921291 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85fec7e-ba93-4b36-adde-1d3f3c02e30f None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:46.922285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41094) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:46.928630 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b85fec7e-ba93-4b36-adde-1d3f3c02e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:46.998250 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.047247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ae0cb6a7-f3e0-425c-a641-e343e74ef2f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4508443 Sep 20 12:42:47.050531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41098) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:47.054413 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b85fec7e-ba93-4b36-adde-1d3f3c02e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:47.057478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1880361001'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:47.063535 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85fec7e-ba93-4b36-adde-1d3f3c02e30f None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:47.064685 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b85fec7e-ba93-4b36-adde-1d3f3c02e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:47.072326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-173020238'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:47.109679 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b85fec7e-ba93-4b36-adde-1d3f3c02e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:47.111778 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85fec7e-ba93-4b36-adde-1d3f3c02e30f None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:47.174206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:47.177728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.227798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:42:47.240354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.243870 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Added segment 53f1c31d-8538-437f-b3bb-1934f647b542 of type vlan for network c036ef64-5b92-4da9-8e20-70e5c5ccc823 Sep 20 12:42:47.290209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:47.294010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.300624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.314867 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.465482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.467234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.474065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:47.474933 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.557332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.610057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Network': ['ID=c036ef64-5b92-4da9-8e20-70e5c5ccc823,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:47.621952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:42:47.630529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:42:47.649064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aaa98736-6218-4ca7-827b-394d830e9289 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5964711 Sep 20 12:42:47.652181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41112) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:47.657286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'subnet': {'network_id': 'c036ef64-5b92-4da9-8e20-70e5c5ccc823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:47.665202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa118e20-b037-4d4d-81ec-181e50b8474f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:47.682244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.682244 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Added segment 65a02203-d5c6-46e3-84ea-905c9e4588ba of type vlan for network 7b041315-d41c-4864-8fcf-07854b5e72d1 Sep 20 12:42:47.778207 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:47.848514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-137aaf5b-8d94-4b5d-b3df-408e99326d88 req-81ece36f-d371-44cc-b386-7343d9a578df tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 210 time: 0.0351033 Sep 20 12:42:48.035762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-426c3c1a-b8d3-4f47-bda3-cc56aea5952a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:48.037246 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-426c3c1a-b8d3-4f47-bda3-cc56aea5952a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 813 time: 0.1026688 Sep 20 12:42:48.052549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-cc3aed74-9245-41cf-bbb6-3eb78a0a676e tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/quotas/bb3e1d856a4e40c09d088919a9500be0 HTTP/1.1" status: 200 len: 375 time: 0.0096028 Sep 20 12:42:48.110375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-24047c3e-a794-42e2-999d-fb33710eb5b7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525188 Sep 20 12:42:48.200702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:48.203246 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-dcf2b9d9-624f-4b35-a842-f67f7033e04d service neutron] 10.222.0.37 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857015 Sep 20 12:42:48.207333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:48.207932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:48.237945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:48.238534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:48.241953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:48.289941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Network': ['ID=7b041315-d41c-4864-8fcf-07854b5e72d1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:48.302467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:42:48.326649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e81e6c6a-b8e0-4106-9f19-2fbec789d413 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4023678 Sep 20 12:42:48.335165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41126) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:48.347403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:48.396870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-bd0ba3f1-c9fd-497f-92a1-a1fa8a66f3c3 service neutron] 10.222.0.37 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860793 Sep 20 12:42:48.559919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:48.564917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:48.637960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f133225-9307-4608-a702-9a9c1521603d req-60a4b605-0737-486b-99c1-66880eb6fc82 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:48.640029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f133225-9307-4608-a702-9a9c1521603d req-60a4b605-0737-486b-99c1-66880eb6fc82 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.32 "GET /v2.0/ports?device_id=f120ef7b-e002-4659-8fe7-9b5913fa4fde HTTP/1.1" status: 200 len: 945 time: 0.0638592 Sep 20 12:42:48.727293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:48.781526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Subnet': ['ID=f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:48.830817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Deleting port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:48.831213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:48.835789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Checking segment: {'id': '53f1c31d-8538-437f-b3bb-1934f647b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c036ef64-5b92-4da9-8e20-70e5c5ccc823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:48.836212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network hostable DHCP agents. Network: c036ef64-5b92-4da9-8e20-70e5c5ccc823, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:42:48.959251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] For port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:48.959789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:48.974762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Calling delete_port for 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:48.987685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.031511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:42:49.087429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-90dd62e8-72cb-4624-a1da-2add382a95fb tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:49.088850 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-90dd62e8-72cb-4624-a1da-2add382a95fb tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.21 "GET /v2.0/ports?device_id=43903d0c-986a-48a4-8942-7c47c38b2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1711614 Sep 20 12:42:49.093471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=4cd432c9-8a5c-497a-ab33-7936409f89d1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:49.106614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f641ae-427c-4762-8130-27c66c9fe545 req-1ccd61f7-7791-4fd6-b1cd-88df62278755 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:49.108086 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-1ccd61f7-7791-4fd6-b1cd-88df62278755 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.2289855 Sep 20 12:42:49.117586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, c036ef64-5b92-4da9-8e20-70e5c5ccc823) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:49.132643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf283f2-edef-4881-a020-f1bb7d521a0d None None] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:49.136939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:49.138042 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.148156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Request body: {'port': {'device_id': '9a691eeb-2864-4371-8dbe-b74335ed513b', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'admin_state_up': True, 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:49.239331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0e09b164-1f8a-4e91-9b95-91410a67cbbb tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5848413 Sep 20 12:42:49.240788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41142) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:49.247281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-926653872', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:49.293707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.306429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:49.306782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network hostable DHCP agents. Network: 7b041315-d41c-4864-8fcf-07854b5e72d1, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:42:49.365122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['624c725c-0c47-4bd2-bc3c-6cb2f6169cd7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:49.387780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['ca4eb00b-e1c3-4d02-a249-8cc3b8454271'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:49.426711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Pushing event deleted for resources: {'Port': ['ID=624c725c-0c47-4bd2-bc3c-6cb2f6169cd7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:49.499503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de46467b-2174-4383-9591-2094ef12169d req-c7a77ff0-106e-468b-924c-e9ecb897c985 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 210 time: 0.0685999 Sep 20 12:42:49.532163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Deleting port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:49.533145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.536801 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.539226 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.541285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-c036ef64-5b92-4da9-8e20-70e5c5ccc823', 'network_id': 'c036ef64-5b92-4da9-8e20-70e5c5ccc823', 'tenant_id': 'ffb487fc0dd94a32b42baf76c2893b60', 'fixed_ips': [{'subnet_id': 'f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:42:49.542179 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.592641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:42:49.600761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] No DVR routers for this DVR port 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:42:49.618391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.621529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f133225-9307-4608-a702-9a9c1521603d req-34952b44-e2dc-495f-b667-87f2c18acd99 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.32 "DELETE /v2.0/ports/624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 HTTP/1.1" status: 204 len: 173 time: 0.9730868 Sep 20 12:42:49.660992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f120ef7b-e002-4659-8fe7-9b5913fa4fde', 'name': 'network-vif-deleted', 'tag': '624c725c-0c47-4bd2-bc3c-6cb2f6169cd7'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:49.660992 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddde9dd-365d-42cc-941e-c24ca4250b9f" -d '{"events": [{"server_uuid": "f120ef7b-e002-4659-8fe7-9b5913fa4fde", "name": "network-vif-deleted", "tag": "624c725c-0c47-4bd2-bc3c-6cb2f6169cd7"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:49.671892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 7b041315-d41c-4864-8fcf-07854b5e72d1) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:49.684439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:49.685333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.707809 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.712319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9dc10-d7b7-4c03-b409-30fe926247da None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:49.713223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] For port ca4eb00b-e1c3-4d02-a249-8cc3b8454271, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:49.713803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.738324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Calling delete_port for ca4eb00b-e1c3-4d02-a249-8cc3b8454271 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:49.753669 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c214b0b-bda7-497b-a9d5-69f3dd97e38a x-openstack-request-id: req-5c214b0b-bda7-497b-a9d5-69f3dd97e38a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:49.754227 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f120ef7b-e002-4659-8fe7-9b5913fa4fde", "name": "network-vif-deleted", "tag": "624c725c-0c47-4bd2-bc3c-6cb2f6169cd7", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:49.754308 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c214b0b-bda7-497b-a9d5-69f3dd97e38a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:49.755044 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f120ef7b-e002-4659-8fe7-9b5913fa4fde', 'name': 'network-vif-deleted', 'tag': '624c725c-0c47-4bd2-bc3c-6cb2f6169cd7', 'status': 'completed', 'code': 200} Sep 20 12:42:49.791687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:49.796244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:49.815027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17f8ffff-12de-43ca-84be-7ce3d279c22c req-5ca881eb-61d9-404d-a1f2-e5bcadfd5381 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 210 time: 0.0316350 Sep 20 12:42:49.889146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2cfa30f5-4e8d-4b50-a49a-3a84ec9afd79 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5504372 Sep 20 12:42:49.894095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:49.902776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'name': 'tempest-NetworksTestDHCPv6-549419746'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:49.979481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Allocated IP 172.20.0.2 (c036ef64-5b92-4da9-8e20-70e5c5ccc823/f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8/adf87f2a-e65d-4025-9c41-7023675e2df4) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:50.043660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Allocated IP 172.20.0.3 (ff2608ad-3913-4e17-acf4-4423413a7eae/db6689bf-2894-48e1-b8c4-ea568d818531/b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:50.080986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.088127 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.107110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.122279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['624c725c-0c47-4bd2-bc3c-6cb2f6169cd7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:50.154913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Pushing event deleted for resources: {'Port': ['ID=ca4eb00b-e1c3-4d02-a249-8cc3b8454271,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:50.235928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] No DVR routers for this DVR port ca4eb00b-e1c3-4d02-a249-8cc3b8454271 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:42:50.241923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.244033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5330b91e-ac2d-46df-937f-bd8c7b237711 req-d145030b-8b80-4191-9d96-1fb52088cf9f tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.21 "DELETE /v2.0/ports/ca4eb00b-e1c3-4d02-a249-8cc3b8454271 HTTP/1.1" status: 204 len: 173 time: 1.1457722 Sep 20 12:42:50.244483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43903d0c-986a-48a4-8942-7c47c38b2ba6', 'name': 'network-vif-deleted', 'tag': 'ca4eb00b-e1c3-4d02-a249-8cc3b8454271'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:50.246771 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b32c1d-d374-4ff8-8f0f-b5e1fe74b2f8" -d '{"events": [{"server_uuid": "43903d0c-986a-48a4-8942-7c47c38b2ba6", "name": "network-vif-deleted", "tag": "ca4eb00b-e1c3-4d02-a249-8cc3b8454271"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:50.269496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:50.272990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.305863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.309326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port e5aeea5b-6d98-4f72-8cc8-95320fb46401 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:42:50.311742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '4cd432c9-8a5c-497a-ab33-7936409f89d1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:42:50.312834 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.367054 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6002d1d8-6e9b-496e-922c-86d65c80a8c1 x-openstack-request-id: req-6002d1d8-6e9b-496e-922c-86d65c80a8c1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:50.367301 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43903d0c-986a-48a4-8942-7c47c38b2ba6", "name": "network-vif-deleted", "tag": "ca4eb00b-e1c3-4d02-a249-8cc3b8454271", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:50.367603 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6002d1d8-6e9b-496e-922c-86d65c80a8c1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:50.368052 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43903d0c-986a-48a4-8942-7c47c38b2ba6', 'name': 'network-vif-deleted', 'tag': 'ca4eb00b-e1c3-4d02-a249-8cc3b8454271', 'status': 'completed', 'code': 200} Sep 20 12:42:50.400914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.406549 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.411718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.471385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:50.485292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:50.491109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:50.498629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.519738 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.537035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Pushing event updated for resources: {'Port': ['ID=adf87f2a-e65d-4025-9c41-7023675e2df4,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:50.549621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.627423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/4cd432c9-8a5c-497a-ab33-7936409f89d1/501bb119-f56a-42f9-9631-94966c692b74) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:50.636888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event updated for resources: {'Port': ['ID=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:50.649324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:50.654140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.655685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.656336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.657436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.658018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.659147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.659723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.660278 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.660876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.661961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.662528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.663090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:42:50.674119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Network ff2608ad-3913-4e17-acf4-4423413a7eae is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:50.675669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:50.678102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:50.695177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.25.6.121 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/728dd39c-c636-4519-8de9-fc5271a7a524) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:50.730996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:50.732032 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.753730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc19a33-bcb7-4bbf-9387-ff2224cd8f22 req-79249a4b-d210-4909-b9bb-800f2d7b1a00 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:50.755413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fc19a33-bcb7-4bbf-9387-ff2224cd8f22 req-79249a4b-d210-4909-b9bb-800f2d7b1a00 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 931 time: 0.1092229 Sep 20 12:42:50.785629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Attempting to bind port adf87f2a-e65d-4025-9c41-7023675e2df4 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:50.785981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Attempting to bind port adf87f2a-e65d-4025-9c41-7023675e2df4 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '53f1c31d-8538-437f-b3bb-1934f647b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c036ef64-5b92-4da9-8e20-70e5c5ccc823'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:50.786345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Attempting to bind port adf87f2a-e65d-4025-9c41-7023675e2df4 on network c036ef64-5b92-4da9-8e20-70e5c5ccc823 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:50.805435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:50.806133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Checking segment: {'id': '53f1c31d-8538-437f-b3bb-1934f647b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c036ef64-5b92-4da9-8e20-70e5c5ccc823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:50.806748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.807121 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-5ef25eaa-89d8-4247-966b-bc3311b7c29b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6712236 Sep 20 12:42:50.807591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Bound using segment: {'id': '53f1c31d-8538-437f-b3bb-1934f647b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c036ef64-5b92-4da9-8e20-70e5c5ccc823'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:50.808356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Bound port: adf87f2a-e65d-4025-9c41-7023675e2df4, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f1c31d-8538-437f-b3bb-1934f647b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c036ef64-5b92-4da9-8e20-70e5c5ccc823'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:50.808934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.820923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Request body: {'port': {'device_id': '9a691eeb-2864-4371-8dbe-b74335ed513b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:50.853579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fc19a33-bcb7-4bbf-9387-ff2224cd8f22 req-f346fe06-c66e-4688-a823-d738f6042b63 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809410 Sep 20 12:42:50.886205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:50.900458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.030707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a2062-e7ac-4972-b89c-89486df5e6b4 req-e63aa196-69d0-4221-ba98-3ad03d35161d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:51.038756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-559a2062-e7ac-4972-b89c-89486df5e6b4 req-e63aa196-69d0-4221-ba98-3ad03d35161d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 946 time: 0.0719173 Sep 20 12:42:51.046595 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.087521 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.092820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] For port adf87f2a-e65d-4025-9c41-7023675e2df4, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:51.098740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] For port adf87f2a-e65d-4025-9c41-7023675e2df4, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=adf87f2a-e65d-4025-9c41-7023675e2df4,segment=NetworkSegment(53f1c31d-8538-437f-b3bb-1934f647b542),segment_id=53f1c31d-8538-437f-b3bb-1934f647b542)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:51.101854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:51.112935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:51.121440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:51.155585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-559a2062-e7ac-4972-b89c-89486df5e6b4 req-f444ddd6-6ca1-42af-872f-730b57d40185 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140461 Sep 20 12:42:51.158719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=728dd39c-c636-4519-8de9-fc5271a7a524,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:51.183396 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.191123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:51.209384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.213656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.242113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Transition to ACTIVE for port object b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:42:51.247591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:51.254066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:51.260667 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:51.299229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Pushing event updated for resources: {'Port': ['ID=501bb119-f56a-42f9-9631-94966c692b74,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:51.333270 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.348775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Attempting to bind port 501bb119-f56a-42f9-9631-94966c692b74 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:51.349368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Attempting to bind port 501bb119-f56a-42f9-9631-94966c692b74 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:51.349526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Attempting to bind port 501bb119-f56a-42f9-9631-94966c692b74 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:51.361645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:51.361993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:51.362398 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.362779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:51.363259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Bound port: 501bb119-f56a-42f9-9631-94966c692b74, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:51.363637 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.372706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c02918ef-52b6-405c-abbe-de5310abcdaf req-392dc5d6-cbfc-4b90-98f6-1729fb058e30 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 210 time: 0.0452189 Sep 20 12:42:51.407117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::1e9 (7b041315-d41c-4864-8fcf-07854b5e72d1/4cd432c9-8a5c-497a-ab33-7936409f89d1/e5aeea5b-6d98-4f72-8cc8-95320fb46401) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:51.431709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1943e4-3039-4cd9-a812-e50a345679d9 None None] Pushing event updated for resources: {'Port': ['ID=adf87f2a-e65d-4025-9c41-7023675e2df4,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:51.470242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] For port 501bb119-f56a-42f9-9631-94966c692b74, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:51.474286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] For port 501bb119-f56a-42f9-9631-94966c692b74, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=501bb119-f56a-42f9-9631-94966c692b74,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:51.510588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Pushing event updated for resources: {'Port': ['ID=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:51.577484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.599954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Attempting to bind port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:51.600484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Attempting to bind port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:51.600602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Attempting to bind port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:51.635140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 on network ff2608ad-3913-4e17-acf4-4423413a7eae not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:42:51.636511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Attempting to bind port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:51.652087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:51.652514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Checking segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:51.653030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Bound using segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:51.653508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Bound port: b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:51.654181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.675389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bece4f-a1ae-4df8-aacb-12bf260e6fc8 None None] Pushing event updated for resources: {'Port': ['ID=501bb119-f56a-42f9-9631-94966c692b74,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:51.689963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ca4eb00b-e1c3-4d02-a249-8cc3b8454271 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:51.729056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: ca4eb00b-e1c3-4d02-a249-8cc3b8454271 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:42:51.732484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ca4eb00b-e1c3-4d02-a249-8cc3b8454271 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:42:51.766831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] For port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:51.770534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] For port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:51.837708 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.840833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.856287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.878600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:51.879230 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:51.880648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] 10.222.0.32 "PUT /v2.0/ports/b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 HTTP/1.1" status: 200 len: 1091 time: 1.0661211 Sep 20 12:42:51.911402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd9032-69bf-4b79-9680-68ecc3bfb9be service neutron] Pushing event updated for resources: {'Port': ['ID=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:52.083160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f641ae-427c-4762-8130-27c66c9fe545 req-3afc758d-439e-4053-9743-bed564856445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:52.084696 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-3afc758d-439e-4053-9743-bed564856445 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 1094 time: 0.0677850 Sep 20 12:42:52.130886 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-50504b83-3470-4d82-b276-186509ffdd8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 HTTP/1.1" status: 200 len: 217 time: 0.0384502 Sep 20 12:42:52.192405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f641ae-427c-4762-8130-27c66c9fe545 req-df11a0ef-aaf5-413e-ba19-c145bb53f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:52.194024 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-df11a0ef-aaf5-413e-ba19-c145bb53f18d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.0549572 Sep 20 12:42:52.238428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-b5887c81-8500-4c25-b12f-6ee624750ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352781 Sep 20 12:42:52.374846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a691eeb-2864-4371-8dbe-b74335ed513b', 'tag': 'b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:52.378023 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bcefc1-17a5-4072-b189-91b89b80b6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a691eeb-2864-4371-8dbe-b74335ed513b", "tag": "b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:52.463463 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-6473237b-d9ef-4435-a29a-07d8968b5013 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162306 Sep 20 12:42:52.526730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-8c468535-8d89-4f94-a5e7-778c5add7bb7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:52.528253 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-8c468535-8d89-4f94-a5e7-778c5add7bb7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.21 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 813 time: 0.1869853 Sep 20 12:42:52.560291 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:52.568898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Request body: {'port': {'device_id': '8c290645-5341-4859-87e0-b0433eff0c12', 'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'admin_state_up': True, 'tenant_id': 'bb3e1d856a4e40c09d088919a9500be0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:52.661279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f641ae-427c-4762-8130-27c66c9fe545 req-90790f56-276b-400f-b947-d9bd4d456eb3 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881444 Sep 20 12:42:52.701310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:52.727253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b61c2-96dd-4ae1-b9b8-2f92d3e6c997 None None] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:52.748135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:52.756213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=e5aeea5b-6d98-4f72-8cc8-95320fb46401,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:52.767220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:52.771450 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a67a8509-c1aa-44d7-8ee4-2744c09584bd None None] Provisioning complete for port adf87f2a-e65d-4025-9c41-7023675e2df4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:52.771829 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a67a8509-c1aa-44d7-8ee4-2744c09584bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:52.773064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:52.773727 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:52.790818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1051c-e673-4549-9636-3e8a8ebf94a6 req-b3d46299-75c9-4eb3-9c99-d29d30d1f57a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:52.792378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1d1051c-e673-4549-9636-3e8a8ebf94a6 req-b3d46299-75c9-4eb3-9c99-d29d30d1f57a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 943 time: 0.2483940 Sep 20 12:42:52.839938 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:52.854877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-7ad91e1f-f588-44dd-85e0-51d9a2fa5bb0 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:52.856645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-7ad91e1f-f588-44dd-85e0-51d9a2fa5bb0 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.32 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 813 time: 0.3236773 Sep 20 12:42:52.859562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Made reservation on behalf of bb3e1d856a4e40c09d088919a9500be0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:52.865530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:52.920837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Request body: {'port': {'device_id': 'd33e14c0-8adb-4c2f-b3c6-405d3941f58d', 'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'admin_state_up': True, 'tenant_id': 'bb3e1d856a4e40c09d088919a9500be0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:52.978839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1d1051c-e673-4549-9636-3e8a8ebf94a6 req-0b3594c6-faed-4e0e-a2d4-e3293c9f392e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682823 Sep 20 12:42:52.989332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1ff3067-589b-40e5-b867-cec5ec6ac245 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0912824 Sep 20 12:42:53.002403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41214) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:53.101699 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f94549-c7f6-455a-9d2d-477a39c0c49d x-openstack-request-id: req-d0f94549-c7f6-455a-9d2d-477a39c0c49d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:53.101994 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a691eeb-2864-4371-8dbe-b74335ed513b", "tag": "b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:53.102253 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0f94549-c7f6-455a-9d2d-477a39c0c49d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:53.102641 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a691eeb-2864-4371-8dbe-b74335ed513b', 'tag': 'b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77', 'status': 'completed', 'code': 200} Sep 20 12:42:53.152741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a67a8509-c1aa-44d7-8ee4-2744c09584bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.211214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a67a8509-c1aa-44d7-8ee4-2744c09584bd None None] For port adf87f2a-e65d-4025-9c41-7023675e2df4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=adf87f2a-e65d-4025-9c41-7023675e2df4,segment=NetworkSegment(53f1c31d-8538-437f-b3bb-1934f647b542),segment_id=53f1c31d-8538-437f-b3bb-1934f647b542)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:53.214339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38db37ce-aa0b-452f-b881-d187e43f6f07 req-d81721c0-7c9a-44a6-903d-72bb552b2caf tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 210 time: 0.0565588 Sep 20 12:42:53.223232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Allocated IP 172.20.0.6 (788703e9-6381-4731-af0a-554c34e05832/6848e6d0-3768-403b-8369-a3edf2c5b13e/cfd1702d-ea2b-4305-afb6-d7104041a7a8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:53.250170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4257e-4a56-4938-85d4-dfe61a162db3 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:53.263079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a1a34-83c6-4b11-9512-a6606e508962 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:53.286058 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a67a8509-c1aa-44d7-8ee4-2744c09584bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.294516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a1a34-83c6-4b11-9512-a6606e508962 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:53.294728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:53.296025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-033a1a34-83c6-4b11-9512-a6606e508962 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2925737 Sep 20 12:42:53.300945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:53.371268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-edf5df58-414f-4dfb-a9d2-a22bef82d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:53.373180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-edf5df58-414f-4dfb-a9d2-a22bef82d2fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 1094 time: 0.2695391 Sep 20 12:42:53.377883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router ecb8c51f-f210-4482-9200-cb1705439ffc is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:42:53.382609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:42:53.382951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 624c725c-0c47-4bd2-bc3c-6cb2f6169cd7 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:42:53.430407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a8509-c1aa-44d7-8ee4-2744c09584bd None None] Pushing event updated for resources: {'Port': ['ID=adf87f2a-e65d-4025-9c41-7023675e2df4,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:53.444832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Made reservation on behalf of bb3e1d856a4e40c09d088919a9500be0 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:53.451344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.455583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 501bb119-f56a-42f9-9631-94966c692b74 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:53.517135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1503641c-861d-410c-a74d-9b7df1fd95cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port e5aeea5b-6d98-4f72-8cc8-95320fb46401 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:53.517498 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1503641c-861d-410c-a74d-9b7df1fd95cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.526714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d3adc528-6cf4-43c8-83b5-5281a84599bc None None] Provisioning complete for port 501bb119-f56a-42f9-9631-94966c692b74 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:53.527524 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3adc528-6cf4-43c8-83b5-5281a84599bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.657250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 501bb119-f56a-42f9-9631-94966c692b74 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:53.659014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.662013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:53.691024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4b756-8761-4e68-bded-215e51e58e9e None None] Sync routers for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:53.723940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4b756-8761-4e68-bded-215e51e58e9e None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:53.725126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3ca4b756-8761-4e68-bded-215e51e58e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:53.749492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1503641c-861d-410c-a74d-9b7df1fd95cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.765181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1503641c-861d-410c-a74d-9b7df1fd95cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for e5aeea5b-6d98-4f72-8cc8-95320fb46401 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:53.792321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3ca4b756-8761-4e68-bded-215e51e58e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:53.819333 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3adc528-6cf4-43c8-83b5-5281a84599bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.832160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4b756-8761-4e68-bded-215e51e58e9e None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:53.832956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3ca4b756-8761-4e68-bded-215e51e58e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:53.838429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:53.839873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff4472bd-da10-4f85-86e3-e95d8dc51d2c tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5975740 Sep 20 12:42:53.843669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41224) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:53.900209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3ca4b756-8761-4e68-bded-215e51e58e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:53.900884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4b756-8761-4e68-bded-215e51e58e9e None None] The sync data for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:53.928151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d3adc528-6cf4-43c8-83b5-5281a84599bc None None] For port 501bb119-f56a-42f9-9631-94966c692b74, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=501bb119-f56a-42f9-9631-94966c692b74,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:53.936172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.006559 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3adc528-6cf4-43c8-83b5-5281a84599bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.019719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-e85eae1d-fe3d-4339-a7b0-50790a83169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:54.021751 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-e85eae1d-fe3d-4339-a7b0-50790a83169c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 906 time: 0.6154873 Sep 20 12:42:54.062222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1503641c-861d-410c-a74d-9b7df1fd95cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.105223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adc528-6cf4-43c8-83b5-5281a84599bc None None] Pushing event updated for resources: {'Port': ['ID=501bb119-f56a-42f9-9631-94966c692b74,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:54.115498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-cc8c3bad-ac46-4b56-aad2-01f217268b67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 HTTP/1.1" status: 200 len: 217 time: 0.0763848 Sep 20 12:42:54.117087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:42:54.117447 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:42:54.118697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.131316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cbc4d7fe-6a50-44db-b08e-eee1c45888e4 None None] Provisioning complete for port 501bb119-f56a-42f9-9631-94966c692b74 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:54.148353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d7fe-6a50-44db-b08e-eee1c45888e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.148804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503641c-861d-410c-a74d-9b7df1fd95cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=e5aeea5b-6d98-4f72-8cc8-95320fb46401,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:54.170913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937761-144f-4672-9238-590be7415e15 req-39a5acb6-ba0f-4869-a0d9-55d3e7478d7f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:54.180154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17937761-144f-4672-9238-590be7415e15 req-39a5acb6-ba0f-4869-a0d9-55d3e7478d7f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 943 time: 0.1345139 Sep 20 12:42:54.189722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1503641c-861d-410c-a74d-9b7df1fd95cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.192022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1503641c-861d-410c-a74d-9b7df1fd95cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/e5aeea5b-6d98-4f72-8cc8-95320fb46401 HTTP/1.1" status: 204 len: 168 time: 0.8902130 Sep 20 12:42:54.199626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41228) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:54.230957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17937761-144f-4672-9238-590be7415e15 req-a864efd5-8e35-4857-8f31-c15ed7db0b1e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495751 Sep 20 12:42:54.246148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cbc4d7fe-6a50-44db-b08e-eee1c45888e4 None None] Could not find standard attr ID for object e5aeea5b-6d98-4f72-8cc8-95320fb46401. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:42:54.269898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cbc4d7fe-6a50-44db-b08e-eee1c45888e4 None None] Provisioning complete for port adf87f2a-e65d-4025-9c41-7023675e2df4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:54.270624 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d7fe-6a50-44db-b08e-eee1c45888e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.329301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-678c6065-2f95-4eb7-b304-58f0f4efd6a2 req-6dbb2b42-f313-4eb4-a5bf-d0988ccdaa6d tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 210 time: 0.0283363 Sep 20 12:42:54.353307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-d6cc032b-32e3-4225-8948-9ba87a8bc939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:54.354767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-d6cc032b-32e3-4225-8948-9ba87a8bc939 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.2235882 Sep 20 12:42:54.399236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.420017 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-18208701-5925-42fb-95a0-f958f3315670 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500875 Sep 20 12:42:54.423249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d716492-2d7b-4a5f-95f3-f8a9dbcad635 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:54.424910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d716492-2d7b-4a5f-95f3-f8a9dbcad635 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:54.428809 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4d716492-2d7b-4a5f-95f3-f8a9dbcad635 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2220359 Sep 20 12:42:54.429372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41236) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:54.431970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Allocated IP 172.20.0.13 (788703e9-6381-4731-af0a-554c34e05832/6848e6d0-3768-403b-8369-a3edf2c5b13e/5736d1d2-20f3-47ec-8423-bd283b83a907) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:54.448395 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:42:54.516476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a15c07da-7378-4493-82be-19e092772789 None None] Could not find standard attr ID for object e5aeea5b-6d98-4f72-8cc8-95320fb46401. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:42:54.530853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd83011-40b4-4cc4-9e3c-087d7254d13c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 4cd432c9-8a5c-497a-ab33-7936409f89d1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:42:54.538122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bd83011-40b4-4cc4-9e3c-087d7254d13c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.538956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Network 788703e9-6381-4731-af0a-554c34e05832 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:54.545100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:54.556801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:54.597295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Pushing event updated for resources: {'Port': ['ID=cfd1702d-ea2b-4305-afb6-d7104041a7a8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:54.611376 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bd83011-40b4-4cc4-9e3c-087d7254d13c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.654610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device adf87f2a-e65d-4025-9c41-7023675e2df4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:54.698141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:54.698764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.708005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port adf87f2a-e65d-4025-9c41-7023675e2df4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:54.708390 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.755867 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-6077af1e-483f-410a-9725-2b7b08448e15 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733355 Sep 20 12:42:54.764815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.781893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bd83011-40b4-4cc4-9e3c-087d7254d13c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.865383 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-bc0855f6-e829-4bd8-8e35-967d92c4b0d7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3261645 Sep 20 12:42:54.880172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Request body: {'port': {'device_id': '8c290645-5341-4859-87e0-b0433eff0c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:54.925701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.967718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bd83011-40b4-4cc4-9e3c-087d7254d13c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:54.977364 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66bcefc1-17a5-4072-b189-91b89b80b6b2 req-2aaf4e82-f039-421e-a79f-5f49a77bb365 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116427 Sep 20 12:42:54.982274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Network 788703e9-6381-4731-af0a-554c34e05832 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:54.983211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.010458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:55.014380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd83011-40b4-4cc4-9e3c-087d7254d13c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd432c9-8a5c-497a-ab33-7936409f89d1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:55.021157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:55.026907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bd83011-40b4-4cc4-9e3c-087d7254d13c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.028783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6bd83011-40b4-4cc4-9e3c-087d7254d13c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/4cd432c9-8a5c-497a-ab33-7936409f89d1 HTTP/1.1" status: 204 len: 168 time: 0.5985188 Sep 20 12:42:55.029558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Pushing event updated for resources: {'Port': ['ID=5736d1d2-20f3-47ec-8423-bd283b83a907,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:55.031630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41240) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:55.033815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dacfdc-f0af-4412-9be1-d36eb63029e6 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:55.081100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.116452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac8986bd-5b17-4fbb-9294-ac41495535e6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646789 Sep 20 12:42:55.121439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41242) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:55.128243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:55.151419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:55.152044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.257459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:42:55.298132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device adf87f2a-e65d-4025-9c41-7023675e2df4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:55.302312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:55.302441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-d6e733b1-d927-45fa-a8ed-a1712e5c8d1a tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3956470 Sep 20 12:42:55.319265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Request body: {'port': {'device_id': 'd33e14c0-8adb-4c2f-b3c6-405d3941f58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:55.405379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:55.405610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] Deleting port 501bb119-f56a-42f9-9631-94966c692b74 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:55.405833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.409626 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.444642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd1702d-ea2b-4305-afb6-d7104041a7a8 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:55.448312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.463239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.463393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port adf87f2a-e65d-4025-9c41-7023675e2df4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:55.463393 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.465030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Transition to ACTIVE for port object cfd1702d-ea2b-4305-afb6-d7104041a7a8 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:42:55.491722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb463c8-46a9-45ca-a45f-9cb732f64f9e req-48ae9b1d-f662-422d-92ae-d9573e0d5319 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:55.492634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbb463c8-46a9-45ca-a45f-9cb732f64f9e req-48ae9b1d-f662-422d-92ae-d9573e0d5319 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 943 time: 0.1520984 Sep 20 12:42:55.523031 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.545755 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.554887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] For port 501bb119-f56a-42f9-9631-94966c692b74, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=501bb119-f56a-42f9-9631-94966c692b74,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:55.555952 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.585388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] Calling delete_port for 501bb119-f56a-42f9-9631-94966c692b74 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:55.588553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:55.589291 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd4dd18-4164-4789-93bc-c80cf359beb7" -d '{"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:55.613453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:55.653558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd1702d-ea2b-4305-afb6-d7104041a7a8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:55.668952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbb463c8-46a9-45ca-a45f-9cb732f64f9e req-e59e7a4c-61d9-4a5b-a924-62a4b02bfb16 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637428 Sep 20 12:42:55.699957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.753430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.20.0.1 (c036ef64-5b92-4da9-8e20-70e5c5ccc823/f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8/d5a4f09f-f6af-4d74-b265-57d4be734274) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:55.801753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Attempting to bind port cfd1702d-ea2b-4305-afb6-d7104041a7a8 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:55.801753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Attempting to bind port cfd1702d-ea2b-4305-afb6-d7104041a7a8 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:55.801753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Attempting to bind port cfd1702d-ea2b-4305-afb6-d7104041a7a8 on network 788703e9-6381-4731-af0a-554c34e05832 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:55.809102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Port cfd1702d-ea2b-4305-afb6-d7104041a7a8 on network 788703e9-6381-4731-af0a-554c34e05832 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:42:55.809677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Attempting to bind port cfd1702d-ea2b-4305-afb6-d7104041a7a8 on network 788703e9-6381-4731-af0a-554c34e05832 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:55.822534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:55.845926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:55.847063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Checking segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:55.849302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Bound using segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:55.849302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Bound port: cfd1702d-ea2b-4305-afb6-d7104041a7a8, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:55.849302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.911536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73bac8-e14c-4db8-bf05-05dec76c73a3 req-de9295ab-4522-4490-bbac-93103e968a55 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:55.913163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c73bac8-e14c-4db8-bf05-05dec76c73a3 req-de9295ab-4522-4490-bbac-93103e968a55 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 932 time: 0.0870967 Sep 20 12:42:55.932873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.942935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:55.977334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] Pushing event deleted for resources: {'Port': ['ID=501bb119-f56a-42f9-9631-94966c692b74,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:55.985296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512da621-d8e9-4330-989a-d6758f0108dd None None] No DVR routers for this DVR port 501bb119-f56a-42f9-9631-94966c692b74 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:42:55.997732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5736d1d2-20f3-47ec-8423-bd283b83a907 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:56.009364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.023346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:56.040084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:56.047825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:56.053329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.053329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=0310edf2-88c7-4bf4-b7dd-f0003bc646e1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:56.059745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Transition to ACTIVE for port object 5736d1d2-20f3-47ec-8423-bd283b83a907 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:42:56.066027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cadbee9-b331-4dd2-9c32-44879bb83457 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:42:56.066688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c73bac8-e14c-4db8-bf05-05dec76c73a3 req-37e7092d-ccc2-4aed-91c2-7067cc28d925 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347868 Sep 20 12:42:56.170055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.211835 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a584b17-4a2d-4dce-8b8c-b39da7fa4730 x-openstack-request-id: req-7a584b17-4a2d-4dce-8b8c-b39da7fa4730 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:56.212159 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:56.212416 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a584b17-4a2d-4dce-8b8c-b39da7fa4730 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:56.212810 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'code': 200} Sep 20 12:42:56.215606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b87314f3-658d-461f-8cbc-06e0e0319823 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0931528 Sep 20 12:42:56.223150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:56.228445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'name': 'tempest-NetworksTestDHCPv6-1511049964'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:56.259790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '0310edf2-88c7-4bf4-b7dd-f0003bc646e1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:42:56.262198 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.271704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.320312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] For port cfd1702d-ea2b-4305-afb6-d7104041a7a8, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:56.324134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] For port cfd1702d-ea2b-4305-afb6-d7104041a7a8, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=cfd1702d-ea2b-4305-afb6-d7104041a7a8,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:56.395466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.413224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.418305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/0310edf2-88c7-4bf4-b7dd-f0003bc646e1/ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:56.462620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:56.464392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:56.470384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:56.536522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:56.537210 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.542442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] 10.222.0.21 "PUT /v2.0/ports/cfd1702d-ea2b-4305-afb6-d7104041a7a8 HTTP/1.1" status: 200 len: 1091 time: 1.6679707 Sep 20 12:42:56.548521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c290645-5341-4859-87e0-b0433eff0c12', 'tag': 'cfd1702d-ea2b-4305-afb6-d7104041a7a8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:56.550843 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92223b6-fe28-4736-a1e4-4755eb76283a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c290645-5341-4859-87e0-b0433eff0c12", "tag": "cfd1702d-ea2b-4305-afb6-d7104041a7a8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:56.570168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=d5a4f09f-f6af-4d74-b265-57d4be734274,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:56.616574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.621423 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c7437e-3d04-4a98-8dbe-e25512a6d34d x-openstack-request-id: req-c9c7437e-3d04-4a98-8dbe-e25512a6d34d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:56.621705 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c290645-5341-4859-87e0-b0433eff0c12", "tag": "cfd1702d-ea2b-4305-afb6-d7104041a7a8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:56.622328 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9c7437e-3d04-4a98-8dbe-e25512a6d34d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:56.622328 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c290645-5341-4859-87e0-b0433eff0c12', 'tag': 'cfd1702d-ea2b-4305-afb6-d7104041a7a8', 'status': 'completed', 'code': 200} Sep 20 12:42:56.660772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.725283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4dfb1-64ec-46b0-9647-d80f97afca77 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd1702d-ea2b-4305-afb6-d7104041a7a8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:56.745596 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.793374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5736d1d2-20f3-47ec-8423-bd283b83a907,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:56.793974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92223b6-fe28-4736-a1e4-4755eb76283a req-af9b95ce-f0ef-42ae-87ba-35f14a84ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:56.795503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e92223b6-fe28-4736-a1e4-4755eb76283a req-af9b95ce-f0ef-42ae-87ba-35f14a84ae98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&device_id=8c290645-5341-4859-87e0-b0433eff0c12 HTTP/1.1" status: 200 len: 1094 time: 0.1351275 Sep 20 12:42:56.840245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:56.853936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:56.864588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:56.894897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Pushing event updated for resources: {'Port': ['ID=ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:56.943325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-be6a27f0-f4dc-4c33-b392-6227bfa247c9 None None] Provisioning complete for port d5a4f09f-f6af-4d74-b265-57d4be734274 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:56.943877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be6a27f0-f4dc-4c33-b392-6227bfa247c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.978732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Attempting to bind port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:56.980721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Attempting to bind port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:56.980721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Attempting to bind port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:56.993169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:56.997736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:56.997736 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:56.997736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:56.997736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Bound port: ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:56.997736 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.004055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-be6a27f0-f4dc-4c33-b392-6227bfa247c9 None None] Port d5a4f09f-f6af-4d74-b265-57d4be734274 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:42:57.014082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Attempting to bind port 5736d1d2-20f3-47ec-8423-bd283b83a907 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:42:57.014799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Attempting to bind port 5736d1d2-20f3-47ec-8423-bd283b83a907 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:42:57.015294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Attempting to bind port 5736d1d2-20f3-47ec-8423-bd283b83a907 on network 788703e9-6381-4731-af0a-554c34e05832 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:57.028429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801f62b-4ecb-4972-bae4-16de73cf5d61 req-4e23dda4-ca93-468b-aff8-44a06cbafd97 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:57.038131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f801f62b-4ecb-4972-bae4-16de73cf5d61 req-4e23dda4-ca93-468b-aff8-44a06cbafd97 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 943 time: 0.1711204 Sep 20 12:42:57.070439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Port 5736d1d2-20f3-47ec-8423-bd283b83a907 on network 788703e9-6381-4731-af0a-554c34e05832 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:42:57.071051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Attempting to bind port 5736d1d2-20f3-47ec-8423-bd283b83a907 on network 788703e9-6381-4731-af0a-554c34e05832 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:42:57.082715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:57.089214 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.097825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:42:57.098478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Checking segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:42:57.099039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Bound using segment: {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:42:57.099965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Bound port: 5736d1d2-20f3-47ec-8423-bd283b83a907, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd135fd2d-814d-474c-a2ec-8733783142f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '788703e9-6381-4731-af0a-554c34e05832'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:42:57.100539 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.105295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] For port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:57.111475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] For port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:57.122985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92223b6-fe28-4736-a1e4-4755eb76283a req-6f6ccf64-65d6-4351-8ae7-8f9f71a3acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:57.124877 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e92223b6-fe28-4736-a1e4-4755eb76283a req-6f6ccf64-65d6-4351-8ae7-8f9f71a3acba service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bb3e1d856a4e40c09d088919a9500be0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3141143 Sep 20 12:42:57.126527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.153508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f801f62b-4ecb-4972-bae4-16de73cf5d61 req-cd6aa0c1-d83b-4a28-9c1e-d9a5c7c9fe07 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138599 Sep 20 12:42:57.155049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 5cd89849-0952-4158-9f69-110ce83c06f7 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:42:57.194340 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.303890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:57.332503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 501bb119-f56a-42f9-9631-94966c692b74 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:42:57.403209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] For port 5736d1d2-20f3-47ec-8423-bd283b83a907, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:42:57.458932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] For port 5736d1d2-20f3-47ec-8423-bd283b83a907, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5736d1d2-20f3-47ec-8423-bd283b83a907,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:42:57.503654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b10f6-743a-4805-8510-e1503f08b544 req-9cfaae36-01b2-4e14-952f-93d6eb5a7851 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:57.508856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-162b10f6-743a-4805-8510-e1503f08b544 req-9cfaae36-01b2-4e14-952f-93d6eb5a7851 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 944 time: 0.2213681 Sep 20 12:42:57.561844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::193 (7b041315-d41c-4864-8fcf-07854b5e72d1/0310edf2-88c7-4bf4-b7dd-f0003bc646e1/5cd89849-0952-4158-9f69-110ce83c06f7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:42:57.568220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.625383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e742-b8ed-4898-bf8b-fc2e6f946eb7 None None] Pushing event updated for resources: {'Port': ['ID=ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:57.636700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 501bb119-f56a-42f9-9631-94966c692b74 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:42:57.637111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 501bb119-f56a-42f9-9631-94966c692b74 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:42:57.677779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5736d1d2-20f3-47ec-8423-bd283b83a907,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:57.690945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:57.691676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.693733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-8fbe6015-2c5b-46e9-bf02-98502d2175b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/5736d1d2-20f3-47ec-8423-bd283b83a907 HTTP/1.1" status: 200 len: 1092 time: 2.3785765 Sep 20 12:42:57.714273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33e14c0-8adb-4c2f-b3c6-405d3941f58d', 'tag': '5736d1d2-20f3-47ec-8423-bd283b83a907'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:42:57.720072 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93649e60-c25d-4990-8b18-36fdaf0c5604" -d '{"events": [{"name": "network-changed", "server_uuid": "d33e14c0-8adb-4c2f-b3c6-405d3941f58d", "tag": "5736d1d2-20f3-47ec-8423-bd283b83a907"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:42:57.760369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92223b6-fe28-4736-a1e4-4755eb76283a req-6b98f277-c0f6-43cb-9c13-8208beb273f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:57.762100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e92223b6-fe28-4736-a1e4-4755eb76283a req-6b98f277-c0f6-43cb-9c13-8208beb273f4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6262820 Sep 20 12:42:57.774452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-162b10f6-743a-4805-8510-e1503f08b544 req-9a8d2915-8126-424d-b8e7-fbd241575917 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587247 Sep 20 12:42:57.783358 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.804906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:57.830813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'port_id': 'b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77', 'mac_address': 'fa:16:3e:fc:66:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6689bf-2894-48e1-b8c4-ea568d818531', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:57.899666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-725ea403-46ad-42f2-8827-04343e4fe25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:57.901462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-725ea403-46ad-42f2-8827-04343e4fe25d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 1095 time: 0.0944510 Sep 20 12:42:57.907602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.947864 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:57.974370 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b5eec-7787-4cc7-9a3c-4154213f7c47 x-openstack-request-id: req-552b5eec-7787-4cc7-9a3c-4154213f7c47 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:42:57.974655 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33e14c0-8adb-4c2f-b3c6-405d3941f58d", "tag": "5736d1d2-20f3-47ec-8423-bd283b83a907", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:42:57.974838 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-552b5eec-7787-4cc7-9a3c-4154213f7c47 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:42:57.975470 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33e14c0-8adb-4c2f-b3c6-405d3941f58d', 'tag': '5736d1d2-20f3-47ec-8423-bd283b83a907', 'status': 'completed', 'code': 200} Sep 20 12:42:57.977318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:57.981461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-8154cd84-b7b4-4891-af77-2fa744c93c69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5736d1d2-20f3-47ec-8423-bd283b83a907 HTTP/1.1" status: 200 len: 217 time: 0.0507832 Sep 20 12:42:57.999321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:58.033702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:58.068247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=d5a4f09f-f6af-4d74-b265-57d4be734274,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:58.071970 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:58.072688 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-e552e6c4-5f35-4860-a808-71f095b10a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:58.073756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:58.074982 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-e552e6c4-5f35-4860-a808-71f095b10a72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&device_id=8c290645-5341-4859-87e0-b0433eff0c12 HTTP/1.1" status: 200 len: 1094 time: 0.2384706 Sep 20 12:42:58.078085 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:58.083030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-f3b0477b-1b71-41bc-8674-79a4d9aeed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:58.085050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-f3b0477b-1b71-41bc-8674-79a4d9aeed0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6848e6d0-3768-403b-8369-a3edf2c5b13e HTTP/1.1" status: 200 len: 853 time: 0.0940838 Sep 20 12:42:58.124099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-815b0b88-0d36-48e2-aefe-99d5bd5ac54c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=788703e9-6381-4731-af0a-554c34e05832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305760 Sep 20 12:42:58.164426 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-dcc204d9-91be-40a6-94a2-2be18df3da5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd1702d-ea2b-4305-afb6-d7104041a7a8 HTTP/1.1" status: 200 len: 217 time: 0.0635252 Sep 20 12:42:58.192906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:58.252487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:58.333457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72844-1b39-4671-a3af-e798caa88359 req-b8e4754f-f1af-4106-b556-5d5ef0172856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:58.335192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-b8e4754f-f1af-4106-b556-5d5ef0172856 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6848e6d0-3768-403b-8369-a3edf2c5b13e HTTP/1.1" status: 200 len: 853 time: 0.1012175 Sep 20 12:42:58.340736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:58.352348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-bea8c9a4-f6a1-4f78-84eb-ebf36d177c0a service neutron] 10.222.0.32 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164741 Sep 20 12:42:58.360383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'mac_address': 'fa:16:3e:1c:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:58.409638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:58.419484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:58.424569 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-06ff3960-e9c7-46a7-8925-f68e9226dcfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=788703e9-6381-4731-af0a-554c34e05832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713205 Sep 20 12:42:58.431079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:58.431914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:42:58.437203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=5cd89849-0952-4158-9f69-110ce83c06f7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:58.449185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:42:58.449462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb55065-e3e3-41f2-93b9-84575ef85826 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:42:58.456582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:42:58.464772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:58.465486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:58.511520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:58.605253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a3fcd-d0be-4abc-87b6-db6d75ed1cbc req-1773a6a5-2d3a-47e8-b1e6-89a473e2d821 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:58.607003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b73a3fcd-d0be-4abc-87b6-db6d75ed1cbc req-1773a6a5-2d3a-47e8-b1e6-89a473e2d821 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 944 time: 0.2618318 Sep 20 12:42:58.624959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef053fd6-954e-4b1a-b66b-a6e14d866f17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4000673 Sep 20 12:42:58.626022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41306) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:58.627489 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:58.675253 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-9be12305-ad67-49d9-85b6-88fca5a404a9 service neutron] 10.222.0.21 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419827 Sep 20 12:42:58.744958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['3fb55065-e3e3-41f2-93b9-84575ef85826'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:58.804128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b73a3fcd-d0be-4abc-87b6-db6d75ed1cbc req-29315a7b-b4e8-48ca-91b9-500c15c941b2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874347 Sep 20 12:42:58.805089 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-51eac593-3eec-44c8-bac1-7b3da8bf6b46 service neutron] 10.222.0.21 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212347 Sep 20 12:42:58.807437 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36c72844-1b39-4671-a3af-e798caa88359 req-14237d5c-56bb-4deb-92cb-10ed354ede79 service neutron] 10.222.0.32 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407787 Sep 20 12:42:58.832556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:42:58.850777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router ecb8c51f-f210-4482-9200-cb1705439ffc has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:42:58.898526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51279648-0287-46d4-bbd9-7d683662500f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:58.916753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51279648-0287-46d4-bbd9-7d683662500f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:58.916962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:42:58.922688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-51279648-0287-46d4-bbd9-7d683662500f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2865491 Sep 20 12:42:58.924367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41312) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:59.027289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:42:59.033980 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-610eeae3-0643-4038-8fe5-7c0308c34397 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/routers/ecb8c51f-f210-4482-9200-cb1705439ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1855338 Sep 20 12:42:59.037886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:42:59.039817 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3510f43b-e864-42e8-bf29-b081557c0585 None None] Sync routers for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:42:59.045368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'port': {'network_id': 'c036ef64-5b92-4da9-8e20-70e5c5ccc823', 'name': 'tempest-FloatingIPTestJSON-919829589'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:42:59.055513 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510f43b-e864-42e8-bf29-b081557c0585 None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:59.056234 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3510f43b-e864-42e8-bf29-b081557c0585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:59.098336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-13953c82-e613-4087-8733-dd8160aa74bf None None] Provisioning complete for port d5a4f09f-f6af-4d74-b265-57d4be734274 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:59.098709 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-13953c82-e613-4087-8733-dd8160aa74bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.130304 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3510f43b-e864-42e8-bf29-b081557c0585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:59.153355 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510f43b-e864-42e8-bf29-b081557c0585 None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:42:59.154391 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3510f43b-e864-42e8-bf29-b081557c0585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:59.165557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-13953c82-e613-4087-8733-dd8160aa74bf None None] Port d5a4f09f-f6af-4d74-b265-57d4be734274 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:42:59.193441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0dfba-72d7-4cff-9260-758e43480c1e req-987b5ce9-120a-4ae7-96e8-d311b0165396 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:59.212681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6a0dfba-72d7-4cff-9260-758e43480c1e req-987b5ce9-120a-4ae7-96e8-d311b0165396 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 944 time: 0.2274017 Sep 20 12:42:59.238479 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3510f43b-e864-42e8-bf29-b081557c0585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:42:59.239184 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3510f43b-e864-42e8-bf29-b081557c0585 None None] The sync data for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:42:59.248820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-6340a649-72b1-47de-b00d-7e289149fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:59.250935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-6340a649-72b1-47de-b00d-7e289149fc3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb3e1d856a4e40c09d088919a9500be0&device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 1095 time: 0.2702982 Sep 20 12:42:59.313348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6a0dfba-72d7-4cff-9260-758e43480c1e req-ceed597a-b446-4f46-abc7-1fe8fe425fb6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008670 Sep 20 12:42:59.314612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Made reservation on behalf of ffb487fc0dd94a32b42baf76c2893b60 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:42:59.318685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.327832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-18cb37e5-51a7-4aa2-9817-ad148fbfc092 None None] Provisioning complete for port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:59.328915 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18cb37e5-51a7-4aa2-9817-ad148fbfc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.415669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:42:59.439970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7456edb8-6230-4368-a585-99001001eb38 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 5cd89849-0952-4158-9f69-110ce83c06f7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:42:59.441053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7456edb8-6230-4368-a585-99001001eb38 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.496936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:42:59.497389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.537256 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18cb37e5-51a7-4aa2-9817-ad148fbfc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.541219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-ce53d784-8a7c-4149-8bf4-357e16dc3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:59.542921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-ce53d784-8a7c-4149-8bf4-357e16dc3e75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 200 len: 913 time: 0.2817693 Sep 20 12:42:59.602620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7456edb8-6230-4368-a585-99001001eb38 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.639358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-18cb37e5-51a7-4aa2-9817-ad148fbfc092 None None] For port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:59.673066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-bdd1a966-c624-4a96-9744-993395b9c111 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5736d1d2-20f3-47ec-8423-bd283b83a907 HTTP/1.1" status: 200 len: 217 time: 0.1188283 Sep 20 12:42:59.679133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7456edb8-6230-4368-a585-99001001eb38 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 5cd89849-0952-4158-9f69-110ce83c06f7 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:42:59.684931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device cfd1702d-ea2b-4305-afb6-d7104041a7a8 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:42:59.744711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-8d5fbe2b-3718-4f99-8858-0da78a843877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:42:59.746182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-8d5fbe2b-3718-4f99-8858-0da78a843877 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6848e6d0-3768-403b-8369-a3edf2c5b13e HTTP/1.1" status: 200 len: 853 time: 0.0648029 Sep 20 12:42:59.787004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-741e4ba0-0682-4a29-9bb2-855e957e1feb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=788703e9-6381-4731-af0a-554c34e05832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321248 Sep 20 12:42:59.838001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] device_id is not set on port 37ddcab3-1d4e-49a9-bfd0-a7d90e783e86 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:42:59.882457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port cfd1702d-ea2b-4305-afb6-d7104041a7a8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=cfd1702d-ea2b-4305-afb6-d7104041a7a8,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:42:59.907493 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.910611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'cfd1702d-ea2b-4305-afb6-d7104041a7a8', 'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'port_id': 'cfd1702d-ea2b-4305-afb6-d7104041a7a8', 'mac_address': 'fa:16:3e:09:78:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6848e6d0-3768-403b-8369-a3edf2c5b13e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:42:59.915557 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18cb37e5-51a7-4aa2-9817-ad148fbfc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:42:59.964452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-9eeb4718-e3ef-462f-9e96-66bd5d17239f service neutron] 10.222.0.32 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490135 Sep 20 12:43:00.041213 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:00.054215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Allocated IP 172.20.0.3 (c036ef64-5b92-4da9-8e20-70e5c5ccc823/f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8/37ddcab3-1d4e-49a9-bfd0-a7d90e783e86) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:00.064919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd1702d-ea2b-4305-afb6-d7104041a7a8 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:00.148302 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93649e60-c25d-4990-8b18-36fdaf0c5604 req-e172bd27-7c3d-49f1-9261-ba9dcc08ad6d service neutron] 10.222.0.32 "GET /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735368 Sep 20 12:43:00.170028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ea7d3079-6dab-412b-9375-07474f756f3c None None] Provisioning complete for port 5cd89849-0952-4158-9f69-110ce83c06f7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:00.170785 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ea7d3079-6dab-412b-9375-07474f756f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:00.207219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cbeb3-1815-4e22-9e49-2a1065d10690 req-81ca84e0-d73f-4c80-a526-373f35f13a49 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:00.209315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a37cbeb3-1815-4e22-9e49-2a1065d10690 req-81ca84e0-d73f-4c80-a526-373f35f13a49 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 944 time: 0.2251899 Sep 20 12:43:00.240156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port cfd1702d-ea2b-4305-afb6-d7104041a7a8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=cfd1702d-ea2b-4305-afb6-d7104041a7a8,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:00.246041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb37e5-51a7-4aa2-9817-ad148fbfc092 None None] Pushing event updated for resources: {'Port': ['ID=ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:00.282708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:43:00.283238 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:43:00.283794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d3079-6dab-412b-9375-07474f756f3c None None] Port 5cd89849-0952-4158-9f69-110ce83c06f7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:00.297599 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:00.308524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a37cbeb3-1815-4e22-9e49-2a1065d10690 req-defa6c6e-133e-435f-a3b9-784e70f70aa7 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858269 Sep 20 12:43:00.338047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:00.387039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=cfd1702d-ea2b-4305-afb6-d7104041a7a8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:00.430602 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7456edb8-6230-4368-a585-99001001eb38 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:00.472146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:00.496353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456edb8-6230-4368-a585-99001001eb38 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=5cd89849-0952-4158-9f69-110ce83c06f7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:00.530564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['cfd1702d-ea2b-4305-afb6-d7104041a7a8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:00.532175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a52903-bf31-42c6-af81-0f0b73d22037 req-c5328fc2-eea9-45ea-b5ad-00859ab15416 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:00.556345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7a52903-bf31-42c6-af81-0f0b73d22037 req-c5328fc2-eea9-45ea-b5ad-00859ab15416 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 944 time: 0.1780100 Sep 20 12:43:00.566709 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7456edb8-6230-4368-a585-99001001eb38 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:00.568886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7456edb8-6230-4368-a585-99001001eb38 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/5cd89849-0952-4158-9f69-110ce83c06f7 HTTP/1.1" status: 204 len: 168 time: 1.6426508 Sep 20 12:43:00.571542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41326) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:00.573999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event updated for resources: {'Port': ['ID=37ddcab3-1d4e-49a9-bfd0-a7d90e783e86,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:00.648654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7a52903-bf31-42c6-af81-0f0b73d22037 req-a405c29e-6b7b-4b51-b749-4687e74ead2b tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914478 Sep 20 12:43:00.761273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:00.768907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:00.783452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:00.916812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72f1d2-8089-44a7-bb24-c89da88453c9 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:00.921860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72f1d2-8089-44a7-bb24-c89da88453c9 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:00.925784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0a72f1d2-8089-44a7-bb24-c89da88453c9 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3263915 Sep 20 12:43:00.928621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:00.982312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:00.984865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.058313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-835a400d-fd0b-44a1-ae4f-020ece2d8fb8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 0310edf2-88c7-4bf4-b7dd-f0003bc646e1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:01.062233 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-835a400d-fd0b-44a1-ae4f-020ece2d8fb8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.083217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b791cc27-1e93-4425-8b66-83eb739cb06f tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0428357 Sep 20 12:43:01.086727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41334) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:01.094411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Request body: {'floatingip': {'port_id': '37ddcab3-1d4e-49a9-bfd0-a7d90e783e86'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:01.122195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-835a400d-fd0b-44a1-ae4f-020ece2d8fb8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.134355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3634cf9a-b786-4340-9623-8a71673a4176 None None] Provisioning complete for port 37ddcab3-1d4e-49a9-bfd0-a7d90e783e86 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:01.134737 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3634cf9a-b786-4340-9623-8a71673a4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.167450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.211319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3634cf9a-b786-4340-9623-8a71673a4176 None None] Port 37ddcab3-1d4e-49a9-bfd0-a7d90e783e86 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:01.269734 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-835a400d-fd0b-44a1-ae4f-020ece2d8fb8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.271619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:01.311740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:01.432649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-835a400d-fd0b-44a1-ae4f-020ece2d8fb8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.474198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:01.474792 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.493785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a400d-fd0b-44a1-ae4f-020ece2d8fb8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=0310edf2-88c7-4bf4-b7dd-f0003bc646e1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:01.518993 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-835a400d-fd0b-44a1-ae4f-020ece2d8fb8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:01.523342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-835a400d-fd0b-44a1-ae4f-020ece2d8fb8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/0310edf2-88c7-4bf4-b7dd-f0003bc646e1 HTTP/1.1" status: 204 len: 168 time: 0.5915005 Sep 20 12:43:01.525106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:01.539450 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f8135-5db3-459b-8467-a867f7060626 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:01.577487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-62ba12ce-68fb-4347-a27f-61fcec7fba3f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484142 Sep 20 12:43:01.580562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:01.590545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:01.622027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba015e2-f4a8-4bbb-a28c-c9c3fd3454b5 req-23606c02-5dac-4b9c-9ae5-6c3294e65665 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:01.633763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fba015e2-f4a8-4bbb-a28c-c9c3fd3454b5 req-23606c02-5dac-4b9c-9ae5-6c3294e65665 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 944 time: 0.1507425 Sep 20 12:43:01.696569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fba015e2-f4a8-4bbb-a28c-c9c3fd3454b5 req-5456d6d7-69c8-4960-9098-0e16fe3ad733 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546260 Sep 20 12:43:01.729896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device cfd1702d-ea2b-4305-afb6-d7104041a7a8 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:01.908156 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7fb6d-a9a5-44bb-aace-8105b40cf1c6 req-dbd6daae-a919-48bf-a503-77613458c0fb tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:01.916768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdf7fb6d-a9a5-44bb-aace-8105b40cf1c6 req-dbd6daae-a919-48bf-a503-77613458c0fb tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 944 time: 0.1074922 Sep 20 12:43:01.973933 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:43:01.976806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:01.984008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.042608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:02.043039 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.055388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:02.057084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port cfd1702d-ea2b-4305-afb6-d7104041a7a8 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:43:02.125592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port cfd1702d-ea2b-4305-afb6-d7104041a7a8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:02.126546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.259522 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.321550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] Deleting port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:02.321920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.324326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdf7fb6d-a9a5-44bb-aace-8105b40cf1c6 req-1067874c-5c8f-4577-b579-950b6cff48ed tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064727 Sep 20 12:43:02.325997 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.329343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.352868 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.384250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.416784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:02.424523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a691eeb-2864-4371-8dbe-b74335ed513b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77'}, {'server_uuid': '8c290645-5341-4859-87e0-b0433eff0c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1702d-ea2b-4305-afb6-d7104041a7a8'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:02.427065 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea34291-8e5f-4f7c-a663-f6ca1b26502c" -d '{"events": [{"server_uuid": "9a691eeb-2864-4371-8dbe-b74335ed513b", "name": "network-vif-plugged", "status": "completed", "tag": "b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77"}, {"server_uuid": "8c290645-5341-4859-87e0-b0433eff0c12", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1702d-ea2b-4305-afb6-d7104041a7a8"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:02.464430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:02.482355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port cfd1702d-ea2b-4305-afb6-d7104041a7a8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=cfd1702d-ea2b-4305-afb6-d7104041a7a8,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:02.485859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:02.490876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:02.493268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.498637 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.499390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:02.523056 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 6a0f22e1-9185-476f-8d00-c1bb741225cc associated. External IP: 172.25.6.104, port: ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e. Sep 20 12:43:02.533965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=d9f10837-b005-41a6-9686-fe37cf73bd0e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:02.592006 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-de5134ea-07f2-4ebb-9fa6-fdd7fdcaa19f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0026236 Sep 20 12:43:02.592006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41354) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:02.598004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'name': 'tempest-NetworksTestDHCPv6-1181399925'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:02.640710 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.667630 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20ee14d-52f3-4a60-8fb0-4ac3f1b71959 x-openstack-request-id: req-f20ee14d-52f3-4a60-8fb0-4ac3f1b71959 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:02.668528 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a691eeb-2864-4371-8dbe-b74335ed513b", "name": "network-vif-plugged", "status": "completed", "tag": "b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77", "code": 200}, {"server_uuid": "8c290645-5341-4859-87e0-b0433eff0c12", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1702d-ea2b-4305-afb6-d7104041a7a8", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:02.668796 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f20ee14d-52f3-4a60-8fb0-4ac3f1b71959 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:02.669211 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a691eeb-2864-4371-8dbe-b74335ed513b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77', 'code': 200} Sep 20 12:43:02.669462 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c290645-5341-4859-87e0-b0433eff0c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1702d-ea2b-4305-afb6-d7104041a7a8', 'code': 200} Sep 20 12:43:02.679846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] For port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:02.680249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.706610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] Calling delete_port for ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:02.820420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:02.835925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c98c0e-8307-421e-ac30-b32b0981aed0 req-fbb3ac62-7b08-4a1c-9cad-3ca3aa1404b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:02.838198 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45c98c0e-8307-421e-ac30-b32b0981aed0 req-fbb3ac62-7b08-4a1c-9cad-3ca3aa1404b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c290645-5341-4859-87e0-b0433eff0c12 HTTP/1.1" status: 200 len: 1096 time: 0.1411083 Sep 20 12:43:02.866597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 3fb55065-e3e3-41f2-93b9-84575ef85826 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:02.869664 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:02.944670 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-45c98c0e-8307-421e-ac30-b32b0981aed0 req-da9eaf64-bedb-4c27-92d7-566b715428d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Sep 20 12:43:03.002675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d409-18bd-4055-b147-67d230ecb3e7 req-4c8adefb-e240-4c7d-917a-4b4416747aaf tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:03.018687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70c0d409-18bd-4055-b147-67d230ecb3e7 req-4c8adefb-e240-4c7d-917a-4b4416747aaf tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 945 time: 0.1882446 Sep 20 12:43:03.048823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8651-a6cb-4133-967d-d6a01263a3a2 req-6b015679-1ac8-4d0c-8253-2b5902784a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:03.050450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-019a8651-a6cb-4133-967d-d6a01263a3a2 req-6b015679-1ac8-4d0c-8253-2b5902784a72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 1096 time: 0.2032514 Sep 20 12:43:03.064923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:43:03.082184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70c0d409-18bd-4055-b147-67d230ecb3e7 req-05498a16-4412-4ac4-8919-5fe19f1d7b61 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681419 Sep 20 12:43:03.098171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:03.102207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.124576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=cfd1702d-ea2b-4305-afb6-d7104041a7a8,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:03.158220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-019a8651-a6cb-4133-967d-d6a01263a3a2 req-e88fa169-521c-4914-9f46-6d6572496eee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701816 Sep 20 12:43:03.159682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 23a52009-1b4c-4857-8153-7d61742dad44 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:43:03.226521 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.261876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] Pushing event deleted for resources: {'Port': ['ID=ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:03.269758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d52f06-0da2-4f37-b90a-5c1476981be8 None None] No DVR routers for this DVR port ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:03.277474 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.287630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:03.289752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:03.321835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d2bf5-66ef-4f75-ac35-d7fd194a391b None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:03.325294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f11f19-b9e4-458c-8bab-0ed44a6dfc65 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:03.328759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::1a0 (7b041315-d41c-4864-8fcf-07854b5e72d1/d9f10837-b005-41a6-9686-fe37cf73bd0e/23a52009-1b4c-4857-8153-7d61742dad44) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:03.332099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5736d1d2-20f3-47ec-8423-bd283b83a907 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:43:03.334893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:03.335294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ce43e4c8-af2d-45a5-b67a-ce91d6ee5e56 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:03.396595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:03.434964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f11f19-b9e4-458c-8bab-0ed44a6dfc65 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:03.435608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-88f11f19-b9e4-458c-8bab-0ed44a6dfc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:03.482391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-88f11f19-b9e4-458c-8bab-0ed44a6dfc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:03.530874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397062-45d1-4ccb-9d98-05775258c6ee req-b6a5342c-2d48-4f36-9ca7-49e36d2eeea2 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:03.532945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c397062-45d1-4ccb-9d98-05775258c6ee req-b6a5342c-2d48-4f36-9ca7-49e36d2eeea2 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 944 time: 0.1168561 Sep 20 12:43:03.542729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router ecb8c51f-f210-4482-9200-cb1705439ffc has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:43:03.547609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f11f19-b9e4-458c-8bab-0ed44a6dfc65 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:03.548251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-88f11f19-b9e4-458c-8bab-0ed44a6dfc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:03.608503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.608503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c397062-45d1-4ccb-9d98-05775258c6ee req-76a40063-b197-45b6-8751-b2d7886a0d0c tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610569 Sep 20 12:43:03.610608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-88f11f19-b9e4-458c-8bab-0ed44a6dfc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:03.612852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f11f19-b9e4-458c-8bab-0ed44a6dfc65 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:03.648348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5736d1d2-20f3-47ec-8423-bd283b83a907, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5736d1d2-20f3-47ec-8423-bd283b83a907,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:03.670106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:03.673783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.711896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '5736d1d2-20f3-47ec-8423-bd283b83a907', 'network_id': '788703e9-6381-4731-af0a-554c34e05832', 'port_id': '5736d1d2-20f3-47ec-8423-bd283b83a907', 'mac_address': 'fa:16:3e:78:c4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6848e6d0-3768-403b-8369-a3edf2c5b13e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:43:03.712434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff9106-3683-4f0d-8935-b309c57a78cc None None] Sync routers for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:03.712434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff9106-3683-4f0d-8935-b309c57a78cc None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:03.712434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ddff9106-3683-4f0d-8935-b309c57a78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:03.714265 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.728941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'd9f10837-b005-41a6-9686-fe37cf73bd0e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:03.729861 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.738767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b833e907-9568-4692-9d1b-3b14322b3bc7 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/floatingips/6a0f22e1-9185-476f-8d00-c1bb741225cc HTTP/1.1" status: 200 len: 977 time: 2.6484778 Sep 20 12:43:03.739159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:03.749747 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ddff9106-3683-4f0d-8935-b309c57a78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:03.751456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5736d1d2-20f3-47ec-8423-bd283b83a907 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:03.759992 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff9106-3683-4f0d-8935-b309c57a78cc None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:03.760998 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ddff9106-3683-4f0d-8935-b309c57a78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:03.784610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5736d1d2-20f3-47ec-8423-bd283b83a907, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5736d1d2-20f3-47ec-8423-bd283b83a907,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:03.801400 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ddff9106-3683-4f0d-8935-b309c57a78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:03.802338 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff9106-3683-4f0d-8935-b309c57a78cc None None] The sync data for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:03.834130 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.879299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.924715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=10']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:03.932374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:03.940531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:03.943821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port 37ddcab3-1d4e-49a9-bfd0-a7d90e783e86 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:03.944167 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.944279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/d9f10837-b005-41a6-9686-fe37cf73bd0e/3cd903b0-b3d3-4875-bc0c-a28641f77dd5) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:03.948282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:03.953701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:03.954840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.974663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:03.981832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=23a52009-1b4c-4857-8153-7d61742dad44,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:04.083259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7088c41a-797d-48f1-9f02-8849758a09cd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4900229 Sep 20 12:43:04.085862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41384) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:04.122360 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:04.130625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=5736d1d2-20f3-47ec-8423-bd283b83a907,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:04.211985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e36a6e-3780-4103-a2a4-68f09b8bf1a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:04.215725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-70e36a6e-3780-4103-a2a4-68f09b8bf1a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1287577 Sep 20 12:43:04.218804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41388) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:04.254161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['5736d1d2-20f3-47ec-8423-bd283b83a907'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:04.312860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b006-14e0-47f8-baca-613937787a6d req-59c31ebc-ca76-469d-8d1d-4631a431b646 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:04.320310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c370b006-14e0-47f8-baca-613937787a6d req-59c31ebc-ca76-469d-8d1d-4631a431b646 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 945 time: 0.1127663 Sep 20 12:43:04.338890 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:04.412799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c370b006-14e0-47f8-baca-613937787a6d req-bc097cb3-023a-4802-b29f-72e0786f0d47 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915771 Sep 20 12:43:04.436026 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:04.447348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:04.447716 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:04.448037 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Floating IP 6a0f22e1-9185-476f-8d00-c1bb741225cc disassociated. External IP: 172.25.6.104, port: 37ddcab3-1d4e-49a9-bfd0-a7d90e783e86. Sep 20 12:43:04.448435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for 37ddcab3-1d4e-49a9-bfd0-a7d90e783e86 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:04.459088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-869a7350-97aa-46f7-9b0b-053bf55f3537 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 23a52009-1b4c-4857-8153-7d61742dad44 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:04.462491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-869a7350-97aa-46f7-9b0b-053bf55f3537 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:04.562452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:04.579430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:04.584139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:04.671303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-869a7350-97aa-46f7-9b0b-053bf55f3537 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:04.673257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:04.691573 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9088ad-2a21-4278-94d7-28b4a141e399" -d '{"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-plugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:04.711248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-869a7350-97aa-46f7-9b0b-053bf55f3537 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 23a52009-1b4c-4857-8153-7d61742dad44 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:04.742000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Pushing event updated for resources: {'Port': ['ID=3cd903b0-b3d3-4875-bc0c-a28641f77dd5,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:04.868649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Attempting to bind port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:04.869034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Attempting to bind port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:04.869412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Attempting to bind port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:04.894788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:04.895161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:04.895571 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:04.895975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:04.896459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Bound port: 3cd903b0-b3d3-4875-bc0c-a28641f77dd5, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:04.896843 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:05.044258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] For port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:05.101054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fe7cc-784a-4e0c-b8f0-f2c55a2fb387 req-c0fc924a-7d85-4e5e-889c-02009b029314 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:05.101054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a59fe7cc-784a-4e0c-b8f0-f2c55a2fb387 req-c0fc924a-7d85-4e5e-889c-02009b029314 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 945 time: 0.1233797 Sep 20 12:43:05.207963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-869a7350-97aa-46f7-9b0b-053bf55f3537 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:05.239825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a59fe7cc-784a-4e0c-b8f0-f2c55a2fb387 req-6cab27e4-7102-4f18-b092-6f7b01803c90 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260791 Sep 20 12:43:05.310319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a7350-97aa-46f7-9b0b-053bf55f3537 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=23a52009-1b4c-4857-8153-7d61742dad44,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:05.313398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-869a7350-97aa-46f7-9b0b-053bf55f3537 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:05.315701 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-869a7350-97aa-46f7-9b0b-053bf55f3537 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/23a52009-1b4c-4857-8153-7d61742dad44 HTTP/1.1" status: 204 len: 168 time: 1.0958679 Sep 20 12:43:05.318343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:05.323441 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37413bee-665e-4169-97bc-3466e3f473a0 x-openstack-request-id: req-37413bee-665e-4169-97bc-3466e3f473a0 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:05.323978 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-plugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:05.324326 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37413bee-665e-4169-97bc-3466e3f473a0 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:05.324877 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'code': 200} Sep 20 12:43:05.351980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] For port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3cd903b0-b3d3-4875-bc0c-a28641f77dd5,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:05.366951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:05.432801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=37ddcab3-1d4e-49a9-bfd0-a7d90e783e86,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:05.436951 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:05.524322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452085e-ef8b-46f2-a414-fd6dc25e659d None None] Pushing event updated for resources: {'Port': ['ID=3cd903b0-b3d3-4875-bc0c-a28641f77dd5,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:05.575602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e04cd02-4867-4ede-bdfd-68d31eedcd7a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:05.578424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e04cd02-4867-4ede-bdfd-68d31eedcd7a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:05.582421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41406) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:05.587390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e04cd02-4867-4ede-bdfd-68d31eedcd7a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2677741 Sep 20 12:43:05.684884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f391b529-14b8-44b4-8c3a-908efb59b621 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet d9f10837-b005-41a6-9686-fe37cf73bd0e {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:05.694076 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f391b529-14b8-44b4-8c3a-908efb59b621 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:05.702331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router ecb8c51f-f210-4482-9200-cb1705439ffc has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:43:05.713520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173290-bef6-420c-90cf-9103ce7a99d4 req-ecf277d5-68d1-4880-846f-cb4941517da0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:05.715320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9173290-bef6-420c-90cf-9103ce7a99d4 req-ecf277d5-68d1-4880-846f-cb4941517da0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 945 time: 0.1658151 Sep 20 12:43:05.826451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f391b529-14b8-44b4-8c3a-908efb59b621 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:05.867457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9173290-bef6-420c-90cf-9103ce7a99d4 req-660a86af-1a7e-4c80-b467-6b3816c5c4f1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449804 Sep 20 12:43:05.980330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:05.991593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370761e5-8ed0-4abf-857b-9994ec689316 None None] Sync routers for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:06.003979 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f391b529-14b8-44b4-8c3a-908efb59b621 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:06.009447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370761e5-8ed0-4abf-857b-9994ec689316 None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:06.010069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-370761e5-8ed0-4abf-857b-9994ec689316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:06.082817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-370761e5-8ed0-4abf-857b-9994ec689316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:06.109180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370761e5-8ed0-4abf-857b-9994ec689316 None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:06.113096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-370761e5-8ed0-4abf-857b-9994ec689316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:06.113547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:06.115240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-22d4bd0c-c49c-4b9d-a19c-1396f9847739 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/ports/37ddcab3-1d4e-49a9-bfd0-a7d90e783e86 HTTP/1.1" status: 204 len: 168 time: 2.3742092 Sep 20 12:43:06.118155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41418) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:06.136661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6996eb0-fbae-4985-90c6-dfd0b157c704 req-94b55560-0f69-4652-924f-f63bb9e1bbdd tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:06.145658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6996eb0-fbae-4985-90c6-dfd0b157c704 req-94b55560-0f69-4652-924f-f63bb9e1bbdd tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 945 time: 0.0950205 Sep 20 12:43:06.158979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-370761e5-8ed0-4abf-857b-9994ec689316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:06.159648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370761e5-8ed0-4abf-857b-9994ec689316 None None] The sync data for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:06.221656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6996eb0-fbae-4985-90c6-dfd0b157c704 req-61435739-4a2a-4ec8-8a4d-4b9101b259c6 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750060 Sep 20 12:43:06.231080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f391b529-14b8-44b4-8c3a-908efb59b621 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:06.275928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f391b529-14b8-44b4-8c3a-908efb59b621 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:06.282211 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f391b529-14b8-44b4-8c3a-908efb59b621 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/d9f10837-b005-41a6-9686-fe37cf73bd0e HTTP/1.1" status: 204 len: 168 time: 0.6983001 Sep 20 12:43:06.286077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:06.336895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a6689081-6d20-429f-b24c-5967d91aa51c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466206 Sep 20 12:43:06.337131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391b529-14b8-44b4-8c3a-908efb59b621 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f10837-b005-41a6-9686-fe37cf73bd0e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:06.337231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41426) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:06.449773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd6a2b-6c5d-41c4-9b47-7c7f4af8583e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:06.451351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2cd6a2b-6c5d-41c4-9b47-7c7f4af8583e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1137841 Sep 20 12:43:06.454952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41428) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:06.561746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2f9cc-3182-416f-b81a-44c8be09576c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:06.568153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4cb2f9cc-3182-416f-b81a-44c8be09576c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1107504 Sep 20 12:43:06.569339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41430) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:06.669611 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ae19475a-e799-4eeb-a27e-77503a5a1bd4 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994148 Sep 20 12:43:06.675186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41432) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:06.681942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:06.714867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:06.956599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:06.960462 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.005591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d58a-a2a4-4eb9-a23b-41403a4c62d5 req-65e853f4-2ff9-4829-9373-8ab87183e499 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:07.007258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8173d58a-a2a4-4eb9-a23b-41403a4c62d5 req-65e853f4-2ff9-4829-9373-8ab87183e499 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 945 time: 0.1448109 Sep 20 12:43:07.051164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383ce1e-29b7-4258-9c32-409d61c00461 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:07.128584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8173d58a-a2a4-4eb9-a23b-41403a4c62d5 req-739bcb0e-e692-46ce-ae25-3bb54e294bef tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887568 Sep 20 12:43:07.232713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-755c6034-4d65-4d1a-9d4c-e2d4ed6af3ff None None] Provisioning complete for port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:07.233388 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-755c6034-4d65-4d1a-9d4c-e2d4ed6af3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.342606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5736d1d2-20f3-47ec-8423-bd283b83a907 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:07.355124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffb2ee-7afb-403b-af4e-8678097f7961 req-f857aa4d-99b2-4742-a2d4-56c3e93a6746 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:07.356905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-deffb2ee-7afb-403b-af4e-8678097f7961 req-f857aa4d-99b2-4742-a2d4-56c3e93a6746 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 945 time: 0.1025646 Sep 20 12:43:07.361853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.402467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:07.441718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port d5a4f09f-f6af-4d74-b265-57d4be734274 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:07.442361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.447741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=d3afc2ec-e1bd-45bd-b8c0-a689c8b20262,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:07.469353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:07.471212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:07.472351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:07.475508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:07.477101 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.533587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-deffb2ee-7afb-403b-af4e-8678097f7961 req-fa61ad54-7c58-41be-b746-fb18536d39a9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568892 Sep 20 12:43:07.543425 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-755c6034-4d65-4d1a-9d4c-e2d4ed6af3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.573496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-adefda2f-9788-4e93-89e4-0e557280210f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8973579 Sep 20 12:43:07.578913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41446) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:07.587873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': 'd3afc2ec-e1bd-45bd-b8c0-a689c8b20262', 'ip_address': '2001:db8::4132:2ed4:cd79:2eb0'}], 'name': 'tempest-NetworksTestDHCPv6-1088751686'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:07.613427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-755c6034-4d65-4d1a-9d4c-e2d4ed6af3ff None None] For port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3cd903b0-b3d3-4875-bc0c-a28641f77dd5,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:07.615551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:07.615953 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.661352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 5736d1d2-20f3-47ec-8423-bd283b83a907 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:43:07.669145 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.673103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] Deleting port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:07.673103 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.682146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 5736d1d2-20f3-47ec-8423-bd283b83a907 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:07.685157 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.685157 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-755c6034-4d65-4d1a-9d4c-e2d4ed6af3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:07.690667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for d5a4f09f-f6af-4d74-b265-57d4be734274 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:07.859967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:08.014524 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.035096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port b2938361-84d0-4592-877f-e786fabb2330 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:43:08.037303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c6034-4d65-4d1a-9d4c-e2d4ed6af3ff None None] Pushing event updated for resources: {'Port': ['ID=3cd903b0-b3d3-4875-bc0c-a28641f77dd5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:08.067490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] For port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3cd903b0-b3d3-4875-bc0c-a28641f77dd5,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:08.068183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.113599 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.127556 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.130926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] Calling delete_port for 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:08.163969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33e14c0-8adb-4c2f-b3c6-405d3941f58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5736d1d2-20f3-47ec-8423-bd283b83a907'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:08.166174 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23183691-9e93-4a38-a4a4-fd67b1b2f9b8" -d '{"events": [{"server_uuid": "d33e14c0-8adb-4c2f-b3c6-405d3941f58d", "name": "network-vif-plugged", "status": "completed", "tag": "5736d1d2-20f3-47ec-8423-bd283b83a907"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:08.194095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=d5a4f09f-f6af-4d74-b265-57d4be734274,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:08.217641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5736d1d2-20f3-47ec-8423-bd283b83a907, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5736d1d2-20f3-47ec-8423-bd283b83a907,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:08.315101 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.332408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::4132:2ed4:cd79:2eb0 (7b041315-d41c-4864-8fcf-07854b5e72d1/d3afc2ec-e1bd-45bd-b8c0-a689c8b20262/b2938361-84d0-4592-877f-e786fabb2330) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:08.353667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-5f9b0fb2-0893-4096-a2d9-080feb2adab8 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:08.353667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-5f9b0fb2-0893-4096-a2d9-080feb2adab8 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 945 time: 0.2990029 Sep 20 12:43:08.411272 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.448175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] No DVR routers for this DVR port 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:08.450088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=5736d1d2-20f3-47ec-8423-bd283b83a907,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:08.529672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ab016-ca7b-45c2-a2a9-d2ca6217a041 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:08.532966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005af9f4-a67f-4600-ad9f-ae32ddb98a20 None None] Pushing event deleted for resources: {'Port': ['ID=3cd903b0-b3d3-4875-bc0c-a28641f77dd5,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:08.621690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.710784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'd3afc2ec-e1bd-45bd-b8c0-a689c8b20262'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:08.712222 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.737858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441621c-a587-4f4d-8127-cb473c00e633 req-bd092342-098b-42b0-88fd-bb03a0f0f3ea tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:08.747613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f441621c-a587-4f4d-8127-cb473c00e633 req-bd092342-098b-42b0-88fd-bb03a0f0f3ea tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 946 time: 0.1683590 Sep 20 12:43:08.752073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.779667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.782923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:08.786707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:08.810108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Deleting port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:08.810795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.816873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:08.826991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:08.827677 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:08.860628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=b2938361-84d0-4592-877f-e786fabb2330,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:08.886730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f441621c-a587-4f4d-8127-cb473c00e633 req-631d53d0-f274-43ae-9d87-85eaed9b97a0 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262543 Sep 20 12:43:08.944377 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-07190652-f1ee-4ed7-801c-71c59917ce9c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3636320 Sep 20 12:43:08.945169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41474) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:08.984888 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570e09bf-63c0-4f5a-a4a3-c8780ccb472b x-openstack-request-id: req-570e09bf-63c0-4f5a-a4a3-c8780ccb472b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:08.989501 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33e14c0-8adb-4c2f-b3c6-405d3941f58d", "name": "network-vif-plugged", "status": "completed", "tag": "5736d1d2-20f3-47ec-8423-bd283b83a907", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:08.992273 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-570e09bf-63c0-4f5a-a4a3-c8780ccb472b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:08.994713 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33e14c0-8adb-4c2f-b3c6-405d3941f58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5736d1d2-20f3-47ec-8423-bd283b83a907', 'code': 200} Sep 20 12:43:08.999687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/d3afc2ec-e1bd-45bd-b8c0-a689c8b20262/b091bc70-dd1a-4183-8013-250af753ccdf) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:09.039567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d790d4e4-7b80-4918-b125-74d91602c26b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:09.044855 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d790d4e4-7b80-4918-b125-74d91602c26b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0985894 Sep 20 12:43:09.045619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41476) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:09.094562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] For port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:09.094562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.129925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Calling delete_port for b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:09.151621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dda52-b452-404c-b9f5-e4e5e317c2c1 req-08ab8683-4d9a-4fa7-830a-17544617d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:09.153305 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9dda52-b452-404c-b9f5-e4e5e317c2c1 req-08ab8683-4d9a-4fa7-830a-17544617d2f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 1097 time: 0.1067169 Sep 20 12:43:09.200827 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9dda52-b452-404c-b9f5-e4e5e317c2c1 req-326ff14d-334d-41f8-b102-76b15ce05907 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Sep 20 12:43:09.201033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18262720-dc39-4d44-a160-0b4a6283ccfe req-9919ae3b-5734-4189-be39-de30c59a47e1 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:09.202576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18262720-dc39-4d44-a160-0b4a6283ccfe req-9919ae3b-5734-4189-be39-de30c59a47e1 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1302364 Sep 20 12:43:09.207553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ef242e3a-f4d6-487d-b65b-de321f8a9758 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port b2938361-84d0-4592-877f-e786fabb2330 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:09.208036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef242e3a-f4d6-487d-b65b-de321f8a9758 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.299524 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.299524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:09.317804 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef242e3a-f4d6-487d-b65b-de321f8a9758 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.319301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:09.320073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3cd903b0-b3d3-4875-bc0c-a28641f77dd5 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:09.349168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18262720-dc39-4d44-a160-0b4a6283ccfe req-c6102117-74dc-4faa-b6bf-cc671ab46f9d tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132519 Sep 20 12:43:09.350140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ef242e3a-f4d6-487d-b65b-de321f8a9758 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for b2938361-84d0-4592-877f-e786fabb2330 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:09.393789 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.409335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router ecb8c51f-f210-4482-9200-cb1705439ffc has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:43:09.438412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Pushing event updated for resources: {'Port': ['ID=b091bc70-dd1a-4183-8013-250af753ccdf,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:09.449743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:09.451133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:09.456736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:09.508974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.527344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:09.548679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c95a99e-72c8-49c3-be16-4753b9cd5f7d req-01bfa56e-9856-4e1b-b9b2-82e3dfd7283f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 210 time: 0.0499666 Sep 20 12:43:09.576164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Attempting to bind port b091bc70-dd1a-4183-8013-250af753ccdf on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:09.576563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Attempting to bind port b091bc70-dd1a-4183-8013-250af753ccdf by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:09.576940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Attempting to bind port b091bc70-dd1a-4183-8013-250af753ccdf on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:09.590773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:09.591152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:09.593221 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.593221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:09.593221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Bound port: b091bc70-dd1a-4183-8013-250af753ccdf, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:09.593221 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.682673 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] For port b091bc70-dd1a-4183-8013-250af753ccdf, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:09.882554 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef242e3a-f4d6-487d-b65b-de321f8a9758 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.895825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] For port b091bc70-dd1a-4183-8013-250af753ccdf, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b091bc70-dd1a-4183-8013-250af753ccdf,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:09.932268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef242e3a-f4d6-487d-b65b-de321f8a9758 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=b2938361-84d0-4592-877f-e786fabb2330,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:09.983536 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:09.992651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event deleted for resources: {'Port': ['ID=b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:10.003636 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef242e3a-f4d6-487d-b65b-de321f8a9758 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:10.008720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ef242e3a-f4d6-487d-b65b-de321f8a9758 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/b2938361-84d0-4592-877f-e786fabb2330 HTTP/1.1" status: 204 len: 168 time: 0.9601758 Sep 20 12:43:10.009648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41490) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:10.072138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] No DVR routers for this DVR port b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:10.080690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:10.082741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef01670c-bb90-4f82-b50e-5ca4422637c6 req-a8885065-a5b7-4d45-8ef3-b6137ddd8239 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "DELETE /v2.0/ports/b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 HTTP/1.1" status: 204 len: 173 time: 1.5965085 Sep 20 12:43:10.102270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a691eeb-2864-4371-8dbe-b74335ed513b', 'name': 'network-vif-deleted', 'tag': 'b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:10.110304 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e8c21f-e724-4642-829d-4b6ea7a5a9a8" -d '{"events": [{"server_uuid": "9a691eeb-2864-4371-8dbe-b74335ed513b", "name": "network-vif-deleted", "tag": "b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:10.123591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab28b8-51e6-48fb-a307-6ed9d569c7a7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:10.128522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d62d6-51b4-4509-b825-27ec593abb12 None None] Pushing event updated for resources: {'Port': ['ID=b091bc70-dd1a-4183-8013-250af753ccdf,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:10.131244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab28b8-51e6-48fb-a307-6ed9d569c7a7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:10.131244 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eeab28b8-51e6-48fb-a307-6ed9d569c7a7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1201129 Sep 20 12:43:10.145636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41494) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:10.200764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef084a8-4e9f-4cfd-b528-b9bf1fcb037b req-20d1ff35-3238-47f7-978b-bf2f8aaede64 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:10.210059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fef084a8-4e9f-4cfd-b528-b9bf1fcb037b req-20d1ff35-3238-47f7-978b-bf2f8aaede64 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 946 time: 0.1987972 Sep 20 12:43:10.223774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:10.225559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac1bfae-719e-428c-841d-9816e23b24a5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet d3afc2ec-e1bd-45bd-b8c0-a689c8b20262 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:10.226675 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d71be-ebca-4d1f-a502-827ef57829ed None None] Sync routers for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:10.230100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bfae-719e-428c-841d-9816e23b24a5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:10.252777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-169e4aa1-9842-47f3-9ce1-dce00068f222 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/routers/ecb8c51f-f210-4482-9200-cb1705439ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1334684 Sep 20 12:43:10.258270 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d71be-ebca-4d1f-a502-827ef57829ed None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:10.258270 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2f8d71be-ebca-4d1f-a502-827ef57829ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:10.262512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41496) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:10.274739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fef084a8-4e9f-4cfd-b528-b9bf1fcb037b req-fc5adb65-048e-4a1d-b3c8-3de58b7ec928 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575228 Sep 20 12:43:10.368745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bfae-719e-428c-841d-9816e23b24a5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:10.388360 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91d7204-123c-4c95-9b98-db592b168b24 x-openstack-request-id: req-e91d7204-123c-4c95-9b98-db592b168b24 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:10.388653 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a691eeb-2864-4371-8dbe-b74335ed513b", "name": "network-vif-deleted", "tag": "b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:10.388908 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e91d7204-123c-4c95-9b98-db592b168b24 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:10.389333 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a691eeb-2864-4371-8dbe-b74335ed513b', 'name': 'network-vif-deleted', 'tag': 'b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77', 'status': 'completed', 'code': 200} Sep 20 12:43:10.415148 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2f8d71be-ebca-4d1f-a502-827ef57829ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:10.426687 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d71be-ebca-4d1f-a502-827ef57829ed None None] Routers {'ecb8c51f-f210-4482-9200-cb1705439ffc'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:10.427848 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2f8d71be-ebca-4d1f-a502-827ef57829ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:42:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ecb8c51f-f210-4482-9200-cb1705439ffc'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:10.508515 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2f8d71be-ebca-4d1f-a502-827ef57829ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:10.509600 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d71be-ebca-4d1f-a502-827ef57829ed None None] The sync data for ids ['ecb8c51f-f210-4482-9200-cb1705439ffc'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:10.565795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e562f1-a3a0-450a-884d-fc5c87b6e635 req-9f00f103-0d86-4def-9ac4-6b103be81983 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:10.584986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9e562f1-a3a0-450a-884d-fc5c87b6e635 req-9f00f103-0d86-4def-9ac4-6b103be81983 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0943818 Sep 20 12:43:10.638856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9e562f1-a3a0-450a-884d-fc5c87b6e635 req-231b786b-5a5c-4750-ba53-9476879ae901 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513482 Sep 20 12:43:10.791404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b3a7ee6-6fae-4bd7-81ef-8e17866dac1c req-030e4c2c-8144-4ca3-99dc-cffb82484022 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a691eeb-2864-4371-8dbe-b74335ed513b HTTP/1.1" status: 200 len: 210 time: 0.0736172 Sep 20 12:43:10.980218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.053912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bfae-719e-428c-841d-9816e23b24a5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.181344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.239872 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bfae-719e-428c-841d-9816e23b24a5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.310924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1bfae-719e-428c-841d-9816e23b24a5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=d3afc2ec-e1bd-45bd-b8c0-a689c8b20262,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:11.332976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bfae-719e-428c-841d-9816e23b24a5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.348006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:11.356918 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4ac1bfae-719e-428c-841d-9816e23b24a5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/d3afc2ec-e1bd-45bd-b8c0-a689c8b20262 HTTP/1.1" status: 204 len: 168 time: 1.2099831 Sep 20 12:43:11.357626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:11.396298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:11.396648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fc05a5-b2ab-4b23-b2e3-e59a9c737c77 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:11.398240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b091bc70-dd1a-4183-8013-250af753ccdf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:11.478050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41512) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:11.480219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b091bc70-dd1a-4183-8013-250af753ccdf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:11.480795 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.482857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b7a81f7-ee1b-4a10-8f5f-6342d00d5e24 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330302 Sep 20 12:43:11.489087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:11.583091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port 728dd39c-c636-4519-8de9-fc5271a7a524 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:11.589248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.594553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12ab1-0ffb-4df4-b755-8af4e4036cbf req-bc022758-7d74-4aee-bf36-1daa9330bde7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:11.595840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4d12ab1-0ffb-4df4-b755-8af4e4036cbf req-bc022758-7d74-4aee-bf36-1daa9330bde7 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 946 time: 0.1305149 Sep 20 12:43:11.620876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b4e0f-35c8-43b0-82f5-d23306f01967 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:11.714151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4d12ab1-0ffb-4df4-b755-8af4e4036cbf req-5f0530f5-6b92-47ed-9f5d-fa2b2555a71e tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048479 Sep 20 12:43:11.776805 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.806613 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.829732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for 728dd39c-c636-4519-8de9-fc5271a7a524 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:11.840035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b091bc70-dd1a-4183-8013-250af753ccdf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b091bc70-dd1a-4183-8013-250af753ccdf,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:11.841211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-513bbd04-a03a-483c-b1c6-b1bd51c82a5d None None] Provisioning complete for port b091bc70-dd1a-4183-8013-250af753ccdf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:11.841684 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-513bbd04-a03a-483c-b1c6-b1bd51c82a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.925337 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:11.926905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab93b0-2242-402d-a24b-f674482c8bc5 req-d6c0e05d-bfb3-4245-9dbc-cd8e1fadfe87 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:11.940561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-caab93b0-2242-402d-a24b-f674482c8bc5 req-d6c0e05d-bfb3-4245-9dbc-cd8e1fadfe87 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0964775 Sep 20 12:43:11.998606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:12.006284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-caab93b0-2242-402d-a24b-f674482c8bc5 req-992aab6a-932a-4540-bbf7-d897ed98243e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647476 Sep 20 12:43:12.103305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b091bc70-dd1a-4183-8013-250af753ccdf,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:12.105745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.114207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] Deleting port b091bc70-dd1a-4183-8013-250af753ccdf {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:12.114207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.161231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca520b-e33d-499b-83d3-c6fd8d48bd09 req-c3d1adab-9dda-4972-b0fd-8a5b85b8afc1 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:12.169187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15ca520b-e33d-499b-83d3-c6fd8d48bd09 req-c3d1adab-9dda-4972-b0fd-8a5b85b8afc1 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c290645-5341-4859-87e0-b0433eff0c12 HTTP/1.1" status: 200 len: 945 time: 0.0780675 Sep 20 12:43:12.197448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=728dd39c-c636-4519-8de9-fc5271a7a524,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:12.206165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] For port b091bc70-dd1a-4183-8013-250af753ccdf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b091bc70-dd1a-4183-8013-250af753ccdf,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:12.206795 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.223026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] Calling delete_port for b091bc70-dd1a-4183-8013-250af753ccdf owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:12.225596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15ca520b-e33d-499b-83d3-c6fd8d48bd09 req-81375c48-1116-4e95-a2b3-ecc5ece32d51 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8319d30-e6fd-4f04-bed1-161f9e550f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552115 Sep 20 12:43:12.259356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.261629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:12.265341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.416709 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.455290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.459822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.468721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] Pushing event deleted for resources: {'Port': ['ID=b091bc70-dd1a-4183-8013-250af753ccdf,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:12.472986 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e8c48444-7bca-47cf-ae1c-987c5bb82457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.475523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24ca2d-df11-4ae9-9b4d-238dcd887d27 None None] No DVR routers for this DVR port b091bc70-dd1a-4183-8013-250af753ccdf on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:12.608618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.613462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Fanout notify agent at l3_agent the message router_deleted on router ecb8c51f-f210-4482-9200-cb1705439ffc {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:43:12.640618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.644541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41528) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:12.645119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8d9d14d8-db1f-4a01-9a73-d99b6f8ed7ad tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/routers/ecb8c51f-f210-4482-9200-cb1705439ffc HTTP/1.1" status: 204 len: 168 time: 2.3812490 Sep 20 12:43:12.714448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-68667103-54be-4e24-a816-400e62324ec5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting subnet f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:12.718074 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68667103-54be-4e24-a816-400e62324ec5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.721534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.763839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68667103-54be-4e24-a816-400e62324ec5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.838784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:12.845608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:12.849052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:12.850081 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.857424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e413ac5-5380-40b4-b0d7-f510e4cc752d None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:12.890445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:12.902222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68667103-54be-4e24-a816-400e62324ec5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:12.965760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7ebced57-4e02-481f-8fff-bf170e4ff5cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4866302 Sep 20 12:43:12.969395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41532) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:12.974424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': 'a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45', 'ip_address': '2001:db8::f7f:eaad:e83b:2d93'}], 'name': 'tempest-NetworksTestDHCPv6-1414663802'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:13.053869 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68667103-54be-4e24-a816-400e62324ec5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.082523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:13.083684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68667103-54be-4e24-a816-400e62324ec5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:13.085791 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68667103-54be-4e24-a816-400e62324ec5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.090584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-68667103-54be-4e24-a816-400e62324ec5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/subnets/f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8 HTTP/1.1" status: 204 len: 168 time: 0.4421651 Sep 20 12:43:13.090841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.096575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:13.112473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c58df04-bf57-4e69-8300-34a2a5717832 None None] Network c036ef64-5b92-4da9-8e20-70e5c5ccc823 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:13.261661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.317605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:13.376806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b091bc70-dd1a-4183-8013-250af753ccdf no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:13.407299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port adf87f2a-e65d-4025-9c41-7023675e2df4 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:13.412396 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.429210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b091bc70-dd1a-4183-8013-250af753ccdf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:13.430489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b091bc70-dd1a-4183-8013-250af753ccdf not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:13.530436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45/979238d8-26ad-4a26-b0c8-c7a4ef62d25d) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:13.545891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] DHCP port deletion for c036ef64-5b92-4da9-8e20-70e5c5ccc823 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:13.558947 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.580378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 58fb549d-b894-4ea3-a7cc-1f048976b28c yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:43:13.588202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] For port adf87f2a-e65d-4025-9c41-7023675e2df4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=adf87f2a-e65d-4025-9c41-7023675e2df4,segment=NetworkSegment(53f1c31d-8538-437f-b3bb-1934f647b542),segment_id=53f1c31d-8538-437f-b3bb-1934f647b542)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:13.590302 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.649053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for adf87f2a-e65d-4025-9c41-7023675e2df4 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:13.772282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] Deleting port adf87f2a-e65d-4025-9c41-7023675e2df4 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:13.772282 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.921277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] For port adf87f2a-e65d-4025-9c41-7023675e2df4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=adf87f2a-e65d-4025-9c41-7023675e2df4,segment=NetworkSegment(53f1c31d-8538-437f-b3bb-1934f647b542),segment_id=53f1c31d-8538-437f-b3bb-1934f647b542)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:13.922314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.925936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:13.944746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] Calling delete_port for adf87f2a-e65d-4025-9c41-7023675e2df4 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:13.955270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=adf87f2a-e65d-4025-9c41-7023675e2df4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:13.961540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] No DVR routers for this DVR port adf87f2a-e65d-4025-9c41-7023675e2df4 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:13.964137 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.053151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.056992 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.090332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] Pushing event deleted for resources: {'Port': ['ID=adf87f2a-e65d-4025-9c41-7023675e2df4,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:14.097040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9d446-691e-406a-a945-5b38c928bbbf None None] No DVR routers for this DVR port adf87f2a-e65d-4025-9c41-7023675e2df4 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:14.121800 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.129939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:14.133991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:14.137703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:14.151159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c036ef64-5b92-4da9-8e20-70e5c5ccc823']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:14.164593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f1c31d-8538-437f-b3bb-1934f647b542') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:14.165104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f1c31d-8538-437f-b3bb-1934f647b542') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:14.170551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Pushing event updated for resources: {'Port': ['ID=979238d8-26ad-4a26-b0c8-c7a4ef62d25d,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:14.183119 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.185069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f7f:eaad:e83b:2d93 (7b041315-d41c-4864-8fcf-07854b5e72d1/a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45/58fb549d-b894-4ea3-a7cc-1f048976b28c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:14.201220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.209153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:43:14.210084 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.210913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Attempting to bind port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:14.211454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Attempting to bind port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:14.212028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Attempting to bind port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:43:14.215454 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:43:14.226229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:14.226229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:14.226229 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.226229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:14.226229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Bound port: 979238d8-26ad-4a26-b0c8-c7a4ef62d25d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:14.226229 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.228105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-bfa81311-e7eb-46cc-84a2-f33e7169f428 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:14.229915 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-bfa81311-e7eb-46cc-84a2-f33e7169f428 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c290645-5341-4859-87e0-b0433eff0c12 HTTP/1.1" status: 200 len: 945 time: 0.0850925 Sep 20 12:43:14.297967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] For port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:14.301238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] For port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=979238d8-26ad-4a26-b0c8-c7a4ef62d25d,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:14.454875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Deleting port cfd1702d-ea2b-4305-afb6-d7104041a7a8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:14.454875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.454875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.536380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] For port cfd1702d-ea2b-4305-afb6-d7104041a7a8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=cfd1702d-ea2b-4305-afb6-d7104041a7a8,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:14.536747 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.549511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Calling delete_port for cfd1702d-ea2b-4305-afb6-d7104041a7a8 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:14.559422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.568566 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.570534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/networks/c036ef64-5b92-4da9-8e20-70e5c5ccc823 HTTP/1.1" status: 204 len: 168 time: 1.4791384 Sep 20 12:43:14.580340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41548) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:14.586818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc679e1c-8511-4b5e-9add-34540581aa79 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Network': ['ID=c036ef64-5b92-4da9-8e20-70e5c5ccc823,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:14.605492 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.675077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086f6e7-80cb-4ad4-b1ab-ae765439a7be None None] Pushing event updated for resources: {'Port': ['ID=979238d8-26ad-4a26-b0c8-c7a4ef62d25d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:14.705035 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.763935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:14.786430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port 2e8eb4fc-02c2-42e4-a447-f8d1b611fb8a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:14.787008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.790056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:14.793404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:14.801558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:14.802211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.808320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626ce38-68d9-40d2-ac8b-80a7de3b188e req-21485f5d-3862-4af5-99e1-bdc9be8a654c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:14.810323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6626ce38-68d9-40d2-ac8b-80a7de3b188e req-21485f5d-3862-4af5-99e1-bdc9be8a654c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0710855 Sep 20 12:43:14.842625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=58fb549d-b894-4ea3-a7cc-1f048976b28c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:14.913575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41556) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:14.914384 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2e0a72cf-09d5-4902-9f64-fff271868334 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9436102 Sep 20 12:43:14.959817 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6626ce38-68d9-40d2-ac8b-80a7de3b188e req-c94b3491-a8e9-4575-aeeb-617627ebcfb9 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366897 Sep 20 12:43:14.965036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:14.976021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['cfd1702d-ea2b-4305-afb6-d7104041a7a8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:14.978313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['5736d1d2-20f3-47ec-8423-bd283b83a907'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:15.008052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.008383 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.020735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Pushing event deleted for resources: {'Port': ['ID=cfd1702d-ea2b-4305-afb6-d7104041a7a8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:15.038356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for 2e8eb4fc-02c2-42e4-a447-f8d1b611fb8a owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:15.136430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] No DVR routers for this DVR port cfd1702d-ea2b-4305-afb6-d7104041a7a8 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:15.141251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.144485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4d215bde-7366-4364-a18c-f39efdf8e4eb req-2b15bd08-859e-4b99-9d17-044eb10948f6 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.21 "DELETE /v2.0/ports/cfd1702d-ea2b-4305-afb6-d7104041a7a8 HTTP/1.1" status: 204 len: 173 time: 0.9076929 Sep 20 12:43:15.144973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c290645-5341-4859-87e0-b0433eff0c12', 'name': 'network-vif-deleted', 'tag': 'cfd1702d-ea2b-4305-afb6-d7104041a7a8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:15.149432 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525cfdf1-f841-4c50-b968-b671fc0eea29" -d '{"events": [{"server_uuid": "8c290645-5341-4859-87e0-b0433eff0c12", "name": "network-vif-deleted", "tag": "cfd1702d-ea2b-4305-afb6-d7104041a7a8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:15.200085 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99c2d8f6-21dd-4606-acb5-ba4c318168c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.285242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623ca3d-34e6-40eb-9c2c-03531eb040cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:15.293344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623ca3d-34e6-40eb-9c2c-03531eb040cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:15.298662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41568) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:15.298977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6623ca3d-34e6-40eb-9c2c-03531eb040cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3856847 Sep 20 12:43:15.310444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-609fadff-f240-4f64-9330-24815e4a0386 req-80397940-70f7-446d-9606-53206ef31aad tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c290645-5341-4859-87e0-b0433eff0c12 HTTP/1.1" status: 200 len: 210 time: 0.0990078 Sep 20 12:43:15.403475 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c525d878-74c5-4027-a60d-282f3ed809b6 x-openstack-request-id: req-c525d878-74c5-4027-a60d-282f3ed809b6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:15.403824 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c290645-5341-4859-87e0-b0433eff0c12", "name": "network-vif-deleted", "tag": "cfd1702d-ea2b-4305-afb6-d7104041a7a8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:15.405198 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c525d878-74c5-4027-a60d-282f3ed809b6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:15.406128 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c290645-5341-4859-87e0-b0433eff0c12', 'name': 'network-vif-deleted', 'tag': 'cfd1702d-ea2b-4305-afb6-d7104041a7a8', 'status': 'completed', 'code': 200} Sep 20 12:43:15.410318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 979238d8-26ad-4a26-b0c8-c7a4ef62d25d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:15.525693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.541346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:15.542161 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.564127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-90334073-167c-4fc4-b565-87d526038dd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 58fb549d-b894-4ea3-a7cc-1f048976b28c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:15.566459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90334073-167c-4fc4-b565-87d526038dd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.649780 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.682126 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.740553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=979238d8-26ad-4a26-b0c8-c7a4ef62d25d,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:15.777186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90334073-167c-4fc4-b565-87d526038dd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.781270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=2e8eb4fc-02c2-42e4-a447-f8d1b611fb8a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:15.796051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-53069a3a-e1e1-41d3-ba83-a8dd9ce778c1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:15.806932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-53069a3a-e1e1-41d3-ba83-a8dd9ce778c1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.3304751 Sep 20 12:43:15.830195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-90334073-167c-4fc4-b565-87d526038dd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 58fb549d-b894-4ea3-a7cc-1f048976b28c owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:15.836567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:15.866213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-03afe823-77cd-4914-af85-bead8ba0ecff tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/quotas/d9a590e4a86844c9a461bdff7b34529c HTTP/1.1" status: 200 len: 375 time: 0.0582891 Sep 20 12:43:15.927890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=979238d8-26ad-4a26-b0c8-c7a4ef62d25d,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:15.934603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device adf87f2a-e65d-4025-9c41-7023675e2df4 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:15.959146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-dd5dc49e-f53c-4af6-bd00-005521c2083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:15.960706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-dd5dc49e-f53c-4af6-bd00-005521c2083c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1098 time: 0.4167883 Sep 20 12:43:15.989836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: adf87f2a-e65d-4025-9c41-7023675e2df4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:15.991200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device adf87f2a-e65d-4025-9c41-7023675e2df4 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:16.009995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-cb42885e-3f2c-4074-88da-d38f1da5301f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1247556 Sep 20 12:43:16.117090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.121294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.122805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-09e5cc13-dc01-4637-a847-5fb423f44a61 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/floatingips/6a0f22e1-9185-476f-8d00-c1bb741225cc HTTP/1.1" status: 204 len: 168 time: 1.5411661 Sep 20 12:43:16.132009 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41582) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:16.150932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-bf9adcdc-d5a1-4247-aeeb-7621f2e8ef47 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:16.152604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-bf9adcdc-d5a1-4247-aeeb-7621f2e8ef47 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.32 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 946 time: 0.1317875 Sep 20 12:43:16.175178 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-acde2e3d-4ac4-4271-bfe6-da7c795c6287 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] DELETE failed (client error): The resource could not be found. Sep 20 12:43:16.175875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acde2e3d-4ac4-4271-bfe6-da7c795c6287 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:43:16.180206 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-acde2e3d-4ac4-4271-bfe6-da7c795c6287 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/ports/37ddcab3-1d4e-49a9-bfd0-a7d90e783e86 HTTP/1.1" status: 404 len: 333 time: 0.0434225 Sep 20 12:43:16.185126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41584) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:16.225224 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b00b7e60-02bb-4dfd-aff6-ff70ae06ee25 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecb8c51f-f210-4482-9200-cb1705439ffc HTTP/1.1" status: 200 len: 205 time: 0.0369840 Sep 20 12:43:16.225224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-5952e1dd-fb4e-46e3-8535-9d8dbcd98c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:16.225772 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-5952e1dd-fb4e-46e3-8535-9d8dbcd98c50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.2348752 Sep 20 12:43:16.226153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41590) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:16.251879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-d7c5d1e4-f561-4647-a212-507ff0b5a3c4 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403355 Sep 20 12:43:16.273069 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-4b4112ad-3b61-49f0-a309-8cf278ef1712 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] delete failed (client error): The resource could not be found. Sep 20 12:43:16.276509 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4b4112ad-3b61-49f0-a309-8cf278ef1712 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/routers/ecb8c51f-f210-4482-9200-cb1705439ffc HTTP/1.1" status: 404 len: 336 time: 0.0466521 Sep 20 12:43:16.278458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41592) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:16.309517 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90334073-167c-4fc4-b565-87d526038dd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.345892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6795ab9f-8430-41d3-945d-578ecd3a3ec7 None None] Provisioning complete for port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:16.346280 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6795ab9f-8430-41d3-945d-578ecd3a3ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.363289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90334073-167c-4fc4-b565-87d526038dd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=58fb549d-b894-4ea3-a7cc-1f048976b28c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:16.382345 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-67003d57-9529-42f1-b7b3-c312f78749a8 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] DELETE failed (client error): The resource could not be found. Sep 20 12:43:16.383128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67003d57-9529-42f1-b7b3-c312f78749a8 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:43:16.386275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-67003d57-9529-42f1-b7b3-c312f78749a8 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/subnets/f8b6cdcf-ee95-47c1-b594-63ee6e06dbf8 HTTP/1.1" status: 404 len: 337 time: 0.1057563 Sep 20 12:43:16.391610 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-39f6475e-2770-4c9b-9b55-0bdca30267b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 1001 time: 0.1567357 Sep 20 12:43:16.392103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41600) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:16.423952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Deleting port 5736d1d2-20f3-47ec-8423-bd283b83a907 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:16.424079 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.492909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90334073-167c-4fc4-b565-87d526038dd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.504433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-90334073-167c-4fc4-b565-87d526038dd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/58fb549d-b894-4ea3-a7cc-1f048976b28c HTTP/1.1" status: 204 len: 168 time: 1.2012260 Sep 20 12:43:16.513267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41604) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:16.516752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-0e31b20f-aaee-4560-a38b-452b54fecbb9 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640252 Sep 20 12:43:16.570611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.585533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-5cf19cdc-06ff-4d7e-8d32-41f80adbc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:16.587077 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-5cf19cdc-06ff-4d7e-8d32-41f80adbc1c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.1853185 Sep 20 12:43:16.636593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] For port 5736d1d2-20f3-47ec-8423-bd283b83a907, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5736d1d2-20f3-47ec-8423-bd283b83a907,segment=NetworkSegment(d135fd2d-814d-474c-a2ec-8733783142f2),segment_id=d135fd2d-814d-474c-a2ec-8733783142f2)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:16.637178 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.642437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82a0e6-45e2-41f2-9063-3dfdb3c120c0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:16.644040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82a0e6-45e2-41f2-9063-3dfdb3c120c0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:16.652917 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-af82a0e6-45e2-41f2-9063-3dfdb3c120c0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1307399 Sep 20 12:43:16.652917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41608) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:16.658194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Calling delete_port for 5736d1d2-20f3-47ec-8423-bd283b83a907 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:16.686628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-61d21c7d-f394-47aa-a118-6fcda873daa6 None None] Could not find standard attr ID for object 58fb549d-b894-4ea3-a7cc-1f048976b28c. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:43:16.737540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e41fee-d7c2-4791-889d-46c9bb29c913 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:16.743998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6e41fee-d7c2-4791-889d-46c9bb29c913 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.772579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-1a804740-6bb7-49f5-8c8f-78a4999f3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:16.774728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-1a804740-6bb7-49f5-8c8f-78a4999f3de5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797044 Sep 20 12:43:16.818966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cb729e32-c459-47fe-a775-55d4661dfc57 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:16.825081 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb729e32-c459-47fe-a775-55d4661dfc57 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.880857 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6e41fee-d7c2-4791-889d-46c9bb29c913 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.918966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d724f-6818-4a57-ad60-2fb8f14acdb1 req-11f13948-2b66-4082-bc11-40e336ca3169 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:16.920643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df2d724f-6818-4a57-ad60-2fb8f14acdb1 req-11f13948-2b66-4082-bc11-40e336ca3169 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0537434 Sep 20 12:43:16.922612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:16.943429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['5736d1d2-20f3-47ec-8423-bd283b83a907'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:16.965771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Pushing event deleted for resources: {'Port': ['ID=5736d1d2-20f3-47ec-8423-bd283b83a907,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:17.029312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] No DVR routers for this DVR port 5736d1d2-20f3-47ec-8423-bd283b83a907 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:17.034653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df2d724f-6818-4a57-ad60-2fb8f14acdb1 req-40bd9210-e18a-4d14-9f9b-bd109afec434 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003592 Sep 20 12:43:17.035767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:17.037742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-212a4add-e9f5-4c22-8288-9f3f3666e6fc req-f214c9e4-8a39-4dd2-a291-1e422e0c32aa tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.32 "DELETE /v2.0/ports/5736d1d2-20f3-47ec-8423-bd283b83a907 HTTP/1.1" status: 204 len: 173 time: 0.8792598 Sep 20 12:43:17.038233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33e14c0-8adb-4c2f-b3c6-405d3941f58d', 'name': 'network-vif-deleted', 'tag': '5736d1d2-20f3-47ec-8423-bd283b83a907'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:17.040487 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb2e118-44bf-4bdc-be25-3e38afb804d6" -d '{"events": [{"server_uuid": "d33e14c0-8adb-4c2f-b3c6-405d3941f58d", "name": "network-vif-deleted", "tag": "5736d1d2-20f3-47ec-8423-bd283b83a907"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:17.156070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ec14afa-58f1-4b68-8432-c5f05c608ee6 req-c99ac972-0d48-4e4e-aefe-f3054737668d tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 210 time: 0.0381360 Sep 20 12:43:17.206963 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81e9497-7c27-4330-9b44-400054d19db1 x-openstack-request-id: req-a81e9497-7c27-4330-9b44-400054d19db1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:17.207363 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33e14c0-8adb-4c2f-b3c6-405d3941f58d", "name": "network-vif-deleted", "tag": "5736d1d2-20f3-47ec-8423-bd283b83a907", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:17.207620 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a81e9497-7c27-4330-9b44-400054d19db1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:17.208028 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33e14c0-8adb-4c2f-b3c6-405d3941f58d', 'name': 'network-vif-deleted', 'tag': '5736d1d2-20f3-47ec-8423-bd283b83a907', 'status': 'completed', 'code': 200} Sep 20 12:43:17.297175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 979238d8-26ad-4a26-b0c8-c7a4ef62d25d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:17.348859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75ca83ec-a658-47b3-912f-fc4cbb2a3aba req-823b4759-a6f7-4bee-9a71-7067d8cf3ee1 tempest-MultipleCreateTestJSON-2138582612 tempest-MultipleCreateTestJSON-2138582612-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33e14c0-8adb-4c2f-b3c6-405d3941f58d HTTP/1.1" status: 200 len: 210 time: 0.0327203 Sep 20 12:43:17.365125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:17.365801 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:17.420039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6e41fee-d7c2-4791-889d-46c9bb29c913 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:17.467351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb729e32-c459-47fe-a775-55d4661dfc57 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:17.481561 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-9fa36634-ddda-4e3a-aee2-92192dde78d5 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935089 Sep 20 12:43:17.493916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cb729e32-c459-47fe-a775-55d4661dfc57 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:17.523727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b00ea-6de6-4e85-b1bd-48822f71abf6 req-3a61fc33-774c-4fe9-a83d-5f1196f19f1a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:17.525122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-614b00ea-6de6-4e85-b1bd-48822f71abf6 req-3a61fc33-774c-4fe9-a83d-5f1196f19f1a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.0728853 Sep 20 12:43:17.565305 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-614b00ea-6de6-4e85-b1bd-48822f71abf6 req-94251110-f9da-4823-b951-6c1eda529b21 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335805 Sep 20 12:43:17.660895 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3c452bae-e6d6-4890-a783-03d305c7f345 req-0790167e-934f-4eec-9a73-c12336232116 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681733 Sep 20 12:43:17.703534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6e41fee-d7c2-4791-889d-46c9bb29c913 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:17.729227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device cfd1702d-ea2b-4305-afb6-d7104041a7a8 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:17.745568 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41fee-d7c2-4791-889d-46c9bb29c913 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:17.749949 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6e41fee-d7c2-4791-889d-46c9bb29c913 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:17.751908 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c6e41fee-d7c2-4791-889d-46c9bb29c913 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45 HTTP/1.1" status: 204 len: 168 time: 1.1010234 Sep 20 12:43:17.752329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: cfd1702d-ea2b-4305-afb6-d7104041a7a8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:17.753465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device cfd1702d-ea2b-4305-afb6-d7104041a7a8 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:17.754386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41646) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:17.763004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782306b-d218-4dd9-b299-fde4de069f3f None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:17.799175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3717635b-d76a-40d0-9e7c-7f08885b9d5f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429468 Sep 20 12:43:17.801919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41652) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:17.808051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:17.844608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb729e32-c459-47fe-a775-55d4661dfc57 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:17.915875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb729e32-c459-47fe-a775-55d4661dfc57 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:18.006820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb729e32-c459-47fe-a775-55d4661dfc57 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.012395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:18.012921 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cb729e32-c459-47fe-a775-55d4661dfc57 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/ports/ea78f6b4-fd27-4c7d-bd2d-8e7279c71e8e HTTP/1.1" status: 204 len: 168 time: 1.6185265 Sep 20 12:43:18.064025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:18.073214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.115053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:18.132581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d854d974-a65c-47ae-b14d-86a377a2d6f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port f4686558-9484-472e-93fd-cdf28535a200 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:18.132988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d854d974-a65c-47ae-b14d-86a377a2d6f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.163499 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.186344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] Deleting port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:18.188418 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.235928 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d854d974-a65c-47ae-b14d-86a377a2d6f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.249078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d854d974-a65c-47ae-b14d-86a377a2d6f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for f4686558-9484-472e-93fd-cdf28535a200 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:18.261291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] For port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=979238d8-26ad-4a26-b0c8-c7a4ef62d25d,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:18.261693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.283085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] Calling delete_port for 979238d8-26ad-4a26-b0c8-c7a4ef62d25d owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:18.384715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.408819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1e924-80ba-4e12-9941-1d4729990589 req-a9cd4e67-1995-42b9-8bce-ef5ab064fef8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:18.410315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3a1e924-80ba-4e12-9941-1d4729990589 req-a9cd4e67-1995-42b9-8bce-ef5ab064fef8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0758424 Sep 20 12:43:18.427238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:18.433440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:18.440011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:18.440695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.448015 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.463209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] No DVR routers for this DVR port 979238d8-26ad-4a26-b0c8-c7a4ef62d25d on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:18.464345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=75046b28-cfd3-4c9a-a4e2-4d5399da57b2,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:18.487489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fef85-c703-41aa-9da3-ab4b087ca633 None None] Pushing event deleted for resources: {'Port': ['ID=979238d8-26ad-4a26-b0c8-c7a4ef62d25d,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:18.506889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3a1e924-80ba-4e12-9941-1d4729990589 req-537d4020-e391-449d-8f98-bad1e0426332 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885246 Sep 20 12:43:18.507937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac3aaf-ee09-4dc7-83d9-483b42abb396 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:18.525665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:18.525921 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3042e98a-df88-431f-b461-e8000e53cf1c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7222166 Sep 20 12:43:18.532274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': '75046b28-cfd3-4c9a-a4e2-4d5399da57b2', 'ip_address': '2001:db8::1a57:43a0:323d:4cee'}], 'name': 'tempest-NetworksTestDHCPv6-2016272347'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:18.603583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d854d974-a65c-47ae-b14d-86a377a2d6f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.658785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95bf9e13-a1a6-46d7-b66a-968a26bcf892 req-7ec060c1-4138-4cb3-8478-e9990af61b8e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 210 time: 0.0591328 Sep 20 12:43:18.666891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854d974-a65c-47ae-b14d-86a377a2d6f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=f4686558-9484-472e-93fd-cdf28535a200,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:18.669327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '75046b28-cfd3-4c9a-a4e2-4d5399da57b2'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:18.672166 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.798669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d854d974-a65c-47ae-b14d-86a377a2d6f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:18.800506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d854d974-a65c-47ae-b14d-86a377a2d6f5 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/ports/f4686558-9484-472e-93fd-cdf28535a200 HTTP/1.1" status: 204 len: 168 time: 0.7870798 Sep 20 12:43:18.803221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41666) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:18.820754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780f5c2-0490-49fc-8609-c1a99de1882b req-ff8d7011-a18f-4b98-96b8-f219b9e6fc6a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:18.822612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7780f5c2-0490-49fc-8609-c1a99de1882b req-ff8d7011-a18f-4b98-96b8-f219b9e6fc6a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.0903671 Sep 20 12:43:18.831257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/75046b28-cfd3-4c9a-a4e2-4d5399da57b2/2b395da5-61d5-4a39-a17c-b074fa7ea9a6) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:18.867365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f82149-c926-48dc-bab4-88a0615bc043 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:18.869296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f7f82149-c926-48dc-bab4-88a0615bc043 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eeea2fe-93da-41e4-907c-922e9d60e546 HTTP/1.1" status: 200 len: 913 time: 0.0649045 Sep 20 12:43:18.872042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41668) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:18.878303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7780f5c2-0490-49fc-8609-c1a99de1882b req-575ed1f2-91f3-4352-9c23-acb3bc9353c9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Sep 20 12:43:18.917157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:18.947135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:18.995754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aeec44-edc6-48f4-8d59-5b4266ea8a3f admin admin] Deleting subnet 6848e6d0-3768-403b-8369-a3edf2c5b13e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:19.013868 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.029336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8aeec44-edc6-48f4-8d59-5b4266ea8a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.077203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8aeec44-edc6-48f4-8d59-5b4266ea8a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.085551 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.116013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.128999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:19.132608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:19.135579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:19.142037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 441c5945-45a7-4e09-84d2-5454f4851335 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:43:19.148424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Pushing event updated for resources: {'Port': ['ID=2b395da5-61d5-4a39-a17c-b074fa7ea9a6,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:19.201143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Attempting to bind port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:19.201510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Attempting to bind port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:19.201913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Attempting to bind port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:19.208092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:19.208539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:19.208912 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.213564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:19.213564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Bound port: 2b395da5-61d5-4a39-a17c-b074fa7ea9a6, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:19.213564 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.317778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8aeec44-edc6-48f4-8d59-5b4266ea8a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.324315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-c57c9543-01de-495f-a7e0-307c3c69da43 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:19.325937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] For port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:19.326576 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-c57c9543-01de-495f-a7e0-307c3c69da43 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.1663435 Sep 20 12:43:19.330241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] For port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b395da5-61d5-4a39-a17c-b074fa7ea9a6,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:19.332177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 979238d8-26ad-4a26-b0c8-c7a4ef62d25d no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:19.339382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::1a57:43a0:323d:4cee (7b041315-d41c-4864-8fcf-07854b5e72d1/75046b28-cfd3-4c9a-a4e2-4d5399da57b2/441c5945-45a7-4e09-84d2-5454f4851335) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:19.347163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Request body: {'port': {'device_id': '7bb42043-68fc-4673-835e-a9c783858098', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'admin_state_up': True, 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:19.355227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 979238d8-26ad-4a26-b0c8-c7a4ef62d25d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:19.355742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 979238d8-26ad-4a26-b0c8-c7a4ef62d25d not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:19.406864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5736d1d2-20f3-47ec-8423-bd283b83a907 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:19.435943 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.445797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 5736d1d2-20f3-47ec-8423-bd283b83a907 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:19.446165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5736d1d2-20f3-47ec-8423-bd283b83a907 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:19.493239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8aeec44-edc6-48f4-8d59-5b4266ea8a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.516061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f28b11-9e86-433c-bd74-62baa459e9b2 None None] Pushing event updated for resources: {'Port': ['ID=2b395da5-61d5-4a39-a17c-b074fa7ea9a6,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:19.521052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aeec44-edc6-48f4-8d59-5b4266ea8a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6848e6d0-3768-403b-8369-a3edf2c5b13e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:19.526548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.556715 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8aeec44-edc6-48f4-8d59-5b4266ea8a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.558034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8aeec44-edc6-48f4-8d59-5b4266ea8a3f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6848e6d0-3768-403b-8369-a3edf2c5b13e HTTP/1.1" status: 204 len: 168 time: 0.6396353 Sep 20 12:43:19.562547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41674) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:19.594038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.689851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.700318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:19.704136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.746308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81fa3-c33d-4bbb-a46e-264d0466d56b req-595e771b-1e97-4750-8126-f61a577b5368 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:19.747914 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86e81fa3-c33d-4bbb-a46e-264d0466d56b req-595e771b-1e97-4750-8126-f61a577b5368 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1131842 Sep 20 12:43:19.839989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.858877 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.868096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86e81fa3-c33d-4bbb-a46e-264d0466d56b req-45a90db5-7c37-4de6-b735-e08d79e77b67 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002860 Sep 20 12:43:19.886635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788703e9-6381-4731-af0a-554c34e05832']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:19.886813 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.915852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd135fd2d-814d-474c-a2ec-8733783142f2') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:19.916163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd135fd2d-814d-474c-a2ec-8733783142f2') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:19.930991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.948050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:19.950964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Allocated IP 172.20.0.3 (ff2608ad-3913-4e17-acf4-4423413a7eae/db6689bf-2894-48e1-b8c4-ea568d818531/ffbdd8d9-dbe0-4504-aac1-cb1faf262931) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:19.954473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:19.963903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:19.971146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:19.974988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.975597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=441c5945-45a7-4e09-84d2-5454f4851335,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:19.981081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.991714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:43:19.992282 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:43:19.993961 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:43:20.000210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port 89af1904-43e6-4807-8a07-51a34f56670b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:20.003645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.061546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e4be68c-b8ea-434f-969e-fe86c90b7fff req-7a2e7d74-23ca-4acc-8603-b605f875d655 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 210 time: 0.0546920 Sep 20 12:43:20.069418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-380b815b-8a03-4eb4-89b8-b0a25ec4796d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5415373 Sep 20 12:43:20.072491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:20.141893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54455fdd-de3c-4e11-bed6-cb484a13c7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:20.148643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54455fdd-de3c-4e11-bed6-cb484a13c7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:20.150305 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-54455fdd-de3c-4e11-bed6-cb484a13c7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0780072 Sep 20 12:43:20.153917 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.155300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:20.169158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.187897 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.188098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for 89af1904-43e6-4807-8a07-51a34f56670b owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:20.189469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] 10.222.0.37 "DELETE /v2.0/networks/788703e9-6381-4731-af0a-554c34e05832 HTTP/1.1" status: 204 len: 168 time: 0.6258056 Sep 20 12:43:20.223049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90878f67-8e2e-467d-bd5f-8196589db648 admin admin] Pushing event deleted for resources: {'Network': ['ID=788703e9-6381-4731-af0a-554c34e05832,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:20.275748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.285766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.287417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dadbc-015a-4c5e-b905-00bff6e5b22d req-44e5f0db-68ca-432b-a785-952a5e097db8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:20.301591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b1dadbc-015a-4c5e-b905-00bff6e5b22d req-44e5f0db-68ca-432b-a785-952a5e097db8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.1501098 Sep 20 12:43:20.364669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-de14b043-ed3b-4adf-97de-03969f9f5b8c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 441c5945-45a7-4e09-84d2-5454f4851335 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:20.365316 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de14b043-ed3b-4adf-97de-03969f9f5b8c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.393313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b1dadbc-015a-4c5e-b905-00bff6e5b22d req-42eb5855-dadd-49c5-8371-a98f6333613c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908029 Sep 20 12:43:20.476227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de14b043-ed3b-4adf-97de-03969f9f5b8c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.485508 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.489519 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-de14b043-ed3b-4adf-97de-03969f9f5b8c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 441c5945-45a7-4e09-84d2-5454f4851335 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:20.498868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:20.538672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Network ff2608ad-3913-4e17-acf4-4423413a7eae is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:20.542286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:20.546604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:20.549342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.610030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event updated for resources: {'Port': ['ID=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:20.678960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41686) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:20.691886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=89af1904-43e6-4807-8a07-51a34f56670b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:20.725990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:20.726746 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.809803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b5158469-aa79-4794-b932-51612f6a44a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb3e1d856a4e40c09d088919a9500be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295650 Sep 20 12:43:20.810670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41688) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:20.842421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f8b83139-8bfa-44a9-9163-07abaf44fde2 None None] Provisioning complete for port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:20.843830 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f8b83139-8bfa-44a9-9163-07abaf44fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.907424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:20.921415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-b73a60a3-fabd-4928-b1ab-3041310114f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5801504 Sep 20 12:43:20.950548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Request body: {'port': {'device_id': '7bb42043-68fc-4673-835e-a9c783858098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:20.962579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f8b83139-8bfa-44a9-9163-07abaf44fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.008129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f8b83139-8bfa-44a9-9163-07abaf44fde2 None None] For port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b395da5-61d5-4a39-a17c-b074fa7ea9a6,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:21.075748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f8b83139-8bfa-44a9-9163-07abaf44fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.090990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4881bf2-bb1f-4353-a8de-6eab8b2fec20 req-2687e349-69d4-4517-ace4-d3a915201199 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:21.092769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4881bf2-bb1f-4353-a8de-6eab8b2fec20 req-2687e349-69d4-4517-ace4-d3a915201199 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0661747 Sep 20 12:43:21.114325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.133194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc6379f4-7ee8-499c-a76b-e7cfa0d503de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.140621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b83139-8bfa-44a9-9163-07abaf44fde2 None None] Pushing event updated for resources: {'Port': ['ID=2b395da5-61d5-4a39-a17c-b074fa7ea9a6,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:21.142155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4881bf2-bb1f-4353-a8de-6eab8b2fec20 req-e2c19828-a31f-459f-b2aa-eb0c2e550d27 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Sep 20 12:43:21.202090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de14b043-ed3b-4adf-97de-03969f9f5b8c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.219941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc6379f4-7ee8-499c-a76b-e7cfa0d503de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.224036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-91308a2b-7b4a-438b-8691-12d6150ccfe1 None None] Provisioning complete for port 441c5945-45a7-4e09-84d2-5454f4851335 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:21.224420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91308a2b-7b4a-438b-8691-12d6150ccfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.244219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14b043-ed3b-4adf-97de-03969f9f5b8c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=441c5945-45a7-4e09-84d2-5454f4851335,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:21.270351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-91308a2b-7b4a-438b-8691-12d6150ccfe1 None None] Port 441c5945-45a7-4e09-84d2-5454f4851335 was deleted so its status cannot be updated. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 20 12:43:21.310208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de14b043-ed3b-4adf-97de-03969f9f5b8c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.313208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-de14b043-ed3b-4adf-97de-03969f9f5b8c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/441c5945-45a7-4e09-84d2-5454f4851335 HTTP/1.1" status: 204 len: 168 time: 1.1492913 Sep 20 12:43:21.314652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41702) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:21.369883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:21.376064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba99cdb-1dfc-40ab-a7e6-a226cb65176d req-8e1d4f66-c437-4b32-a7c9-3586933e2e7e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:21.383657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ba99cdb-1dfc-40ab-a7e6-a226cb65176d req-8e1d4f66-c437-4b32-a7c9-3586933e2e7e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 931 time: 0.1498871 Sep 20 12:43:21.409782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:43:21.411831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:21.445304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc289d-34c4-4893-9c3c-f48295a3f0cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:21.446971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc289d-34c4-4893-9c3c-f48295a3f0cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:21.451483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0dc289d-34c4-4893-9c3c-f48295a3f0cc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1357977 Sep 20 12:43:21.454441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:21.531649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ba99cdb-1dfc-40ab-a7e6-a226cb65176d req-023c7055-a42d-42b3-b2ec-72d58ef53b6f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290994 Sep 20 12:43:21.563919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc6379f4-7ee8-499c-a76b-e7cfa0d503de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.566587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc6379f4-7ee8-499c-a76b-e7cfa0d503de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.570313 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bc6379f4-7ee8-499c-a76b-e7cfa0d503de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8319d30-e6fd-4f04-bed1-161f9e550f54 HTTP/1.1" status: 204 len: 168 time: 0.7530894 Sep 20 12:43:21.601158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:21.601536 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.622927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe1ab67-d15c-4dcb-be72-abfdf6608277 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 75046b28-cfd3-4c9a-a4e2-4d5399da57b2 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:21.631295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6379f4-7ee8-499c-a76b-e7cfa0d503de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8319d30-e6fd-4f04-bed1-161f9e550f54,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:21.634312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Router 9eeea2fe-93da-41e4-907c-922e9d60e546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:43:21.673970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab67-d15c-4dcb-be72-abfdf6608277 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.691304 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.754641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67bb09-3d0d-42bf-93e2-3fbcb6e58d36 req-8d195775-4afe-4412-83f8-ae91a23e12fa tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:21.762777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec67bb09-3d0d-42bf-93e2-3fbcb6e58d36 req-8d195775-4afe-4412-83f8-ae91a23e12fa tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.1326630 Sep 20 12:43:21.787045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab67-d15c-4dcb-be72-abfdf6608277 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:21.827064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:21.837725 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7110899-84a0-4593-a6a4-4302731d8c4b" -d '{"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:21.871224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:21.894560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec67bb09-3d0d-42bf-93e2-3fbcb6e58d36 req-e1f5a24a-bceb-4428-9593-d9ca5d711d61 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244025 Sep 20 12:43:21.964422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:21.975560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.003784 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ada23d-1bd5-40a4-98b0-cbfb755fd06d x-openstack-request-id: req-e8ada23d-1bd5-40a4-98b0-cbfb755fd06d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:22.004018 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:22.004264 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8ada23d-1bd5-40a4-98b0-cbfb755fd06d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:22.004708 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'code': 200} Sep 20 12:43:22.011569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab67-d15c-4dcb-be72-abfdf6608277 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.032288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'port_id': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'mac_address': 'fa:16:3e:60:28:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:43:22.130900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=11']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:22.141277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.166981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 727d2a34-f5b4-474a-9bc8-4591e2535a79 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:22.194405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:22.205366 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab67-d15c-4dcb-be72-abfdf6608277 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.258056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1ab67-d15c-4dcb-be72-abfdf6608277 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=75046b28-cfd3-4c9a-a4e2-4d5399da57b2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:22.268463 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ab67-d15c-4dcb-be72-abfdf6608277 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.276587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1fe1ab67-d15c-4dcb-be72-abfdf6608277 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/75046b28-cfd3-4c9a-a4e2-4d5399da57b2 HTTP/1.1" status: 204 len: 168 time: 0.8152418 Sep 20 12:43:22.276587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:22.289369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.334244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:22.339280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbdd8d9-dbe0-4504-aac1-cb1faf262931 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:22.350340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-52cc7871-f129-4a8a-b583-b15eec96edc3 tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "PUT /v2.0/routers/9eeea2fe-93da-41e4-907c-922e9d60e546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4743114 Sep 20 12:43:22.350340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41746) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:22.354014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c03f03a-9d9b-4d1f-a67f-a7b72b93f7d7 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:22.361239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.362971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b732b-f12c-49b9-b554-9e66fe1404f2 None None] Sync routers for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:22.387978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-26367d7d-94ac-4eda-bbf0-58b3b0f7ecd3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136906 Sep 20 12:43:22.392176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:22.408415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['727d2a34-f5b4-474a-9bc8-4591e2535a79'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:22.427324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b732b-f12c-49b9-b554-9e66fe1404f2 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:22.427838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-522b732b-f12c-49b9-b554-9e66fe1404f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:22.446197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Transition to ACTIVE for port object ffbdd8d9-dbe0-4504-aac1-cb1faf262931 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:43:22.504252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a2fdf-4574-44ab-8017-6a8a249793ca req-b235af2a-8d62-4a65-b4eb-b936058cd589 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:22.508130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-472a2fdf-4574-44ab-8017-6a8a249793ca req-b235af2a-8d62-4a65-b4eb-b936058cd589 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.2438092 Sep 20 12:43:22.516352 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.523423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1497f-cf50-45f4-929c-20fab9a60ea8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:22.524956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1be1497f-cf50-45f4-929c-20fab9a60ea8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1320858 Sep 20 12:43:22.529111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41760) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:22.588920 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.603898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-472a2fdf-4574-44ab-8017-6a8a249793ca req-5d498bbe-e336-466b-9f1b-4d539519c21a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880630 Sep 20 12:43:22.662403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:22.786859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-522b732b-f12c-49b9-b554-9e66fe1404f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:22.868024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5b06b-6452-4089-b377-75e0e43439e0 req-f70b966b-6bda-404c-a167-34f8b2fa993b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:22.872580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42f5b06b-6452-4089-b377-75e0e43439e0 req-f70b966b-6bda-404c-a167-34f8b2fa993b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 943 time: 0.1225488 Sep 20 12:43:22.886231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b732b-f12c-49b9-b554-9e66fe1404f2 None None] Routers {'9eeea2fe-93da-41e4-907c-922e9d60e546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:22.887503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-522b732b-f12c-49b9-b554-9e66fe1404f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9eeea2fe-93da-41e4-907c-922e9d60e546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:22.966632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42f5b06b-6452-4089-b377-75e0e43439e0 req-65792a76-31c5-40a1-bef1-320f5d7f8d92 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856152 Sep 20 12:43:22.978465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7a37f6-6ebc-434a-9151-02c096251f94 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:22.981038 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c7a37f6-6ebc-434a-9151-02c096251f94 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4483483 Sep 20 12:43:22.982834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:22.984190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:22.992561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Pushing event updated for resources: {'Port': ['ID=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:22.998017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-522b732b-f12c-49b9-b554-9e66fe1404f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:23.001467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b732b-f12c-49b9-b554-9e66fe1404f2 None None] The sync data for ids ['9eeea2fe-93da-41e4-907c-922e9d60e546'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:23.025706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Attempting to bind port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:23.026271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Attempting to bind port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:23.028103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Attempting to bind port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:23.044637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 on network ff2608ad-3913-4e17-acf4-4423413a7eae not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:43:23.045095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Attempting to bind port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:23.064158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:23.064636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Checking segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:23.065177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Bound using segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:23.065886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Bound port: ffbdd8d9-dbe0-4504-aac1-cb1faf262931, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:23.066348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:23.144200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b13521ab-4549-464a-b931-a462792301b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1586435 Sep 20 12:43:23.156252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:23.162235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:23.168829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:23.320566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770c0bb-587b-4b55-b1e9-83d0e3e53a27 req-ed73c47a-db4c-442d-89c3-28a913a17485 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:23.322361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c770c0bb-587b-4b55-b1e9-83d0e3e53a27 req-ed73c47a-db4c-442d-89c3-28a913a17485 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1733584 Sep 20 12:43:23.328538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] For port ffbdd8d9-dbe0-4504-aac1-cb1faf262931, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:23.332937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] For port ffbdd8d9-dbe0-4504-aac1-cb1faf262931, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:23.364254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting port fc7ddee1-abd8-4bcc-abba-35a66d9e981d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:23.364932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:23.396070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:23.403953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:23.449371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:23.471770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:23.478840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:43:23.506841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c770c0bb-587b-4b55-b1e9-83d0e3e53a27 req-60944643-8df4-46f6-988d-9fb76f3ad236 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744366 Sep 20 12:43:23.584324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:23.585095 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:23.587491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] 10.222.0.32 "PUT /v2.0/ports/ffbdd8d9-dbe0-4504-aac1-cb1faf262931 HTTP/1.1" status: 200 len: 1091 time: 2.6409829 Sep 20 12:43:23.587964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781aa26a-2e0e-4bad-8670-93b7d8f323ce service neutron] Pushing event updated for resources: {'Port': ['ID=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:23.606428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb42043-68fc-4673-835e-a9c783858098', 'tag': 'ffbdd8d9-dbe0-4504-aac1-cb1faf262931'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:23.610759 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac783d1-8131-44f1-919a-a5b64a2de441" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb42043-68fc-4673-835e-a9c783858098", "tag": "ffbdd8d9-dbe0-4504-aac1-cb1faf262931"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:23.753590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:23.780882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:23.803999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'mac_address': 'fa:16:3e:1c:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:43:23.835004 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Calling delete_port for fc7ddee1-abd8-4bcc-abba-35a66d9e981d owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:23.883245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b6b33-617d-468f-9c81-5ccdf539b883 req-0c0643e4-863f-4dec-a5ae-0c58f5b6604b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:23.890961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-563b6b33-617d-468f-9c81-5ccdf539b883 req-0c0643e4-863f-4dec-a5ae-0c58f5b6604b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.1249888 Sep 20 12:43:23.946103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-391dee0d-0edc-4515-8b0c-1af5fbee1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:23.958072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-391dee0d-0edc-4515-8b0c-1af5fbee1336 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 1094 time: 0.2419260 Sep 20 12:43:24.015753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.028271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] Deleting port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:24.028271 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.037349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-563b6b33-617d-468f-9c81-5ccdf539b883 req-caf36f44-de6a-42c8-8615-79f14cd41960 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454816 Sep 20 12:43:24.075975 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-ea6331c7-60cf-4ac2-a0ba-2d690b678ad3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffbdd8d9-dbe0-4504-aac1-cb1faf262931 HTTP/1.1" status: 200 len: 217 time: 0.1056924 Sep 20 12:43:24.099154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] For port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b395da5-61d5-4a39-a17c-b074fa7ea9a6,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:24.099688 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.113733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.114085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] Calling delete_port for 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:24.226407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb55065-e3e3-41f2-93b9-84575ef85826 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:24.240138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:24.257992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:24.261628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:24.262229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.264287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:24.266490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.289517 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbcf06d-e1b4-4a9c-9bcd-dcc427b24579 x-openstack-request-id: req-5fbcf06d-e1b4-4a9c-9bcd-dcc427b24579 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:24.289803 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb42043-68fc-4673-835e-a9c783858098", "tag": "ffbdd8d9-dbe0-4504-aac1-cb1faf262931", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:24.290058 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fbcf06d-e1b4-4a9c-9bcd-dcc427b24579 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:24.293189 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb42043-68fc-4673-835e-a9c783858098', 'tag': 'ffbdd8d9-dbe0-4504-aac1-cb1faf262931', 'status': 'completed', 'code': 200} Sep 20 12:43:24.318068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=86869340-5ff0-4a96-8282-349b1cf69b59,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:24.351890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-2d041aec-15b1-4471-9561-b467f7baceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:24.353751 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-2d041aec-15b1-4471-9561-b467f7baceed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.2422040 Sep 20 12:43:24.355400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.420771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:24.427360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.434220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5be6763b-3751-421b-9817-075ba2222520 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2695332 Sep 20 12:43:24.438306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:24.440556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] Pushing event deleted for resources: {'Port': ['ID=2b395da5-61d5-4a39-a17c-b074fa7ea9a6,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:24.442608 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-d465955a-4316-439d-80e0-ef38dfe52959 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621867 Sep 20 12:43:24.443803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': '86869340-5ff0-4a96-8282-349b1cf69b59', 'ip_address': '2001:db8::20eb:5c42:d1e9:947a'}], 'name': 'tempest-NetworksTestDHCPv6-1276238930'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:24.500416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908fb92-fdbf-4e8d-a3f1-89a30637ea50 req-393976e6-e228-47a7-94d2-89865f104a0f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:24.502319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1908fb92-fdbf-4e8d-a3f1-89a30637ea50 req-393976e6-e228-47a7-94d2-89865f104a0f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 943 time: 0.1325524 Sep 20 12:43:24.564616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf29e80-8192-469f-8335-1f066fe43973 None None] No DVR routers for this DVR port 2b395da5-61d5-4a39-a17c-b074fa7ea9a6 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:24.609745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['3fb55065-e3e3-41f2-93b9-84575ef85826'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:24.610272 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-6cf17515-0039-49cb-b299-3b15a84c7c7f service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568604 Sep 20 12:43:24.612207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1908fb92-fdbf-4e8d-a3f1-89a30637ea50 req-aebaf2f6-4709-4801-896f-f3325468123c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790403 Sep 20 12:43:24.626219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d17358-7b77-4ff0-81c5-74257f618f4d None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:24.647055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a935f59a-77f7-4d10-8933-727f9c52ce05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.814523 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8dbcb9a5-9d4b-427c-a755-6a7a97599b18 req-8e768852-aecb-4ae6-a851-2669f532c760 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659749 Sep 20 12:43:24.877824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:24.884045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=12']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:24.925801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '86869340-5ff0-4a96-8282-349b1cf69b59'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:24.926680 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:24.933238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.016462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.054865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Port': ['ID=fc7ddee1-abd8-4bcc-abba-35a66d9e981d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:25.112337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 2bd3af69-96d3-4727-a180-4fe412ae09de yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:43:25.259245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-3dfef98a-1806-46aa-b47a-2aed8feec656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:25.262552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-3dfef98a-1806-46aa-b47a-2aed8feec656 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 1094 time: 0.2460725 Sep 20 12:43:25.352673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.396978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660f89f-55ea-4ffc-8c1e-1f25e8701ac6 req-3e45eb15-f8c0-4dd2-9206-8905280641dc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:25.405677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3660f89f-55ea-4ffc-8c1e-1f25e8701ac6 req-3e45eb15-f8c0-4dd2-9206-8905280641dc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 946 time: 0.6277485 Sep 20 12:43:25.457131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:25.471969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3660f89f-55ea-4ffc-8c1e-1f25e8701ac6 req-ae5daec6-c1f3-486b-bbe5-0f35af8c649e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607870 Sep 20 12:43:25.544667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a935f59a-77f7-4d10-8933-727f9c52ce05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.550279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/86869340-5ff0-4a96-8282-349b1cf69b59/700d87b2-9456-4061-bc2d-fb38e71e4f05) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:25.588346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.597068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.606242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a935f59a-77f7-4d10-8933-727f9c52ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.715018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-b45b8589-009a-4e19-b5bf-77ffe4a50e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:25.716803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-b45b8589-009a-4e19-b5bf-77ffe4a50e27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 906 time: 0.4416292 Sep 20 12:43:25.808451 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-adcfc798-36f9-4942-9d22-8509162a3b03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffbdd8d9-dbe0-4504-aac1-cb1faf262931 HTTP/1.1" status: 200 len: 217 time: 0.0832038 Sep 20 12:43:25.815143 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.815858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a935f59a-77f7-4d10-8933-727f9c52ce05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04f534ade84e457a9a288d100c788473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3927019 Sep 20 12:43:25.816609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Fanout notify agent at l3_agent the message router_deleted on router 9eeea2fe-93da-41e4-907c-922e9d60e546 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:43:25.834778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41808) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:25.835477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935f59a-77f7-4d10-8933-727f9c52ce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c2b9a2-20ed-4cb6-b6c8-e25bcb235203,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:25.856283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:25.889796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:25.892084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6338e79-852d-4805-b4e9-fd3a3109799e tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/routers/9eeea2fe-93da-41e4-907c-922e9d60e546 HTTP/1.1" status: 204 len: 168 time: 3.5062344 Sep 20 12:43:25.961580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501edda0-200b-4f70-abd1-6ba171f648e0 req-ddc7e460-cc58-4a3d-af12-1aec5dd78f9f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:25.963731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-501edda0-200b-4f70-abd1-6ba171f648e0 req-ddc7e460-cc58-4a3d-af12-1aec5dd78f9f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.2842791 Sep 20 12:43:26.053968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f8a779-13f6-4c2c-99c5-c3582e102acf tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Deleting subnet eef488ad-6e0f-4fcd-9047-ef018a66a884 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:26.064740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.065456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-4dd6138c-146c-42ba-90ff-b5b85ad865c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:26.066711 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-4dd6138c-146c-42ba-90ff-b5b85ad865c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.1709552 Sep 20 12:43:26.076391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a779-13f6-4c2c-99c5-c3582e102acf tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.088764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 727d2a34-f5b4-474a-9bc8-4591e2535a79 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:26.089167 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.124547 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-046966de-0d48-40ab-ba1c-d5dbb9aca180 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474358 Sep 20 12:43:26.171269 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.267939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Pushing event updated for resources: {'Port': ['ID=700d87b2-9456-4061-bc2d-fb38e71e4f05,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:26.303251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:26.313049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:26.317472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:26.349608 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-c4870d13-9f78-4483-8246-98299d5e1e56 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125707 Sep 20 12:43:26.403576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Attempting to bind port 700d87b2-9456-4061-bc2d-fb38e71e4f05 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:26.403576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Attempting to bind port 700d87b2-9456-4061-bc2d-fb38e71e4f05 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:26.404062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Attempting to bind port 700d87b2-9456-4061-bc2d-fb38e71e4f05 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:26.408928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-501edda0-200b-4f70-abd1-6ba171f648e0 req-9abe63f6-cafd-4f5e-9434-0ba22081d79b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331167 Sep 20 12:43:26.480473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:26.483082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:26.483082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.483082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:26.483082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Bound port: 700d87b2-9456-4061-bc2d-fb38e71e4f05, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:26.483082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.504202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.533797 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a779-13f6-4c2c-99c5-c3582e102acf tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.550124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bac783d1-8131-44f1-919a-a5b64a2de441 req-6e425b33-0fea-484d-860d-3f8657bd40a8 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896420 Sep 20 12:43:26.625564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:26.631067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.632226 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0160d299-aa18-4106-91a9-e60cc77b2c2f" -d '{"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-plugged", "status": "completed", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:26.668789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:26.686693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] For port 700d87b2-9456-4061-bc2d-fb38e71e4f05, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:26.690283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] For port 700d87b2-9456-4061-bc2d-fb38e71e4f05, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=700d87b2-9456-4061-bc2d-fb38e71e4f05,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:26.724710 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.728522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::20eb:5c42:d1e9:947a (7b041315-d41c-4864-8fcf-07854b5e72d1/86869340-5ff0-4a96-8282-349b1cf69b59/2bd3af69-96d3-4727-a180-4fe412ae09de) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:26.778635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:26.790476 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.796461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.916631 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a779-13f6-4c2c-99c5-c3582e102acf tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:26.931699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef07920-5fba-4cdc-b4e8-288acd5ce233 None None] Pushing event updated for resources: {'Port': ['ID=700d87b2-9456-4061-bc2d-fb38e71e4f05,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:27.054239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92124b7-71f3-442c-bf9a-b3cd971088c4 req-fa1845c9-0e1f-4dd8-9f8c-59d118fa489d tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:27.063574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d92124b7-71f3-442c-bf9a-b3cd971088c4 req-fa1845c9-0e1f-4dd8-9f8c-59d118fa489d tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 943 time: 0.4518583 Sep 20 12:43:27.311785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.378606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 700d87b2-9456-4061-bc2d-fb38e71e4f05 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:27.417489 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d92124b7-71f3-442c-bf9a-b3cd971088c4 req-67e96690-8f86-4c73-81ef-c54f6dac8531 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524723 Sep 20 12:43:27.419981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.428737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.443272 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1c2b9a2-20ed-4cb6-b6c8-e25bcb235203 HTTP/1.1" status: 204 len: 168 time: 1.5541656 Sep 20 12:43:27.452495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.464119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:27.521666 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a779-13f6-4c2c-99c5-c3582e102acf tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.527741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c2b9a2-20ed-4cb6-b6c8-e25bcb235203,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:27.598576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 3fb55065-e3e3-41f2-93b9-84575ef85826 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:27.599181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.601704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 700d87b2-9456-4061-bc2d-fb38e71e4f05 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:27.602174 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.610764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:27.612535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.613195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.613563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.613886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.614226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.614578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.615016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.615366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.615689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.616016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.616343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.616668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76a329-5d24-4aa8-89a1-3629eb9020f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:27.638899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8a779-13f6-4c2c-99c5-c3582e102acf tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Subnet': ['ID=eef488ad-6e0f-4fcd-9047-ef018a66a884,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:27.657669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a779-13f6-4c2c-99c5-c3582e102acf tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.678144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41820) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:27.678692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b7f8a779-13f6-4c2c-99c5-c3582e102acf tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/subnets/eef488ad-6e0f-4fcd-9047-ef018a66a884 HTTP/1.1" status: 204 len: 168 time: 1.7818377 Sep 20 12:43:27.700375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:27.712594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:27.757690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:27.759638 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.812458 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.820191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=2bd3af69-96d3-4727-a180-4fe412ae09de,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:27.843890 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.889577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:27.934991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.964625 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:27.976054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f54178-74df-482f-92af-4b4ff361d40b req-2c3b154d-5b5c-4cb3-bf48-016e0eb89198 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:27.995017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82f54178-74df-482f-92af-4b4ff361d40b req-2c3b154d-5b5c-4cb3-bf48-016e0eb89198 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 946 time: 0.4185362 Sep 20 12:43:28.004034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 700d87b2-9456-4061-bc2d-fb38e71e4f05, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=700d87b2-9456-4061-bc2d-fb38e71e4f05,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:28.059931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3db6565f-5ca3-460c-bb94-8d7953b45088 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6179080 Sep 20 12:43:28.064920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:28.075713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-30ae4f08-095b-44c2-b562-47613a54f20d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': '86869340-5ff0-4a96-8282-349b1cf69b59', 'ip_address': '2001:db8::20eb:5c42:d1e9:947a'}], 'name': 'tempest-NetworksTestDHCPv6-1116342774'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:28.370938 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.373505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82f54178-74df-482f-92af-4b4ff361d40b req-4b357a0f-1f7a-4449-8c33-293a2990540a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902971 Sep 20 12:43:28.374837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=13']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:28.375435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7c620a-0a0f-4a9b-92a1-ebd345477741']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:28.375435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c526a2-7a68-46da-8115-f4d929fe3c2e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:28.375435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c526a2-7a68-46da-8115-f4d929fe3c2e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:28.375435 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.375435 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.375435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:43:28.375435 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.376034 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d701844-80ab-4f5f-845d-01fd6a4a7318 x-openstack-request-id: req-1d701844-80ab-4f5f-845d-01fd6a4a7318 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:28.376034 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-plugged", "status": "completed", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:28.376034 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d701844-80ab-4f5f-845d-01fd6a4a7318 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:28.376034 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'code': 200} Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:43:28.376382 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:43:28.443947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97466e7-5cac-4c3b-af6c-17cc54284b56 req-b0ea0d48-e5e9-4ec6-a415-7548d6a33a5a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:28.445695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c97466e7-5cac-4c3b-af6c-17cc54284b56 req-b0ea0d48-e5e9-4ec6-a415-7548d6a33a5a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0878036 Sep 20 12:43:28.485757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ffaf3429-65e9-46c0-bf16-aa54254829ca None None] Provisioning complete for port 700d87b2-9456-4061-bc2d-fb38e71e4f05 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:28.486170 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3429-65e9-46c0-bf16-aa54254829ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.520875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c97466e7-5cac-4c3b-af6c-17cc54284b56 req-8a10b7a3-31e1-47bc-b80a-8a6c062e8406 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533707 Sep 20 12:43:28.533289 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.549349 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.565053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.565053 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] 10.222.0.37 "DELETE /v2.0/networks/7a7c620a-0a0f-4a9b-92a1-ebd345477741 HTTP/1.1" status: 204 len: 168 time: 0.8811524 Sep 20 12:43:28.572701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ae4f08-095b-44c2-b562-47613a54f20d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:28.585487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30ae4f08-095b-44c2-b562-47613a54f20d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:28.600282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b59dd3-083f-4041-82e5-b5ec981082af tempest-FloatingIPTestJSON-416665504 tempest-FloatingIPTestJSON-416665504-project] Pushing event deleted for resources: {'Network': ['ID=7a7c620a-0a0f-4a9b-92a1-ebd345477741,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:28.654594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-30ae4f08-095b-44c2-b562-47613a54f20d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 2e279f7f-88cb-4a8d-a6de-bc197d876012 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:43:28.719906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=700d87b2-9456-4061-bc2d-fb38e71e4f05,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:28.942072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705ebba-6f35-4850-9d5c-2dbc5040a053 req-eb42bf25-a9d6-427b-9adb-ef177a2d8ba0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:28.951579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1705ebba-6f35-4850-9d5c-2dbc5040a053 req-eb42bf25-a9d6-427b-9adb-ef177a2d8ba0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 943 time: 0.2135546 Sep 20 12:43:28.981275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f3bfc471-346c-4faf-bec3-c8962aeca836 None None] Provisioning complete for port 2bd3af69-96d3-4727-a180-4fe412ae09de triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:28.982038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f3bfc471-346c-4faf-bec3-c8962aeca836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:29.034962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfc471-346c-4faf-bec3-c8962aeca836 None None] Port 2bd3af69-96d3-4727-a180-4fe412ae09de cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:29.044584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1705ebba-6f35-4850-9d5c-2dbc5040a053 req-af7f2d0f-a63d-4f36-bde1-77102216671e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902388 Sep 20 12:43:29.206377 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ae4f08-095b-44c2-b562-47613a54f20d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 20 12:43:29.207163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ae4f08-095b-44c2-b562-47613a54f20d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:43:29.308219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 700d87b2-9456-4061-bc2d-fb38e71e4f05 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:29.337511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-30ae4f08-095b-44c2-b562-47613a54f20d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2700694 Sep 20 12:43:29.339976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41846) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:29.401289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 700d87b2-9456-4061-bc2d-fb38e71e4f05 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:29.403792 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:29.441382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41852) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:29.479612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf86d64-14ea-480c-85db-4ffc123f6266 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:29.484338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ffbdd8d9-dbe0-4504-aac1-cb1faf262931 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:43:29.488801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf86d64-14ea-480c-85db-4ffc123f6266 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:29.490912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fdf86d64-14ea-480c-85db-4ffc123f6266 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1496313 Sep 20 12:43:29.493718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41858) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:29.632790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533048-0d15-4339-9e78-b7a62fa3550d req-91e18077-fd09-4ee2-a9e6-dee89b9a2216 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:29.651043 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12533048-0d15-4339-9e78-b7a62fa3550d req-91e18077-fd09-4ee2-a9e6-dee89b9a2216 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.1578405 Sep 20 12:43:29.749873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12533048-0d15-4339-9e78-b7a62fa3550d req-7a5f1f6a-e9de-4e34-bf14-2566076b3516 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927293 Sep 20 12:43:29.797924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41866) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:29.813103 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-322270e6-c70a-41ae-8de8-a259eb4a5430 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffb487fc0dd94a32b42baf76c2893b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698328 Sep 20 12:43:29.814901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ffbdd8d9-dbe0-4504-aac1-cb1faf262931, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:29.838841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'ffbdd8d9-dbe0-4504-aac1-cb1faf262931', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'port_id': 'ffbdd8d9-dbe0-4504-aac1-cb1faf262931', 'mac_address': 'fa:16:3e:aa:89:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6689bf-2894-48e1-b8c4-ea568d818531', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:43:29.906639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d9b81e34-6f69-4d3a-97d9-42f2a03b9a4a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 2bd3af69-96d3-4727-a180-4fe412ae09de {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:29.912781 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:29.914491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9b81e34-6f69-4d3a-97d9-42f2a03b9a4a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:29.936756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbdd8d9-dbe0-4504-aac1-cb1faf262931 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:29.990944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ffbdd8d9-dbe0-4504-aac1-cb1faf262931, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:30.036319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88d78dee-4c39-44b2-aabf-b8d333dc617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:30.059163 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:30.079588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57987a3-15e4-4e90-9283-46d293dfdee3 req-fa48c2a8-799f-4e8e-8a91-a37010db292f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:30.089444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a57987a3-15e4-4e90-9283-46d293dfdee3 req-fa48c2a8-799f-4e8e-8a91-a37010db292f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1701543 Sep 20 12:43:30.126712 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9b81e34-6f69-4d3a-97d9-42f2a03b9a4a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:30.143238 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88d78dee-4c39-44b2-aabf-b8d333dc617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:30.143609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:30.157116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d9b81e34-6f69-4d3a-97d9-42f2a03b9a4a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 2bd3af69-96d3-4727-a180-4fe412ae09de owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:30.224859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a57987a3-15e4-4e90-9283-46d293dfdee3 req-fdaef49c-f8b6-40d9-ae78-182b85cf77c5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329455 Sep 20 12:43:30.272873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:30.275515 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d114b9a1-fa18-40cc-a9a4-0d60d050dee0" -d '{"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-plugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:30.401352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88d78dee-4c39-44b2-aabf-b8d333dc617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:30.404479 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88d78dee-4c39-44b2-aabf-b8d333dc617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:30.412650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ffbdd8d9-dbe0-4504-aac1-cb1faf262931'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:30.415621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-88d78dee-4c39-44b2-aabf-b8d333dc617b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f5d66fe-d7a7-4191-95fc-ce9424deec12 HTTP/1.1" status: 204 len: 168 time: 0.6152043 Sep 20 12:43:30.439454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d78dee-4c39-44b2-aabf-b8d333dc617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d66fe-d7a7-4191-95fc-ce9424deec12,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:30.538029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9b81e34-6f69-4d3a-97d9-42f2a03b9a4a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:30.619934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b81e34-6f69-4d3a-97d9-42f2a03b9a4a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=2bd3af69-96d3-4727-a180-4fe412ae09de,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:30.701213 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d9b81e34-6f69-4d3a-97d9-42f2a03b9a4a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:30.705205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d9b81e34-6f69-4d3a-97d9-42f2a03b9a4a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/2bd3af69-96d3-4727-a180-4fe412ae09de HTTP/1.1" status: 204 len: 168 time: 1.2089677 Sep 20 12:43:30.706840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41882) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:30.755128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f446d2-b624-42b3-ad3f-aef6f096b9e0 req-c35af0f2-2ba4-4692-a33f-4a1659c50c21 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:30.762468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95f446d2-b624-42b3-ad3f-aef6f096b9e0 req-c35af0f2-2ba4-4692-a33f-4a1659c50c21 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 944 time: 0.1150851 Sep 20 12:43:30.852848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95f446d2-b624-42b3-ad3f-aef6f096b9e0 req-e837b85f-a73c-4366-9f14-f337aea3aa0b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829060 Sep 20 12:43:30.889239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178d767-edee-45f1-a37a-40a082296022 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:30.894492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178d767-edee-45f1-a37a-40a082296022 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:30.900661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2178d767-edee-45f1-a37a-40a082296022 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1904011 Sep 20 12:43:30.901046 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:30.949392 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaa8f5e-9700-438c-a8c8-38531eb26b79 x-openstack-request-id: req-cfaa8f5e-9700-438c-a8c8-38531eb26b79 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:30.952834 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-plugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:30.953534 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfaa8f5e-9700-438c-a8c8-38531eb26b79 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:30.954162 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'code': 200} Sep 20 12:43:31.062581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ea47d0-2b28-4023-a712-b717ef0f5ba3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 86869340-5ff0-4a96-8282-349b1cf69b59 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:31.071327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34ea47d0-2b28-4023-a712-b717ef0f5ba3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:31.190203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34ea47d0-2b28-4023-a712-b717ef0f5ba3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:31.450322 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:43:31.455129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42384385-9a10-40de-926e-77b90834fcbc req-227961e8-6ce0-44d8-bfdb-bde9916ba575 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:31.458999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42384385-9a10-40de-926e-77b90834fcbc req-227961e8-6ce0-44d8-bfdb-bde9916ba575 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.2048252 Sep 20 12:43:31.470328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ffbdd8d9-dbe0-4504-aac1-cb1faf262931 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:31.535734 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34ea47d0-2b28-4023-a712-b717ef0f5ba3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:31.611295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42384385-9a10-40de-926e-77b90834fcbc req-af799f59-af51-4c75-841d-47999bb43db7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408370 Sep 20 12:43:31.650782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:43:31.656254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:31.656668 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:31.811772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41904) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:31.840649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34ea47d0-2b28-4023-a712-b717ef0f5ba3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:31.847369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:31.880657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea47d0-2b28-4023-a712-b717ef0f5ba3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=86869340-5ff0-4a96-8282-349b1cf69b59,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:31.894415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34ea47d0-2b28-4023-a712-b717ef0f5ba3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:31.898009 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-34ea47d0-2b28-4023-a712-b717ef0f5ba3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/86869340-5ff0-4a96-8282-349b1cf69b59 HTTP/1.1" status: 204 len: 168 time: 0.9959195 Sep 20 12:43:31.905699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41910) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:31.915613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4468f84-98de-4d7b-aefb-a7e6bef9491a None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:31.992626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port ffbdd8d9-dbe0-4504-aac1-cb1faf262931, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:31.995429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09433adb-31f7-45fb-b8c0-2e2fc79a70d4 req-29503b62-4df8-4132-b1c0-ad8cb9adb4de tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:32.015432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09433adb-31f7-45fb-b8c0-2e2fc79a70d4 req-29503b62-4df8-4132-b1c0-ad8cb9adb4de tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.2380476 Sep 20 12:43:32.077201 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-43246945-a2e6-48ac-b9b1-3113c09de503 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1676545 Sep 20 12:43:32.087198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:32.115864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2073f001-b4ef-4b06-8ede-bab15030d23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.127615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:32.282841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09433adb-31f7-45fb-b8c0-2e2fc79a70d4 req-90e47ff4-cbe5-42f0-90ac-57594cc0eca8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712755 Sep 20 12:43:32.361800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2073f001-b4ef-4b06-8ede-bab15030d23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.383545 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.435661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2073f001-b4ef-4b06-8ede-bab15030d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.464975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947821-8cee-40e0-aade-d79064990736 req-63e75ecf-071f-4ae9-98f1-46cc491cde05 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:32.483955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c947821-8cee-40e0-aade-d79064990736 req-63e75ecf-071f-4ae9-98f1-46cc491cde05 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 945 time: 0.1317430 Sep 20 12:43:32.519141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:32.548362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073f001-b4ef-4b06-8ede-bab15030d23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a804df-5924-48a6-820f-0156af571a7b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:32.554967 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2073f001-b4ef-4b06-8ede-bab15030d23d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e930af08131347f895731e0f842c6a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405720 Sep 20 12:43:32.559164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41922) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:32.615165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c947821-8cee-40e0-aade-d79064990736 req-6188d671-3b7f-4244-9503-844a1603708b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304424 Sep 20 12:43:32.630765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:32.641466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:32.648071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.660045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:32.689703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e4d2-8396-4336-bcb3-786093b30ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.741571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e4d2-8396-4336-bcb3-786093b30ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.767036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] Deleting port 700d87b2-9456-4061-bc2d-fb38e71e4f05 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:32.767414 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.896288 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e4d2-8396-4336-bcb3-786093b30ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.899510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e4d2-8396-4336-bcb3-786093b30ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.903203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a9d5e4d2-8396-4336-bcb3-786093b30ec9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2a804df-5924-48a6-820f-0156af571a7b HTTP/1.1" status: 204 len: 168 time: 0.3406463 Sep 20 12:43:32.932408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e11523aa-271d-498e-8063-b6ddc4d7ed44 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1990160280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:32.935754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] For port 700d87b2-9456-4061-bc2d-fb38e71e4f05, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=700d87b2-9456-4061-bc2d-fb38e71e4f05,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:32.936204 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:32.951282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5e4d2-8396-4336-bcb3-786093b30ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a804df-5924-48a6-820f-0156af571a7b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:32.952459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] Calling delete_port for 700d87b2-9456-4061-bc2d-fb38e71e4f05 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:32.992493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637de9e-2c61-4ea2-8297-6767698b4234 req-fb268882-3c7f-4491-814a-d308de5c15c0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:33.002829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4637de9e-2c61-4ea2-8297-6767698b4234 req-fb268882-3c7f-4491-814a-d308de5c15c0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.1633763 Sep 20 12:43:33.033157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb42043-68fc-4673-835e-a9c783858098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbdd8d9-dbe0-4504-aac1-cb1faf262931'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:33.036180 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee618f0-4a93-4d7c-b387-70adcf4d4b9e" -d '{"events": [{"server_uuid": "7bb42043-68fc-4673-835e-a9c783858098", "name": "network-vif-plugged", "status": "completed", "tag": "ffbdd8d9-dbe0-4504-aac1-cb1faf262931"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:33.044267 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e11523aa-271d-498e-8063-b6ddc4d7ed44 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.046282 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e11523aa-271d-498e-8063-b6ddc4d7ed44 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.148183 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e11523aa-271d-498e-8063-b6ddc4d7ed44 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.180098 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.190907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4637de9e-2c61-4ea2-8297-6767698b4234 req-1825af6c-7b2f-4238-9dfa-07be227f0fee tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818309 Sep 20 12:43:33.231770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e11523aa-271d-498e-8063-b6ddc4d7ed44 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.276210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] No DVR routers for this DVR port 700d87b2-9456-4061-bc2d-fb38e71e4f05 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:33.282787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94f3f1-51b1-487c-80be-3767673950f6 None None] Pushing event deleted for resources: {'Port': ['ID=700d87b2-9456-4061-bc2d-fb38e71e4f05,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:33.296918 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e20a0d-ac3b-4e6d-a39a-eb5af59b357d x-openstack-request-id: req-37e20a0d-ac3b-4e6d-a39a-eb5af59b357d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:33.304337 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb42043-68fc-4673-835e-a9c783858098", "name": "network-vif-plugged", "status": "completed", "tag": "ffbdd8d9-dbe0-4504-aac1-cb1faf262931", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:33.304839 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37e20a0d-ac3b-4e6d-a39a-eb5af59b357d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:33.305508 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb42043-68fc-4673-835e-a9c783858098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbdd8d9-dbe0-4504-aac1-cb1faf262931', 'code': 200} Sep 20 12:43:33.369371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 700d87b2-9456-4061-bc2d-fb38e71e4f05 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:33.378945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e11523aa-271d-498e-8063-b6ddc4d7ed44 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.380215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e11523aa-271d-498e-8063-b6ddc4d7ed44 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7175629 Sep 20 12:43:33.382824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:33.388008 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1201591919'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:33.422909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 700d87b2-9456-4061-bc2d-fb38e71e4f05 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:33.426054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 700d87b2-9456-4061-bc2d-fb38e71e4f05 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:33.481119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712db43-2e49-4b22-ad9c-2087c6edb797 req-69b69a57-32fd-4012-a44b-5e729b64ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:33.482697 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d712db43-2e49-4b22-ad9c-2087c6edb797 req-69b69a57-32fd-4012-a44b-5e729b64ff02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 1096 time: 0.1022599 Sep 20 12:43:33.494931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.570259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d712db43-2e49-4b22-ad9c-2087c6edb797 req-37a969f9-b6da-44dc-8a88-151cafcffaf5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767515 Sep 20 12:43:33.599376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=169d3db0-0816-42f6-b208-3243e62ce0a4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:33.613227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:33.615626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:33.624433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:33.635949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.678957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Made reservation on behalf of fc3ec7d0a6af42b18f91576b014399e1 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:33.683194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e2aa93-a59a-492c-b4e4-402904b4e4d1 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:33.695556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.748120 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:33.767921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-19b48e4e-5347-4631-877d-bff0cbe6d4fc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6727526 Sep 20 12:43:33.779543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41942) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:33.779543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-10f963bc-623a-42f1-acb3-ba64af1c462f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': '169d3db0-0816-42f6-b208-3243e62ce0a4', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1661850991'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:33.845708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc74b-380b-42f5-af92-64a3e260bbea req-ac969598-61ee-499e-adde-64d95dd2fe2c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:33.847302 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8cfbc74b-380b-42f5-af92-64a3e260bbea req-ac969598-61ee-499e-adde-64d95dd2fe2c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.4031098 Sep 20 12:43:34.016268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8cfbc74b-380b-42f5-af92-64a3e260bbea req-e2cfc75a-3dd1-44bc-ba5f-1e8d361743f8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531944 Sep 20 12:43:34.059997 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '169d3db0-0816-42f6-b208-3243e62ce0a4'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:34.061608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.088574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.157818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f007c1-0b4a-4a86-9b62-c29de06a47f2 req-b2f89607-6242-4a4e-8bf4-77c1806a3e89 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:34.159519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5f007c1-0b4a-4a86-9b62-c29de06a47f2 req-b2f89607-6242-4a4e-8bf4-77c1806a3e89 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 945 time: 0.0624080 Sep 20 12:43:34.208528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5f007c1-0b4a-4a86-9b62-c29de06a47f2 req-93196547-db4a-4ec1-9282-1018c0d44390 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Sep 20 12:43:34.254554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/169d3db0-0816-42f6-b208-3243e62ce0a4/7d2048d5-7a17-4570-babe-c3de22cda548) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:34.374289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.388871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:43:34.399017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.399310 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Added segment a892e597-edef-4c55-acda-649b3dd49d44 of type vlan for network 91b19016-2dba-421e-9a47-088b5db60d41 Sep 20 12:43:34.448853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.521252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be74ba5-2db8-469d-8c66-7fb05a80ae95,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:34.541999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f355-0457-40ce-bd8c-5b5d529d1686 req-b95595fa-7bb9-4b06-b791-0d68cff25810 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:34.557614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92a4f355-0457-40ce-bd8c-5b5d529d1686 req-b95595fa-7bb9-4b06-b791-0d68cff25810 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.2482879 Sep 20 12:43:34.580900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f963bc-623a-42f1-acb3-ba64af1c462f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:34.584575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.607072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.615526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:34.617068 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.664814 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.716580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10f963bc-623a-42f1-acb3-ba64af1c462f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:34.752771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-10f963bc-623a-42f1-acb3-ba64af1c462f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port c04fb8b2-c41d-48d6-80aa-ab82ab813b7a yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:43:34.784672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:34.788195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:34.803619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92a4f355-0457-40ce-bd8c-5b5d529d1686 req-7e3fa20c-3610-48c6-bab1-cb1795aa5394 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395887 Sep 20 12:43:34.804781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:34.805387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Network': ['ID=91b19016-2dba-421e-9a47-088b5db60d41,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:34.823449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 91b19016-2dba-421e-9a47-088b5db60d41 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:43:34.852806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Pushing event updated for resources: {'Port': ['ID=7d2048d5-7a17-4570-babe-c3de22cda548,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:35.014046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Attempting to bind port 7d2048d5-7a17-4570-babe-c3de22cda548 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:35.015676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Attempting to bind port 7d2048d5-7a17-4570-babe-c3de22cda548 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:35.016096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Attempting to bind port 7d2048d5-7a17-4570-babe-c3de22cda548 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:35.025410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:35.025880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:35.026294 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:35.026812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:35.027399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Bound port: 7d2048d5-7a17-4570-babe-c3de22cda548, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:35.027817 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:35.036640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ad2b5909-9df5-4ef6-a089-cded6ca8f631 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6525893 Sep 20 12:43:35.039616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41962) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:35.044989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'subnet': {'network_id': '91b19016-2dba-421e-9a47-088b5db60d41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:35.053446 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f963bc-623a-42f1-acb3-ba64af1c462f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:43:35.054367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f963bc-623a-42f1-acb3-ba64af1c462f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:43:35.144604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] For port 7d2048d5-7a17-4570-babe-c3de22cda548, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:35.148087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] For port 7d2048d5-7a17-4570-babe-c3de22cda548, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d2048d5-7a17-4570-babe-c3de22cda548,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:35.187269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:35.189727 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-10f963bc-623a-42f1-acb3-ba64af1c462f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4186487 Sep 20 12:43:35.250762 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:35.368343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d498de-5427-4f2a-8f5d-e58087a6a799 req-27b7b927-99cf-45b6-b914-cb52186e3cbf tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:35.379351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2d498de-5427-4f2a-8f5d-e58087a6a799 req-27b7b927-99cf-45b6-b914-cb52186e3cbf tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.2038071 Sep 20 12:43:35.432348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefab0a-0e22-487c-870e-8baabeae4515 None None] Pushing event updated for resources: {'Port': ['ID=7d2048d5-7a17-4570-babe-c3de22cda548,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:35.497212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2203c-b482-4df2-b0a5-58043ca23548 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:35.502930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41980) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:35.517840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-88a2203c-b482-4df2-b0a5-58043ca23548 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3294322 Sep 20 12:43:35.588952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:35.611080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2d498de-5427-4f2a-8f5d-e58087a6a799 req-2d3af71f-724a-498a-9696-5940020d47dd tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282510 Sep 20 12:43:35.634595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Made reservation on behalf of fc3ec7d0a6af42b18f91576b014399e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:35.640014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:35.702334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4237be-84bb-4c85-a753-6600cca7fe7d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:35.704219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4237be-84bb-4c85-a753-6600cca7fe7d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:35.710298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:35.715512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8b4237be-84bb-4c85-a753-6600cca7fe7d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2108316 Sep 20 12:43:36.037955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2125384328-network', 'tenant_id': '3db779ebb0af435caa60234c808aca68'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:36.087240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:36.634790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4996356-b493-43a3-b9d7-458ba36443b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 169d3db0-0816-42f6-b208-3243e62ce0a4 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:36.659369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4996356-b493-43a3-b9d7-458ba36443b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:36.726722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df5ef5-6bae-4bc9-bba3-1ac09e005d3e req-a5a2e708-54d2-423c-b2c8-ca6c5404ab2f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:36.735886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61df5ef5-6bae-4bc9-bba3-1ac09e005d3e req-a5a2e708-54d2-423c-b2c8-ca6c5404ab2f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 945 time: 0.7198346 Sep 20 12:43:36.807981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Made reservation on behalf of 3db779ebb0af435caa60234c808aca68 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:36.810741 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:36.864601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61df5ef5-6bae-4bc9-bba3-1ac09e005d3e req-5e2a59d2-22fb-4007-84fa-15931a404a50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272957 Sep 20 12:43:36.873314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4996356-b493-43a3-b9d7-458ba36443b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:36.906854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Checking segment: {'id': 'a892e597-edef-4c55-acda-649b3dd49d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91b19016-2dba-421e-9a47-088b5db60d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:36.910209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network hostable DHCP agents. Network: 91b19016-2dba-421e-9a47-088b5db60d41, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:43:37.005331 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.021827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Subnet': ['ID=ed5c2f03-bd59-4025-8dc2-8f8ac44665fd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:37.070214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c69ac050-0cbf-48c2-a511-72738dffaf37 None None] Provisioning complete for port 7d2048d5-7a17-4570-babe-c3de22cda548 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:37.070778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c69ac050-0cbf-48c2-a511-72738dffaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.242299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c69ac050-0cbf-48c2-a511-72738dffaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.251724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304977-cc9c-4ced-91ec-fcd1c70d2ef1 req-89e17e18-3b34-4276-a7f5-a8adfe3d6c85 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:37.254159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69304977-cc9c-4ced-91ec-fcd1c70d2ef1 req-89e17e18-3b34-4276-a7f5-a8adfe3d6c85 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.1599441 Sep 20 12:43:37.254977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network 91b19016-2dba-421e-9a47-088b5db60d41 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:43:37.329047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c69ac050-0cbf-48c2-a511-72738dffaf37 None None] For port 7d2048d5-7a17-4570-babe-c3de22cda548, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d2048d5-7a17-4570-babe-c3de22cda548,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:37.361416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 91b19016-2dba-421e-9a47-088b5db60d41) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:37.375967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe32f1-8978-4bb6-a31c-3b5f2848dbd4 None None] Network 91b19016-2dba-421e-9a47-088b5db60d41 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:37.383049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:37.384025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.417156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69304977-cc9c-4ced-91ec-fcd1c70d2ef1 req-1e687bcf-6398-44a6-8678-c5f8c5beac9c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519763 Sep 20 12:43:37.440822 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4996356-b493-43a3-b9d7-458ba36443b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.528591 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.574207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d2048d5-7a17-4570-babe-c3de22cda548 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:37.609256 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.615355 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c69ac050-0cbf-48c2-a511-72738dffaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.633161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:43:37.665041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.670363 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Added segment 7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7 of type vlan for network c9632465-5019-476c-90d3-619aeeb2d00a Sep 20 12:43:37.672507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-91b19016-2dba-421e-9a47-088b5db60d41', 'network_id': '91b19016-2dba-421e-9a47-088b5db60d41', 'tenant_id': 'fc3ec7d0a6af42b18f91576b014399e1', 'fixed_ips': [{'subnet_id': 'ed5c2f03-bd59-4025-8dc2-8f8ac44665fd'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:37.691320 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.781344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:37.929471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Allocated IP 2001:db8::2 (91b19016-2dba-421e-9a47-088b5db60d41/ed5c2f03-bd59-4025-8dc2-8f8ac44665fd/096ab085-0278-4ef9-87de-5f480432d475) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:38.221073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb62602f-6646-4125-a70a-c717e5e96ee3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:38.221073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.221073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:38.221073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.221073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4996356-b493-43a3-b9d7-458ba36443b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.221073 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-79cc2ce9-a4e8-4536-add4-38dea642a237 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0435827 Sep 20 12:43:38.221073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4996356-b493-43a3-b9d7-458ba36443b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=169d3db0-0816-42f6-b208-3243e62ce0a4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:38.222548 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.222548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7d2048d5-7a17-4570-babe-c3de22cda548 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:38.222548 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.234780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41994) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:38.237273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4996356-b493-43a3-b9d7-458ba36443b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.239929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4996356-b493-43a3-b9d7-458ba36443b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/169d3db0-0816-42f6-b208-3243e62ce0a4 HTTP/1.1" status: 204 len: 168 time: 2.5198669 Sep 20 12:43:38.240254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'network': {'name': 'tempest-router-network01--1245956523'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:38.247519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41996) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:38.319489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76fcb4-5e65-43ba-9574-7d4ddcc016e7 req-e4fd0728-2e60-47df-9329-ac0baa502710 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:38.320198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1c920-4729-4b28-bd44-cf61aa412d67 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:38.330209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c76fcb4-5e65-43ba-9574-7d4ddcc016e7 req-e4fd0728-2e60-47df-9329-ac0baa502710 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.4447000 Sep 20 12:43:38.356856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] Pushing event updated for resources: {'Network': ['ID=c9632465-5019-476c-90d3-619aeeb2d00a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:38.398857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c76fcb4-5e65-43ba-9574-7d4ddcc016e7 req-41b52998-2967-4077-b1e7-949b34b69e82 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672894 Sep 20 12:43:38.428362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d8b78ad-b151-4a35-9e0c-caf9653c9ca6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1795185 Sep 20 12:43:38.439603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:38.445541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:38.460506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c9632465-5019-476c-90d3-619aeeb2d00a details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:43:38.644964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0013eb5-650d-46e2-92b0-6b2145511670 req-c88fdca0-c750-4910-8c59-abe5ecf686a1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:38.653568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0013eb5-650d-46e2-92b0-6b2145511670 req-c88fdca0-c750-4910-8c59-abe5ecf686a1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 945 time: 0.0726359 Sep 20 12:43:38.689202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.720000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:43:38.720000 n-d-809934-3 neutron-server[95502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 12:43:38.720000 n-d-809934-3 neutron-server[95502]: [parameters: {'project_id_1': '3d82096f849144878e3237f96fb5de24', 'expiration_1': datetime.datetime(2021, 9, 20, 12, 43, 18, 614037)}] Sep 20 12:43:38.720000 n-d-809934-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:43:38.721102 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:43:38.723375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-10d2e9d0-482a-4c70-98be-f64e6620d063 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1329482 Sep 20 12:43:38.726486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42004) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:38.734463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Request body: {'subnet': {'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2125384328-subnet', 'tenant_id': '3db779ebb0af435caa60234c808aca68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:38.755849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Network 91b19016-2dba-421e-9a47-088b5db60d41 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:38.760485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ac050-0cbf-48c2-a511-72738dffaf37 None None] Pushing event updated for resources: {'Port': ['ID=7d2048d5-7a17-4570-babe-c3de22cda548,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:38.777583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:38.787083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0013eb5-650d-46e2-92b0-6b2145511670 req-39380ffc-0d96-4c88-90b5-76414c7ab6be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313720 Sep 20 12:43:38.810724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Made reservation on behalf of fc3ec7d0a6af42b18f91576b014399e1 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:38.814902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.880686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Pushing event updated for resources: {'Port': ['ID=096ab085-0278-4ef9-87de-5f480432d475,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:38.886830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:38.911803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:43:38.947216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:38.947585 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Added segment 4642c74e-b089-4eb2-bb1e-d0901a490bdf of type vlan for network 85b51b88-ad7c-4353-930b-f340fe324b39 Sep 20 12:43:39.015634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcccf28-e3f7-4b0c-a57f-42326447157b req-0f4dad17-053e-4d3d-a4ca-fea01e3fd51c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:39.020222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fcccf28-e3f7-4b0c-a57f-42326447157b req-0f4dad17-053e-4d3d-a4ca-fea01e3fd51c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.1059115 Sep 20 12:43:39.029172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Made reservation on behalf of 3db779ebb0af435caa60234c808aca68 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:39.031798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.120164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.132510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Attempting to bind port 096ab085-0278-4ef9-87de-5f480432d475 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:39.132510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Attempting to bind port 096ab085-0278-4ef9-87de-5f480432d475 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a892e597-edef-4c55-acda-649b3dd49d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91b19016-2dba-421e-9a47-088b5db60d41'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:39.132510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Attempting to bind port 096ab085-0278-4ef9-87de-5f480432d475 on network 91b19016-2dba-421e-9a47-088b5db60d41 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:39.134480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:39.134863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Checking segment: {'id': 'a892e597-edef-4c55-acda-649b3dd49d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91b19016-2dba-421e-9a47-088b5db60d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:39.135277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.135675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Bound using segment: {'id': 'a892e597-edef-4c55-acda-649b3dd49d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91b19016-2dba-421e-9a47-088b5db60d41'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:39.146604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Bound port: 096ab085-0278-4ef9-87de-5f480432d475, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a892e597-edef-4c55-acda-649b3dd49d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91b19016-2dba-421e-9a47-088b5db60d41'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:39.146604 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.166744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fcccf28-e3f7-4b0c-a57f-42326447157b req-ab9883ec-b412-404c-91dc-a81f095e96c6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393642 Sep 20 12:43:39.305256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:39.338331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] For port 096ab085-0278-4ef9-87de-5f480432d475, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:39.351556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] For port 096ab085-0278-4ef9-87de-5f480432d475, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=096ab085-0278-4ef9-87de-5f480432d475,segment=NetworkSegment(a892e597-edef-4c55-acda-649b3dd49d44),segment_id=a892e597-edef-4c55-acda-649b3dd49d44)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:39.378767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] Deleting port 7d2048d5-7a17-4570-babe-c3de22cda548 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:39.379141 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.448467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] For port 7d2048d5-7a17-4570-babe-c3de22cda548, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d2048d5-7a17-4570-babe-c3de22cda548,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:39.448791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.461523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] Calling delete_port for 7d2048d5-7a17-4570-babe-c3de22cda548 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:39.490576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.500287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:39.501997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.522242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:39.522975 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.535039 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.579848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.583189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Network': ['ID=85b51b88-ad7c-4353-930b-f340fe324b39,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:39.620527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-510fc5b6-6374-49a0-9a83-0cab5732652b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3846085 Sep 20 12:43:39.628893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 85b51b88-ad7c-4353-930b-f340fe324b39 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:43:39.629229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42014) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:39.636335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'network': {'name': 'tempest-router-network02--1537081033'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:39.680702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b456db65-e9c9-4581-9af5-407ed623b3ed,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:39.740619 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.754259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f09d52-ba1f-439a-b3ff-44f2200d0220 None None] Pushing event updated for resources: {'Port': ['ID=096ab085-0278-4ef9-87de-5f480432d475,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:39.778992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Checking segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:39.779361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Network hostable DHCP agents. Network: c9632465-5019-476c-90d3-619aeeb2d00a, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:43:39.801726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] Pushing event deleted for resources: {'Port': ['ID=7d2048d5-7a17-4570-babe-c3de22cda548,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:39.807839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829b039-d4a3-4379-ad5d-9969bef10b58 None None] No DVR routers for this DVR port 7d2048d5-7a17-4570-babe-c3de22cda548 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:39.847298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Made reservation on behalf of fc3ec7d0a6af42b18f91576b014399e1 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:39.850565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.911518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Network c9632465-5019-476c-90d3-619aeeb2d00a is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:43:39.917618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:43:39.941319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:39.941777 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Added segment d81dbf67-9b41-4c78-a46a-45ee24af1dfe of type vlan for network df4ac419-5d40-42e6-9d0a-27c501f778ac Sep 20 12:43:40.035343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.072365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.105169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, c9632465-5019-476c-90d3-619aeeb2d00a) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:40.106165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:40.107412 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.123092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba447d4-b4d2-4995-801c-6cec8b656edd None None] Network c9632465-5019-476c-90d3-619aeeb2d00a requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:40.163324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.168864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:40.173978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.216582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=ef1c0ab2-9e6d-49c9-8938-c84210ec2761,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:40.253731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2bf8d508-05c1-4d84-baa1-429c9f4f60b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5249908 Sep 20 12:43:40.283072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:40.287537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:40.294856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:40.296077 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.307222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3e267-f8a3-4588-9920-07fc1ba4e257 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:40.349277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b18eff-3078-4fa3-80a0-e12e9d5ca306 req-c46f5330-4877-4aad-bf07-382ff2d64354 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:40.358710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98b18eff-3078-4fa3-80a0-e12e9d5ca306 req-c46f5330-4877-4aad-bf07-382ff2d64354 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.3605402 Sep 20 12:43:40.404274 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7737257 Sep 20 12:43:40.410304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42026) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:40.411239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22f07c-9e31-49b9-a32e-d65a53e75a76 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Network': ['ID=df4ac419-5d40-42e6-9d0a-27c501f778ac,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:40.430402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'subnet': {'network_id': '85b51b88-ad7c-4353-930b-f340fe324b39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:40.442219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98b18eff-3078-4fa3-80a0-e12e9d5ca306 req-eae16831-6a2a-46e5-99e9-b2601922680a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822747 Sep 20 12:43:40.445246 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a18fc05-da61-438a-af5a-53634245e2b5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0038586 Sep 20 12:43:40.452986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:40.460114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-84368c35-f391-4e9b-8608-a51a11934f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-22713086', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:40.543228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network df4ac419-5d40-42e6-9d0a-27c501f778ac details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:43:40.613169 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84368c35-f391-4e9b-8608-a51a11934f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.614255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84368c35-f391-4e9b-8608-a51a11934f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.704094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Made reservation on behalf of fc3ec7d0a6af42b18f91576b014399e1 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:40.707778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:40.807159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec47dfb-20de-42a0-9b8d-dd213585a45e req-73bdeecf-e8ff-44a6-8de6-98494f34e782 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:40.820932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ec47dfb-20de-42a0-9b8d-dd213585a45e req-73bdeecf-e8ff-44a6-8de6-98494f34e782 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 945 time: 0.2002611 Sep 20 12:43:40.946539 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84368c35-f391-4e9b-8608-a51a11934f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.006563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ec47dfb-20de-42a0-9b8d-dd213585a45e req-785675d9-9030-4a4c-b378-345418545fcd tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846130 Sep 20 12:43:41.129725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c46828-3961-44b0-b49e-1556397797dd None None] Network c9632465-5019-476c-90d3-619aeeb2d00a requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:41.146093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'ef1c0ab2-9e6d-49c9-8938-c84210ec2761'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:41.146960 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.155912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c03d46-9385-4417-b39e-92cdadba0829 req-671ff013-3d17-4beb-8a76-172620dbc068 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:41.165089 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7c03d46-9385-4417-b39e-92cdadba0829 req-671ff013-3d17-4beb-8a76-172620dbc068 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.0587194 Sep 20 12:43:41.165089 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84368c35-f391-4e9b-8608-a51a11934f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.258548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-584bd903-265d-4f60-8fae-5997a125065f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:41.261175 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-584bd903-265d-4f60-8fae-5997a125065f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 945 time: 0.0923817 Sep 20 12:43:41.285852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7c03d46-9385-4417-b39e-92cdadba0829 req-1ad787d1-34e6-4a2c-a2dd-d0613a4db629 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104820 Sep 20 12:43:41.297591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b2995-1faf-4114-a04f-4e8051f0cca4 None None] Network 91b19016-2dba-421e-9a47-088b5db60d41 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:41.349736 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.361159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84368c35-f391-4e9b-8608-a51a11934f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.367172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-84368c35-f391-4e9b-8608-a51a11934f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9084249 Sep 20 12:43:41.367172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42038) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:41.435359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 096ab085-0278-4ef9-87de-5f480432d475 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:41.476761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5148607b-1689-43c7-8f39-8801208f3a11 None None] Provisioning complete for port 096ab085-0278-4ef9-87de-5f480432d475 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:41.477557 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5148607b-1689-43c7-8f39-8801208f3a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.499494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Checking segment: {'id': '4642c74e-b089-4eb2-bb1e-d0901a490bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85b51b88-ad7c-4353-930b-f340fe324b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:41.499494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network hostable DHCP agents. Network: 85b51b88-ad7c-4353-930b-f340fe324b39, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:43:41.503303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Subnet': ['ID=43c61fb0-6ae6-4c6c-b8a6-69bbcb852ff7,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:41.543349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Deleting port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:41.545323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.643074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network 85b51b88-ad7c-4353-930b-f340fe324b39 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:43:41.664066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/ef1c0ab2-9e6d-49c9-8938-c84210ec2761/2b235315-ee66-4f5c-b023-56399b8d3ba7) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:41.696004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 096ab085-0278-4ef9-87de-5f480432d475 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:41.696399 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.698079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] For port ffbdd8d9-dbe0-4504-aac1-cb1faf262931, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:41.700162 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.703950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.731087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Calling delete_port for ffbdd8d9-dbe0-4504-aac1-cb1faf262931 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:41.812369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 85b51b88-ad7c-4353-930b-f340fe324b39) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:41.816738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:41.817577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.845431 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5148607b-1689-43c7-8f39-8801208f3a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:41.851238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e35fc-b550-4eab-8989-bd04099ed584 None None] Network 85b51b88-ad7c-4353-930b-f340fe324b39 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:41.915359 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-654b8050-22a1-4b86-a0a4-770fa32cf46b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4911196 Sep 20 12:43:41.916157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42068) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:41.923993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'subnet': {'network_id': 'df4ac419-5d40-42e6-9d0a-27c501f778ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:41.991327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5148607b-1689-43c7-8f39-8801208f3a11 None None] For port 096ab085-0278-4ef9-87de-5f480432d475, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=096ab085-0278-4ef9-87de-5f480432d475,segment=NetworkSegment(a892e597-edef-4c55-acda-649b3dd49d44),segment_id=a892e597-edef-4c55-acda-649b3dd49d44)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:42.017043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757567c4-69ca-4e64-a535-98d592d67282 req-05a9c780-08fe-4ac5-955c-2357b9ac9628 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:42.018497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-05a9c780-08fe-4ac5-955c-2357b9ac9628 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 815 time: 0.2135248 Sep 20 12:43:42.041794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-981a8551-8b7b-4df4-bf10-f594f08c308d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/quotas/3db779ebb0af435caa60234c808aca68 HTTP/1.1" status: 200 len: 375 time: 0.0165691 Sep 20 12:43:42.081133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-c4f4f96b-9945-439f-a8f6-fa676f29dcaa tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381520 Sep 20 12:43:42.099264 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5148607b-1689-43c7-8f39-8801208f3a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.106206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.108397 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.141457 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.147012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:42.149716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['ffbdd8d9-dbe0-4504-aac1-cb1faf262931'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:42.215364 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-a0190732-1c98-4208-b4c1-c6babe969b8b service neutron] 10.222.0.37 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303794 Sep 20 12:43:42.312472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.323941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148607b-1689-43c7-8f39-8801208f3a11 None None] Pushing event updated for resources: {'Port': ['ID=096ab085-0278-4ef9-87de-5f480432d475,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:42.329295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-85b51b88-ad7c-4353-930b-f340fe324b39', 'network_id': '85b51b88-ad7c-4353-930b-f340fe324b39', 'tenant_id': 'fc3ec7d0a6af42b18f91576b014399e1', 'fixed_ips': [{'subnet_id': '43c61fb0-6ae6-4c6c-b8a6-69bbcb852ff7'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:42.330176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.406181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:43:42.406541 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:43:42.409114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:42.419592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-84b6b2f8-d661-4a99-8f64-c42bad172e83 service neutron] 10.222.0.37 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925638 Sep 20 12:43:42.426073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:42.430819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:42.485605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::1 (7b041315-d41c-4864-8fcf-07854b5e72d1/ef1c0ab2-9e6d-49c9-8938-c84210ec2761/e8ecafa0-8022-4499-9e6d-8f0c50077a28) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:42.497282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Pushing event updated for resources: {'Port': ['ID=2b235315-ee66-4f5c-b023-56399b8d3ba7,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:42.509420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5586586d-8e6b-461e-8362-a37e6eec0a8c None None] Provisioning complete for port 096ab085-0278-4ef9-87de-5f480432d475 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:42.509800 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5586586d-8e6b-461e-8362-a37e6eec0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.522907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event deleted for resources: {'Port': ['ID=ffbdd8d9-dbe0-4504-aac1-cb1faf262931,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:42.528281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Made reservation on behalf of fc3ec7d0a6af42b18f91576b014399e1 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:42.529268 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-13b160e8-5b16-488f-9b4f-8e0d452918b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.532287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.594528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] No DVR routers for this DVR port ffbdd8d9-dbe0-4504-aac1-cb1faf262931 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:42.603468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.605627 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-941e57e3-65d0-46b2-8e52-6cfbe9e02cfa req-62bb207f-4876-48bc-ad45-d46ac6981030 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "DELETE /v2.0/ports/ffbdd8d9-dbe0-4504-aac1-cb1faf262931 HTTP/1.1" status: 204 len: 173 time: 1.3312027 Sep 20 12:43:42.606026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb42043-68fc-4673-835e-a9c783858098', 'name': 'network-vif-deleted', 'tag': 'ffbdd8d9-dbe0-4504-aac1-cb1faf262931'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:42.609944 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2a7d9e-ba79-46dd-a1c7-0c07f3d18c51" -d '{"events": [{"server_uuid": "7bb42043-68fc-4673-835e-a9c783858098", "name": "network-vif-deleted", "tag": "ffbdd8d9-dbe0-4504-aac1-cb1faf262931"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:42.735171 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.763175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Attempting to bind port 2b235315-ee66-4f5c-b023-56399b8d3ba7 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:42.763550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Attempting to bind port 2b235315-ee66-4f5c-b023-56399b8d3ba7 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:42.764018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Attempting to bind port 2b235315-ee66-4f5c-b023-56399b8d3ba7 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:42.767646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-e6235835-febb-452c-aca6-9faca8157527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:42.771227 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-e6235835-febb-452c-aca6-9faca8157527 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1096 time: 0.1127701 Sep 20 12:43:42.810092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:42.810429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:42.811354 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.811846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:42.812226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Bound port: 2b235315-ee66-4f5c-b023-56399b8d3ba7, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:42.812630 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.834362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Allocated IP 2001:db8::2 (85b51b88-ad7c-4353-930b-f340fe324b39/43c61fb0-6ae6-4c6c-b8a6-69bbcb852ff7/6b043e6f-b01d-44a3-bcbb-fa81d0c6360b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:42.895534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a2800-781a-403d-815e-33472eebffff req-ebe354d2-8fa5-4753-92e1-006da5022856 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:42.898107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a5a2800-781a-403d-815e-33472eebffff req-ebe354d2-8fa5-4753-92e1-006da5022856 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1025922 Sep 20 12:43:42.943658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:42.975494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a5a2800-781a-403d-815e-33472eebffff req-f5280baa-33f2-484f-a272-bb16c24765ef tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721235 Sep 20 12:43:43.009259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-a981320a-bee6-442c-929a-688f2c1966f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:43.011015 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-a981320a-bee6-442c-929a-688f2c1966f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.2321169 Sep 20 12:43:43.031795 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:43.037106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:43.040788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:43.041398 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.091727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=e8ecafa0-8022-4499-9e6d-8f0c50077a28,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:43.098806 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-d7242f0f-473b-4fd1-828e-e2fe5499d0b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 1001 time: 0.0805948 Sep 20 12:43:43.129771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa05848d-609e-4b5e-a75f-f056ad2c1b6c req-0bc5c65b-3c12-45ef-8c95-66a63d83b0eb tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb42043-68fc-4673-835e-a9c783858098 HTTP/1.1" status: 200 len: 210 time: 0.0390286 Sep 20 12:43:43.143783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.214880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-b3a82331-f9b4-48ce-bd65-e1fc235302f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:43.216062 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-b3a82331-f9b4-48ce-bd65-e1fc235302f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.1085608 Sep 20 12:43:43.263507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Subnet': ['ID=087d2f78-54fb-403f-a848-5a11950fd355,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:43.280675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Checking segment: {'id': 'd81dbf67-9b41-4c78-a46a-45ee24af1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4ac419-5d40-42e6-9d0a-27c501f778ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:43.281158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network hostable DHCP agents. Network: df4ac419-5d40-42e6-9d0a-27c501f778ac, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:43:43.291313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.306300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-68aedebc-c389-4e15-9a4e-afd00b8d6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:43.306300 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-68aedebc-c389-4e15-9a4e-afd00b8d6a84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718052 Sep 20 12:43:43.323907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306b505-bb5f-43f2-92f6-5b71f68016a7 req-0c96e6f4-8ef4-4a80-81e7-cd869d6e74f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:43.354469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d306b505-bb5f-43f2-92f6-5b71f68016a7 req-0c96e6f4-8ef4-4a80-81e7-cd869d6e74f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.1252022 Sep 20 12:43:43.358837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] For port 2b235315-ee66-4f5c-b023-56399b8d3ba7, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:43.363711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] For port 2b235315-ee66-4f5c-b023-56399b8d3ba7, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b235315-ee66-4f5c-b023-56399b8d3ba7,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:43.408053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network df4ac419-5d40-42e6-9d0a-27c501f778ac is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:43:43.433752 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.441379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d306b505-bb5f-43f2-92f6-5b71f68016a7 req-756ef749-e950-4e48-a1e9-7a9ec27d1c71 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841825 Sep 20 12:43:43.444059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-3cac4f71-5452-4a3b-83d1-3d46738a857e service neutron] 10.222.0.32 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294925 Sep 20 12:43:43.449669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d2048d5-7a17-4570-babe-c3de22cda548 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:43.492783 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45a4dd5-4d5b-43be-8646-388fde2a5794 x-openstack-request-id: req-a45a4dd5-4d5b-43be-8646-388fde2a5794 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:43.493281 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb42043-68fc-4673-835e-a9c783858098", "name": "network-vif-deleted", "tag": "ffbdd8d9-dbe0-4504-aac1-cb1faf262931", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:43.493674 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a45a4dd5-4d5b-43be-8646-388fde2a5794 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:43.494317 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb42043-68fc-4673-835e-a9c783858098', 'name': 'network-vif-deleted', 'tag': 'ffbdd8d9-dbe0-4504-aac1-cb1faf262931', 'status': 'completed', 'code': 200} Sep 20 12:43:43.536970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7d2048d5-7a17-4570-babe-c3de22cda548 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:43.537587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d2048d5-7a17-4570-babe-c3de22cda548 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:43.550658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.571622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0aa10807-02cd-4642-8212-4b3032672ec0 req-2ffb55d3-6d1a-4778-be99-62ddb4b32648 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 210 time: 0.0404315 Sep 20 12:43:43.604852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed0044-c994-4aaa-88e8-3d5b83f3fd83 None None] Pushing event updated for resources: {'Port': ['ID=2b235315-ee66-4f5c-b023-56399b8d3ba7,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:43.614467 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe3ee183-b0bf-475c-898f-a5dc124191ea req-1e34c088-69a7-4ef7-a69a-fe4bfc621aec service neutron] 10.222.0.32 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604893 Sep 20 12:43:43.617048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, df4ac419-5d40-42e6-9d0a-27c501f778ac) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:43.621712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:43.622394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.644531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebbd3ef-91bb-43a0-b240-f3793ae6ac6c None None] Network df4ac419-5d40-42e6-9d0a-27c501f778ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:43.698751 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.706763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 096ab085-0278-4ef9-87de-5f480432d475 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:43.776620 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d53823cf-df0c-42fa-81d1-eae766de8a9f tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8572447 Sep 20 12:43:43.781923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42126) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:43.832709 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.871863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Network 85b51b88-ad7c-4353-930b-f340fe324b39 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:43.891618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:43.912413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Pushing event updated for resources: {'Port': ['ID=6b043e6f-b01d-44a3-bcbb-fa81d0c6360b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:43.914848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:43.995456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:43.996544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.009847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 096ab085-0278-4ef9-87de-5f480432d475 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:44.010225 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.036263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Attempting to bind port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:44.036703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Attempting to bind port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4642c74e-b089-4eb2-bb1e-d0901a490bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85b51b88-ad7c-4353-930b-f340fe324b39'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:44.037166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Attempting to bind port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b on network 85b51b88-ad7c-4353-930b-f340fe324b39 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:44.067932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:44.068253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Checking segment: {'id': '4642c74e-b089-4eb2-bb1e-d0901a490bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85b51b88-ad7c-4353-930b-f340fe324b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:44.068757 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.070484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Bound using segment: {'id': '4642c74e-b089-4eb2-bb1e-d0901a490bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85b51b88-ad7c-4353-930b-f340fe324b39'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:44.070484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Bound port: 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4642c74e-b089-4eb2-bb1e-d0901a490bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85b51b88-ad7c-4353-930b-f340fe324b39'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:44.070768 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.084935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-df4ac419-5d40-42e6-9d0a-27c501f778ac', 'network_id': 'df4ac419-5d40-42e6-9d0a-27c501f778ac', 'tenant_id': 'fc3ec7d0a6af42b18f91576b014399e1', 'fixed_ips': [{'subnet_id': '087d2f78-54fb-403f-a848-5a11950fd355'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:44.086850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.180791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.220390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=e8ecafa0-8022-4499-9e6d-8f0c50077a28,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:44.260412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8467239a-c263-496f-8c31-13b62df20679 None None] For port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:44.271624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5955f3-8e5b-4bad-b5fd-575c42a5a3d8 req-798301b8-7710-4986-9015-06dc66a39418 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:44.273544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf5955f3-8e5b-4bad-b5fd-575c42a5a3d8 req-798301b8-7710-4986-9015-06dc66a39418 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0988832 Sep 20 12:43:44.282589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:44.285957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:44.294045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8467239a-c263-496f-8c31-13b62df20679 None None] For port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6b043e6f-b01d-44a3-bcbb-fa81d0c6360b,segment=NetworkSegment(4642c74e-b089-4eb2-bb1e-d0901a490bdf),segment_id=4642c74e-b089-4eb2-bb1e-d0901a490bdf)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:44.380998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Allocated IP 2001:db8::2 (df4ac419-5d40-42e6-9d0a-27c501f778ac/087d2f78-54fb-403f-a848-5a11950fd355/20a104be-77f2-4e00-8946-366a4550e195) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:44.392605 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.392832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf5955f3-8e5b-4bad-b5fd-575c42a5a3d8 req-8cbeeaec-9751-40f8-91c1-cb8be9085d41 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086063 Sep 20 12:43:44.480302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Allocated IP 2001:db8::1 (85b51b88-ad7c-4353-930b-f340fe324b39/43c61fb0-6ae6-4c6c-b8a6-69bbcb852ff7/78d1bc4a-864d-4e13-82c9-23c2b41823fc) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:44.552875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Router 0117fab5-260d-4911-b679-11fe29682709 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:43:44.700339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467239a-c263-496f-8c31-13b62df20679 None None] Pushing event updated for resources: {'Port': ['ID=6b043e6f-b01d-44a3-bcbb-fa81d0c6360b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:44.703615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.801616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-681b3fa4-d18a-40e6-92d4-44be9b5679e7 req-56dc77c1-452b-4cda-87be-7b3714763b4d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 210 time: 0.0388215 Sep 20 12:43:44.815691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:44.828176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fa6563e1-c479-4b49-b084-17c505d6697f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "PUT /v2.0/routers/0117fab5-260d-4911-b679-11fe29682709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4581928 Sep 20 12:43:44.830200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42152) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:44.832021 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Sync routers for ids ['0117fab5-260d-4911-b679-11fe29682709'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:44.851292 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.856040 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Routers {'0117fab5-260d-4911-b679-11fe29682709'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:44.862763 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0117fab5-260d-4911-b679-11fe29682709'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:44.881510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.893924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18549fb2-a512-4ee6-90e5-da69155a6ff2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:44.902599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-18549fb2-a512-4ee6-90e5-da69155a6ff2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports/e8ecafa0-8022-4499-9e6d-8f0c50077a28 HTTP/1.1" status: 200 len: 911 time: 0.0700181 Sep 20 12:43:44.905733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42154) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:44.910263 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:44.985169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Network df4ac419-5d40-42e6-9d0a-27c501f778ac is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:44.989328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:44.993999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:45.017029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Pushing event updated for resources: {'Port': ['ID=20a104be-77f2-4e00-8946-366a4550e195,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:45.064731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab3d1f-3bcc-4220-81f4-4048f4679654 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:45.073301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network 85b51b88-ad7c-4353-930b-f340fe324b39 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:45.090535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab3d1f-3bcc-4220-81f4-4048f4679654 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:45.093436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Port': ['ID=78d1bc4a-864d-4e13-82c9-23c2b41823fc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:45.099310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2ab3d1f-3bcc-4220-81f4-4048f4679654 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1878724 Sep 20 12:43:45.102324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42156) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:45.111335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:45.121437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Attempting to bind port 20a104be-77f2-4e00-8946-366a4550e195 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:45.121637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ac491-5e09-4676-96fc-0af2d134ad35 req-416bb371-a839-4204-8c90-d1e212f446d4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:45.121763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Attempting to bind port 20a104be-77f2-4e00-8946-366a4550e195 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd81dbf67-9b41-4c78-a46a-45ee24af1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4ac419-5d40-42e6-9d0a-27c501f778ac'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:45.122094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Attempting to bind port 20a104be-77f2-4e00-8946-366a4550e195 on network df4ac419-5d40-42e6-9d0a-27c501f778ac {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:45.124561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:45.125549 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d43ac491-5e09-4676-96fc-0af2d134ad35 req-416bb371-a839-4204-8c90-d1e212f446d4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 947 time: 0.1405268 Sep 20 12:43:45.128440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.132841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.133238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.134998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.136912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.145212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.145212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.145844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:45.145958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.146031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Checking segment: {'id': 'd81dbf67-9b41-4c78-a46a-45ee24af1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4ac419-5d40-42e6-9d0a-27c501f778ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:45.146113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.146192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.146274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.146344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Bound using segment: {'id': 'd81dbf67-9b41-4c78-a46a-45ee24af1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4ac419-5d40-42e6-9d0a-27c501f778ac'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:45.146424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.146424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.146424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:45.146694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Bound port: 20a104be-77f2-4e00-8946-366a4550e195, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81dbf67-9b41-4c78-a46a-45ee24af1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df4ac419-5d40-42e6-9d0a-27c501f778ac'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:45.146694 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.179265 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Set router 0117fab5-260d-4911-b679-11fe29682709 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:43:45.246075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] For port 20a104be-77f2-4e00-8946-366a4550e195, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:45.250450 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] For port 20a104be-77f2-4e00-8946-366a4550e195, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=20a104be-77f2-4e00-8946-366a4550e195,segment=NetworkSegment(d81dbf67-9b41-4c78-a46a-45ee24af1dfe),segment_id=d81dbf67-9b41-4c78-a46a-45ee24af1dfe)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:45.256455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f44ccee8-8dbd-4c8f-ba1a-2d397a8fe401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.256455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-316e914e-cd97-4b74-bab7-5636a58788bc None None] Provisioning complete for port 2b235315-ee66-4f5c-b023-56399b8d3ba7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:45.256455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-316e914e-cd97-4b74-bab7-5636a58788bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.339101 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.396487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.551642 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-316e914e-cd97-4b74-bab7-5636a58788bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.577512 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0117fab5-260d-4911-b679-11fe29682709', 'name': 'tempest-NetworksTestDHCPv6-router-22713086', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:40Z', 'updated_at': '2021-09-20T12:43:43Z', 'revision_number': 2, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None, '_interfaces': [{'id': 'e8ecafa0-8022-4499-9e6d-8f0c50077a28', 'name': '', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'mac_address': 'fa:16:3e:a4:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0117fab5-260d-4911-b679-11fe29682709', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'ef1c0ab2-9e6d-49c9-8938-c84210ec2761', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:43:41Z', 'updated_at': '2021-09-20T12:43:43Z', 'revision_number': 2, 'project_id': '3d82096f849144878e3237f96fb5de24', 'subnets': [{'id': 'ef1c0ab2-9e6d-49c9-8938-c84210ec2761', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:45.636380 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Checking router: 0117fab5-260d-4911-b679-11fe29682709 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:43:45.636777 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Updating router 0117fab5-260d-4911-b679-11fe29682709 port e8ecafa0-8022-4499-9e6d-8f0c50077a28 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:43:45.648375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:45.722777 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:45.758084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-316e914e-cd97-4b74-bab7-5636a58788bc None None] For port 2b235315-ee66-4f5c-b023-56399b8d3ba7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b235315-ee66-4f5c-b023-56399b8d3ba7,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:45.916421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757567c4-69ca-4e64-a535-98d592d67282 req-660fd813-bf79-44ed-974d-5b85bb0c935a tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:45.919146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-660fd813-bf79-44ed-974d-5b85bb0c935a tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.21 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 815 time: 0.3742528 Sep 20 12:43:45.965087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Request body: {'port': {'device_id': 'a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3', 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'admin_state_up': True, 'tenant_id': '3db779ebb0af435caa60234c808aca68'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:46.000613 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.002959 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.004575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:46.008008 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-316e914e-cd97-4b74-bab7-5636a58788bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.075193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10e292-777b-4df3-81bc-48f60da51b68 None None] Pushing event updated for resources: {'Port': ['ID=20a104be-77f2-4e00-8946-366a4550e195,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:46.144622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d43ac491-5e09-4676-96fc-0af2d134ad35 req-d1d34217-bd3e-4131-8e81-ef04d38cdca8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772076 Sep 20 12:43:46.223204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:46.228654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:46.236008 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70189d8-4e66-4f9a-9798-3ca5284ed32c" -d '{"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:46.338332 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.339049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ffbdd8d9-dbe0-4504-aac1-cb1faf262931 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:46.380794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.388357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e914e-cd97-4b74-bab7-5636a58788bc None None] Pushing event updated for resources: {'Port': ['ID=2b235315-ee66-4f5c-b023-56399b8d3ba7,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:46.405326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c73db86a-6580-437c-8db2-7519ab20d431 None None] Provisioning complete for port e8ecafa0-8022-4499-9e6d-8f0c50077a28 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:46.406859 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c73db86a-6580-437c-8db2-7519ab20d431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.428888 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.461418 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.462229 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.468040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: ffbdd8d9-dbe0-4504-aac1-cb1faf262931 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:46.468040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device ffbdd8d9-dbe0-4504-aac1-cb1faf262931 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:46.469807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:46.480965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52f116-fc23-44ed-88f4-49a13605cfb0 None None] Network 85b51b88-ad7c-4353-930b-f340fe324b39 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:46.528538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Port': ['ID=78d1bc4a-864d-4e13-82c9-23c2b41823fc,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:46.558198 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.571047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Made reservation on behalf of 3db779ebb0af435caa60234c808aca68 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:46.575259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.580539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-3cfa1b33-5527-4162-9368-a67f27b3673a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:46.589859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-3cfa1b33-5527-4162-9368-a67f27b3673a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.3038716 Sep 20 12:43:46.640593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-2710763d-cbb1-431e-9661-cba436a86fe6 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/quotas/d9a590e4a86844c9a461bdff7b34529c HTTP/1.1" status: 200 len: 375 time: 0.0498922 Sep 20 12:43:46.784416 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Pushing event updated for resources: {'Port': ['ID=e8ecafa0-8022-4499-9e6d-8f0c50077a28,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:46.788016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network 85b51b88-ad7c-4353-930b-f340fe324b39 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:46.799524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:46.808712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Allocated IP 172.20.0.3 (c9632465-5019-476c-90d3-619aeeb2d00a/b456db65-e9c9-4581-9af5-407ed623b3ed/d758791e-bb24-405d-af9f-2f0bd16416a5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:46.818997 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:46.819469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.845501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-791e6cbd-680f-48e5-b55b-51004a651305 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002928 Sep 20 12:43:46.849708 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.850054 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.850392 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.856457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:46.869936 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Attempting to bind port e8ecafa0-8022-4499-9e6d-8f0c50077a28 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:46.870472 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Attempting to bind port e8ecafa0-8022-4499-9e6d-8f0c50077a28 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:46.871006 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Attempting to bind port e8ecafa0-8022-4499-9e6d-8f0c50077a28 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:46.879886 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:46.880499 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:46.881265 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.889708 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:46.889708 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Bound port: e8ecafa0-8022-4499-9e6d-8f0c50077a28, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:46.889708 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.890276 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:46.890276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c73db86a-6580-437c-8db2-7519ab20d431 None None] Port e8ecafa0-8022-4499-9e6d-8f0c50077a28 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:46.901586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=14']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:47.036925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.052803 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] For port e8ecafa0-8022-4499-9e6d-8f0c50077a28, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:47.061382 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] For port e8ecafa0-8022-4499-9e6d-8f0c50077a28, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e8ecafa0-8022-4499-9e6d-8f0c50077a28,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:47.112756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9d096eb0-edeb-4f58-a79b-ebc935f7cd1b None None] Provisioning complete for port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:47.113329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d096eb0-edeb-4f58-a79b-ebc935f7cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.144101 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.187451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:47.205144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.241587 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.245902 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a836490-ca0d-476f-9a2d-6a42dcda7aba None None] Pushing event updated for resources: {'Port': ['ID=e8ecafa0-8022-4499-9e6d-8f0c50077a28,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:47.267429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.290882 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Routers {'0117fab5-260d-4911-b679-11fe29682709'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:47.291520 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0117fab5-260d-4911-b679-11fe29682709'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:47.303914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.321046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6b043e6f-b01d-44a3-bcbb-fa81d0c6360b,segment=NetworkSegment(4642c74e-b089-4eb2-bb1e-d0901a490bdf),segment_id=4642c74e-b089-4eb2-bb1e-d0901a490bdf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:47.327321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-055b53dc-8add-45cf-aad6-4474700358b8 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804757 Sep 20 12:43:47.377708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Router 90f1a916-9e1d-4e44-839e-200b78146faf is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:43:47.397211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:47.400003 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d096eb0-edeb-4f58-a79b-ebc935f7cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.402525 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.403310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b235315-ee66-4f5c-b023-56399b8d3ba7 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:47.474245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=6b043e6f-b01d-44a3-bcbb-fa81d0c6360b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:47.534926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.566485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0179a940-734b-44c2-af84-5583fdcf8c52 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307756 Sep 20 12:43:47.660745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72d70d8-3b98-45cf-be47-a0eef1caaf84 None None] Network df4ac419-5d40-42e6-9d0a-27c501f778ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:47.704929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port e8ecafa0-8022-4499-9e6d-8f0c50077a28 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:47.705319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.729625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Network c9632465-5019-476c-90d3-619aeeb2d00a is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:47.744780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:47.752754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:47.789342 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] Set router 0117fab5-260d-4911-b679-11fe29682709 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:43:47.809264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b5a43f7b-9815-4e45-a77e-9ba0d179fbc6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "PUT /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0281031 Sep 20 12:43:47.811027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:47.813237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42212) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:47.885075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6079c-9565-4617-8b5e-14dcffcf2a02 None None] Sync routers for ids ['90f1a916-9e1d-4e44-839e-200b78146faf'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:47.899617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:47.901185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:47.905111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Pushing event updated for resources: {'Port': ['ID=d758791e-bb24-405d-af9f-2f0bd16416a5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:47.946389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-9d096eb0-edeb-4f58-a79b-ebc935f7cd1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:43:47.946505 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-9d096eb0-edeb-4f58-a79b-ebc935f7cd1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:43:47.965527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6079c-9565-4617-8b5e-14dcffcf2a02 None None] Routers {'90f1a916-9e1d-4e44-839e-200b78146faf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:47.966166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34a6079c-9565-4617-8b5e-14dcffcf2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90f1a916-9e1d-4e44-839e-200b78146faf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:47.980226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2b235315-ee66-4f5c-b023-56399b8d3ba7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:47.980615 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:48.024195 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-d53ee635-da36-4a26-a5a2-89a21c7d0abd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0668390 Sep 20 12:43:48.043698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Request body: {'port': {'device_id': 'a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:48.096663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34a6079c-9565-4617-8b5e-14dcffcf2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:48.105472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:48.144450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] For port e8ecafa0-8022-4499-9e6d-8f0c50077a28, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e8ecafa0-8022-4499-9e6d-8f0c50077a28,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:48.148924 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:48.155386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:48.211339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6079c-9565-4617-8b5e-14dcffcf2a02 None None] Routers {'90f1a916-9e1d-4e44-839e-200b78146faf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:48.212383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34a6079c-9565-4617-8b5e-14dcffcf2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90f1a916-9e1d-4e44-839e-200b78146faf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:48.251178 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0117fab5-260d-4911-b679-11fe29682709', 'name': 'tempest-NetworksTestDHCPv6-router-22713086', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:40Z', 'updated_at': '2021-09-20T12:43:43Z', 'revision_number': 2, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None, '_interfaces': [{'id': 'e8ecafa0-8022-4499-9e6d-8f0c50077a28', 'name': '', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'mac_address': 'fa:16:3e:a4:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0117fab5-260d-4911-b679-11fe29682709', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'ef1c0ab2-9e6d-49c9-8938-c84210ec2761', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:43:41Z', 'updated_at': '2021-09-20T12:43:47Z', 'revision_number': 4, 'project_id': '3d82096f849144878e3237f96fb5de24', 'subnets': [{'id': 'ef1c0ab2-9e6d-49c9-8938-c84210ec2761', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:48.262247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34a6079c-9565-4617-8b5e-14dcffcf2a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:48.263148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6079c-9565-4617-8b5e-14dcffcf2a02 None None] The sync data for ids ['90f1a916-9e1d-4e44-839e-200b78146faf'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:48.280569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for e8ecafa0-8022-4499-9e6d-8f0c50077a28 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:48.288517 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fdc3a-a41f-47ff-85ad-f83928eb4ceb None None] The sync data for ids ['0117fab5-260d-4911-b679-11fe29682709'] in n-d-809934-3 is: [{'id': '0117fab5-260d-4911-b679-11fe29682709', 'name': 'tempest-NetworksTestDHCPv6-router-22713086', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:40Z', 'updated_at': '2021-09-20T12:43:43Z', 'revision_number': 2, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None, '_interfaces': [{'id': 'e8ecafa0-8022-4499-9e6d-8f0c50077a28', 'name': '', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'mac_address': 'fa:16:3e:a4:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0117fab5-260d-4911-b679-11fe29682709', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'ef1c0ab2-9e6d-49c9-8938-c84210ec2761', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:43:41Z', 'updated_at': '2021-09-20T12:43:47Z', 'revision_number': 4, 'project_id': '3d82096f849144878e3237f96fb5de24', 'subnets': [{'id': 'ef1c0ab2-9e6d-49c9-8938-c84210ec2761', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:48.659426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Provisioning complete for port 78d1bc4a-864d-4e13-82c9-23c2b41823fc triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:48.659849 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:48.768173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d758791e-bb24-405d-af9f-2f0bd16416a5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:48.772072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:48.784852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:48.846518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Port 78d1bc4a-864d-4e13-82c9-23c2b41823fc cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:48.886111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Provisioning complete for port 20a104be-77f2-4e00-8946-366a4550e195 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:48.886813 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:48.930845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682249-8884-4ba4-883c-8fb888f06b66 req-7699e4d7-27e6-4746-aef7-8e2f682b0c5a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:48.932455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc682249-8884-4ba4-883c-8fb888f06b66 req-7699e4d7-27e6-4746-aef7-8e2f682b0c5a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 943 time: 0.1942432 Sep 20 12:43:48.934382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:48.935874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.020602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc682249-8884-4ba4-883c-8fb888f06b66 req-82e1bc8c-66be-4c2e-80cc-6ea169db7eba tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752218 Sep 20 12:43:49.037839 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-ff9e310b-68cd-441b-bc4a-c423f874814b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:43:49.037839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff9e310b-68cd-441b-bc4a-c423f874814b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "PUT /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2134259 Sep 20 12:43:49.038579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42254) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:49.066313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.086659 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.097554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Transition to ACTIVE for port object d758791e-bb24-405d-af9f-2f0bd16416a5 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:43:49.109498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] For port 20a104be-77f2-4e00-8946-366a4550e195, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=20a104be-77f2-4e00-8946-366a4550e195,segment=NetworkSegment(d81dbf67-9b41-4c78-a46a-45ee24af1dfe),segment_id=d81dbf67-9b41-4c78-a46a-45ee24af1dfe)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:49.128220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b235315-ee66-4f5c-b023-56399b8d3ba7 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:49.160742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=e8ecafa0-8022-4499-9e6d-8f0c50077a28,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:49.190230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2b235315-ee66-4f5c-b023-56399b8d3ba7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:49.191225 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.197127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.243597 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.252694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Could not find standard attr ID for object e8ecafa0-8022-4499-9e6d-8f0c50077a28. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:43:49.361349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 20a104be-77f2-4e00-8946-366a4550e195 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:49.363020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Provisioning complete for port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:49.363387 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.432125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.455912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd187a29-dc35-4325-a982-785820b0e4e6 req-202f4663-e779-4694-b7c9-3777fd9c852b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:49.464708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd187a29-dc35-4325-a982-785820b0e4e6 req-202f4663-e779-4694-b7c9-3777fd9c852b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 943 time: 0.2909420 Sep 20 12:43:49.467983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e5d43-ceaf-432d-9d2a-d6038ab50f8b None None] Pushing event updated for resources: {'Port': ['ID=20a104be-77f2-4e00-8946-366a4550e195,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:49.469524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d758791e-bb24-405d-af9f-2f0bd16416a5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:49.544220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 20a104be-77f2-4e00-8946-366a4550e195 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:49.548094 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.594766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:49.662866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Attempting to bind port d758791e-bb24-405d-af9f-2f0bd16416a5 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:49.663491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Attempting to bind port d758791e-bb24-405d-af9f-2f0bd16416a5 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:49.663993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Attempting to bind port d758791e-bb24-405d-af9f-2f0bd16416a5 on network c9632465-5019-476c-90d3-619aeeb2d00a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:49.675181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Port d758791e-bb24-405d-af9f-2f0bd16416a5 on network c9632465-5019-476c-90d3-619aeeb2d00a not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:43:49.675808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Attempting to bind port d758791e-bb24-405d-af9f-2f0bd16416a5 on network c9632465-5019-476c-90d3-619aeeb2d00a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:49.686645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:49.687353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Checking segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:49.687909 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Bound using segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:49.688549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Bound port: d758791e-bb24-405d-af9f-2f0bd16416a5, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:49.689102 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.725449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fb49b188-3aab-489d-b61b-ed3336fd31df None None] Provisioning complete for port 20a104be-77f2-4e00-8946-366a4550e195 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:49.729532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb49b188-3aab-489d-b61b-ed3336fd31df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.877826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fb49b188-3aab-489d-b61b-ed3336fd31df None None] Provisioning complete for port 78d1bc4a-864d-4e13-82c9-23c2b41823fc triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:49.878306 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb49b188-3aab-489d-b61b-ed3336fd31df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.919594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fb49b188-3aab-489d-b61b-ed3336fd31df None None] Port 78d1bc4a-864d-4e13-82c9-23c2b41823fc cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:49.924100 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:49.936751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd187a29-dc35-4325-a982-785820b0e4e6 req-1465d17c-cdf1-4268-9378-941ada385d2e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711287 Sep 20 12:43:49.984075 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ba9f1c-039e-4777-b591-57bd6289a006 x-openstack-request-id: req-75ba9f1c-039e-4777-b591-57bd6289a006 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:49.984398 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:49.984655 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75ba9f1c-039e-4777-b591-57bd6289a006 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:49.985073 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'code': 200} Sep 20 12:43:50.015901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Router 0117fab5-260d-4911-b679-11fe29682709 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:43:50.118174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72d35171-17fd-45f2-992e-da81193c3875 req-3febdc84-2c92-4318-90a0-d32166b316f1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 210 time: 0.0564356 Sep 20 12:43:50.121000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:50.128808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba5c9d36-d45a-4259-8483-06522a2434f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "PUT /v2.0/routers/0117fab5-260d-4911-b679-11fe29682709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0232055 Sep 20 12:43:50.131292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] For port d758791e-bb24-405d-af9f-2f0bd16416a5, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:50.131840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:50.131937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] For port d758791e-bb24-405d-af9f-2f0bd16416a5, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d758791e-bb24-405d-af9f-2f0bd16416a5,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:50.150623 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.186962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abbfaf-5acb-4694-aef2-1157fd5ddc41 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:50.188778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abbfaf-5acb-4694-aef2-1157fd5ddc41 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:50.191271 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2abbfaf-5acb-4694-aef2-1157fd5ddc41 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0611880 Sep 20 12:43:50.194366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:50.249339 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.276775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd68087-f9cd-4e00-95c6-244b24070ef1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet ef1c0ab2-9e6d-49c9-8938-c84210ec2761 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:50.281451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fd68087-f9cd-4e00-95c6-244b24070ef1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.295382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:50.296164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.297728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/d758791e-bb24-405d-af9f-2f0bd16416a5 HTTP/1.1" status: 200 len: 1091 time: 2.2651615 Sep 20 12:43:50.300727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3', 'tag': 'd758791e-bb24-405d-af9f-2f0bd16416a5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:50.301232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.303458 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b3338-1312-474e-b93d-e6388e653bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3", "tag": "d758791e-bb24-405d-af9f-2f0bd16416a5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:50.330610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fd68087-f9cd-4e00-95c6-244b24070ef1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.381822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaed93-6440-400c-8542-af8db0e3b8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d758791e-bb24-405d-af9f-2f0bd16416a5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:50.424923 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] Sync routers for ids ['0117fab5-260d-4911-b679-11fe29682709'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:50.439849 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] Routers {'0117fab5-260d-4911-b679-11fe29682709'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:50.440505 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0117fab5-260d-4911-b679-11fe29682709'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:50.464904 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fd68087-f9cd-4e00-95c6-244b24070ef1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.522814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757567c4-69ca-4e64-a535-98d592d67282 req-999eeb8f-4c2b-4dbe-82a6-0d20d72fc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:50.524415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-999eeb8f-4c2b-4dbe-82a6-0d20d72fc7f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 1094 time: 0.0781660 Sep 20 12:43:50.542348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 20a104be-77f2-4e00-8946-366a4550e195 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:50.549592 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] Set router 0117fab5-260d-4911-b679-11fe29682709 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:43:50.574928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-da433a15-d0f2-4d26-b040-24e7bcd3888b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d758791e-bb24-405d-af9f-2f0bd16416a5 HTTP/1.1" status: 200 len: 217 time: 0.0421109 Sep 20 12:43:50.582968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Deleting port 78d1bc4a-864d-4e13-82c9-23c2b41823fc {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:50.583311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.598053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 20a104be-77f2-4e00-8946-366a4550e195 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:50.598604 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.607131 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0117fab5-260d-4911-b679-11fe29682709', 'name': 'tempest-NetworksTestDHCPv6-router-22713086', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:40Z', 'updated_at': '2021-09-20T12:43:48Z', 'revision_number': 3, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:50.624026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fd68087-f9cd-4e00-95c6-244b24070ef1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.652751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd68087-f9cd-4e00-95c6-244b24070ef1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1c0ab2-9e6d-49c9-8938-c84210ec2761,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:50.655422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fd68087-f9cd-4e00-95c6-244b24070ef1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.659769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2fd68087-f9cd-4e00-95c6-244b24070ef1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/ef1c0ab2-9e6d-49c9-8938-c84210ec2761 HTTP/1.1" status: 204 len: 168 time: 0.4619799 Sep 20 12:43:50.665562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:50.673951 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] Checking router: 0117fab5-260d-4911-b679-11fe29682709 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:43:50.688255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757567c4-69ca-4e64-a535-98d592d67282 req-75e53829-dc4e-4a64-bb4c-8ce1db6e9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:50.689796 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-75e53829-dc4e-4a64-bb4c-8ce1db6e9572 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 200 len: 855 time: 0.1036119 Sep 20 12:43:50.692838 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] Routers {'0117fab5-260d-4911-b679-11fe29682709'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:50.693946 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['0117fab5-260d-4911-b679-11fe29682709'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:50.705722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12b0fe-ebad-41e0-a378-f1da811bdf12 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:50.746254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-e94c8c82-f4a8-4e9f-91bd-beb7cd8002ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9632465-5019-476c-90d3-619aeeb2d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482459 Sep 20 12:43:50.769880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.790365 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] Set router 0117fab5-260d-4911-b679-11fe29682709 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:43:50.799620 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-38db71e9-d584-4dcb-a182-d84974a7d3c0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1305749 Sep 20 12:43:50.800319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:50.837295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Calling delete_port for 78d1bc4a-864d-4e13-82c9-23c2b41823fc owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:50.866880 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0117fab5-260d-4911-b679-11fe29682709', 'name': 'tempest-NetworksTestDHCPv6-router-22713086', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:40Z', 'updated_at': '2021-09-20T12:43:48Z', 'revision_number': 3, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:50.886973 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ee03b93-7445-4dcc-97db-32ff8d42a886 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:50.902569 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a15c27-e161-4af3-b2e8-582ae287d35a None None] The sync data for ids ['0117fab5-260d-4911-b679-11fe29682709'] in n-d-809934-3 is: [{'id': '0117fab5-260d-4911-b679-11fe29682709', 'name': 'tempest-NetworksTestDHCPv6-router-22713086', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:40Z', 'updated_at': '2021-09-20T12:43:48Z', 'revision_number': 3, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:50.959406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:43:51.004974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-a2b6361d-5a54-4f4c-99cc-94519c846315 service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470300 Sep 20 12:43:51.009219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Deleting port 2b235315-ee66-4f5c-b023-56399b8d3ba7 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:51.009360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.078982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ee03b93-7445-4dcc-97db-32ff8d42a886 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.083027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] For port 2b235315-ee66-4f5c-b023-56399b8d3ba7, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2b235315-ee66-4f5c-b023-56399b8d3ba7,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:51.083829 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.093196 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ee03b93-7445-4dcc-97db-32ff8d42a886 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.100368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Calling delete_port for 2b235315-ee66-4f5c-b023-56399b8d3ba7 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:51.179087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-ed4bd918-1e91-4427-836c-fe5fd062cbbc tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:51.180448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-ed4bd918-1e91-4427-836c-fe5fd062cbbc tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.2397149 Sep 20 12:43:51.198502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Request body: {'port': {'device_id': 'e4de3f4d-cd62-4c6d-b800-66a3f8e501cf', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'admin_state_up': True, 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:51.259293 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-757567c4-69ca-4e64-a535-98d592d67282 req-a3b727db-0a9b-4c1a-80c2-643040e0a0da service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212331 Sep 20 12:43:51.275316 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ee03b93-7445-4dcc-97db-32ff8d42a886 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.275995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee03b93-7445-4dcc-97db-32ff8d42a886 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Fanout notify agent at l3_agent the message router_deleted on router 0117fab5-260d-4911-b679-11fe29682709 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:43:51.285021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ee03b93-7445-4dcc-97db-32ff8d42a886 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.288553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ee03b93-7445-4dcc-97db-32ff8d42a886 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/routers/0117fab5-260d-4911-b679-11fe29682709 HTTP/1.1" status: 204 len: 168 time: 0.4877675 Sep 20 12:43:51.291496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:51.297514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:51.298266 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.331892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Pushing event deleted for resources: {'Port': ['ID=2b235315-ee66-4f5c-b023-56399b8d3ba7,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:51.336670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] No DVR routers for this DVR port 2b235315-ee66-4f5c-b023-56399b8d3ba7 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:51.347374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.347720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.348059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.348399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.348870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.349231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.350379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.350731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.351509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.351509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.351720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.352011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12782b1a-6374-4046-8c58-8daa22c518c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:43:51.391182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.425580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Port': ['ID=78d1bc4a-864d-4e13-82c9-23c2b41823fc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:51.449258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:51.453580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.548175 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.566510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:51.573131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.719729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea0fef-a892-4d91-8eb9-a9c3c0215f4e req-7536aeba-21d5-4403-9198-f71ff2906da1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:51.727651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71ea0fef-a892-4d91-8eb9-a9c3c0215f4e req-7536aeba-21d5-4403-9198-f71ff2906da1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1499498 Sep 20 12:43:51.789130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71ea0fef-a892-4d91-8eb9-a9c3c0215f4e req-73c9718a-8f21-45d2-aacc-2f1cf6b67c6c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603421 Sep 20 12:43:51.831347 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Allocated IP 172.20.0.12 (ff2608ad-3913-4e17-acf4-4423413a7eae/db6689bf-2894-48e1-b8c4-ea568d818531/b49b40cd-ef97-4ad4-844a-f4e44ec8a45c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:51.839409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Router 90f1a916-9e1d-4e44-839e-200b78146faf has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:43:51.849525 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8f2284-f106-4431-a37e-d2a6c74ede93 x-openstack-request-id: req-8f8f2284-f106-4431-a37e-d2a6c74ede93 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:51.849525 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3", "tag": "d758791e-bb24-405d-af9f-2f0bd16416a5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:51.849525 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f8f2284-f106-4431-a37e-d2a6c74ede93 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:51.849525 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3', 'tag': 'd758791e-bb24-405d-af9f-2f0bd16416a5', 'status': 'completed', 'code': 200} Sep 20 12:43:51.942593 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:51.986719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:51.991882 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b3f65-6d1b-48e3-8337-72b3011396f0" -d '{"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-unplugged", "status": "completed", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:51.994825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65d58b-8cf2-4c85-97a8-98c2ff30d2ba req-39c8f056-12f4-4d42-8767-1af84042b5ac tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:51.994967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:51.996074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed65d58b-8cf2-4c85-97a8-98c2ff30d2ba req-39c8f056-12f4-4d42-8767-1af84042b5ac tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 943 time: 0.0916502 Sep 20 12:43:51.998482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:52.005110 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2a8ce350-ad83-4c38-b88e-d26d017da076 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "PUT /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9685478 Sep 20 12:43:52.005488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:52.007411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:52.008725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:52.009342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.011187 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99485d99-8f08-44d8-b558-be1fa7d0513b None None] Sync routers for ids ['90f1a916-9e1d-4e44-839e-200b78146faf'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:52.015270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40111d4-425f-4cfa-9355-7166cecd5a40 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:52.040833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-1923c4e5-7b4f-4f66-96bb-6559dc1c555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:52.042427 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-1923c4e5-7b4f-4f66-96bb-6559dc1c555b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 1094 time: 0.1309271 Sep 20 12:43:52.105164 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-cb9b146d-cf3f-428f-b15b-bde67b72c416 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] delete failed (client error): The resource could not be found. Sep 20 12:43:52.110566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cb9b146d-cf3f-428f-b15b-bde67b72c416 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1720705669 HTTP/1.1" status: 404 len: 335 time: 0.0942895 Sep 20 12:43:52.110566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=bbbd4524-909e-47fd-be4c-bfc957c5485f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:52.111029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42298) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:52.123631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-74dfeca6-1a81-4887-91c3-04bf18333c0b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'router': {'external_gateway_info': {'network_id': '90f1a916-9e1d-4e44-839e-200b78146faf'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:52.135453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed65d58b-8cf2-4c85-97a8-98c2ff30d2ba req-2d9569ba-6f6e-443a-a756-1249b3238052 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169844 Sep 20 12:43:52.181463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99485d99-8f08-44d8-b558-be1fa7d0513b None None] Routers {'90f1a916-9e1d-4e44-839e-200b78146faf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:52.182102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99485d99-8f08-44d8-b558-be1fa7d0513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90f1a916-9e1d-4e44-839e-200b78146faf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:52.212728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-765075f8-c276-4ee6-ad77-45591ee4d97a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9200225 Sep 20 12:43:52.217569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:52.234706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dc9204d5-9610-4162-aa63-f16f80864e49 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1826673140', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:52.240017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99485d99-8f08-44d8-b558-be1fa7d0513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:52.242250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-afcff750-b037-4c93-92c3-6716fa416368 req-4658b11d-3ff7-416b-a9d9-1bb867659ff9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 210 time: 0.0454130 Sep 20 12:43:52.257874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99485d99-8f08-44d8-b558-be1fa7d0513b None None] Routers {'90f1a916-9e1d-4e44-839e-200b78146faf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:52.258509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99485d99-8f08-44d8-b558-be1fa7d0513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90f1a916-9e1d-4e44-839e-200b78146faf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:52.294622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99485d99-8f08-44d8-b558-be1fa7d0513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:52.295684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99485d99-8f08-44d8-b558-be1fa7d0513b None None] The sync data for ids ['90f1a916-9e1d-4e44-839e-200b78146faf'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:52.303757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.344964 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc9204d5-9610-4162-aa63-f16f80864e49 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.347592 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc9204d5-9610-4162-aa63-f16f80864e49 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.383374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'bbbd4524-909e-47fd-be4c-bfc957c5485f'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:52.384513 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.402371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-c9bd73e5-b2bf-485d-8016-a5eeab689d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:52.403875 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-c9bd73e5-b2bf-485d-8016-a5eeab689d50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 915 time: 0.3291156 Sep 20 12:43:52.425369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc9204d5-9610-4162-aa63-f16f80864e49 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.485252 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-2c7d677d-8d1d-464f-9baa-edd936946096 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d758791e-bb24-405d-af9f-2f0bd16416a5 HTTP/1.1" status: 200 len: 217 time: 0.0706420 Sep 20 12:43:52.487208 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-74dfeca6-1a81-4887-91c3-04bf18333c0b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.515817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b235315-ee66-4f5c-b023-56399b8d3ba7 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:52.538172 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc9204d5-9610-4162-aa63-f16f80864e49 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.540440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2b235315-ee66-4f5c-b023-56399b8d3ba7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:52.540784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2b235315-ee66-4f5c-b023-56399b8d3ba7 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:52.541233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e8ecafa0-8022-4499-9e6d-8f0c50077a28 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:43:52.568143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e8ecafa0-8022-4499-9e6d-8f0c50077a28 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:43:52.568483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e8ecafa0-8022-4499-9e6d-8f0c50077a28 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:43:52.582759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/bbbd4524-909e-47fd-be4c-bfc957c5485f/e367894d-6724-4469-b84c-43884e9f4b69) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:52.635046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc9204d5-9610-4162-aa63-f16f80864e49 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.639118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc9204d5-9610-4162-aa63-f16f80864e49 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4063427 Sep 20 12:43:52.639350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:52.753906 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.818993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.831993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:52.834712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:52.840704 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-74dfeca6-1a81-4887-91c3-04bf18333c0b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] update failed (client error): The resource could not be found. Sep 20 12:43:52.841244 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-74dfeca6-1a81-4887-91c3-04bf18333c0b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "PUT /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf HTTP/1.1" status: 404 len: 339 time: 0.7217700 Sep 20 12:43:52.868460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42308) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:52.884576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1191897801'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:52.914768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-7460c27f-9fa5-4771-92c9-c3dedafe1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:52.916178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-7460c27f-9fa5-4771-92c9-c3dedafe1b8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 200 len: 855 time: 0.4224460 Sep 20 12:43:52.918106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Network ff2608ad-3913-4e17-acf4-4423413a7eae is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:52.921887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event updated for resources: {'Port': ['ID=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:52.930966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:52.937641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:52.944837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:52.953425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:52.959867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:52.966016 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-62ba2650-5ac8-44f3-b674-67881f7ecb7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9632465-5019-476c-90d3-619aeeb2d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398343 Sep 20 12:43:52.992211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Pushing event updated for resources: {'Port': ['ID=e367894d-6724-4469-b84c-43884e9f4b69,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:52.996766 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.072934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:53.073199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.075496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Made reservation on behalf of fc3ec7d0a6af42b18f91576b014399e1 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:53.079819 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.106944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Attempting to bind port e367894d-6724-4469-b84c-43884e9f4b69 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:53.108173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Attempting to bind port e367894d-6724-4469-b84c-43884e9f4b69 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:53.108173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Attempting to bind port e367894d-6724-4469-b84c-43884e9f4b69 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:53.118105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:53.118839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:53.118839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.119255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:53.119727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Bound port: e367894d-6724-4469-b84c-43884e9f4b69, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:53.120109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.130987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:43:53.134407 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-6b6fb2db-181b-4b46-9cda-9539ee7a6d0f service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485939 Sep 20 12:43:53.151289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.151643 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Added segment 6eee1556-8be3-42b9-a5ec-726a6b7c3963 of type vlan for network 55557642-aac9-4db6-a17b-81bf0fd68ec8 Sep 20 12:43:53.216953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] For port e367894d-6724-4469-b84c-43884e9f4b69, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:53.220804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] For port e367894d-6724-4469-b84c-43884e9f4b69, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e367894d-6724-4469-b84c-43884e9f4b69,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:53.241799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-1dc47a76-430c-4d31-ac90-7cf647c84719 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0499878 Sep 20 12:43:53.259776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Request body: {'port': {'device_id': 'e4de3f4d-cd62-4c6d-b800-66a3f8e501cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:53.286277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.288769 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.299389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::1 (7b041315-d41c-4864-8fcf-07854b5e72d1/bbbd4524-909e-47fd-be4c-bfc957c5485f/18d9016c-f374-4766-b1f2-2268a157002b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:53.349352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa206f3-4658-428c-8525-7a83e3886d71 None None] Pushing event updated for resources: {'Port': ['ID=e367894d-6724-4469-b84c-43884e9f4b69,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:53.353678 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8a7b3338-1312-474e-b93d-e6388e653bdb req-81589e34-0e42-4932-94ec-d7e68fc7615f service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121038 Sep 20 12:43:53.361342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.434597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.434690 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a3445b-b49b-4041-9334-849168a7b2dd x-openstack-request-id: req-95a3445b-b49b-4041-9334-849168a7b2dd {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:53.435819 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-unplugged", "status": "failed", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79", "code": 422}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:53.436394 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95a3445b-b49b-4041-9334-849168a7b2dd {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:53.437083 n-d-809934-3 neutron-server[95504]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'code': 422} returned with failed status Sep 20 12:43:53.477554 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.483398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:53.484030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.585770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-3d5e7df9-f007-46b8-b59b-d84c56806da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:53.587577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-3d5e7df9-f007-46b8-b59b-d84c56806da4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1096 time: 0.0494323 Sep 20 12:43:53.595956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Network': ['ID=55557642-aac9-4db6-a17b-81bf0fd68ec8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:53.614245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 55557642-aac9-4db6-a17b-81bf0fd68ec8 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:43:53.617161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.696621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-80bbac54-2e2f-48c8-aed7-1032d42dcc52 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8255465 Sep 20 12:43:53.697793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42320) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:53.711636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'subnet': {'network_id': '55557642-aac9-4db6-a17b-81bf0fd68ec8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:53.760215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:53.767177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:53.772765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:53.775754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.821579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=18d9016c-f374-4766-b1f2-2268a157002b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:53.861137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49b40cd-ef97-4ad4-844a-f4e44ec8a45c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:53.873355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.885588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Transition to ACTIVE for port object b49b40cd-ef97-4ad4-844a-f4e44ec8a45c will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:43:53.896187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-89a37379-b6ac-434c-9b46-b982fcde3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:53.897686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-89a37379-b6ac-434c-9b46-b982fcde3ab8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.2967448 Sep 20 12:43:53.965873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Made reservation on behalf of fc3ec7d0a6af42b18f91576b014399e1 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:43:53.967754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b831fa-dfae-4b7f-92bd-d66c4aa15363 req-deef6a2d-8f7d-482a-8124-3155af78fcac tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:53.969259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20b831fa-dfae-4b7f-92bd-d66c4aa15363 req-deef6a2d-8f7d-482a-8124-3155af78fcac tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 943 time: 0.1120741 Sep 20 12:43:53.969928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:53.992592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-053236e3-22dc-4b3f-a846-cdf4055ed3b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 999 time: 0.0877059 Sep 20 12:43:54.038013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.074851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20b831fa-dfae-4b7f-92bd-d66c4aa15363 req-3d3f505f-0b56-4ac7-815c-9d7fea495514 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991056 Sep 20 12:43:54.088131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-efae0d67-f514-42f4-b4c1-012cbac3eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:54.089627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-efae0d67-f514-42f4-b4c1-012cbac3eeac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0889287 Sep 20 12:43:54.094840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.120498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Pushing event updated for resources: {'Port': ['ID=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:54.238116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-a5e2ed55-79af-4652-b3ef-050bab5e3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:54.239615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-a5e2ed55-79af-4652-b3ef-050bab5e3303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424780 Sep 20 12:43:54.317721 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-395352d0-abc2-462a-9a06-cf9967bc570c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869605 Sep 20 12:43:54.337892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Attempting to bind port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:54.338243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Attempting to bind port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:54.338550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Attempting to bind port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:54.346785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c on network ff2608ad-3913-4e17-acf4-4423413a7eae not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:43:54.347124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Attempting to bind port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:54.353701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:54.354429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Checking segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:54.354429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Bound using segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:54.354973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Bound port: b49b40cd-ef97-4ad4-844a-f4e44ec8a45c, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:54.355348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.401510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.500261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] For port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:54.502588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Subnet': ['ID=004dece9-8b8f-44ea-88e0-7c679aed4eb2,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:54.535475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] For port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:54.543881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Checking segment: {'id': '6eee1556-8be3-42b9-a5ec-726a6b7c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '55557642-aac9-4db6-a17b-81bf0fd68ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:54.549138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network hostable DHCP agents. Network: 55557642-aac9-4db6-a17b-81bf0fd68ec8, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:43:54.551093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e367894d-6724-4469-b84c-43884e9f4b69 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:54.609146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e367894d-6724-4469-b84c-43884e9f4b69 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:54.609850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.633544 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.695453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network 55557642-aac9-4db6-a17b-81bf0fd68ec8 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:43:54.710483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:54.711453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.713490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] 10.222.0.32 "PUT /v2.0/ports/b49b40cd-ef97-4ad4-844a-f4e44ec8a45c HTTP/1.1" status: 200 len: 1092 time: 1.4627168 Sep 20 12:43:54.714851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4de3f4d-cd62-4c6d-b800-66a3f8e501cf', 'tag': 'b49b40cd-ef97-4ad4-844a-f4e44ec8a45c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:54.717982 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b565b2d-8dda-483e-9320-f250b5420b39" -d '{"events": [{"name": "network-changed", "server_uuid": "e4de3f4d-cd62-4c6d-b800-66a3f8e501cf", "tag": "b49b40cd-ef97-4ad4-844a-f4e44ec8a45c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:54.728010 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.731447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-44b27d0e-8e9b-4b03-8fd6-4162b8d89530 None None] Provisioning complete for port e367894d-6724-4469-b84c-43884e9f4b69 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:54.732986 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44b27d0e-8e9b-4b03-8fd6-4162b8d89530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.739204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591563b4-b30d-4fdd-869b-b052d4988a6c req-7dc1142f-f606-4fbd-a6ad-a68055685fce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:54.749128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-591563b4-b30d-4fdd-869b-b052d4988a6c req-7dc1142f-f606-4fbd-a6ad-a68055685fce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 944 time: 0.5747008 Sep 20 12:43:54.760366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447d7eb-de57-44cb-bae5-4a73159c285e service neutron] Pushing event updated for resources: {'Port': ['ID=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:54.809510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port e367894d-6724-4469-b84c-43884e9f4b69, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e367894d-6724-4469-b84c-43884e9f4b69,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:54.862472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44b27d0e-8e9b-4b03-8fd6-4162b8d89530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.865674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-591563b4-b30d-4fdd-869b-b052d4988a6c req-a0456051-3e91-4ed9-ba53-2b8ff63f4327 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181505 Sep 20 12:43:54.917488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-176b9895-806d-400d-9527-c4361ac23345 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672807 Sep 20 12:43:54.926157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 55557642-aac9-4db6-a17b-81bf0fd68ec8) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:54.933506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:54.934427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.944650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:54.957618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82cca62-3999-44fc-9d9a-2bc4dbca14c3 None None] Network 55557642-aac9-4db6-a17b-81bf0fd68ec8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:55.028516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-e5027e48-8295-4067-882f-10d784ec5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:55.030853 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-e5027e48-8295-4067-882f-10d784ec5093 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 1095 time: 0.0771849 Sep 20 12:43:55.076668 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-45890b1d-3db8-47b8-ac4f-02fe10c93b9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c HTTP/1.1" status: 200 len: 217 time: 0.0379241 Sep 20 12:43:55.081944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2daac-199b-42fd-be20-e80aad5b58c6 req-57e18b22-9d1c-4339-b478-972bbefbd068 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:55.083621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65b2daac-199b-42fd-be20-e80aad5b58c6 req-57e18b22-9d1c-4339-b478-972bbefbd068 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1371040 Sep 20 12:43:55.087162 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-44b27d0e-8e9b-4b03-8fd6-4162b8d89530 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:43:55.087519 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-44b27d0e-8e9b-4b03-8fd6-4162b8d89530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:43:55.095056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=e367894d-6724-4469-b84c-43884e9f4b69,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:55.118463 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-72a5a57f-6205-41f2-b69b-33b33b8e83d5 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4121761 Sep 20 12:43:55.120938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42342) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:55.121365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:55.128138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-014d0d18-ba45-490d-830e-55ee1c91bf34 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'router': {'external_gateway_info': {'network_id': '55557642-aac9-4db6-a17b-81bf0fd68ec8'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:55.136994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38128b72-ebc2-43d7-b36d-b92e20bcbd3a req-0edea283-0f5d-49a7-b32e-c1aef415e56b service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117302 Sep 20 12:43:55.157696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65b2daac-199b-42fd-be20-e80aad5b58c6 req-ca60cd86-de2f-46ee-b8f3-2267b6e6fb3d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570478 Sep 20 12:43:55.181060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-dc4db03e-c4f0-42d6-a3b3-f4ceb0470622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:55.182756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-dc4db03e-c4f0-42d6-a3b3-f4ceb0470622 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.0996652 Sep 20 12:43:55.208104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-55557642-aac9-4db6-a17b-81bf0fd68ec8', 'network_id': '55557642-aac9-4db6-a17b-81bf0fd68ec8', 'tenant_id': 'fc3ec7d0a6af42b18f91576b014399e1', 'fixed_ips': [{'subnet_id': '004dece9-8b8f-44ea-88e0-7c679aed4eb2'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:43:55.209324 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:55.229253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:55.230262 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:55.244746 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-9b393113-f7cf-4b93-8027-74219124d39d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365653 Sep 20 12:43:55.329358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=18d9016c-f374-4766-b1f2-2268a157002b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:55.385237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ed12c-6bb7-4c71-9768-470e460c0a89 req-14d200c2-3df2-4432-bdb3-fe63ed6ba73f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:55.387007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d22ed12c-6bb7-4c71-9768-470e460c0a89 req-14d200c2-3df2-4432-bdb3-fe63ed6ba73f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 943 time: 0.1436996 Sep 20 12:43:55.394080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Allocated IP 2001:db8:1::2 (55557642-aac9-4db6-a17b-81bf0fd68ec8/004dece9-8b8f-44ea-88e0-7c679aed4eb2/ef1d1e76-e122-40a9-a3ce-136d03dd3570) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:55.441722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:55.445126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:55.449620 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d22ed12c-6bb7-4c71-9768-470e460c0a89 req-7dc03f14-575e-4f43-b537-573bc1cd2d59 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512943 Sep 20 12:43:55.450452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-014d0d18-ba45-490d-830e-55ee1c91bf34 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:55.481133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-22a86a13-4ec1-4756-8812-fa61470c08fc service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068784 Sep 20 12:43:55.584705 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33be202-1e0d-4dfe-bbb1-06618aa1cfab x-openstack-request-id: req-d33be202-1e0d-4dfe-bbb1-06618aa1cfab {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:55.584899 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4de3f4d-cd62-4c6d-b800-66a3f8e501cf", "tag": "b49b40cd-ef97-4ad4-844a-f4e44ec8a45c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:55.587616 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d33be202-1e0d-4dfe-bbb1-06618aa1cfab {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:55.595911 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4de3f4d-cd62-4c6d-b800-66a3f8e501cf', 'tag': 'b49b40cd-ef97-4ad4-844a-f4e44ec8a45c', 'status': 'completed', 'code': 200} Sep 20 12:43:55.625675 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:55.655289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2b843ff6-a5d2-447b-b0b1-1675fa6f8506 req-524938d8-00e5-40ed-952a-1cd2cd7dbef0 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607525 Sep 20 12:43:55.687103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Router 5712cab6-1506-4df8-98b3-dd3595e791af is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:43:55.730887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:55.741234 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-014d0d18-ba45-490d-830e-55ee1c91bf34 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:43:55.747252 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-014d0d18-ba45-490d-830e-55ee1c91bf34 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "PUT /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf HTTP/1.1" status: 400 len: 364 time: 0.6197388 Sep 20 12:43:55.748315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42344) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:55.774613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929a888-2266-4c4d-bf02-5d27d4cac64b req-c3a24f03-568e-4ddd-b041-6bfb8d4a6a8f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:55.776409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4929a888-2266-4c4d-bf02-5d27d4cac64b req-c3a24f03-568e-4ddd-b041-6bfb8d4a6a8f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 943 time: 0.1195087 Sep 20 12:43:55.819358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Network 55557642-aac9-4db6-a17b-81bf0fd68ec8 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:55.825503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:55.832908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:55.836509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Pushing event updated for resources: {'Port': ['ID=ef1d1e76-e122-40a9-a3ce-136d03dd3570,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:55.844974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bf6cf78e-2b82-4c2a-bcb4-9db4e8742658 None None] Provisioning complete for port 18d9016c-f374-4766-b1f2-2268a157002b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:55.845507 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf78e-2b82-4c2a-bcb4-9db4e8742658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:55.854330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:55.870200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4929a888-2266-4c4d-bf02-5d27d4cac64b req-91c3d013-1762-4615-8f17-808ab5cad20f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622051 Sep 20 12:43:55.878673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a4fc3b59-c719-4e1e-9736-ae15f182c7bb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "PUT /v2.0/routers/5712cab6-1506-4df8-98b3-dd3595e791af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379725 Sep 20 12:43:55.879476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:55.890827 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Sync routers for ids ['5712cab6-1506-4df8-98b3-dd3595e791af'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:43:55.907408 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Routers {'5712cab6-1506-4df8-98b3-dd3595e791af'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:55.910003 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5712cab6-1506-4df8-98b3-dd3595e791af'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:55.930008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cf78e-2b82-4c2a-bcb4-9db4e8742658 None None] Port 18d9016c-f374-4766-b1f2-2268a157002b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:55.934777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d758791e-bb24-405d-af9f-2f0bd16416a5 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:43:55.942166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-2f626bc4-e2cc-4086-8fe8-636f2f1fc4a8 req-5df8ce90-0983-43fb-8d5a-a59d2f384ba3 service neutron] (95502) timed out ('10.222.0.37', 36926) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 12:43:55.998483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-e4c6672f-8837-4c4a-bf32-78551d78bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.000380 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-e4c6672f-8837-4c4a-bf32-78551d78bcfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 1095 time: 0.1602321 Sep 20 12:43:56.023068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Attempting to bind port ef1d1e76-e122-40a9-a3ce-136d03dd3570 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:56.023976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Attempting to bind port ef1d1e76-e122-40a9-a3ce-136d03dd3570 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '6eee1556-8be3-42b9-a5ec-726a6b7c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '55557642-aac9-4db6-a17b-81bf0fd68ec8'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:56.024419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Attempting to bind port ef1d1e76-e122-40a9-a3ce-136d03dd3570 on network 55557642-aac9-4db6-a17b-81bf0fd68ec8 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:56.027126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fd613c-0061-417a-ba26-9e7595c2725d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.031603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d7fd613c-0061-417a-ba26-9e7595c2725d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports/18d9016c-f374-4766-b1f2-2268a157002b HTTP/1.1" status: 200 len: 911 time: 0.1480761 Sep 20 12:43:56.032388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:56.041482 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Set router 5712cab6-1506-4df8-98b3-dd3595e791af gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:43:56.045061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:56.045232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Checking segment: {'id': '6eee1556-8be3-42b9-a5ec-726a6b7c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '55557642-aac9-4db6-a17b-81bf0fd68ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:56.045641 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.046031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Bound using segment: {'id': '6eee1556-8be3-42b9-a5ec-726a6b7c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '55557642-aac9-4db6-a17b-81bf0fd68ec8'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:56.046510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Bound port: ef1d1e76-e122-40a9-a3ce-136d03dd3570, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eee1556-8be3-42b9-a5ec-726a6b7c3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '55557642-aac9-4db6-a17b-81bf0fd68ec8'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:56.046889 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.095784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fa4ef-6d60-4c54-8c94-f7324377a17d req-53d9660c-fb68-4214-8a39-f33030f8503b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.097384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-981fa4ef-6d60-4c54-8c94-f7324377a17d req-53d9660c-fb68-4214-8a39-f33030f8503b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 944 time: 0.1252058 Sep 20 12:43:56.136896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b58651-9c68-4172-80bb-37224ad7335b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.145178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b58651-9c68-4172-80bb-37224ad7335b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.149780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-84b58651-9c68-4172-80bb-37224ad7335b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1133041 Sep 20 12:43:56.152193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:56.157455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d758791e-bb24-405d-af9f-2f0bd16416a5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d758791e-bb24-405d-af9f-2f0bd16416a5,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:56.176134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'd758791e-bb24-405d-af9f-2f0bd16416a5', 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'port_id': 'd758791e-bb24-405d-af9f-2f0bd16416a5', 'mac_address': 'fa:16:3e:a6:f1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b456db65-e9c9-4581-9af5-407ed623b3ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:43:56.186013 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dfed3c46-96fd-4237-80ed-a33464bbfa20 None None] Provisioning complete for port 18d9016c-f374-4766-b1f2-2268a157002b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:56.186384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dfed3c46-96fd-4237-80ed-a33464bbfa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.233346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-981fa4ef-6d60-4c54-8c94-f7324377a17d req-367277bc-65e3-4208-b2ce-e4feb25e8807 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228209 Sep 20 12:43:56.304842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-dfed3c46-96fd-4237-80ed-a33464bbfa20 None None] Port 18d9016c-f374-4766-b1f2-2268a157002b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:56.311300 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.315965 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'name': 'tempest-NetworksTestDHCPv6-router-1826673140', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:52Z', 'updated_at': '2021-09-20T12:43:53Z', 'revision_number': 2, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None, '_interfaces': [{'id': '18d9016c-f374-4766-b1f2-2268a157002b', 'name': '', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'mac_address': 'fa:16:3e:47:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'bbbd4524-909e-47fd-be4c-bfc957c5485f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:43:53Z', 'updated_at': '2021-09-20T12:43:54Z', 'revision_number': 2, 'project_id': '3d82096f849144878e3237f96fb5de24', 'subnets': [{'id': 'bbbd4524-909e-47fd-be4c-bfc957c5485f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:56.332083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d758791e-bb24-405d-af9f-2f0bd16416a5 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:56.353566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d758791e-bb24-405d-af9f-2f0bd16416a5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d758791e-bb24-405d-af9f-2f0bd16416a5,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:56.361293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] For port ef1d1e76-e122-40a9-a3ce-136d03dd3570, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:56.366534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] For port ef1d1e76-e122-40a9-a3ce-136d03dd3570, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ef1d1e76-e122-40a9-a3ce-136d03dd3570,segment=NetworkSegment(6eee1556-8be3-42b9-a5ec-726a6b7c3963),segment_id=6eee1556-8be3-42b9-a5ec-726a6b7c3963)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:56.379949 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Checking router: 5712cab6-1506-4df8-98b3-dd3595e791af for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:43:56.380302 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Updating router 5712cab6-1506-4df8-98b3-dd3595e791af port 18d9016c-f374-4766-b1f2-2268a157002b binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:43:56.414873 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.472855 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.513220 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.518818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e367894d-6724-4469-b84c-43884e9f4b69 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:56.527050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25322-52b2-4ecf-8702-f62d09f76dd9 req-8f824a5d-2e5a-413d-91c2-6c4ee94d4aad tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.528632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ff25322-52b2-4ecf-8702-f62d09f76dd9 req-8f824a5d-2e5a-413d-91c2-6c4ee94d4aad tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1530399 Sep 20 12:43:56.550977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.580359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-fbf43ba6-e83c-4011-9c34-cec66fdf34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.582914 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-fbf43ba6-e83c-4011-9c34-cec66fdf34ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 906 time: 0.5441611 Sep 20 12:43:56.620327 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ff25322-52b2-4ecf-8702-f62d09f76dd9 req-af9baebc-4bc6-4744-a262-4cf4ed88ad55 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801148 Sep 20 12:43:56.645051 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d758791e-bb24-405d-af9f-2f0bd16416a5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:56.670979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-6ed2cb3a-2b0c-4319-8212-aee527713e30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c HTTP/1.1" status: 200 len: 217 time: 0.0669425 Sep 20 12:43:56.697602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e367894d-6724-4469-b84c-43884e9f4b69 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:56.698229 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.730473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.757199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d758791e-bb24-405d-af9f-2f0bd16416a5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:43:56.800405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-65b566fa-4fe2-4965-8201-6ea7e671c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.801981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-65b566fa-4fe2-4965-8201-6ea7e671c931 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0&tenant_id=c482a3c603c1493a8e4d7f698cdd1d29 HTTP/1.1" status: 200 len: 1094 time: 0.2605271 Sep 20 12:43:56.847215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:43:56.855029 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.873547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa98e1b-5bd0-4670-938b-7e715250aa2f None None] Pushing event updated for resources: {'Port': ['ID=ef1d1e76-e122-40a9-a3ce-136d03dd3570,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:56.887459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-f017e148-bcdc-4317-8af0-be746a4de63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.889289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-f017e148-bcdc-4317-8af0-be746a4de63e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.1829743 Sep 20 12:43:56.941249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7481f-e53b-489d-a717-4678f2927278 req-f3127ff5-b43c-4334-a58f-03f003fc971f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:56.949016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abc7481f-e53b-489d-a717-4678f2927278 req-f3127ff5-b43c-4334-a58f-03f003fc971f tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 943 time: 0.2158513 Sep 20 12:43:56.955152 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:56.957799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-ab0a318b-19b9-4b43-bbbc-e96439d6af28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596457 Sep 20 12:43:57.038403 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d9b4a-f8a3-4712-9d41-479421f14cd7 None None] Pushing event updated for resources: {'Port': ['ID=18d9016c-f374-4766-b1f2-2268a157002b,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:57.074237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abc7481f-e53b-489d-a717-4678f2927278 req-0a061474-d23e-4b58-be0a-1ffa66aff714 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176102 Sep 20 12:43:57.112075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.130197 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Attempting to bind port 18d9016c-f374-4766-b1f2-2268a157002b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:57.130655 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Attempting to bind port 18d9016c-f374-4766-b1f2-2268a157002b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:57.131082 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Attempting to bind port 18d9016c-f374-4766-b1f2-2268a157002b on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:57.140760 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:57.141267 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:57.141784 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.142241 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:57.142773 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Bound port: 18d9016c-f374-4766-b1f2-2268a157002b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:57.143219 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.233305 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] For port 18d9016c-f374-4766-b1f2-2268a157002b, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:57.237478 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] For port 18d9016c-f374-4766-b1f2-2268a157002b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=18d9016c-f374-4766-b1f2-2268a157002b,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:57.247287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 18d9016c-f374-4766-b1f2-2268a157002b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:43:57.247287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.290674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-12f0e24b-0946-4f07-a55d-80428adf3bcc service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806091 Sep 20 12:43:57.313143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Allocated IP 2001:db8::1 (91b19016-2dba-421e-9a47-088b5db60d41/ed5c2f03-bd59-4025-8dc2-8f8ac44665fd/023809bf-532d-47f1-a902-4346324deb2a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:43:57.332498 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.395829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] For port 18d9016c-f374-4766-b1f2-2268a157002b, host n-d-809934-3, got binding levels [] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:57.396207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.407387 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Routers {'5712cab6-1506-4df8-98b3-dd3595e791af'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:43:57.408411 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5712cab6-1506-4df8-98b3-dd3595e791af'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:57.418072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 18d9016c-f374-4766-b1f2-2268a157002b owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:43:57.443145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3490c-8b38-4576-8de7-b5f240cc5ccb req-d450375c-af68-458c-a5c0-b2f1ae58674e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:57.449802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07a3490c-8b38-4576-8de7-b5f240cc5ccb req-d450375c-af68-458c-a5c0-b2f1ae58674e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 944 time: 0.1297281 Sep 20 12:43:57.455245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e86f4ff1-12fa-4617-a283-afa78364b057 None None] Provisioning complete for port 18d9016c-f374-4766-b1f2-2268a157002b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:57.455630 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e86f4ff1-12fa-4617-a283-afa78364b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.477634 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d9b4a-f8a3-4712-9d41-479421f14cd7 None None] Pushing event updated for resources: {'Port': ['ID=18d9016c-f374-4766-b1f2-2268a157002b,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:57.549756 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] Set router 5712cab6-1506-4df8-98b3-dd3595e791af gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:43:57.568368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b565b2d-8dda-483e-9320-f250b5420b39 req-f95c49d6-bfce-4b97-a555-46d78b4872c7 service neutron] 10.222.0.32 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669604 Sep 20 12:43:57.601832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07a3490c-8b38-4576-8de7-b5f240cc5ccb req-c16399ec-7b93-4324-a0c5-15ced579ea4b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219084 Sep 20 12:43:57.653640 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e86f4ff1-12fa-4617-a283-afa78364b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.808800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:57.829203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa190c-27dd-4d28-9782-0d31bc1f182f req-9d73db18-a573-40a2-9a26-04a2e567b8ec tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:57.837210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7bfa190c-27dd-4d28-9782-0d31bc1f182f req-9d73db18-a573-40a2-9a26-04a2e567b8ec tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1046252 Sep 20 12:43:57.845528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:57.924359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7bfa190c-27dd-4d28-9782-0d31bc1f182f req-26ebf8d3-f580-4ce4-8ea9-167f7b26f73f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861645 Sep 20 12:43:57.929297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d758791e-bb24-405d-af9f-2f0bd16416a5 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:57.949244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:57.994589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727d2a34-f5b4-474a-9bc8-4591e2535a79 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:43:58.005873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.019448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Transition to ACTIVE for port object 727d2a34-f5b4-474a-9bc8-4591e2535a79 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:43:58.028144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.046837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.066790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=18d9016c-f374-4766-b1f2-2268a157002b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:58.078514 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'name': 'tempest-NetworksTestDHCPv6-router-1826673140', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:52Z', 'updated_at': '2021-09-20T12:43:53Z', 'revision_number': 2, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None, '_interfaces': [{'id': '18d9016c-f374-4766-b1f2-2268a157002b', 'name': '', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'mac_address': 'fa:16:3e:47:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'bbbd4524-909e-47fd-be4c-bfc957c5485f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:43:53Z', 'updated_at': '2021-09-20T12:43:57Z', 'revision_number': 4, 'project_id': '3d82096f849144878e3237f96fb5de24', 'subnets': [{'id': 'bbbd4524-909e-47fd-be4c-bfc957c5485f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:43:58.110454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network 91b19016-2dba-421e-9a47-088b5db60d41 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:43:58.115289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a5164-2317-4b01-84da-b8e68f15df9e req-372a8b09-f546-4182-a4e6-82edfa67dbfd tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:58.116126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff0a5164-2317-4b01-84da-b8e68f15df9e req-372a8b09-f546-4182-a4e6-82edfa67dbfd tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 944 time: 0.1247227 Sep 20 12:43:58.116932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.126476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:43:58.134372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:43:58.134848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port d758791e-bb24-405d-af9f-2f0bd16416a5 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:43:58.135146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.148153 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b74a2-054b-4330-8a82-665d591b4238 None None] The sync data for ids ['5712cab6-1506-4df8-98b3-dd3595e791af'] in n-d-809934-3 is: [{'id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'name': 'tempest-NetworksTestDHCPv6-router-1826673140', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:52Z', 'updated_at': '2021-09-20T12:43:53Z', 'revision_number': 2, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None, '_interfaces': [{'id': '18d9016c-f374-4766-b1f2-2268a157002b', 'name': '', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'mac_address': 'fa:16:3e:47:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': 'bbbd4524-909e-47fd-be4c-bfc957c5485f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:43:53Z', 'updated_at': '2021-09-20T12:43:57Z', 'revision_number': 4, 'project_id': '3d82096f849144878e3237f96fb5de24', 'subnets': [{'id': 'bbbd4524-909e-47fd-be4c-bfc957c5485f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:43:58.148882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port d758791e-bb24-405d-af9f-2f0bd16416a5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:58.149345 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.184061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Port': ['ID=023809bf-532d-47f1-a902-4346324deb2a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:58.258001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.291812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff0a5164-2317-4b01-84da-b8e68f15df9e req-d59c5eaf-ee83-4276-84c3-6b4722729084 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147285 Sep 20 12:43:58.338284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f01e88d-dc24-4ecb-8144-d17e7350d82f None None] Network 55557642-aac9-4db6-a17b-81bf0fd68ec8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:58.391427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dd971e57-d849-4167-94cb-e3e911e2e9a1 None None] Could not find standard attr ID for object 18d9016c-f374-4766-b1f2-2268a157002b. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:43:58.446084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.471100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:58.576810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] No DVR routers for this DVR port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:43:58.596408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d758791e-bb24-405d-af9f-2f0bd16416a5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d758791e-bb24-405d-af9f-2f0bd16416a5,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:58.618707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd758791e-bb24-405d-af9f-2f0bd16416a5'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:58.629129 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d000afa8-705c-433b-b3cc-43c10e06a577" -d '{"events": [{"server_uuid": "a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3", "name": "network-vif-plugged", "status": "completed", "tag": "d758791e-bb24-405d-af9f-2f0bd16416a5"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:58.663035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ef1d1e76-e122-40a9-a3ce-136d03dd3570 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:43:58.670313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.675591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c25d8e-7d12-44fa-aff5-9d1afb5ec694 req-12ba00cf-89d2-4e2b-b373-976b67fdec8b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:58.683621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14c25d8e-7d12-44fa-aff5-9d1afb5ec694 req-12ba00cf-89d2-4e2b-b373-976b67fdec8b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.2016690 Sep 20 12:43:58.751055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d9d5d885-6e41-46ee-8183-d2fd3cddea00 None None] Provisioning complete for port ef1d1e76-e122-40a9-a3ce-136d03dd3570 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:58.751296 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d885-6e41-46ee-8183-d2fd3cddea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.755939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Router 5712cab6-1506-4df8-98b3-dd3595e791af has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:43:58.759359 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.781105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14c25d8e-7d12-44fa-aff5-9d1afb5ec694 req-0d2df1f6-3133-48d9-9359-062258bf8c1a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963883 Sep 20 12:43:58.920677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d758791e-bb24-405d-af9f-2f0bd16416a5,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:58.943694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ef1d1e76-e122-40a9-a3ce-136d03dd3570 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:58.944069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:58.970112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:43:58.978096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-533622ea-3271-4d57-a840-a2d353fb1f6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "PUT /v2.0/routers/5712cab6-1506-4df8-98b3-dd3595e791af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8226879 Sep 20 12:43:58.978459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:59.023095 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d885-6e41-46ee-8183-d2fd3cddea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.033147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e163-7e5d-4cf9-a307-28a8d9d1bda9 req-8829ba3f-66b8-4125-ad56-2ba3597b2af1 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:59.034864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1631e163-7e5d-4cf9-a307-28a8d9d1bda9 req-8829ba3f-66b8-4125-ad56-2ba3597b2af1 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 943 time: 0.1432619 Sep 20 12:43:59.046199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Attempting to bind port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:43:59.046535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Attempting to bind port 727d2a34-f5b4-474a-9bc8-4591e2535a79 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:43:59.046932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Attempting to bind port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on network e99487ea-3c74-4d02-ba81-5912a3255fe0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:59.067162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on network e99487ea-3c74-4d02-ba81-5912a3255fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:43:59.067491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Attempting to bind port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on network e99487ea-3c74-4d02-ba81-5912a3255fe0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:43:59.080036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:43:59.080604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Checking segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:43:59.080735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Bound using segment: {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:43:59.081578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Bound port: 727d2a34-f5b4-474a-9bc8-4591e2535a79, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f739f402-5fdf-4200-9692-de3985dbc756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:43:59.081935 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.096395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4691ef-5ec4-449f-a838-4b378ad3a946 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:59.098246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4691ef-5ec4-449f-a838-4b378ad3a946 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:59.102373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9e4691ef-5ec4-449f-a838-4b378ad3a946 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1204264 Sep 20 12:43:59.103557 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1631e163-7e5d-4cf9-a307-28a8d9d1bda9 req-a2828d07-f1bc-47b9-b19f-0a7dba9e6fde tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605130 Sep 20 12:43:59.104116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42380) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:59.140333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d9d5d885-6e41-46ee-8183-d2fd3cddea00 None None] For port ef1d1e76-e122-40a9-a3ce-136d03dd3570, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ef1d1e76-e122-40a9-a3ce-136d03dd3570,segment=NetworkSegment(6eee1556-8be3-42b9-a5ec-726a6b7c3963),segment_id=6eee1556-8be3-42b9-a5ec-726a6b7c3963)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:59.167302 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.187988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de1937c-9110-42e0-98f1-d5969aadd7be tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet bbbd4524-909e-47fd-be4c-bfc957c5485f {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:43:59.195005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de1937c-9110-42e0-98f1-d5969aadd7be tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.245486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d885-6e41-46ee-8183-d2fd3cddea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.285552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de1937c-9110-42e0-98f1-d5969aadd7be tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.286034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:43:59.289646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:43:59.342117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:43:59.342707 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:43:59.349473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5d885-6e41-46ee-8183-d2fd3cddea00 None None] Pushing event updated for resources: {'Port': ['ID=ef1d1e76-e122-40a9-a3ce-136d03dd3570,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:59.354684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.371913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717614-61d3-463c-b1a4-4c0dc0ee75b6 req-2950c6bb-6a42-46fb-8ca3-68882293e09c tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:59.380721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29717614-61d3-463c-b1a4-4c0dc0ee75b6 req-2950c6bb-6a42-46fb-8ca3-68882293e09c tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 945 time: 0.1809747 Sep 20 12:43:59.383020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3e8cc526-562e-4238-9687-345ed4657472 None None] Provisioning complete for port 023809bf-532d-47f1-a902-4346324deb2a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:59.383462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc526-562e-4238-9687-345ed4657472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.403638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.414810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:59.415556 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.417245 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] 10.222.0.21 "PUT /v2.0/ports/727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 1091 time: 2.5794208 Sep 20 12:43:59.419030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:43:59.420325 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59e9423-6169-48c5-a757-f61b28b19ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:43:59.426358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cc526-562e-4238-9687-345ed4657472 None None] Port 023809bf-532d-47f1-a902-4346324deb2a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:43:59.445734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7d232-39c1-4f27-9f68-1029d4478a2d service neutron] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:59.468526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29717614-61d3-463c-b1a4-4c0dc0ee75b6 req-d4deaed0-ac9f-43f7-9ed0-a22188e61922 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864062 Sep 20 12:43:59.482066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.491671 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.498987 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de1937c-9110-42e0-98f1-d5969aadd7be tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.530457 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02ae02-3a72-49b9-97da-e24c4eac2fbe x-openstack-request-id: req-fb02ae02-3a72-49b9-97da-e24c4eac2fbe {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:43:59.531719 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3", "name": "network-vif-plugged", "status": "completed", "tag": "d758791e-bb24-405d-af9f-2f0bd16416a5", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:43:59.532089 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb02ae02-3a72-49b9-97da-e24c4eac2fbe {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:43:59.532596 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd758791e-bb24-405d-af9f-2f0bd16416a5', 'code': 200} Sep 20 12:43:59.572913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0f4b44ea-55a4-484a-b3f5-ed2c14617316 None None] Provisioning complete for port ef1d1e76-e122-40a9-a3ce-136d03dd3570 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:43:59.574801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event updated for resources: {'Port': ['ID=023809bf-532d-47f1-a902-4346324deb2a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:59.575259 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f4b44ea-55a4-484a-b3f5-ed2c14617316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.619691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b49b40cd-ef97-4ad4-844a-f4e44ec8a45c details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:43:59.652988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-e333afc8-3120-4b4e-832e-567a873a0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:59.654737 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-e333afc8-3120-4b4e-832e-567a873a0af0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1095 time: 0.2026711 Sep 20 12:43:59.694269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de1937c-9110-42e0-98f1-d5969aadd7be tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.734786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1937c-9110-42e0-98f1-d5969aadd7be tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbd4524-909e-47fd-be4c-bfc957c5485f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:43:59.746238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e87d-e64b-49bd-99ff-e21ffbd62737 req-221534dc-5de4-4647-993e-976b4ad82c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:59.746767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de1937c-9110-42e0-98f1-d5969aadd7be tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:43:59.748278 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a10e87d-e64b-49bd-99ff-e21ffbd62737 req-221534dc-5de4-4647-993e-976b4ad82c5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 1096 time: 0.1353490 Sep 20 12:43:59.751735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2de1937c-9110-42e0-98f1-d5969aadd7be tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/bbbd4524-909e-47fd-be4c-bfc957c5485f HTTP/1.1" status: 204 len: 168 time: 0.6443825 Sep 20 12:43:59.753752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42394) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:43:59.780974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24beeae-c7aa-4d94-a625-c3dffd911253 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:43:59.784072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:43:59.822164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b49b40cd-ef97-4ad4-844a-f4e44ec8a45c', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'port_id': 'b49b40cd-ef97-4ad4-844a-f4e44ec8a45c', 'mac_address': 'fa:16:3e:8e:f0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6689bf-2894-48e1-b8c4-ea568d818531', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:43:59.828536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-d626f012-0be6-4bcf-8be8-e185221a24ce tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:43:59.831283 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-d626f012-0be6-4bcf-8be8-e185221a24ce tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.1888618 Sep 20 12:43:59.851920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-daf07938-27ad-47cd-a94a-671fdde7c41c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/quotas/782cecd4981748bc9121f560d7b9064c HTTP/1.1" status: 200 len: 375 time: 0.0111172 Sep 20 12:43:59.935853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-8f9f4cfc-7634-4f17-917a-88c6e5010edf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0644531 Sep 20 12:43:59.962991 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:00.002937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49b40cd-ef97-4ad4-844a-f4e44ec8a45c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:00.028292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:00.047969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-1a96035c-de95-422c-bc66-e8d31f31443b service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112900 Sep 20 12:44:00.068300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Network 91b19016-2dba-421e-9a47-088b5db60d41 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:00.096082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:00.112891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:00.137184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:00.183146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:00.183783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-51ebf353-c020-4f6e-8ae6-2e86e20ec1fe service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281786 Sep 20 12:44:00.199703 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a10e87d-e64b-49bd-99ff-e21ffbd62737 req-1a8382f2-9bab-4da3-8953-0354282a9f2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384074 Sep 20 12:44:00.201390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-8b268401-4ee3-4f96-9886-6a10950af417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:00.203078 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-8b268401-4ee3-4f96-9886-6a10950af417 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.5399542 Sep 20 12:44:00.258568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] Deleting port e367894d-6724-4469-b84c-43884e9f4b69 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:00.258978 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:00.302261 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-34d5163a-54d1-433b-946e-c681851cd606 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5491402 Sep 20 12:44:00.304693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42398) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:00.331582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Router 90f1a916-9e1d-4e44-839e-200b78146faf has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:44:00.348640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b49b40cd-ef97-4ad4-844a-f4e44ec8a45c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:00.383488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] Sync routers for ids ['5712cab6-1506-4df8-98b3-dd3595e791af'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:44:00.406774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f71478e5-3e5c-4e22-a3e5-763f8aafb92b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:00.426105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] For port e367894d-6724-4469-b84c-43884e9f4b69, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e367894d-6724-4469-b84c-43884e9f4b69,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:00.427726 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:00.479756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] Routers {'5712cab6-1506-4df8-98b3-dd3595e791af'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:44:00.480408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5712cab6-1506-4df8-98b3-dd3595e791af'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:00.543676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] Calling delete_port for e367894d-6724-4469-b84c-43884e9f4b69 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:00.581759 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-a6188c51-472a-4dd3-a98c-5ae29e52c075 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 999 time: 0.1595476 Sep 20 12:44:00.601459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:44:00.612466 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11e3d9-1def-415a-a54e-0229627e856f None None] Sync routers for ids ['90f1a916-9e1d-4e44-839e-200b78146faf'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:44:00.627527 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11e3d9-1def-415a-a54e-0229627e856f None None] Routers {'90f1a916-9e1d-4e44-839e-200b78146faf'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:44:00.628165 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ed11e3d9-1def-415a-a54e-0229627e856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90f1a916-9e1d-4e44-839e-200b78146faf'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:00.658406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ef1d1e76-e122-40a9-a3ce-136d03dd3570 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:00.674332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-f7fc971d-fa68-47a3-a71c-da22419565f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:00.676058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-f7fc971d-fa68-47a3-a71c-da22419565f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.0858347 Sep 20 12:44:00.683489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3245b758-25fa-4839-bc4e-6992de0c0348 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "PUT /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9338007 Sep 20 12:44:00.684334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42406) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:00.752706 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ed11e3d9-1def-415a-a54e-0229627e856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:00.772781 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11e3d9-1def-415a-a54e-0229627e856f None None] Routers {'90f1a916-9e1d-4e44-839e-200b78146faf'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:44:00.774226 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ed11e3d9-1def-415a-a54e-0229627e856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90f1a916-9e1d-4e44-839e-200b78146faf'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:00.778589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] Set router 5712cab6-1506-4df8-98b3-dd3595e791af gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:44:00.816863 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ed11e3d9-1def-415a-a54e-0229627e856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:00.818819 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11e3d9-1def-415a-a54e-0229627e856f None None] The sync data for ids ['90f1a916-9e1d-4e44-839e-200b78146faf'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:44:00.864009 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-603b97d2-b28d-49da-bf6b-ed11abbc03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:00.865857 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-603b97d2-b28d-49da-bf6b-ed11abbc03f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741040 Sep 20 12:44:00.887830 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27d09e28-dfb1-4cb2-8c5f-1fe734486d56 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:00.891481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'name': 'tempest-NetworksTestDHCPv6-router-1826673140', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:52Z', 'updated_at': '2021-09-20T12:43:57Z', 'revision_number': 3, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:00.934599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-98881d0d-0376-4250-8efe-65f2f0712bb1 None None] Provisioning complete for port 023809bf-532d-47f1-a902-4346324deb2a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:00.935579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98881d0d-0376-4250-8efe-65f2f0712bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:00.949878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] Checking router: 5712cab6-1506-4df8-98b3-dd3595e791af for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:44:01.017822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-98881d0d-0376-4250-8efe-65f2f0712bb1 None None] Port 023809bf-532d-47f1-a902-4346324deb2a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:44:01.045202 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-27d09e28-dfb1-4cb2-8c5f-1fe734486d56 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 20 12:44:01.046280 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-27d09e28-dfb1-4cb2-8c5f-1fe734486d56 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf HTTP/1.1" status: 409 len: 329 time: 0.3601828 Sep 20 12:44:01.050103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42412) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:01.081060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] Routers {'5712cab6-1506-4df8-98b3-dd3595e791af'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:44:01.088595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5712cab6-1506-4df8-98b3-dd3595e791af'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:01.093725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ef1d1e76-e122-40a9-a3ce-136d03dd3570 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:01.094214 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:01.107028 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-1a5b0529-7baa-40d1-9952-6f4804cdd314 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316034 Sep 20 12:44:01.286879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f71478e5-3e5c-4e22-a3e5-763f8aafb92b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:01.307039 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f71478e5-3e5c-4e22-a3e5-763f8aafb92b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:01.325128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf848023-9906-483a-954b-1ec714d2467d req-83e7fcb9-1577-4e47-acef-63cb6240a128 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:01.329692 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2f37a059-1d29-43bf-90ec-ca0f895c1782 req-419392ad-08aa-40e8-a01c-f5577c441058 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934197 Sep 20 12:44:01.333726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf848023-9906-483a-954b-1ec714d2467d req-83e7fcb9-1577-4e47-acef-63cb6240a128 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 945 time: 0.2134368 Sep 20 12:44:01.424760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf848023-9906-483a-954b-1ec714d2467d req-5ef8615e-e480-4462-bd74-87ef9e7210e2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897596 Sep 20 12:44:01.496802 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60325bb1-d76a-4abc-9499-59e02ecebc86 x-openstack-request-id: req-60325bb1-d76a-4abc-9499-59e02ecebc86 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:01.497232 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:01.498142 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60325bb1-d76a-4abc-9499-59e02ecebc86 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:01.498649 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'status': 'completed', 'code': 200} Sep 20 12:44:01.501746 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f71478e5-3e5c-4e22-a3e5-763f8aafb92b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:01.502476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71478e5-3e5c-4e22-a3e5-763f8aafb92b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Fanout notify agent at l3_agent the message router_deleted on router 5712cab6-1506-4df8-98b3-dd3595e791af {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:44:01.504198 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:01.510970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f71478e5-3e5c-4e22-a3e5-763f8aafb92b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:01.514650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f71478e5-3e5c-4e22-a3e5-763f8aafb92b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/routers/5712cab6-1506-4df8-98b3-dd3595e791af HTTP/1.1" status: 204 len: 168 time: 1.2061992 Sep 20 12:44:01.516187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42418) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:01.523502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] Set router 5712cab6-1506-4df8-98b3-dd3595e791af gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:44:01.561835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42422) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:01.566566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-014b3b6d-f74c-427b-b6a5-e1634a9fd0d0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0376649 Sep 20 12:44:01.624059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] Pushing event deleted for resources: {'Port': ['ID=e367894d-6724-4469-b84c-43884e9f4b69,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:01.646368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-cea6aa2f-74bd-419b-abc9-4de39f7138c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:01.646745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e782f-8354-4472-bea9-30de3e0b4cc2 req-8a85e2e3-2e27-4887-86c0-7a89932a7287 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:01.648270 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-cea6aa2f-74bd-419b-abc9-4de39f7138c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1095 time: 0.1322074 Sep 20 12:44:01.649087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae8e782f-8354-4472-bea9-30de3e0b4cc2 req-8a85e2e3-2e27-4887-86c0-7a89932a7287 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.0634332 Sep 20 12:44:01.670807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6cda4a-989f-44be-a25d-236951d9d4b0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:01.671437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c14ba9-63e9-4ad6-bbeb-4ee1a005df1e None None] No DVR routers for this DVR port e367894d-6724-4469-b84c-43884e9f4b69 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:01.679145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fa6cda4a-989f-44be-a25d-236951d9d4b0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1060655 Sep 20 12:44:01.679634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42430) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:01.688973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'name': 'tempest-NetworksTestDHCPv6-router-1826673140', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:52Z', 'updated_at': '2021-09-20T12:43:57Z', 'revision_number': 3, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:01.689221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:01.743104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b321bda-6424-4847-b5dd-1a263123afae None None] The sync data for ids ['5712cab6-1506-4df8-98b3-dd3595e791af'] in n-d-809934-3 is: [{'id': '5712cab6-1506-4df8-98b3-dd3595e791af', 'name': 'tempest-NetworksTestDHCPv6-router-1826673140', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:43:52Z', 'updated_at': '2021-09-20T12:43:57Z', 'revision_number': 3, 'project_id': '3d82096f849144878e3237f96fb5de24', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:44:01.768664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5316010b-80b5-4d74-a2e0-d8a489aa2605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923569 Sep 20 12:44:01.769336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:01.795358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:01.828724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae8e782f-8354-4472-bea9-30de3e0b4cc2 req-4e1c646b-5476-4d7a-9300-2a1fe5842bf8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618593 Sep 20 12:44:01.853640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-d8b3987a-77bc-44e1-b28f-5fe30d5da829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:01.855545 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-d8b3987a-77bc-44e1-b28f-5fe30d5da829 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.1982489 Sep 20 12:44:01.934039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee31a5c8-5da1-482b-96ef-1274de0a1f15 req-3a34f920-5178-4585-a02b-86e453573fb7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 210 time: 0.0292382 Sep 20 12:44:01.998898 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-96c7dbb8-2b5f-496b-9662-c0e2dee11bb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 999 time: 0.1264904 Sep 20 12:44:02.003702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:02.007962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:02.142609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-a5ffe9c5-654b-4c12-9858-dccca60af9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:02.146847 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-a5ffe9c5-654b-4c12-9858-dccca60af9b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.1318102 Sep 20 12:44:02.174906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e367894d-6724-4469-b84c-43884e9f4b69 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:02.221101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e367894d-6724-4469-b84c-43884e9f4b69 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:02.221448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e367894d-6724-4469-b84c-43884e9f4b69 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:02.227705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Deleting port 023809bf-532d-47f1-a902-4346324deb2a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:02.227705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:02.235315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a0373-3c58-4384-ab1c-40721d3741fa req-f621717a-6bc0-42a7-b5e7-17399335fa6e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:02.237547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-724a0373-3c58-4384-ab1c-40721d3741fa req-f621717a-6bc0-42a7-b5e7-17399335fa6e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 945 time: 0.2254119 Sep 20 12:44:02.363718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-19c39f55-ea00-4c22-a2fc-1d8124503359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:02.365315 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-19c39f55-ea00-4c22-a2fc-1d8124503359 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779616 Sep 20 12:44:02.392154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-724a0373-3c58-4384-ab1c-40721d3741fa req-b8fab119-5bd1-486d-b567-b5670309e8aa tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406741 Sep 20 12:44:02.404173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:02.424475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 18d9016c-f374-4766-b1f2-2268a157002b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:02.507614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 18d9016c-f374-4766-b1f2-2268a157002b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:02.507960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 18d9016c-f374-4766-b1f2-2268a157002b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:02.546099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-515d0fcf-e24b-436d-916a-d8503e08c5bf service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330674 Sep 20 12:44:02.553270 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Calling delete_port for 023809bf-532d-47f1-a902-4346324deb2a owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:02.780665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5594b7-da2b-4e03-8dac-a6c57f479c17 req-9436d07f-abbc-4241-a142-7beffc169a0a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:02.782377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa5594b7-da2b-4e03-8dac-a6c57f479c17 req-9436d07f-abbc-4241-a142-7beffc169a0a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 945 time: 0.2164660 Sep 20 12:44:02.803551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:02.813261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:02.886028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa5594b7-da2b-4e03-8dac-a6c57f479c17 req-cf3de1e8-dca4-4ded-97f8-67da191bba74 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801442 Sep 20 12:44:02.891225 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e59e9423-6169-48c5-a757-f61b28b19ebd req-41ccf99a-a955-413d-b834-440fb02257ba service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033128 Sep 20 12:44:02.913755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:02.924675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:02.933064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:02.933696 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:02.937054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1835560-a0bc-48f2-8270-564614d81209 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:02.953920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=e31c9ad3-fd7a-456b-ac39-d2df0dc3370b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:03.119094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ab288094-ea2f-434a-994e-7c6d44ab557b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3465075 Sep 20 12:44:03.120284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42448) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:03.127620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:03.214387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'e31c9ad3-fd7a-456b-ac39-d2df0dc3370b'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:03.216405 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:03.224150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a972d-1243-4e81-a924-5755ed0e5e2b req-6fd2aae9-378d-441b-b8cb-0a80cbb7e3f3 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:03.232698 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-517a972d-1243-4e81-a924-5755ed0e5e2b req-6fd2aae9-378d-441b-b8cb-0a80cbb7e3f3 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.2054965 Sep 20 12:44:03.385691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-517a972d-1243-4e81-a924-5755ed0e5e2b req-762c74f5-9eb3-4460-b9f2-68bac9eb9b3c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523533 Sep 20 12:44:03.512046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:03.542449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-d20ca93c-175b-4e95-889c-8572b966cb55 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:03.545663 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-d20ca93c-175b-4e95-889c-8572b966cb55 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.6489670 Sep 20 12:44:03.591881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'port': {'device_id': '605ad4ef-d454-4ad5-a1db-943542401fb6', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'admin_state_up': True, 'tenant_id': '782cecd4981748bc9121f560d7b9064c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:03.603075 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c37099d-c8eb-499e-a7cd-08ab0b18b1c6 req-a22b0d32-7b5c-438a-b86b-49214a9ce04f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 210 time: 0.0761566 Sep 20 12:44:03.605744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:03.613610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:03.621587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b49b40cd-ef97-4ad4-844a-f4e44ec8a45c up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:03.701236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Port': ['ID=023809bf-532d-47f1-a902-4346324deb2a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:03.775940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:03.875307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Allocated IP 2001:db8::f816:3eff:fe2d:5d7a (7b041315-d41c-4864-8fcf-07854b5e72d1/e31c9ad3-fd7a-456b-ac39-d2df0dc3370b/6779e25c-cecc-4b12-ac43-6f82dc8284bb) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:04.142207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cabec-9253-47d8-8a34-37d90f761e0e req-441831fb-493d-449b-8044-cf58608d0774 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:04.153742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d4cabec-9253-47d8-8a34-37d90f761e0e req-441831fb-493d-449b-8044-cf58608d0774 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 945 time: 0.0731430 Sep 20 12:44:04.165705 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.219428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:04.226394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:04.232423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:04.233181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.241703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:44:04.244945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Router 90f1a916-9e1d-4e44-839e-200b78146faf has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:44:04.249487 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.251849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:04.252915 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.274798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=7d364f1b-60a6-49e5-8632-407a3ddde7ce,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:04.288099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d4cabec-9253-47d8-8a34-37d90f761e0e req-0428fb56-5eb6-4269-a843-6b3b840a477f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330500 Sep 20 12:44:04.334750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.394445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Made reservation on behalf of 782cecd4981748bc9121f560d7b9064c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:04.403162 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.422809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:04.432606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:04.439252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:04.440540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-da11c8be-5f47-4c81-a52e-078ec1fc1e57 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3175964 Sep 20 12:44:04.443278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:04.448855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:b3:9d:5d', 'name': 'tempest-NetworksTestDHCPv6-684057277'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:04.458591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Pushing event updated for resources: {'Port': ['ID=6779e25c-cecc-4b12-ac43-6f82dc8284bb,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:04.540255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:44:04.563760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d41e0d46-b794-4d2e-895f-016485a5848a tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "PUT /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5122802 Sep 20 12:44:04.609556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:04.617599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d09b56-54b5-46fd-93bc-612b105625f7 None None] Sync routers for ids ['90f1a916-9e1d-4e44-839e-200b78146faf'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:44:04.624145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Attempting to bind port 6779e25c-cecc-4b12-ac43-6f82dc8284bb on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:04.624564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Attempting to bind port 6779e25c-cecc-4b12-ac43-6f82dc8284bb by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:04.624896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Attempting to bind port 6779e25c-cecc-4b12-ac43-6f82dc8284bb on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:04.645994 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:04.646357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:04.646730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.647260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:04.647779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Bound port: 6779e25c-cecc-4b12-ac43-6f82dc8284bb, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:04.648203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.652873 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.675780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d09b56-54b5-46fd-93bc-612b105625f7 None None] Routers {'90f1a916-9e1d-4e44-839e-200b78146faf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:44:04.676458 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d8d09b56-54b5-46fd-93bc-612b105625f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90f1a916-9e1d-4e44-839e-200b78146faf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:04.722032 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-88f18df9-ade6-422f-8feb-c6a8e5324a21 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] show failed (client error): The resource could not be found. Sep 20 12:44:04.728410 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-88f18df9-ade6-422f-8feb-c6a8e5324a21 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-860829643 HTTP/1.1" status: 404 len: 334 time: 0.1171608 Sep 20 12:44:04.728888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d8d09b56-54b5-46fd-93bc-612b105625f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:04.754674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42468) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:04.781056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d09b56-54b5-46fd-93bc-612b105625f7 None None] Routers {'90f1a916-9e1d-4e44-839e-200b78146faf'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:44:04.781805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d8d09b56-54b5-46fd-93bc-612b105625f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90f1a916-9e1d-4e44-839e-200b78146faf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:04.818647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4708770e-a153-4c72-b57c-91f7e89eda16 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:04.820804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4de3f4d-cd62-4c6d-b800-66a3f8e501cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49b40cd-ef97-4ad4-844a-f4e44ec8a45c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:04.823908 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff9b108-22df-4c75-8d76-0b4ff959d98f" -d '{"events": [{"server_uuid": "e4de3f4d-cd62-4c6d-b800-66a3f8e501cf", "name": "network-vif-plugged", "status": "completed", "tag": "b49b40cd-ef97-4ad4-844a-f4e44ec8a45c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:04.828677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Allocated IP 172.20.0.3 (aac6519c-64e3-4880-9685-e29eff54bf64/a9208657-dff8-4d34-a238-13f672023b37/2990b3c8-d862-4b71-9e45-009ece039019) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:04.833331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d8d09b56-54b5-46fd-93bc-612b105625f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:04.834035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d09b56-54b5-46fd-93bc-612b105625f7 None None] The sync data for ids ['90f1a916-9e1d-4e44-839e-200b78146faf'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:44:04.846467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:04.898537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] For port 6779e25c-cecc-4b12-ac43-6f82dc8284bb, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:04.905083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] For port 6779e25c-cecc-4b12-ac43-6f82dc8284bb, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6779e25c-cecc-4b12-ac43-6f82dc8284bb,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:04.938465 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-4708770e-a153-4c72-b57c-91f7e89eda16 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] update failed (client error): The resource could not be found. Sep 20 12:44:04.939538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4708770e-a153-4c72-b57c-91f7e89eda16 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-238286368 HTTP/1.1" status: 404 len: 334 time: 0.1354210 Sep 20 12:44:04.944062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:04.945579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42472) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:05.018227 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.044978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:05.061890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5a1933-716e-430a-b4bb-087b1d454baa tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Deleting subnet 004dece9-8b8f-44ea-88e0-7c679aed4eb2 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:05.062582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73cfb9-bb2e-47b6-908e-e00b64e13697 req-bd3d6570-e142-40ae-9ddc-37dac232b735 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:05.065554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a73cfb9-bb2e-47b6-908e-e00b64e13697 req-bd3d6570-e142-40ae-9ddc-37dac232b735 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.5264554 Sep 20 12:44:05.068489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1933-716e-430a-b4bb-087b1d454baa tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.140667 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c68c6-b5e0-4910-9fb6-ea395886d09f None None] Pushing event updated for resources: {'Port': ['ID=6779e25c-cecc-4b12-ac43-6f82dc8284bb,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:05.144041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a73cfb9-bb2e-47b6-908e-e00b64e13697 req-05040d9f-d111-4736-b50d-0cc8de6c2ae5 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702083 Sep 20 12:44:05.145858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:05.147475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.178114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1933-716e-430a-b4bb-087b1d454baa tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.280289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9382c265-85c9-4c3a-a6be-8d91275cef7e req-e3e34000-f76c-4250-96c0-43accba79a4d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 210 time: 0.0286520 Sep 20 12:44:05.327300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1933-716e-430a-b4bb-087b1d454baa tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.343102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.382772 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd8057-d144-4490-84c1-5e70a613eff6 x-openstack-request-id: req-10bd8057-d144-4490-84c1-5e70a613eff6 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:05.383501 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4de3f4d-cd62-4c6d-b800-66a3f8e501cf", "name": "network-vif-plugged", "status": "completed", "tag": "b49b40cd-ef97-4ad4-844a-f4e44ec8a45c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:05.383501 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10bd8057-d144-4490-84c1-5e70a613eff6 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:05.384025 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4de3f4d-cd62-4c6d-b800-66a3f8e501cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49b40cd-ef97-4ad4-844a-f4e44ec8a45c', 'code': 200} Sep 20 12:44:05.397597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 1c93fa1f-e612-47ed-a10c-50ba987483b6 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:05.467668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.543875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Network aac6519c-64e3-4880-9685-e29eff54bf64 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:05.546453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'Port': ['ID=2990b3c8-d862-4b71-9e45-009ece039019,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:05.549094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:05.551858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1933-716e-430a-b4bb-087b1d454baa tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.553990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:05.615806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a1933-716e-430a-b4bb-087b1d454baa tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Subnet': ['ID=004dece9-8b8f-44ea-88e0-7c679aed4eb2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:05.625159 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1933-716e-430a-b4bb-087b1d454baa tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.627068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0d5a1933-716e-430a-b4bb-087b1d454baa tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/subnets/004dece9-8b8f-44ea-88e0-7c679aed4eb2 HTTP/1.1" status: 204 len: 168 time: 0.6805372 Sep 20 12:44:05.631408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d657f04-585d-4121-95d2-1d8ca6d97dca None None] Network 55557642-aac9-4db6-a17b-81bf0fd68ec8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:05.644930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42480) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:05.695456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b512363-8f69-4de4-ba88-74922ba05cac req-5c34edb0-c09a-403c-9a9c-9cec1a89edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:05.697094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b512363-8f69-4de4-ba88-74922ba05cac req-5c34edb0-c09a-403c-9a9c-9cec1a89edf2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 1097 time: 0.1991155 Sep 20 12:44:05.712682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:05.716291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.826974 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb5112-625d-4a67-9ff7-972ec95fbe27 req-cf00e2dc-200f-4aa6-b878-b95ec797e1d5 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:05.828615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cefb5112-625d-4a67-9ff7-972ec95fbe27 req-cf00e2dc-200f-4aa6-b878-b95ec797e1d5 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 946 time: 0.2285392 Sep 20 12:44:05.866009 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b512363-8f69-4de4-ba88-74922ba05cac req-a6811d76-6f53-46c9-9ff6-7792f31529bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494787 Sep 20 12:44:05.891825 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-f273b86c-4e89-4bef-a155-3ae381c4b0bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3027303 Sep 20 12:44:05.898440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:05.914539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] DHCP port deletion for 55557642-aac9-4db6-a17b-81bf0fd68ec8 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:06.003227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Deleting port ef1d1e76-e122-40a9-a3ce-136d03dd3570 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:06.004001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.029728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cefb5112-625d-4a67-9ff7-972ec95fbe27 req-0cf51cef-55ab-4b3d-b104-b987f52ffcce tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853149 Sep 20 12:44:06.051144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 172.20.0.4 (7b041315-d41c-4864-8fcf-07854b5e72d1/7d364f1b-60a6-49e5-8632-407a3ddde7ce/1c93fa1f-e612-47ed-a10c-50ba987483b6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:06.056511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-005d1e81-0e2e-4364-b8c3-84ffb9c2767f None None] Provisioning complete for port 2990b3c8-d862-4b71-9e45-009ece039019 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:06.057201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-005d1e81-0e2e-4364-b8c3-84ffb9c2767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.072994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:feb3:9d5d (7b041315-d41c-4864-8fcf-07854b5e72d1/e31c9ad3-fd7a-456b-ac39-d2df0dc3370b/1c93fa1f-e612-47ed-a10c-50ba987483b6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:06.118103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-005d1e81-0e2e-4364-b8c3-84ffb9c2767f None None] Port 2990b3c8-d862-4b71-9e45-009ece039019 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:44:06.140838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] Deleting port ef1d1e76-e122-40a9-a3ce-136d03dd3570 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:06.144392 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.161333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Request body: {'port': {'device_id': '605ad4ef-d454-4ad5-a1db-943542401fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:06.232320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] For port ef1d1e76-e122-40a9-a3ce-136d03dd3570, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ef1d1e76-e122-40a9-a3ce-136d03dd3570,segment=NetworkSegment(6eee1556-8be3-42b9-a5ec-726a6b7c3963),segment_id=6eee1556-8be3-42b9-a5ec-726a6b7c3963)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:06.233183 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.279854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Calling delete_port for ef1d1e76-e122-40a9-a3ce-136d03dd3570 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:06.312475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] For port ef1d1e76-e122-40a9-a3ce-136d03dd3570, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ef1d1e76-e122-40a9-a3ce-136d03dd3570,segment=NetworkSegment(6eee1556-8be3-42b9-a5ec-726a6b7c3963),segment_id=6eee1556-8be3-42b9-a5ec-726a6b7c3963)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:06.314638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.348507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] Calling delete_port for ef1d1e76-e122-40a9-a3ce-136d03dd3570 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:06.437699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.455731 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.582218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6779e25c-cecc-4b12-ac43-6f82dc8284bb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:06.625969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.634404 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.708292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] Pushing event deleted for resources: {'Port': ['ID=ef1d1e76-e122-40a9-a3ce-136d03dd3570,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:06.723726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ff286-8090-4653-9a03-751e9be1a576 None None] No DVR routers for this DVR port ef1d1e76-e122-40a9-a3ce-136d03dd3570 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:06.727789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:06.739189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:06.742857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=1c93fa1f-e612-47ed-a10c-50ba987483b6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:06.749450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:06.749608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:06.750106 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.793614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ae6e8-8425-4fdb-9704-a47aa41162f8 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:06.821972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:06.823415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.867545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:06.912075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Port': ['ID=ef1d1e76-e122-40a9-a3ce-136d03dd3570,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:06.918044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-afac29f6-97d7-4a5e-982c-b873f4bfe605 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4736373 Sep 20 12:44:06.919736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:06.932451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] No DVR routers for this DVR port ef1d1e76-e122-40a9-a3ce-136d03dd3570 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:06.962519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-43c9c6e6-569c-4140-af92-63d018f2138c None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:06.962909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43c9c6e6-569c-4140-af92-63d018f2138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.036258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0114da-75fc-402d-a529-46e059ab399e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:07.051160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0114da-75fc-402d-a529-46e059ab399e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:07.060949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b0114da-75fc-402d-a529-46e059ab399e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1406407 Sep 20 12:44:07.061619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:07.077645 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.140676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.152277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43c9c6e6-569c-4140-af92-63d018f2138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.198255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 6779e25c-cecc-4b12-ac43-6f82dc8284bb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6779e25c-cecc-4b12-ac43-6f82dc8284bb,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:07.207487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55557642-aac9-4db6-a17b-81bf0fd68ec8']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:07.251178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eee1556-8be3-42b9-a5ec-726a6b7c3963') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:07.251525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eee1556-8be3-42b9-a5ec-726a6b7c3963') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:07.280336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.307149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4e6b8-45ba-46a2-93f8-a384eebca53c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 1c93fa1f-e612-47ed-a10c-50ba987483b6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:07.308074 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6b8-45ba-46a2-93f8-a384eebca53c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.338921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.351900 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-43c9c6e6-569c-4140-af92-63d018f2138c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:44:07.352572 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-43c9c6e6-569c-4140-af92-63d018f2138c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:44:07.352940 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.380302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2990b3c8-d862-4b71-9e45-009ece039019 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:07.384901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:44:07.385334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:44:07.388620 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:44:07.430950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.432946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=6779e25c-cecc-4b12-ac43-6f82dc8284bb,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:07.470244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6b8-45ba-46a2-93f8-a384eebca53c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.504685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4e6b8-45ba-46a2-93f8-a384eebca53c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 1c93fa1f-e612-47ed-a10c-50ba987483b6 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:07.512326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ef1d1e76-e122-40a9-a3ce-136d03dd3570 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:07.562590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: ef1d1e76-e122-40a9-a3ce-136d03dd3570 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:07.563027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ef1d1e76-e122-40a9-a3ce-136d03dd3570 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:07.576559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387df471-718f-41c0-ad0d-93b17847bb43 None None] Update dhcp port {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': 'e31c9ad3-fd7a-456b-ac39-d2df0dc3370b', 'ip_address': '2001:db8::f816:3eff:fe2d:5d7a'}, {'subnet_id': '7d364f1b-60a6-49e5-8632-407a3ddde7ce'}], 'binding:host_id': 'n-d-809934-3'}, 'id': '6779e25c-cecc-4b12-ac43-6f82dc8284bb'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:44:07.606113 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-387df471-718f-41c0-ad0d-93b17847bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.655578 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.666764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.685588 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/networks/55557642-aac9-4db6-a17b-81bf0fd68ec8 HTTP/1.1" status: 204 len: 168 time: 2.0297604 Sep 20 12:44:07.685697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42504) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:07.703377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0e886-87f6-4cd4-8813-a58319b92ad6 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Network': ['ID=55557642-aac9-4db6-a17b-81bf0fd68ec8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:07.786511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e652357-4f2a-473b-881f-756b3a3eb2ef req-87b9ab8a-f111-450c-8190-ab007d6a3748 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:07.788323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e652357-4f2a-473b-881f-756b3a3eb2ef req-87b9ab8a-f111-450c-8190-ab007d6a3748 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.1469371 Sep 20 12:44:07.849933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-11978def-f62f-4047-b53f-4e98f9122616 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Deleting subnet 087d2f78-54fb-403f-a848-5a11950fd355 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:07.852236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-387df471-718f-41c0-ad0d-93b17847bb43 None None] Allocated IP 172.20.0.2 (7b041315-d41c-4864-8fcf-07854b5e72d1/7d364f1b-60a6-49e5-8632-407a3ddde7ce/6779e25c-cecc-4b12-ac43-6f82dc8284bb) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:07.858259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11978def-f62f-4047-b53f-4e98f9122616 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.924146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Transition to ACTIVE for port object 2990b3c8-d862-4b71-9e45-009ece039019 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:44:07.942344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e652357-4f2a-473b-881f-756b3a3eb2ef req-5ce71311-6e85-4c8f-b943-30c66a278183 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432762 Sep 20 12:44:07.943170 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6b8-45ba-46a2-93f8-a384eebca53c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:07.987194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.048573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e6b8-45ba-46a2-93f8-a384eebca53c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=1c93fa1f-e612-47ed-a10c-50ba987483b6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:08.058697 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11978def-f62f-4047-b53f-4e98f9122616 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.095408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-387df471-718f-41c0-ad0d-93b17847bb43 None None] For port 6779e25c-cecc-4b12-ac43-6f82dc8284bb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6779e25c-cecc-4b12-ac43-6f82dc8284bb,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:08.116193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Pushing event updated for resources: {'Port': ['ID=2990b3c8-d862-4b71-9e45-009ece039019,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:08.185142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-387df471-718f-41c0-ad0d-93b17847bb43 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.232164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Attempting to bind port 2990b3c8-d862-4b71-9e45-009ece039019 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:08.232653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Attempting to bind port 2990b3c8-d862-4b71-9e45-009ece039019 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:08.232978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Attempting to bind port 2990b3c8-d862-4b71-9e45-009ece039019 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:08.239495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Port 2990b3c8-d862-4b71-9e45-009ece039019 on network aac6519c-64e3-4880-9685-e29eff54bf64 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:44:08.239995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Attempting to bind port 2990b3c8-d862-4b71-9e45-009ece039019 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:08.246740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:08.247753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Checking segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:08.248180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Bound using segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:08.248583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Bound port: 2990b3c8-d862-4b71-9e45-009ece039019, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:08.248941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.251647 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-387df471-718f-41c0-ad0d-93b17847bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.356809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387df471-718f-41c0-ad0d-93b17847bb43 None None] Pushing event updated for resources: {'Port': ['ID=6779e25c-cecc-4b12-ac43-6f82dc8284bb,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:08.371761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] For port 2990b3c8-d862-4b71-9e45-009ece039019, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:08.377596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] For port 2990b3c8-d862-4b71-9e45-009ece039019, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2990b3c8-d862-4b71-9e45-009ece039019,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:08.425694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431798-54d0-434c-ad5d-8a321dbe549c req-80477892-ee5c-40b9-bb74-cf80678b3c18 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:08.427483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca431798-54d0-434c-ad5d-8a321dbe549c req-80477892-ee5c-40b9-bb74-cf80678b3c18 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 943 time: 0.3156116 Sep 20 12:44:08.450699 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:44:08.476184 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11978def-f62f-4047-b53f-4e98f9122616 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.549751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6779e25c-cecc-4b12-ac43-6f82dc8284bb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:08.554920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e6b8-45ba-46a2-93f8-a384eebca53c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.557678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7a4e6b8-45ba-46a2-93f8-a384eebca53c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/1c93fa1f-e612-47ed-a10c-50ba987483b6 HTTP/1.1" status: 204 len: 168 time: 1.4948709 Sep 20 12:44:08.563122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42506) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:08.579141 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca431798-54d0-434c-ad5d-8a321dbe549c req-b279206a-82d8-41a7-8eb9-1e3354042474 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405129 Sep 20 12:44:08.746804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369bb1c-0fd0-466b-9cac-a1c2de729498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:08.746804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369bb1c-0fd0-466b-9cac-a1c2de729498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:08.746804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369bb1c-0fd0-466b-9cac-a1c2de729498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:08.746804 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1369bb1c-0fd0-466b-9cac-a1c2de729498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0933273 Sep 20 12:44:08.747965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:08.747965 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.748427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c7b48-0eca-4cdf-af85-7f5a86094487 req-69d160e7-dbf0-409a-af0f-e509349d6ba0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:08.749716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42510) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:08.756191 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df7c7b48-0eca-4cdf-af85-7f5a86094487 req-69d160e7-dbf0-409a-af0f-e509349d6ba0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 946 time: 0.0671439 Sep 20 12:44:08.843254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df7c7b48-0eca-4cdf-af85-7f5a86094487 req-9307ba60-109f-4a3d-8b89-3665010e1b0d tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858462 Sep 20 12:44:08.864135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bc5936-59a0-473e-ad2d-cc097ed17007 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 7d364f1b-60a6-49e5-8632-407a3ddde7ce {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:08.864135 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23bc5936-59a0-473e-ad2d-cc097ed17007 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:08.939982 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23bc5936-59a0-473e-ad2d-cc097ed17007 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.055148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.069325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23bc5936-59a0-473e-ad2d-cc097ed17007 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.114146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11978def-f62f-4047-b53f-4e98f9122616 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.135254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:09.135254 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.135254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] 10.222.0.32 "PUT /v2.0/ports/2990b3c8-d862-4b71-9e45-009ece039019 HTTP/1.1" status: 200 len: 1091 time: 2.9876266 Sep 20 12:44:09.136024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605ad4ef-d454-4ad5-a1db-943542401fb6', 'tag': '2990b3c8-d862-4b71-9e45-009ece039019'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:09.139150 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc" -d '{"events": [{"name": "network-changed", "server_uuid": "605ad4ef-d454-4ad5-a1db-943542401fb6", "tag": "2990b3c8-d862-4b71-9e45-009ece039019"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:09.172934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de059baa-5ff4-475e-ab88-831ab5004512 service neutron] Pushing event updated for resources: {'Port': ['ID=2990b3c8-d862-4b71-9e45-009ece039019,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:09.199742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11978def-f62f-4047-b53f-4e98f9122616 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.199742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-11978def-f62f-4047-b53f-4e98f9122616 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/subnets/087d2f78-54fb-403f-a848-5a11950fd355 HTTP/1.1" status: 204 len: 168 time: 1.5168300 Sep 20 12:44:09.199913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a528d8a-0918-4e46-9627-2bf897b972cd None None] Network df4ac419-5d40-42e6-9d0a-27c501f778ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:09.199996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11978def-f62f-4047-b53f-4e98f9122616 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Subnet': ['ID=087d2f78-54fb-403f-a848-5a11950fd355,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:09.203139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42530) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:09.305290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23bc5936-59a0-473e-ad2d-cc097ed17007 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.368857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-c4b63805-7cdc-44a5-bac8-c314b46bf557 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:09.371264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-c4b63805-7cdc-44a5-bac8-c314b46bf557 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.3084316 Sep 20 12:44:09.381652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc5936-59a0-473e-ad2d-cc097ed17007 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=7d364f1b-60a6-49e5-8632-407a3ddde7ce,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:09.383965 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23bc5936-59a0-473e-ad2d-cc097ed17007 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.388927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-23bc5936-59a0-473e-ad2d-cc097ed17007 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/7d364f1b-60a6-49e5-8632-407a3ddde7ce HTTP/1.1" status: 204 len: 168 time: 0.6350932 Sep 20 12:44:09.390461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42534) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:09.391207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b7241b-ccac-40eb-b007-59bf1f00bfcd tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Deleting subnet 43c61fb0-6ae6-4c6c-b8a6-69bbcb852ff7 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:09.397287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9b7241b-ccac-40eb-b007-59bf1f00bfcd tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.420884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-26781f1a-468f-4324-8b24-d2a3317c9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:09.422352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-26781f1a-468f-4324-8b24-d2a3317c9455 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 1094 time: 0.1688244 Sep 20 12:44:09.535289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-7009cb0a-637e-4476-bd33-bc9948ea15da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2990b3c8-d862-4b71-9e45-009ece039019 HTTP/1.1" status: 200 len: 217 time: 0.0961435 Sep 20 12:44:09.539993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9b7241b-ccac-40eb-b007-59bf1f00bfcd tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.552452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b50516-c3c3-4897-bc05-8750a9a59100 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet e31c9ad3-fd7a-456b-ac39-d2df0dc3370b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:09.562669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56b50516-c3c3-4897-bc05-8750a9a59100 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.574573 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-36958c73-0485-49f6-a4df-0e2d68d4605e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/quotas/d9a590e4a86844c9a461bdff7b34529c HTTP/1.1" status: 200 len: 375 time: 0.1928384 Sep 20 12:44:09.621491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] DHCP port deletion for df4ac419-5d40-42e6-9d0a-27c501f778ac request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:09.661976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-decaf4ac-3fbf-471e-b602-6c38c32c67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:09.665410 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-decaf4ac-3fbf-471e-b602-6c38c32c67e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0988266 Sep 20 12:44:09.724458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56b50516-c3c3-4897-bc05-8750a9a59100 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.729308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac56cdf-1287-4614-b813-a0202950fe8d None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:09.736442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e2c05e52-791a-4b1f-a823-60ac7e53d225 None None] Could not find standard attr ID for object 1c93fa1f-e612-47ed-a10c-50ba987483b6. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:09.772768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9b7241b-ccac-40eb-b007-59bf1f00bfcd tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.785559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-ee7db022-3cba-4dea-8311-2dcd94998420 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2100697 Sep 20 12:44:09.810302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-67ff8f03-3d62-46b7-8c27-a180b7685ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:09.811242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-67ff8f03-3d62-46b7-8c27-a180b7685ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009932 Sep 20 12:44:09.866314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] Deleting port 20a104be-77f2-4e00-8946-366a4550e195 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:09.869474 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:09.996760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-b6b4c70a-9a75-4a37-8594-5b2ced96ffd2 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772039 Sep 20 12:44:09.997922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56b50516-c3c3-4897-bc05-8750a9a59100 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.248264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e2c05e52-791a-4b1f-a823-60ac7e53d225 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:10.248264 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e2c05e52-791a-4b1f-a823-60ac7e53d225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.306426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] For port 20a104be-77f2-4e00-8946-366a4550e195, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=20a104be-77f2-4e00-8946-366a4550e195,segment=NetworkSegment(d81dbf67-9b41-4c78-a46a-45ee24af1dfe),segment_id=d81dbf67-9b41-4c78-a46a-45ee24af1dfe)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:10.307114 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.352250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] Calling delete_port for 20a104be-77f2-4e00-8946-366a4550e195 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:10.394063 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7e19b718-6ef5-4721-a9eb-58fb4c8c270f req-62f2de06-183c-4cf6-b74e-1f24a52dab89 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668597 Sep 20 12:44:10.562606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 20a104be-77f2-4e00-8946-366a4550e195 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:10.643587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-5e0de658-7ab5-45c6-8ad7-2813e8ec7435 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8340507 Sep 20 12:44:10.663388 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9b7241b-ccac-40eb-b007-59bf1f00bfcd tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.746211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7241b-ccac-40eb-b007-59bf1f00bfcd tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Subnet': ['ID=43c61fb0-6ae6-4c6c-b8a6-69bbcb852ff7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:10.747998 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.753983 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9b7241b-ccac-40eb-b007-59bf1f00bfcd tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.757825 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c9b7241b-ccac-40eb-b007-59bf1f00bfcd tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/subnets/43c61fb0-6ae6-4c6c-b8a6-69bbcb852ff7 HTTP/1.1" status: 204 len: 168 time: 1.5516927 Sep 20 12:44:10.758575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42540) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:10.760054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56b50516-c3c3-4897-bc05-8750a9a59100 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.804938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d1f20-4a65-4c94-a570-b7b0242f3583 None None] Network 85b51b88-ad7c-4353-930b-f340fe324b39 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:10.851199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b50516-c3c3-4897-bc05-8750a9a59100 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=e31c9ad3-fd7a-456b-ac39-d2df0dc3370b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:10.866652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56b50516-c3c3-4897-bc05-8750a9a59100 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.871867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-56b50516-c3c3-4897-bc05-8750a9a59100 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/e31c9ad3-fd7a-456b-ac39-d2df0dc3370b HTTP/1.1" status: 204 len: 168 time: 1.4743001 Sep 20 12:44:10.874240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:10.929995 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:10.935686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ee9c8b1c-bca1-441b-b77b-63831afa2917 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602148 Sep 20 12:44:10.939919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:10.949471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:10.949972 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.048349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] No DVR routers for this DVR port 20a104be-77f2-4e00-8946-366a4550e195 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:11.057353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf9376-60fe-4283-9f3d-810acc6d66d6 None None] Pushing event deleted for resources: {'Port': ['ID=20a104be-77f2-4e00-8946-366a4550e195,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:11.202233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3a7f0409-7749-42b7-b241-5ab608793ff3 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568781 Sep 20 12:44:11.227527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.244028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:11.248380 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.275529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] DHCP port deletion for 85b51b88-ad7c-4353-930b-f340fe324b39 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:11.299540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4ac419-5d40-42e6-9d0a-27c501f778ac']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:11.319858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81dbf67-9b41-4c78-a46a-45ee24af1dfe') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:11.320007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81dbf67-9b41-4c78-a46a-45ee24af1dfe') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:11.351146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.391899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.406240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:44:11.406652 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.423327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] Deleting port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:11.423797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:44:11.436069 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:44:11.578249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] For port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6b043e6f-b01d-44a3-bcbb-fa81d0c6360b,segment=NetworkSegment(4642c74e-b089-4eb2-bb1e-d0901a490bdf),segment_id=4642c74e-b089-4eb2-bb1e-d0901a490bdf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:11.578670 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.620937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] Calling delete_port for 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:11.662152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.693944 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.702163 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/networks/df4ac419-5d40-42e6-9d0a-27c501f778ac HTTP/1.1" status: 204 len: 168 time: 0.9426498 Sep 20 12:44:11.703151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7dc1b-9a39-4fd8-bf33-aee4b449baec tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Network': ['ID=df4ac419-5d40-42e6-9d0a-27c501f778ac,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:11.706633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42552) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:11.768698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ed809-df46-4eb1-a4cb-9b56d02af2d6 req-26e781d1-5867-46ba-9bf8-2815f2edd14c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:11.780418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f93ed809-df46-4eb1-a4cb-9b56d02af2d6 req-26e781d1-5867-46ba-9bf8-2815f2edd14c tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.1673849 Sep 20 12:44:11.850727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be602f-e675-460a-9eb9-848c728cb373 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:11.883663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f93ed809-df46-4eb1-a4cb-9b56d02af2d6 req-91349cc4-4917-4a96-8278-3f4a62d38042 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976973 Sep 20 12:44:11.973289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:11.983643 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68950973-4658-4b8e-a91a-46c44b5c40d6 x-openstack-request-id: req-68950973-4658-4b8e-a91a-46c44b5c40d6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:11.986217 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605ad4ef-d454-4ad5-a1db-943542401fb6", "tag": "2990b3c8-d862-4b71-9e45-009ece039019", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:11.986644 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68950973-4658-4b8e-a91a-46c44b5c40d6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:11.987866 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605ad4ef-d454-4ad5-a1db-943542401fb6', 'tag': '2990b3c8-d862-4b71-9e45-009ece039019', 'status': 'completed', 'code': 200} Sep 20 12:44:12.050351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:12.088587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] No DVR routers for this DVR port 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:12.188533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6b1c2-9b77-49cc-867f-5a12f0dc8b80 None None] Pushing event deleted for resources: {'Port': ['ID=6b043e6f-b01d-44a3-bcbb-fa81d0c6360b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:12.243282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1cfe-aea4-48d1-91ea-73618732ae91 req-4922f84c-214e-471f-8a63-6952356c31aa tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:12.252363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a42d1cfe-aea4-48d1-91ea-73618732ae91 req-4922f84c-214e-471f-8a63-6952356c31aa tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 943 time: 0.2118366 Sep 20 12:44:12.262479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b41937cf-5bdd-4fba-9c2e-0b88383310a8 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:12.263258 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b41937cf-5bdd-4fba-9c2e-0b88383310a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:12.346842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a42d1cfe-aea4-48d1-91ea-73618732ae91 req-f360a8d6-6dc1-47fc-9087-eb592ea4d35f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934205 Sep 20 12:44:12.398303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:12.593715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:12.612582 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-843b34ce-e263-49b7-8fcd-7c74aa1b5020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:12.676436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:12.676785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6b043e6f-b01d-44a3-bcbb-fa81d0c6360b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:12.842709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0135140-2c82-4cc8-9b01-bb5fb736bc63 req-439ddd40-52ef-47db-a48c-76ba965d1b84 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 210 time: 0.3661687 Sep 20 12:44:13.033593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-aab4de9c-223f-4184-972b-ffccf8f999c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:13.035417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-aab4de9c-223f-4184-972b-ffccf8f999c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 1094 time: 1.0300059 Sep 20 12:44:13.087412 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.134243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b51b88-ad7c-4353-930b-f340fe324b39']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:13.159514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.181521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7fd4c5a4-9090-4d2e-820c-d105886552fb None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:13.182740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c5a4-9090-4d2e-820c-d105886552fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.183252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1e1e-b49b-4b20-9781-0d006aa0fb20 req-74abd9b5-ec76-4cc9-bc56-899ce08b8202 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:13.185656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc0e1e1e-b49b-4b20-9781-0d006aa0fb20 req-74abd9b5-ec76-4cc9-bc56-899ce08b8202 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.1647487 Sep 20 12:44:13.201908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4642c74e-b089-4eb2-bb1e-d0901a490bdf') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:13.202183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4642c74e-b089-4eb2-bb1e-d0901a490bdf') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:13.222510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.251661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.274179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:44:13.278548 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:44:13.289404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-6f16a3e4-debd-434d-b1ec-9a6e496f8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:13.290965 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-6f16a3e4-debd-434d-b1ec-9a6e496f8ed2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.2451570 Sep 20 12:44:13.395032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-4d1b38c5-ba25-49db-a393-2bd895db1f88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2990b3c8-d862-4b71-9e45-009ece039019 HTTP/1.1" status: 200 len: 217 time: 0.0839145 Sep 20 12:44:13.508377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-95942d8d-e9b2-4c37-8a66-27593fc6b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:13.510263 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-95942d8d-e9b2-4c37-8a66-27593fc6b2fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0559406 Sep 20 12:44:13.549121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bc59015b-65b0-4eb2-ab0d-ea7771cef0ba None None] Could not find standard attr ID for object 1c93fa1f-e612-47ed-a10c-50ba987483b6. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:13.594204 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.604200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.607662 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/networks/85b51b88-ad7c-4353-930b-f340fe324b39 HTTP/1.1" status: 204 len: 168 time: 1.8987205 Sep 20 12:44:13.612908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42568) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:13.636383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc0e1e1e-b49b-4b20-9781-0d006aa0fb20 req-82c92d13-74f6-4a97-b8a6-93cb33b728e0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206662 Sep 20 12:44:13.653859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] For port 6779e25c-cecc-4b12-ac43-6f82dc8284bb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6779e25c-cecc-4b12-ac43-6f82dc8284bb,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:13.673223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2990b3c8-d862-4b71-9e45-009ece039019 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:44:13.718210 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.735841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a53b0-e4c1-4b6e-ac86-98d7a360f73b tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Network': ['ID=85b51b88-ad7c-4353-930b-f340fe324b39,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:13.793302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df9c49b-2c82-45b0-9feb-136985c4f8fc tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Deleting subnet ed5c2f03-bd59-4025-8dc2-8f8ac44665fd {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:13.805881 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5df9c49b-2c82-45b0-9feb-136985c4f8fc tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.841378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-1a51d7d9-4392-42a2-9eed-959b2dc9ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:13.844230 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-1a51d7d9-4392-42a2-9eed-959b2dc9ae8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3247209 Sep 20 12:44:13.862166 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.873057 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.940697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5df9c49b-2c82-45b0-9feb-136985c4f8fc tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:13.980040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2990b3c8-d862-4b71-9e45-009ece039019, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2990b3c8-d862-4b71-9e45-009ece039019,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:14.008150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '2990b3c8-d862-4b71-9e45-009ece039019', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': '2990b3c8-d862-4b71-9e45-009ece039019', 'mac_address': 'fa:16:3e:ba:83:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:44:14.099893 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.118802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=1b4486b9-e903-4461-8bb8-18e40c329461,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:14.120897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=6779e25c-cecc-4b12-ac43-6f82dc8284bb,revision_number=8']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:14.135735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2990b3c8-d862-4b71-9e45-009ece039019 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:14.155060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-aa6ac21e-9a44-4f0d-81e4-d565a1f46f90 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000896 Sep 20 12:44:14.173329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:14.179982 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2990b3c8-d862-4b71-9e45-009ece039019, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2990b3c8-d862-4b71-9e45-009ece039019,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:14.181381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:14.185959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:14.186888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.190930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530869c-df3b-416f-a5f0-872453f789ca None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:14.230343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b7ace-6a50-489e-a7c3-2c97326e1c5f req-d76e65cc-f454-402d-b3b9-9037f57dd610 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:14.234479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-441b7ace-6a50-489e-a7c3-2c97326e1c5f req-d76e65cc-f454-402d-b3b9-9037f57dd610 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 943 time: 0.4390812 Sep 20 12:44:14.310330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-914b0b69-b82a-415c-8ac2-4c0ab7d075dc req-8473821a-5978-4ce7-8cbd-7eced5b930ff service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456218 Sep 20 12:44:14.323345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-441b7ace-6a50-489e-a7c3-2c97326e1c5f req-fb6603ee-8c9d-45f8-bd80-910643104812 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811527 Sep 20 12:44:14.324230 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5df9c49b-2c82-45b0-9feb-136985c4f8fc tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.361873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-68a30bee-7e62-406d-b92c-6b7d0b659d68 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4179864 Sep 20 12:44:14.361873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:14.368494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:14.373195 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.519882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5df9c49b-2c82-45b0-9feb-136985c4f8fc tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.524969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2990b3c8-d862-4b71-9e45-009ece039019,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:14.561787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6779e25c-cecc-4b12-ac43-6f82dc8284bb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:14.606912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5df9c49b-2c82-45b0-9feb-136985c4f8fc tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.620771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5df9c49b-2c82-45b0-9feb-136985c4f8fc tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/subnets/ed5c2f03-bd59-4025-8dc2-8f8ac44665fd HTTP/1.1" status: 204 len: 168 time: 1.0046384 Sep 20 12:44:14.621521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42578) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:14.622595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9c49b-2c82-45b0-9feb-136985c4f8fc tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5c2f03-bd59-4025-8dc2-8f8ac44665fd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:14.632403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdca0dc-1d10-40c7-9bc0-da498e7b7d5c None None] Network 91b19016-2dba-421e-9a47-088b5db60d41 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:14.646301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1c1d088-6ce8-4f03-8792-fac29bcf9bd0 req-376938d1-0601-42d2-8204-e12b71fd0a1e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 210 time: 0.0757251 Sep 20 12:44:14.671145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2990b3c8-d862-4b71-9e45-009ece039019'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:14.776382 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.853183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf526a0-791a-452e-a9e0-95d669e58f7e req-fc71751b-90db-48fe-9ac1-455a45734e5a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:14.858071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddf526a0-791a-452e-a9e0-95d669e58f7e req-fc71751b-90db-48fe-9ac1-455a45734e5a tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.1068735 Sep 20 12:44:14.858289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:14.858712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.867278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:14.872584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.903408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Deleting port 096ab085-0278-4ef9-87de-5f480432d475 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:14.904212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:14.960290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddf526a0-791a-452e-a9e0-95d669e58f7e req-9e097e00-8316-470c-9e33-47ff0f4d6354 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613270 Sep 20 12:44:15.066205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] For port 096ab085-0278-4ef9-87de-5f480432d475, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=096ab085-0278-4ef9-87de-5f480432d475,segment=NetworkSegment(a892e597-edef-4c55-acda-649b3dd49d44),segment_id=a892e597-edef-4c55-acda-649b3dd49d44)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:15.071189 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.129777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-44d199a7-9f95-4999-ba50-7daed6be8285 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:15.130170 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44d199a7-9f95-4999-ba50-7daed6be8285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.152410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Calling delete_port for 096ab085-0278-4ef9-87de-5f480432d475 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:15.158200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] DHCP port deletion for 91b19016-2dba-421e-9a47-088b5db60d41 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:15.204880 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75f0ca15-377e-47e0-8896-ec5329ca3973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.267153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] Deleting port 096ab085-0278-4ef9-87de-5f480432d475 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:15.268115 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.288483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-52ff3dfc-c1ed-4f1e-9b29-1892562e4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:15.290398 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-52ff3dfc-c1ed-4f1e-9b29-1892562e4355 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1095 time: 0.2038138 Sep 20 12:44:15.356783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.361887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] For port 096ab085-0278-4ef9-87de-5f480432d475, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=096ab085-0278-4ef9-87de-5f480432d475,segment=NetworkSegment(a892e597-edef-4c55-acda-649b3dd49d44),segment_id=a892e597-edef-4c55-acda-649b3dd49d44)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:15.362294 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.378046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] Calling delete_port for 096ab085-0278-4ef9-87de-5f480432d475 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:15.385691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Port': ['ID=096ab085-0278-4ef9-87de-5f480432d475,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:15.405443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.444563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] No DVR routers for this DVR port 096ab085-0278-4ef9-87de-5f480432d475 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:15.498214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:15.504350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:15.522663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd753538-055f-45c1-8c03-3d75b018f3e3 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:15.524221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:15.525191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.556788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=93549559-3335-4e77-8737-985ab4ca033a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:15.565583 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.571455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-9bd611d6-d8aa-4d43-881f-f6cc53293a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:15.571455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-9bd611d6-d8aa-4d43-881f-f6cc53293a8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 200 len: 917 time: 0.2489517 Sep 20 12:44:15.588908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc7829-76d1-44c2-bb2a-90049ec39793 req-6ae9575b-0d6a-41f4-bc57-07010d3db626 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:15.599704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbfc7829-76d1-44c2-bb2a-90049ec39793 req-6ae9575b-0d6a-41f4-bc57-07010d3db626 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 944 time: 0.1261981 Sep 20 12:44:15.602935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc3d94b6-bcdf-4f13-aae8-f2bf875a42b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2398765 Sep 20 12:44:15.611364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42586) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:15.614305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.620648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:eb:fa:00', 'name': 'tempest-NetworksTestDHCPv6-338162002'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:15.639060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b19016-2dba-421e-9a47-088b5db60d41']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:15.654881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a892e597-edef-4c55-acda-649b3dd49d44') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:15.655211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a892e597-edef-4c55-acda-649b3dd49d44') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:15.673532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.674173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.702275 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-be7294cc-0ed6-45bc-8f39-e2d32f3f1bd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 200 len: 999 time: 0.1201611 Sep 20 12:44:15.703543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.728522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbfc7829-76d1-44c2-bb2a-90049ec39793 req-c2a79f26-bf25-4cf4-9d07-662fd3d99a2d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222978 Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:44:15.752893 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:44:15.852491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-8d3ca57d-3b7d-4749-a842-07f6fe804b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:15.854061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-8d3ca57d-3b7d-4749-a842-07f6fe804b46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 200 len: 856 time: 0.1354153 Sep 20 12:44:15.878064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-217595f0-aeb1-448f-b458-3e2ba573f02f req-d256b8de-5688-401f-826c-6d3e1bbda41c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 210 time: 0.0484159 Sep 20 12:44:15.909466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-8eb1a184-28bb-4b19-8945-68c817af8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:15.911077 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-8eb1a184-28bb-4b19-8945-68c817af8913 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e99487ea-3c74-4d02-ba81-5912a3255fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488985 Sep 20 12:44:15.960357 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.967301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2990b3c8-d862-4b71-9e45-009ece039019 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:15.968531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:15.971736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] No DVR routers for this DVR port 096ab085-0278-4ef9-87de-5f480432d475 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:15.977255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/networks/91b19016-2dba-421e-9a47-088b5db60d41 HTTP/1.1" status: 204 len: 168 time: 1.3456576 Sep 20 12:44:15.977437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4e123-ef07-448f-8d5e-0c32f0e40150 None None] Pushing event deleted for resources: {'Port': ['ID=096ab085-0278-4ef9-87de-5f480432d475,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:15.979634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42590) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:16.054631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ebadeda6-50d6-4893-94c2-1b78107b5bd2 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f1a916-9e1d-4e44-839e-200b78146faf HTTP/1.1" status: 200 len: 205 time: 0.0737026 Sep 20 12:44:16.058228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42594) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:16.150986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16239e30-a5a5-4b76-9b34-0e1fdf52c8a2 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.156821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:16.166122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 2990b3c8-d862-4b71-9e45-009ece039019 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:44:16.171353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 2990b3c8-d862-4b71-9e45-009ece039019 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:16.171734 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.229599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-fd31923e-248c-4897-98f8-b8de23ad4716 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:16.232199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-fd31923e-248c-4897-98f8-b8de23ad4716 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.1678107 Sep 20 12:44:16.236011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde762-82c7-4c1a-9d1b-2d3fedf632d7 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Pushing event deleted for resources: {'Network': ['ID=91b19016-2dba-421e-9a47-088b5db60d41,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:16.256361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Request body: {'port': {'device_id': 'fe756c2b-7e5e-463f-9938-3a20a23175de', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'admin_state_up': True, 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:16.344773 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.374016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605ad4ef-d454-4ad5-a1db-943542401fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2990b3c8-d862-4b71-9e45-009ece039019'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:16.377665 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80273b-84ae-4102-b5b6-cde4f8f45ed6" -d '{"events": [{"server_uuid": "605ad4ef-d454-4ad5-a1db-943542401fb6", "name": "network-vif-plugged", "status": "completed", "tag": "2990b3c8-d862-4b71-9e45-009ece039019"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:16.389498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02501085-48ce-43d7-85c1-253341fcd068 None None] Update dhcp port {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': '1b4486b9-e903-4461-8bb8-18e40c329461', 'ip_address': '2001:db8::f816:3eff:fe2d:5d7a'}, {'subnet_id': '93549559-3335-4e77-8737-985ab4ca033a'}], 'binding:host_id': 'n-d-809934-3'}, 'id': '6779e25c-cecc-4b12-ac43-6f82dc8284bb'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:44:16.402485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-a4b020c5-0942-4672-baca-baed5a736a16 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827642 Sep 20 12:44:16.420643 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02501085-48ce-43d7-85c1-253341fcd068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.473213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2990b3c8-d862-4b71-9e45-009ece039019, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2990b3c8-d862-4b71-9e45-009ece039019,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:16.537275 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-22a0378c-62bc-47a5-93e7-f35f74fcc6ff req-eab43fa0-5912-4888-bb87-ea71191ca283 service neutron] 10.222.0.21 "GET /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141138 Sep 20 12:44:16.554422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16239e30-a5a5-4b76-9b34-0e1fdf52c8a2 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.558194 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16239e30-a5a5-4b76-9b34-0e1fdf52c8a2 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.576744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.577818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e26f3-18a1-48cd-bdc8-67d2c3438585 req-2f575e23-55ba-4c69-81b8-94e1a6b40616 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:16.578730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 096ab085-0278-4ef9-87de-5f480432d475 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:16.580134 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-281e26f3-18a1-48cd-bdc8-67d2c3438585 req-2f575e23-55ba-4c69-81b8-94e1a6b40616 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.4264491 Sep 20 12:44:16.611687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:16.617512 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.639471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.644050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 096ab085-0278-4ef9-87de-5f480432d475 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:16.644406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 096ab085-0278-4ef9-87de-5f480432d475 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:16.661944 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.697768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 181ebd35-1795-447c-8bcd-76c16268116e yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:16.706026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2990b3c8-d862-4b71-9e45-009ece039019,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:16.717421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-281e26f3-18a1-48cd-bdc8-67d2c3438585 req-25e8afb5-3a5f-46e3-86e5-2e3e775b5846 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275299 Sep 20 12:44:16.734910 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16239e30-a5a5-4b76-9b34-0e1fdf52c8a2 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.738135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16239e30-a5a5-4b76-9b34-0e1fdf52c8a2 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Fanout notify agent at l3_agent the message router_deleted on router 90f1a916-9e1d-4e44-839e-200b78146faf {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:44:16.754718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16239e30-a5a5-4b76-9b34-0e1fdf52c8a2 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:16.756467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-16239e30-a5a5-4b76-9b34-0e1fdf52c8a2 tempest-RoutersNegativeIpV6Test-206195347 tempest-RoutersNegativeIpV6Test-206195347-project] 10.222.0.37 "DELETE /v2.0/routers/90f1a916-9e1d-4e44-839e-200b78146faf HTTP/1.1" status: 204 len: 168 time: 0.6974406 Sep 20 12:44:16.835268 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a628e287-ba6f-4355-b3a0-b2850573eed5 x-openstack-request-id: req-a628e287-ba6f-4355-b3a0-b2850573eed5 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:16.835686 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605ad4ef-d454-4ad5-a1db-943542401fb6", "name": "network-vif-plugged", "status": "completed", "tag": "2990b3c8-d862-4b71-9e45-009ece039019", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:16.836040 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a628e287-ba6f-4355-b3a0-b2850573eed5 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:16.836538 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605ad4ef-d454-4ad5-a1db-943542401fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2990b3c8-d862-4b71-9e45-009ece039019', 'code': 200} Sep 20 12:44:16.838794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-02501085-48ce-43d7-85c1-253341fcd068 None None] Allocated IP 172.20.0.2 (7b041315-d41c-4864-8fcf-07854b5e72d1/93549559-3335-4e77-8737-985ab4ca033a/6779e25c-cecc-4b12-ac43-6f82dc8284bb) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:16.902965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Allocated IP 172.20.0.9 (ff2608ad-3913-4e17-acf4-4423413a7eae/db6689bf-2894-48e1-b8c4-ea568d818531/85577148-43bc-4e9c-8572-317b07fd62c8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:16.955326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2b1e-77f1-432d-a14b-052c503c456f req-4b4a66e4-431d-442d-a022-71701add01e1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:16.957398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-680e2b1e-77f1-432d-a14b-052c503c456f req-4b4a66e4-431d-442d-a022-71701add01e1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0592830 Sep 20 12:44:16.964976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466681f3-349f-42f7-b1ca-7d4946bb65b0 req-f9241881-cae4-4b8c-a1bb-8488075fab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:16.967015 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-466681f3-349f-42f7-b1ca-7d4946bb65b0 req-f9241881-cae4-4b8c-a1bb-8488075fab54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0740325 Sep 20 12:44:16.972308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-02501085-48ce-43d7-85c1-253341fcd068 None None] For port 6779e25c-cecc-4b12-ac43-6f82dc8284bb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6779e25c-cecc-4b12-ac43-6f82dc8284bb,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:16.999476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-680e2b1e-77f1-432d-a14b-052c503c456f req-b946c44f-7724-45b6-8fd9-39549f0f79c7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Sep 20 12:44:17.005789 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02501085-48ce-43d7-85c1-253341fcd068 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.060256 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-466681f3-349f-42f7-b1ca-7d4946bb65b0 req-329297bf-d1bc-4634-95a3-ba6ff2f04487 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806065 Sep 20 12:44:17.089704 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02501085-48ce-43d7-85c1-253341fcd068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.101292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00f42e65-b717-4f82-8bce-b4a32b58fd22 req-abec7cf9-fc0c-44b1-abd0-774cb0005edc tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 210 time: 0.0340877 Sep 20 12:44:17.171272 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.216133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02501085-48ce-43d7-85c1-253341fcd068 None None] Pushing event updated for resources: {'Port': ['ID=6779e25c-cecc-4b12-ac43-6f82dc8284bb,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:17.227584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 172.20.0.4 (7b041315-d41c-4864-8fcf-07854b5e72d1/93549559-3335-4e77-8737-985ab4ca033a/181ebd35-1795-447c-8bcd-76c16268116e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:17.237913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:feeb:fa00 (7b041315-d41c-4864-8fcf-07854b5e72d1/1b4486b9-e903-4461-8bb8-18e40c329461/181ebd35-1795-447c-8bcd-76c16268116e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:17.316082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42608) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:17.327743 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.336153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b49b40cd-ef97-4ad4-844a-f4e44ec8a45c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:17.338594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:17.393107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Network ff2608ad-3913-4e17-acf4-4423413a7eae is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:17.398701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:17.401458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:17.445629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event updated for resources: {'Port': ['ID=85577148-43bc-4e9c-8572-317b07fd62c8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:17.507782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.522813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:17.523431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.568059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e9a6322c-ed4f-42db-84c7-dfef82abf00f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc3ec7d0a6af42b18f91576b014399e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506905 Sep 20 12:44:17.570589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42612) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:17.624149 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b7eccb3-4373-4b58-9f89-c332f43cdce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.639655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-6c650530-1d6c-49c6-9b2a-1004a7819e6e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3879704 Sep 20 12:44:17.655203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Request body: {'port': {'device_id': 'fe756c2b-7e5e-463f-9938-3a20a23175de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:17.665271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b7eccb3-4373-4b58-9f89-c332f43cdce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.681595 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.749054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.750936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:17.755472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:17.759640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:17.818215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:17.818883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.831599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=181ebd35-1795-447c-8bcd-76c16268116e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:17.886314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b7eccb3-4373-4b58-9f89-c332f43cdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.890680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b7eccb3-4373-4b58-9f89-c332f43cdce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:17.894371 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4b7eccb3-4373-4b58-9f89-c332f43cdce0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5be74ba5-2db8-469d-8c66-7fb05a80ae95 HTTP/1.1" status: 204 len: 168 time: 0.3204834 Sep 20 12:44:17.917481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-734566e1-7e26-4cca-a298-5535340332da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3038750 Sep 20 12:44:17.920398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:17.947858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eccb3-4373-4b58-9f89-c332f43cdce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be74ba5-2db8-469d-8c66-7fb05a80ae95,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:17.974601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:44:17.998052 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.018050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95302430-865d-4946-8f95-c3d77be54f4d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:18.024202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95302430-865d-4946-8f95-c3d77be54f4d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:18.025871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-95302430-865d-4946-8f95-c3d77be54f4d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1036360 Sep 20 12:44:18.029095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42624) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:18.061621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898096bc-a492-4121-a9c9-20b50df4301c req-47eedfe0-45f5-48c5-8dc8-17104eccef7b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:18.069401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-898096bc-a492-4121-a9c9-20b50df4301c req-47eedfe0-45f5-48c5-8dc8-17104eccef7b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 944 time: 0.2014198 Sep 20 12:44:18.137361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e2e2dec0-7ae8-42a6-923a-d7cfeb041d10 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:18.138559 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e2e2dec0-7ae8-42a6-923a-d7cfeb041d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.141315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:18.152183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-898096bc-a492-4121-a9c9-20b50df4301c req-5854a488-896d-44c4-873f-aa41f8b6fd6d tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802443 Sep 20 12:44:18.169113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85577148-43bc-4e9c-8572-317b07fd62c8 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:18.182112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.210663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'port_id': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'mac_address': 'fa:16:3e:60:28:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:44:18.227802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Transition to ACTIVE for port object 85577148-43bc-4e9c-8572-317b07fd62c8 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:44:18.293737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-844d7c13-b2ec-4877-a0ce-7217ab116121 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 181ebd35-1795-447c-8bcd-76c16268116e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:18.294089 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-844d7c13-b2ec-4877-a0ce-7217ab116121 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.296415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.323379 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.333361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41ffe8-b7fb-4762-86f6-772438b2ac80 req-c50701e7-b85d-441f-a5f8-cd5847f8c8cb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:18.341652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad41ffe8-b7fb-4762-86f6-772438b2ac80 req-c50701e7-b85d-441f-a5f8-cd5847f8c8cb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1000199 Sep 20 12:44:18.349347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727d2a34-f5b4-474a-9bc8-4591e2535a79 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:18.364663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Pushing event updated for resources: {'Port': ['ID=85577148-43bc-4e9c-8572-317b07fd62c8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:18.409435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:18.449666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad41ffe8-b7fb-4762-86f6-772438b2ac80 req-aaffd546-6152-421b-aa56-5306fba9a4f3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027725 Sep 20 12:44:18.451917 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.482018 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-844d7c13-b2ec-4877-a0ce-7217ab116121 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.497334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-844d7c13-b2ec-4877-a0ce-7217ab116121 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 181ebd35-1795-447c-8bcd-76c16268116e owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:18.516698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6779e25c-cecc-4b12-ac43-6f82dc8284bb up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:18.557526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Attempting to bind port 85577148-43bc-4e9c-8572-317b07fd62c8 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:18.558094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Attempting to bind port 85577148-43bc-4e9c-8572-317b07fd62c8 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:18.558186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Attempting to bind port 85577148-43bc-4e9c-8572-317b07fd62c8 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:18.563914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Port 85577148-43bc-4e9c-8572-317b07fd62c8 on network ff2608ad-3913-4e17-acf4-4423413a7eae not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:44:18.564238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Attempting to bind port 85577148-43bc-4e9c-8572-317b07fd62c8 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:18.569695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:18.570038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Checking segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:18.570426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Bound using segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:18.571072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Bound port: 85577148-43bc-4e9c-8572-317b07fd62c8, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:18.571209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.588370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=11']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:18.604733 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3e3a58d2-296a-45c8-bbd5-6e0805820739 None None] Provisioning complete for port 181ebd35-1795-447c-8bcd-76c16268116e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:18.605221 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3e3a58d2-296a-45c8-bbd5-6e0805820739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.632760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4c4-ee84-4258-8c6d-a1f4d6d4d57d req-7cf97718-9154-441f-907f-3266789b4502 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:18.634512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-050ce4c4-ee84-4258-8c6d-a1f4d6d4d57d req-7cf97718-9154-441f-907f-3266789b4502 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 943 time: 0.1093202 Sep 20 12:44:18.639319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:18.639730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.656657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] For port 85577148-43bc-4e9c-8572-317b07fd62c8, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:18.661077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] For port 85577148-43bc-4e9c-8572-317b07fd62c8, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85577148-43bc-4e9c-8572-317b07fd62c8,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:18.679865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a58d2-296a-45c8-bbd5-6e0805820739 None None] Port 181ebd35-1795-447c-8bcd-76c16268116e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:44:18.689959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['727d2a34-f5b4-474a-9bc8-4591e2535a79'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:18.690091 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-050ce4c4-ee84-4258-8c6d-a1f4d6d4d57d req-6179d415-7359-49fc-b493-7129ed6eb910 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462799 Sep 20 12:44:18.732762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.807599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Pushing event updated for resources: {'Port': ['ID=85577148-43bc-4e9c-8572-317b07fd62c8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:18.817318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:18.817951 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.819362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-3089caea-2a97-493f-9469-04bc38721de2 service neutron] 10.222.0.21 "PUT /v2.0/ports/85577148-43bc-4e9c-8572-317b07fd62c8 HTTP/1.1" status: 200 len: 1091 time: 1.1694379 Sep 20 12:44:18.819810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe756c2b-7e5e-463f-9938-3a20a23175de', 'tag': '85577148-43bc-4e9c-8572-317b07fd62c8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:18.822070 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7d844-612b-4938-acbf-65786bb7090a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe756c2b-7e5e-463f-9938-3a20a23175de", "tag": "85577148-43bc-4e9c-8572-317b07fd62c8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:18.873832 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a1ad3-a3a0-49b4-90a3-2edf1acf8d8e x-openstack-request-id: req-459a1ad3-a3a0-49b4-90a3-2edf1acf8d8e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:18.875092 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe756c2b-7e5e-463f-9938-3a20a23175de", "tag": "85577148-43bc-4e9c-8572-317b07fd62c8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:18.875092 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-459a1ad3-a3a0-49b4-90a3-2edf1acf8d8e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:18.875092 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe756c2b-7e5e-463f-9938-3a20a23175de', 'tag': '85577148-43bc-4e9c-8572-317b07fd62c8', 'status': 'completed', 'code': 200} Sep 20 12:44:18.889376 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-844d7c13-b2ec-4877-a0ce-7217ab116121 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:18.927505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d7c13-b2ec-4877-a0ce-7217ab116121 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=181ebd35-1795-447c-8bcd-76c16268116e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:18.947961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7d844-612b-4938-acbf-65786bb7090a req-ab0724d1-8c0b-49c9-a4c8-81325b7d2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:18.948597 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ed7d844-612b-4938-acbf-65786bb7090a req-ab0724d1-8c0b-49c9-a4c8-81325b7d2c41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 1094 time: 0.0534990 Sep 20 12:44:19.052175 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-844d7c13-b2ec-4877-a0ce-7217ab116121 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.054961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-844d7c13-b2ec-4877-a0ce-7217ab116121 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/181ebd35-1795-447c-8bcd-76c16268116e HTTP/1.1" status: 204 len: 168 time: 1.0247695 Sep 20 12:44:19.057340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:19.065804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7d844-612b-4938-acbf-65786bb7090a req-8473c0cb-ebf4-4cd7-b6e9-64459ea1ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.068477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ed7d844-612b-4938-acbf-65786bb7090a req-8473c0cb-ebf4-4cd7-b6e9-64459ea1ab9c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d9a590e4a86844c9a461bdff7b34529c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1117322 Sep 20 12:44:19.126861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8117ad-f861-41c5-89d8-75bbbb41480f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.128975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8117ad-f861-41c5-89d8-75bbbb41480f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.130813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8117ad-f861-41c5-89d8-75bbbb41480f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.132514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-da8117ad-f861-41c5-89d8-75bbbb41480f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0741565 Sep 20 12:44:19.135217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42652) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:19.161474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42654) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:19.200831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad33da24-a290-47be-8fa8-9a28675d1f47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 1b4486b9-e903-4461-8bb8-18e40c329461 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:19.205053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad33da24-a290-47be-8fa8-9a28675d1f47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.212805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7d844-612b-4938-acbf-65786bb7090a req-63136549-c0c9-45d7-953f-0d2737642a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.214375 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2ed7d844-612b-4938-acbf-65786bb7090a req-63136549-c0c9-45d7-953f-0d2737642a0f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1366148 Sep 20 12:44:19.285372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad33da24-a290-47be-8fa8-9a28675d1f47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.292219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-94060184-e482-43e8-95f7-45c471e7b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.293968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-94060184-e482-43e8-95f7-45c471e7b5b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 1094 time: 0.0423739 Sep 20 12:44:19.315198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2094680662-network', 'tenant_id': '12ee4734919146fc9d03f5f2002da5d7'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:19.330828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9097-30a6-48b3-a98c-f3b4b3cce476 req-6aebe0be-491e-43d5-9192-a374064c1fc0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.332315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-841f9097-30a6-48b3-a98c-f3b4b3cce476 req-6aebe0be-491e-43d5-9192-a374064c1fc0 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0939569 Sep 20 12:44:19.350383 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-91a7f7c9-13d7-4735-aac6-573c2d958ac5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85577148-43bc-4e9c-8572-317b07fd62c8 HTTP/1.1" status: 200 len: 217 time: 0.0470619 Sep 20 12:44:19.399832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-841f9097-30a6-48b3-a98c-f3b4b3cce476 req-15861c26-6389-4c85-8708-17656b6f7000 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602953 Sep 20 12:44:19.405785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-787e4f52-9be1-4994-ab5d-3a91f392e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.407514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-787e4f52-9be1-4994-ab5d-3a91f392e910 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.0508595 Sep 20 12:44:19.409682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad33da24-a290-47be-8fa8-9a28675d1f47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.444919 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-ec243772-d09c-4b83-9016-728d8ae8e99a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304091 Sep 20 12:44:19.450896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Made reservation on behalf of 12ee4734919146fc9d03f5f2002da5d7 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:19.453557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.480259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.502788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad33da24-a290-47be-8fa8-9a28675d1f47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.544360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33da24-a290-47be-8fa8-9a28675d1f47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4486b9-e903-4461-8bb8-18e40c329461,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:19.562936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad33da24-a290-47be-8fa8-9a28675d1f47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.567197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ad33da24-a290-47be-8fa8-9a28675d1f47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/1b4486b9-e903-4461-8bb8-18e40c329461 HTTP/1.1" status: 204 len: 168 time: 0.4277055 Sep 20 12:44:19.567906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42662) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:19.569080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cb4169-3bab-4bf2-96f4-0cb5470ebb90 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:19.594662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dd678-265d-4ff5-8c67-78104c19969d req-c956d26b-9a3a-40fc-b864-697cf0348472 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:19.596178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c47dd678-265d-4ff5-8c67-78104c19969d req-c956d26b-9a3a-40fc-b864-697cf0348472 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0865362 Sep 20 12:44:19.618841 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-b946fb50-0d3c-45d4-9d7d-a655dddd5a80 service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620631 Sep 20 12:44:19.646706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c47dd678-265d-4ff5-8c67-78104c19969d req-82c383c9-9c91-4629-bc3f-fa5fb9852126 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Sep 20 12:44:19.683116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-38330a47-1267-4626-b6af-650150d59977 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 93549559-3335-4e77-8737-985ab4ca033a {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:19.721192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38330a47-1267-4626-b6af-650150d59977 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.785498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38330a47-1267-4626-b6af-650150d59977 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.832982 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.837715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa8efa58-68d8-42d3-ad29-2bcc99e71b4c req-18ef10b0-2536-48b9-acc9-ae935e70978a service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091012 Sep 20 12:44:19.879129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.918457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.918457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38330a47-1267-4626-b6af-650150d59977 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:19.970260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:44:19.980088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:20.001980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.002396 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Added segment d1e0eae6-573e-430f-be53-3d3395817e76 of type vlan for network dd31364f-6d15-428f-9cdd-4dd1965afa61 Sep 20 12:44:20.004715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056dbfa0-5c3a-4f62-83aa-d10a6d32dc19,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:20.065338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.092528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95896247-f5d2-404d-a731-b3662dfdee16 req-0c262215-4e22-4291-aa5d-4bad48d605a4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:20.094138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95896247-f5d2-404d-a731-b3662dfdee16 req-0c262215-4e22-4291-aa5d-4bad48d605a4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 943 time: 0.1196194 Sep 20 12:44:20.136904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38330a47-1267-4626-b6af-650150d59977 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.150423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95896247-f5d2-404d-a731-b3662dfdee16 req-a5b7bbd4-2c71-40ba-806c-31fab7e4c4c0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Sep 20 12:44:20.165049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 727d2a34-f5b4-474a-9bc8-4591e2535a79 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:44:20.170212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 727d2a34-f5b4-474a-9bc8-4591e2535a79 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:20.174912 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.175044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38330a47-1267-4626-b6af-650150d59977 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.175044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-38330a47-1267-4626-b6af-650150d59977 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/93549559-3335-4e77-8737-985ab4ca033a HTTP/1.1" status: 204 len: 168 time: 0.6053751 Sep 20 12:44:20.175202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38330a47-1267-4626-b6af-650150d59977 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=93549559-3335-4e77-8737-985ab4ca033a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:20.176680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42672) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:20.181621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.182601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:20.183183 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.236869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6a7bc8c-a45c-4af2-9a18-18b9423b1dc6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589809 Sep 20 12:44:20.237535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42674) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:20.243036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:20.264981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] Pushing event updated for resources: {'Network': ['ID=dd31364f-6d15-428f-9cdd-4dd1965afa61,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:20.276490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network dd31364f-6d15-428f-9cdd-4dd1965afa61 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:44:20.302388 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0a5f05e8-f18f-4252-a7c1-e0d23a458025 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1395068 Sep 20 12:44:20.304876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42676) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:20.310692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Request body: {'subnet': {'network_id': 'dd31364f-6d15-428f-9cdd-4dd1965afa61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2094680662-subnet', 'tenant_id': '12ee4734919146fc9d03f5f2002da5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:20.312715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ed0e2-5b8c-4787-af4c-2d78c4f03290 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:20.355689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.370103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c672d-3816-4d33-8107-f8841c102365 req-175c5cda-9983-4202-bbde-2046f0238502 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:20.372217 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e83c672d-3816-4d33-8107-f8841c102365 req-175c5cda-9983-4202-bbde-2046f0238502 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1081593 Sep 20 12:44:20.391792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Made reservation on behalf of 12ee4734919146fc9d03f5f2002da5d7 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:20.395567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.421167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e83c672d-3816-4d33-8107-f8841c102365 req-52934e1f-a25a-4dee-9bb2-2976b24fc6d6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Sep 20 12:44:20.445581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-17928f07-7044-4f7b-aebc-025be32d4ed6 None None] Provisioning complete for port 6779e25c-cecc-4b12-ac43-6f82dc8284bb triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:20.447471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-17928f07-7044-4f7b-aebc-025be32d4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.473707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.499204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:20.504287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.550989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:20.553270 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c1e63-8a2d-47ca-93f7-0968d6d78ab2" -d '{"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-plugged", "status": "completed", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:20.572456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:20.639161 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.666680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.736149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c1b10c-51c5-4fac-9e21-cf6dbc55a42d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:20.747760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Checking segment: {'id': 'd1e0eae6-573e-430f-be53-3d3395817e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dd31364f-6d15-428f-9cdd-4dd1965afa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:20.748289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Network hostable DHCP agents. Network: dd31364f-6d15-428f-9cdd-4dd1965afa61, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:44:20.805645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:20.850621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Network dd31364f-6d15-428f-9cdd-4dd1965afa61 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:44:20.854719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=12']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:20.879463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] Deleting port 6779e25c-cecc-4b12-ac43-6f82dc8284bb {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:20.879844 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.940469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, dd31364f-6d15-428f-9cdd-4dd1965afa61) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:20.945734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:20.946582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.947066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] For port 6779e25c-cecc-4b12-ac43-6f82dc8284bb, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6779e25c-cecc-4b12-ac43-6f82dc8284bb,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:20.947718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:20.952300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959a396-fa05-4c75-a10a-238e6eff0404 None None] Network dd31364f-6d15-428f-9cdd-4dd1965afa61 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:20.956513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2673-c12f-4b6b-9847-86b340695b8c req-012dace4-206f-44c7-bdda-b9198ff677e6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:20.958076 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-831e2673-c12f-4b6b-9847-86b340695b8c req-012dace4-206f-44c7-bdda-b9198ff677e6 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 945 time: 0.4634864 Sep 20 12:44:20.981750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] Calling delete_port for 6779e25c-cecc-4b12-ac43-6f82dc8284bb owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:21.024848 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-47741ec0-ff56-4f24-bcc1-111bc01497cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7182908 Sep 20 12:44:21.039018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-831e2673-c12f-4b6b-9847-86b340695b8c req-c8fd518d-22af-46e9-93da-1561157db481 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723958 Sep 20 12:44:21.141406 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f1c63f-32f9-4187-b54b-78f875438913 x-openstack-request-id: req-b7f1c63f-32f9-4187-b54b-78f875438913 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:21.141700 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-plugged", "status": "completed", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:21.141951 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7f1c63f-32f9-4187-b54b-78f875438913 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:21.142332 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'code': 200} Sep 20 12:44:21.162679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37168e4-c6fa-464d-8b60-6d857262c7cd None None] Network dd31364f-6d15-428f-9cdd-4dd1965afa61 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:21.188694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:21.251518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:21.254934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:21.264499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:21.272039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:21.272706 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:21.288859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] Pushing event deleted for resources: {'Port': ['ID=6779e25c-cecc-4b12-ac43-6f82dc8284bb,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:21.310399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36faef43-307c-499f-927b-2f2fb3c2d969 None None] No DVR routers for this DVR port 6779e25c-cecc-4b12-ac43-6f82dc8284bb on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:21.317162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=f2716751-c982-4765-9287-924648960e8a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:21.346609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d0b1dc-3c79-4201-b5ce-e7c970426cb8 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:21.358869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ac2c2-1f1f-49be-84ae-aaf869a04474 req-b9403590-3553-4696-b0d1-bf6c7a0541bb tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:21.360552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c64ac2c2-1f1f-49be-84ae-aaf869a04474 req-b9403590-3553-4696-b0d1-bf6c7a0541bb tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 943 time: 0.1079826 Sep 20 12:44:21.409704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a6c5b70-0511-4f51-aeab-a244a40894d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1696148 Sep 20 12:44:21.412631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42692) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:21.414126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c64ac2c2-1f1f-49be-84ae-aaf869a04474 req-8fb9f3c8-4b31-4c26-9df9-c26d3b2156fa tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Sep 20 12:44:21.418328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:21.566494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'f2716751-c982-4765-9287-924648960e8a'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:21.567887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:21.569868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc520-4afd-4122-9ec4-e3798308bfec req-5c8b9185-7bc6-42b2-a7a7-1beb98b9dc06 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:21.576681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4ebc520-4afd-4122-9ec4-e3798308bfec req-5c8b9185-7bc6-42b2-a7a7-1beb98b9dc06 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0677354 Sep 20 12:44:21.617746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4ebc520-4afd-4122-9ec4-e3798308bfec req-953bb25f-07a2-4efb-b340-714fbe8a356b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Sep 20 12:44:21.740951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Allocated IP 172.20.0.2 (7b041315-d41c-4864-8fcf-07854b5e72d1/f2716751-c982-4765-9287-924648960e8a/2845bba4-4224-4ca4-a06d-f12b62a52d9d) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:21.788998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0623-0a8e-4ccb-bf6a-d5bfa8620073 req-da408d24-7028-46cb-bc18-c4b722214a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:21.790504 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9af0623-0a8e-4ccb-bf6a-d5bfa8620073 req-da408d24-7028-46cb-bc18-c4b722214a61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 1097 time: 0.4176579 Sep 20 12:44:21.843309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9af0623-0a8e-4ccb-bf6a-d5bfa8620073 req-89943064-da69-4dba-9f4e-fb3a812b512b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Sep 20 12:44:21.896204 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:21.947510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:21.947702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:21.951648 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:21.952305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-26114670-network', 'tenant_id': '086aa061dd144e0b8a9489b1705b3af6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:21.983051 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.030918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:22.038043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:22.040422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:22.049103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Made reservation on behalf of 086aa061dd144e0b8a9489b1705b3af6 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:22.051572 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.055862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Pushing event updated for resources: {'Port': ['ID=2845bba4-4224-4ca4-a06d-f12b62a52d9d,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:22.062829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.150773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Attempting to bind port 2845bba4-4224-4ca4-a06d-f12b62a52d9d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:22.151056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Attempting to bind port 2845bba4-4224-4ca4-a06d-f12b62a52d9d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:22.151460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Attempting to bind port 2845bba4-4224-4ca4-a06d-f12b62a52d9d on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:22.160013 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:22.160382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:22.160781 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.161194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:22.161741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Bound port: 2845bba4-4224-4ca4-a06d-f12b62a52d9d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:22.162082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.197788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.227890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c98463-cb83-4f40-9a1f-f62d872b6c3d req-22235350-d162-428a-89aa-70c42db69c44 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:22.229541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7c98463-cb83-4f40-9a1f-f62d872b6c3d req-22235350-d162-428a-89aa-70c42db69c44 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 946 time: 0.0803881 Sep 20 12:44:22.257574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.272588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] For port 2845bba4-4224-4ca4-a06d-f12b62a52d9d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:22.276174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] For port 2845bba4-4224-4ca4-a06d-f12b62a52d9d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2845bba4-4224-4ca4-a06d-f12b62a52d9d,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:22.285337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:44:22.289536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7c98463-cb83-4f40-9a1f-f62d872b6c3d req-a2de51c7-528a-4158-b9b4-76d4de230b77 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531530 Sep 20 12:44:22.306163 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.306561 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Added segment 692b455f-d7b7-4c53-91f1-04853c715c82 of type vlan for network 62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c Sep 20 12:44:22.309959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7608cc05-d1fd-4c60-9324-bdb85805daa8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:22.336907 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.359355 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.414253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb87102-3535-4dd7-bb60-8313caaa0dca None None] Pushing event updated for resources: {'Port': ['ID=2845bba4-4224-4ca4-a06d-f12b62a52d9d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:22.454654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:22.461062 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.462091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:22.462694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.500140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6779e25c-cecc-4b12-ac43-6f82dc8284bb no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:22.527168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 6779e25c-cecc-4b12-ac43-6f82dc8284bb {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:22.528495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6779e25c-cecc-4b12-ac43-6f82dc8284bb not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:22.555671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] Pushing event updated for resources: {'Network': ['ID=62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:22.567368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:44:22.580378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fefe89b4-095a-46f6-b5f5-c724ed7f1278 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6316929 Sep 20 12:44:22.591665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:22.600443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Request body: {'subnet': {'network_id': '62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-26114670-subnet', 'tenant_id': '086aa061dd144e0b8a9489b1705b3af6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:22.633813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b5c18-1392-4428-9b85-02672ccf5b46 req-7ffb0f72-fe96-435b-8909-797341994ffa tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:22.641521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-416b5c18-1392-4428-9b85-02672ccf5b46 req-7ffb0f72-fe96-435b-8909-797341994ffa tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 943 time: 0.1000075 Sep 20 12:44:22.693169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-416b5c18-1392-4428-9b85-02672ccf5b46 req-efd9b9e9-8113-4c1f-9d4b-d53bf89ff764 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Sep 20 12:44:22.718522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Made reservation on behalf of 086aa061dd144e0b8a9489b1705b3af6 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:22.721399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.844330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:22.851726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077dc1e-0ecc-41a7-8b88-7076d188e443 req-53c3e881-e507-4877-a328-e3d3a0aafc60 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:22.853264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f077dc1e-0ecc-41a7-8b88-7076d188e443 req-53c3e881-e507-4877-a328-e3d3a0aafc60 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0923254 Sep 20 12:44:22.934559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f077dc1e-0ecc-41a7-8b88-7076d188e443 req-d15161e4-b434-49aa-b300-373b53d7224c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731423 Sep 20 12:44:23.019366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] For port 2845bba4-4224-4ca4-a06d-f12b62a52d9d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2845bba4-4224-4ca4-a06d-f12b62a52d9d,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:23.046135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.049967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.111182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfac386-017a-4e8c-96f6-020e7a161069,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:23.118978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Checking segment: {'id': '692b455f-d7b7-4c53-91f1-04853c715c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:23.119355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Network hostable DHCP agents. Network: 62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:44:23.120422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.121250 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.199682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Network 62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:44:23.204617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:23.218667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:23.222343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:23.223187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.229444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=2845bba4-4224-4ca4-a06d-f12b62a52d9d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:23.236576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=5c15d8b9-b8d3-4149-97b2-12d7fd61c639,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:23.267681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:23.274915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:23.274915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.278419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7055a-c9e7-4026-8614-3854b961903c None None] Network 62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:23.328031 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-db8a7419-68f1-4fd6-a361-62c7df420ee0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9115801 Sep 20 12:44:23.329066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42736) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:23.334198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:12:22:f4', 'name': 'tempest-NetworksTestDHCPv6-946197703'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:23.348750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d46caf2-0b82-44b6-b264-eedbd21c9144 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7585835 Sep 20 12:44:23.475453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604f850-cb7e-4eb7-ada9-5401236e41b8 req-95007209-e848-4d61-bfe4-52f4cc97ba15 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:23.475805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e273082-1d47-40e9-b5ab-661bdfadd69d None None] Network 62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:23.486318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d604f850-cb7e-4eb7-ada9-5401236e41b8 req-95007209-e848-4d61-bfe4-52f4cc97ba15 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 946 time: 0.0795166 Sep 20 12:44:23.535630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d604f850-cb7e-4eb7-ada9-5401236e41b8 req-4abbea38-b57c-49d6-adc4-565e01098790 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 Sep 20 12:44:23.562681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb403cce-20d6-4106-9bf8-4d3cf49c7d01 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:23.570890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42748) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:23.620395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-567302ce-1ab1-439f-9a47-1b691fef3a5d admin admin] Deleting subnet 52c1b10c-51c5-4fac-9e21-cf6dbc55a42d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:23.622527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:23.624778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-567302ce-1ab1-439f-9a47-1b691fef3a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.660039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-72e267da-ff9b-4ac1-94b1-91064f34b1ee None None] Provisioning complete for port 2845bba4-4224-4ca4-a06d-f12b62a52d9d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:23.660957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-72e267da-ff9b-4ac1-94b1-91064f34b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.676201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-567302ce-1ab1-439f-9a47-1b691fef3a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.724453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.747477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-567302ce-1ab1-439f-9a47-1b691fef3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.753036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 9954adce-d202-4bc8-afcd-3730746f4b45 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:23.851200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869d2c3-a9f1-4a59-a176-64006b4a1e4d req-43f02fc2-676f-4365-bc54-324fa3857ee2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:23.852621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1869d2c3-a9f1-4a59-a176-64006b4a1e4d req-43f02fc2-676f-4365-bc54-324fa3857ee2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 943 time: 0.0725646 Sep 20 12:44:23.948008 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1869d2c3-a9f1-4a59-a176-64006b4a1e4d req-e907cebd-cf5a-4a6f-9eb2-6f0128d9e909 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833290 Sep 20 12:44:23.971073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-567302ce-1ab1-439f-9a47-1b691fef3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:23.991382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 85577148-43bc-4e9c-8572-317b07fd62c8 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:44:24.030878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567302ce-1ab1-439f-9a47-1b691fef3a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c1b10c-51c5-4fac-9e21-cf6dbc55a42d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:24.034884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 172.20.0.5 (7b041315-d41c-4864-8fcf-07854b5e72d1/f2716751-c982-4765-9287-924648960e8a/9954adce-d202-4bc8-afcd-3730746f4b45) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:24.041287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-567302ce-1ab1-439f-9a47-1b691fef3a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.042524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:fe12:22f4 (7b041315-d41c-4864-8fcf-07854b5e72d1/5c15d8b9-b8d3-4149-97b2-12d7fd61c639/9954adce-d202-4bc8-afcd-3730746f4b45) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:24.045981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-567302ce-1ab1-439f-9a47-1b691fef3a5d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/52c1b10c-51c5-4fac-9e21-cf6dbc55a42d HTTP/1.1" status: 204 len: 168 time: 0.4736891 Sep 20 12:44:24.048028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42764) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:24.104840 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-72e267da-ff9b-4ac1-94b1-91064f34b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.143451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 85577148-43bc-4e9c-8572-317b07fd62c8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85577148-43bc-4e9c-8572-317b07fd62c8,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:24.161019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384090e-c33f-42fb-9c2f-9a226b36157e req-ad9645ed-3da6-4262-882b-c900e3b5ffde tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:24.166237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '85577148-43bc-4e9c-8572-317b07fd62c8', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'port_id': '85577148-43bc-4e9c-8572-317b07fd62c8', 'mac_address': 'fa:16:3e:e7:4d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6689bf-2894-48e1-b8c4-ea568d818531', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:44:24.166464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7384090e-c33f-42fb-9c2f-9a226b36157e req-ad9645ed-3da6-4262-882b-c900e3b5ffde tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1189983 Sep 20 12:44:24.169769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.171005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-72e267da-ff9b-4ac1-94b1-91064f34b1ee None None] For port 2845bba4-4224-4ca4-a06d-f12b62a52d9d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2845bba4-4224-4ca4-a06d-f12b62a52d9d,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:24.224732 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.235326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7384090e-c33f-42fb-9c2f-9a226b36157e req-6fe97260-ca47-44b2-aa4a-aac4bebf11ee tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618148 Sep 20 12:44:24.251266 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85577148-43bc-4e9c-8572-317b07fd62c8 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:24.265621 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-72e267da-ff9b-4ac1-94b1-91064f34b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.270857 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.303445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 85577148-43bc-4e9c-8572-317b07fd62c8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85577148-43bc-4e9c-8572-317b07fd62c8,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:24.312091 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.333352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd31364f-6d15-428f-9cdd-4dd1965afa61']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:24.336242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e267da-ff9b-4ac1-94b1-91064f34b1ee None None] Pushing event updated for resources: {'Port': ['ID=2845bba4-4224-4ca4-a06d-f12b62a52d9d,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:24.352859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e0eae6-573e-430f-be53-3d3395817e76') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:24.352859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e0eae6-573e-430f-be53-3d3395817e76') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:24.363972 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.370573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.386872 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.390842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:44:24.391359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:44:24.393254 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:44:24.411287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.504652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=85577148-43bc-4e9c-8572-317b07fd62c8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:24.526958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:24.532020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:24.535012 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:24.552019 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.586181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.588351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dd31364f-6d15-428f-9cdd-4dd1965afa61 HTTP/1.1" status: 204 len: 168 time: 0.5387118 Sep 20 12:44:24.591719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae028d-6fc8-4862-b147-6b96329e3976 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd31364f-6d15-428f-9cdd-4dd1965afa61,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:24.603878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:24.603974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=9954adce-d202-4bc8-afcd-3730746f4b45,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:24.614032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['85577148-43bc-4e9c-8572-317b07fd62c8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:24.663376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:24.664329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.666405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2845bba4-4224-4ca4-a06d-f12b62a52d9d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:24.741491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea47cc54-9f3d-4167-97a6-f25f34c404e2 admin admin] Deleting subnet 3dfac386-017a-4e8c-96f6-020e7a161069 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:24.748077 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea47cc54-9f3d-4167-97a6-f25f34c404e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.783192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8ae08-2f0a-4bf3-9e07-a43376a3fb22 req-ca72ec71-5d5c-4e1d-a2c4-0f9f15fb759e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:24.783994 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-462a5793-ecbe-467b-85e6-19bb0c325e71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4538672 Sep 20 12:44:24.784747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4d8ae08-2f0a-4bf3-9e07-a43376a3fb22 req-ca72ec71-5d5c-4e1d-a2c4-0f9f15fb759e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1013107 Sep 20 12:44:24.789544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42778) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:24.794313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2845bba4-4224-4ca4-a06d-f12b62a52d9d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:24.794746 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.802064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea47cc54-9f3d-4167-97a6-f25f34c404e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.858300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6314-a9a2-491a-94ca-341018ce82c7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:24.865550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6314-a9a2-491a-94ca-341018ce82c7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:24.867588 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3b8e6314-a9a2-491a-94ca-341018ce82c7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0756457 Sep 20 12:44:24.871313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42780) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:24.888052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea47cc54-9f3d-4167-97a6-f25f34c404e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:24.943777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4d8ae08-2f0a-4bf3-9e07-a43376a3fb22 req-a1de25e1-a0ac-43fb-b119-2ad893676f55 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391542 Sep 20 12:44:24.977115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c4247fc7-6871-4da7-a410-64fa465812cf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 9954adce-d202-4bc8-afcd-3730746f4b45 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:24.977488 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4247fc7-6871-4da7-a410-64fa465812cf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.097417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-83865737-3fde-4d02-b4e5-bfc47be1b1b5 None None] Provisioning complete for port 2845bba4-4224-4ca4-a06d-f12b62a52d9d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:25.097881 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-83865737-3fde-4d02-b4e5-bfc47be1b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.114894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4247fc7-6871-4da7-a410-64fa465812cf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.120663 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea47cc54-9f3d-4167-97a6-f25f34c404e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.129838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c4247fc7-6871-4da7-a410-64fa465812cf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 9954adce-d202-4bc8-afcd-3730746f4b45 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:25.159559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47cc54-9f3d-4167-97a6-f25f34c404e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfac386-017a-4e8c-96f6-020e7a161069,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:25.166806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea47cc54-9f3d-4167-97a6-f25f34c404e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.172230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ea47cc54-9f3d-4167-97a6-f25f34c404e2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3dfac386-017a-4e8c-96f6-020e7a161069 HTTP/1.1" status: 204 len: 168 time: 0.5692642 Sep 20 12:44:25.172230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42792) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:25.216469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b58cb1dd-4e7b-4fc1-826c-3ef252c5191a tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:25.218013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b58cb1dd-4e7b-4fc1-826c-3ef252c5191a tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 815 time: 0.1662614 Sep 20 12:44:25.271360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-34ac5a63-cb93-425d-be3d-d0579b35250f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/quotas/3db779ebb0af435caa60234c808aca68 HTTP/1.1" status: 200 len: 375 time: 0.0237989 Sep 20 12:44:25.273994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.392268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.403193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-44bd2ee6-74f7-47ef-aa96-4067a6125a3e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215575 Sep 20 12:44:25.403815 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4247fc7-6871-4da7-a410-64fa465812cf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.421933 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-94eda34a-fba1-4071-9570-5d7486e723ce None None] Could not find standard attr ID for object 9954adce-d202-4bc8-afcd-3730746f4b45. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:25.425153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:25.436596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4247fc7-6871-4da7-a410-64fa465812cf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=9954adce-d202-4bc8-afcd-3730746f4b45,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:25.457355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692b455f-d7b7-4c53-91f1-04853c715c82') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:25.457355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692b455f-d7b7-4c53-91f1-04853c715c82') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:44:25.462684 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.510442 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.519706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:44:25.520114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:44:25.521788 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:44:25.537482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4247fc7-6871-4da7-a410-64fa465812cf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.539514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c4247fc7-6871-4da7-a410-64fa465812cf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/9954adce-d202-4bc8-afcd-3730746f4b45 HTTP/1.1" status: 204 len: 168 time: 0.6663074 Sep 20 12:44:25.542363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42796) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:25.582868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-c8ba410c-8310-435d-8fd9-89a65fba602e service neutron] 10.222.0.37 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693501 Sep 20 12:44:25.600448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6406ca-cf44-4417-bb90-681ab6ccb4c3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:25.602444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6406ca-cf44-4417-bb90-681ab6ccb4c3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:25.604297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6406ca-cf44-4417-bb90-681ab6ccb4c3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:25.606115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ca6406ca-cf44-4417-bb90-681ab6ccb4c3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0628290 Sep 20 12:44:25.609648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42798) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:25.670474 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.673337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf26b59-a387-426a-8865-8f462d730b1b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 5c15d8b9-b8d3-4149-97b2-12d7fd61c639 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:25.676371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b59-a387-426a-8865-8f462d730b1b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.679025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.683754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] 10.222.0.37 "DELETE /v2.0/networks/62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c HTTP/1.1" status: 204 len: 168 time: 0.5084908 Sep 20 12:44:25.701593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3feb-fe2f-4d6d-bf68-3c356c6e3463 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fa51bc-2b8b-4915-a2b6-996ebd4a4d6c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:25.708343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-c9a0f613-eb9b-46ea-b2e3-4f94054b0159 service neutron] 10.222.0.37 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144805 Sep 20 12:44:25.726392 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b59-a387-426a-8865-8f462d730b1b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.812769 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b59-a387-426a-8865-8f462d730b1b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:25.995358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 85577148-43bc-4e9c-8572-317b07fd62c8 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:25.997823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e538-ca2e-40f6-a1ba-3e8b737bf37a req-8ff56423-59c8-4748-a5d3-b60f635a092f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:25.999349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab89e538-ca2e-40f6-a1ba-3e8b737bf37a req-8ff56423-59c8-4748-a5d3-b60f635a092f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 944 time: 0.0515134 Sep 20 12:44:26.002033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b59-a387-426a-8865-8f462d730b1b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.037610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf26b59-a387-426a-8865-8f462d730b1b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=5c15d8b9-b8d3-4149-97b2-12d7fd61c639,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:26.047701 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbf26b59-a387-426a-8865-8f462d730b1b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.053595 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dbf26b59-a387-426a-8865-8f462d730b1b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/5c15d8b9-b8d3-4149-97b2-12d7fd61c639 HTTP/1.1" status: 204 len: 168 time: 0.4428983 Sep 20 12:44:26.057623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42808) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:26.058336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42812) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:26.058429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3bbb0-9daf-4731-a4af-d30b131bd556 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:26.059521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab89e538-ca2e-40f6-a1ba-3e8b737bf37a req-a79ce8e7-98a1-4962-a47f-60d52c2376f2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480700 Sep 20 12:44:26.117890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 85577148-43bc-4e9c-8572-317b07fd62c8 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:44:26.134665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 85577148-43bc-4e9c-8572-317b07fd62c8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:26.135044 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.137769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cba796-6c71-4395-9777-f2ff24d6591f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet f2716751-c982-4765-9287-924648960e8a {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:26.141385 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1cba796-6c71-4395-9777-f2ff24d6591f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.141660 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1a8772cd-fa89-44d1-b707-34dd9baec178 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12ee4734919146fc9d03f5f2002da5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854850 Sep 20 12:44:26.143882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:26.226842 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1cba796-6c71-4395-9777-f2ff24d6591f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.281791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.307676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085458a2-97af-47bd-805d-c8bc3468ff8a req-94f825fd-0f8c-4e60-b232-8cb175353421 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:26.309748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-085458a2-97af-47bd-805d-c8bc3468ff8a req-94f825fd-0f8c-4e60-b232-8cb175353421 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1423495 Sep 20 12:44:26.310493 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5699cfcd-0ce3-42e8-9d72-af7955e9c720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.320384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe756c2b-7e5e-463f-9938-3a20a23175de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85577148-43bc-4e9c-8572-317b07fd62c8'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:26.322824 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d89d1e-4f2f-4c3c-af64-e1c66a31ef60" -d '{"events": [{"server_uuid": "fe756c2b-7e5e-463f-9938-3a20a23175de", "name": "network-vif-plugged", "status": "completed", "tag": "85577148-43bc-4e9c-8572-317b07fd62c8"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:26.337395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 85577148-43bc-4e9c-8572-317b07fd62c8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85577148-43bc-4e9c-8572-317b07fd62c8,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:26.375751 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5699cfcd-0ce3-42e8-9d72-af7955e9c720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.388328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.408685 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1cba796-6c71-4395-9777-f2ff24d6591f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.442666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-085458a2-97af-47bd-805d-c8bc3468ff8a req-6c237c8e-7945-4048-a6b1-ee4a12765a74 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066663 Sep 20 12:44:26.453311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=85577148-43bc-4e9c-8572-317b07fd62c8,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:26.536276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-526d5082-0aea-45c5-9af9-1445eacdfa40 req-412375b6-e0c5-4485-8562-450e992dba74 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 210 time: 0.0261958 Sep 20 12:44:26.547277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5699cfcd-0ce3-42e8-9d72-af7955e9c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.550405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5699cfcd-0ce3-42e8-9d72-af7955e9c720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.554354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5699cfcd-0ce3-42e8-9d72-af7955e9c720 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/056dbfa0-5c3a-4f62-83aa-d10a6d32dc19 HTTP/1.1" status: 204 len: 168 time: 0.4068539 Sep 20 12:44:26.570789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1cba796-6c71-4395-9777-f2ff24d6591f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.578614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699cfcd-0ce3-42e8-9d72-af7955e9c720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056dbfa0-5c3a-4f62-83aa-d10a6d32dc19,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:26.613506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cba796-6c71-4395-9777-f2ff24d6591f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=f2716751-c982-4765-9287-924648960e8a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:26.615432 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1cba796-6c71-4395-9777-f2ff24d6591f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.619484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1cba796-6c71-4395-9777-f2ff24d6591f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/f2716751-c982-4765-9287-924648960e8a HTTP/1.1" status: 204 len: 168 time: 0.5565994 Sep 20 12:44:26.619911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42824) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:26.668910 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ead6602e-2f4e-40fa-9b2b-8170bf0b6df1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473928 Sep 20 12:44:26.672671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:26.678408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:26.690572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1310196-5f78-40d8-bab7-f7134102356f req-459937d0-671c-453b-8c95-544e619f5699 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:26.692130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1310196-5f78-40d8-bab7-f7134102356f req-459937d0-671c-453b-8c95-544e619f5699 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 946 time: 0.0801108 Sep 20 12:44:26.792729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1310196-5f78-40d8-bab7-f7134102356f req-31b31ad0-ec75-4d7b-a8c2-03de1196a405 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895233 Sep 20 12:44:26.856522 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5677e34-6142-4396-a9f6-e323f8eefba3 x-openstack-request-id: req-d5677e34-6142-4396-a9f6-e323f8eefba3 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:26.857361 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe756c2b-7e5e-463f-9938-3a20a23175de", "name": "network-vif-plugged", "status": "completed", "tag": "85577148-43bc-4e9c-8572-317b07fd62c8", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:26.865974 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5677e34-6142-4396-a9f6-e323f8eefba3 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:26.866387 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe756c2b-7e5e-463f-9938-3a20a23175de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85577148-43bc-4e9c-8572-317b07fd62c8', 'code': 200} Sep 20 12:44:26.895252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:26.899118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:26.930830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6000c75-bacb-4334-8f15-e47d81fe1bd6 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:26.976559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013381-0bd7-43ad-b554-e7457cc83e84 req-3e59aed0-7113-4394-914b-0713a95e2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:26.978134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a013381-0bd7-43ad-b554-e7457cc83e84 req-3e59aed0-7113-4394-914b-0713a95e2275 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 1096 time: 0.0597415 Sep 20 12:44:27.007777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ed300895-e319-4deb-86e5-de768deffcc5 None None] Provisioning complete for port 2845bba4-4224-4ca4-a06d-f12b62a52d9d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:27.007777 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed300895-e319-4deb-86e5-de768deffcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.029364 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2a013381-0bd7-43ad-b554-e7457cc83e84 req-b12a0138-e4bf-463c-aba5-90fcd4c8ff41 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Sep 20 12:44:27.172266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.188507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:27.240979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] Deleting port 2845bba4-4224-4ca4-a06d-f12b62a52d9d {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:27.241474 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.247684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:27.253291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:27.258696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:27.259007 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.282703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329f3e-ad18-4716-aa65-acc1804836ea req-6cbcd998-e813-4963-b446-3dd772534011 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:27.284235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9329f3e-ad18-4716-aa65-acc1804836ea req-6cbcd998-e813-4963-b446-3dd772534011 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 945 time: 0.1135793 Sep 20 12:44:27.285925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=dff06b58-de90-45f3-aeec-a79191673419,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:27.330597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] For port 2845bba4-4224-4ca4-a06d-f12b62a52d9d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2845bba4-4224-4ca4-a06d-f12b62a52d9d,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:27.331000 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.332619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9329f3e-ad18-4716-aa65-acc1804836ea req-e66f8073-ad85-4b58-856d-2de26e8efc74 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Sep 20 12:44:27.344953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] Calling delete_port for 2845bba4-4224-4ca4-a06d-f12b62a52d9d owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:27.359838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f4cb72a-c7e4-4ee4-9b73-ad83519a8ff0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6861372 Sep 20 12:44:27.362641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:27.367891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:27.415161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42836) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:27.456709 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ad335144-be2a-4e5a-a575-94abcde019dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=086aa061dd144e0b8a9489b1705b3af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401530 Sep 20 12:44:27.459137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42838) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:27.509593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d56dcb5f-cd59-40ea-8e80-dfeaafc5a142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.532082 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d56dcb5f-cd59-40ea-8e80-dfeaafc5a142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.536719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.561244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:27.564686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.568073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] Pushing event deleted for resources: {'Port': ['ID=2845bba4-4224-4ca4-a06d-f12b62a52d9d,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:27.570519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1589db-4dd1-4f8d-b702-f8bee6e28fd3 None None] No DVR routers for this DVR port 2845bba4-4224-4ca4-a06d-f12b62a52d9d on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:27.592570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ea1b95-7348-40ce-bcff-c34ee5b4e7e7 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:27.605316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f177e2-a0fd-41cb-abe8-e63f1cb9b24f req-ba1a732c-acf3-48a8-8925-5c84e66f7ede tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:27.607469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40f177e2-a0fd-41cb-abe8-e63f1cb9b24f req-ba1a732c-acf3-48a8-8925-5c84e66f7ede tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0823157 Sep 20 12:44:27.688971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d56dcb5f-cd59-40ea-8e80-dfeaafc5a142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.692665 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d56dcb5f-cd59-40ea-8e80-dfeaafc5a142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.693874 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d56dcb5f-cd59-40ea-8e80-dfeaafc5a142 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7608cc05-d1fd-4c60-9324-bdb85805daa8 HTTP/1.1" status: 204 len: 168 time: 0.2336180 Sep 20 12:44:27.708662 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40f177e2-a0fd-41cb-abe8-e63f1cb9b24f req-2b4f05b2-7f96-4515-8b11-dec7610eb7da tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693254 Sep 20 12:44:27.722721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dcb5f-cd59-40ea-8e80-dfeaafc5a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7608cc05-d1fd-4c60-9324-bdb85805daa8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:27.764181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'dff06b58-de90-45f3-aeec-a79191673419'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:27.765129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:27.830634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d347aecf-7374-4314-9619-28332b752671 req-b6e305ba-fc1a-424e-9277-5969a866969f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 210 time: 0.0323341 Sep 20 12:44:27.932248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Allocated IP 172.20.0.2 (7b041315-d41c-4864-8fcf-07854b5e72d1/dff06b58-de90-45f3-aeec-a79191673419/0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:28.044658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-8717b3bd-d635-466b-8908-d448e4c21c5b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:28.046171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-8717b3bd-d635-466b-8908-d448e4c21c5b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.32 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 815 time: 0.1059234 Sep 20 12:44:28.066068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Request body: {'port': {'device_id': '11e12c68-0ed6-48f9-9051-2b4b9d29ff5d', 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'admin_state_up': True, 'tenant_id': '3db779ebb0af435caa60234c808aca68'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:28.100630 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.100875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:28.102170 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.149220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:28.153243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:28.159767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:28.160357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.175990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=75ece281-52bb-4da9-9609-cfd0f002ee58,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:28.176557 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.186758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.187199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.187854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.188208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.188552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.188892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.190019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.190376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.190715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.191048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.191383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.191787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:28.234920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1d90baa-969a-4420-950a-b189307c44fa tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8710821 Sep 20 12:44:28.237383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:28.239499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:28.243243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:28.248403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:28.250276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:e1:50:32', 'name': 'tempest-NetworksTestDHCPv6-998306674'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:28.308617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Pushing event updated for resources: {'Port': ['ID=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:28.313870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Made reservation on behalf of 3db779ebb0af435caa60234c808aca68 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:28.317825 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.324831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Attempting to bind port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:28.325368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Attempting to bind port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:28.325734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Attempting to bind port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:28.331923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:28.332304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:28.332710 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.333132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:28.333696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Bound port: 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:28.334341 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.418590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] For port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:28.424588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] For port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:28.474161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e850fe-4b39-4b23-9c70-25107d21d38e req-1ac226ab-fa60-45e0-a19b-3aa4fc56d5e5 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:28.475745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06e850fe-4b39-4b23-9c70-25107d21d38e req-1ac226ab-fa60-45e0-a19b-3aa4fc56d5e5 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 945 time: 0.0612550 Sep 20 12:44:28.490786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:28.496127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Allocated IP 172.20.0.8 (c9632465-5019-476c-90d3-619aeeb2d00a/b456db65-e9c9-4581-9af5-407ed623b3ed/d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:28.514747 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.522593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2845bba4-4224-4ca4-a06d-f12b62a52d9d no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:28.602398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06e850fe-4b39-4b23-9c70-25107d21d38e req-cec76d93-6ba2-459a-9806-9cda32f63847 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194434 Sep 20 12:44:28.622457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.648363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 881a188f-51b5-4415-9f4a-fe50bc3281a7 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:28.697764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.711285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2845bba4-4224-4ca4-a06d-f12b62a52d9d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:28.711853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2845bba4-4224-4ca4-a06d-f12b62a52d9d not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:28.764283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cc654-a6a9-449d-9f61-04c12f4cce5f None None] Pushing event updated for resources: {'Port': ['ID=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:28.796597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:28.815878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d758791e-bb24-405d-af9f-2f0bd16416a5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:28.875224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Network c9632465-5019-476c-90d3-619aeeb2d00a is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:28.876766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:28.881292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:28.916285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Pushing event updated for resources: {'Port': ['ID=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:28.941791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae389ea-446f-4155-ac8b-a19553227f8b req-07343a7a-8331-42cb-8eaf-ca0516b3fcf0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:28.944079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ae389ea-446f-4155-ac8b-a19553227f8b req-07343a7a-8331-42cb-8eaf-ca0516b3fcf0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1194353 Sep 20 12:44:28.960978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 172.20.0.13 (7b041315-d41c-4864-8fcf-07854b5e72d1/dff06b58-de90-45f3-aeec-a79191673419/881a188f-51b5-4415-9f4a-fe50bc3281a7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:28.961257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:28.961800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.015923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:fee1:5032 (7b041315-d41c-4864-8fcf-07854b5e72d1/75ece281-52bb-4da9-9609-cfd0f002ee58/881a188f-51b5-4415-9f4a-fe50bc3281a7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:29.038095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ae389ea-446f-4155-ac8b-a19553227f8b req-3a1e1a35-3122-471c-b3bb-85b8c43ff048 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810900 Sep 20 12:44:29.061076 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-b41b3df2-cdcc-47c4-920d-f6e6001d1a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9970889 Sep 20 12:44:29.071934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Request body: {'port': {'device_id': '11e12c68-0ed6-48f9-9051-2b4b9d29ff5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:29.196240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.267853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37087782-8ad2-43ed-83fb-f0d92668685c req-41552c9e-8e0a-47e7-98f8-2138b41ab811 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:29.267853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37087782-8ad2-43ed-83fb-f0d92668685c req-41552c9e-8e0a-47e7-98f8-2138b41ab811 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 931 time: 0.0878842 Sep 20 12:44:29.267853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.310472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37087782-8ad2-43ed-83fb-f0d92668685c req-38ef5746-f94e-4d3d-8ab7-0ec42f269c04 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392172 Sep 20 12:44:29.376220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.422119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:29.424664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:29.427111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:29.457158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=881a188f-51b5-4415-9f4a-fe50bc3281a7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:29.490728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:29.491368 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.503365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:29.511039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.523352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Transition to ACTIVE for port object d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:44:29.577324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-436d9f79-1396-4573-8a2a-b723066f5a0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3384435 Sep 20 12:44:29.579720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:29.604828 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.644143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ccbb56-56bf-41fe-8121-fb41de8ba76f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:29.651308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ccbb56-56bf-41fe-8121-fb41de8ba76f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:29.653682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d6ccbb56-56bf-41fe-8121-fb41de8ba76f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0728002 Sep 20 12:44:29.656401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:29.735492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:29.754328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Attempting to bind port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:29.754812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Attempting to bind port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:29.755243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Attempting to bind port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 on network c9632465-5019-476c-90d3-619aeeb2d00a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:29.760235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 on network c9632465-5019-476c-90d3-619aeeb2d00a not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:44:29.760679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Attempting to bind port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 on network c9632465-5019-476c-90d3-619aeeb2d00a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:29.766106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:29.766595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Checking segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:29.767042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Bound using segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:29.767532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Bound port: d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:29.772885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.801732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83f94-e68b-4f2b-85aa-fcc7f0c0f7dd req-6988645d-58f1-4d25-8c72-64c306bc2f60 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:29.809724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58d83f94-e68b-4f2b-85aa-fcc7f0c0f7dd req-6988645d-58f1-4d25-8c72-64c306bc2f60 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 945 time: 0.1145475 Sep 20 12:44:29.846994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] For port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:29.850383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] For port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:29.854268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-35a84325-71af-4074-a81c-64081344b063 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 881a188f-51b5-4415-9f4a-fe50bc3281a7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:29.854727 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35a84325-71af-4074-a81c-64081344b063 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.866325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d7aba-f0f2-4d8a-937c-76e5f8818a9b None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:29.868795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58d83f94-e68b-4f2b-85aa-fcc7f0c0f7dd req-f3c17f0b-b7e3-4b94-89b6-c7481e1b5d95 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581672 Sep 20 12:44:29.936914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.958012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-de318ecf-5d78-4871-93d3-7ac11a58a0ca None None] Provisioning complete for port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:29.958457 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de318ecf-5d78-4871-93d3-7ac11a58a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:29.975405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35a84325-71af-4074-a81c-64081344b063 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.011668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-35a84325-71af-4074-a81c-64081344b063 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 881a188f-51b5-4415-9f4a-fe50bc3281a7 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:30.016341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:30.026812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.027944 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.029495 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-42bd6f62-6018-4279-b0f3-204990743588 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 HTTP/1.1" status: 200 len: 1091 time: 0.9625058 Sep 20 12:44:30.030054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e12c68-0ed6-48f9-9051-2b4b9d29ff5d', 'tag': 'd9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:30.032878 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080f255-cb77-4605-9406-10f69e265802" -d '{"events": [{"name": "network-changed", "server_uuid": "11e12c68-0ed6-48f9-9051-2b4b9d29ff5d", "tag": "d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:30.109261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b5514-6310-4108-9a14-bc1b304de61a req-35f3deee-d6d6-4c2e-961d-4445ef348693 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.110673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-702b5514-6310-4108-9a14-bc1b304de61a req-35f3deee-d6d6-4c2e-961d-4445ef348693 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 946 time: 0.1179187 Sep 20 12:44:30.132338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de318ecf-5d78-4871-93d3-7ac11a58a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.173857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-702b5514-6310-4108-9a14-bc1b304de61a req-26c1eecf-0ed9-40c3-8605-6beb3e9c5cae tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519049 Sep 20 12:44:30.179488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-de318ecf-5d78-4871-93d3-7ac11a58a0ca None None] For port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:30.213723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-1a081175-fbde-499c-a902-5305ecdaf609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.217701 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-1a081175-fbde-499c-a902-5305ecdaf609 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 1094 time: 0.0659602 Sep 20 12:44:30.232756 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc795f4-0aba-4ea1-be65-95453ccd5301 x-openstack-request-id: req-1dc795f4-0aba-4ea1-be65-95453ccd5301 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:30.233162 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e12c68-0ed6-48f9-9051-2b4b9d29ff5d", "tag": "d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:30.233430 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dc795f4-0aba-4ea1-be65-95453ccd5301 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:30.233825 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e12c68-0ed6-48f9-9051-2b4b9d29ff5d', 'tag': 'd9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7', 'status': 'completed', 'code': 200} Sep 20 12:44:30.270749 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de318ecf-5d78-4871-93d3-7ac11a58a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.274490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-13c7b0bb-96ef-4ea8-9c49-b6019af922cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 HTTP/1.1" status: 200 len: 217 time: 0.0483921 Sep 20 12:44:30.280373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d4ef4-ef67-4fcc-8bde-378e26020c73 None None] Update dhcp port {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': 'dff06b58-de90-45f3-aeec-a79191673419', 'ip_address': '172.20.0.2'}, {'subnet_id': '75ece281-52bb-4da9-9609-cfd0f002ee58'}], 'binding:host_id': 'n-d-809934-3'}, 'id': '0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:44:30.330693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-6499d67c-d5e6-48d4-96ed-cf4d6141435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.333002 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-6499d67c-d5e6-48d4-96ed-cf4d6141435c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 200 len: 855 time: 0.0506532 Sep 20 12:44:30.347788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124ed41-c366-4de0-84a8-d0bba831a3ab req-041ff7a0-05e5-43db-8194-3a78586ec348 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.348369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-906d4ef4-ef67-4fcc-8bde-378e26020c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.356767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a124ed41-c366-4de0-84a8-d0bba831a3ab req-041ff7a0-05e5-43db-8194-3a78586ec348 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0655859 Sep 20 12:44:30.369901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de318ecf-5d78-4871-93d3-7ac11a58a0ca None None] Pushing event updated for resources: {'Port': ['ID=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:30.371962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35a84325-71af-4074-a81c-64081344b063 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.385352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-0f7f0416-ff4d-49c1-979d-dca1cbb5a8a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9632465-5019-476c-90d3-619aeeb2d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382617 Sep 20 12:44:30.417693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a84325-71af-4074-a81c-64081344b063 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=881a188f-51b5-4415-9f4a-fe50bc3281a7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:30.428767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a124ed41-c366-4de0-84a8-d0bba831a3ab req-3fef39fb-a721-4752-a320-b1e9d29034c9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720131 Sep 20 12:44:30.542558 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35a84325-71af-4074-a81c-64081344b063 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.546503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-35a84325-71af-4074-a81c-64081344b063 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/881a188f-51b5-4415-9f4a-fe50bc3281a7 HTTP/1.1" status: 204 len: 168 time: 0.8887620 Sep 20 12:44:30.548891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42906) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:30.558238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-906d4ef4-ef67-4fcc-8bde-378e26020c73 None None] Allocated IP 2001:db8::f816:3eff:fe08:43d2 (7b041315-d41c-4864-8fcf-07854b5e72d1/75ece281-52bb-4da9-9609-cfd0f002ee58/0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:30.564388 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-385580a8-51bf-4f0f-beb0-71a499276dbe service neutron] 10.222.0.32 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745384 Sep 20 12:44:30.617425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42908) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:30.643072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db81c9-4030-4f6c-8a2f-482cf9d46bce tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.644799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db81c9-4030-4f6c-8a2f-482cf9d46bce tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.646417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db81c9-4030-4f6c-8a2f-482cf9d46bce tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.648068 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-13db81c9-4030-4f6c-8a2f-482cf9d46bce tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0976260 Sep 20 12:44:30.650723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:30.657332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:30.699082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610a54c-ce1b-48e7-9420-f1d849a3c862 req-52c77c42-c1e7-4c0e-92c2-6b72c65b681c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.701781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e610a54c-ce1b-48e7-9420-f1d849a3c862 req-52c77c42-c1e7-4c0e-92c2-6b72c65b681c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 945 time: 0.1147962 Sep 20 12:44:30.724651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cfb624bf-9b70-4cb0-9c80-94782b4e5d00 req-97902c64-4266-4fe9-bc87-dd3a1de6144a service neutron] 10.222.0.32 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484978 Sep 20 12:44:30.728615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-906d4ef4-ef67-4fcc-8bde-378e26020c73 None None] For port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:30.745092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daf3bc4-19f2-4dd5-8adf-e7ef9f16e189 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 75ece281-52bb-4da9-9609-cfd0f002ee58 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:30.752240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:30.752697 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.766768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e610a54c-ce1b-48e7-9420-f1d849a3c862 req-8efb637c-851c-46c6-8375-8f56f7fd0832 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578206 Sep 20 12:44:30.772095 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a964189-3e26-4694-9ed7-7554603292b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.804077 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-906d4ef4-ef67-4fcc-8bde-378e26020c73 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.901814 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-906d4ef4-ef67-4fcc-8bde-378e26020c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.922385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a964189-3e26-4694-9ed7-7554603292b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:30.933311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f255-cb77-4605-9406-10f69e265802 req-a56013dc-6ed6-42e9-9c3d-86a3890f7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:30.935436 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b080f255-cb77-4605-9406-10f69e265802 req-a56013dc-6ed6-42e9-9c3d-86a3890f7040 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 1094 time: 0.0711038 Sep 20 12:44:31.002245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d4ef4-ef67-4fcc-8bde-378e26020c73 None None] Pushing event updated for resources: {'Port': ['ID=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:31.015952 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a964189-3e26-4694-9ed7-7554603292b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.069578 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6a964189-3e26-4694-9ed7-7554603292b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4a228eecc2246758e7d1b615b6055d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511118 Sep 20 12:44:31.079363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42916) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:31.099424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a964189-3e26-4694-9ed7-7554603292b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f26f4d1-a3a2-4c3b-8b70-8c516d838729,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:31.106566 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f255-cb77-4605-9406-10f69e265802 req-248262d7-5e97-469f-b245-4d8542885705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:31.108115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b080f255-cb77-4605-9406-10f69e265802 req-248262d7-5e97-469f-b245-4d8542885705 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 915 time: 0.1647544 Sep 20 12:44:31.177557 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b080f255-cb77-4605-9406-10f69e265802 req-4a766889-e929-462d-874f-30a3d8d30633 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 HTTP/1.1" status: 200 len: 217 time: 0.0550303 Sep 20 12:44:31.228193 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbf6f6bc-c2de-49fd-96bf-fa2345dc795e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.239026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6daf3bc4-19f2-4dd5-8adf-e7ef9f16e189 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.261480 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbf6f6bc-c2de-49fd-96bf-fa2345dc795e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.269821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f255-cb77-4605-9406-10f69e265802 req-eaed7989-44bc-4be7-ba17-6e2ce092bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:31.271256 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b080f255-cb77-4605-9406-10f69e265802 req-eaed7989-44bc-4be7-ba17-6e2ce092bacd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 200 len: 855 time: 0.0845790 Sep 20 12:44:31.286118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6daf3bc4-19f2-4dd5-8adf-e7ef9f16e189 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.313296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8ef36-52ef-462a-a46f-bf9e882b52a1 req-07a091a2-a2b4-4f57-8c7b-d03dc21573b6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:31.314753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cff8ef36-52ef-462a-a46f-bf9e882b52a1 req-07a091a2-a2b4-4f57-8c7b-d03dc21573b6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 943 time: 0.4790714 Sep 20 12:44:31.319115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b080f255-cb77-4605-9406-10f69e265802 req-403360d8-2e93-43dd-a8cb-5aea818accb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9632465-5019-476c-90d3-619aeeb2d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380616 Sep 20 12:44:31.402732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cff8ef36-52ef-462a-a46f-bf9e882b52a1 req-dbbd82ad-1f9b-4fab-8508-b99b046b287e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684962 Sep 20 12:44:31.425481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6daf3bc4-19f2-4dd5-8adf-e7ef9f16e189 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.425703 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b080f255-cb77-4605-9406-10f69e265802 req-5c5ed371-3954-459b-88bc-208476840761 service neutron] 10.222.0.32 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945482 Sep 20 12:44:31.427468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbf6f6bc-c2de-49fd-96bf-fa2345dc795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.430667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbf6f6bc-c2de-49fd-96bf-fa2345dc795e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.435771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cbf6f6bc-c2de-49fd-96bf-fa2345dc795e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f26f4d1-a3a2-4c3b-8b70-8c516d838729 HTTP/1.1" status: 204 len: 168 time: 0.3551626 Sep 20 12:44:31.468099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6f6bc-c2de-49fd-96bf-fa2345dc795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f26f4d1-a3a2-4c3b-8b70-8c516d838729,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:31.553515 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6daf3bc4-19f2-4dd5-8adf-e7ef9f16e189 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.555934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b080f255-cb77-4605-9406-10f69e265802 req-d37f769e-89dd-4efd-aceb-bc7d1e598b6b service neutron] 10.222.0.32 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188333 Sep 20 12:44:31.588676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6daf3bc4-19f2-4dd5-8adf-e7ef9f16e189 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.590974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6daf3bc4-19f2-4dd5-8adf-e7ef9f16e189 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/75ece281-52bb-4da9-9609-cfd0f002ee58 HTTP/1.1" status: 204 len: 168 time: 0.9386597 Sep 20 12:44:31.592008 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf3bc4-19f2-4dd5-8adf-e7ef9f16e189 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=75ece281-52bb-4da9-9609-cfd0f002ee58,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:31.593553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42922) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:31.606893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37073ef7-7692-4972-ad87-95fa79a0c6e1 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:31.655515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-695de922-ee23-4fa0-afd2-20fc2b8622a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet dff06b58-de90-45f3-aeec-a79191673419 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:31.658733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-695de922-ee23-4fa0-afd2-20fc2b8622a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.697230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-abcce5ea-55d3-4275-a36e-a001e47a8943 None None] Could not find standard attr ID for object 881a188f-51b5-4415-9f4a-fe50bc3281a7. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:31.701235 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-695de922-ee23-4fa0-afd2-20fc2b8622a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.735737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-abcce5ea-55d3-4275-a36e-a001e47a8943 None None] Provisioning complete for port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:31.736115 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-abcce5ea-55d3-4275-a36e-a001e47a8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.794861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-695de922-ee23-4fa0-afd2-20fc2b8622a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:31.988253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-695de922-ee23-4fa0-afd2-20fc2b8622a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.016016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695de922-ee23-4fa0-afd2-20fc2b8622a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=dff06b58-de90-45f3-aeec-a79191673419,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:32.021227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-695de922-ee23-4fa0-afd2-20fc2b8622a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.025512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-695de922-ee23-4fa0-afd2-20fc2b8622a2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/dff06b58-de90-45f3-aeec-a79191673419 HTTP/1.1" status: 204 len: 168 time: 0.4288352 Sep 20 12:44:32.025647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d204a51-3a87-42ed-af09-2012b3ca40de req-72edc7a9-ba91-4395-a4da-425a453d83bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:32.025764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42928) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.033613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d204a51-3a87-42ed-af09-2012b3ca40de req-72edc7a9-ba91-4395-a4da-425a453d83bf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0580993 Sep 20 12:44:32.070623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d204a51-3a87-42ed-af09-2012b3ca40de req-d1314ec3-6b5f-4fad-b589-7ee316e4eab6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334704 Sep 20 12:44:32.070803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d3cac5e3-e6ec-4991-82ec-365261cd44c5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414345 Sep 20 12:44:32.070803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42930) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.130534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6728920-bee7-4685-a1d4-0ce550602de5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:32.132686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e6728920-bee7-4685-a1d4-0ce550602de5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0609984 Sep 20 12:44:32.135465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42932) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.190655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d2c9d-c1fd-4a58-ad71-f23ac047dcc4 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:32.193477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f0d2c9d-c1fd-4a58-ad71-f23ac047dcc4 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0568562 Sep 20 12:44:32.194896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42934) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.200670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d61ad-7d27-4c97-9666-6b3a59915a1c req-3ea41f43-7ed1-4fbb-ad4b-cbf931867d4a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:32.202060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-875d61ad-7d27-4c97-9666-6b3a59915a1c req-3ea41f43-7ed1-4fbb-ad4b-cbf931867d4a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 945 time: 0.0608814 Sep 20 12:44:32.240516 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-93b7b4c3-05cb-4238-8e36-1c37f83567e7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444856 Sep 20 12:44:32.245977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42936) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.250702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-100d3eba-27ab-4dd6-a6e9-c7e3ceeacd17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:32.252337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-875d61ad-7d27-4c97-9666-6b3a59915a1c req-455e62ab-bcf9-46b5-97a2-3adfa9db5e53 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Sep 20 12:44:32.254462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.270699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfe84-5ba0-4395-bad4-dff277c85eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.367588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfe84-5ba0-4395-bad4-dff277c85eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.389835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576741b0-fa74-4b48-be16-8519adef0bc3 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:32.421569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfe84-5ba0-4395-bad4-dff277c85eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.463053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1f3cfe84-5ba0-4395-bad4-dff277c85eb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc1593b2d4bc4b54b94fabb36216af2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075493 Sep 20 12:44:32.466126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42942) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.470068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cfe84-5ba0-4395-bad4-dff277c85eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e64699-d601-4ac5-8a7c-8c2ffa60d19d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:32.512493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100d3eba-27ab-4dd6-a6e9-c7e3ceeacd17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:32.515951 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-100d3eba-27ab-4dd6-a6e9-c7e3ceeacd17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.518207 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-100d3eba-27ab-4dd6-a6e9-c7e3ceeacd17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:44:32.518852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100d3eba-27ab-4dd6-a6e9-c7e3ceeacd17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:44:32.526846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:32.548680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fe5cc019-7ecf-40ba-bba1-1640f574283c None None] Provisioning complete for port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:32.549413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc019-7ecf-40ba-bba1-1640f574283c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.554215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52652460-6428-49d6-b12d-88ee97007b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.562545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d2b11-c45e-4df6-ae5b-3e6d19ebf346 req-726ad82a-8131-47d6-9537-917d68922045 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:32.569736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e95d2b11-c45e-4df6-ae5b-3e6d19ebf346 req-726ad82a-8131-47d6-9537-917d68922045 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 943 time: 0.0598178 Sep 20 12:44:32.577395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52652460-6428-49d6-b12d-88ee97007b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.605857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e95d2b11-c45e-4df6-ae5b-3e6d19ebf346 req-b23654e1-5947-4b7a-91a0-5e43b9825b43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Sep 20 12:44:32.609930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-100d3eba-27ab-4dd6-a6e9-c7e3ceeacd17 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3638539 Sep 20 12:44:32.612863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42944) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.618481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0336abec-997b-4580-9690-633425f3203e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:32.635779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:32.635779 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.693222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:32.713856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52652460-6428-49d6-b12d-88ee97007b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.717421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52652460-6428-49d6-b12d-88ee97007b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.722768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-52652460-6428-49d6-b12d-88ee97007b17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8e64699-d601-4ac5-8a7c-8c2ffa60d19d HTTP/1.1" status: 204 len: 168 time: 0.2513394 Sep 20 12:44:32.726152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52652460-6428-49d6-b12d-88ee97007b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e64699-d601-4ac5-8a7c-8c2ffa60d19d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:32.764880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0336abec-997b-4580-9690-633425f3203e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:32.768560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0336abec-997b-4580-9690-633425f3203e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.770167 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-0336abec-997b-4580-9690-633425f3203e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:44:32.770494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0336abec-997b-4580-9690-633425f3203e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:44:32.805036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] Deleting port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:32.805417 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.867008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] For port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:32.867388 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:32.874869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0336abec-997b-4580-9690-633425f3203e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2603333 Sep 20 12:44:32.877396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42948) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:32.880388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] Calling delete_port for 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:32.882326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-62ed9aed-0136-410f-8f5e-d7abdf04fb6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:33.033171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:33.058258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] Pushing event deleted for resources: {'Port': ['ID=0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:33.061654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ed9aed-0136-410f-8f5e-d7abdf04fb6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:33.063158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c160e8-6201-42cb-add6-8b5475dc7729 None None] No DVR routers for this DVR port 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:33.065237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62ed9aed-0136-410f-8f5e-d7abdf04fb6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:33.066688 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ed9aed-0136-410f-8f5e-d7abdf04fb6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:44:33.067114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ed9aed-0136-410f-8f5e-d7abdf04fb6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:44:33.142539 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-62ed9aed-0136-410f-8f5e-d7abdf04fb6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2640886 Sep 20 12:44:33.145454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42954) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:33.150680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-107a4a02-eb09-4c23-a3ab-af5f4625a7ca tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:33.204512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3132d-385e-4f9e-a9d8-c59bfd0c235e req-4dde73be-2bdb-4f07-a2e1-40d9bdeba6a9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:33.211963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67b3132d-385e-4f9e-a9d8-c59bfd0c235e req-4dde73be-2bdb-4f07-a2e1-40d9bdeba6a9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0692296 Sep 20 12:44:33.249175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67b3132d-385e-4f9e-a9d8-c59bfd0c235e req-4ee52839-f643-4a00-906d-5458af346699 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365250 Sep 20 12:44:33.296099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a4a02-eb09-4c23-a3ab-af5f4625a7ca tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:33.299897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-107a4a02-eb09-4c23-a3ab-af5f4625a7ca tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:33.301361 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-107a4a02-eb09-4c23-a3ab-af5f4625a7ca tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:44:33.301792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107a4a02-eb09-4c23-a3ab-af5f4625a7ca tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:44:33.368502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaad1e-998b-4901-b3da-e35539301c7d req-d5e564c7-c41f-4dd2-b65d-deedd40bf1c2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:33.370048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87eaad1e-998b-4901-b3da-e35539301c7d req-d5e564c7-c41f-4dd2-b65d-deedd40bf1c2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 945 time: 0.0486782 Sep 20 12:44:33.385070 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-107a4a02-eb09-4c23-a3ab-af5f4625a7ca tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2363188 Sep 20 12:44:33.386026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42966) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:33.391816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8743d6f9-29c4-4f7a-a106-300dcb421295 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:33.417663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87eaad1e-998b-4901-b3da-e35539301c7d req-e3683a6d-b35b-48b2-830c-ecaee660fd79 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Sep 20 12:44:33.747532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8fd3-c97e-4a44-a75d-add169df735c req-6c78f8e6-3b6c-4561-8e65-436b07fcbea6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:33.749234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-986a8fd3-c97e-4a44-a75d-add169df735c req-6c78f8e6-3b6c-4561-8e65-436b07fcbea6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 943 time: 0.0528018 Sep 20 12:44:33.790818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:44:33.799369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-541532b7-926c-4af7-b722-0224031a55d1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:33.801420 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-541532b7-926c-4af7-b722-0224031a55d1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 945 time: 0.4030037 Sep 20 12:44:33.808027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-986a8fd3-c97e-4a44-a75d-add169df735c req-d23b162c-189a-4379-926b-3b47a79b5e16 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Sep 20 12:44:33.904303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:33.907956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Deleting port 85577148-43bc-4e9c-8572-317b07fd62c8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:33.908301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:33.920480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'd9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7', 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'port_id': 'd9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7', 'mac_address': 'fa:16:3e:cc:d5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b456db65-e9c9-4581-9af5-407ed623b3ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:44:33.922488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8743d6f9-29c4-4f7a-a106-300dcb421295 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:33.926451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8743d6f9-29c4-4f7a-a106-300dcb421295 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:33.927828 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8743d6f9-29c4-4f7a-a106-300dcb421295 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:44:33.930939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8743d6f9-29c4-4f7a-a106-300dcb421295 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:44:33.964592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:33.978783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:34.005081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:34.022080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] For port 85577148-43bc-4e9c-8572-317b07fd62c8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=85577148-43bc-4e9c-8572-317b07fd62c8,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:34.022449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:34.034798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Calling delete_port for 85577148-43bc-4e9c-8572-317b07fd62c8 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:34.041080 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8743d6f9-29c4-4f7a-a106-300dcb421295 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6535182 Sep 20 12:44:34.045037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:34.050435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a83f89fa-0364-4a40-93bd-77d973fee28f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:34.067396 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:34.128937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:34.233247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83f89fa-0364-4a40-93bd-77d973fee28f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:34.237109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a83f89fa-0364-4a40-93bd-77d973fee28f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:34.242599 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83f89fa-0364-4a40-93bd-77d973fee28f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:44:34.242599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83f89fa-0364-4a40-93bd-77d973fee28f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:44:34.262724 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:34.275145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:34.281894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b49b40cd-ef97-4ad4-844a-f4e44ec8a45c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:34.292498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event deleted for resources: {'Port': ['ID=85577148-43bc-4e9c-8572-317b07fd62c8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:34.335999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] No DVR routers for this DVR port 85577148-43bc-4e9c-8572-317b07fd62c8 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:34.337966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:34.338624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:34.342886 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c62da7e-f885-4a13-98b3-461ccb419fd4 req-448b982f-7be8-4915-a3a4-0d0c54c9aa50 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "DELETE /v2.0/ports/85577148-43bc-4e9c-8572-317b07fd62c8 HTTP/1.1" status: 204 len: 173 time: 0.5299380 Sep 20 12:44:34.342886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe756c2b-7e5e-463f-9938-3a20a23175de', 'name': 'network-vif-deleted', 'tag': '85577148-43bc-4e9c-8572-317b07fd62c8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:34.345654 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d321fc9c-fe79-463a-b7bf-c2cb70947952" -d '{"events": [{"server_uuid": "fe756c2b-7e5e-463f-9938-3a20a23175de", "name": "network-vif-deleted", "tag": "85577148-43bc-4e9c-8572-317b07fd62c8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:34.354576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a83f89fa-0364-4a40-93bd-77d973fee28f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3083191 Sep 20 12:44:34.358451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42990) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:34.385501 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-94fd464a-878d-4a9b-8c83-ada059ff2808 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0257127 Sep 20 12:44:34.388573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42992) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:34.396485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49ab2d-d48d-4f44-8ac1-b147cd2d4aef req-5443b4c1-9796-4368-99ba-11e40fd20040 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:34.399248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b49ab2d-d48d-4f44-8ac1-b147cd2d4aef req-5443b4c1-9796-4368-99ba-11e40fd20040 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0777776 Sep 20 12:44:34.451335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b49ab2d-d48d-4f44-8ac1-b147cd2d4aef req-6d5cf403-0cd9-4614-a038-4056449ad9a9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451996 Sep 20 12:44:34.479111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c748764-33ea-4653-8a83-148732af5381 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:34.481842 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9c748764-33ea-4653-8a83-148732af5381 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922585 Sep 20 12:44:34.484474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:34.529357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:34.531540 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e2a037-a786-4517-9151-7dd97458c601 x-openstack-request-id: req-e9e2a037-a786-4517-9151-7dd97458c601 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:34.531832 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe756c2b-7e5e-463f-9938-3a20a23175de", "name": "network-vif-deleted", "tag": "85577148-43bc-4e9c-8572-317b07fd62c8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:34.532079 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9e2a037-a786-4517-9151-7dd97458c601 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:34.532498 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe756c2b-7e5e-463f-9938-3a20a23175de', 'name': 'network-vif-deleted', 'tag': '85577148-43bc-4e9c-8572-317b07fd62c8', 'status': 'completed', 'code': 200} Sep 20 12:44:34.536760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6a389cd-d209-422c-9578-f08fdc2ddbba tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510099 Sep 20 12:44:34.541407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43000) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:34.546705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:34.625118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab63d753-c356-4499-a670-c2d854514dcc req-8ff79dd1-9dca-4c1b-9f26-9f86612f3f26 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe756c2b-7e5e-463f-9938-3a20a23175de HTTP/1.1" status: 200 len: 210 time: 0.0367320 Sep 20 12:44:34.791841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:34.792450 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0aa8de4a-3e93-41cb-b11e-b0afc42ed0cf not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:34.821452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:34.831550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:34.958854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9100d9-52a4-4e82-ab48-3978687136d5 req-e32c09d1-a9e8-4a26-b373-8c8e5814c3ac tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:34.960932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f9100d9-52a4-4e82-ab48-3978687136d5 req-e32c09d1-a9e8-4a26-b373-8c8e5814c3ac tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 944 time: 0.0653274 Sep 20 12:44:35.006064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f9100d9-52a4-4e82-ab48-3978687136d5 req-8ce1a5df-3bfe-410e-82c0-656d254b4233 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Sep 20 12:44:35.210516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:35.212420 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:35.266209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:35.271903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:35.274525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:35.275123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:35.280419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff08671f-551e-4eff-a7d7-2926a6a52f66 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:35.298961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=afa87581-cbcc-4a86-94d2-2662ea7ebd39,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:35.359567 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-af5d9888-65b1-41a5-b386-9a3ec72833ea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8161235 Sep 20 12:44:35.362787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43024) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:35.368310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:92:ab:26', 'name': 'tempest-NetworksTestDHCPv6-1484120815'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:35.438505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'afa87581-cbcc-4a86-94d2-2662ea7ebd39'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:35.439397 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:35.584859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d9b96-617e-43cc-ab10-77c40b231056 req-2172f00c-88a3-4ac3-b940-a5f8c1884821 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:35.587192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b7d9b96-617e-43cc-ab10-77c40b231056 req-2172f00c-88a3-4ac3-b940-a5f8c1884821 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0540054 Sep 20 12:44:35.588063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Allocated IP 2001:db8::f816:3eff:febd:8f6a (7b041315-d41c-4864-8fcf-07854b5e72d1/afa87581-cbcc-4a86-94d2-2662ea7ebd39/06bc5011-e6f5-4598-b479-7fe566a983af) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:35.588963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:35.691358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b7d9b96-617e-43cc-ab10-77c40b231056 req-a635fecf-ca4d-4310-a916-ff4d07800473 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957279 Sep 20 12:44:35.728220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:35.740252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 44007e41-73fd-4e54-8aed-c61fe0064c79 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:35.760841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:35.807245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:35.836188 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:35.889965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:35.897959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:fe92:ab26 (7b041315-d41c-4864-8fcf-07854b5e72d1/afa87581-cbcc-4a86-94d2-2662ea7ebd39/44007e41-73fd-4e54-8aed-c61fe0064c79) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:35.899376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:35.903902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:35.905942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Pushing event updated for resources: {'Port': ['ID=06bc5011-e6f5-4598-b479-7fe566a983af,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:35.968039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Attempting to bind port 06bc5011-e6f5-4598-b479-7fe566a983af on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:35.968355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Attempting to bind port 06bc5011-e6f5-4598-b479-7fe566a983af by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:35.968713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Attempting to bind port 06bc5011-e6f5-4598-b479-7fe566a983af on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:35.973644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:35.974001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:35.974405 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:35.974797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:35.975253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Bound port: 06bc5011-e6f5-4598-b479-7fe566a983af, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:35.975638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.011455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:44:36.020657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:36.021045 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.026155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 85577148-43bc-4e9c-8572-317b07fd62c8 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:36.057515 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.084715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 85577148-43bc-4e9c-8572-317b07fd62c8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:36.085307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 85577148-43bc-4e9c-8572-317b07fd62c8 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:36.108293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] For port 06bc5011-e6f5-4598-b479-7fe566a983af, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:36.117199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] For port 06bc5011-e6f5-4598-b479-7fe566a983af, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=06bc5011-e6f5-4598-b479-7fe566a983af,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:36.174125 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.180741 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.201949 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.222484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:36.225785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:36.229926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:36.236802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:36.237288 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.289547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6362b4a-7c62-42bf-9418-62d2ac66e95f None None] Pushing event updated for resources: {'Port': ['ID=06bc5011-e6f5-4598-b479-7fe566a983af,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:36.294655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=44007e41-73fd-4e54-8aed-c61fe0064c79,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:36.294764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:36.295223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e12c68-0ed6-48f9-9051-2b4b9d29ff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:36.298134 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92d985a-9ed6-493c-944b-862de9ff83c3" -d '{"events": [{"server_uuid": "11e12c68-0ed6-48f9-9051-2b4b9d29ff5d", "name": "network-vif-plugged", "status": "completed", "tag": "d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:36.317747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7e63f-8c10-4c20-ab3a-9267dc2cc059 req-f40babed-5837-40b5-a7fe-89a730ceb99d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:36.319310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6dc7e63f-8c10-4c20-ab3a-9267dc2cc059 req-f40babed-5837-40b5-a7fe-89a730ceb99d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 944 time: 0.0741889 Sep 20 12:44:36.327907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:36.364849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2de2313c-179b-4324-b973-a29449bf3928 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0004218 Sep 20 12:44:36.367722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:36.380399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6dc7e63f-8c10-4c20-ab3a-9267dc2cc059 req-187540f5-6144-47dd-ba7c-8d0dfe22ba79 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500383 Sep 20 12:44:36.393274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.451142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa940ef-7efd-4b37-8e32-4730295a0921 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:36.459628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:36.459877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa940ef-7efd-4b37-8e32-4730295a0921 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:36.462224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4fa940ef-7efd-4b37-8e32-4730295a0921 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0931902 Sep 20 12:44:36.466121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43056) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:36.510107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f99761e5-42e0-4b28-9dcc-1e43d34dcd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.530523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda247-4afc-46c4-9d9f-bf0424a52f4e req-00c2436e-2c0b-421e-83b7-05b9dca0cec6 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:36.538318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16fda247-4afc-46c4-9d9f-bf0424a52f4e req-00c2436e-2c0b-421e-83b7-05b9dca0cec6 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 946 time: 0.0644624 Sep 20 12:44:36.595454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16fda247-4afc-46c4-9d9f-bf0424a52f4e req-b4fe3fd3-08c3-484a-b70d-25a5accbe132 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560131 Sep 20 12:44:36.656561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe3d5f-a0da-4dea-9ca7-c19c45815d8a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 44007e41-73fd-4e54-8aed-c61fe0064c79 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:36.656735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3d5f-a0da-4dea-9ca7-c19c45815d8a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.658555 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e47e99-ca16-4a5f-982a-6e55daa0d907 x-openstack-request-id: req-29e47e99-ca16-4a5f-982a-6e55daa0d907 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:36.658950 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e12c68-0ed6-48f9-9051-2b4b9d29ff5d", "name": "network-vif-plugged", "status": "completed", "tag": "d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:36.659298 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29e47e99-ca16-4a5f-982a-6e55daa0d907 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:36.659780 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e12c68-0ed6-48f9-9051-2b4b9d29ff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7', 'code': 200} Sep 20 12:44:36.794519 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f99761e5-42e0-4b28-9dcc-1e43d34dcd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.812236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3d5f-a0da-4dea-9ca7-c19c45815d8a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.824596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b8937-9290-40e1-8483-a6c739316f3e req-f8ed2555-21c6-4274-88d5-9d7e6f1a4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:36.826367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d30b8937-9290-40e1-8483-a6c739316f3e req-f8ed2555-21c6-4274-88d5-9d7e6f1a4059 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 1096 time: 0.0949683 Sep 20 12:44:36.830254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe3d5f-a0da-4dea-9ca7-c19c45815d8a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 44007e41-73fd-4e54-8aed-c61fe0064c79 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:36.835015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2b2e-10a7-4fea-b252-38f56aa09c1a req-b32bf3b2-a00c-4d95-94cd-0f44543b6845 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:36.836602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f7f2b2e-10a7-4fea-b252-38f56aa09c1a req-b32bf3b2-a00c-4d95-94cd-0f44543b6845 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0551162 Sep 20 12:44:36.879851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4f7f2b2e-10a7-4fea-b252-38f56aa09c1a req-b7eca103-d3f5-4073-b385-abee13b53b04 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364766 Sep 20 12:44:36.891069 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f99761e5-42e0-4b28-9dcc-1e43d34dcd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:36.916558 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d30b8937-9290-40e1-8483-a6c739316f3e req-b102dfa8-6aa6-435a-b68e-b39019d81a5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823512 Sep 20 12:44:36.950151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f99761e5-42e0-4b28-9dcc-1e43d34dcd89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5279c2524bed4f77b136b93c549444a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548119 Sep 20 12:44:36.952155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99761e5-42e0-4b28-9dcc-1e43d34dcd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5325a704-031e-4f1e-aad1-889b2e621e01,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:36.953225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43060) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:37.004144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fc8c376-eeaf-4355-90f7-2f4cae020b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.026789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fc8c376-eeaf-4355-90f7-2f4cae020b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.084297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3d5f-a0da-4dea-9ca7-c19c45815d8a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.117635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe3d5f-a0da-4dea-9ca7-c19c45815d8a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=44007e41-73fd-4e54-8aed-c61fe0064c79,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:37.144477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3d5f-a0da-4dea-9ca7-c19c45815d8a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.146472 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e2fe3d5f-a0da-4dea-9ca7-c19c45815d8a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/44007e41-73fd-4e54-8aed-c61fe0064c79 HTTP/1.1" status: 204 len: 168 time: 0.6789975 Sep 20 12:44:37.149195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43062) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:37.153216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fc8c376-eeaf-4355-90f7-2f4cae020b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.156972 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fc8c376-eeaf-4355-90f7-2f4cae020b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.160961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0fc8c376-eeaf-4355-90f7-2f4cae020b05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5325a704-031e-4f1e-aad1-889b2e621e01 HTTP/1.1" status: 204 len: 168 time: 0.2045007 Sep 20 12:44:37.168598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8c376-eeaf-4355-90f7-2f4cae020b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5325a704-031e-4f1e-aad1-889b2e621e01,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:37.218014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcffe7b-c324-4879-88f1-8167563f296a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:37.219600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcffe7b-c324-4879-88f1-8167563f296a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:37.221178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ddcffe7b-c324-4879-88f1-8167563f296a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0710347 Sep 20 12:44:37.223978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43066) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:37.277561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84a158d-f143-4fd7-ba76-fd81f8a2ebea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet afa87581-cbcc-4a86-94d2-2662ea7ebd39 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:37.280989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a84a158d-f143-4fd7-ba76-fd81f8a2ebea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.329948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a84a158d-f143-4fd7-ba76-fd81f8a2ebea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.419505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a84a158d-f143-4fd7-ba76-fd81f8a2ebea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.487798 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c03dafa4-6120-4656-8acd-4bb999e3ded9 None None] Provisioning complete for port 06bc5011-e6f5-4598-b479-7fe566a983af triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:37.490079 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c03dafa4-6120-4656-8acd-4bb999e3ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.546332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ed3a5-084b-41de-b314-72bb0805e25b req-7283b7e6-ee6c-46ca-8bd1-6bb0e9c7778e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:37.549216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-266ed3a5-084b-41de-b314-72bb0805e25b req-7283b7e6-ee6c-46ca-8bd1-6bb0e9c7778e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 945 time: 0.0864074 Sep 20 12:44:37.576837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a84a158d-f143-4fd7-ba76-fd81f8a2ebea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.596002 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c03dafa4-6120-4656-8acd-4bb999e3ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.612135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a158d-f143-4fd7-ba76-fd81f8a2ebea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=afa87581-cbcc-4a86-94d2-2662ea7ebd39,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:37.614331 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a84a158d-f143-4fd7-ba76-fd81f8a2ebea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.616346 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a84a158d-f143-4fd7-ba76-fd81f8a2ebea tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/afa87581-cbcc-4a86-94d2-2662ea7ebd39 HTTP/1.1" status: 204 len: 168 time: 0.3913968 Sep 20 12:44:37.619416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-266ed3a5-084b-41de-b314-72bb0805e25b req-9727682a-0f7b-4934-a743-ed060c568a8f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624540 Sep 20 12:44:37.619995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43072) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:37.666508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777800c9-b7a7-4ba7-9dec-162758a602ac None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:37.681558 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b50538c0-a7b7-4d64-babc-e829e1d786fd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574269 Sep 20 12:44:37.681787 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43076) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:37.687289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:37.706939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-c03dafa4-6120-4656-8acd-4bb999e3ded9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:44:37.708195 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-c03dafa4-6120-4656-8acd-4bb999e3ded9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:44:37.733050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c80431-5b88-4c08-92c2-3ff98c0e2384 req-9f0c2b3a-ad90-4cd8-964c-b1ab2af61393 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:37.735180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15c80431-5b88-4c08-92c2-3ff98c0e2384 req-9f0c2b3a-ad90-4cd8-964c-b1ab2af61393 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 946 time: 0.0578995 Sep 20 12:44:37.781781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15c80431-5b88-4c08-92c2-3ff98c0e2384 req-5eb5e74d-dc12-4a01-99f6-f6ccf085b985 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Sep 20 12:44:37.862537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:37.879740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43078) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:37.893616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59cbfafc-52e3-4fa9-914b-e2dd039a7cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.900300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:37.900300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.914112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] Deleting port 06bc5011-e6f5-4598-b479-7fe566a983af {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:37.914488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.981154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] For port 06bc5011-e6f5-4598-b479-7fe566a983af, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=06bc5011-e6f5-4598-b479-7fe566a983af,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:37.981563 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:37.994041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] Calling delete_port for 06bc5011-e6f5-4598-b479-7fe566a983af owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:38.012214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37566b9-b47f-4191-b6dd-d24d9795f33b req-ce77215b-c84b-4e62-8a14-28524bbd804b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:38.013639 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f37566b9-b47f-4191-b6dd-d24d9795f33b req-ce77215b-c84b-4e62-8a14-28524bbd804b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0565050 Sep 20 12:44:38.055707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-0a1070cd-28e2-44f7-821e-aae65c20607b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:38.057372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f37566b9-b47f-4191-b6dd-d24d9795f33b req-d84b253a-e33d-45fa-9131-e9a10a2d35b2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364761 Sep 20 12:44:38.061780 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-0a1070cd-28e2-44f7-821e-aae65c20607b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 946 time: 0.1516304 Sep 20 12:44:38.157702 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.190599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] Pushing event deleted for resources: {'Port': ['ID=06bc5011-e6f5-4598-b479-7fe566a983af,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:38.197212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953690d3-2f88-4d74-bd27-70a008271cba None None] No DVR routers for this DVR port 06bc5011-e6f5-4598-b479-7fe566a983af on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:38.228195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c03dafa4-6120-4656-8acd-4bb999e3ded9 None None] Port 06bc5011-e6f5-4598-b479-7fe566a983af update to ACTIVE by agent not found {{(pid=95504) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 20 12:44:38.245253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59cbfafc-52e3-4fa9-914b-e2dd039a7cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.297081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Deleting port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:38.297437 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.323064 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59cbfafc-52e3-4fa9-914b-e2dd039a7cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.339474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f377a989-d522-49fb-b6aa-77c6fef4d352 None None] Could not find standard attr ID for object 44007e41-73fd-4e54-8aed-c61fe0064c79. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:38.409386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbfafc-52e3-4fa9-914b-e2dd039a7cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f13a7f-5076-4f28-8f91-2bf3f94bb7c4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:38.416498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-59cbfafc-52e3-4fa9-914b-e2dd039a7cb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e4394ccf39a4be88a72dd3f4fb1d1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357196 Sep 20 12:44:38.419523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43082) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:38.464354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] For port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:38.464721 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.476307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24558e92-4023-474c-8418-b90f3656b961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.484599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Calling delete_port for b49b40cd-ef97-4ad4-844a-f4e44ec8a45c owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:38.498792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24558e92-4023-474c-8418-b90f3656b961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.501731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:38.506324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.588106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:38.595607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:38.601649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:38.601649 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.604433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a88cb-8838-4226-914c-99e94336e542 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:38.606624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=c9cdf742-1702-407f-a305-145f47b11ece,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:38.614315 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24558e92-4023-474c-8418-b90f3656b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.617814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24558e92-4023-474c-8418-b90f3656b961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.619066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-24558e92-4023-474c-8418-b90f3656b961 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4f13a7f-5076-4f28-8f91-2bf3f94bb7c4 HTTP/1.1" status: 204 len: 168 time: 0.1983225 Sep 20 12:44:38.629123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24558e92-4023-474c-8418-b90f3656b961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f13a7f-5076-4f28-8f91-2bf3f94bb7c4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:38.718453 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2c79368c-0899-419c-a858-bca5cdc8d6b8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0356762 Sep 20 12:44:38.720933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43088) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:38.726155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:91:78:49', 'name': 'tempest-NetworksTestDHCPv6-243126517'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:38.772646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566eecc-52aa-4807-b319-7bfe4359f203 req-8c220308-de4c-4e58-835c-8b66bd64c5d1 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:38.775596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9566eecc-52aa-4807-b319-7bfe4359f203 req-8c220308-de4c-4e58-835c-8b66bd64c5d1 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 945 time: 0.0571406 Sep 20 12:44:38.785493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'c9cdf742-1702-407f-a305-145f47b11ece'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:38.786379 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.820715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9566eecc-52aa-4807-b319-7bfe4359f203 req-7011ef82-0329-4436-88a4-609b8122bd89 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377812 Sep 20 12:44:38.824996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.865173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event deleted for resources: {'Port': ['ID=b49b40cd-ef97-4ad4-844a-f4e44ec8a45c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:38.890751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b49b40cd-ef97-4ad4-844a-f4e44ec8a45c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:38.892947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:38.923050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] No DVR routers for this DVR port b49b40cd-ef97-4ad4-844a-f4e44ec8a45c on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:38.927760 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:38.929686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aecd6277-6aa1-4caa-809c-acc13ea817c3 req-2753d206-99ca-491a-a109-a02b2abd6bab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.32 "DELETE /v2.0/ports/b49b40cd-ef97-4ad4-844a-f4e44ec8a45c HTTP/1.1" status: 204 len: 173 time: 0.8521261 Sep 20 12:44:38.931047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4de3f4d-cd62-4c6d-b800-66a3f8e501cf', 'name': 'network-vif-deleted', 'tag': 'b49b40cd-ef97-4ad4-844a-f4e44ec8a45c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:38.933433 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa5488-e56b-43d6-bd99-7da2d6b9ff47" -d '{"events": [{"server_uuid": "e4de3f4d-cd62-4c6d-b800-66a3f8e501cf", "name": "network-vif-deleted", "tag": "b49b40cd-ef97-4ad4-844a-f4e44ec8a45c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:38.952164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50d4a86f-8089-44c8-8083-47c019477d13 req-8a168959-13bb-4396-b402-c381b31712be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4de3f4d-cd62-4c6d-b800-66a3f8e501cf HTTP/1.1" status: 200 len: 210 time: 0.0356591 Sep 20 12:44:39.004260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:39.026370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Allocated IP 2001:db8::f816:3eff:fe88:e132 (7b041315-d41c-4864-8fcf-07854b5e72d1/c9cdf742-1702-407f-a305-145f47b11ece/371ada5a-2f9d-4c59-af35-f24dfb52923c) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:39.120627 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.146285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 85523744-6c5e-48b7-844d-dd061a344222 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:39.229919 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b8c06-5df3-4589-856c-c4aa387d70aa x-openstack-request-id: req-8a1b8c06-5df3-4589-856c-c4aa387d70aa {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:39.230834 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4de3f4d-cd62-4c6d-b800-66a3f8e501cf", "name": "network-vif-deleted", "tag": "b49b40cd-ef97-4ad4-844a-f4e44ec8a45c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:39.231494 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a1b8c06-5df3-4589-856c-c4aa387d70aa {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:39.231494 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4de3f4d-cd62-4c6d-b800-66a3f8e501cf', 'name': 'network-vif-deleted', 'tag': 'b49b40cd-ef97-4ad4-844a-f4e44ec8a45c', 'status': 'completed', 'code': 200} Sep 20 12:44:39.312117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e2843-4629-46ec-aead-0b51b382f842 req-31d8639c-d9a8-452e-93fe-48add3a779c9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:39.313703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a5e2843-4629-46ec-aead-0b51b382f842 req-31d8639c-d9a8-452e-93fe-48add3a779c9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0639615 Sep 20 12:44:39.317542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.358935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a5e2843-4629-46ec-aead-0b51b382f842 req-c043c9f7-bbed-4088-a11b-7ee1c0871eb3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362661 Sep 20 12:44:39.415929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.460493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:39.464129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:39.469140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:39.479785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:fe91:7849 (7b041315-d41c-4864-8fcf-07854b5e72d1/c9cdf742-1702-407f-a305-145f47b11ece/85523744-6c5e-48b7-844d-dd061a344222) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:39.505095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Pushing event updated for resources: {'Port': ['ID=371ada5a-2f9d-4c59-af35-f24dfb52923c,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:39.537829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Attempting to bind port 371ada5a-2f9d-4c59-af35-f24dfb52923c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:39.538896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Attempting to bind port 371ada5a-2f9d-4c59-af35-f24dfb52923c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:39.539400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Attempting to bind port 371ada5a-2f9d-4c59-af35-f24dfb52923c on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:39.545685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:39.546078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:39.550438 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.554106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:39.557445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Bound port: 371ada5a-2f9d-4c59-af35-f24dfb52923c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:39.557445 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.631340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] For port 371ada5a-2f9d-4c59-af35-f24dfb52923c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:39.636026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] For port 371ada5a-2f9d-4c59-af35-f24dfb52923c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=371ada5a-2f9d-4c59-af35-f24dfb52923c,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:39.660386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.736196 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.805234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ea5a2-ac15-4228-8a69-a0ea19ad4bab None None] Pushing event updated for resources: {'Port': ['ID=371ada5a-2f9d-4c59-af35-f24dfb52923c,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:39.827946 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.876414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:39.879779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:39.883411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:39.889753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:39.894740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:39.903115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=85523744-6c5e-48b7-844d-dd061a344222,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:39.959556 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-590aa40f-2dc5-4e6c-814d-f9548bea9893 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2371693 Sep 20 12:44:39.962029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:40.062900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a9a4b-036f-430a-b57f-523d61bb839e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:40.069766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a9a4b-036f-430a-b57f-523d61bb839e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:40.071473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-661a9a4b-036f-430a-b57f-523d61bb839e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1085086 Sep 20 12:44:40.074632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43136) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:40.175633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-41610b4c-22d4-4696-b67b-b17cfa7efa2c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 85523744-6c5e-48b7-844d-dd061a344222 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:40.176025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41610b4c-22d4-4696-b67b-b17cfa7efa2c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:40.274651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41610b4c-22d4-4696-b67b-b17cfa7efa2c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:40.288239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-41610b4c-22d4-4696-b67b-b17cfa7efa2c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 85523744-6c5e-48b7-844d-dd061a344222 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:40.361451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-28e567aa-6124-4769-8abd-4a4b4254cf92 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:40.364708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-28e567aa-6124-4769-8abd-4a4b4254cf92 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.1135981 Sep 20 12:44:40.379897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-e7d1788b-9730-4567-aaa9-d577076af9e8 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/quotas/d9a590e4a86844c9a461bdff7b34529c HTTP/1.1" status: 200 len: 375 time: 0.0103672 Sep 20 12:44:40.463560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-37bf02ee-4edc-433b-a6be-e449d93fea80 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752513 Sep 20 12:44:40.626047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 371ada5a-2f9d-4c59-af35-f24dfb52923c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:40.674485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-ac9e4aee-8eea-4846-965e-8bd3588bebf3 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109616 Sep 20 12:44:40.690060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41610b4c-22d4-4696-b67b-b17cfa7efa2c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:40.694380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 371ada5a-2f9d-4c59-af35-f24dfb52923c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:40.695409 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:40.763767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41610b4c-22d4-4696-b67b-b17cfa7efa2c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=85523744-6c5e-48b7-844d-dd061a344222,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:40.802410 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:40.867632 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41610b4c-22d4-4696-b67b-b17cfa7efa2c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:40.884869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-41610b4c-22d4-4696-b67b-b17cfa7efa2c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/85523744-6c5e-48b7-844d-dd061a344222 HTTP/1.1" status: 204 len: 168 time: 0.8080668 Sep 20 12:44:40.886864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43162) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:40.899389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 371ada5a-2f9d-4c59-af35-f24dfb52923c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=371ada5a-2f9d-4c59-af35-f24dfb52923c,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:40.961579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5809c9c-226a-4bbb-901d-b97af1579cf2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:40.963203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5809c9c-226a-4bbb-901d-b97af1579cf2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:40.969900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f5809c9c-226a-4bbb-901d-b97af1579cf2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0782115 Sep 20 12:44:40.969900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43164) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:40.970268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-470e764b-7818-4128-ba81-3b8c242efcf4 service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861648 Sep 20 12:44:40.987657 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:41.045178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0740130-328c-410d-b161-059e9b53550f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet c9cdf742-1702-407f-a305-145f47b11ece {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:41.062376 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0740130-328c-410d-b161-059e9b53550f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:41.065163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=371ada5a-2f9d-4c59-af35-f24dfb52923c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:41.123219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8784fd0d-d5a6-4553-83ac-926af1811f80 None None] Provisioning complete for port 371ada5a-2f9d-4c59-af35-f24dfb52923c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:41.123592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8784fd0d-d5a6-4553-83ac-926af1811f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:41.151917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0740130-328c-410d-b161-059e9b53550f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:41.298920 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0740130-328c-410d-b161-059e9b53550f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:41.410919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518a3b9-5539-4f64-bc57-4fda13d7eddf req-f4c38252-2fdf-4a53-9173-e33c58c1a36c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:41.422218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4518a3b9-5539-4f64-bc57-4fda13d7eddf req-f4c38252-2fdf-4a53-9173-e33c58c1a36c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0867481 Sep 20 12:44:41.445097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0740130-328c-410d-b161-059e9b53550f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:41.471083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0740130-328c-410d-b161-059e9b53550f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:41.472243 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4518a3b9-5539-4f64-bc57-4fda13d7eddf req-a5d27a2f-eec3-4013-aa4b-2dc6bce5bb20 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444827 Sep 20 12:44:41.480829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7cfa23b3-eaab-4dec-8a7d-26f1de304104 None None] Could not find standard attr ID for object 85523744-6c5e-48b7-844d-dd061a344222. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:41.490368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a0740130-328c-410d-b161-059e9b53550f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/c9cdf742-1702-407f-a305-145f47b11ece HTTP/1.1" status: 204 len: 168 time: 0.5170653 Sep 20 12:44:41.491270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:41.549294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0740130-328c-410d-b161-059e9b53550f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cdf742-1702-407f-a305-145f47b11ece,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:41.570534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-988e0e08-96a4-48e8-b94a-2dfcd75857ac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778246 Sep 20 12:44:41.576567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43182) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:41.671125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bf3e5f-5801-4bbe-8338-be49fa08ef0b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:41.674014 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6bf3e5f-5801-4bbe-8338-be49fa08ef0b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0938418 Sep 20 12:44:41.676184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43186) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:41.686459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-659bfb8e-e263-4330-bf08-6dcfefd26eff req-64319745-5422-4f08-ad8b-c14690837b77 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 210 time: 0.0422542 Sep 20 12:44:41.717764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ed70c-67a4-4802-8420-205cace68441 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:41.741369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9c24f-29bb-43cd-9d60-fec6a820a32a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:41.747133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-23f9c24f-29bb-43cd-9d60-fec6a820a32a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0655394 Sep 20 12:44:41.747133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43188) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:41.786311 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ff545d0-4388-4b81-b948-73524e0cc2bc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389762 Sep 20 12:44:41.790392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:41.795826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:41.949968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b49b40cd-ef97-4ad4-844a-f4e44ec8a45c no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:41.993314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: b49b40cd-ef97-4ad4-844a-f4e44ec8a45c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:41.993660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b49b40cd-ef97-4ad4-844a-f4e44ec8a45c not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:42.078476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:42.082549 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.122004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:42.173567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] Deleting port 371ada5a-2f9d-4c59-af35-f24dfb52923c {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:42.174094 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.253432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] For port 371ada5a-2f9d-4c59-af35-f24dfb52923c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=371ada5a-2f9d-4c59-af35-f24dfb52923c,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:42.254066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.268303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] Calling delete_port for 371ada5a-2f9d-4c59-af35-f24dfb52923c owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:42.420995 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a4032cc9-dce2-4ce9-b0cc-8d15b1384bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.478519 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.500448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:42.518296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.520187 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] Pushing event deleted for resources: {'Port': ['ID=371ada5a-2f9d-4c59-af35-f24dfb52923c,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:42.524021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 371ada5a-2f9d-4c59-af35-f24dfb52923c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:42.529215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e5547-e138-4b77-8514-dbb821845eb7 None None] No DVR routers for this DVR port 371ada5a-2f9d-4c59-af35-f24dfb52923c on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:42.549608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 371ada5a-2f9d-4c59-af35-f24dfb52923c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:42.549974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 371ada5a-2f9d-4c59-af35-f24dfb52923c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:42.571349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=f85ba05b-38c4-4421-8ce9-0e25f4342fad,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:42.583906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:42.585480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:42.588996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:42.589703 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.599329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e5a39-799e-45d4-b75d-ebb13b6e29a5 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:42.659917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293561c9-d023-4d7e-870c-cb0f3a58268c req-fc3d25a6-c84a-4abc-ac0b-26340c8d8925 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:42.666235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-293561c9-d023-4d7e-870c-cb0f3a58268c req-fc3d25a6-c84a-4abc-ac0b-26340c8d8925 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0608377 Sep 20 12:44:42.685382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7adb9dc5-0c63-49db-969d-b7f54da84da2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8934698 Sep 20 12:44:42.688048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43214) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:42.694845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:f9:f3:24', 'name': 'tempest-NetworksTestDHCPv6-1769347027'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:42.761076 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-293561c9-d023-4d7e-870c-cb0f3a58268c req-7dba553e-c21e-40c6-8495-ce7e9f7b138e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799496 Sep 20 12:44:42.831583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': 'f85ba05b-38c4-4421-8ce9-0e25f4342fad'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:42.832510 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.934071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3a1ab45-2c99-4abd-a168-6b0a39b5dce1 req-39bd8eb6-aefb-460a-b8bd-18526fa1e70e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 210 time: 0.0323541 Sep 20 12:44:42.959274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:42.963488 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:42.984259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port fa4fb14c-6ac9-4693-b22b-d03efc12e24e yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:43.029903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Allocated IP 2001:db8::f816:3eff:fe0d:33a0 (7b041315-d41c-4864-8fcf-07854b5e72d1/f85ba05b-38c4-4421-8ce9-0e25f4342fad/1e65e0a9-2707-418e-af70-afe4a1018314) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:43.177248 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:43.242306 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:43.285145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:43.289792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:43.294609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:fef9:f324 (7b041315-d41c-4864-8fcf-07854b5e72d1/f85ba05b-38c4-4421-8ce9-0e25f4342fad/fa4fb14c-6ac9-4693-b22b-d03efc12e24e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:43.301124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:43.301124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Pushing event updated for resources: {'Port': ['ID=1e65e0a9-2707-418e-af70-afe4a1018314,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:43.360543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Attempting to bind port 1e65e0a9-2707-418e-af70-afe4a1018314 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:43.360906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Attempting to bind port 1e65e0a9-2707-418e-af70-afe4a1018314 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:43.361410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Attempting to bind port 1e65e0a9-2707-418e-af70-afe4a1018314 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:43.366352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:43.366719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:43.367113 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:43.367504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:43.369163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Bound port: 1e65e0a9-2707-418e-af70-afe4a1018314, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:43.369810 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:43.459670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] For port 1e65e0a9-2707-418e-af70-afe4a1018314, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:43.464101 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:43.464976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] For port 1e65e0a9-2707-418e-af70-afe4a1018314, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e65e0a9-2707-418e-af70-afe4a1018314,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:43.530167 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:43.547335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:43.606856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe373ea-9e38-4bc9-8b8b-bdb2d720f94c None None] Pushing event updated for resources: {'Port': ['ID=1e65e0a9-2707-418e-af70-afe4a1018314,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:43.627905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=fa4fb14c-6ac9-4693-b22b-d03efc12e24e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:43.637444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:43.638944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:43.643966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:43.651059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:43.651059 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:43.737134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b0b2665e-1e43-407b-93c0-ac4103738789 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0461819 Sep 20 12:44:43.739769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:43.838415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857a047a-2917-45c4-b264-02cd4b50cee5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:43.846752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857a047a-2917-45c4-b264-02cd4b50cee5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:43.849275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-857a047a-2917-45c4-b264-02cd4b50cee5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1083186 Sep 20 12:44:43.851887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:43.930195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-01462b18-7787-4a51-88ad-f81377d5c9bc tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:43.931913 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-01462b18-7787-4a51-88ad-f81377d5c9bc tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.2097464 Sep 20 12:44:43.960116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Request body: {'port': {'device_id': '6884bbdd-1f51-4285-9094-08c284557f02', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'admin_state_up': True, 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:44.031836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead23f8-67f6-4f3d-a42b-e997658c2319 req-214a5325-bbb0-4c66-ae81-f78b43c5281c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:44.033263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ead23f8-67f6-4f3d-a42b-e997658c2319 req-214a5325-bbb0-4c66-ae81-f78b43c5281c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0697279 Sep 20 12:44:44.049930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ed37fc8f-b0a8-4351-b28f-74b8dcc54e5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port fa4fb14c-6ac9-4693-b22b-d03efc12e24e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:44.050504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc8f-b0a8-4351-b28f-74b8dcc54e5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.159076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:44.160972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ead23f8-67f6-4f3d-a42b-e997658c2319 req-f29492ac-1897-4819-aec6-d1ae4b8fa8a7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201994 Sep 20 12:44:44.163861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.223389 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc8f-b0a8-4351-b28f-74b8dcc54e5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.238499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ed37fc8f-b0a8-4351-b28f-74b8dcc54e5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for fa4fb14c-6ac9-4693-b22b-d03efc12e24e owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:44.353454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d78fd27-f815-4820-a7f8-6cd7e9aae0e7 req-a22b2770-1b3d-4598-b9ea-3d1ef68bbf05 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 210 time: 0.0396872 Sep 20 12:44:44.410138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Allocated IP 172.20.0.10 (ff2608ad-3913-4e17-acf4-4423413a7eae/db6689bf-2894-48e1-b8c4-ea568d818531/20999df3-2041-4f34-914e-8e907f74e208) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:44.530104 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc8f-b0a8-4351-b28f-74b8dcc54e5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.563408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e65e0a9-2707-418e-af70-afe4a1018314 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:44.613589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37fc8f-b0a8-4351-b28f-74b8dcc54e5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=fa4fb14c-6ac9-4693-b22b-d03efc12e24e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:44.673224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.677058 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed37fc8f-b0a8-4351-b28f-74b8dcc54e5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.683679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1e65e0a9-2707-418e-af70-afe4a1018314 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:44.685448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed37fc8f-b0a8-4351-b28f-74b8dcc54e5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/fa4fb14c-6ac9-4693-b22b-d03efc12e24e HTTP/1.1" status: 204 len: 168 time: 0.8323655 Sep 20 12:44:44.691771 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.695633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43248) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:44.775437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11806e3c-3722-4787-ae7e-b66918cc52a8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:44.777747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11806e3c-3722-4787-ae7e-b66918cc52a8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:44.782258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:44.782460 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-11806e3c-3722-4787-ae7e-b66918cc52a8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0853472 Sep 20 12:44:44.801184 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.838436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 1e65e0a9-2707-418e-af70-afe4a1018314, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e65e0a9-2707-418e-af70-afe4a1018314,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:44.846222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet f85ba05b-38c4-4421-8ce9-0e25f4342fad {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:44.849512 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.906953 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.931441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:44.950370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:44.954413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.002215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Network ff2608ad-3913-4e17-acf4-4423413a7eae is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:45.009206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-36e4cd18-c91b-4bfd-89bb-e4e2bce987ad None None] Provisioning complete for port 1e65e0a9-2707-418e-af70-afe4a1018314 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:45.009678 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36e4cd18-c91b-4bfd-89bb-e4e2bce987ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.032043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:45.036013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event updated for resources: {'Port': ['ID=20999df3-2041-4f34-914e-8e907f74e208,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:45.038563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:45.094257 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.099677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=1e65e0a9-2707-418e-af70-afe4a1018314,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:45.102978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:45.103627 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.178257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a73cb7ae-8ee2-4d79-877a-6ab5c82ae218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.228296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-53336b79-66e8-446c-9bf4-1e753e59785f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2841485 Sep 20 12:44:45.250447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Request body: {'port': {'device_id': '6884bbdd-1f51-4285-9094-08c284557f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:45.278795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.311305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a1455145-9c54-4a51-989a-2b35df2518d4 None None] Could not find standard attr ID for object fa4fb14c-6ac9-4693-b22b-d03efc12e24e. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:45.325270 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=f85ba05b-38c4-4421-8ce9-0e25f4342fad,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:45.334866 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.334866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/f85ba05b-38c4-4421-8ce9-0e25f4342fad HTTP/1.1" status: 204 len: 168 time: 0.5490906 Sep 20 12:44:45.338980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43260) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:45.344116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.344465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.344789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.345152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.345487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.345819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.346149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.346739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.347114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.347469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.347774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.348097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429466f9-3dce-40aa-baf5-bbc0ceedc639 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:45.375755 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.387572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-227f448c-6de5-4f89-8650-835c33e03ca1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410478 Sep 20 12:44:45.394696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43264) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:45.399910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:45.408068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289cfe2-b8f1-462a-af1c-4c2899ae72fe req-713392f6-802e-4ff8-9c67-0a6ad182f92e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:45.416899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4289cfe2-b8f1-462a-af1c-4c2899ae72fe req-713392f6-802e-4ff8-9c67-0a6ad182f92e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1283057 Sep 20 12:44:45.453194 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:44:45.460359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4289cfe2-b8f1-462a-af1c-4c2899ae72fe req-ad203324-fe60-444e-ae7c-f6bc8bc7f3a1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Sep 20 12:44:45.557343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a664ee3-1350-4656-87e3-5953ae8c3daf None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:45.597839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:45.657987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff350-76b0-48c1-8177-046dcc27b39b req-803ed4d9-c80a-4e1f-842e-99234f4cde9c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:45.669856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fcff350-76b0-48c1-8177-046dcc27b39b req-803ed4d9-c80a-4e1f-842e-99234f4cde9c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 932 time: 0.0766232 Sep 20 12:44:45.747771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fcff350-76b0-48c1-8177-046dcc27b39b req-7f255864-eae5-4ac7-8147-dc93569712ab tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694704 Sep 20 12:44:45.823218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:45.931988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] Deleting port 1e65e0a9-2707-418e-af70-afe4a1018314 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:45.933752 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.009047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] For port 1e65e0a9-2707-418e-af70-afe4a1018314, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e65e0a9-2707-418e-af70-afe4a1018314,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:46.009552 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.023294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-e2511848-b6f9-4d4d-ab27-91189819bf62 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:46.023910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] Calling delete_port for 1e65e0a9-2707-418e-af70-afe4a1018314 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:46.024796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-e2511848-b6f9-4d4d-ab27-91189819bf62 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 815 time: 0.1296246 Sep 20 12:44:46.048065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-043307d3-896f-4bec-baa1-d0a3ec20c2ce tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/quotas/3db779ebb0af435caa60234c808aca68 HTTP/1.1" status: 200 len: 375 time: 0.0153313 Sep 20 12:44:46.070596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:46.074351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.113571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-47ea0da7-0d87-474a-a120-72ac07a7ec47 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645988 Sep 20 12:44:46.186686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.202121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-7d39398d-ae9a-4e8d-88a6-13f922982c1d service neutron] 10.222.0.37 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Sep 20 12:44:46.211838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] Pushing event deleted for resources: {'Port': ['ID=1e65e0a9-2707-418e-af70-afe4a1018314,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:46.216299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eaa817-e859-4c40-9a01-fa3bb183f94d None None] No DVR routers for this DVR port 1e65e0a9-2707-418e-af70-afe4a1018314 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:46.281053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20999df3-2041-4f34-914e-8e907f74e208 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:46.291337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.309096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-3d436f41-bbb0-4c2d-86bb-3a980a306948 service neutron] 10.222.0.37 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986342 Sep 20 12:44:46.313232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Transition to ACTIVE for port object 20999df3-2041-4f34-914e-8e907f74e208 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:44:46.386596 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.438332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Pushing event updated for resources: {'Port': ['ID=20999df3-2041-4f34-914e-8e907f74e208,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:46.499234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e65e0a9-2707-418e-af70-afe4a1018314 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:46.525853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1e65e0a9-2707-418e-af70-afe4a1018314 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:44:46.528028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e65e0a9-2707-418e-af70-afe4a1018314 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:46.546613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Attempting to bind port 20999df3-2041-4f34-914e-8e907f74e208 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:46.549878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Attempting to bind port 20999df3-2041-4f34-914e-8e907f74e208 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:46.549878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Attempting to bind port 20999df3-2041-4f34-914e-8e907f74e208 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:46.554927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Port 20999df3-2041-4f34-914e-8e907f74e208 on network ff2608ad-3913-4e17-acf4-4423413a7eae not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:44:46.555197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Attempting to bind port 20999df3-2041-4f34-914e-8e907f74e208 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:46.567578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:46.567942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Checking segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:46.568300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Bound using segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:46.568725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Bound port: 20999df3-2041-4f34-914e-8e907f74e208, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:46.569136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.569930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.601780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:46.604726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.622939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899292-4f87-4736-addb-f16a829b4dc2 req-fb7a519d-ca39-4e08-9b10-ce0b28fadd36 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:46.624541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58899292-4f87-4736-addb-f16a829b4dc2 req-fb7a519d-ca39-4e08-9b10-ce0b28fadd36 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0638316 Sep 20 12:44:46.681447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:46.687939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:46.688300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58899292-4f87-4736-addb-f16a829b4dc2 req-129e7640-6a7c-4a9b-a936-d1d03889102c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521545 Sep 20 12:44:46.694084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:46.694683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.704085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b10597-0364-4d09-9c4a-2966e0b8e5fe None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:46.720452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=4f642085-90de-4b8c-8c3c-3dec79c446f9,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:46.736884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] For port 20999df3-2041-4f34-914e-8e907f74e208, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:46.740385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] For port 20999df3-2041-4f34-914e-8e907f74e208, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=20999df3-2041-4f34-914e-8e907f74e208,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:46.788765 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01747cd3-1fa8-4359-b57f-64f4c201cf5c req-036816a8-3d21-4668-9c74-b933589b5bd0 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 210 time: 0.0360603 Sep 20 12:44:46.851016 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8ed0029f-7081-4728-89fe-19c155e73e42 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4536281 Sep 20 12:44:46.853427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.862855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:46.887910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '4f642085-90de-4b8c-8c3c-3dec79c446f9'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:46.889363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.893871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:92:fa:35', 'name': 'tempest-NetworksTestDHCPv6-826945415'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:46.909391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:46.910026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:46.911448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] 10.222.0.21 "PUT /v2.0/ports/20999df3-2041-4f34-914e-8e907f74e208 HTTP/1.1" status: 200 len: 1092 time: 1.6698928 Sep 20 12:44:46.911883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6884bbdd-1f51-4285-9094-08c284557f02', 'tag': '20999df3-2041-4f34-914e-8e907f74e208'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:46.914373 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb274070-9dd3-4fcb-abe6-567807adf844" -d '{"events": [{"name": "network-changed", "server_uuid": "6884bbdd-1f51-4285-9094-08c284557f02", "tag": "20999df3-2041-4f34-914e-8e907f74e208"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:46.942184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722b469-d17b-4dd6-b4e5-20dd2eea5001 service neutron] Pushing event updated for resources: {'Port': ['ID=20999df3-2041-4f34-914e-8e907f74e208,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:46.988333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ac87-1607-4aa8-bebf-6f91c6e39ce2 req-4bbf7401-4096-473a-b0ce-da97fb676bde tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:46.990019 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cac1ac87-1607-4aa8-bebf-6f91c6e39ce2 req-4bbf7401-4096-473a-b0ce-da97fb676bde tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 944 time: 0.1474693 Sep 20 12:44:47.052809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Allocated IP 2001:db8::f816:3eff:fe20:f0c0 (7b041315-d41c-4864-8fcf-07854b5e72d1/4f642085-90de-4b8c-8c3c-3dec79c446f9/c647dd31-6289-49fe-b8a5-a69891ab2176) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:47.057667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-b67b0e15-0107-4baf-859d-a1bceeca09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:47.059681 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-b67b0e15-0107-4baf-859d-a1bceeca09de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 1095 time: 0.0469925 Sep 20 12:44:47.080560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cac1ac87-1607-4aa8-bebf-6f91c6e39ce2 req-afe645ec-1d4c-4f06-b4d4-1569807dda10 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559130 Sep 20 12:44:47.128720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-3a3d24f6-7afe-4255-b89b-a4b76b3a2115 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20999df3-2041-4f34-914e-8e907f74e208 HTTP/1.1" status: 200 len: 217 time: 0.0608721 Sep 20 12:44:47.146077 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e893c234-1a3c-4cad-90ca-83e1002cb12f x-openstack-request-id: req-e893c234-1a3c-4cad-90ca-83e1002cb12f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:47.146358 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6884bbdd-1f51-4285-9094-08c284557f02", "tag": "20999df3-2041-4f34-914e-8e907f74e208", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:47.146666 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e893c234-1a3c-4cad-90ca-83e1002cb12f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:47.147060 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6884bbdd-1f51-4285-9094-08c284557f02', 'tag': '20999df3-2041-4f34-914e-8e907f74e208', 'status': 'completed', 'code': 200} Sep 20 12:44:47.183076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:47.184065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-d74fcfd5-946c-4054-afe6-b4013564cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:47.185846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-d74fcfd5-946c-4054-afe6-b4013564cd6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.0497205 Sep 20 12:44:47.235794 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.237827 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-ac8b0540-13c3-4cb2-826d-7891b9af8e57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430031 Sep 20 12:44:47.288313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.315963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 8d941e32-a00d-41df-acf2-145ff7d36016 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:47.325330 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.344526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-0620dc76-d0c7-4fdc-accb-9bf55b7cac53 service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962338 Sep 20 12:44:47.374475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:47.377479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:47.388479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:47.391525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Pushing event updated for resources: {'Port': ['ID=c647dd31-6289-49fe-b8a5-a69891ab2176,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:47.459982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:fe92:fa35 (7b041315-d41c-4864-8fcf-07854b5e72d1/4f642085-90de-4b8c-8c3c-3dec79c446f9/8d941e32-a00d-41df-acf2-145ff7d36016) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:47.463174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Attempting to bind port c647dd31-6289-49fe-b8a5-a69891ab2176 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:47.464029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Attempting to bind port c647dd31-6289-49fe-b8a5-a69891ab2176 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:47.465487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Attempting to bind port c647dd31-6289-49fe-b8a5-a69891ab2176 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:47.467822 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-207e48b1-6899-49cf-a7f2-cb620f8fcc29 req-09d30572-8c9d-4f8f-998d-61a25fbee61d service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140826 Sep 20 12:44:47.471567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:47.471978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:47.472597 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.472909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:47.473399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Bound port: c647dd31-6289-49fe-b8a5-a69891ab2176, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:47.473779 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.549039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] For port c647dd31-6289-49fe-b8a5-a69891ab2176, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:47.552266 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] For port c647dd31-6289-49fe-b8a5-a69891ab2176, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c647dd31-6289-49fe-b8a5-a69891ab2176,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:47.614091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-3f9b3772-ed01-4ed2-8e55-a171a658a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:47.615624 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-3f9b3772-ed01-4ed2-8e55-a171a658a023 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 1095 time: 0.0406978 Sep 20 12:44:47.620239 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.627241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.687618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261b270-e3f6-4ee3-a7b2-5eb21702e0a0 None None] Pushing event updated for resources: {'Port': ['ID=c647dd31-6289-49fe-b8a5-a69891ab2176,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:47.735807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.776733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-5e34ff83-6528-4402-a2b5-1265750721b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:47.778786 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-5e34ff83-6528-4402-a2b5-1265750721b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 906 time: 0.1556680 Sep 20 12:44:47.802933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:47.810945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:47.813434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:47.820002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:47.821200 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:47.825854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=8d941e32-a00d-41df-acf2-145ff7d36016,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:47.851474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-e811cd71-54cd-4e5b-b733-98dc91ae27ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20999df3-2041-4f34-914e-8e907f74e208 HTTP/1.1" status: 200 len: 217 time: 0.0610690 Sep 20 12:44:47.943954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f4693-1ac7-47b4-b85c-45e27a5917ac req-f667afb9-37ae-4bb9-840d-be830e973844 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:47.951762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd9f4693-1ac7-47b4-b85c-45e27a5917ac req-f667afb9-37ae-4bb9-840d-be830e973844 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1187384 Sep 20 12:44:47.956656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:47.958544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cea43833-dbf9-40a8-a8b2-565e7b3ce7da tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0896347 Sep 20 12:44:48.003208 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.012175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-992ae348-697a-454c-8cab-52b8e7a92e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:48.014927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-992ae348-697a-454c-8cab-52b8e7a92e2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.1565216 Sep 20 12:44:48.024953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd9f4693-1ac7-47b4-b85c-45e27a5917ac req-b912ec26-1b71-4f1c-aa9d-770991eb4a53 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652585 Sep 20 12:44:48.054968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-8969b86c-1262-4a2e-a116-7e5a847868f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304153 Sep 20 12:44:48.069901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf969605-71a0-411b-aa74-73e88fe5b9a3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:48.077045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf969605-71a0-411b-aa74-73e88fe5b9a3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:48.080532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bf969605-71a0-411b-aa74-73e88fe5b9a3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1201837 Sep 20 12:44:48.080907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:48.200867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb1b293f-a242-4f13-aec5-674145b744ac req-d55d130e-32d2-48d5-a66c-e7808c572273 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 210 time: 0.0682490 Sep 20 12:44:48.210417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-8fa2897f-453f-482d-93a8-12dd2828b55a service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309335 Sep 20 12:44:48.236037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7b050-529d-441c-85f2-ea63b1965498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 8d941e32-a00d-41df-acf2-145ff7d36016 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:48.236326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b050-529d-441c-85f2-ea63b1965498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.328519 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb274070-9dd3-4fcb-abe6-567807adf844 req-d8c6a1f1-6dfd-45cd-8304-8f0fa5013e7e service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103547 Sep 20 12:44:48.364867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b050-529d-441c-85f2-ea63b1965498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.381949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7b050-529d-441c-85f2-ea63b1965498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 8d941e32-a00d-41df-acf2-145ff7d36016 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:48.392850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df489-d02d-4a9f-a559-b815a5286e82 req-dd4c8bb1-c5cf-4ab5-84b4-4f5887f7869b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:48.394364 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126df489-d02d-4a9f-a559-b815a5286e82 req-dd4c8bb1-c5cf-4ab5-84b4-4f5887f7869b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 944 time: 0.0868390 Sep 20 12:44:48.475223 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-126df489-d02d-4a9f-a559-b815a5286e82 req-c7c7d74a-f916-41e9-ac00-a928a98b2b18 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742865 Sep 20 12:44:48.552448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c647dd31-6289-49fe-b8a5-a69891ab2176 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:48.604858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c647dd31-6289-49fe-b8a5-a69891ab2176 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:48.605550 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.684565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b050-529d-441c-85f2-ea63b1965498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.693652 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.740833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port c647dd31-6289-49fe-b8a5-a69891ab2176, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c647dd31-6289-49fe-b8a5-a69891ab2176,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:48.742840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7b050-529d-441c-85f2-ea63b1965498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=8d941e32-a00d-41df-acf2-145ff7d36016,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:48.772283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b050-529d-441c-85f2-ea63b1965498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.774388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5dc7b050-529d-441c-85f2-ea63b1965498 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/8d941e32-a00d-41df-acf2-145ff7d36016 HTTP/1.1" status: 204 len: 168 time: 0.6924851 Sep 20 12:44:48.777361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:48.815242 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.860067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632d110-348b-458d-8496-51a6ada79f5c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:48.863365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632d110-348b-458d-8496-51a6ada79f5c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:48.868705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a632d110-348b-458d-8496-51a6ada79f5c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0903444 Sep 20 12:44:48.873150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43324) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:48.879630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=c647dd31-6289-49fe-b8a5-a69891ab2176,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:48.956037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-a3ff25fa-71a6-41d7-aa0e-d5d9d93634d6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:48.956569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5497420-41c9-4253-a001-8481bd1ffaef tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 4f642085-90de-4b8c-8c3c-3dec79c446f9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:48.958060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-a3ff25fa-71a6-41d7-aa0e-d5d9d93634d6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.21 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 815 time: 0.1473348 Sep 20 12:44:48.960414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5497420-41c9-4253-a001-8481bd1ffaef tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:48.972608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Request body: {'port': {'device_id': 'b10e3526-bfd1-42f1-b8fe-bd0428d98c5f', 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'admin_state_up': True, 'tenant_id': '3db779ebb0af435caa60234c808aca68'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:49.012910 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5497420-41c9-4253-a001-8481bd1ffaef tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.072435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1d2774a2-8680-4ba1-83b8-edb72ee57c3a None None] Provisioning complete for port c647dd31-6289-49fe-b8a5-a69891ab2176 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:49.073491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d2774a2-8680-4ba1-83b8-edb72ee57c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.182186 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5497420-41c9-4253-a001-8481bd1ffaef tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.191829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Made reservation on behalf of 3db779ebb0af435caa60234c808aca68 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:49.195610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.237262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7936fb4-0c2b-4381-9318-9641d76aadf2 req-8ee572e8-2288-4335-a8e0-04f364699221 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:49.238814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7936fb4-0c2b-4381-9318-9641d76aadf2 req-8ee572e8-2288-4335-a8e0-04f364699221 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1054692 Sep 20 12:44:49.300696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6c7119ff-39f2-4786-ab4e-39533284c3dc None None] Could not find standard attr ID for object 8d941e32-a00d-41df-acf2-145ff7d36016. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:49.345213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7936fb4-0c2b-4381-9318-9641d76aadf2 req-1b59227c-9c24-42ea-9326-6e53b585db4a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819798 Sep 20 12:44:49.366563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Allocated IP 172.20.0.6 (c9632465-5019-476c-90d3-619aeeb2d00a/b456db65-e9c9-4581-9af5-407ed623b3ed/b78d5491-99c2-4491-8731-54a0cae230e7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:49.479514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e543542d-b825-444e-a427-4bd0969bbf4c req-98deb737-3792-420d-9c05-b1d998da3459 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 210 time: 0.0355134 Sep 20 12:44:49.481664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5497420-41c9-4253-a001-8481bd1ffaef tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.520888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5497420-41c9-4253-a001-8481bd1ffaef tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=4f642085-90de-4b8c-8c3c-3dec79c446f9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:49.545796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5497420-41c9-4253-a001-8481bd1ffaef tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.555987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c5497420-41c9-4253-a001-8481bd1ffaef tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/4f642085-90de-4b8c-8c3c-3dec79c446f9 HTTP/1.1" status: 204 len: 168 time: 0.6760278 Sep 20 12:44:49.555987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:49.556161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.583163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ed7e62-463a-4e42-b8bb-55fc4371fd16 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:49.605855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a59faaad-bbc2-4c51-94b3-ab4f34c54a95 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465043 Sep 20 12:44:49.606068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:49.672831 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.701372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:49.704732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d758791e-bb24-405d-af9f-2f0bd16416a5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:49.713522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6039ae-4dff-4b2e-adfc-8f14df1c4ffb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:49.716049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f6039ae-4dff-4b2e-adfc-8f14df1c4ffb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1090891 Sep 20 12:44:49.718667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43340) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:49.724519 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e04941-eea1-4c9e-9ee6-565c79259765 req-ac403024-39ca-48b9-80a5-e038dee183a9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:49.735008 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e04941-eea1-4c9e-9ee6-565c79259765 req-ac403024-39ca-48b9-80a5-e038dee183a9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 944 time: 0.1010168 Sep 20 12:44:49.770849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Network c9632465-5019-476c-90d3-619aeeb2d00a is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:49.772483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:49.780614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e04941-eea1-4c9e-9ee6-565c79259765 req-e0079689-3df3-402d-9e41-4a18dad7f89a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Sep 20 12:44:49.791280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:49.831530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Pushing event updated for resources: {'Port': ['ID=b78d5491-99c2-4491-8731-54a0cae230e7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:49.866075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d429fd-652e-4e27-8ceb-e7f485355cd0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:49.868793 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-70d429fd-652e-4e27-8ceb-e7f485355cd0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1491418 Sep 20 12:44:49.872161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:49.916733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:49.918294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.931083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:49.938994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:49.943700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5944628-b51a-4783-b69b-7b2b3007771e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684950 Sep 20 12:44:49.944468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:49.951314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:50.010254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-6b5b4fe1-9f1a-49c1-849b-2eec7ac43c1b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0428543 Sep 20 12:44:50.024621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Request body: {'port': {'device_id': 'b10e3526-bfd1-42f1-b8fe-bd0428d98c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:50.097187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.097395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] Deleting port c647dd31-6289-49fe-b8a5-a69891ab2176 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:50.097879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.112078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 20999df3-2041-4f34-914e-8e907f74e208 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:44:50.152224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:50.159025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.195156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] For port c647dd31-6289-49fe-b8a5-a69891ab2176, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c647dd31-6289-49fe-b8a5-a69891ab2176,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:50.195749 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.217789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] Calling delete_port for c647dd31-6289-49fe-b8a5-a69891ab2176 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:50.415946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78d5491-99c2-4491-8731-54a0cae230e7 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:50.424975 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.440112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Transition to ACTIVE for port object b78d5491-99c2-4491-8731-54a0cae230e7 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:44:50.469046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.549239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:50.552545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.556140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:50.559027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:50.559993 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.585037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c647dd31-6289-49fe-b8a5-a69891ab2176 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:50.590957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e7e42-bb28-41b2-8a20-c2a7f3d1c75b req-4af658a2-517b-4aab-8120-58c5f31d4483 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:50.592590 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f08e7e42-bb28-41b2-8a20-c2a7f3d1c75b req-4af658a2-517b-4aab-8120-58c5f31d4483 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1571982 Sep 20 12:44:50.599367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=3ecae7c5-8da0-4994-9a1c-4750eba815cc,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:50.628577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b78d5491-99c2-4491-8731-54a0cae230e7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:50.651029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f08e7e42-bb28-41b2-8a20-c2a7f3d1c75b req-860db108-eab5-4519-b93d-f691eb5b709e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481365 Sep 20 12:44:50.682167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-04c5bdbc-367b-4c8c-bb10-e187b09040f2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7316911 Sep 20 12:44:50.682305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 20999df3-2041-4f34-914e-8e907f74e208, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=20999df3-2041-4f34-914e-8e907f74e208,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:50.682434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43356) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:50.688677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:63:ea:31', 'name': 'tempest-NetworksTestDHCPv6-327870807'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:50.690951 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.712114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Attempting to bind port b78d5491-99c2-4491-8731-54a0cae230e7 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:50.717203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Attempting to bind port b78d5491-99c2-4491-8731-54a0cae230e7 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:50.717203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Attempting to bind port b78d5491-99c2-4491-8731-54a0cae230e7 on network c9632465-5019-476c-90d3-619aeeb2d00a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:50.727812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Port b78d5491-99c2-4491-8731-54a0cae230e7 on network c9632465-5019-476c-90d3-619aeeb2d00a not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:44:50.728374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Attempting to bind port b78d5491-99c2-4491-8731-54a0cae230e7 on network c9632465-5019-476c-90d3-619aeeb2d00a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:50.737341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '20999df3-2041-4f34-914e-8e907f74e208', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'port_id': '20999df3-2041-4f34-914e-8e907f74e208', 'mac_address': 'fa:16:3e:2f:fa:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6689bf-2894-48e1-b8c4-ea568d818531', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:44:50.738862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:50.739375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Checking segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:50.739934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Bound using segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:50.740541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Bound port: b78d5491-99c2-4491-8731-54a0cae230e7, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:50.741628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.781365 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.842574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] For port b78d5491-99c2-4491-8731-54a0cae230e7, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:50.846350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.861328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] For port b78d5491-99c2-4491-8731-54a0cae230e7, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b78d5491-99c2-4491-8731-54a0cae230e7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:50.885707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.890969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] Pushing event deleted for resources: {'Port': ['ID=c647dd31-6289-49fe-b8a5-a69891ab2176,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:50.893349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc213f1d-8af9-46ae-9400-bdc7aff0d4e0 None None] No DVR routers for this DVR port c647dd31-6289-49fe-b8a5-a69891ab2176 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:50.907922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20999df3-2041-4f34-914e-8e907f74e208 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:50.920930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b60b21-31b6-4bbf-b49e-461cb4f1c98b None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:50.924870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.943837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 20999df3-2041-4f34-914e-8e907f74e208, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=20999df3-2041-4f34-914e-8e907f74e208,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:50.947722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:50.949313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:50.952418 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/b78d5491-99c2-4491-8731-54a0cae230e7 HTTP/1.1" status: 200 len: 1091 time: 0.9334562 Sep 20 12:44:50.953697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10e3526-bfd1-42f1-b8fe-bd0428d98c5f', 'tag': 'b78d5491-99c2-4491-8731-54a0cae230e7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:50.957678 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeca1d1c-38eb-4d79-a359-39e480c8a036" -d '{"events": [{"name": "network-changed", "server_uuid": "b10e3526-bfd1-42f1-b8fe-bd0428d98c5f", "tag": "b78d5491-99c2-4491-8731-54a0cae230e7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:51.014698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980bc82-0ee0-46ce-909c-15af4508f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b78d5491-99c2-4491-8731-54a0cae230e7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:51.052258 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:51.141727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=20999df3-2041-4f34-914e-8e907f74e208,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:51.162507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-71f8fe30-3d59-4d65-9c1f-a5634a49adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:51.163203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-71f8fe30-3d59-4d65-9c1f-a5634a49adbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 1094 time: 0.0683315 Sep 20 12:44:51.166707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '3ecae7c5-8da0-4994-9a1c-4750eba815cc'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:51.168311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:51.211040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cff809-c421-429b-bea3-6c0f35edf11d req-085ad427-6654-4852-aa6a-f45f19496a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:51.212858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1cff809-c421-429b-bea3-6c0f35edf11d req-085ad427-6654-4852-aa6a-f45f19496a43 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 943 time: 0.4851959 Sep 20 12:44:51.241244 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-5111d4e4-6f07-4636-b29f-b502ce9bcdf5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b78d5491-99c2-4491-8731-54a0cae230e7 HTTP/1.1" status: 200 len: 217 time: 0.0668304 Sep 20 12:44:51.276158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1cff809-c421-429b-bea3-6c0f35edf11d req-60fd10d0-735b-41e5-84e7-4597b69f97b2 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360115 Sep 20 12:44:51.295195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['20999df3-2041-4f34-914e-8e907f74e208'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:51.300356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-e7c71741-f395-498e-800d-7cfd7e5be14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:51.302008 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-e7c71741-f395-498e-800d-7cfd7e5be14b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 200 len: 855 time: 0.0527024 Sep 20 12:44:51.329535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:51.334801 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:51.340673 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-2231d817-750f-4101-97bc-df4b4717b5f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9632465-5019-476c-90d3-619aeeb2d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262702 Sep 20 12:44:51.379843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port bb4a723e-6b1d-43e3-85d0-883ce9c382b9 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:51.385595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/3ecae7c5-8da0-4994-9a1c-4750eba815cc/f096cfa5-6931-4fcb-afa7-6e09ca8c9f02) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:51.436302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee78a8-3dab-4f4f-aab4-f342e8cf55c2 req-1e82fd75-b9d3-498b-83f6-361bcf83e148 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:51.437753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25ee78a8-3dab-4f4f-aab4-f342e8cf55c2 req-1e82fd75-b9d3-498b-83f6-361bcf83e148 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 945 time: 0.0918078 Sep 20 12:44:51.458005 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-85b44062-cfff-4fa3-9e65-aea515950a0e service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062977 Sep 20 12:44:51.501120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25ee78a8-3dab-4f4f-aab4-f342e8cf55c2 req-9eac9e58-ec19-441c-a0ab-dfc4b494ba26 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451584 Sep 20 12:44:51.546882 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8d0d06-12da-4628-9c14-9d337632b83e x-openstack-request-id: req-8d8d0d06-12da-4628-9c14-9d337632b83e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:51.547248 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10e3526-bfd1-42f1-b8fe-bd0428d98c5f", "tag": "b78d5491-99c2-4491-8731-54a0cae230e7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:51.547562 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d8d0d06-12da-4628-9c14-9d337632b83e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:51.548017 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10e3526-bfd1-42f1-b8fe-bd0428d98c5f', 'tag': 'b78d5491-99c2-4491-8731-54a0cae230e7', 'status': 'completed', 'code': 200} Sep 20 12:44:51.558672 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e338173f-065e-42a9-be72-8d8f2b151ef9 req-68a593eb-39d7-4763-8078-c104e9e2f4c8 service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916848 Sep 20 12:44:51.612857 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:51.690108 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:51.721116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-0ff03310-0262-4f7d-a7d2-820140bcbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:51.722677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-0ff03310-0262-4f7d-a7d2-820140bcbcb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 1094 time: 0.0500724 Sep 20 12:44:51.735546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:51.738596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:51.742652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:51.753084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Pushing event updated for resources: {'Port': ['ID=f096cfa5-6931-4fcb-afa7-6e09ca8c9f02,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:51.782833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.783267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.784246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.784246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.784481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.784804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.785215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.785628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.786015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.786404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.786934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.787194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:44:51.800960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::291 (7b041315-d41c-4864-8fcf-07854b5e72d1/3ecae7c5-8da0-4994-9a1c-4750eba815cc/bb4a723e-6b1d-43e3-85d0-883ce9c382b9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:51.820307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd88d71-f239-41f2-b3c7-424fcbbd1bfe req-9b2d4bc7-2bda-40ec-99e3-65e33a6f39b6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:51.820875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Attempting to bind port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:51.821339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Attempting to bind port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:51.821806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Attempting to bind port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:51.821915 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dd88d71-f239-41f2-b3c7-424fcbbd1bfe req-9b2d4bc7-2bda-40ec-99e3-65e33a6f39b6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0802596 Sep 20 12:44:51.827691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:51.833286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:51.833286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:51.833286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:51.833286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Bound port: f096cfa5-6931-4fcb-afa7-6e09ca8c9f02, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:51.833286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:51.840341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-f6ff3e1c-8215-4246-b3ce-832cb6f08ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:51.849825 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-f6ff3e1c-8215-4246-b3ce-832cb6f08ae2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 915 time: 0.1185622 Sep 20 12:44:51.894311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dd88d71-f239-41f2-b3c7-424fcbbd1bfe req-f7441068-72c1-4e0b-a101-f501ea20e8e4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Sep 20 12:44:51.905455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-89ea49b6-45ab-4aa4-a574-521062ce05db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b78d5491-99c2-4491-8731-54a0cae230e7 HTTP/1.1" status: 200 len: 217 time: 0.0458934 Sep 20 12:44:51.908112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] For port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:51.911862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] For port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f096cfa5-6931-4fcb-afa7-6e09ca8c9f02,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:51.958984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:51.961191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-c665b4c7-e7be-4571-a940-1ca8cd155b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:51.962766 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-c665b4c7-e7be-4571-a940-1ca8cd155b30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 200 len: 855 time: 0.0496304 Sep 20 12:44:52.004440 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-9c66257e-6e48-4b3b-8bcc-8dab701d495a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9632465-5019-476c-90d3-619aeeb2d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317111 Sep 20 12:44:52.021315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558a36a-bfc7-46d1-b552-73b95ab255d8 None None] Pushing event updated for resources: {'Port': ['ID=f096cfa5-6931-4fcb-afa7-6e09ca8c9f02,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:52.030465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:52.115478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998c8b-74a4-40f0-b6e3-0023180e78a0 req-9609101a-bd14-4431-80b9-64586df82004 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:52.117316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29998c8b-74a4-40f0-b6e3-0023180e78a0 req-9609101a-bd14-4431-80b9-64586df82004 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0574145 Sep 20 12:44:52.130356 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-ed357fb3-2e80-47ba-8559-b98aae1f5d08 service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156669 Sep 20 12:44:52.155173 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:52.233070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29998c8b-74a4-40f0-b6e3-0023180e78a0 req-a068182e-3b5e-4a51-8a4e-371c0a574025 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961103 Sep 20 12:44:52.240303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:52.244568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:52.248727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:52.259256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:52.260107 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:52.281806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=bb4a723e-6b1d-43e3-85d0-883ce9c382b9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:52.284960 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-aeca1d1c-38eb-4d79-a359-39e480c8a036 req-5ba14f9c-429b-430f-a7da-9654517f1453 service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444685 Sep 20 12:44:52.356003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cea417-4262-4446-a277-c4a77a0d0f94 req-236f6a2d-7f45-4e7e-ba1e-b1875779b9c1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:52.357581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55cea417-4262-4446-a277-c4a77a0d0f94 req-236f6a2d-7f45-4e7e-ba1e-b1875779b9c1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0601840 Sep 20 12:44:52.382372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c6c40e4-f3e7-4e8a-9978-7de7a77c294d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6970077 Sep 20 12:44:52.382939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43382) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:52.400867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55cea417-4262-4446-a277-c4a77a0d0f94 req-01d1efeb-8311-4a70-840c-edbb2ce70f43 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Sep 20 12:44:52.436823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948641d5-023c-42b5-8043-95d00dbbf5b0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:52.444177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948641d5-023c-42b5-8043-95d00dbbf5b0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:52.450017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43386) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:52.453447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-948641d5-023c-42b5-8043-95d00dbbf5b0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0650709 Sep 20 12:44:52.574174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:52.578032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3cee-822c-4c7c-bc54-1cf77baba762 req-aff6e13f-e637-473f-ba60-49b7e492b759 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:52.579361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-957b3cee-822c-4c7c-bc54-1cf77baba762 req-aff6e13f-e637-473f-ba60-49b7e492b759 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 943 time: 0.0937147 Sep 20 12:44:52.623946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:52.624410 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:52.625724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-60746d29-80ec-445e-bdaa-7b9c077e1b6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port bb4a723e-6b1d-43e3-85d0-883ce9c382b9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:52.626070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60746d29-80ec-445e-bdaa-7b9c077e1b6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:52.649561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-957b3cee-822c-4c7c-bc54-1cf77baba762 req-2a6b036e-9984-4b78-acf3-59a8b0f1604e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613790 Sep 20 12:44:52.736853 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:52.774157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60746d29-80ec-445e-bdaa-7b9c077e1b6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:52.778121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f096cfa5-6931-4fcb-afa7-6e09ca8c9f02,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:52.791567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-60746d29-80ec-445e-bdaa-7b9c077e1b6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for bb4a723e-6b1d-43e3-85d0-883ce9c382b9 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:52.815231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa64ec-9385-4773-94dc-476041c94f76 req-bc0602b5-c751-405c-91a5-10e4e1949fcf tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:52.819248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7efa64ec-9385-4773-94dc-476041c94f76 req-bc0602b5-c751-405c-91a5-10e4e1949fcf tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 945 time: 0.0957224 Sep 20 12:44:52.897987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7efa64ec-9385-4773-94dc-476041c94f76 req-e4112196-3c2c-4503-9820-75319cdc460e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507600 Sep 20 12:44:52.963896 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.026259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=f096cfa5-6931-4fcb-afa7-6e09ca8c9f02,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:53.079935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60746d29-80ec-445e-bdaa-7b9c077e1b6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.125324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-e636eae0-03f0-48fb-9839-8c3a6d07bf2e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:53.126860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-e636eae0-03f0-48fb-9839-8c3a6d07bf2e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.1419997 Sep 20 12:44:53.127639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60746d29-80ec-445e-bdaa-7b9c077e1b6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=bb4a723e-6b1d-43e3-85d0-883ce9c382b9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:53.158542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d1514bc7-14d9-4942-b116-6737180c1d58 None None] Provisioning complete for port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:53.158925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1514bc7-14d9-4942-b116-6737180c1d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.161870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60746d29-80ec-445e-bdaa-7b9c077e1b6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.166255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-60746d29-80ec-445e-bdaa-7b9c077e1b6d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/bb4a723e-6b1d-43e3-85d0-883ce9c382b9 HTTP/1.1" status: 204 len: 168 time: 0.7130992 Sep 20 12:44:53.166255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-4ba91a03-308b-4ab0-82e3-7bd2c9df0579 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/quotas/782cecd4981748bc9121f560d7b9064c HTTP/1.1" status: 200 len: 375 time: 0.0318618 Sep 20 12:44:53.166696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:53.248662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42932142-1055-4e26-ae06-7180846e0d47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:53.250406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42932142-1055-4e26-ae06-7180846e0d47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:53.252036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-42932142-1055-4e26-ae06-7180846e0d47 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0841253 Sep 20 12:44:53.255029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:53.321918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-e7f4d66d-8652-4144-b4f7-8b21617b36d0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1077967 Sep 20 12:44:53.326450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-95702cd3-071e-4784-b2de-efbceb7c325b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 3ecae7c5-8da0-4994-9a1c-4750eba815cc {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:53.330852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95702cd3-071e-4784-b2de-efbceb7c325b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.368813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0f60a4be-c52e-41ad-8f9c-bdf9d4cc1ff0 None None] Could not find standard attr ID for object bb4a723e-6b1d-43e3-85d0-883ce9c382b9. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:53.428157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95702cd3-071e-4784-b2de-efbceb7c325b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.496900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-13a19662-41ff-46e7-a620-dff38a99bc49 service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669717 Sep 20 12:44:53.586914 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95702cd3-071e-4784-b2de-efbceb7c325b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.656167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-f77472bf-2a75-45e5-8e6d-ee3af390634a service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371517 Sep 20 12:44:53.735601 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95702cd3-071e-4784-b2de-efbceb7c325b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.768423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95702cd3-071e-4784-b2de-efbceb7c325b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecae7c5-8da0-4994-9a1c-4750eba815cc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:53.774151 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95702cd3-071e-4784-b2de-efbceb7c325b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:53.776141 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-95702cd3-071e-4784-b2de-efbceb7c325b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/3ecae7c5-8da0-4994-9a1c-4750eba815cc HTTP/1.1" status: 204 len: 168 time: 0.5201223 Sep 20 12:44:53.779046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43412) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:53.780965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d43d3d7-1e7b-4645-b3c6-33426fc2605c None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:53.821762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-877bedde-c946-4d2b-91dc-7f183ffda6f6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410037 Sep 20 12:44:53.824312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:53.886152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f010f88-37aa-4d93-8c33-e789cd59d88b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:53.888315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f010f88-37aa-4d93-8c33-e789cd59d88b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0628161 Sep 20 12:44:53.890510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43418) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:53.977839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836465ca-7d1f-47ef-be75-c258cc51f4db tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:53.977839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-836465ca-7d1f-47ef-be75-c258cc51f4db tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623682 Sep 20 12:44:53.978002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43424) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:54.011048 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-44a94702-c8cc-48ea-8182-1170bf379840 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455406 Sep 20 12:44:54.011833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2d70-7d3b-4f3c-8169-23e090351bae req-d2f68f16-9c80-4b3d-800b-76690b7f3573 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:54.011833 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2de2d70-7d3b-4f3c-8169-23e090351bae req-d2f68f16-9c80-4b3d-800b-76690b7f3573 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 943 time: 0.0629807 Sep 20 12:44:54.014488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43426) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:54.020233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:54.027815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:44:54.082363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] Deleting port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:54.082714 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.089878 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2de2d70-7d3b-4f3c-8169-23e090351bae req-3250c8f1-9456-4a63-a0dd-eee379ad2eda tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657897 Sep 20 12:44:54.112653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b78d5491-99c2-4491-8731-54a0cae230e7 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:44:54.119654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 20999df3-2041-4f34-914e-8e907f74e208 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:54.159653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-434314dc-e6ef-42f0-80f6-4f8c2e1989a5 req-5a67d805-7977-4d01-a596-e45080752ed6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 210 time: 0.0394845 Sep 20 12:44:54.197821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] For port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f096cfa5-6931-4fcb-afa7-6e09ca8c9f02,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:54.198243 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.230805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] Calling delete_port for f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:54.267746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955a3af-393b-47d1-b23b-77b8290de2cd req-aa9598f9-405a-43c9-bddf-c226ab343954 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:54.269333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d955a3af-393b-47d1-b23b-77b8290de2cd req-aa9598f9-405a-43c9-bddf-c226ab343954 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 945 time: 0.0506544 Sep 20 12:44:54.279714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:54.282576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.321552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d955a3af-393b-47d1-b23b-77b8290de2cd req-629528d8-e6e4-446b-8a20-7c1e48fad7f0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Sep 20 12:44:54.387102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b78d5491-99c2-4491-8731-54a0cae230e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b78d5491-99c2-4491-8731-54a0cae230e7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:54.412448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'b78d5491-99c2-4491-8731-54a0cae230e7', 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'port_id': 'b78d5491-99c2-4491-8731-54a0cae230e7', 'mac_address': 'fa:16:3e:24:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b456db65-e9c9-4581-9af5-407ed623b3ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:44:54.485257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.512260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 20999df3-2041-4f34-914e-8e907f74e208 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:44:54.518873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 20999df3-2041-4f34-914e-8e907f74e208 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:54.519245 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.523784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78d5491-99c2-4491-8731-54a0cae230e7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:54.550452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:44:54.599071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b78d5491-99c2-4491-8731-54a0cae230e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b78d5491-99c2-4491-8731-54a0cae230e7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:54.600034 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.632802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] Pushing event deleted for resources: {'Port': ['ID=f096cfa5-6931-4fcb-afa7-6e09ca8c9f02,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:54.638449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e580ff7-f47e-4349-b3a9-3cec7eac8e81 None None] No DVR routers for this DVR port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:44:54.647642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No active binding found for port f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 {{(pid=95504) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 20 12:44:54.647642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f096cfa5-6931-4fcb-afa7-6e09ca8c9f02 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:44:54.670339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:44:54.671852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.691262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.700346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.721115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:54.747660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=98b94ad9-e606-43f1-9090-106eec29c2f1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:54.750835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:54.751014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6884bbdd-1f51-4285-9094-08c284557f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20999df3-2041-4f34-914e-8e907f74e208'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:54.754236 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f6a16f-3075-42af-ba1c-5539a32438b3" -d '{"events": [{"server_uuid": "6884bbdd-1f51-4285-9094-08c284557f02", "name": "network-vif-plugged", "status": "completed", "tag": "20999df3-2041-4f34-914e-8e907f74e208"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:54.754419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:54.755007 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.775340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c6461-57b8-4861-85f8-348e6d64d3f9 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:54.781648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 20999df3-2041-4f34-914e-8e907f74e208, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=20999df3-2041-4f34-914e-8e907f74e208,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:54.811327 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c343f7-fc25-4767-aa2d-dedd361eae9c x-openstack-request-id: req-b3c343f7-fc25-4767-aa2d-dedd361eae9c {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:54.811607 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6884bbdd-1f51-4285-9094-08c284557f02", "name": "network-vif-plugged", "status": "completed", "tag": "20999df3-2041-4f34-914e-8e907f74e208", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:54.812037 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3c343f7-fc25-4767-aa2d-dedd361eae9c {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:54.812439 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6884bbdd-1f51-4285-9094-08c284557f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20999df3-2041-4f34-914e-8e907f74e208', 'code': 200} Sep 20 12:44:54.832466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b78d5491-99c2-4491-8731-54a0cae230e7,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:54.844640 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-017e65b1-8901-4553-9218-702276ed40e5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8290730 Sep 20 12:44:54.848504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43448) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:54.855360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9931b6a4-7b40-4a56-b264-6b99c22dac86 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:54.866647 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:54.947792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=20999df3-2041-4f34-914e-8e907f74e208,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:54.985198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['b78d5491-99c2-4491-8731-54a0cae230e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:54.989298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed74e-149b-431a-8151-cf4a8c9b7777 req-1691dc6d-c79a-4ec0-a368-4b351b73be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:54.990920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3bed74e-149b-431a-8151-cf4a8c9b7777 req-1691dc6d-c79a-4ec0-a368-4b351b73be15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 1097 time: 0.1026227 Sep 20 12:44:55.052940 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3bed74e-149b-431a-8151-cf4a8c9b7777 req-794587f1-fd5b-4630-b3ae-5d90f41dd205 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 Sep 20 12:44:55.055316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '98b94ad9-e606-43f1-9090-106eec29c2f1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:44:55.056366 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:55.136431 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9931b6a4-7b40-4a56-b264-6b99c22dac86 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:55.142841 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9931b6a4-7b40-4a56-b264-6b99c22dac86 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:55.240849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b493d45-1950-4c3c-bc5d-16ced692e936 req-b27cc64d-66fe-42b6-8f13-b3cc4562f2e6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:55.242607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b493d45-1950-4c3c-bc5d-16ced692e936 req-b27cc64d-66fe-42b6-8f13-b3cc4562f2e6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 944 time: 0.0594342 Sep 20 12:44:55.270471 n-d-809934-3 neutron-server[95503]: INFO neutron.db.ipam_backend_mixin [None req-9931b6a4-7b40-4a56-b264-6b99c22dac86 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98b94ad9-e606-43f1-9090-106eec29c2f1 (CIDR: 2001:db8::/64) Sep 20 12:44:55.309314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b493d45-1950-4c3c-bc5d-16ced692e936 req-91203a20-f6ae-49b7-8ab5-613bd9e90e5d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527756 Sep 20 12:44:55.321552 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-9931b6a4-7b40-4a56-b264-6b99c22dac86 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:44:55.321552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9931b6a4-7b40-4a56-b264-6b99c22dac86 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:44:55.400244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5620af85-4771-4956-aec6-74b047a0f271 req-f7d1510e-f9ea-4353-9f67-9247d85c77e2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 210 time: 0.0312543 Sep 20 12:44:55.407482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Allocated IP 2001:db8::f816:3eff:fe8f:b0c5 (7b041315-d41c-4864-8fcf-07854b5e72d1/98b94ad9-e606-43f1-9090-106eec29c2f1/22441af9-085f-44fc-90a3-744bec6b61f1) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:55.421370 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9931b6a4-7b40-4a56-b264-6b99c22dac86 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5713313 Sep 20 12:44:55.423930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43456) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:55.430805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:55.543600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc10fdc-a545-4dbb-8e6e-b329b9488b4b req-efc9df9c-9d2b-42af-a72b-9a7fc3667303 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:55.545344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbc10fdc-a545-4dbb-8e6e-b329b9488b4b req-efc9df9c-9d2b-42af-a72b-9a7fc3667303 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 946 time: 0.0720193 Sep 20 12:44:55.590183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:55.594940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbc10fdc-a545-4dbb-8e6e-b329b9488b4b req-95664e3a-6f22-42db-85a2-333ce6468f64 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Sep 20 12:44:55.684241 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:55.694975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:55.699908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:55.726097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:55.729531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:55.732084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:55.744229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Pushing event updated for resources: {'Port': ['ID=22441af9-085f-44fc-90a3-744bec6b61f1,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:55.801520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Attempting to bind port 22441af9-085f-44fc-90a3-744bec6b61f1 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:55.802270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Attempting to bind port 22441af9-085f-44fc-90a3-744bec6b61f1 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:55.802270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Attempting to bind port 22441af9-085f-44fc-90a3-744bec6b61f1 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:55.815170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:55.815170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:55.815170 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:55.815170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:55.815170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Bound port: 22441af9-085f-44fc-90a3-744bec6b61f1, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:55.815170 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:55.896747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-be1183c4-0168-4057-ae85-54e753560339 None None] For port 22441af9-085f-44fc-90a3-744bec6b61f1, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:55.900118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-be1183c4-0168-4057-ae85-54e753560339 None None] For port 22441af9-085f-44fc-90a3-744bec6b61f1, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22441af9-085f-44fc-90a3-744bec6b61f1,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:55.952956 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.012935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1183c4-0168-4057-ae85-54e753560339 None None] Pushing event updated for resources: {'Port': ['ID=22441af9-085f-44fc-90a3-744bec6b61f1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:56.033307 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.090690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:56.126057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:56.130182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b78d5491-99c2-4491-8731-54a0cae230e7 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:56.136484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:56.137284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.181723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=b6064515-d555-4721-b0f2-0cf2047f6d2d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:56.207475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-f2b5a6b5-bf62-4ca5-8096-d78a43337f63 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:56.209030 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-f2b5a6b5-bf62-4ca5-8096-d78a43337f63 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.2120836 Sep 20 12:44:56.223835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'port': {'device_id': '47889a2d-9a68-4a4c-9371-d2025a8da6a1', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'admin_state_up': True, 'tenant_id': '782cecd4981748bc9121f560d7b9064c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:56.267493 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-04b81d12-686b-45f7-8f7b-56a58cfbc851 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8423791 Sep 20 12:44:56.270428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:56.275912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:c0:9f:11', 'name': 'tempest-NetworksTestDHCPv6-563308402'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:56.283723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port b78d5491-99c2-4491-8731-54a0cae230e7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:44:56.299684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port b78d5491-99c2-4491-8731-54a0cae230e7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:56.300469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.427257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.462101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b78d5491-99c2-4491-8731-54a0cae230e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b78d5491-99c2-4491-8731-54a0cae230e7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:56.516842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71e158-2c7b-4297-abff-0c4f367ba571 req-b4dc2a5e-f323-4d91-9c2b-cd1686d2cba3 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:56.518888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff71e158-2c7b-4297-abff-0c4f367ba571 req-b4dc2a5e-f323-4d91-9c2b-cd1686d2cba3 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 944 time: 0.0922539 Sep 20 12:44:56.547565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Made reservation on behalf of 782cecd4981748bc9121f560d7b9064c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:56.554072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.556690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 22441af9-085f-44fc-90a3-744bec6b61f1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:56.574851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff71e158-2c7b-4297-abff-0c4f367ba571 req-a461a334-71fe-4168-8e28-24020de6e44a tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496979 Sep 20 12:44:56.609116 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.660965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:44:56.684020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b78d5491-99c2-4491-8731-54a0cae230e7,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:56.690131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 22441af9-085f-44fc-90a3-744bec6b61f1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:56.690839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.722640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Allocated IP 172.20.0.5 (aac6519c-64e3-4880-9685-e29eff54bf64/a9208657-dff8-4d34-a238-13f672023b37/b9930a02-4137-4d92-95b8-11495fa69976) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:56.723035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df7b655a-11a1-4e9a-b023-0dcebadb3121 req-53b6dda2-7e8f-4051-91fb-dab3fc190077 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 210 time: 0.0537295 Sep 20 12:44:56.798152 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.813147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10e3526-bfd1-42f1-b8fe-bd0428d98c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78d5491-99c2-4491-8731-54a0cae230e7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:56.816482 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48f53f0-c96f-466b-8ccd-8af676765260" -d '{"events": [{"server_uuid": "b10e3526-bfd1-42f1-b8fe-bd0428d98c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b78d5491-99c2-4491-8731-54a0cae230e7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:56.846464 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.853169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 22441af9-085f-44fc-90a3-744bec6b61f1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22441af9-085f-44fc-90a3-744bec6b61f1,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:56.884225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 40f4b5cf-4ae5-434c-95fb-8b8a6feb755e yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:44:56.904564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:56.945145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cfef5-36b7-46e7-bdc1-f61c51565d72 req-1d753e1c-aade-4555-b33a-df06ac5b0461 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:56.953807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d5cfef5-36b7-46e7-bdc1-f61c51565d72 req-1d753e1c-aade-4555-b33a-df06ac5b0461 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 946 time: 0.1534514 Sep 20 12:44:56.997966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.022579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.061858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d5cfef5-36b7-46e7-bdc1-f61c51565d72 req-6ca66167-64d6-434d-8fc8-0a368a21a1d1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070614 Sep 20 12:44:57.066169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2990b3c8-d862-4b71-9e45-009ece039019'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:44:57.075406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Network aac6519c-64e3-4880-9685-e29eff54bf64 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:57.084206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:57.123248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:57.191467 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777ba5e8-831f-4ae5-8bf4-d7e53ff3893a x-openstack-request-id: req-777ba5e8-831f-4ae5-8bf4-d7e53ff3893a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:57.191762 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10e3526-bfd1-42f1-b8fe-bd0428d98c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b78d5491-99c2-4491-8731-54a0cae230e7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:57.192022 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-777ba5e8-831f-4ae5-8bf4-d7e53ff3893a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:57.192426 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10e3526-bfd1-42f1-b8fe-bd0428d98c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78d5491-99c2-4491-8731-54a0cae230e7', 'code': 200} Sep 20 12:44:57.201822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'Port': ['ID=b9930a02-4137-4d92-95b8-11495fa69976,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:57.238225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:57.239015 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.261418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=22441af9-085f-44fc-90a3-744bec6b61f1,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:57.328376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8:0:1::7c (7b041315-d41c-4864-8fcf-07854b5e72d1/b6064515-d555-4721-b0f2-0cf2047f6d2d/40f4b5cf-4ae5-434c-95fb-8b8a6feb755e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:57.343058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-263925ee-7a1e-48dd-86a1-64e3b424fd88 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1234667 Sep 20 12:44:57.357527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:fec0:9f11 (7b041315-d41c-4864-8fcf-07854b5e72d1/98b94ad9-e606-43f1-9090-106eec29c2f1/40f4b5cf-4ae5-434c-95fb-8b8a6feb755e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:57.390305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Request body: {'port': {'device_id': '47889a2d-9a68-4a4c-9371-d2025a8da6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:44:57.401110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860bc1d-f6d0-4801-8493-6bb8b7d18214 req-4963dae6-deb2-42a6-a31f-341e570c0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:57.405810 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9860bc1d-f6d0-4801-8493-6bb8b7d18214 req-4963dae6-deb2-42a6-a31f-341e570c0440 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 1096 time: 0.1435976 Sep 20 12:44:57.466635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8882e-a358-416f-8dd8-bc1bf589a293 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:44:57.495495 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9860bc1d-f6d0-4801-8493-6bb8b7d18214 req-ba0bd703-e690-44ed-9094-d27e31e08d6c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635359 Sep 20 12:44:57.530313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.589192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b180c873-fdaf-4391-82c5-5c2f5fd68ad6 None None] Provisioning complete for port 22441af9-085f-44fc-90a3-744bec6b61f1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:57.589952 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b180c873-fdaf-4391-82c5-5c2f5fd68ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.688069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.732445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fa0f1-01ab-43f8-8a73-e58317965703 req-1f105c1f-429f-4c56-bd1e-6192e17996b9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:57.735078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e2fa0f1-01ab-43f8-8a73-e58317965703 req-1f105c1f-429f-4c56-bd1e-6192e17996b9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 946 time: 0.1032557 Sep 20 12:44:57.785785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e2fa0f1-01ab-43f8-8a73-e58317965703 req-5e620e35-6b2a-43ca-bf8e-6f8e77bc316a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Sep 20 12:44:57.861285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.861514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b6c82-f3c2-4c22-a85a-32024a22bdc9 None None] Update dhcp port {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': '98b94ad9-e606-43f1-9090-106eec29c2f1', 'ip_address': '2001:db8::f816:3eff:fe8f:b0c5'}, {'subnet_id': 'b6064515-d555-4721-b0f2-0cf2047f6d2d'}], 'binding:host_id': 'n-d-809934-3'}, 'id': '22441af9-085f-44fc-90a3-744bec6b61f1'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:44:57.901757 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-068b6c82-f3c2-4c22-a85a-32024a22bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.915891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cda9aab3-51ba-4c15-8770-de423307878d None None] Provisioning complete for port b9930a02-4137-4d92-95b8-11495fa69976 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:57.917211 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cda9aab3-51ba-4c15-8770-de423307878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.957458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9930a02-4137-4d92-95b8-11495fa69976 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:44:57.966855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.971459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:44:57.972330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=40f4b5cf-4ae5-434c-95fb-8b8a6feb755e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:57.978230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:44:57.982708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Transition to ACTIVE for port object b9930a02-4137-4d92-95b8-11495fa69976 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:44:57.987577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:44:57.993628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:57.994262 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:57.999228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cda9aab3-51ba-4c15-8770-de423307878d None None] Port b9930a02-4137-4d92-95b8-11495fa69976 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:44:58.020788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762afd10-3f6d-447a-8bf1-16b7fca6bc28 req-e0393fca-292c-4dbf-ae96-e1b63826d403 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:58.022381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-762afd10-3f6d-447a-8bf1-16b7fca6bc28 req-e0393fca-292c-4dbf-ae96-e1b63826d403 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 945 time: 0.1508427 Sep 20 12:44:58.063710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-762afd10-3f6d-447a-8bf1-16b7fca6bc28 req-68b56403-d607-4187-b8b5-21ab7ae22dca tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341234 Sep 20 12:44:58.066602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:58.097158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3079ad52-4b56-49f4-8f51-701079049bcf tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8254609 Sep 20 12:44:58.105403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43488) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:58.153874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9930a02-4137-4d92-95b8-11495fa69976,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:58.185300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-068b6c82-f3c2-4c22-a85a-32024a22bdc9 None None] Allocated IP 2001:db8:0:1::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/b6064515-d555-4721-b0f2-0cf2047f6d2d/22441af9-085f-44fc-90a3-744bec6b61f1) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:44:58.270880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af650a-2fa9-4573-ac9e-50a5304f28cd req-93dec1fd-d825-44d3-9924-9fefb64a2c22 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:58.275886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28af650a-2fa9-4573-ac9e-50a5304f28cd req-93dec1fd-d825-44d3-9924-9fefb64a2c22 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 943 time: 0.0982697 Sep 20 12:44:58.288938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Attempting to bind port b9930a02-4137-4d92-95b8-11495fa69976 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:44:58.289309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Attempting to bind port b9930a02-4137-4d92-95b8-11495fa69976 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:44:58.289641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Attempting to bind port b9930a02-4137-4d92-95b8-11495fa69976 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:58.298607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Port b9930a02-4137-4d92-95b8-11495fa69976 on network aac6519c-64e3-4880-9685-e29eff54bf64 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:44:58.298951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Attempting to bind port b9930a02-4137-4d92-95b8-11495fa69976 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:44:58.312607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:44:58.312958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Checking segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:44:58.313370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Bound using segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:44:58.313824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Bound port: b9930a02-4137-4d92-95b8-11495fa69976, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:44:58.315692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:58.318388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ddafb6ad-df5d-4fa3-8776-efe087c79b29 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 40f4b5cf-4ae5-434c-95fb-8b8a6feb755e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:44:58.318730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddafb6ad-df5d-4fa3-8776-efe087c79b29 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:58.340981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-068b6c82-f3c2-4c22-a85a-32024a22bdc9 None None] For port 22441af9-085f-44fc-90a3-744bec6b61f1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22441af9-085f-44fc-90a3-744bec6b61f1,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:44:58.377149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28af650a-2fa9-4573-ac9e-50a5304f28cd req-4c86e0f7-0262-44d9-a65c-064b501bbce8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930874 Sep 20 12:44:58.386831 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-068b6c82-f3c2-4c22-a85a-32024a22bdc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:58.474126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddafb6ad-df5d-4fa3-8776-efe087c79b29 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:58.476827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] For port b9930a02-4137-4d92-95b8-11495fa69976, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:44:58.478739 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-068b6c82-f3c2-4c22-a85a-32024a22bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:58.485208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] For port b9930a02-4137-4d92-95b8-11495fa69976, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9930a02-4137-4d92-95b8-11495fa69976,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:44:58.491144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ddafb6ad-df5d-4fa3-8776-efe087c79b29 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 40f4b5cf-4ae5-434c-95fb-8b8a6feb755e owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:44:58.536033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191a0c4-9696-47a1-9b76-13c6b63ae9d4 req-26207c03-a5ef-472b-8f1b-4aa572bdc95f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:58.537793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4191a0c4-9696-47a1-9b76-13c6b63ae9d4 req-26207c03-a5ef-472b-8f1b-4aa572bdc95f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 946 time: 0.0938873 Sep 20 12:44:58.547926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 22441af9-085f-44fc-90a3-744bec6b61f1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:44:58.586289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4191a0c4-9696-47a1-9b76-13c6b63ae9d4 req-b8fa8cc1-7998-42f0-9d76-5a904650110e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376105 Sep 20 12:44:58.595032 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:58.642763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b6c82-f3c2-4c22-a85a-32024a22bdc9 None None] Pushing event updated for resources: {'Port': ['ID=22441af9-085f-44fc-90a3-744bec6b61f1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:58.650520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:58.651770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:58.655904 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] 10.222.0.32 "PUT /v2.0/ports/b9930a02-4137-4d92-95b8-11495fa69976 HTTP/1.1" status: 200 len: 1091 time: 1.2977691 Sep 20 12:44:58.656434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47889a2d-9a68-4a4c-9371-d2025a8da6a1', 'tag': 'b9930a02-4137-4d92-95b8-11495fa69976'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:44:58.658849 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659b138-4cbc-488c-83de-0414b88ef5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "47889a2d-9a68-4a4c-9371-d2025a8da6a1", "tag": "b9930a02-4137-4d92-95b8-11495fa69976"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:44:58.661560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 22441af9-085f-44fc-90a3-744bec6b61f1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:58.662164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.014067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:59.129373 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bdfa78-cb64-4192-ab8d-57665763a4be x-openstack-request-id: req-b5bdfa78-cb64-4192-ab8d-57665763a4be {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:44:59.129909 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47889a2d-9a68-4a4c-9371-d2025a8da6a1", "tag": "b9930a02-4137-4d92-95b8-11495fa69976", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:44:59.129909 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5bdfa78-cb64-4192-ab8d-57665763a4be {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:44:59.130341 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47889a2d-9a68-4a4c-9371-d2025a8da6a1', 'tag': 'b9930a02-4137-4d92-95b8-11495fa69976', 'status': 'completed', 'code': 200} Sep 20 12:44:59.159467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89c5c69e-0bc3-467d-ac2d-4cfab981d706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.161412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23d077-2be6-4fb7-9296-75db4e818c38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9930a02-4137-4d92-95b8-11495fa69976,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:59.188939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-aaa14924-8372-413c-b65c-48f00ecbff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.190472 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-aaa14924-8372-413c-b65c-48f00ecbff6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 1094 time: 0.1010482 Sep 20 12:44:59.238046 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-acf48c54-5827-483b-905a-a58246315741 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9930a02-4137-4d92-95b8-11495fa69976 HTTP/1.1" status: 200 len: 217 time: 0.0385468 Sep 20 12:44:59.245824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31fe98-c268-495e-9934-a822642582ad req-c12b6c22-ce66-45ab-acda-6688be2db165 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.249504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d31fe98-c268-495e-9934-a822642582ad req-c12b6c22-ce66-45ab-acda-6688be2db165 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 946 time: 0.0709977 Sep 20 12:44:59.274042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddafb6ad-df5d-4fa3-8776-efe087c79b29 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.310532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d31fe98-c268-495e-9934-a822642582ad req-84c29482-3e98-44b3-9c8b-880213292126 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568249 Sep 20 12:44:59.321583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafb6ad-df5d-4fa3-8776-efe087c79b29 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=40f4b5cf-4ae5-434c-95fb-8b8a6feb755e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:59.348224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-f90036c3-88e6-4af5-9783-ab440fae1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.349211 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-f90036c3-88e6-4af5-9783-ab440fae1090 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.1041455 Sep 20 12:44:59.370996 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89c5c69e-0bc3-467d-ac2d-4cfab981d706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.372466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ddafb6ad-df5d-4fa3-8776-efe087c79b29 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.374508 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ddafb6ad-df5d-4fa3-8776-efe087c79b29 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/40f4b5cf-4ae5-434c-95fb-8b8a6feb755e HTTP/1.1" status: 204 len: 168 time: 1.2631371 Sep 20 12:44:59.377280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:59.411940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-890f58f3-1a45-4085-b47a-51aad5566a1a None None] Provisioning complete for port 22441af9-085f-44fc-90a3-744bec6b61f1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:44:59.412509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-890f58f3-1a45-4085-b47a-51aad5566a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.437998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-98d7d8bc-1ae0-4547-9217-ec6fdfa9837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.438263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a27bb12-9563-48db-a288-d17ab204a0e8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.442108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a27bb12-9563-48db-a288-d17ab204a0e8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0612285 Sep 20 12:44:59.442270 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-98d7d8bc-1ae0-4547-9217-ec6fdfa9837a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728819 Sep 20 12:44:59.444065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43516) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:59.466187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89c5c69e-0bc3-467d-ac2d-4cfab981d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.512973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c69e-0bc3-467d-ac2d-4cfab981d706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e7c9ef-c621-47cc-bb3b-297b0ab3f137,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:59.525279 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-89c5c69e-0bc3-467d-ac2d-4cfab981d706 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c123c379072343d48a0215ab8f82414b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099604 Sep 20 12:44:59.529208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43518) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:59.536031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787e76b-7833-43a3-95c6-c6ad08376a2a req-83dc6ccf-7f8c-49fa-a14b-b8d3ea2e8725 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.537617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3787e76b-7833-43a3-95c6-c6ad08376a2a req-83dc6ccf-7f8c-49fa-a14b-b8d3ea2e8725 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 945 time: 0.1190677 Sep 20 12:44:59.540745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6595d9ab-d9bd-4afa-9ac1-bd8b1ca84b8d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.545457 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6595d9ab-d9bd-4afa-9ac1-bd8b1ca84b8d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0978653 Sep 20 12:44:59.546665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43520) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:59.614292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3787e76b-7833-43a3-95c6-c6ad08376a2a req-2350c570-7f46-46a0-8db9-f03a138f083e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691640 Sep 20 12:44:59.630267 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-7d9bcd23-0536-43ef-80d9-4bc2fc02b4ff service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541202 Sep 20 12:44:59.634285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805b612-5cd7-4473-bc2e-aff735ddf3b1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.636714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805b612-5cd7-4473-bc2e-aff735ddf3b1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.638536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805b612-5cd7-4473-bc2e-aff735ddf3b1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.639872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-497164ae-480e-4ac6-bd10-ea4d44b2ff80 None None] Could not find standard attr ID for object 40f4b5cf-4ae5-434c-95fb-8b8a6feb755e. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:44:59.641209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f805b612-5cd7-4473-bc2e-aff735ddf3b1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0936038 Sep 20 12:44:59.645456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:44:59.708312 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65b36c60-9d62-4c9b-ae6a-730c6a02167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.749047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65b36c60-9d62-4c9b-ae6a-730c6a02167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.767644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2449b02e-24dc-4fdc-afe2-a9f48e1eaded tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 98b94ad9-e606-43f1-9090-106eec29c2f1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:44:59.775629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2449b02e-24dc-4fdc-afe2-a9f48e1eaded tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.824998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-217df8d4-96c4-4031-a89b-111886a3e6a7 req-7035de2d-52bc-459a-bdcb-6222e71e4054 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820619 Sep 20 12:44:59.839607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b28cef-3f7a-45ce-9bd6-22f3ad9b835d req-95921ea2-f10f-4732-b34f-26a8bf14edb7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:44:59.841316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36b28cef-3f7a-45ce-9bd6-22f3ad9b835d req-95921ea2-f10f-4732-b34f-26a8bf14edb7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 943 time: 0.1352482 Sep 20 12:44:59.850391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2449b02e-24dc-4fdc-afe2-a9f48e1eaded tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.922524 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65b36c60-9d62-4c9b-ae6a-730c6a02167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.922905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36b28cef-3f7a-45ce-9bd6-22f3ad9b835d req-af6b3fe9-3848-48fe-a161-b54be6354050 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692766 Sep 20 12:44:59.925273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65b36c60-9d62-4c9b-ae6a-730c6a02167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:44:59.926612 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-65b36c60-9d62-4c9b-ae6a-730c6a02167d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4e7c9ef-c621-47cc-bb3b-297b0ab3f137 HTTP/1.1" status: 204 len: 168 time: 0.3961415 Sep 20 12:44:59.936292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b36c60-9d62-4c9b-ae6a-730c6a02167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e7c9ef-c621-47cc-bb3b-297b0ab3f137,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:44:59.979069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2449b02e-24dc-4fdc-afe2-a9f48e1eaded tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.064112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-49986180-4476-4abe-84b2-f6d3303bcd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:00.065658 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-49986180-4476-4abe-84b2-f6d3303bcd99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 1094 time: 0.0510020 Sep 20 12:45:00.123575 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2449b02e-24dc-4fdc-afe2-a9f48e1eaded tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.138795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-faca09ae-4280-4aaa-90b7-60ad4d5c58af req-95fe6019-5916-4aaf-a7ed-394775eb9a96 service neutron] (95503) timed out ('10.222.0.32', 56763) {{(pid=95503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 12:45:00.152665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b02e-24dc-4fdc-afe2-a9f48e1eaded tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=98b94ad9-e606-43f1-9090-106eec29c2f1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:00.158382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2449b02e-24dc-4fdc-afe2-a9f48e1eaded tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.160236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2449b02e-24dc-4fdc-afe2-a9f48e1eaded tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/98b94ad9-e606-43f1-9090-106eec29c2f1 HTTP/1.1" status: 204 len: 168 time: 0.5138047 Sep 20 12:45:00.160578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a77512-95b6-4619-b940-31bc497a32d0 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:00.164941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:00.165279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-e721ff3a-6fbb-40be-8342-9581c8b96e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:00.166004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-e721ff3a-6fbb-40be-8342-9581c8b96e45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.0929499 Sep 20 12:45:00.226705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e49ca5-3b68-4e38-ad1e-48252ab89e62 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet b6064515-d555-4721-b0f2-0cf2047f6d2d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:00.230947 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55e49ca5-3b68-4e38-ad1e-48252ab89e62 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.237906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-0580873a-d81e-4f2d-8781-d6431a06ee07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9930a02-4137-4d92-95b8-11495fa69976 HTTP/1.1" status: 200 len: 217 time: 0.0599461 Sep 20 12:45:00.278110 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55e49ca5-3b68-4e38-ad1e-48252ab89e62 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.315456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-22e67a3b-100e-4fa7-9905-210a70f91395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:00.318344 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-22e67a3b-100e-4fa7-9905-210a70f91395 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0719156 Sep 20 12:45:00.424429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-e679c8c0-c35e-40a5-a610-e7103170a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:00.425837 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-e679c8c0-c35e-40a5-a610-e7103170a32f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990648 Sep 20 12:45:00.466785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55e49ca5-3b68-4e38-ad1e-48252ab89e62 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.580248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 22441af9-085f-44fc-90a3-744bec6b61f1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:00.618934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc4a10-9b76-4f7d-b8ab-c6481a5db4fd req-4db4faa1-7349-4f46-86bc-e9fb1a52b3fe tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:00.628029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ddc4a10-9b76-4f7d-b8ab-c6481a5db4fd req-4db4faa1-7349-4f46-86bc-e9fb1a52b3fe tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 946 time: 0.0876310 Sep 20 12:45:00.668020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-f3438281-5aee-4612-b279-f3072939dfd9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:00.669602 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-f3438281-5aee-4612-b279-f3072939dfd9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 946 time: 0.1414666 Sep 20 12:45:00.671821 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-1f997d96-8892-49ea-8fde-a6dd67cf64b1 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351291 Sep 20 12:45:00.684566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ddc4a10-9b76-4f7d-b8ab-c6481a5db4fd req-4270acd5-5457-4ac9-8358-edb57901a04b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517013 Sep 20 12:45:00.702367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55e49ca5-3b68-4e38-ad1e-48252ab89e62 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.712243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 22441af9-085f-44fc-90a3-744bec6b61f1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:00.712846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.726343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:00.754791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f573313-f571-4cf0-b020-c880f9bf69b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.779653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e49ca5-3b68-4e38-ad1e-48252ab89e62 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=b6064515-d555-4721-b0f2-0cf2047f6d2d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:00.787005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55e49ca5-3b68-4e38-ad1e-48252ab89e62 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:00.793930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-55e49ca5-3b68-4e38-ad1e-48252ab89e62 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/b6064515-d555-4721-b0f2-0cf2047f6d2d HTTP/1.1" status: 204 len: 168 time: 0.6274524 Sep 20 12:45:00.794671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:00.904011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-21b02b00-88a2-49f6-84d8-98f04c43ddab tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077516 Sep 20 12:45:00.906646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43554) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:00.913058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:00.952021 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7659b138-4cbc-488c-83de-0414b88ef5e2 req-98c14ab7-0a71-4aaa-a066-fc938f2a1c34 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523150 Sep 20 12:45:01.009752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Deleting port 20999df3-2041-4f34-914e-8e907f74e208 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:01.010580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.022902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6754aa0-d686-4856-ab12-9a5292eb7ea7 req-0e265e37-63ed-4ce5-9942-868766985c77 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:01.028715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6754aa0-d686-4856-ab12-9a5292eb7ea7 req-0e265e37-63ed-4ce5-9942-868766985c77 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 946 time: 0.2184782 Sep 20 12:45:01.089061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6754aa0-d686-4856-ab12-9a5292eb7ea7 req-ecebbc78-e027-4433-a3db-b1a11e1b3626 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447357 Sep 20 12:45:01.163134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] For port 20999df3-2041-4f34-914e-8e907f74e208, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=20999df3-2041-4f34-914e-8e907f74e208,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:01.163713 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.193319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f573313-f571-4cf0-b020-c880f9bf69b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.194515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Calling delete_port for 20999df3-2041-4f34-914e-8e907f74e208 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:01.265133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f573313-f571-4cf0-b020-c880f9bf69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.284056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746d4ed-322b-4e4e-bb35-e8b02014f4e3 req-25ed26bf-e3b0-4437-8baa-eaefda7362d1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:01.295330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8746d4ed-322b-4e4e-bb35-e8b02014f4e3 req-25ed26bf-e3b0-4437-8baa-eaefda7362d1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 943 time: 0.0906267 Sep 20 12:45:01.344479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f573313-f571-4cf0-b020-c880f9bf69b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5373b13e73ab468aa51ec5b567daa10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096306 Sep 20 12:45:01.346588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f573313-f571-4cf0-b020-c880f9bf69b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2936f2e-0b69-4044-ac12-bf81b921b25e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:01.348999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43558) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:01.352550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8746d4ed-322b-4e4e-bb35-e8b02014f4e3 req-7f8367db-a2c7-46e5-8666-180257045984 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Sep 20 12:45:01.420050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:01.424603 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.427664 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f088182d-d450-455b-9250-4ec5d9bfd109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.477969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15fec80-476a-4149-811d-047122ebc8c3 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:01.520001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f088182d-d450-455b-9250-4ec5d9bfd109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.556808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-374df5bc-c213-44c2-959c-8d0b0a527084 None None] Provisioning complete for port 22441af9-085f-44fc-90a3-744bec6b61f1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:01.557921 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-374df5bc-c213-44c2-959c-8d0b0a527084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.573956 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.592737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080', '20999df3-2041-4f34-914e-8e907f74e208'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:01.640966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event deleted for resources: {'Port': ['ID=20999df3-2041-4f34-914e-8e907f74e208,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:01.752701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] No DVR routers for this DVR port 20999df3-2041-4f34-914e-8e907f74e208 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:01.755793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.758862 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-843df286-6d0b-4462-bdd8-580ee0d7fd98 req-3066f8ff-0376-4c1d-83b9-ffb36fb3b818 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "DELETE /v2.0/ports/20999df3-2041-4f34-914e-8e907f74e208 HTTP/1.1" status: 204 len: 173 time: 1.0826678 Sep 20 12:45:01.759991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6884bbdd-1f51-4285-9094-08c284557f02', 'name': 'network-vif-deleted', 'tag': '20999df3-2041-4f34-914e-8e907f74e208'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:01.762634 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd17f42-9108-438c-8018-1b8e6cd81500" -d '{"events": [{"server_uuid": "6884bbdd-1f51-4285-9094-08c284557f02", "name": "network-vif-deleted", "tag": "20999df3-2041-4f34-914e-8e907f74e208"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:01.809495 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1146554-7be7-4d80-8e81-2212c43f079e req-280d95ca-8a87-4512-9c48-7e2510815c51 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=6884bbdd-1f51-4285-9094-08c284557f02 HTTP/1.1" status: 200 len: 210 time: 0.0272586 Sep 20 12:45:01.844623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-2b34d7da-07af-4b0d-8f7a-cd5550a9a930 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:01.846341 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-2b34d7da-07af-4b0d-8f7a-cd5550a9a930 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.21 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 946 time: 0.0745676 Sep 20 12:45:01.899252 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa35a87-f9f2-4208-ac11-76dd472f0499 x-openstack-request-id: req-9fa35a87-f9f2-4208-ac11-76dd472f0499 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:01.899520 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6884bbdd-1f51-4285-9094-08c284557f02", "name": "network-vif-deleted", "tag": "20999df3-2041-4f34-914e-8e907f74e208", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:01.900276 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fa35a87-f9f2-4208-ac11-76dd472f0499 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:01.900732 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6884bbdd-1f51-4285-9094-08c284557f02', 'name': 'network-vif-deleted', 'tag': '20999df3-2041-4f34-914e-8e907f74e208', 'status': 'completed', 'code': 200} Sep 20 12:45:01.910791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:45:01.912589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f088182d-d450-455b-9250-4ec5d9bfd109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.913919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f088182d-d450-455b-9250-4ec5d9bfd109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:01.918166 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f088182d-d450-455b-9250-4ec5d9bfd109 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2936f2e-0b69-4044-ac12-bf81b921b25e HTTP/1.1" status: 204 len: 168 time: 0.5636661 Sep 20 12:45:01.947791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088182d-d450-455b-9250-4ec5d9bfd109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2936f2e-0b69-4044-ac12-bf81b921b25e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:01.977851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:45:02.039873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Deleting port 727d2a34-f5b4-474a-9bc8-4591e2535a79 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:02.039873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.196731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] For port 727d2a34-f5b4-474a-9bc8-4591e2535a79, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=727d2a34-f5b4-474a-9bc8-4591e2535a79,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:02.197435 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.245849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] Deleting port 22441af9-085f-44fc-90a3-744bec6b61f1 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:02.246218 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.279229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.330954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] For port 22441af9-085f-44fc-90a3-744bec6b61f1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22441af9-085f-44fc-90a3-744bec6b61f1,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:02.331364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.333798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedd766-86a0-48f3-ad75-e638ed431898 req-d48d0f34-c12a-4939-b09c-5a812a947a37 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:02.335334 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbedd766-86a0-48f3-ad75-e638ed431898 req-d48d0f34-c12a-4939-b09c-5a812a947a37 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 946 time: 0.1154931 Sep 20 12:45:02.347467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] Calling delete_port for 22441af9-085f-44fc-90a3-744bec6b61f1 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:02.409987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbedd766-86a0-48f3-ad75-e638ed431898 req-42f2d293-b587-4892-a528-678a49e50b46 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc6a1371-4e90-4c24-8ce1-d08221eae357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675211 Sep 20 12:45:02.556356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 22441af9-085f-44fc-90a3-744bec6b61f1 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:02.592381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] For port 22441af9-085f-44fc-90a3-744bec6b61f1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22441af9-085f-44fc-90a3-744bec6b61f1,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:02.623747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c9f2-a342-4e8a-81cb-bfcf29ce9e54 req-81d46359-2bf9-4f2a-9aae-fd0146942a93 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:02.625405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ce2c9f2-a342-4e8a-81cb-bfcf29ce9e54 req-81d46359-2bf9-4f2a-9aae-fd0146942a93 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 943 time: 0.0887709 Sep 20 12:45:02.631969 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.653938 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.675210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ce2c9f2-a342-4e8a-81cb-bfcf29ce9e54 req-b1e72308-3809-4bec-92d3-c9434712ba31 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Sep 20 12:45:02.730994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.731871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.799597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43580) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:02.807975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:02.818569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:02.819345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3384407b-6612-4172-a16b-f97450c802a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.825481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:02.826351 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.846407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=3fe3bfcc-53f6-4947-b3d9-a024726156bd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:02.863760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=22441af9-085f-44fc-90a3-744bec6b61f1,revision_number=8']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:02.902358 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.903494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.903863 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.904181 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Floating IP bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3 disassociated. External IP: 172.25.6.105, port: 727d2a34-f5b4-474a-9bc8-4591e2535a79. Sep 20 12:45:02.904524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Calling delete_port for 727d2a34-f5b4-474a-9bc8-4591e2535a79 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:02.949428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] Pushing event deleted for resources: {'Port': ['ID=22441af9-085f-44fc-90a3-744bec6b61f1,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:02.965818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3384407b-6612-4172-a16b-f97450c802a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:02.986501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c6d85-e3fa-410d-89d0-57f1ab7d72af None None] No DVR routers for this DVR port 22441af9-085f-44fc-90a3-744bec6b61f1 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:03.001318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa1c8d-4baa-4dfe-8430-6a8e73d7af10 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:03.059930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3384407b-6612-4172-a16b-f97450c802a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.095219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3384407b-6612-4172-a16b-f97450c802a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f90cef07bba49d8a2c3c60a7482942b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942939 Sep 20 12:45:03.098365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43586) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:03.134741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384407b-6612-4172-a16b-f97450c802a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6c2388-e64d-474c-b520-085cfd333347,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:03.149209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.155750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '3fe3bfcc-53f6-4947-b3d9-a024726156bd'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:45:03.156760 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.172163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-253b1741-c66f-4129-af3c-09322aa4bbfb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2643032 Sep 20 12:45:03.172986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43590) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:03.178416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-95df525e-52e7-4e61-b230-42b4cff2604e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:03.187283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event deleted for resources: {'Port': ['ID=727d2a34-f5b4-474a-9bc8-4591e2535a79,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:03.196823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18ca22cf-64fd-4d46-85d0-87f19fc9cff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.222579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18ca22cf-64fd-4d46-85d0-87f19fc9cff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.301207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Allocated IP 2001:db8::f816:3eff:fe28:be26 (7b041315-d41c-4864-8fcf-07854b5e72d1/3fe3bfcc-53f6-4947-b3d9-a024726156bd/b99e8c3c-c501-4693-994a-31bd9bb5dd15) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:03.362136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Router a8760c99-bb9f-4f16-ae35-b37fddb31036 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:45:03.420230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95df525e-52e7-4e61-b230-42b4cff2604e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:03.424111 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95df525e-52e7-4e61-b230-42b4cff2604e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.454452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18ca22cf-64fd-4d46-85d0-87f19fc9cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.455884 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.457027 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18ca22cf-64fd-4d46-85d0-87f19fc9cff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.458226 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-18ca22cf-64fd-4d46-85d0-87f19fc9cff7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d6c2388-e64d-474c-b520-085cfd333347 HTTP/1.1" status: 204 len: 168 time: 0.3589582 Sep 20 12:45:03.473996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca22cf-64fd-4d46-85d0-87f19fc9cff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6c2388-e64d-474c-b520-085cfd333347,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:03.485854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:45:03.498465 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] Sync routers for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:45:03.520106 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:45:03.522403 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:44:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:03.535143 n-d-809934-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-95df525e-52e7-4e61-b230-42b4cff2604e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fe3bfcc-53f6-4947-b3d9-a024726156bd (CIDR: 2001:db8::/64) Sep 20 12:45:03.541195 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.547459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] No DVR routers for this DVR port 727d2a34-f5b4-474a-9bc8-4591e2535a79 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:03.549105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.553828 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c0f2f86-378f-4ead-a41b-12ff5f748984 req-74cd6ba6-64f6-45b6-92e2-1e0a0f9948e8 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.21 "DELETE /v2.0/ports/727d2a34-f5b4-474a-9bc8-4591e2535a79 HTTP/1.1" status: 204 len: 173 time: 1.7002134 Sep 20 12:45:03.598120 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-95df525e-52e7-4e61-b230-42b4cff2604e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:45:03.598869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95df525e-52e7-4e61-b230-42b4cff2604e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:03.603025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Pushing event updated for resources: {'Port': ['ID=b99e8c3c-c501-4693-994a-31bd9bb5dd15,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:03.615834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:03.617263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:03.619704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:03.679991 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:45:03.686800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-95df525e-52e7-4e61-b230-42b4cff2604e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5101662 Sep 20 12:45:03.687371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:03.692527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:03.710199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Attempting to bind port b99e8c3c-c501-4693-994a-31bd9bb5dd15 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:03.710727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Attempting to bind port b99e8c3c-c501-4693-994a-31bd9bb5dd15 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:03.711080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Attempting to bind port b99e8c3c-c501-4693-994a-31bd9bb5dd15 on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:03.744750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:03.746847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:03.748569 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.749033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:03.751786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Bound port: b99e8c3c-c501-4693-994a-31bd9bb5dd15, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:03.751786 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:03.902263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-deleted', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:03.905377 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5998b3-6914-4fce-bc2a-4cd6ea7d10ab" -d '{"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-deleted", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:03.905683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] For port b99e8c3c-c501-4693-994a-31bd9bb5dd15, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:03.910067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] For port b99e8c3c-c501-4693-994a-31bd9bb5dd15, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b99e8c3c-c501-4693-994a-31bd9bb5dd15,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:03.953953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b10ab1ab-e1d1-46c8-8d8a-4b3bd6816164 req-2805d792-4271-4c5e-aa17-bbdfab69389e tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/ports?device_id=2df83d65-c760-4158-83d8-46c713d4ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0441799 Sep 20 12:45:04.008917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b9930a02-4137-4d92-95b8-11495fa69976 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:45:04.027582 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:04.058703 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] Checking router: a8760c99-bb9f-4f16-ae35-b37fddb31036 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:45:04.068205 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:45:04.069202 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:44:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:04.132779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:04.142602 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:04.158374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b9930a02-4137-4d92-95b8-11495fa69976, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9930a02-4137-4d92-95b8-11495fa69976,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:04.171816 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b9930a02-4137-4d92-95b8-11495fa69976', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': 'b9930a02-4137-4d92-95b8-11495fa69976', 'mac_address': 'fa:16:3e:47:8f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:45:04.174059 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:04.190391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:04.194674 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:45:04.240639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac9d0-cd32-449a-9c2c-de75c374a669 req-a592abc8-f3e8-41c1-be5a-19a071686cca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:04.242270 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95fac9d0-cd32-449a-9c2c-de75c374a669 req-a592abc8-f3e8-41c1-be5a-19a071686cca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 943 time: 0.1796007 Sep 20 12:45:04.307478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 727d2a34-f5b4-474a-9bc8-4591e2535a79 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:04.310497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 727d2a34-f5b4-474a-9bc8-4591e2535a79 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:04.313369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 20999df3-2041-4f34-914e-8e907f74e208 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:04.366738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 20999df3-2041-4f34-914e-8e907f74e208 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:04.367135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 20999df3-2041-4f34-914e-8e907f74e208 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:04.393091 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:04.399845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25200c3a-658c-4f78-beaa-b9b550762e8d None None] Pushing event updated for resources: {'Port': ['ID=b99e8c3c-c501-4693-994a-31bd9bb5dd15,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:04.425971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9930a02-4137-4d92-95b8-11495fa69976 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:45:04.448568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b9930a02-4137-4d92-95b8-11495fa69976, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9930a02-4137-4d92-95b8-11495fa69976,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:04.500337 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:04.551051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95fac9d0-cd32-449a-9c2c-de75c374a669 req-6d526252-d171-4358-a87d-207213201489 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907162 Sep 20 12:45:04.563081 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:04.646410 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c05bed-3e86-429b-934e-a0263a6accc1 None None] The sync data for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 is: [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:36:39Z', 'revision_number': 4, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'f9fd6f71-b14e-4f26-9988-61ecad7ceb44', 'name': '', 'network_id': 'e99487ea-3c74-4d02-ba81-5912a3255fe0', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:38Z', 'updated_at': '2021-09-20T12:36:43Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'subnets': [{'id': '42dda24d-7a62-4ffb-879e-94893262f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:45:04.655443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b9930a02-4137-4d92-95b8-11495fa69976,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:04.739565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b9930a02-4137-4d92-95b8-11495fa69976'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:04.890798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-75bf2cbf-9763-4b14-bf5f-e839d9d19949 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:04.892340 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-75bf2cbf-9763-4b14-bf5f-e839d9d19949 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.1994505 Sep 20 12:45:04.916118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-950f489e-1ea2-466a-ba63-46960b841290 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/quotas/d9a590e4a86844c9a461bdff7b34529c HTTP/1.1" status: 200 len: 375 time: 0.0136294 Sep 20 12:45:04.969246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:04.989551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-ac9022ac-6f5e-43b8-8060-576340fe483e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691121 Sep 20 12:45:05.046975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:05.062188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:05.072128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:05.072721 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:05.119689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=7bc4b893-8285-4c08-b9f0-7af85b580af1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:05.126912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09cf16-15e7-441c-885d-8f2906025d83 None None] New status for floating IP bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:45:05.161450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-0460b0d6-5708-4ac2-8ded-f4cf9a12255d service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334927 Sep 20 12:45:05.253288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7fdf6a4f-65cb-4288-8f0b-45bb4ba3bb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5649643 Sep 20 12:45:05.256337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43640) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:05.269696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:34:b0:86', 'name': 'tempest-NetworksTestDHCPv6-1539839261'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:05.288588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-59cf21bf-deab-4d95-b934-08d6b6693b6c service neutron] 10.222.0.37 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184926 Sep 20 12:45:05.529256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:05.555712 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8f04e3-6333-4c71-8aff-da4216ef8167 x-openstack-request-id: req-bd8f04e3-6333-4c71-8aff-da4216ef8167 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:05.559313 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df83d65-c760-4158-83d8-46c713d4ebc0", "name": "network-vif-deleted", "tag": "727d2a34-f5b4-474a-9bc8-4591e2535a79", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:05.559313 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd8f04e3-6333-4c71-8aff-da4216ef8167 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:05.559313 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df83d65-c760-4158-83d8-46c713d4ebc0', 'name': 'network-vif-deleted', 'tag': '727d2a34-f5b4-474a-9bc8-4591e2535a79', 'status': 'completed', 'code': 200} Sep 20 12:45:05.703253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:05.721080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a569e760-4b16-4098-b784-d4dc28fb27e3 req-98691db7-d90c-4af2-99b2-576f6ab2c415 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 210 time: 0.0748456 Sep 20 12:45:05.743192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port d33ff4f2-df3e-44a3-b5dc-efc4a9e53483 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:45:05.779030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6ac2b-21a1-4c5b-aefe-ddff5f8b6575 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:05.865372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c4319-9571-43f5-88f3-f159889d1c98 req-d4c4f3c5-6190-4c1d-a5ef-fb1027384cac tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:05.867256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-935c4319-9571-43f5-88f3-f159889d1c98 req-d4c4f3c5-6190-4c1d-a5ef-fb1027384cac tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 944 time: 0.0552502 Sep 20 12:45:05.905865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-39809ab4-5867-406e-b022-47c0f25126b0 None None] Provisioning complete for port b99e8c3c-c501-4693-994a-31bd9bb5dd15 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:05.910875 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39809ab4-5867-406e-b022-47c0f25126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:05.954367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-935c4319-9571-43f5-88f3-f159889d1c98 req-37880ab1-d34d-402f-a83e-06e654f3d5eb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796170 Sep 20 12:45:05.999777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8:0:1::4d (7b041315-d41c-4864-8fcf-07854b5e72d1/7bc4b893-8285-4c08-b9f0-7af85b580af1/d33ff4f2-df3e-44a3-b5dc-efc4a9e53483) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:06.007888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::f816:3eff:fe34:b086 (7b041315-d41c-4864-8fcf-07854b5e72d1/3fe3bfcc-53f6-4947-b3d9-a024726156bd/d33ff4f2-df3e-44a3-b5dc-efc4a9e53483) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:06.079608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b9930a02-4137-4d92-95b8-11495fa69976 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:06.112929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:06.216409 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39809ab4-5867-406e-b022-47c0f25126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.221485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.222305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-539cb729-bd95-4243-a27b-06025ae60e43 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.276439 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-539cb729-bd95-4243-a27b-06025ae60e43 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.289075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port b9930a02-4137-4d92-95b8-11495fa69976 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:45:06.305076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-39809ab4-5867-406e-b022-47c0f25126b0 None None] For port b99e8c3c-c501-4693-994a-31bd9bb5dd15, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b99e8c3c-c501-4693-994a-31bd9bb5dd15,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:06.309020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b9930a02-4137-4d92-95b8-11495fa69976 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:06.309411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.343594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b8fc3-2f05-4e2d-ae11-e38202e72df5 None None] Update dhcp port {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': '3fe3bfcc-53f6-4947-b3d9-a024726156bd', 'ip_address': '2001:db8::f816:3eff:fe28:be26'}, {'subnet_id': '7bc4b893-8285-4c08-b9f0-7af85b580af1'}], 'binding:host_id': 'n-d-809934-3'}, 'id': 'b99e8c3c-c501-4693-994a-31bd9bb5dd15'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:45:06.346470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.381625 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39809ab4-5867-406e-b022-47c0f25126b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.386536 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-380b8fc3-2f05-4e2d-ae11-e38202e72df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.394019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:06.397858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:06.401781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:06.407983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:06.408230 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.430983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=d33ff4f2-df3e-44a3-b5dc-efc4a9e53483,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:06.450041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-539cb729-bd95-4243-a27b-06025ae60e43 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.452701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-539cb729-bd95-4243-a27b-06025ae60e43 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.456929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-539cb729-bd95-4243-a27b-06025ae60e43 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc6a1371-4e90-4c24-8ce1-d08221eae357 HTTP/1.1" status: 204 len: 168 time: 0.3421900 Sep 20 12:45:06.457150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43678) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:06.482910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cb729-bd95-4243-a27b-06025ae60e43 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6a1371-4e90-4c24-8ce1-d08221eae357,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:06.490992 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-a594ac07-5248-48a4-ac34-ea745bad2dd2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] show failed (client error): The resource could not be found. Sep 20 12:45:06.492152 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a594ac07-5248-48a4-ac34-ea745bad2dd2 tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "GET /v2.0/security-groups/dc6a1371-4e90-4c24-8ce1-d08221eae357 HTTP/1.1" status: 404 len: 347 time: 0.0341191 Sep 20 12:45:06.495449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43680) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:06.526728 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.562044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8ec625e2-57ce-486e-b0e7-66641a68de73 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3045857 Sep 20 12:45:06.567228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43686) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:06.626687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b9930a02-4137-4d92-95b8-11495fa69976, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9930a02-4137-4d92-95b8-11495fa69976,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:06.631645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47889a2d-9a68-4a4c-9371-d2025a8da6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9930a02-4137-4d92-95b8-11495fa69976'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:06.634520 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd1d772-9103-4900-a027-39701325cab5" -d '{"events": [{"server_uuid": "47889a2d-9a68-4a4c-9371-d2025a8da6a1", "name": "network-vif-plugged", "status": "completed", "tag": "b9930a02-4137-4d92-95b8-11495fa69976"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:06.638534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b99e8c3c-c501-4693-994a-31bd9bb5dd15 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:06.642131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39809ab4-5867-406e-b022-47c0f25126b0 None None] Pushing event updated for resources: {'Port': ['ID=b99e8c3c-c501-4693-994a-31bd9bb5dd15,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:06.705285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd066d-ebaf-4d0f-9e80-d326e26bed75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port d33ff4f2-df3e-44a3-b5dc-efc4a9e53483 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:06.706023 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfd066d-ebaf-4d0f-9e80-d326e26bed75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.759271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Deleting port 6e0235e7-a627-499b-a720-faec01e0a610 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:06.761421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.824307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-380b8fc3-2f05-4e2d-ae11-e38202e72df5 None None] Allocated IP 2001:db8:0:1::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/7bc4b893-8285-4c08-b9f0-7af85b580af1/b99e8c3c-c501-4693-994a-31bd9bb5dd15) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:06.885470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.885948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:06.901709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Calling delete_port for 6e0235e7-a627-499b-a720-faec01e0a610 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:06.945644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-380b8fc3-2f05-4e2d-ae11-e38202e72df5 None None] For port b99e8c3c-c501-4693-994a-31bd9bb5dd15, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b99e8c3c-c501-4693-994a-31bd9bb5dd15,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:06.986005 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-380b8fc3-2f05-4e2d-ae11-e38202e72df5 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.044809 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.081542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b99e8c3c-c501-4693-994a-31bd9bb5dd15 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:07.081848 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.110831 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-380b8fc3-2f05-4e2d-ae11-e38202e72df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.138450 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b9930a02-4137-4d92-95b8-11495fa69976,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:07.140779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.187841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Pushing event deleted for resources: {'Port': ['ID=6e0235e7-a627-499b-a720-faec01e0a610,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:07.281141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.282729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b8fc3-2f05-4e2d-ae11-e38202e72df5 None None] Pushing event updated for resources: {'Port': ['ID=b99e8c3c-c501-4693-994a-31bd9bb5dd15,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:07.284115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.288019 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6205c75-d1b9-48b0-a4c0-f96305291a2b tempest-AttachVolumeShelveTestJSON-454039066 tempest-AttachVolumeShelveTestJSON-454039066-project] 10.222.0.37 "DELETE /v2.0/floatingips/bcf8a0b3-4da4-454c-b8dd-fa4e69fd70a3 HTTP/1.1" status: 204 len: 168 time: 0.7890818 Sep 20 12:45:07.315432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5fc93fbd-2e2d-4660-be61-41df2bf9e484 req-81c8a288-d2fc-4a4d-b51d-31b755e92f58 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 210 time: 0.0548055 Sep 20 12:45:07.352636 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfd066d-ebaf-4d0f-9e80-d326e26bed75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.368715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd066d-ebaf-4d0f-9e80-d326e26bed75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for d33ff4f2-df3e-44a3-b5dc-efc4a9e53483 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:07.498717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3e762-095a-498d-ae0d-ccc17c9fd158 req-0e36c39a-68ce-44ee-bf8c-ef087318edaf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:07.500312 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaf3e762-095a-498d-ae0d-ccc17c9fd158 req-0e36c39a-68ce-44ee-bf8c-ef087318edaf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 945 time: 0.0751016 Sep 20 12:45:07.589476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaf3e762-095a-498d-ae0d-ccc17c9fd158 req-e7417dc8-5213-4dfd-b0cb-85059abdc153 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730560 Sep 20 12:45:07.653211 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8504a322-1aec-489f-a3d1-7d48d96a3d18 x-openstack-request-id: req-8504a322-1aec-489f-a3d1-7d48d96a3d18 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:07.654365 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47889a2d-9a68-4a4c-9371-d2025a8da6a1", "name": "network-vif-plugged", "status": "completed", "tag": "b9930a02-4137-4d92-95b8-11495fa69976", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:07.654629 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8504a322-1aec-489f-a3d1-7d48d96a3d18 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:07.655043 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47889a2d-9a68-4a4c-9371-d2025a8da6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9930a02-4137-4d92-95b8-11495fa69976', 'code': 200} Sep 20 12:45:07.771775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b09ceb-7e26-4aa0-94e1-d5fc1434d69a req-27692e77-e20f-4f48-9d31-f3163391b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:07.773423 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27b09ceb-7e26-4aa0-94e1-d5fc1434d69a req-27692e77-e20f-4f48-9d31-f3163391b7ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0435658 Sep 20 12:45:07.774137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfd066d-ebaf-4d0f-9e80-d326e26bed75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.803502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd066d-ebaf-4d0f-9e80-d326e26bed75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=d33ff4f2-df3e-44a3-b5dc-efc4a9e53483,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:07.815367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27b09ceb-7e26-4aa0-94e1-d5fc1434d69a req-df5bb437-deaf-4b26-a5aa-d0dccac0b011 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335672 Sep 20 12:45:07.864913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfd066d-ebaf-4d0f-9e80-d326e26bed75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:07.867564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bbfd066d-ebaf-4d0f-9e80-d326e26bed75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/d33ff4f2-df3e-44a3-b5dc-efc4a9e53483 HTTP/1.1" status: 204 len: 168 time: 1.2993052 Sep 20 12:45:07.874193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43702) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:07.949029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb81598-64ed-42ce-a578-4c7aa89207f7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:07.952297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9eb81598-64ed-42ce-a578-4c7aa89207f7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0799255 Sep 20 12:45:07.953935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43710) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:08.009141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545d4c9-a4a5-4f1e-a22b-ae9fd2e2f004 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:08.013617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43712) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:08.013747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1545d4c9-a4a5-4f1e-a22b-ae9fd2e2f004 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0587409 Sep 20 12:45:08.079136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cca739-8a7b-4289-b700-ac12946be7f0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:08.080700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cca739-8a7b-4289-b700-ac12946be7f0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:08.082372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cca739-8a7b-4289-b700-ac12946be7f0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:08.085468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f7cca739-8a7b-4289-b700-ac12946be7f0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0705154 Sep 20 12:45:08.087482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:08.120867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0640a739-1b08-4253-891e-ca6f764a3fa6 None None] Provisioning complete for port b99e8c3c-c501-4693-994a-31bd9bb5dd15 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:08.123689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0640a739-1b08-4253-891e-ca6f764a3fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.144975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb9270f-c978-4536-afc2-d0636082598c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 3fe3bfcc-53f6-4947-b3d9-a024726156bd {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:08.150497 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb9270f-c978-4536-afc2-d0636082598c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.213686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb9270f-c978-4536-afc2-d0636082598c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.332103 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb9270f-c978-4536-afc2-d0636082598c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.348245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-b335cab3-5a8b-41fb-b21a-3d32fd7c5737 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:08.349785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-b335cab3-5a8b-41fb-b21a-3d32fd7c5737 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 806 time: 0.1888900 Sep 20 12:45:08.364346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Request body: {'port': {'device_id': '006b5ed8-8ad3-4e33-8b40-612610f3719c', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'admin_state_up': True, 'tenant_id': 'd9a590e4a86844c9a461bdff7b34529c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:08.485187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb9270f-c978-4536-afc2-d0636082598c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.496424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7bcc2bd7-eb4d-4d80-bd4f-b00e22c8a1b9 None None] Could not find standard attr ID for object d33ff4f2-df3e-44a3-b5dc-efc4a9e53483. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:45:08.591484 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5eb9270f-c978-4536-afc2-d0636082598c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.594711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5eb9270f-c978-4536-afc2-d0636082598c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/3fe3bfcc-53f6-4947-b3d9-a024726156bd HTTP/1.1" status: 204 len: 168 time: 0.5061378 Sep 20 12:45:08.597282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9270f-c978-4536-afc2-d0636082598c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe3bfcc-53f6-4947-b3d9-a024726156bd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:08.598663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43722) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:08.621902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b99e8c3c-c501-4693-994a-31bd9bb5dd15 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:08.692150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b99e8c3c-c501-4693-994a-31bd9bb5dd15 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:08.692526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.692901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba8546f0-73ef-48bd-8171-23ccbed11693 req-85e9b54e-5c2e-4bce-b570-dc014dc28b5a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 210 time: 0.1071229 Sep 20 12:45:08.795430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1c8d21-a7c3-4f15-9dbb-929143c090bd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 7bc4b893-8285-4c08-b9f0-7af85b580af1 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:08.808637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d21-a7c3-4f15-9dbb-929143c090bd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.886262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684b64a-2211-478a-a93c-c3f261723fa0 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:08.902002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d21-a7c3-4f15-9dbb-929143c090bd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:08.920757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dc588-b287-43fe-8027-c69152df84df req-7db3a836-6bd4-4e56-87e9-279317c2a968 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:08.930546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-679dc588-b287-43fe-8027-c69152df84df req-7db3a836-6bd4-4e56-87e9-279317c2a968 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 945 time: 0.1013932 Sep 20 12:45:08.978537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Made reservation on behalf of d9a590e4a86844c9a461bdff7b34529c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:08.993067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:09.003407 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-679dc588-b287-43fe-8027-c69152df84df req-f26265ae-361e-4399-a814-9caa11800541 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624802 Sep 20 12:45:09.067849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d21-a7c3-4f15-9dbb-929143c090bd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:09.286006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Allocated IP 172.20.0.11 (ff2608ad-3913-4e17-acf4-4423413a7eae/db6689bf-2894-48e1-b8c4-ea568d818531/f2b60731-5eea-4c8b-8188-7af81798d846) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:09.346184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d21-a7c3-4f15-9dbb-929143c090bd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:09.403806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c8d21-a7c3-4f15-9dbb-929143c090bd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc4b893-8285-4c08-b9f0-7af85b580af1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:09.411650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8d21-a7c3-4f15-9dbb-929143c090bd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:09.414091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5d1c8d21-a7c3-4f15-9dbb-929143c090bd tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/7bc4b893-8285-4c08-b9f0-7af85b580af1 HTTP/1.1" status: 204 len: 168 time: 0.8129919 Sep 20 12:45:09.417673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43732) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:09.512025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:09.519114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0730ad47-7d9b-4627-998a-04b71cbaa458 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996513 Sep 20 12:45:09.519879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43734) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:09.524977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:09.649089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:09.671454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:09.691528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Network ff2608ad-3913-4e17-acf4-4423413a7eae is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:09.705928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:09.711393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:09.715764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:09.748677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:09.876188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:09.876958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:09.925792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event updated for resources: {'Port': ['ID=f2b60731-5eea-4c8b-8188-7af81798d846,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:10.004360 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-adc92277-2043-4fec-8dda-88d05bd1300c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6447940 Sep 20 12:45:10.005821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04fdae-a94d-4556-90fc-707931a32406 req-e2cb7925-cbec-4b1c-9f9e-23eb9622aa1a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:10.007686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd04fdae-a94d-4556-90fc-707931a32406 req-e2cb7925-cbec-4b1c-9f9e-23eb9622aa1a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 932 time: 0.1213970 Sep 20 12:45:10.024090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Request body: {'port': {'device_id': '006b5ed8-8ad3-4e33-8b40-612610f3719c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:10.031473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45766d10-2a78-41ee-93d0-6d459ff1ded3 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:10.104352 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:10.247346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd04fdae-a94d-4556-90fc-707931a32406 req-c42987f2-8dcb-4bfd-a68e-aa992e3c4f9e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933217 Sep 20 12:45:10.254551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2004902a-e460-4a02-bc97-edf3ab74c696 None None] Provisioning complete for port b99e8c3c-c501-4693-994a-31bd9bb5dd15 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:10.254848 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2004902a-e460-4a02-bc97-edf3ab74c696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:10.357823 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:10.395837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:45:10.499161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] Deleting port b99e8c3c-c501-4693-994a-31bd9bb5dd15 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:10.501374 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:10.556025 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:10.617836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:10.640069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b60731-5eea-4c8b-8188-7af81798d846 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:45:10.644628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:10.645248 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:10.650067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:10.665489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=8ab9188f-b8a2-4a3c-aa86-3860e6c81914,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:10.665772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Transition to ACTIVE for port object f2b60731-5eea-4c8b-8188-7af81798d846 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:45:10.701787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3c025-35f7-490c-8c1c-9c2b77472db7 req-9135a620-536c-4b7c-863e-ed0f571d2750 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:10.709657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88e3c025-35f7-490c-8c1c-9c2b77472db7 req-9135a620-536c-4b7c-863e-ed0f571d2750 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 945 time: 0.2705779 Sep 20 12:45:10.726585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:10.790492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b99e8c3c-c501-4693-994a-31bd9bb5dd15 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:10.816195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88e3c025-35f7-490c-8c1c-9c2b77472db7 req-35752086-a807-4fbc-bcd3-c01fcbcd0650 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959597 Sep 20 12:45:10.825984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-47f69e0b-f9c0-43ac-ba5d-62012cfc6f71 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3049428 Sep 20 12:45:10.827359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:10.843882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3e7a8a11-c224-4e55-8349-bc802a827064 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:10.889194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b60731-5eea-4c8b-8188-7af81798d846,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:10.981784 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:10.986847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Attempting to bind port f2b60731-5eea-4c8b-8188-7af81798d846 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:10.987201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Attempting to bind port f2b60731-5eea-4c8b-8188-7af81798d846 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:10.987753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Attempting to bind port f2b60731-5eea-4c8b-8188-7af81798d846 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:10.993964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Port f2b60731-5eea-4c8b-8188-7af81798d846 on network ff2608ad-3913-4e17-acf4-4423413a7eae not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:45:10.994292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Attempting to bind port f2b60731-5eea-4c8b-8188-7af81798d846 on network ff2608ad-3913-4e17-acf4-4423413a7eae {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:11.001328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:11.001740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Checking segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:11.002146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Bound using segment: {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:11.002554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Bound port: f2b60731-5eea-4c8b-8188-7af81798d846, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acaccdf-2b89-465f-a47d-b718f9c18526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:11.002916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.038678 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b99e8c3c-c501-4693-994a-31bd9bb5dd15, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b99e8c3c-c501-4693-994a-31bd9bb5dd15,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:11.046849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] For port b99e8c3c-c501-4693-994a-31bd9bb5dd15, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b99e8c3c-c501-4693-994a-31bd9bb5dd15,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:11.049357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.064941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] Calling delete_port for b99e8c3c-c501-4693-994a-31bd9bb5dd15 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:11.104626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] For port f2b60731-5eea-4c8b-8188-7af81798d846, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:11.107856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] For port f2b60731-5eea-4c8b-8188-7af81798d846, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f2b60731-5eea-4c8b-8188-7af81798d846,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:11.123563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a8a11-c224-4e55-8349-bc802a827064 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:11.127394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e7a8a11-c224-4e55-8349-bc802a827064 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.131039 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.181372 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.212955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:11.214333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.215791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] 10.222.0.21 "PUT /v2.0/ports/f2b60731-5eea-4c8b-8188-7af81798d846 HTTP/1.1" status: 200 len: 1092 time: 1.2024045 Sep 20 12:45:11.216089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b99e8c3c-c501-4693-994a-31bd9bb5dd15,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:11.218762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006b5ed8-8ad3-4e33-8b40-612610f3719c', 'tag': 'f2b60731-5eea-4c8b-8188-7af81798d846'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:11.222650 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca87835-2391-4fa3-8b3c-e2ad3dcc8db5" -d '{"events": [{"name": "network-changed", "server_uuid": "006b5ed8-8ad3-4e33-8b40-612610f3719c", "tag": "f2b60731-5eea-4c8b-8188-7af81798d846"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:11.253541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0fe36-0b2e-47a4-9197-c68098617244 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b60731-5eea-4c8b-8188-7af81798d846,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:11.301126 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19348795-7e5a-4e3a-b58f-143cfc81f504 x-openstack-request-id: req-19348795-7e5a-4e3a-b58f-143cfc81f504 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:11.301605 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006b5ed8-8ad3-4e33-8b40-612610f3719c", "tag": "f2b60731-5eea-4c8b-8188-7af81798d846", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:11.301864 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19348795-7e5a-4e3a-b58f-143cfc81f504 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:11.302268 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006b5ed8-8ad3-4e33-8b40-612610f3719c', 'tag': 'f2b60731-5eea-4c8b-8188-7af81798d846', 'status': 'completed', 'code': 200} Sep 20 12:45:11.323206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.324220 n-d-809934-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-3e7a8a11-c224-4e55-8349-bc802a827064 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ab9188f-b8a2-4a3c-aa86-3860e6c81914 (CIDR: 2001:db8::/64) Sep 20 12:45:11.363174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] Pushing event deleted for resources: {'Port': ['ID=b99e8c3c-c501-4693-994a-31bd9bb5dd15,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:11.365492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b417109-97a2-4a0d-9350-26f912321f1a None None] No DVR routers for this DVR port b99e8c3c-c501-4693-994a-31bd9bb5dd15 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:11.383094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a3e07-f536-4ef2-904e-ec51c906a861 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:11.397522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca87835-2391-4fa3-8b3c-e2ad3dcc8db5 req-98abdfeb-f07d-49c1-be81-18e54bdc046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:11.399206 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca87835-2391-4fa3-8b3c-e2ad3dcc8db5 req-98abdfeb-f07d-49c1-be81-18e54bdc046e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 1095 time: 0.0693750 Sep 20 12:45:11.407446 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7a8a11-c224-4e55-8349-bc802a827064 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:45:11.408169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7a8a11-c224-4e55-8349-bc802a827064 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:11.460032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-60497906-e3d3-4433-9f31-cae8c7a58d0d req-3621f31a-06df-40cf-a652-06a8674c33f9 tempest-TaggedBootDevicesTest-1545019684 tempest-TaggedBootDevicesTest-1545019684-project] (95502) timed out ('10.222.0.37', 35002) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 12:45:11.470212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b6355-4163-49bc-8b51-93e52135722a req-f763d495-1802-4b8b-a098-e27512e09b58 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:11.472521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-142b6355-4163-49bc-8b51-93e52135722a req-f763d495-1802-4b8b-a098-e27512e09b58 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 944 time: 0.1179128 Sep 20 12:45:11.519826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-142b6355-4163-49bc-8b51-93e52135722a req-a25e7be4-8a2e-4845-9158-6bcc6ad0b6d8 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Sep 20 12:45:11.521160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e7a8a11-c224-4e55-8349-bc802a827064 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6916478 Sep 20 12:45:11.526856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:11.537176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:11.559126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca87835-2391-4fa3-8b3c-e2ad3dcc8db5 req-2ab48b01-e636-40fe-9b56-2102cbec4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:11.559126 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca87835-2391-4fa3-8b3c-e2ad3dcc8db5 req-2ab48b01-e636-40fe-9b56-2102cbec4c5b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d9a590e4a86844c9a461bdff7b34529c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1416802 Sep 20 12:45:11.599557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-7b041315-d41c-4864-8fcf-07854b5e72d1', 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'tenant_id': '3d82096f849144878e3237f96fb5de24', 'fixed_ips': [{'subnet_id': '8ab9188f-b8a2-4a3c-aa86-3860e6c81914'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:45:11.601132 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.722118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca87835-2391-4fa3-8b3c-e2ad3dcc8db5 req-4b02a4e4-c8b4-488a-b2ba-6290121ef171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:11.724032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca87835-2391-4fa3-8b3c-e2ad3dcc8db5 req-4b02a4e4-c8b4-488a-b2ba-6290121ef171 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1594460 Sep 20 12:45:11.820217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:11.820750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-6805e1c1-6faa-4bd0-a9ce-426db74b97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:11.822074 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-6805e1c1-6faa-4bd0-a9ce-426db74b97cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 1095 time: 0.0574367 Sep 20 12:45:11.825585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:11.826669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/8ab9188f-b8a2-4a3c-aa86-3860e6c81914/ecb97d65-c22d-4f97-a8cf-b5a9d484483a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:11.886741 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-fdf343ad-c5e6-42d6-a8e4-045e35a26647 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2b60731-5eea-4c8b-8188-7af81798d846 HTTP/1.1" status: 200 len: 217 time: 0.0563107 Sep 20 12:45:12.011060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-c23efd5b-9a33-435f-b71e-413e7a0aab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:12.012821 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-c23efd5b-9a33-435f-b71e-413e7a0aab33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.1180305 Sep 20 12:45:12.053720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-3ce09f6b-bdde-4177-9274-7a6a07b1bd43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324128 Sep 20 12:45:12.107881 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:12.187145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-5525ea5d-d64b-4c5b-b305-ccf1c1def156 service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260715 Sep 20 12:45:12.295333 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73a12b99-ebe7-458d-ac53-65ac87171797 req-42aeec4a-dd54-464e-8624-277a15cf315d service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954595 Sep 20 12:45:12.316767 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:12.352347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:12.356812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:12.360000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:12.377950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Pushing event updated for resources: {'Port': ['ID=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:12.425798 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b64534c6-490d-46cd-ae8a-d7302ac17955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:12.435236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:45:12.438205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Attempting to bind port ecb97d65-c22d-4f97-a8cf-b5a9d484483a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:12.438585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Attempting to bind port ecb97d65-c22d-4f97-a8cf-b5a9d484483a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:12.438947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Attempting to bind port ecb97d65-c22d-4f97-a8cf-b5a9d484483a on network 7b041315-d41c-4864-8fcf-07854b5e72d1 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:12.456006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:12.456384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Checking segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:12.456789 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:12.457215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Bound using segment: {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:12.457683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Bound port: ecb97d65-c22d-4f97-a8cf-b5a9d484483a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a02203-d5c6-46e3-84ea-905c9e4588ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:12.458067 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:12.560361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] For port ecb97d65-c22d-4f97-a8cf-b5a9d484483a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:12.571201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] For port ecb97d65-c22d-4f97-a8cf-b5a9d484483a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:12.638131 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:12.676948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227311f3-23ee-4d2d-9a4a-81e1f63110dd req-f6f22b41-9f9e-4f79-8534-ac47c803d5d2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:12.686765 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-227311f3-23ee-4d2d-9a4a-81e1f63110dd req-f6f22b41-9f9e-4f79-8534-ac47c803d5d2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 944 time: 0.0743458 Sep 20 12:45:12.724127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30845151-5b05-4bba-843a-c41506a56d9c None None] Pushing event updated for resources: {'Port': ['ID=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:12.749925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-227311f3-23ee-4d2d-9a4a-81e1f63110dd req-9333fdd4-d018-4e32-8510-bbc9cec9769b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Sep 20 12:45:12.808706 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:13.029324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] For port ecb97d65-c22d-4f97-a8cf-b5a9d484483a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:13.094558 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:13.185505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:13.186473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:13.278059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:13.292844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:13.298143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:13.299213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:13.301833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=47338b3f-f246-424a-89c5-8d5090f863d9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:13.305766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,revision_number=4']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:13.420755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-319150a4-9bba-4f8d-b43a-dca7e6c4e232 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8899264 Sep 20 12:45:13.423937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43796) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:13.429063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:18:0c:d6', 'name': 'tempest-NetworksTestDHCPv6-2085736514'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:13.940661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd1b1-fc31-4730-827d-bfceb4b57908 req-c528519a-4905-45a4-8c17-48803d32e8ea tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:13.942704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a1fd1b1-fc31-4730-827d-bfceb4b57908 req-c528519a-4905-45a4-8c17-48803d32e8ea tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 944 time: 0.0900359 Sep 20 12:45:13.984973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a1fd1b1-fc31-4730-827d-bfceb4b57908 req-fdd94d36-47e3-4ce0-ac12-385ece8098ca tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353892 Sep 20 12:45:14.000652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b47c1-4da1-4955-8c7a-e44490745d03 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:14.048674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:14.124884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69e1a63a-1659-4ffd-a98f-f83b84318b76 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:14.125557 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69e1a63a-1659-4ffd-a98f-f83b84318b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:14.165459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:14.193977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 60650465-c2e8-405d-a03b-77c33bee0238 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:45:14.296461 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69e1a63a-1659-4ffd-a98f-f83b84318b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:14.338579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69e1a63a-1659-4ffd-a98f-f83b84318b76 None None] For port ecb97d65-c22d-4f97-a8cf-b5a9d484483a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:14.428435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::36 (7b041315-d41c-4864-8fcf-07854b5e72d1/8ab9188f-b8a2-4a3c-aa86-3860e6c81914/60650465-c2e8-405d-a03b-77c33bee0238) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:14.439238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:cd6 (7b041315-d41c-4864-8fcf-07854b5e72d1/47338b3f-f246-424a-89c5-8d5090f863d9/60650465-c2e8-405d-a03b-77c33bee0238) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:14.448777 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69e1a63a-1659-4ffd-a98f-f83b84318b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:14.581327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1a63a-1659-4ffd-a98f-f83b84318b76 None None] Pushing event updated for resources: {'Port': ['ID=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:14.623218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ecb97d65-c22d-4f97-a8cf-b5a9d484483a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:14.638793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:14.690360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:14.690854 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:14.791629 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:14.850067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:14.854463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:14.857459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:14.863805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:14.864624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:14.888403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=60650465-c2e8-405d-a03b-77c33bee0238,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:14.987181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-499a8c82-f5fa-4a80-a1e2-fb4f37e3af44 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5621393 Sep 20 12:45:14.998191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43812) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:15.098001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dd61505f-1764-48da-84b3-8345109097c3 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:15.098796 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd61505f-1764-48da-84b3-8345109097c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:15.139491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-17fd04df-d327-4642-9042-603c89669757 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843656 Sep 20 12:45:15.142362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18291034-d8a6-4adc-8ff0-78426abc5f42 req-a812d084-b5de-4f7d-9ef0-ee4a279c90a8 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:15.154258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18291034-d8a6-4adc-8ff0-78426abc5f42 req-a812d084-b5de-4f7d-9ef0-ee4a279c90a8 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 944 time: 0.0742116 Sep 20 12:45:15.179946 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c2584b2-0c47-4e19-b4de-54bd46b549bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:15.211398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d045df58-58fc-4eac-aff0-1646a80d67d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 60650465-c2e8-405d-a03b-77c33bee0238 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:15.211744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d045df58-58fc-4eac-aff0-1646a80d67d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:15.242266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18291034-d8a6-4adc-8ff0-78426abc5f42 req-0ff68bc6-563a-40cf-a8c1-41a4c79e1176 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844083 Sep 20 12:45:15.351837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-53a2310e-921d-4708-a188-b505c272001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:15.354081 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-53a2310e-921d-4708-a188-b505c272001a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9a590e4a86844c9a461bdff7b34529c&device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 1096 time: 0.1883988 Sep 20 12:45:15.370695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d045df58-58fc-4eac-aff0-1646a80d67d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:15.409486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ed0e1db0-a19b-425c-8572-740a074f6bd5 None None] Provisioning complete for port 60650465-c2e8-405d-a03b-77c33bee0238 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:15.410019 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1db0-a19b-425c-8572-740a074f6bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:15.444885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d045df58-58fc-4eac-aff0-1646a80d67d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 60650465-c2e8-405d-a03b-77c33bee0238 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:15.459805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e1db0-a19b-425c-8572-740a074f6bd5 None None] Port 60650465-c2e8-405d-a03b-77c33bee0238 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:45:15.594183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:15.598339 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:15.626625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-f35fc1dd-b126-4061-93bb-94de3a91bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:15.628351 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-f35fc1dd-b126-4061-93bb-94de3a91bcf8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 200 len: 906 time: 0.2548647 Sep 20 12:45:15.790458 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-1b098e21-3a2d-485a-bde8-9c5daf0deb8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f7aabc-fda0-45d2-902c-944a291c4080 HTTP/1.1" status: 200 len: 217 time: 0.0473957 Sep 20 12:45:15.863686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-8ad11810-8309-404f-921a-aaf4c437d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:15.865358 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-8ad11810-8309-404f-921a-aaf4c437d998 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 200 len: 846 time: 0.0530698 Sep 20 12:45:15.910192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-18f41711-0449-4004-abb1-8c943a48af65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff2608ad-3913-4e17-acf4-4423413a7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362346 Sep 20 12:45:15.911852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d045df58-58fc-4eac-aff0-1646a80d67d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:15.971404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045df58-58fc-4eac-aff0-1646a80d67d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=60650465-c2e8-405d-a03b-77c33bee0238,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:16.052249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d045df58-58fc-4eac-aff0-1646a80d67d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.055045 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d045df58-58fc-4eac-aff0-1646a80d67d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/60650465-c2e8-405d-a03b-77c33bee0238 HTTP/1.1" status: 204 len: 168 time: 1.0577066 Sep 20 12:45:16.058120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:16.131784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6077703b-b70a-41fb-8da6-f40e378a7e67 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:16.133566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6077703b-b70a-41fb-8da6-f40e378a7e67 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0730383 Sep 20 12:45:16.139346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43836) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:16.141328 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-cf396625-ff14-426d-bad5-efde57185b27 service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194741 Sep 20 12:45:16.153427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:16.221611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1aa17f-cc90-4f87-b6fe-88fbbc381ad0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:16.223531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff1aa17f-cc90-4f87-b6fe-88fbbc381ad0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0801606 Sep 20 12:45:16.229395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43842) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:16.258807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f2b60731-5eea-4c8b-8188-7af81798d846 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:45:16.321044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6918bf6-9142-4247-ad15-8a64046d9330 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:16.325453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.329795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6918bf6-9142-4247-ad15-8a64046d9330 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:16.331693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6918bf6-9142-4247-ad15-8a64046d9330 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:16.333624 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a6918bf6-9142-4247-ad15-8a64046d9330 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1025996 Sep 20 12:45:16.337812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43846) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:16.340660 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e1fceed-f0b2-4bf6-a324-01aef034a1db req-6020e1a9-feb5-4425-9464-a3b5c580954a service neutron] 10.222.0.21 "GET /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908655 Sep 20 12:45:16.435698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4e1d85-3511-4546-bb33-a8242292b892 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 47338b3f-f246-424a-89c5-8d5090f863d9 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:16.441509 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1d85-3511-4546-bb33-a8242292b892 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.446500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f2b60731-5eea-4c8b-8188-7af81798d846, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f2b60731-5eea-4c8b-8188-7af81798d846,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:16.452796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-394be11f-0fda-441e-8d7b-2789ee179110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.478761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'f2b60731-5eea-4c8b-8188-7af81798d846', 'network_id': 'ff2608ad-3913-4e17-acf4-4423413a7eae', 'port_id': 'f2b60731-5eea-4c8b-8188-7af81798d846', 'mac_address': 'fa:16:3e:d6:be:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6689bf-2894-48e1-b8c4-ea568d818531', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:45:16.541069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.551063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1d85-3511-4546-bb33-a8242292b892 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.574051 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b60731-5eea-4c8b-8188-7af81798d846 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:45:16.598367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ecb97d65-c22d-4f97-a8cf-b5a9d484483a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:16.638327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f2b60731-5eea-4c8b-8188-7af81798d846, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f2b60731-5eea-4c8b-8188-7af81798d846,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:16.653741 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-394be11f-0fda-441e-8d7b-2789ee179110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.703977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.708848 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.727534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1d85-3511-4546-bb33-a8242292b892 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.743412 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-394be11f-0fda-441e-8d7b-2789ee179110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.788629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f2b60731-5eea-4c8b-8188-7af81798d846,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:16.802671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:16.802999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.822335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be11f-0fda-441e-8d7b-2789ee179110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8276212-0550-40c2-bedc-ea4cba7a760c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:16.833446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-394be11f-0fda-441e-8d7b-2789ee179110 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d7b148421a5461faa4c0a5ac87f7563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6782379 Sep 20 12:45:16.833739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43854) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:16.842322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Deleting port f9fd6f71-b14e-4f26-9988-61ecad7ceb44 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:16.842675 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.854208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f525f-1a13-4a7c-91e2-072939697a00 req-86951f32-1844-4f32-8a73-8ae390fb982a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:16.857370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc7f525f-1a13-4a7c-91e2-072939697a00 req-86951f32-1844-4f32-8a73-8ae390fb982a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 945 time: 0.4558506 Sep 20 12:45:16.898659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b54dc832-b7ce-45ec-9f16-9c4eb162093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.916020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1d85-3511-4546-bb33-a8242292b892 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.946651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc7f525f-1a13-4a7c-91e2-072939697a00 req-877a9726-cdf6-48de-b799-db897be88c9b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792923 Sep 20 12:45:16.951239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b54dc832-b7ce-45ec-9f16-9c4eb162093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.971311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e1d85-3511-4546-bb33-a8242292b892 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=47338b3f-f246-424a-89c5-8d5090f863d9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:16.973579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1d85-3511-4546-bb33-a8242292b892 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.975592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f4e1d85-3511-4546-bb33-a8242292b892 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/47338b3f-f246-424a-89c5-8d5090f863d9 HTTP/1.1" status: 204 len: 168 time: 0.6340055 Sep 20 12:45:16.975851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] For port f9fd6f71-b14e-4f26-9988-61ecad7ceb44, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:16.976198 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:16.978336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43856) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:16.987158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['f2b60731-5eea-4c8b-8188-7af81798d846'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:16.991702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89356a0-533f-4f43-b22b-b39829648e72 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:16.992031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Calling delete_port for f9fd6f71-b14e-4f26-9988-61ecad7ceb44 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:17.103265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62e39ec-d47e-49b9-b6ee-8b1d7a649e1e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet 8ab9188f-b8a2-4a3c-aa86-3860e6c81914 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:17.195625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f62e39ec-d47e-49b9-b6ee-8b1d7a649e1e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.195625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f62e39ec-d47e-49b9-b6ee-8b1d7a649e1e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.245087 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b54dc832-b7ce-45ec-9f16-9c4eb162093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.247792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b54dc832-b7ce-45ec-9f16-9c4eb162093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.248988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b54dc832-b7ce-45ec-9f16-9c4eb162093c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8276212-0550-40c2-bedc-ea4cba7a760c HTTP/1.1" status: 204 len: 168 time: 0.4135792 Sep 20 12:45:17.250603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f62e39ec-d47e-49b9-b6ee-8b1d7a649e1e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.288796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dc832-b7ce-45ec-9f16-9c4eb162093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8276212-0550-40c2-bedc-ea4cba7a760c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:17.293978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.332912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fd6f71-b14e-4f26-9988-61ecad7ceb44,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:17.438768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f62e39ec-d47e-49b9-b6ee-8b1d7a649e1e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.481616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e39ec-d47e-49b9-b6ee-8b1d7a649e1e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab9188f-b8a2-4a3c-aa86-3860e6c81914,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:17.492083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f62e39ec-d47e-49b9-b6ee-8b1d7a649e1e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.495492 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f62e39ec-d47e-49b9-b6ee-8b1d7a649e1e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/8ab9188f-b8a2-4a3c-aa86-3860e6c81914 HTTP/1.1" status: 204 len: 168 time: 0.4924836 Sep 20 12:45:17.497161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43860) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:17.518481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.543671 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fc1f85b3-7c18-4d3b-8d94-774f3c3de3b1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451214 Sep 20 12:45:17.546663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43862) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:17.555443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:17.740211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:17.744842 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.782590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Router a8760c99-bb9f-4f16-ae35-b37fddb31036 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:45:17.953681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:45:17.960317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-763a5b3f-9686-48d3-9fa4-574573f8f6f5 admin admin] 10.222.0.37 "PUT /v2.0/routers/a8760c99-bb9f-4f16-ae35-b37fddb31036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3626845 Sep 20 12:45:17.963030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43874) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:17.968005 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] Sync routers for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:45:17.982444 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:17.993753 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:45:17.993753 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:45:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:18.023453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b205cf-2a02-4409-9c2d-7c9340647005 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:18.029922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-827aef72-b5c6-4634-9f8d-a36612eb5b21 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:18.033312 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-827aef72-b5c6-4634-9f8d-a36612eb5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.086695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43884) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:18.101224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4e43c3-3746-4e5f-9697-661aae4449e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.123651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.159634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0e34f-f045-44e2-b8ee-acb095875550 req-443d36ec-afe4-4f57-b947-08fb01ba1ba6 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:18.162508 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:45:18.168395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3c0e34f-f045-44e2-b8ee-acb095875550 req-443d36ec-afe4-4f57-b947-08fb01ba1ba6 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 945 time: 0.0952153 Sep 20 12:45:18.193520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:18.204281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:18.207748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:18.208357 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.220768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=ce8f8972-6946-4dd1-b55b-67729bfe1206,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:18.262903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3c0e34f-f045-44e2-b8ee-acb095875550 req-05710bff-dcdc-46e8-8faa-635709816626 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927663 Sep 20 12:45:18.286920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.294177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f2b60731-5eea-4c8b-8188-7af81798d846 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:18.305478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4e43c3-3746-4e5f-9697-661aae4449e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.364920 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4e43c3-3746-4e5f-9697-661aae4449e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.491446 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6c49ad1-2308-4fae-ba41-d6a0ba46b9a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9401166 Sep 20 12:45:18.494005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port f2b60731-5eea-4c8b-8188-7af81798d846 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:45:18.507069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43886) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:18.507422 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:45:17Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:18.512733 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port f2b60731-5eea-4c8b-8188-7af81798d846 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:18.513313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.553386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e499a4f2-a1a6-483c-aebc-6c9a491574f1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:18.580789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7e4e43c3-3746-4e5f-9697-661aae4449e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62bd8c11e87047fbb660cf48ea8d4a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904671 Sep 20 12:45:18.581504 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] Checking router: a8760c99-bb9f-4f16-ae35-b37fddb31036 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:45:18.582515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43890) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:18.601563 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] Routers {'a8760c99-bb9f-4f16-ae35-b37fddb31036'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:45:18.602180 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:45:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a8760c99-bb9f-4f16-ae35-b37fddb31036'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:18.606120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e43c3-3746-4e5f-9697-661aae4449e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b778617-43e7-4d2b-afa4-e1283eef0f5d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:18.651918 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.694280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f2b60731-5eea-4c8b-8188-7af81798d846, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f2b60731-5eea-4c8b-8188-7af81798d846,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:18.695129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b5ed8-8ad3-4e33-8b40-612610f3719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b60731-5eea-4c8b-8188-7af81798d846'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:18.698241 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a0f8de-ad79-4663-840f-63dae5be7160" -d '{"events": [{"server_uuid": "006b5ed8-8ad3-4e33-8b40-612610f3719c", "name": "network-vif-plugged", "status": "completed", "tag": "f2b60731-5eea-4c8b-8188-7af81798d846"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:18.758612 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] Set router a8760c99-bb9f-4f16-ae35-b37fddb31036 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:45:18.763241 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-020054f4-bb2f-49c3-a6a2-910af6c4eb25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2551596 Sep 20 12:45:18.770168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.852373 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ea38687-3018-4edc-b2b6-5c392abcbdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.872425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f2b60731-5eea-4c8b-8188-7af81798d846,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:18.901276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02abc6-35b6-47be-b0be-71fc4ab28a25 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:18.910226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ea38687-3018-4edc-b2b6-5c392abcbdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.918477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e499a4f2-a1a6-483c-aebc-6c9a491574f1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:18.927033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e499a4f2-a1a6-483c-aebc-6c9a491574f1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.950685 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:18.961273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-408dccc9-44b6-444a-a41b-eef5288af296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:18.966672 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-408dccc9-44b6-444a-a41b-eef5288af296 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1096 time: 0.1240191 Sep 20 12:45:19.069778 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c8fbf7-8b3b-44f3-8a5c-d68aba77a661 x-openstack-request-id: req-c4c8fbf7-8b3b-44f3-8a5c-d68aba77a661 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:19.070349 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b5ed8-8ad3-4e33-8b40-612610f3719c", "name": "network-vif-plugged", "status": "completed", "tag": "f2b60731-5eea-4c8b-8188-7af81798d846", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:19.070349 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4c8fbf7-8b3b-44f3-8a5c-d68aba77a661 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:19.070623 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006b5ed8-8ad3-4e33-8b40-612610f3719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b60731-5eea-4c8b-8188-7af81798d846', 'code': 200} Sep 20 12:45:19.121430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Deleting port e94411ec-d6c3-4a5d-94c8-8761c11f76c2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:19.122495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.125347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-eaceccd2-22dc-4697-8342-f0dd7d178262 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:19.126089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eaceccd2-22dc-4697-8342-f0dd7d178262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.156336 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:45:17Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:19.157112 n-d-809934-3 neutron-server[95503]: INFO neutron.db.ipam_backend_mixin [None req-e499a4f2-a1a6-483c-aebc-6c9a491574f1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce8f8972-6946-4dd1-b55b-67729bfe1206 (CIDR: 2001:db8::/64) Sep 20 12:45:19.179118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-3aa16510-8f48-472c-b933-44a95a7f865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:19.180600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-3aa16510-8f48-472c-b933-44a95a7f865f service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.1762543 Sep 20 12:45:19.186289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ea38687-3018-4edc-b2b6-5c392abcbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.187848 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334708fb-a779-42f8-8729-fa4dfb52f034 None None] The sync data for ids ['a8760c99-bb9f-4f16-ae35-b37fddb31036'] in n-d-809934-3 is: [{'id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'name': 'tempest-AttachVolumeShelveTestJSON-1483343679-router', 'tenant_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:36:33Z', 'updated_at': '2021-09-20T12:45:17Z', 'revision_number': 5, 'project_id': 'c482a3c603c1493a8e4d7f698cdd1d29', 'gw_port': {'id': 'e94411ec-d6c3-4a5d-94c8-8761c11f76c2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8760c99-bb9f-4f16-ae35-b37fddb31036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:36:34Z', 'updated_at': '2021-09-20T12:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:45:19.189093 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ea38687-3018-4edc-b2b6-5c392abcbdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.194311 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5ea38687-3018-4edc-b2b6-5c392abcbdf5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b778617-43e7-4d2b-afa4-e1283eef0f5d HTTP/1.1" status: 204 len: 168 time: 0.5976048 Sep 20 12:45:19.207115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b59ba-deee-400c-a823-07d7be56f09a req-93ba32cd-2204-4259-a1d0-1242847a6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:19.208599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1a6b59ba-deee-400c-a823-07d7be56f09a req-93ba32cd-2204-4259-a1d0-1242847a6b39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 1097 time: 0.1206322 Sep 20 12:45:19.250806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea38687-3018-4edc-b2b6-5c392abcbdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b778617-43e7-4d2b-afa4-e1283eef0f5d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:19.259395 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-e499a4f2-a1a6-483c-aebc-6c9a491574f1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:45:19.260964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e499a4f2-a1a6-483c-aebc-6c9a491574f1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:19.267416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] For port e94411ec-d6c3-4a5d-94c8-8761c11f76c2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e94411ec-d6c3-4a5d-94c8-8761c11f76c2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:19.268065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.302485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Calling delete_port for e94411ec-d6c3-4a5d-94c8-8761c11f76c2 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:19.336632 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-e84a4205-7ec3-4e00-aa57-e8b33d1d2a07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 999 time: 0.1404536 Sep 20 12:45:19.357173 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1a6b59ba-deee-400c-a823-07d7be56f09a req-6f91774f-e50e-41d0-b7a3-0c6dce1bb0fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142106 Sep 20 12:45:19.380592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e499a4f2-a1a6-483c-aebc-6c9a491574f1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8323784 Sep 20 12:45:19.391213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43902) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:19.402651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'subnet': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:19.444167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-1a51cbd9-af7f-46bf-8a84-c479d7d3cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:19.445676 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-1a51cbd9-af7f-46bf-8a84-c479d7d3cd20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.1011722 Sep 20 12:45:19.469952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992d778-cea2-4546-8c8c-cf8ca48abc78 req-01c62c98-d864-40d2-be8e-e7891f8d958b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:19.477478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4992d778-cea2-4546-8c8c-cf8ca48abc78 req-01c62c98-d864-40d2-be8e-e7891f8d958b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1132047 Sep 20 12:45:19.533593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4992d778-cea2-4546-8c8c-cf8ca48abc78 req-345de119-d975-432b-abf8-f23be9ffd8cd tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550835 Sep 20 12:45:19.547677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-38a7c89d-8b74-4117-bde8-0b8e6f40df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:19.549778 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-38a7c89d-8b74-4117-bde8-0b8e6f40df68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773358 Sep 20 12:45:19.608851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e018d441-fa64-4bd9-8827-b499211e0a06 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:19.609608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e018d441-fa64-4bd9-8827-b499211e0a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.689055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.705547 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-5d1e4843-07bd-4bd7-8528-5a43dfbabda4 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471307 Sep 20 12:45:19.772488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94411ec-d6c3-4a5d-94c8-8761c11f76c2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:19.787076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:19.792852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.878240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.912011 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:19.915086 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-00e33f91-a3f2-49f1-bd43-0e5c62b746fa req-50f930bf-7a24-419f-96a0-2e26912346bf service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019682 Sep 20 12:45:20.017279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.020249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.156890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.157510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8760c99-bb9f-4f16-ae35-b37fddb31036 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:45:20.170194 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.170194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-02c71e05-e339-4847-95bb-951b7a1cf182 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a8760c99-bb9f-4f16-ae35-b37fddb31036 HTTP/1.1" status: 204 len: 168 time: 2.2040877 Sep 20 12:45:20.171720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:20.229696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d172317-34d8-4978-a518-ecf4e6a93947 admin admin] Deleting subnet 42dda24d-7a62-4ffb-879e-94893262f9e7 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:20.233540 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d172317-34d8-4978-a518-ecf4e6a93947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.289377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d172317-34d8-4978-a518-ecf4e6a93947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.294014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.380007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:45:20.407277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d172317-34d8-4978-a518-ecf4e6a93947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.551523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d172317-34d8-4978-a518-ecf4e6a93947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.580697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d172317-34d8-4978-a518-ecf4e6a93947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42dda24d-7a62-4ffb-879e-94893262f9e7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:20.582881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d172317-34d8-4978-a518-ecf4e6a93947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.589352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2d172317-34d8-4978-a518-ecf4e6a93947 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/42dda24d-7a62-4ffb-879e-94893262f9e7 HTTP/1.1" status: 204 len: 168 time: 0.4118569 Sep 20 12:45:20.590001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43928) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:20.594061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed59bc4-8032-453c-9abf-63e9fd7e317a None None] Network e99487ea-3c74-4d02-ba81-5912a3255fe0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:20.762800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.769886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489fcc9-7393-4461-b713-4c2a5c9af67a req-67824056-6ae6-4c91-8760-8fe8bb7fe101 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:20.775846 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:20.779228 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0489fcc9-7393-4461-b713-4c2a5c9af67a req-67824056-6ae6-4c91-8760-8fe8bb7fe101 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1578650 Sep 20 12:45:20.824631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f9fd6f71-b14e-4f26-9988-61ecad7ceb44 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:20.837258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0489fcc9-7393-4461-b713-4c2a5c9af67a req-d46b52ee-89fc-4008-b7dc-d4c24b08a47f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570784 Sep 20 12:45:20.849246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f9fd6f71-b14e-4f26-9988-61ecad7ceb44 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:20.849593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f9fd6f71-b14e-4f26-9988-61ecad7ceb44 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:20.849996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e94411ec-d6c3-4a5d-94c8-8761c11f76c2 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:20.918441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e94411ec-d6c3-4a5d-94c8-8761c11f76c2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:20.922610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e94411ec-d6c3-4a5d-94c8-8761c11f76c2 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:21.049366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Deleting port 134e7f54-99d1-4486-914f-425cc6c114b4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:21.049717 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.061748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] DHCP port deletion for e99487ea-3c74-4d02-ba81-5912a3255fe0 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:45:21.126564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] Deleting port 134e7f54-99d1-4486-914f-425cc6c114b4 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:21.127645 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.158506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] For port ecb97d65-c22d-4f97-a8cf-b5a9d484483a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:21.188911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] For port 134e7f54-99d1-4486-914f-425cc6c114b4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=134e7f54-99d1-4486-914f-425cc6c114b4,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:21.189311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.205882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] For port 134e7f54-99d1-4486-914f-425cc6c114b4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=134e7f54-99d1-4486-914f-425cc6c114b4,segment=NetworkSegment(f739f402-5fdf-4200-9692-de3985dbc756),segment_id=f739f402-5fdf-4200-9692-de3985dbc756)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:21.206546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.217287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Calling delete_port for 134e7f54-99d1-4486-914f-425cc6c114b4 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:21.223481 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.227867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] Calling delete_port for 134e7f54-99d1-4486-914f-425cc6c114b4 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:21.272764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.273290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.366683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:21.387470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:21.396909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.398155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:21.398761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.411658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:21.412283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] No DVR routers for this DVR port 134e7f54-99d1-4486-914f-425cc6c114b4 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:21.417677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e7538-ed3a-4015-877d-4e21ac1f66db None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:21.419202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Subnet': ['ID=c5f43339-5908-4e2c-b41b-6c2bab1e5c16,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:21.435058 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.470997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=134e7f54-99d1-4486-914f-425cc6c114b4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:21.471142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] No DVR routers for this DVR port 134e7f54-99d1-4486-914f-425cc6c114b4 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:21.486649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ca1c0-7436-42de-8ce0-0e64de1b4f72 None None] Pushing event deleted for resources: {'Port': ['ID=134e7f54-99d1-4486-914f-425cc6c114b4,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:21.499493 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9fa62897-8f7a-4330-8086-2dcc93e9fdfc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1069221 Sep 20 12:45:21.502427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43946) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:21.517118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Request body: {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'mac_address': 'fa:16:3e:bf:f9:f6', 'name': 'tempest-NetworksTestDHCPv6-1611265653'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:21.591756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.724522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75684aa5-016c-461a-9f1d-0d5596245202 None None] Update dhcp port {'port': {'network_id': '7b041315-d41c-4864-8fcf-07854b5e72d1', 'fixed_ips': [{'subnet_id': 'c5f43339-5908-4e2c-b41b-6c2bab1e5c16', 'ip_address': '2001:db8:0:1:f816:3eff:fe1e:ecd4'}, {'subnet_id': 'ce8f8972-6946-4dd1-b55b-67729bfe1206'}], 'binding:host_id': 'n-d-809934-3'}, 'id': 'ecb97d65-c22d-4f97-a8cf-b5a9d484483a'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:45:21.754650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75684aa5-016c-461a-9f1d-0d5596245202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:21.974892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-75684aa5-016c-461a-9f1d-0d5596245202 None None] Allocated IP 2001:db8::2 (7b041315-d41c-4864-8fcf-07854b5e72d1/ce8f8972-6946-4dd1-b55b-67729bfe1206/ecb97d65-c22d-4f97-a8cf-b5a9d484483a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:22.025048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99487ea-3c74-4d02-ba81-5912a3255fe0']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:22.034286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7db5d-0621-434d-90f7-ce3e5cc30f87 req-0e4d44ea-e84d-495e-b102-32d112f44420 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:22.044374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7a7db5d-0621-434d-90f7-ce3e5cc30f87 req-0e4d44ea-e84d-495e-b102-32d112f44420 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0824132 Sep 20 12:45:22.052512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f739f402-5fdf-4200-9692-de3985dbc756') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:22.052820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f739f402-5fdf-4200-9692-de3985dbc756') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:22.072732 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.093773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7a7db5d-0621-434d-90f7-ce3e5cc30f87 req-327f86b4-b8d3-4681-bdc2-aa21f5214d49 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477960 Sep 20 12:45:22.101876 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.109050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:22.109658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:22.111888 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:22.128352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-75684aa5-016c-461a-9f1d-0d5596245202 None None] For port ecb97d65-c22d-4f97-a8cf-b5a9d484483a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:22.194543 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75684aa5-016c-461a-9f1d-0d5596245202 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.196814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Made reservation on behalf of 3d82096f849144878e3237f96fb5de24 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:22.282933 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.282933 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.285071 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e99487ea-3c74-4d02-ba81-5912a3255fe0 HTTP/1.1" status: 204 len: 168 time: 1.6954296 Sep 20 12:45:22.299645 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75684aa5-016c-461a-9f1d-0d5596245202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.305388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02771b5-71d4-4e16-b52f-fa5891d65c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99487ea-3c74-4d02-ba81-5912a3255fe0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:22.338054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.368809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75684aa5-016c-461a-9f1d-0d5596245202 None None] Pushing event updated for resources: {'Port': ['ID=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,revision_number=10']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:22.373633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] device_id is not set on port 34092a47-2367-415c-a014-808b9c5a429b yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:45:22.456487 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:45:22.599262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ecb97d65-c22d-4f97-a8cf-b5a9d484483a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:22.633925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8::1e5 (7b041315-d41c-4864-8fcf-07854b5e72d1/ce8f8972-6946-4dd1-b55b-67729bfe1206/34092a47-2367-415c-a014-808b9c5a429b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:22.641538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97495-9705-4487-8ba8-c5e2e7027ba5 req-86fb6273-381a-4b2b-b53f-946ac9387ff1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:22.647249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Allocated IP 2001:db8:0:1:f816:3eff:febf:f9f6 (7b041315-d41c-4864-8fcf-07854b5e72d1/c5f43339-5908-4e2c-b41b-6c2bab1e5c16/34092a47-2367-415c-a014-808b9c5a429b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:22.650519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5cc97495-9705-4487-8ba8-c5e2e7027ba5 req-86fb6273-381a-4b2b-b53f-946ac9387ff1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0733924 Sep 20 12:45:22.694818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:22.695195 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.701132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5cc97495-9705-4487-8ba8-c5e2e7027ba5 req-f023e4d7-b69b-4a11-98ff-ddde9e61b68a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495138 Sep 20 12:45:22.859925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:22.911444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:22.948277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8a9971ba-9ddc-4e74-85a2-78664f26ea76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c482a3c603c1493a8e4d7f698cdd1d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843027 Sep 20 12:45:22.951442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:22.957349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 134e7f54-99d1-4486-914f-425cc6c114b4 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:22.983915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10a313-d0c9-4a60-ae46-48da1965756b req-2c6d4f45-cdbe-4792-af38-0b8ccda13313 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:22.986138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 134e7f54-99d1-4486-914f-425cc6c114b4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:22.986482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 134e7f54-99d1-4486-914f-425cc6c114b4 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:22.993539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e10a313-d0c9-4a60-ae46-48da1965756b req-2c6d4f45-cdbe-4792-af38-0b8ccda13313 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1912909 Sep 20 12:45:23.049194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.069178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e10a313-d0c9-4a60-ae46-48da1965756b req-fecf2f12-ac04-46e2-b09c-c6d506bbc71a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677550 Sep 20 12:45:23.083945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8801fbff-9196-4871-822f-c614523f9699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.096514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:23.100085 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:23.105102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:23.124622 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8801fbff-9196-4871-822f-c614523f9699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.132817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:23.133691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.174226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event updated for resources: {'Port': ['ID=34092a47-2367-415c-a014-808b9c5a429b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:23.249278 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-498f72e0-3d93-4be0-8726-2b5fca6bcbf6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7455568 Sep 20 12:45:23.251651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 43992) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:23.253245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8801fbff-9196-4871-822f-c614523f9699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.256066 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8801fbff-9196-4871-822f-c614523f9699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.265869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8801fbff-9196-4871-822f-c614523f9699 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2791190d-f156-4638-8acf-6742492f0fc6 HTTP/1.1" status: 204 len: 168 time: 0.3049123 Sep 20 12:45:23.268381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801fbff-9196-4871-822f-c614523f9699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2791190d-f156-4638-8acf-6742492f0fc6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:23.280192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c0270-7ee5-46eb-870f-58ed5891a9a9 req-e7491e77-46a7-4c50-8772-faf73abdef2f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:23.288915 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef2c0270-7ee5-46eb-870f-58ed5891a9a9 req-e7491e77-46a7-4c50-8772-faf73abdef2f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0997195 Sep 20 12:45:23.353034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef2c0270-7ee5-46eb-870f-58ed5891a9a9 req-a2c18eaa-ef29-487f-9e04-cd009c6d19ec tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572786 Sep 20 12:45:23.407316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f5735b42-9595-4853-bfd2-4027258c7756 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting port 34092a47-2367-415c-a014-808b9c5a429b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:23.407665 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5735b42-9595-4853-bfd2-4027258c7756 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.492008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d39d26cb-5bc5-4826-9ce0-afc4f81c87b8 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:23.494748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d39d26cb-5bc5-4826-9ce0-afc4f81c87b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.506221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66c2ce-a80b-46bf-8716-9a3c6c09a00b req-2ea033c4-dc79-475e-bed0-f4d81984a6e6 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:23.513890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f66c2ce-a80b-46bf-8716-9a3c6c09a00b req-2ea033c4-dc79-475e-bed0-f4d81984a6e6 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1029475 Sep 20 12:45:23.534116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5735b42-9595-4853-bfd2-4027258c7756 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.547445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f5735b42-9595-4853-bfd2-4027258c7756 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Calling delete_port for 34092a47-2367-415c-a014-808b9c5a429b owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:23.578390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f66c2ce-a80b-46bf-8716-9a3c6c09a00b req-15909b85-59d2-4fb8-99a1-80c6bf1d2a70 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564647 Sep 20 12:45:23.816987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-68ebb831-d03d-4037-83a7-ed5790d701a6 None None] Provisioning complete for port 34092a47-2367-415c-a014-808b9c5a429b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:23.817600 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-68ebb831-d03d-4037-83a7-ed5790d701a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.894983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-68ebb831-d03d-4037-83a7-ed5790d701a6 None None] Port 34092a47-2367-415c-a014-808b9c5a429b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:45:23.911108 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5735b42-9595-4853-bfd2-4027258c7756 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:23.956092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5735b42-9595-4853-bfd2-4027258c7756 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Port': ['ID=34092a47-2367-415c-a014-808b9c5a429b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:24.022643 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5735b42-9595-4853-bfd2-4027258c7756 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:24.027221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f5735b42-9595-4853-bfd2-4027258c7756 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/34092a47-2367-415c-a014-808b9c5a429b HTTP/1.1" status: 204 len: 168 time: 0.7743952 Sep 20 12:45:24.029714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44012) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:24.084519 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b66d4-4433-48f7-aede-5899de58774d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:24.089335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9e5b66d4-4433-48f7-aede-5899de58774d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0555875 Sep 20 12:45:24.089756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44014) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:24.154101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c407ecd-ab20-410b-bb6c-f86830d766d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:24.155902 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2c407ecd-ab20-410b-bb6c-f86830d766d5 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0651140 Sep 20 12:45:24.158575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44020) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:24.225227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3080b-f46f-4e89-b26f-1a18e2a3a8a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:24.226762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3080b-f46f-4e89-b26f-1a18e2a3a8a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:24.228847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3080b-f46f-4e89-b26f-1a18e2a3a8a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:24.246040 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ce3080b-f46f-4e89-b26f-1a18e2a3a8a1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0858300 Sep 20 12:45:24.252536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44022) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:24.321435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39db1ea-4849-48f7-bca1-87e5356c2fac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet c5f43339-5908-4e2c-b41b-6c2bab1e5c16 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:24.326148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c39db1ea-4849-48f7-bca1-87e5356c2fac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:24.377289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c39db1ea-4849-48f7-bca1-87e5356c2fac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:24.514516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c39db1ea-4849-48f7-bca1-87e5356c2fac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:24.582799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a938b2-f7b1-4d06-84e0-19baf2bbfde5 req-71a49d69-1825-43bc-b7d3-b0b9349bea7e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:24.590882 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98a938b2-f7b1-4d06-84e0-19baf2bbfde5 req-71a49d69-1825-43bc-b7d3-b0b9349bea7e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0675397 Sep 20 12:45:24.624266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98a938b2-f7b1-4d06-84e0-19baf2bbfde5 req-3bc2ad11-6796-4ab9-81fb-de419bd740f5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Sep 20 12:45:24.643121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c39db1ea-4849-48f7-bca1-87e5356c2fac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:24.679038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39db1ea-4849-48f7-bca1-87e5356c2fac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f43339-5908-4e2c-b41b-6c2bab1e5c16,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:24.682097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c39db1ea-4849-48f7-bca1-87e5356c2fac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:24.684193 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c39db1ea-4849-48f7-bca1-87e5356c2fac tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/c5f43339-5908-4e2c-b41b-6c2bab1e5c16 HTTP/1.1" status: 204 len: 168 time: 0.4349914 Sep 20 12:45:24.686745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44038) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:24.689577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5965bfc4-c6ee-4adc-9c38-d4af5931f5a1 None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:24.747023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8ac93f-4039-47c8-92ae-58318e99ff7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Deleting subnet ce8f8972-6946-4dd1-b55b-67729bfe1206 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:24.750620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac93f-4039-47c8-92ae-58318e99ff7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:24.788335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226be1f-3455-4c12-aee5-c8aec443961f req-b4d4e29f-10bf-427f-9ad9-14a2ea278061 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:24.790051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1226be1f-3455-4c12-aee5-c8aec443961f req-b4d4e29f-10bf-427f-9ad9-14a2ea278061 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0720708 Sep 20 12:45:24.798693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac93f-4039-47c8-92ae-58318e99ff7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:24.854907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1226be1f-3455-4c12-aee5-c8aec443961f req-d141a515-9d1d-48d5-aa2b-781a29e89ef1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513663 Sep 20 12:45:25.001385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac93f-4039-47c8-92ae-58318e99ff7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:25.163389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac93f-4039-47c8-92ae-58318e99ff7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:25.192380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ac93f-4039-47c8-92ae-58318e99ff7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8f8972-6946-4dd1-b55b-67729bfe1206,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:25.194740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8ac93f-4039-47c8-92ae-58318e99ff7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:25.196677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4c8ac93f-4039-47c8-92ae-58318e99ff7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/ce8f8972-6946-4dd1-b55b-67729bfe1206 HTTP/1.1" status: 204 len: 168 time: 0.5033987 Sep 20 12:45:25.201129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.244416 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ae22ad0b-7742-41a0-bb18-f94ebd512902 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436172 Sep 20 12:45:25.247009 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44052) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.301437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358bc64-31bc-456b-8662-76fe20cd43ed tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:25.305363 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e358bc64-31bc-456b-8662-76fe20cd43ed tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0548530 Sep 20 12:45:25.305698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44056) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.363360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78221101-e460-4c71-b785-11bae52b2257 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:25.364902 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-78221101-e460-4c71-b785-11bae52b2257 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581896 Sep 20 12:45:25.368044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44062) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.412977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1d6c344-ff92-49fa-855a-8c0a51d14f07 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421779 Sep 20 12:45:25.420577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44068) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.457048 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c64f5f0-886a-48fb-903d-47fbf33cc5d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.457803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c64f5f0-886a-48fb-903d-47fbf33cc5d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.461939 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2c64f5f0-886a-48fb-903d-47fbf33cc5d8 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/34092a47-2367-415c-a014-808b9c5a429b HTTP/1.1" status: 404 len: 333 time: 0.0379364 Sep 20 12:45:25.462419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44072) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.525790 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f610fc11-da9c-4791-9612-b4b44db88a6e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.525790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f610fc11-da9c-4791-9612-b4b44db88a6e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.525790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f610fc11-da9c-4791-9612-b4b44db88a6e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/c5f43339-5908-4e2c-b41b-6c2bab1e5c16 HTTP/1.1" status: 404 len: 337 time: 0.0526838 Sep 20 12:45:25.526566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.557952 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d633aa2-fae5-45cb-8585-d78057816fd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.558418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d633aa2-fae5-45cb-8585-d78057816fd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.560498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d633aa2-fae5-45cb-8585-d78057816fd6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/ce8f8972-6946-4dd1-b55b-67729bfe1206 HTTP/1.1" status: 404 len: 337 time: 0.0334797 Sep 20 12:45:25.563269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44082) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.592796 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6df24dc-e5f2-4ed1-983f-f69830ec828b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.594162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6df24dc-e5f2-4ed1-983f-f69830ec828b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.596053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e6df24dc-e5f2-4ed1-983f-f69830ec828b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/60650465-c2e8-405d-a03b-77c33bee0238 HTTP/1.1" status: 404 len: 333 time: 0.0315540 Sep 20 12:45:25.598984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44088) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.610914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce06377b-ee81-4ba6-81c9-0fd18215f6cf None None] Network 7b041315-d41c-4864-8fcf-07854b5e72d1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:25.653833 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1253416-0f7b-4df6-9ab5-ff5d8ba5ff2a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.654313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1253416-0f7b-4df6-9ab5-ff5d8ba5ff2a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.657052 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c1253416-0f7b-4df6-9ab5-ff5d8ba5ff2a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/47338b3f-f246-424a-89c5-8d5090f863d9 HTTP/1.1" status: 404 len: 337 time: 0.0564275 Sep 20 12:45:25.659214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44092) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.693784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-82e3f11f-bc3a-426e-ba10-e626bd9394b1 None None] Provisioning complete for port ecb97d65-c22d-4f97-a8cf-b5a9d484483a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:25.694257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82e3f11f-bc3a-426e-ba10-e626bd9394b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:25.708560 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a787e896-0e95-4742-9f7b-71abd140d1e4 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.708560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a787e896-0e95-4742-9f7b-71abd140d1e4 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.709390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a787e896-0e95-4742-9f7b-71abd140d1e4 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/8ab9188f-b8a2-4a3c-aa86-3860e6c81914 HTTP/1.1" status: 404 len: 337 time: 0.0488503 Sep 20 12:45:25.712056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44102) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.748353 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b306cd4-26c6-480b-9a8c-6cda09a3778e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.749168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b306cd4-26c6-480b-9a8c-6cda09a3778e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.754160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b306cd4-26c6-480b-9a8c-6cda09a3778e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/d33ff4f2-df3e-44a3-b5dc-efc4a9e53483 HTTP/1.1" status: 404 len: 333 time: 0.0377517 Sep 20 12:45:25.754782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44108) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.792020 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-401bf00b-22a7-4fd6-bf3a-05a4364901b7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.792715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401bf00b-22a7-4fd6-bf3a-05a4364901b7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.795110 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-401bf00b-22a7-4fd6-bf3a-05a4364901b7 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/7bc4b893-8285-4c08-b9f0-7af85b580af1 HTTP/1.1" status: 404 len: 337 time: 0.0392036 Sep 20 12:45:25.801186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.882118 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-976b173a-8b4e-4746-900a-7432a1abcb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.882764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976b173a-8b4e-4746-900a-7432a1abcb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.885155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-976b173a-8b4e-4746-900a-7432a1abcb70 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/3fe3bfcc-53f6-4947-b3d9-a024726156bd HTTP/1.1" status: 404 len: 337 time: 0.0858874 Sep 20 12:45:25.887938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44118) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.912906 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e166ebf-656b-42b2-974c-038c89daac7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.913742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e166ebf-656b-42b2-974c-038c89daac7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.923604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4e166ebf-656b-42b2-974c-038c89daac7b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/40f4b5cf-4ae5-434c-95fb-8b8a6feb755e HTTP/1.1" status: 404 len: 333 time: 0.0312483 Sep 20 12:45:25.923725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.926615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] DHCP port deletion for 7b041315-d41c-4864-8fcf-07854b5e72d1 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:45:25.936385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-e97eb126-db6d-40fa-bcca-e194bb9755fc tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:25.938056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-e97eb126-db6d-40fa-bcca-e194bb9755fc tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 815 time: 0.1841426 Sep 20 12:45:25.964028 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceeb2965-fe56-4fa6-88d9-e7068c62c636 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:25.964486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceeb2965-fe56-4fa6-88d9-e7068c62c636 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:25.966540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ceeb2965-fe56-4fa6-88d9-e7068c62c636 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/b6064515-d555-4721-b0f2-0cf2047f6d2d HTTP/1.1" status: 404 len: 337 time: 0.0447190 Sep 20 12:45:25.975543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44124) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:25.984626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-813d8b93-ed81-4ab6-ad98-74a0bb7daac2 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/quotas/3db779ebb0af435caa60234c808aca68 HTTP/1.1" status: 200 len: 375 time: 0.0252578 Sep 20 12:45:26.011405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] Deleting port ecb97d65-c22d-4f97-a8cf-b5a9d484483a {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:26.011787 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:26.024797 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec20c87-ec98-44d3-aff2-8f85d34bbf0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.026897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec20c87-ec98-44d3-aff2-8f85d34bbf0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.033464 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ec20c87-ec98-44d3-aff2-8f85d34bbf0e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/98b94ad9-e606-43f1-9090-106eec29c2f1 HTTP/1.1" status: 404 len: 337 time: 0.0560348 Sep 20 12:45:26.038976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44126) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.049802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-61a2c50b-8cf5-4c47-af70-a5728a4ec4ac tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641406 Sep 20 12:45:26.080133 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-720866bf-900d-4089-8930-ceb9338e4820 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.080871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720866bf-900d-4089-8930-ceb9338e4820 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.082762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-720866bf-900d-4089-8930-ceb9338e4820 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/bb4a723e-6b1d-43e3-85d0-883ce9c382b9 HTTP/1.1" status: 404 len: 333 time: 0.0432034 Sep 20 12:45:26.085405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.093495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] For port ecb97d65-c22d-4f97-a8cf-b5a9d484483a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,segment=NetworkSegment(65a02203-d5c6-46e3-84ea-905c9e4588ba),segment_id=65a02203-d5c6-46e3-84ea-905c9e4588ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:26.093904 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:26.107928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] Calling delete_port for ecb97d65-c22d-4f97-a8cf-b5a9d484483a owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:26.113596 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-019f32c7-11dc-4aa6-8f7f-6736f52d3368 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.114375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019f32c7-11dc-4aa6-8f7f-6736f52d3368 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.116455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-019f32c7-11dc-4aa6-8f7f-6736f52d3368 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/3ecae7c5-8da0-4994-9a1c-4750eba815cc HTTP/1.1" status: 404 len: 337 time: 0.0294230 Sep 20 12:45:26.121769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44130) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.148618 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e78d318-729f-49af-9d52-88a2bb66c4fb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.149651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e78d318-729f-49af-9d52-88a2bb66c4fb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.154940 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3e78d318-729f-49af-9d52-88a2bb66c4fb tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/8d941e32-a00d-41df-acf2-145ff7d36016 HTTP/1.1" status: 404 len: 333 time: 0.0303774 Sep 20 12:45:26.155874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44134) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.171801 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-8841e23c-83e1-4ecf-b8d5-39d5a369e998 service neutron] 10.222.0.37 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209483 Sep 20 12:45:26.198282 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce032182-a734-4baa-9924-21d44b5bbc40 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.199697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce032182-a734-4baa-9924-21d44b5bbc40 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.206845 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ce032182-a734-4baa-9924-21d44b5bbc40 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/4f642085-90de-4b8c-8c3c-3dec79c446f9 HTTP/1.1" status: 404 len: 337 time: 0.0497315 Sep 20 12:45:26.207015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.238665 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc285df-7af5-4cf0-8e11-8c0bd335ecb2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.239334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc285df-7af5-4cf0-8e11-8c0bd335ecb2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.241139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dfc285df-7af5-4cf0-8e11-8c0bd335ecb2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/fa4fb14c-6ac9-4693-b22b-d03efc12e24e HTTP/1.1" status: 404 len: 333 time: 0.0331900 Sep 20 12:45:26.245702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44138) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.284930 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c38daf5-d9e1-49a7-bee1-effec55c2376 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.285200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c38daf5-d9e1-49a7-bee1-effec55c2376 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.288629 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:26.305246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44142) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.305588 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2c38daf5-d9e1-49a7-bee1-effec55c2376 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/f85ba05b-38c4-4421-8ce9-0e25f4342fad HTTP/1.1" status: 404 len: 337 time: 0.0547361 Sep 20 12:45:26.316936 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-893ca73e-3cd7-4bd3-9fee-494fac7db024 service neutron] 10.222.0.37 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373386 Sep 20 12:45:26.321080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] Pushing event deleted for resources: {'Port': ['ID=ecb97d65-c22d-4f97-a8cf-b5a9d484483a,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:26.331258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c8a72-4d60-426c-80a8-9b86166d96fa None None] No DVR routers for this DVR port ecb97d65-c22d-4f97-a8cf-b5a9d484483a on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:26.333180 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a082c30b-9a41-46d4-a340-d87e4ea0d06f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.333960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a082c30b-9a41-46d4-a340-d87e4ea0d06f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.339152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a082c30b-9a41-46d4-a340-d87e4ea0d06f tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/85523744-6c5e-48b7-844d-dd061a344222 HTTP/1.1" status: 404 len: 333 time: 0.0297556 Sep 20 12:45:26.340129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44144) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.372869 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b782449-0e15-4530-829f-92bb07eb29ad tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.373363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b782449-0e15-4530-829f-92bb07eb29ad tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.377447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3b782449-0e15-4530-829f-92bb07eb29ad tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/c9cdf742-1702-407f-a305-145f47b11ece HTTP/1.1" status: 404 len: 337 time: 0.0340314 Sep 20 12:45:26.377860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44148) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.407206 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9e0b03-b6c9-436c-884c-0c20d36f39d0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.407959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9e0b03-b6c9-436c-884c-0c20d36f39d0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.409888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2e9e0b03-b6c9-436c-884c-0c20d36f39d0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/44007e41-73fd-4e54-8aed-c61fe0064c79 HTTP/1.1" status: 404 len: 333 time: 0.0310273 Sep 20 12:45:26.412825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44150) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.441383 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3107debb-c670-4d86-b064-b4e6e020e118 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.441843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3107debb-c670-4d86-b064-b4e6e020e118 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.443616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3107debb-c670-4d86-b064-b4e6e020e118 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/afa87581-cbcc-4a86-94d2-2662ea7ebd39 HTTP/1.1" status: 404 len: 337 time: 0.0297270 Sep 20 12:45:26.446278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44152) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.469341 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a4e901-1c26-490d-8ac1-a418ac880897 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.470187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a4e901-1c26-490d-8ac1-a418ac880897 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.471863 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b4a4e901-1c26-490d-8ac1-a418ac880897 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/881a188f-51b5-4415-9f4a-fe50bc3281a7 HTTP/1.1" status: 404 len: 333 time: 0.0245349 Sep 20 12:45:26.474492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44154) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.503784 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42f3e13-da74-4c40-8947-53d7bca88470 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.504229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42f3e13-da74-4c40-8947-53d7bca88470 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.508410 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c42f3e13-da74-4c40-8947-53d7bca88470 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/75ece281-52bb-4da9-9609-cfd0f002ee58 HTTP/1.1" status: 404 len: 337 time: 0.0306036 Sep 20 12:45:26.508692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44158) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.531395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ecb97d65-c22d-4f97-a8cf-b5a9d484483a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:26.557900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: ecb97d65-c22d-4f97-a8cf-b5a9d484483a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:26.558115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ecb97d65-c22d-4f97-a8cf-b5a9d484483a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:26.578636 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a03b4c-9ea9-411b-9ad7-830fce0afd26 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.579200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a03b4c-9ea9-411b-9ad7-830fce0afd26 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.581078 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-62a03b4c-9ea9-411b-9ad7-830fce0afd26 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/dff06b58-de90-45f3-aeec-a79191673419 HTTP/1.1" status: 404 len: 337 time: 0.0714645 Sep 20 12:45:26.583634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44166) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.610142 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8e44f9-8678-4b18-9377-f23216d0df95 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.610809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8e44f9-8678-4b18-9377-f23216d0df95 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.612560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ee8e44f9-8678-4b18-9377-f23216d0df95 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/9954adce-d202-4bc8-afcd-3730746f4b45 HTTP/1.1" status: 404 len: 333 time: 0.0276344 Sep 20 12:45:26.615306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44170) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.648751 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc16c7cd-d820-4d53-94de-578ffb820968 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.649978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc16c7cd-d820-4d53-94de-578ffb820968 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.656908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44172) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.666166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc16c7cd-d820-4d53-94de-578ffb820968 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/5c15d8b9-b8d3-4149-97b2-12d7fd61c639 HTTP/1.1" status: 404 len: 337 time: 0.0491502 Sep 20 12:45:26.692336 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6b0945-d994-44ce-b4f3-cd96d24ff04e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.692798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6b0945-d994-44ce-b4f3-cd96d24ff04e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.694588 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4b6b0945-d994-44ce-b4f3-cd96d24ff04e tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/f2716751-c982-4765-9287-924648960e8a HTTP/1.1" status: 404 len: 337 time: 0.0360363 Sep 20 12:45:26.702402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44176) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.735241 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8a9f91-b84e-4a92-a0bf-e8ca7b9b7650 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.735241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8a9f91-b84e-4a92-a0bf-e8ca7b9b7650 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.735241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a8a9f91-b84e-4a92-a0bf-e8ca7b9b7650 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/181ebd35-1795-447c-8bcd-76c16268116e HTTP/1.1" status: 404 len: 333 time: 0.0290337 Sep 20 12:45:26.736059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44180) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.771298 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00db42a-690b-4c29-beda-17a3c34dabc1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.771929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00db42a-690b-4c29-beda-17a3c34dabc1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.773895 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b00db42a-690b-4c29-beda-17a3c34dabc1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/93549559-3335-4e77-8737-985ab4ca033a HTTP/1.1" status: 404 len: 337 time: 0.0415208 Sep 20 12:45:26.776589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44184) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.804188 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cbffdd-0dc8-47c6-b854-e5b72c3ac465 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.804562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cbffdd-0dc8-47c6-b854-e5b72c3ac465 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.809530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-27cbffdd-0dc8-47c6-b854-e5b72c3ac465 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/1b4486b9-e903-4461-8bb8-18e40c329461 HTTP/1.1" status: 404 len: 337 time: 0.0288894 Sep 20 12:45:26.809798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44186) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.837787 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75daaa4-5f9b-49f2-ab23-342e813ba859 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.838916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75daaa4-5f9b-49f2-ab23-342e813ba859 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.840714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e75daaa4-5f9b-49f2-ab23-342e813ba859 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/1c93fa1f-e612-47ed-a10c-50ba987483b6 HTTP/1.1" status: 404 len: 333 time: 0.0301182 Sep 20 12:45:26.847891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44190) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.881288 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c4fd79-58ac-41d0-89fa-12d4f770efe0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.881946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c4fd79-58ac-41d0-89fa-12d4f770efe0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.883904 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-99c4fd79-58ac-41d0-89fa-12d4f770efe0 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/7d364f1b-60a6-49e5-8632-407a3ddde7ce HTTP/1.1" status: 404 len: 337 time: 0.0347714 Sep 20 12:45:26.886895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44192) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.913955 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28ad3ee-01bb-41d8-be02-bd93c370bda9 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:26.914405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28ad3ee-01bb-41d8-be02-bd93c370bda9 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:26.916802 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b28ad3ee-01bb-41d8-be02-bd93c370bda9 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/e31c9ad3-fd7a-456b-ac39-d2df0dc3370b HTTP/1.1" status: 404 len: 337 time: 0.0286596 Sep 20 12:45:26.919283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44194) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:26.956209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b2b66-6a97-4749-9223-984a18714e60 req-a08c57ac-c010-4386-8062-1807904a0494 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:26.965663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0b2b66-6a97-4749-9223-984a18714e60 req-a08c57ac-c010-4386-8062-1807904a0494 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0640414 Sep 20 12:45:26.968138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-008751b0-8e13-479c-abf9-b5fc13a42a6b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports?device_id=5712cab6-1506-4df8-98b3-dd3595e791af HTTP/1.1" status: 200 len: 205 time: 0.0365441 Sep 20 12:45:26.969288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44198) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.016604 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-90442f03-9f59-476a-88de-f99dee8edc18 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] delete failed (client error): The resource could not be found. Sep 20 12:45:27.018758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-90442f03-9f59-476a-88de-f99dee8edc18 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/routers/5712cab6-1506-4df8-98b3-dd3595e791af HTTP/1.1" status: 404 len: 336 time: 0.0476713 Sep 20 12:45:27.027246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44202) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.036280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0b2b66-6a97-4749-9223-984a18714e60 req-eda75b4f-fa7b-4a60-8775-554d8de39aee tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695312 Sep 20 12:45:27.060223 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e0c349-2861-4ddf-984d-57e49951d94b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.060605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e0c349-2861-4ddf-984d-57e49951d94b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.062474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-29e0c349-2861-4ddf-984d-57e49951d94b tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/bbbd4524-909e-47fd-be4c-bfc957c5485f HTTP/1.1" status: 404 len: 337 time: 0.0338173 Sep 20 12:45:27.067304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.095421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9947652c-7bbb-446f-a8a1-f409b71687d9 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "GET /v2.0/ports?device_id=0117fab5-260d-4911-b679-11fe29682709 HTTP/1.1" status: 200 len: 205 time: 0.0269165 Sep 20 12:45:27.097979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44208) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.140646 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-57d253c4-9c2b-4f45-9874-87d6d6b65b5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] delete failed (client error): The resource could not be found. Sep 20 12:45:27.141703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57d253c4-9c2b-4f45-9874-87d6d6b65b5d tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/routers/0117fab5-260d-4911-b679-11fe29682709 HTTP/1.1" status: 404 len: 336 time: 0.0428755 Sep 20 12:45:27.144362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44212) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.172980 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6916177-877c-4c80-aa01-ebb3396ffe75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.173757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6916177-877c-4c80-aa01-ebb3396ffe75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.176063 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6916177-877c-4c80-aa01-ebb3396ffe75 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/ef1c0ab2-9e6d-49c9-8938-c84210ec2761 HTTP/1.1" status: 404 len: 337 time: 0.0302572 Sep 20 12:45:27.178623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44214) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.195157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb19025-cbbf-4662-9ef4-e949185b29bb req-0b7d4067-b672-49c7-bc78-e2d1ecaa491f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:27.196722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcb19025-cbbf-4662-9ef4-e949185b29bb req-0b7d4067-b672-49c7-bc78-e2d1ecaa491f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0581281 Sep 20 12:45:27.225400 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7972f4-9b8a-4f48-b35d-a336be3d7aa2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.226199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7972f4-9b8a-4f48-b35d-a336be3d7aa2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.228780 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4f7972f4-9b8a-4f48-b35d-a336be3d7aa2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/169d3db0-0816-42f6-b208-3243e62ce0a4 HTTP/1.1" status: 404 len: 337 time: 0.0460238 Sep 20 12:45:27.231897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44218) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.248600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bcb19025-cbbf-4662-9ef4-e949185b29bb req-9ef20270-a157-4cf9-9517-35d8174084a2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435531 Sep 20 12:45:27.256499 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f5f96b-316a-4d22-a30c-a8563c642b81 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.257203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f5f96b-316a-4d22-a30c-a8563c642b81 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.259038 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c3f5f96b-316a-4d22-a30c-a8563c642b81 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/2bd3af69-96d3-4727-a180-4fe412ae09de HTTP/1.1" status: 404 len: 333 time: 0.0261791 Sep 20 12:45:27.262269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44220) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.290155 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b53cc68-32ac-46e0-8d37-5619c2292af3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.290995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b53cc68-32ac-46e0-8d37-5619c2292af3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.295232 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5b53cc68-32ac-46e0-8d37-5619c2292af3 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/86869340-5ff0-4a96-8282-349b1cf69b59 HTTP/1.1" status: 404 len: 337 time: 0.0296843 Sep 20 12:45:27.295756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44222) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.319861 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d551775-ad5a-46e5-85ec-83bcdf6f281a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.320555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d551775-ad5a-46e5-85ec-83bcdf6f281a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.325440 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0d551775-ad5a-46e5-85ec-83bcdf6f281a tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/441c5945-45a7-4e09-84d2-5454f4851335 HTTP/1.1" status: 404 len: 333 time: 0.0286708 Sep 20 12:45:27.326285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44226) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.328033 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6024893-7fde-4e95-9550-c5870cc5c606 req-b4f84020-35f4-43e4-a106-3fd556eeacc9 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 210 time: 0.0344093 Sep 20 12:45:27.365697 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c21a811-1777-4226-b026-a8bb20e6caa1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.365697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c21a811-1777-4226-b026-a8bb20e6caa1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.365697 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7c21a811-1777-4226-b026-a8bb20e6caa1 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/75046b28-cfd3-4c9a-a4e2-4d5399da57b2 HTTP/1.1" status: 404 len: 337 time: 0.0366383 Sep 20 12:45:27.366766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44228) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.391242 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d41ee2-177f-4c40-84c0-ce6ac7dcfc02 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.391928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d41ee2-177f-4c40-84c0-ce6ac7dcfc02 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.396344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44230) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.396580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b0d41ee2-177f-4c40-84c0-ce6ac7dcfc02 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/58fb549d-b894-4ea3-a7cc-1f048976b28c HTTP/1.1" status: 404 len: 333 time: 0.0285060 Sep 20 12:45:27.426067 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5654701-7500-4a13-aa66-dd8371bb05b2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.426515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5654701-7500-4a13-aa66-dd8371bb05b2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.428233 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a5654701-7500-4a13-aa66-dd8371bb05b2 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/a3a1e2b3-9cef-4a87-ba38-f4f8c31b8a45 HTTP/1.1" status: 404 len: 337 time: 0.0305922 Sep 20 12:45:27.430895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44232) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.457771 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ba437e-0346-4b93-b037-4b42bf1301fe tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.458434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ba437e-0346-4b93-b037-4b42bf1301fe tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.463170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e4ba437e-0346-4b93-b037-4b42bf1301fe tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/b2938361-84d0-4592-877f-e786fabb2330 HTTP/1.1" status: 404 len: 333 time: 0.0282030 Sep 20 12:45:27.463579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44234) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.490458 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce42e0b3-04b2-4d73-a721-bc1a3866f57c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.490912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce42e0b3-04b2-4d73-a721-bc1a3866f57c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.492754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ce42e0b3-04b2-4d73-a721-bc1a3866f57c tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/d3afc2ec-e1bd-45bd-b8c0-a689c8b20262 HTTP/1.1" status: 404 len: 337 time: 0.0281291 Sep 20 12:45:27.495637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44236) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.518454 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcb1540-bc4a-446e-8d8b-cc1a95cb95df tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.520230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcb1540-bc4a-446e-8d8b-cc1a95cb95df tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.521222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-edcb1540-bc4a-446e-8d8b-cc1a95cb95df tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/23a52009-1b4c-4857-8153-7d61742dad44 HTTP/1.1" status: 404 len: 333 time: 0.0246119 Sep 20 12:45:27.528352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44238) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.550919 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c8752b-f3dd-40ef-bba3-a3773d0e94db tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.550919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c8752b-f3dd-40ef-bba3-a3773d0e94db tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.557290 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-84c8752b-f3dd-40ef-bba3-a3773d0e94db tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/d9f10837-b005-41a6-9686-fe37cf73bd0e HTTP/1.1" status: 404 len: 337 time: 0.0274687 Sep 20 12:45:27.558943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44240) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.581656 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21b1e13-37a6-4b04-9cc8-6f8ce2d93575 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.582315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21b1e13-37a6-4b04-9cc8-6f8ce2d93575 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.586443 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f21b1e13-37a6-4b04-9cc8-6f8ce2d93575 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/5cd89849-0952-4158-9f69-110ce83c06f7 HTTP/1.1" status: 404 len: 333 time: 0.0241930 Sep 20 12:45:27.586659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44242) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.612714 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e923ba-4fa0-4137-bff1-98e660e48321 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.613280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e923ba-4fa0-4137-bff1-98e660e48321 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.614948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-80e923ba-4fa0-4137-bff1-98e660e48321 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/0310edf2-88c7-4bf4-b7dd-f0003bc646e1 HTTP/1.1" status: 404 len: 337 time: 0.0273921 Sep 20 12:45:27.617556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44246) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.644575 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-11aa85d0-c498-4986-8f91-94cd3e614fde tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.645227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11aa85d0-c498-4986-8f91-94cd3e614fde tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.646934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-11aa85d0-c498-4986-8f91-94cd3e614fde tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/ports/e5aeea5b-6d98-4f72-8cc8-95320fb46401 HTTP/1.1" status: 404 len: 333 time: 0.0284920 Sep 20 12:45:27.649381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44248) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.676605 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf3681a-17b7-4a48-ab7f-cab40f2ecccc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:27.676930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf3681a-17b7-4a48-ab7f-cab40f2ecccc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:27.678738 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ecf3681a-17b7-4a48-ab7f-cab40f2ecccc tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/subnets/4cd432c9-8a5c-497a-ab33-7936409f89d1 HTTP/1.1" status: 404 len: 337 time: 0.0284028 Sep 20 12:45:27.682107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:27.762068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:27.861664 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:27.882310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b041315-d41c-4864-8fcf-07854b5e72d1']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:27.891899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a02203-d5c6-46e3-84ea-905c9e4588ba') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:27.892188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a02203-d5c6-46e3-84ea-905c9e4588ba') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:27.902011 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:27.914697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:27.921213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:27.923668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:27.924625 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:28.038738 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:28.043054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:28.048255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] 10.222.0.37 "DELETE /v2.0/networks/7b041315-d41c-4864-8fcf-07854b5e72d1 HTTP/1.1" status: 204 len: 168 time: 0.3652868 Sep 20 12:45:28.066591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e541-a90e-45d4-8bf8-4e8e372202a6 tempest-NetworksTestDHCPv6-681350485 tempest-NetworksTestDHCPv6-681350485-project] Pushing event deleted for resources: {'Network': ['ID=7b041315-d41c-4864-8fcf-07854b5e72d1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:28.183530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98829cd5-54a0-45a8-a53a-80e15ab1191e req-bb2287cf-90e7-4b5b-900e-92fedcb93815 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:28.185214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98829cd5-54a0-45a8-a53a-80e15ab1191e req-bb2287cf-90e7-4b5b-900e-92fedcb93815 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0593302 Sep 20 12:45:28.223742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-98829cd5-54a0-45a8-a53a-80e15ab1191e req-58e16478-67db-480e-a0f0-e6da1eb6eed3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Sep 20 12:45:28.375848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a595a-91d6-4f6b-a420-47fe6d3d7584 req-a0313ed2-14a8-4131-9af7-9c9f2e9758ff tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:28.377593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-502a595a-91d6-4f6b-a420-47fe6d3d7584 req-a0313ed2-14a8-4131-9af7-9c9f2e9758ff tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0521002 Sep 20 12:45:28.419816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-502a595a-91d6-4f6b-a420-47fe6d3d7584 req-31c86ac8-15e9-4d79-99af-5090310fab70 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Sep 20 12:45:28.546116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44270) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:28.562608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-198d5442-dbbc-42d7-acf9-1f1b3c66ede1 req-9c4ec1a3-85b8-4c8e-9ee4-ad612b426a63 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 210 time: 0.0435140 Sep 20 12:45:28.585309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44274) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:28.686805 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64409591-5341-4d3f-a6b3-62a76d0a4edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:28.756735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c14e710a-1984-48a3-aacb-878ffc04e4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:28.884397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-823630f0-349a-4b71-8196-e500b69f826c tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:28.886207 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-823630f0-349a-4b71-8196-e500b69f826c tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.32 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 815 time: 0.1901209 Sep 20 12:45:28.915085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:28.918529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Request body: {'port': {'device_id': 'f8893895-28a8-44a2-bac3-fa87cc7e1cf0', 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'admin_state_up': True, 'tenant_id': '3db779ebb0af435caa60234c808aca68'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:29.007823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64409591-5341-4d3f-a6b3-62a76d0a4edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.068518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6c7644ba-0497-490b-a1b8-5ff37675462f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d82096f849144878e3237f96fb5de24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513414 Sep 20 12:45:29.071221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:29.080042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64409591-5341-4d3f-a6b3-62a76d0a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.106952 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:45:29.106952 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 12:45:29.106952 n-d-809934-3 neutron-server[95503]: [parameters: {'project_id_1': '3db779ebb0af435caa60234c808aca68', 'expiration_1': datetime.datetime(2021, 9, 20, 12, 45, 9, 40376)}] Sep 20 12:45:29.106952 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:45:29.107460 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:45:29.126698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.142439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64409591-5341-4d3f-a6b3-62a76d0a4edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab709e-b8ae-41a5-87ce-2d55a8b36558,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:29.148535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.154654 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-64409591-5341-4d3f-a6b3-62a76d0a4edb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b3340626eaf4b34b57382852d7a18d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075039 Sep 20 12:45:29.155881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44286) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:29.205736 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c14e710a-1984-48a3-aacb-878ffc04e4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.225126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d741c487-65d4-4419-addd-6bc3359dd9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.248284 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d741c487-65d4-4419-addd-6bc3359dd9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.260497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c14e710a-1984-48a3-aacb-878ffc04e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.288165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.291803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.294260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa118e20-b037-4d4d-81ec-181e50b8474f HTTP/1.1" status: 204 len: 168 time: 0.2214353 Sep 20 12:45:29.303154 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c14e710a-1984-48a3-aacb-878ffc04e4ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8417b1e7f3845c081b1dcba45921768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164884 Sep 20 12:45:29.305175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa118e20-b037-4d4d-81ec-181e50b8474f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:29.308657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44292) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:29.309610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e710a-1984-48a3-aacb-878ffc04e4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f108c085-a115-4878-9949-92fa3589b669,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:29.341421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.341781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.342131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.342478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.342819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.343165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.343489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.343837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.344162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.344492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.344824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.345182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a86a2-b90f-4ff2-b825-73df0c1086ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:29.408019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fc5d5-b299-4d8b-a03a-ca5bf2f246a2 req-dce69c7e-b3ae-4057-8fdd-3edccbbd4b71 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:29.409542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-351fc5d5-b299-4d8b-a03a-ca5bf2f246a2 req-dce69c7e-b3ae-4057-8fdd-3edccbbd4b71 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1016860 Sep 20 12:45:29.418432 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d741c487-65d4-4419-addd-6bc3359dd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.421121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d741c487-65d4-4419-addd-6bc3359dd9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.422170 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d741c487-65d4-4419-addd-6bc3359dd9e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32ab709e-b8ae-41a5-87ce-2d55a8b36558 HTTP/1.1" status: 204 len: 168 time: 0.2653797 Sep 20 12:45:29.432917 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e567b72-8727-4fc3-8806-f4b1aafb27f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.449924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741c487-65d4-4419-addd-6bc3359dd9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab709e-b8ae-41a5-87ce-2d55a8b36558,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:29.482982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e567b72-8727-4fc3-8806-f4b1aafb27f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.498379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-351fc5d5-b299-4d8b-a03a-ca5bf2f246a2 req-948d3808-84db-4bbf-9fb0-431758f9681e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808637 Sep 20 12:45:29.617280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6ea84-5f6b-44ec-9f7f-f9d586000f5c req-db0a84bd-7f76-48f3-a434-c2995c22360b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:29.619536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f6ea84-5f6b-44ec-9f7f-f9d586000f5c req-db0a84bd-7f76-48f3-a434-c2995c22360b tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0513649 Sep 20 12:45:29.620970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e567b72-8727-4fc3-8806-f4b1aafb27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.625735 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e567b72-8727-4fc3-8806-f4b1aafb27f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.625735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e567b72-8727-4fc3-8806-f4b1aafb27f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f108c085-a115-4878-9949-92fa3589b669 HTTP/1.1" status: 204 len: 168 time: 0.3124256 Sep 20 12:45:29.635100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e567b72-8727-4fc3-8806-f4b1aafb27f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f108c085-a115-4878-9949-92fa3589b669,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:29.677290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f6ea84-5f6b-44ec-9f7f-f9d586000f5c req-f2e8dfce-0c9b-47a6-af40-897b19b21fac tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Sep 20 12:45:29.700412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Made reservation on behalf of 3db779ebb0af435caa60234c808aca68 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:29.705504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:29.769158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7a2d7c7-9b2c-4d5a-9dd4-d3e6958ba403 req-bc872849-05b8-4de4-96c7-14aef2ebdc79 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 210 time: 0.0298901 Sep 20 12:45:29.835126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Allocated IP 172.20.0.4 (c9632465-5019-476c-90d3-619aeeb2d00a/b456db65-e9c9-4581-9af5-407ed623b3ed/31b8b5aa-b2ec-4157-9eb8-51402d04b266) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:29.986809 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.093836 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.107004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:30.111137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d758791e-bb24-405d-af9f-2f0bd16416a5', 'b78d5491-99c2-4491-8731-54a0cae230e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:30.141418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Network c9632465-5019-476c-90d3-619aeeb2d00a is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:30.144708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:30.148393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:30.157843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Pushing event updated for resources: {'Port': ['ID=31b8b5aa-b2ec-4157-9eb8-51402d04b266,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:30.212005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:30.213550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.271684 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-52cb8169-61f6-4996-a838-3098e9bb0b64 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3596470 Sep 20 12:45:30.278915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:30.291445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Request body: {'port': {'device_id': 'f8893895-28a8-44a2-bac3-fa87cc7e1cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:30.308847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:30.317202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a11bc79-312d-420f-815f-a9648564f54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.330418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b84-d066-403c-97e6-455b2787f3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.366687 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-6a11bc79-312d-420f-815f-a9648564f54b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:45:30.366687 n-d-809934-3 neutron-server[95503]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 20 12:45:30.366687 n-d-809934-3 neutron-server[95503]: [parameters: {'project_id': '0bd60c8cf92c440e9e19270453e905e6', 'id': '743ddae1-e02d-47eb-aa29-5b20cb6f8580', 'expiration': datetime.datetime(2021, 9, 20, 12, 47, 30, 359593)}] Sep 20 12:45:30.366687 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:45:30.367157 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-6a11bc79-312d-420f-815f-a9648564f54b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:45:30.369648 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.461092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b84-d066-403c-97e6-455b2787f3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.539087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1b84-d066-403c-97e6-455b2787f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.612425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc3c1b84-d066-403c-97e6-455b2787f3ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13681e8ae85a49d9b173f33950a73038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020964 Sep 20 12:45:30.615193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44322) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:30.616236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c1b84-d066-403c-97e6-455b2787f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3b3f4f-7647-4beb-84ad-326cfd063bfe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:30.642594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c863a3-3274-4975-95a7-c64ce2662bc5 req-dd0eb05a-c095-4225-8833-3544d1640a96 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:30.643209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21c863a3-3274-4975-95a7-c64ce2662bc5 req-dd0eb05a-c095-4225-8833-3544d1640a96 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0708489 Sep 20 12:45:30.683814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21c863a3-3274-4975-95a7-c64ce2662bc5 req-f77bedfd-ce1a-48fd-ab28-e83c856251cf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330048 Sep 20 12:45:30.689322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b8b5aa-b2ec-4157-9eb8-51402d04b266 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:45:30.700265 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.724106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcb7e0a0-e06f-4bce-bec6-a9235b7696bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.724877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Transition to ACTIVE for port object 31b8b5aa-b2ec-4157-9eb8-51402d04b266 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:45:30.755617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcb7e0a0-e06f-4bce-bec6-a9235b7696bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.763962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.803890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bd3bd-e10f-4499-b08c-9c529f654c50 req-0aa064f3-5701-4131-b5e7-21d0db6a2f59 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:30.809942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f3bd3bd-e10f-4499-b08c-9c529f654c50 req-0aa064f3-5701-4131-b5e7-21d0db6a2f59 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0518494 Sep 20 12:45:30.845926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=31b8b5aa-b2ec-4157-9eb8-51402d04b266,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:30.850542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f3bd3bd-e10f-4499-b08c-9c529f654c50 req-dded8d70-1519-4e38-862a-314700735cbb tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Sep 20 12:45:30.868072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a11bc79-312d-420f-815f-a9648564f54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.942162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Attempting to bind port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:30.942496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Attempting to bind port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:30.942822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Attempting to bind port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 on network c9632465-5019-476c-90d3-619aeeb2d00a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:30.947440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 on network c9632465-5019-476c-90d3-619aeeb2d00a not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:45:30.951073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Attempting to bind port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 on network c9632465-5019-476c-90d3-619aeeb2d00a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:30.954297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:30.954657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Checking segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:30.955065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Bound using segment: {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:30.955485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Bound port: 31b8b5aa-b2ec-4157-9eb8-51402d04b266, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:30.955841 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.981189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dceb4-2c6b-47f0-aed4-9fcae6f700d8 req-f5b776a0-def2-4b81-a040-a2b74290e709 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:30.983284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df2dceb4-2c6b-47f0-aed4-9fcae6f700d8 req-f5b776a0-def2-4b81-a040-a2b74290e709 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0608766 Sep 20 12:45:30.997059 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcb7e0a0-e06f-4bce-bec6-a9235b7696bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:30.999779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcb7e0a0-e06f-4bce-bec6-a9235b7696bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.000953 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fcb7e0a0-e06f-4bce-bec6-a9235b7696bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a3b3f4f-7647-4beb-84ad-326cfd063bfe HTTP/1.1" status: 204 len: 168 time: 0.3848231 Sep 20 12:45:31.028487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df2dceb4-2c6b-47f0-aed4-9fcae6f700d8 req-4287968f-67cf-41d6-8f71-7e3f606550bd tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371473 Sep 20 12:45:31.033338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7e0a0-e06f-4bce-bec6-a9235b7696bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3b3f4f-7647-4beb-84ad-326cfd063bfe,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:31.070414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] For port 31b8b5aa-b2ec-4157-9eb8-51402d04b266, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:31.077316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] For port 31b8b5aa-b2ec-4157-9eb8-51402d04b266, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=31b8b5aa-b2ec-4157-9eb8-51402d04b266,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:31.119394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:31.129188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a11bc79-312d-420f-815f-a9648564f54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.130643 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.164080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:31.164653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.166155 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] 10.222.0.32 "PUT /v2.0/ports/31b8b5aa-b2ec-4157-9eb8-51402d04b266 HTTP/1.1" status: 200 len: 1091 time: 0.8800755 Sep 20 12:45:31.168763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8893895-28a8-44a2-bac3-fa87cc7e1cf0', 'tag': '31b8b5aa-b2ec-4157-9eb8-51402d04b266'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:31.171859 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eb7961-b036-46e8-887b-e0cee9617061" -d '{"events": [{"name": "network-changed", "server_uuid": "f8893895-28a8-44a2-bac3-fa87cc7e1cf0", "tag": "31b8b5aa-b2ec-4157-9eb8-51402d04b266"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:31.176861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a11bc79-312d-420f-815f-a9648564f54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.235576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-828698831'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:31.239029 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e921a27-5317-4e45-8639-16979e26a193 x-openstack-request-id: req-5e921a27-5317-4e45-8639-16979e26a193 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:31.239722 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8893895-28a8-44a2-bac3-fa87cc7e1cf0", "tag": "31b8b5aa-b2ec-4157-9eb8-51402d04b266", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:31.239982 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e921a27-5317-4e45-8639-16979e26a193 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:31.240386 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8893895-28a8-44a2-bac3-fa87cc7e1cf0', 'tag': '31b8b5aa-b2ec-4157-9eb8-51402d04b266', 'status': 'completed', 'code': 200} Sep 20 12:45:31.246944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0836d4-a9fe-4382-9d6b-1247a815a7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=31b8b5aa-b2ec-4157-9eb8-51402d04b266,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:31.249711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11bc79-312d-420f-815f-a9648564f54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15899914-0edb-4614-bb53-65d88bdd03e6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:31.256371 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6a11bc79-312d-420f-815f-a9648564f54b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bd60c8cf92c440e9e19270453e905e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9752395 Sep 20 12:45:31.264211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44344) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:31.319586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7961-b036-46e8-887b-e0cee9617061 req-a6b71757-18f7-4e6d-8e4b-106a2d4a798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:31.321110 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30eb7961-b036-46e8-887b-e0cee9617061 req-a6b71757-18f7-4e6d-8e4b-106a2d4a798f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 1094 time: 0.0688751 Sep 20 12:45:31.358182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b492bd67-f697-426c-b292-cd8fe2793f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.362068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:31.366221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.375893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.419247 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b492bd67-f697-426c-b292-cd8fe2793f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.467977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7961-b036-46e8-887b-e0cee9617061 req-4017aa79-066d-4056-8fcc-241f760e5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:31.469520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30eb7961-b036-46e8-887b-e0cee9617061 req-4017aa79-066d-4056-8fcc-241f760e5279 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3db779ebb0af435caa60234c808aca68&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1374216 Sep 20 12:45:31.479519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.533492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.560311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b492bd67-f697-426c-b292-cd8fe2793f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.562902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b492bd67-f697-426c-b292-cd8fe2793f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.566521 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b492bd67-f697-426c-b292-cd8fe2793f58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15899914-0edb-4614-bb53-65d88bdd03e6 HTTP/1.1" status: 204 len: 168 time: 0.2989507 Sep 20 12:45:31.567744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:45:31.570082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af28b97e-5301-4b86-ba2c-62f06460b186,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:31.582151 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.582628 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Added segment b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2 of type vlan for network e6627e77-2118-4960-a775-e16d8b763a15 Sep 20 12:45:31.586800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7961-b036-46e8-887b-e0cee9617061 req-0427a310-29f8-4eca-a075-bf7a2d53c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:31.595840 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30eb7961-b036-46e8-887b-e0cee9617061 req-0427a310-29f8-4eca-a075-bf7a2d53c069 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1189678 Sep 20 12:45:31.596636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492bd67-f697-426c-b292-cd8fe2793f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15899914-0edb-4614-bb53-65d88bdd03e6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:31.631909 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.680327 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-f516f7f8-50df-4437-8635-d65a120ca635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:31.683040 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-f516f7f8-50df-4437-8635-d65a120ca635 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 1094 time: 0.0457256 Sep 20 12:45:31.731973 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-43c73c3a-58cf-4327-a8d4-902475b74c78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b8b5aa-b2ec-4157-9eb8-51402d04b266 HTTP/1.1" status: 200 len: 217 time: 0.0411510 Sep 20 12:45:31.734076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.740009 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:31.744521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:31.792929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-3d2242c0-0ab5-4cc6-bf37-cd567f3eacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:31.794433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-3d2242c0-0ab5-4cc6-bf37-cd567f3eacd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 200 len: 855 time: 0.0489540 Sep 20 12:45:31.826212 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-c104961b-9faa-4750-870f-d43ac682d81c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9632465-5019-476c-90d3-619aeeb2d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248067 Sep 20 12:45:31.850023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Network': ['ID=e6627e77-2118-4960-a775-e16d8b763a15,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:31.868623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e6627e77-2118-4960-a775-e16d8b763a15 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:45:31.869342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae8153-b133-4c78-a6cc-88bee0b6251d req-dffdbc34-28cb-46cc-8236-84326e227d71 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:31.879219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0ae8153-b133-4c78-a6cc-88bee0b6251d req-dffdbc34-28cb-46cc-8236-84326e227d71 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1079953 Sep 20 12:45:31.901724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7ead0c8-d062-467f-9b1a-397a5ffaa92b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7848387 Sep 20 12:45:31.960485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0ae8153-b133-4c78-a6cc-88bee0b6251d req-fdf2bdf7-bd96-4597-874e-cc1270ea9fd2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803716 Sep 20 12:45:32.001055 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-a172a971-c501-4663-95b4-91fca2a4a863 service neutron] 10.222.0.32 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652660 Sep 20 12:45:32.160390 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7f16c87c-9ef0-41ad-990f-13928dcd65ae req-80296f35-7ad7-4fc4-8bca-98e278ba3e14 service neutron] 10.222.0.32 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533780 Sep 20 12:45:32.166442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e07c80-dab0-4425-ab84-29df2ebc4ffd req-847d39ad-bf22-4252-a785-fc953424aa75 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:32.168818 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49e07c80-dab0-4425-ab84-29df2ebc4ffd req-847d39ad-bf22-4252-a785-fc953424aa75 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0896342 Sep 20 12:45:32.209292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49e07c80-dab0-4425-ab84-29df2ebc4ffd req-28ade4bb-8775-46a1-9e50-8694ad10f680 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Sep 20 12:45:32.327121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898accdd-c84f-4605-96d6-28d16e1cb6f7 req-11958aa3-19c2-45de-9c53-eb43bcd588f6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:32.329107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-898accdd-c84f-4605-96d6-28d16e1cb6f7 req-11958aa3-19c2-45de-9c53-eb43bcd588f6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0576558 Sep 20 12:45:32.375203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-898accdd-c84f-4605-96d6-28d16e1cb6f7 req-346e577a-0f79-4279-a7d2-785c8d8863cc tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378761 Sep 20 12:45:33.101596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535a785-2925-4eff-9c3b-4d649deb72b0 req-29f3076e-11df-4dab-b114-c3cfa40f1534 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:33.103317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6535a785-2925-4eff-9c3b-4d649deb72b0 req-29f3076e-11df-4dab-b114-c3cfa40f1534 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0499480 Sep 20 12:45:33.154932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6535a785-2925-4eff-9c3b-4d649deb72b0 req-a6ce38a8-1938-44b9-977e-785b42085dc2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448124 Sep 20 12:45:33.351948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04039169-eebd-4d31-9ec2-0d4d6aa4c999 req-0641512c-2c73-4969-b204-274809b93644 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:33.354013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04039169-eebd-4d31-9ec2-0d4d6aa4c999 req-0641512c-2c73-4969-b204-274809b93644 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0544488 Sep 20 12:45:33.417880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04039169-eebd-4d31-9ec2-0d4d6aa4c999 req-0af7e4a7-d310-473d-bfe6-cee8bb6036d4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571766 Sep 20 12:45:33.552887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de43a42-5f80-4e64-9965-e49636f3a122 req-7122e5ca-8b85-4344-a841-62f5227db0f3 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:33.561199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8de43a42-5f80-4e64-9965-e49636f3a122 req-7122e5ca-8b85-4344-a841-62f5227db0f3 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0677481 Sep 20 12:45:33.605708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8de43a42-5f80-4e64-9965-e49636f3a122 req-33a69f83-c2de-487d-9aa9-6e7f742d1522 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Sep 20 12:45:34.286393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba78be8-e49c-43f0-a919-132b6a18e810 req-9790968c-ffac-44f4-ba6f-5b0fd47c8fa8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:34.290974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ba78be8-e49c-43f0-a919-132b6a18e810 req-9790968c-ffac-44f4-ba6f-5b0fd47c8fa8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0508626 Sep 20 12:45:34.326803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ba78be8-e49c-43f0-a919-132b6a18e810 req-a237f9fb-e5ed-4919-9c8a-56b3cd5d5560 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Sep 20 12:45:34.545649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9315-0d24-4775-a994-1596a084ee3c req-ff1dacf3-72c3-48e4-8340-46150c4d66ec tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:34.547363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-110f9315-0d24-4775-a994-1596a084ee3c req-ff1dacf3-72c3-48e4-8340-46150c4d66ec tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0549920 Sep 20 12:45:34.585989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-110f9315-0d24-4775-a994-1596a084ee3c req-d9f2beed-591f-483a-a4a7-086afb644cc4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Sep 20 12:45:34.714643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5e2f3-7809-4885-bcd0-2e04192ee3ff req-6e2efe2b-bdce-4121-8f74-b93e06e15fed tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:34.717463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6cf5e2f3-7809-4885-bcd0-2e04192ee3ff req-6e2efe2b-bdce-4121-8f74-b93e06e15fed tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0524228 Sep 20 12:45:34.755353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6cf5e2f3-7809-4885-bcd0-2e04192ee3ff req-83a36663-78ac-47ad-9246-e0f249914782 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Sep 20 12:45:35.089967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44450) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:35.095084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'subnet': {'network_id': 'e6627e77-2118-4960-a775-e16d8b763a15', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:35.259073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:35.263376 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:35.461819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca0e2d-2c86-46c9-a86a-4ed854fb7496 req-a03a6d3a-cf7a-4ec0-bb2c-1a4eab11cb9c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:35.464243 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95ca0e2d-2c86-46c9-a86a-4ed854fb7496 req-a03a6d3a-cf7a-4ec0-bb2c-1a4eab11cb9c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0595629 Sep 20 12:45:35.504888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95ca0e2d-2c86-46c9-a86a-4ed854fb7496 req-526851ed-ca0a-4885-97dd-bf2339522974 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345500 Sep 20 12:45:35.511367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:35.573657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Subnet': ['ID=e68a36c5-983a-4f2e-b87e-394372a78fa6,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:35.581666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Checking segment: {'id': 'b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6627e77-2118-4960-a775-e16d8b763a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:35.581666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network hostable DHCP agents. Network: e6627e77-2118-4960-a775-e16d8b763a15, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:45:35.666835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network e6627e77-2118-4960-a775-e16d8b763a15 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:45:35.722535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbca78-0159-4a0d-b423-bee172e614a0 req-53e02e45-218d-48b8-ba82-e633eaab2ef4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:35.722535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80fbca78-0159-4a0d-b423-bee172e614a0 req-53e02e45-218d-48b8-ba82-e633eaab2ef4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0614865 Sep 20 12:45:35.732955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e6627e77-2118-4960-a775-e16d8b763a15) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:35.738184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:35.740483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:35.743301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ee649-eb1e-4ded-b7d4-805aac395068 None None] Network e6627e77-2118-4960-a775-e16d8b763a15 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:35.758436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80fbca78-0159-4a0d-b423-bee172e614a0 req-52362e60-88cf-46a1-8845-997b04e8ee4c tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Sep 20 12:45:35.826262 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7e4859ed-3dc6-46fa-b9ec-7eccf9d7ab85 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7350466 Sep 20 12:45:35.829742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44484) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:35.835530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-869631720'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:35.923987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb1031-727b-4770-b257-569b79ee719e req-d41af170-964f-4dd9-9e01-9b2eda7a8213 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:35.925604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16cb1031-727b-4770-b257-569b79ee719e req-d41af170-964f-4dd9-9e01-9b2eda7a8213 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 943 time: 0.0668235 Sep 20 12:45:35.956040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:35.959560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:35.972184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16cb1031-727b-4770-b257-569b79ee719e req-a483132a-690c-441d-8e0a-2972d64cdaf9 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Sep 20 12:45:35.992847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:45:36.013236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.013236 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Added segment a0b9400d-a520-40ae-a7b2-1123da454927 of type vlan for network 6a49181f-5324-4dd9-9e43-0f6f08eaf928 Sep 20 12:45:36.056527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.069676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e6627e77-2118-4960-a775-e16d8b763a15', 'network_id': 'e6627e77-2118-4960-a775-e16d8b763a15', 'tenant_id': '8155ffcec52c4f48bd513e1fc43ac48a', 'fixed_ips': [{'subnet_id': 'e68a36c5-983a-4f2e-b87e-394372a78fa6'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:45:36.070572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.091862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 31b8b5aa-b2ec-4157-9eb8-51402d04b266 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:45:36.163068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.170492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:36.171529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.252853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Network': ['ID=6a49181f-5324-4dd9-9e43-0f6f08eaf928,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:36.267859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 6a49181f-5324-4dd9-9e43-0f6f08eaf928 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:45:36.268993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:36.269271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-53d5568e-3cad-4cd9-9b33-22745654b4f5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4382961 Sep 20 12:45:36.275343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'subnet': {'network_id': '6a49181f-5324-4dd9-9e43-0f6f08eaf928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:36.302652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Allocated IP 2001:db8:0:ffff::2 (e6627e77-2118-4960-a775-e16d8b763a15/e68a36c5-983a-4f2e-b87e-394372a78fa6/9a8aa542-f593-461d-a669-cf7bc32208bc) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:36.355454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 31b8b5aa-b2ec-4157-9eb8-51402d04b266, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=31b8b5aa-b2ec-4157-9eb8-51402d04b266,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:36.398467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '31b8b5aa-b2ec-4157-9eb8-51402d04b266', 'network_id': 'c9632465-5019-476c-90d3-619aeeb2d00a', 'port_id': '31b8b5aa-b2ec-4157-9eb8-51402d04b266', 'mac_address': 'fa:16:3e:e2:21:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b456db65-e9c9-4581-9af5-407ed623b3ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:45:36.454343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:36.460946 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.475507 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.502349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b8b5aa-b2ec-4157-9eb8-51402d04b266 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:45:36.547803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 31b8b5aa-b2ec-4157-9eb8-51402d04b266, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=31b8b5aa-b2ec-4157-9eb8-51402d04b266,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:36.572888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.625970 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.628715 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.670816 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Network e6627e77-2118-4960-a775-e16d8b763a15 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:36.675715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:36.679117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:36.688849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Pushing event updated for resources: {'Port': ['ID=9a8aa542-f593-461d-a669-cf7bc32208bc,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:36.705963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e3d9-eb41-4559-a802-3b2966b929f4 req-cdd2c828-264b-4774-bda2-e53d45c8cb6e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:36.711565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e01e3d9-eb41-4559-a802-3b2966b929f4 req-cdd2c828-264b-4774-bda2-e53d45c8cb6e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1088729 Sep 20 12:45:36.760078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e01e3d9-eb41-4559-a802-3b2966b929f4 req-7b18b80e-a10e-4fde-b16a-0f7eb17ec15b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Sep 20 12:45:36.782252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Attempting to bind port 9a8aa542-f593-461d-a669-cf7bc32208bc on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:36.782252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Attempting to bind port 9a8aa542-f593-461d-a669-cf7bc32208bc by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6627e77-2118-4960-a775-e16d8b763a15'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:36.782825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Attempting to bind port 9a8aa542-f593-461d-a669-cf7bc32208bc on network e6627e77-2118-4960-a775-e16d8b763a15 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:36.800948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:36.801417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Checking segment: {'id': 'b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6627e77-2118-4960-a775-e16d8b763a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:36.801863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.802267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Bound using segment: {'id': 'b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6627e77-2118-4960-a775-e16d8b763a15'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:36.802807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Bound port: 9a8aa542-f593-461d-a669-cf7bc32208bc, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e6627e77-2118-4960-a775-e16d8b763a15'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:36.803155 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.807307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=31b8b5aa-b2ec-4157-9eb8-51402d04b266,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:36.896323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] For port 9a8aa542-f593-461d-a669-cf7bc32208bc, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:36.897352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:45:36.899002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:36.901388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['31b8b5aa-b2ec-4157-9eb8-51402d04b266'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:36.905814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] For port 9a8aa542-f593-461d-a669-cf7bc32208bc, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9a8aa542-f593-461d-a669-cf7bc32208bc,segment=NetworkSegment(b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2),segment_id=b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:37.008267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Subnet': ['ID=8cafc038-e104-4dbc-9dce-0764aed06b34,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:37.022850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf18a3-b342-4942-89a0-cf0dda015405 req-55332175-97c7-4e69-9fec-48a1af064dee tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:37.024402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0edf18a3-b342-4942-89a0-cf0dda015405 req-55332175-97c7-4e69-9fec-48a1af064dee tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1229978 Sep 20 12:45:37.031680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Checking segment: {'id': 'a0b9400d-a520-40ae-a7b2-1123da454927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6a49181f-5324-4dd9-9e43-0f6f08eaf928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:37.035284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network hostable DHCP agents. Network: 6a49181f-5324-4dd9-9e43-0f6f08eaf928, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:45:37.035404 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:37.082995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0edf18a3-b342-4942-89a0-cf0dda015405 req-68177f2b-9959-48ad-b560-a0fcc761c224 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Sep 20 12:45:37.116700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17ba33-7c35-479b-ad79-c1159fabc25b None None] Pushing event updated for resources: {'Port': ['ID=9a8aa542-f593-461d-a669-cf7bc32208bc,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:37.133251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network 6a49181f-5324-4dd9-9e43-0f6f08eaf928 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:45:37.201699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 6a49181f-5324-4dd9-9e43-0f6f08eaf928) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:37.206807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:37.207669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:37.211645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dd3f22-0829-4dfb-8d4f-c95533fdb8b1 None None] Network 6a49181f-5324-4dd9-9e43-0f6f08eaf928 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:37.327490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff485825-48ff-4805-8b38-84a485ddc009 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0571561 Sep 20 12:45:37.330215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44532) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:37.342318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'port': {'network_id': '6a49181f-5324-4dd9-9e43-0f6f08eaf928', 'name': 'tempest-NetworksIpV6TestAttrs-1267248293'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:37.432879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-6a49181f-5324-4dd9-9e43-0f6f08eaf928', 'network_id': '6a49181f-5324-4dd9-9e43-0f6f08eaf928', 'tenant_id': '8155ffcec52c4f48bd513e1fc43ac48a', 'fixed_ips': [{'subnet_id': '8cafc038-e104-4dbc-9dce-0764aed06b34'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:45:37.434363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:37.556946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:37.565271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:37.578924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184bb96-c94a-4a98-be97-bab5dff27053 req-f25ab551-93ee-40ec-a682-4291d831ecfc tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:37.580846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c184bb96-c94a-4a98-be97-bab5dff27053 req-f25ab551-93ee-40ec-a682-4291d831ecfc tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 944 time: 0.0955193 Sep 20 12:45:37.607808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Allocated IP 2001:db8::f816:3eff:fe5d:7751 (6a49181f-5324-4dd9-9e43-0f6f08eaf928/8cafc038-e104-4dbc-9dce-0764aed06b34/b378151b-e609-4598-a2f5-f493b9a712f1) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:37.632424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c184bb96-c94a-4a98-be97-bab5dff27053 req-eb82ba74-3e11-4e42-867f-a3c4b097b376 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443938 Sep 20 12:45:37.639134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] device_id is not set on port f4332a87-a466-4b22-ace6-a1d423fcfb1b yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:45:37.694987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-9befb81c-1695-4095-871b-b269f980ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:37.696677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-9befb81c-1695-4095-871b-b269f980ec9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1096 time: 0.0993316 Sep 20 12:45:37.796793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1278f6-5753-4cf6-846a-abd1766782eb req-e5793139-6a9e-458b-9ead-bc4f786e7bfb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:37.804563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f1278f6-5753-4cf6-846a-abd1766782eb req-e5793139-6a9e-458b-9ead-bc4f786e7bfb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0743940 Sep 20 12:45:37.849734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f1278f6-5753-4cf6-846a-abd1766782eb req-6845afea-89b6-4fbc-91eb-455d923a7e96 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439026 Sep 20 12:45:37.906289 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:37.962232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.004732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Network 6a49181f-5324-4dd9-9e43-0f6f08eaf928 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:38.009825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:38.020080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:38.023453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Pushing event updated for resources: {'Port': ['ID=b378151b-e609-4598-a2f5-f493b9a712f1,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:38.092347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Attempting to bind port b378151b-e609-4598-a2f5-f493b9a712f1 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:38.092842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Attempting to bind port b378151b-e609-4598-a2f5-f493b9a712f1 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a0b9400d-a520-40ae-a7b2-1123da454927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6a49181f-5324-4dd9-9e43-0f6f08eaf928'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:38.093281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Attempting to bind port b378151b-e609-4598-a2f5-f493b9a712f1 on network 6a49181f-5324-4dd9-9e43-0f6f08eaf928 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:38.101956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:38.103310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Checking segment: {'id': 'a0b9400d-a520-40ae-a7b2-1123da454927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6a49181f-5324-4dd9-9e43-0f6f08eaf928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:38.103991 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.104545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Bound using segment: {'id': 'a0b9400d-a520-40ae-a7b2-1123da454927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6a49181f-5324-4dd9-9e43-0f6f08eaf928'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:38.105331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Bound port: b378151b-e609-4598-a2f5-f493b9a712f1, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b9400d-a520-40ae-a7b2-1123da454927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6a49181f-5324-4dd9-9e43-0f6f08eaf928'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:38.105879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.130460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 31b8b5aa-b2ec-4157-9eb8-51402d04b266 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:38.276200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] For port b378151b-e609-4598-a2f5-f493b9a712f1, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:38.282624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] For port b378151b-e609-4598-a2f5-f493b9a712f1, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b378151b-e609-4598-a2f5-f493b9a712f1,segment=NetworkSegment(a0b9400d-a520-40ae-a7b2-1123da454927),segment_id=a0b9400d-a520-40ae-a7b2-1123da454927)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:38.295658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:45:38.297257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-bad27693-8e37-4e8f-b502-368833285f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:38.299058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-bad27693-8e37-4e8f-b502-368833285f04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.5923474 Sep 20 12:45:38.303470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:38.303858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.343788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50598b20-f1d8-45e4-94c6-e27564ced213 req-e15b1472-3a7a-4746-a261-87e02234c5c9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:38.347196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50598b20-f1d8-45e4-94c6-e27564ced213 req-e15b1472-3a7a-4746-a261-87e02234c5c9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1131909 Sep 20 12:45:38.392123 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.416938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Allocated IP 2001:db8::f816:3eff:fea8:7468 (6a49181f-5324-4dd9-9e43-0f6f08eaf928/8cafc038-e104-4dbc-9dce-0764aed06b34/f4332a87-a466-4b22-ace6-a1d423fcfb1b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:38.439183 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-21d78aea-02d8-4b80-aa6b-919d751c54e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 999 time: 0.1275933 Sep 20 12:45:38.450947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50598b20-f1d8-45e4-94c6-e27564ced213 req-2d373b50-28d2-4343-af1f-b1b029c853c8 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977399 Sep 20 12:45:38.570205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d052a026-e368-4763-ab48-976d2445a523 None None] Network e6627e77-2118-4960-a775-e16d8b763a15 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:38.597220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f5124-351a-42ab-921f-79ba9caa8f3e None None] Pushing event updated for resources: {'Port': ['ID=b378151b-e609-4598-a2f5-f493b9a712f1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:38.620968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9a8aa542-f593-461d-a669-cf7bc32208bc up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:38.624607 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.686305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-6906e499-101b-48ba-a81f-b8ec18c64efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:38.687934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-6906e499-101b-48ba-a81f-b8ec18c64efd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.2289076 Sep 20 12:45:38.791939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8893895-28a8-44a2-bac3-fa87cc7e1cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b8b5aa-b2ec-4157-9eb8-51402d04b266'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:38.794291 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a56496-adae-41bc-a3b4-ea1213a83add" -d '{"events": [{"server_uuid": "f8893895-28a8-44a2-bac3-fa87cc7e1cf0", "name": "network-vif-plugged", "status": "completed", "tag": "31b8b5aa-b2ec-4157-9eb8-51402d04b266"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:38.816291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.846421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 31b8b5aa-b2ec-4157-9eb8-51402d04b266, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=31b8b5aa-b2ec-4157-9eb8-51402d04b266,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:38.877066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-247ccc2d-85d5-4913-af43-de349ee9206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:38.879130 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-247ccc2d-85d5-4913-af43-de349ee9206d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836660 Sep 20 12:45:38.890898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0a069-fa3f-4432-a52c-e7f044230f43 req-7d4d71cd-5dc0-44ca-8e68-6f309a34e449 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:38.901711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1d0a069-fa3f-4432-a52c-e7f044230f43 req-7d4d71cd-5dc0-44ca-8e68-6f309a34e449 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 944 time: 0.1285791 Sep 20 12:45:38.934797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-90352ea1-5e3b-4188-9033-d3566897a229 None None] Provisioning complete for port 9a8aa542-f593-461d-a669-cf7bc32208bc triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:38.935368 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-90352ea1-5e3b-4188-9033-d3566897a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.953458 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.974605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:38.995510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1d0a069-fa3f-4432-a52c-e7f044230f43 req-32076f74-9e07-422a-9b50-38c4085ad86a tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887830 Sep 20 12:45:39.040554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9a8aa542-f593-461d-a669-cf7bc32208bc triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:39.040940 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.095999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network 6a49181f-5324-4dd9-9e43-0f6f08eaf928 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:39.103267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:39.113811 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:39.116123 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928f104a-c61b-4366-94ed-4b15aea20c98 x-openstack-request-id: req-928f104a-c61b-4366-94ed-4b15aea20c98 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:39.116430 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8893895-28a8-44a2-bac3-fa87cc7e1cf0", "name": "network-vif-plugged", "status": "completed", "tag": "31b8b5aa-b2ec-4157-9eb8-51402d04b266", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:39.116691 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-928f104a-c61b-4366-94ed-4b15aea20c98 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:39.117327 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8893895-28a8-44a2-bac3-fa87cc7e1cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b8b5aa-b2ec-4157-9eb8-51402d04b266', 'code': 200} Sep 20 12:45:39.121513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:39.122167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.146100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Port': ['ID=f4332a87-a466-4b22-ace6-a1d423fcfb1b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:39.161849 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-022fb109-40e4-4833-8c46-23ca86b4ee83 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651703 Sep 20 12:45:39.200978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=31b8b5aa-b2ec-4157-9eb8-51402d04b266,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:39.210117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309ac33-8df1-4f98-83bd-742a71d36624 req-0a4a1f27-21ce-4142-96a4-5616163ba1be tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:39.218727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1309ac33-8df1-4f98-83bd-742a71d36624 req-0a4a1f27-21ce-4142-96a4-5616163ba1be tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0895324 Sep 20 12:45:39.223482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7db5-f014-4f76-a3d3-b3a8f25eaf8b req-454d191a-885d-42f9-943f-2e29d814cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:39.225390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47be7db5-f014-4f76-a3d3-b3a8f25eaf8b req-454d191a-885d-42f9-943f-2e29d814cd73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 1096 time: 0.1045425 Sep 20 12:45:39.263467 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ac1f45c1-3ae5-4e47-84dd-f03b866458bf tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9281292 Sep 20 12:45:39.264325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44566) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:39.302132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1309ac33-8df1-4f98-83bd-742a71d36624 req-1fe87b83-ddbd-43ac-9b6e-cb3bdeea03c5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821230 Sep 20 12:45:39.314479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47be7db5-f014-4f76-a3d3-b3a8f25eaf8b req-572a0045-8f80-46ac-979a-7241def7aca7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811706 Sep 20 12:45:39.342898 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.346330 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-90352ea1-5e3b-4188-9033-d3566897a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.378198 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3966b460-33c0-4a01-a14a-ce458ae3f500 req-592609f7-719d-4736-ae2b-1b8ea6246006 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080598 Sep 20 12:45:39.387875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8646db-b6fe-4c61-bfcf-e52a03d16ec7 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Deleting subnet 8cafc038-e104-4dbc-9dce-0764aed06b34 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:39.391187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a8646db-b6fe-4c61-bfcf-e52a03d16ec7 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.399804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-90352ea1-5e3b-4188-9033-d3566897a229 None None] For port 9a8aa542-f593-461d-a669-cf7bc32208bc, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9a8aa542-f593-461d-a669-cf7bc32208bc,segment=NetworkSegment(b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2),segment_id=b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:39.442879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a8646db-b6fe-4c61-bfcf-e52a03d16ec7 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.482022 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-90352ea1-5e3b-4188-9033-d3566897a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.602682 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:45:39.603139 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:45:39.637663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90352ea1-5e3b-4188-9033-d3566897a229 None None] Pushing event updated for resources: {'Port': ['ID=9a8aa542-f593-461d-a669-cf7bc32208bc,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:39.653387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b2ca2-0ec7-45bf-a0e6-4fff9cac20d8 req-c716f41f-94fa-435b-8b52-785cdc7266f3 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:39.661285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-588b2ca2-0ec7-45bf-a0e6-4fff9cac20d8 req-c716f41f-94fa-435b-8b52-785cdc7266f3 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0776706 Sep 20 12:45:39.705164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a8646db-b6fe-4c61-bfcf-e52a03d16ec7 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.710102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fe791540-ec28-469c-bb6f-cc489038e730 None None] Provisioning complete for port 9a8aa542-f593-461d-a669-cf7bc32208bc triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:39.710588 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe791540-ec28-469c-bb6f-cc489038e730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.717428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-588b2ca2-0ec7-45bf-a0e6-4fff9cac20d8 req-4e25e3e0-e755-41a9-8c10-4fe47d19681f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550940 Sep 20 12:45:39.863201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a8646db-b6fe-4c61-bfcf-e52a03d16ec7 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.878342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a8646db-b6fe-4c61-bfcf-e52a03d16ec7 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:39.881814 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9a8646db-b6fe-4c61-bfcf-e52a03d16ec7 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/subnets/8cafc038-e104-4dbc-9dce-0764aed06b34 HTTP/1.1" status: 204 len: 168 time: 0.6154163 Sep 20 12:45:39.883308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:39.902254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8646db-b6fe-4c61-bfcf-e52a03d16ec7 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Subnet': ['ID=8cafc038-e104-4dbc-9dce-0764aed06b34,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:39.973089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb7e08-b288-42d7-89e3-49eaeb9a0fd8 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:39.974667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb7e08-b288-42d7-89e3-49eaeb9a0fd8 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:39.976213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aeeb7e08-b288-42d7-89e3-49eaeb9a0fd8 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0910890 Sep 20 12:45:39.983710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44582) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:40.088441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c2e4ba-a901-4739-ab74-414d98320e47 None None] Network 6a49181f-5324-4dd9-9e43-0f6f08eaf928 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:40.151689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a04e2c9-07a6-48f6-a297-c5a830c89b96 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.161601 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a04e2c9-07a6-48f6-a297-c5a830c89b96 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 20 12:45:40.162121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a04e2c9-07a6-48f6-a297-c5a830c89b96 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:40.170616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3a04e2c9-07a6-48f6-a297-c5a830c89b96 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/6a49181f-5324-4dd9-9e43-0f6f08eaf928 HTTP/1.1" status: 409 len: 405 time: 0.1800175 Sep 20 12:45:40.170905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44586) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:40.176411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1803972448'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:40.233560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60486-5a2f-497c-923c-5c97d0d598ff req-15a7c7c2-60c3-4863-b68d-eaeb9db6c986 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:40.235137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6a60486-5a2f-497c-923c-5c97d0d598ff req-15a7c7c2-60c3-4863-b68d-eaeb9db6c986 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 945 time: 0.1033480 Sep 20 12:45:40.282492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:40.292586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.345402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6a60486-5a2f-497c-923c-5c97d0d598ff req-c6fd6daa-12ba-4eff-a7bb-2aa91f14520b tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027775 Sep 20 12:45:40.406408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:45:40.422597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4de7ec5a-3aa5-4961-9c89-cdc0c7799c19 None None] Provisioning complete for port b378151b-e609-4598-a2f5-f493b9a712f1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:40.423189 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4de7ec5a-3aa5-4961-9c89-cdc0c7799c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.425482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.426900 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Added segment 56347ef4-99cd-4922-92d1-ef4422a2fea7 of type vlan for network 52f48baf-1da7-4f2e-93bb-4ee28350c719 Sep 20 12:45:40.515274 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.613979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee42ec-a86f-4984-9d30-2363b920e375 req-8f93598b-d2b7-4fcb-af6a-870211c00def tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:40.629403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5dee42ec-a86f-4984-9d30-2363b920e375 req-8f93598b-d2b7-4fcb-af6a-870211c00def tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1795373 Sep 20 12:45:40.630553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.635252 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4de7ec5a-3aa5-4961-9c89-cdc0c7799c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.637167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:40.638056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.676964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] DHCP port deletion for 6a49181f-5324-4dd9-9e43-0f6f08eaf928 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:45:40.723347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5dee42ec-a86f-4984-9d30-2363b920e375 req-83c8b728-41fd-4c9c-a770-89fea5ab9bb2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845120 Sep 20 12:45:40.731650 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5593333 Sep 20 12:45:40.734849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:40.746819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'subnet': {'network_id': '52f48baf-1da7-4f2e-93bb-4ee28350c719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:40.768799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4de7ec5a-3aa5-4961-9c89-cdc0c7799c19 None None] For port b378151b-e609-4598-a2f5-f493b9a712f1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b378151b-e609-4598-a2f5-f493b9a712f1,segment=NetworkSegment(a0b9400d-a520-40ae-a7b2-1123da454927),segment_id=a0b9400d-a520-40ae-a7b2-1123da454927)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:40.771629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44604) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:40.818093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] Deleting port b378151b-e609-4598-a2f5-f493b9a712f1 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:40.818489 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.820016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92820c89-4263-42c3-9cda-98e22c0afdb2 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Network': ['ID=52f48baf-1da7-4f2e-93bb-4ee28350c719,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:40.825485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9a8aa542-f593-461d-a669-cf7bc32208bc up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:45:40.921048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 52f48baf-1da7-4f2e-93bb-4ee28350c719 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:45:40.928563 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4de7ec5a-3aa5-4961-9c89-cdc0c7799c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.941546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906fac0-7c6e-49b7-abc2-ac10d3686d89 req-a0b00ed6-116e-45a9-b1a9-a9ff78f8d4fc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:40.943421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9906fac0-7c6e-49b7-abc2-ac10d3686d89 req-a0b00ed6-116e-45a9-b1a9-a9ff78f8d4fc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1106629 Sep 20 12:45:40.946017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] For port b378151b-e609-4598-a2f5-f493b9a712f1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b378151b-e609-4598-a2f5-f493b9a712f1,segment=NetworkSegment(a0b9400d-a520-40ae-a7b2-1123da454927),segment_id=a0b9400d-a520-40ae-a7b2-1123da454927)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:40.947006 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:40.989579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9906fac0-7c6e-49b7-abc2-ac10d3686d89 req-22d43489-4791-4b87-bea4-0f7d47db8542 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376544 Sep 20 12:45:40.991892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] Calling delete_port for b378151b-e609-4598-a2f5-f493b9a712f1 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:41.001239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:41.018333 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.118802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7ec5a-3aa5-4961-9c89-cdc0c7799c19 None None] Pushing event updated for resources: {'Port': ['ID=b378151b-e609-4598-a2f5-f493b9a712f1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:41.142854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9a8aa542-f593-461d-a669-cf7bc32208bc triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:41.143282 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.162698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea13a-ef6e-4812-9cdd-28f75730db51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.214683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cc81-8e25-4e01-8ad9-8c6b672b8513 req-31f4a596-8a1e-4d00-b4a6-cca4f9f529a0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:41.216948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c10cc81-8e25-4e01-8ad9-8c6b672b8513 req-31f4a596-8a1e-4d00-b4a6-cca4f9f529a0 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1183953 Sep 20 12:45:41.230083 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.264627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] Pushing event deleted for resources: {'Port': ['ID=b378151b-e609-4598-a2f5-f493b9a712f1,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:41.273130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22f61a-d243-4869-b45c-32c8ab8b660e None None] No DVR routers for this DVR port b378151b-e609-4598-a2f5-f493b9a712f1 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:41.334249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c10cc81-8e25-4e01-8ad9-8c6b672b8513 req-83c2c648-f02e-44e9-8bd8-2dfcbc8dfbb7 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096239 Sep 20 12:45:41.421513 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea13a-ef6e-4812-9cdd-28f75730db51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.483946 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a1ea13a-ef6e-4812-9cdd-28f75730db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.557242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a1ea13a-ef6e-4812-9cdd-28f75730db51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0acf753c8e694e10bb405b0fe83ef65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7846572 Sep 20 12:45:41.560142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44618) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:41.563943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ea13a-ef6e-4812-9cdd-28f75730db51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e53d65-6371-4a39-9c40-6be9e196e364,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:41.598658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:45:41.600150 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.618994 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d32a85e-e86d-4e7c-bd18-2da703589908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.652978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d32a85e-e86d-4e7c-bd18-2da703589908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.661419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Subnet': ['ID=01c1aeaa-cd8c-41c5-9a0e-6da3988797e4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:41.672504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Checking segment: {'id': '56347ef4-99cd-4922-92d1-ef4422a2fea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52f48baf-1da7-4f2e-93bb-4ee28350c719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:41.673205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network hostable DHCP agents. Network: 52f48baf-1da7-4f2e-93bb-4ee28350c719, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:45:41.785577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network 52f48baf-1da7-4f2e-93bb-4ee28350c719 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:45:41.809677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10dd6f-50c3-4283-b46f-d1bbc7b4d314 req-97fd6f59-9863-4049-ba1c-8c69c87d5c0d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:41.811347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c10dd6f-50c3-4283-b46f-d1bbc7b4d314 req-97fd6f59-9863-4049-ba1c-8c69c87d5c0d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0549715 Sep 20 12:45:41.819033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d32a85e-e86d-4e7c-bd18-2da703589908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.822587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d32a85e-e86d-4e7c-bd18-2da703589908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.823761 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3d32a85e-e86d-4e7c-bd18-2da703589908 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3e53d65-6371-4a39-9c40-6be9e196e364 HTTP/1.1" status: 204 len: 168 time: 0.2626185 Sep 20 12:45:41.832445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32a85e-e86d-4e7c-bd18-2da703589908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e53d65-6371-4a39-9c40-6be9e196e364,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:41.851548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c10dd6f-50c3-4283-b46f-d1bbc7b4d314 req-f090ed67-33bc-4f71-88f2-f5e8973539f6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337656 Sep 20 12:45:41.910317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 52f48baf-1da7-4f2e-93bb-4ee28350c719) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:41.921449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5587c26e-09bb-4f02-b0d2-9e3af211e3cc None None] Network 52f48baf-1da7-4f2e-93bb-4ee28350c719 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:41.921984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:41.924683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:41.999320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac520c4-64c4-40d0-9943-1798bf6c7055 req-19658b22-d9af-47a4-98bd-55af39159dcc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:42.008544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac520c4-64c4-40d0-9943-1798bf6c7055 req-19658b22-d9af-47a4-98bd-55af39159dcc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0774975 Sep 20 12:45:42.018374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e8b183cc-2551-46b8-82ee-d30635b8756a tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2818842 Sep 20 12:45:42.021078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44630) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:42.027943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'port': {'network_id': '52f48baf-1da7-4f2e-93bb-4ee28350c719', 'name': 'tempest-NetworksIpV6TestAttrs-267806107'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:42.062908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac520c4-64c4-40d0-9943-1798bf6c7055 req-b88015e2-855a-4b6b-904b-6a3d12016919 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496919 Sep 20 12:45:42.154772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-52f48baf-1da7-4f2e-93bb-4ee28350c719', 'network_id': '52f48baf-1da7-4f2e-93bb-4ee28350c719', 'tenant_id': '8155ffcec52c4f48bd513e1fc43ac48a', 'fixed_ips': [{'subnet_id': '01c1aeaa-cd8c-41c5-9a0e-6da3988797e4'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:45:42.155686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:42.293630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:42.297719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:42.302736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Allocated IP 2001:db8::f816:3eff:feae:92fe (52f48baf-1da7-4f2e-93bb-4ee28350c719/01c1aeaa-cd8c-41c5-9a0e-6da3988797e4/0231e81e-f42f-443d-b46d-f4493eb3ef3b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:42.322217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] device_id is not set on port fb32c365-a49a-4b10-afaa-d3859fc6ed44 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:45:42.424606 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48994ea3-b9eb-475c-929c-bdf34af7d48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:42.460077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c13ed-8900-4077-b890-370788c6ee32 req-9f848df3-d86a-4973-b014-b6a50ee79f58 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:42.461821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-597c13ed-8900-4077-b890-370788c6ee32 req-9f848df3-d86a-4973-b014-b6a50ee79f58 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0617537 Sep 20 12:45:42.535766 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:42.579957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-597c13ed-8900-4077-b890-370788c6ee32 req-94a332b3-5ccf-4a66-af17-0e95ad8afa8e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077118 Sep 20 12:45:42.588095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b378151b-e609-4598-a2f5-f493b9a712f1 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:42.654345 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:42.656279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b378151b-e609-4598-a2f5-f493b9a712f1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:42.657301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b378151b-e609-4598-a2f5-f493b9a712f1 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:42.698773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Allocated IP 2001:db8::f816:3eff:fef5:e82a (52f48baf-1da7-4f2e-93bb-4ee28350c719/01c1aeaa-cd8c-41c5-9a0e-6da3988797e4/fb32c365-a49a-4b10-afaa-d3859fc6ed44) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:42.714976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Network 52f48baf-1da7-4f2e-93bb-4ee28350c719 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:42.719011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:42.722444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:42.735298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Pushing event updated for resources: {'Port': ['ID=0231e81e-f42f-443d-b46d-f4493eb3ef3b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:42.770405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efefe9-9a69-42f0-a91b-9499f30f6af6 req-3644109b-0883-4cb6-aaf0-172f8ba4b633 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:42.799792 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9efefe9-9a69-42f0-a91b-9499f30f6af6 req-3644109b-0883-4cb6-aaf0-172f8ba4b633 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1034610 Sep 20 12:45:42.814597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Attempting to bind port 0231e81e-f42f-443d-b46d-f4493eb3ef3b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:42.814597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Attempting to bind port 0231e81e-f42f-443d-b46d-f4493eb3ef3b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '56347ef4-99cd-4922-92d1-ef4422a2fea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52f48baf-1da7-4f2e-93bb-4ee28350c719'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:42.815026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Attempting to bind port 0231e81e-f42f-443d-b46d-f4493eb3ef3b on network 52f48baf-1da7-4f2e-93bb-4ee28350c719 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:42.829818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:42.838140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Checking segment: {'id': '56347ef4-99cd-4922-92d1-ef4422a2fea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52f48baf-1da7-4f2e-93bb-4ee28350c719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:42.838140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:42.838140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Bound using segment: {'id': '56347ef4-99cd-4922-92d1-ef4422a2fea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52f48baf-1da7-4f2e-93bb-4ee28350c719'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:42.838140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Bound port: 0231e81e-f42f-443d-b46d-f4493eb3ef3b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56347ef4-99cd-4922-92d1-ef4422a2fea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '52f48baf-1da7-4f2e-93bb-4ee28350c719'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:42.838140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:42.869202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9efefe9-9a69-42f0-a91b-9499f30f6af6 req-e1a1f478-66a2-4a80-901e-32145b656ec4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578556 Sep 20 12:45:42.929310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] For port 0231e81e-f42f-443d-b46d-f4493eb3ef3b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:42.932994 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] For port 0231e81e-f42f-443d-b46d-f4493eb3ef3b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0231e81e-f42f-443d-b46d-f4493eb3ef3b,segment=NetworkSegment(56347ef4-99cd-4922-92d1-ef4422a2fea7),segment_id=56347ef4-99cd-4922-92d1-ef4422a2fea7)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:42.996762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:43.074671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:43.134953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecbb96-5fb5-48b8-bd9a-1a7b7764b961 None None] Pushing event updated for resources: {'Port': ['ID=0231e81e-f42f-443d-b46d-f4493eb3ef3b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:43.284848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:43.339733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network 52f48baf-1da7-4f2e-93bb-4ee28350c719 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:43.342904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:43.356830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Port': ['ID=fb32c365-a49a-4b10-afaa-d3859fc6ed44,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:43.368853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:43.377753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:43.382733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:43.471335 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e54f265-4de3-496c-a8d9-359658c4bc28 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4489245 Sep 20 12:45:43.477199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44666) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:43.533523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-998ce9b5-6bf4-4f77-82c3-5d08011e4b87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Deleting subnet 01c1aeaa-cd8c-41c5-9a0e-6da3988797e4 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:43.537719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-998ce9b5-6bf4-4f77-82c3-5d08011e4b87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:43.590926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-998ce9b5-6bf4-4f77-82c3-5d08011e4b87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:43.745992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b45527-77a0-4e24-b60e-7095cbe66a89 req-5dd2a67d-f2b3-4b2a-b21a-70d56a022570 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:43.747312 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52b45527-77a0-4e24-b60e-7095cbe66a89 req-5dd2a67d-f2b3-4b2a-b21a-70d56a022570 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0626810 Sep 20 12:45:43.771657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-998ce9b5-6bf4-4f77-82c3-5d08011e4b87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:43.789467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52b45527-77a0-4e24-b60e-7095cbe66a89 req-02d77313-d074-4244-bd40-9010e3f10aee tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 Sep 20 12:45:43.950756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44684) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:43.996881 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-998ce9b5-6bf4-4f77-82c3-5d08011e4b87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.035339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ce9b5-6bf4-4f77-82c3-5d08011e4b87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Subnet': ['ID=01c1aeaa-cd8c-41c5-9a0e-6da3988797e4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:44.037362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-998ce9b5-6bf4-4f77-82c3-5d08011e4b87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.042078 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-998ce9b5-6bf4-4f77-82c3-5d08011e4b87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/subnets/01c1aeaa-cd8c-41c5-9a0e-6da3988797e4 HTTP/1.1" status: 204 len: 168 time: 0.5603566 Sep 20 12:45:44.042928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44688) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:44.096210 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e986ca2-4a05-4062-b6f5-01913fe3819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.125260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b32f5-dd9e-4e1d-82fe-b826edd4b4b6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:44.127722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b32f5-dd9e-4e1d-82fe-b826edd4b4b6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:44.130640 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1c5b32f5-dd9e-4e1d-82fe-b826edd4b4b6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0871904 Sep 20 12:45:44.133423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44690) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:44.238614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e986ca2-4a05-4062-b6f5-01913fe3819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.246456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34bbe1ed-c1e9-4c36-b13f-b5f6fd678442 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.265628 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bbe1ed-c1e9-4c36-b13f-b5f6fd678442 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 20 12:45:44.265628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bbe1ed-c1e9-4c36-b13f-b5f6fd678442 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:44.265628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-34bbe1ed-c1e9-4c36-b13f-b5f6fd678442 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/52f48baf-1da7-4f2e-93bb-4ee28350c719 HTTP/1.1" status: 409 len: 405 time: 0.1284468 Sep 20 12:45:44.267648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44694) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:44.273274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1436654269'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:44.276099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e148c-214d-481b-b41e-ab7eec764745 req-4ade7991-835a-4897-9b46-ca99646dac84 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:44.277644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-505e148c-214d-481b-b41e-ab7eec764745 req-4ade7991-835a-4897-9b46-ca99646dac84 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0710378 Sep 20 12:45:44.282994 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e986ca2-4a05-4062-b6f5-01913fe3819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.313786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21045e58-ea0c-465c-a3b9-e1d0cb35d098 None None] Network 52f48baf-1da7-4f2e-93bb-4ee28350c719 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:44.339241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e986ca2-4a05-4062-b6f5-01913fe3819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a03e19-c13d-4559-9ba6-5d277e4e7a73,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:44.345628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-505e148c-214d-481b-b41e-ab7eec764745 req-478df555-4a35-441f-8e87-91fb0311053e tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512207 Sep 20 12:45:44.358386 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3e986ca2-4a05-4062-b6f5-01913fe3819a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33ef436edad648d1bbff57daf55fcbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022808 Sep 20 12:45:44.358386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44696) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:44.403433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a484e648-5aa5-4e0f-b09d-34a865ed0cbb None None] Provisioning complete for port 0231e81e-f42f-443d-b46d-f4493eb3ef3b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:44.407309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a484e648-5aa5-4e0f-b09d-34a865ed0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.453041 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3c758d3-08bf-4e60-b4ff-e5156dc32903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.465264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:44.468916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.472247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b302ed-7643-436b-b024-5dcbd1f06966 req-9c25243c-357e-43e9-b7bd-bd3e8240caa3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:44.474165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94b302ed-7643-436b-b024-5dcbd1f06966 req-9c25243c-357e-43e9-b7bd-bd3e8240caa3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0536108 Sep 20 12:45:44.494610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3c758d3-08bf-4e60-b4ff-e5156dc32903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.511622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:45:44.542339 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a484e648-5aa5-4e0f-b09d-34a865ed0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.550664 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.551018 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Added segment d42c8967-c530-41a5-add3-e4f6f061edee of type vlan for network f127d086-c2e3-4659-a737-8ce7a944261b Sep 20 12:45:44.587586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a484e648-5aa5-4e0f-b09d-34a865ed0cbb None None] For port 0231e81e-f42f-443d-b46d-f4493eb3ef3b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0231e81e-f42f-443d-b46d-f4493eb3ef3b,segment=NetworkSegment(56347ef4-99cd-4922-92d1-ef4422a2fea7),segment_id=56347ef4-99cd-4922-92d1-ef4422a2fea7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:44.589612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94b302ed-7643-436b-b024-5dcbd1f06966 req-f11ac8db-ba16-4de3-99c8-959e350a0d97 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999954 Sep 20 12:45:44.601293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] DHCP port deletion for 52f48baf-1da7-4f2e-93bb-4ee28350c719 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:45:44.608128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.668517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a484e648-5aa5-4e0f-b09d-34a865ed0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.703860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] Deleting port 0231e81e-f42f-443d-b46d-f4493eb3ef3b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:44.704238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.740900 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.743659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484e648-5aa5-4e0f-b09d-34a865ed0cbb None None] Pushing event updated for resources: {'Port': ['ID=0231e81e-f42f-443d-b46d-f4493eb3ef3b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:44.756661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:44.757450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.763852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3c758d3-08bf-4e60-b4ff-e5156dc32903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.766911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3c758d3-08bf-4e60-b4ff-e5156dc32903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.772182 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e3c758d3-08bf-4e60-b4ff-e5156dc32903 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6a03e19-c13d-4559-9ba6-5d277e4e7a73 HTTP/1.1" status: 204 len: 168 time: 0.4115882 Sep 20 12:45:44.789715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] For port 0231e81e-f42f-443d-b46d-f4493eb3ef3b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0231e81e-f42f-443d-b46d-f4493eb3ef3b,segment=NetworkSegment(56347ef4-99cd-4922-92d1-ef4422a2fea7),segment_id=56347ef4-99cd-4922-92d1-ef4422a2fea7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:44.794871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:44.809030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] Calling delete_port for 0231e81e-f42f-443d-b46d-f4493eb3ef3b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:44.809947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c758d3-08bf-4e60-b4ff-e5156dc32903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a03e19-c13d-4559-9ba6-5d277e4e7a73,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:44.883211 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6143658 Sep 20 12:45:44.886872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:44.887421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2ddda-0e8f-41c5-b20d-70d942a4fe62 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Network': ['ID=f127d086-c2e3-4659-a737-8ce7a944261b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:44.896544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'subnet': {'network_id': 'f127d086-c2e3-4659-a737-8ce7a944261b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:44.902732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f127d086-c2e3-4659-a737-8ce7a944261b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:45:45.064788 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.070233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:45.078081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.105617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] Pushing event deleted for resources: {'Port': ['ID=0231e81e-f42f-443d-b46d-f4493eb3ef3b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:45.113602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d739b-5fbe-42ed-90e3-0901deda84a7 None None] No DVR routers for this DVR port 0231e81e-f42f-443d-b46d-f4493eb3ef3b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:45.221305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7917834f-1f4c-450c-a490-4f5f83ac8863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.413380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:45:45.416741 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.445170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44728) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:45.460070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.480993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Subnet': ['ID=c07da087-ad33-4e02-9d0a-b4b881c2fdab,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:45.487406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Checking segment: {'id': 'd42c8967-c530-41a5-add3-e4f6f061edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f127d086-c2e3-4659-a737-8ce7a944261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:45.487765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network hostable DHCP agents. Network: f127d086-c2e3-4659-a737-8ce7a944261b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:45:45.552953 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.642139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network f127d086-c2e3-4659-a737-8ce7a944261b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:45:45.644625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.645168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.699686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c589b02fe10845d69caa971284f15425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533796 Sep 20 12:45:45.702317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773b420-490a-46f7-8762-68d6b7735e9e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:45.705957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44736) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:45.720922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.723795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.723795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.723795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.723795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.723795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.723795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.723795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.725554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.726001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.726436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.726863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526389d5-9aa7-4c24-8ffe-5674318381be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:45.750645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f127d086-c2e3-4659-a737-8ce7a944261b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:45.764292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8554857-a170-49d7-8e9d-b14c735222b1 None None] Network f127d086-c2e3-4659-a737-8ce7a944261b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:45.769700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:45.770299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.814996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7966d60e-2b62-4435-aec2-13a80eb0e5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.816296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb11e4-db84-4269-9679-6170e44891a8 req-375a9feb-73a6-4692-9ada-5991400b1508 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:45.818826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cebb11e4-db84-4269-9679-6170e44891a8 req-375a9feb-73a6-4692-9ada-5991400b1508 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.1206386 Sep 20 12:45:45.840734 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7966d60e-2b62-4435-aec2-13a80eb0e5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:45.857659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f61f94d1-d5df-4349-a2b8-d51b9be45bc5 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9666023 Sep 20 12:45:45.860922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44738) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:45.882458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cebb11e4-db84-4269-9679-6170e44891a8 req-7291ff08-a3e2-4e9e-ac20-89396b6f14bc tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551987 Sep 20 12:45:45.980726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f127d086-c2e3-4659-a737-8ce7a944261b', 'network_id': 'f127d086-c2e3-4659-a737-8ce7a944261b', 'tenant_id': '8155ffcec52c4f48bd513e1fc43ac48a', 'fixed_ips': [{'subnet_id': 'c07da087-ad33-4e02-9d0a-b4b881c2fdab'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:45:45.981704 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.022454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d51d-cc60-4d67-839e-c0e957594060 req-78c6535e-f880-40c2-a31d-56ea11a3ef7d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:46.032243 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be6d51d-cc60-4d67-839e-c0e957594060 req-78c6535e-f880-40c2-a31d-56ea11a3ef7d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0679073 Sep 20 12:45:46.033898 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.070507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7966d60e-2b62-4435-aec2-13a80eb0e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.073475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7966d60e-2b62-4435-aec2-13a80eb0e5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.074637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7966d60e-2b62-4435-aec2-13a80eb0e5bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0773b420-490a-46f7-8762-68d6b7735e9e HTTP/1.1" status: 204 len: 168 time: 0.3676574 Sep 20 12:45:46.076406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2be6d51d-cc60-4d67-839e-c0e957594060 req-a9396bb2-be18-424d-9511-4fe05e767b6c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426881 Sep 20 12:45:46.120973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966d60e-2b62-4435-aec2-13a80eb0e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773b420-490a-46f7-8762-68d6b7735e9e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:46.150443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.233379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Allocated IP 2001:db8::f816:3eff:fec1:ad57 (f127d086-c2e3-4659-a737-8ce7a944261b/c07da087-ad33-4e02-9d0a-b4b881c2fdab/f04f643d-672a-4707-9c4c-65605219b3ce) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:46.272080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a57e-32d4-47c8-b78b-67d4c1aecc7c req-a3c303f3-9e44-40fe-8483-488684f97a62 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:46.275154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da71a57e-32d4-47c8-b78b-67d4c1aecc7c req-a3c303f3-9e44-40fe-8483-488684f97a62 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0730600 Sep 20 12:45:46.315843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da71a57e-32d4-47c8-b78b-67d4c1aecc7c req-531a1a53-3226-4c9a-90aa-1caca392000b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338395 Sep 20 12:45:46.401586 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.439634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813543b7-362a-452e-9484-5035c6dbf191 req-9a1c90d0-6a26-4e75-941a-92634a01ac90 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:46.447902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-813543b7-362a-452e-9484-5035c6dbf191 req-9a1c90d0-6a26-4e75-941a-92634a01ac90 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0566208 Sep 20 12:45:46.460333 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.502971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-813543b7-362a-452e-9484-5035c6dbf191 req-99c6814e-522c-4c0d-8bdc-9edd1479b01e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539525 Sep 20 12:45:46.525721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Network f127d086-c2e3-4659-a737-8ce7a944261b is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:46.531950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:46.534682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:46.562893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.611710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Pushing event updated for resources: {'Port': ['ID=f04f643d-672a-4707-9c4c-65605219b3ce,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:46.616560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0231e81e-f42f-443d-b46d-f4493eb3ef3b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:46.626541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.627230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Subnet': ['ID=c07da087-ad33-4e02-9d0a-b4b881c2fdab,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:46.664279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0231e81e-f42f-443d-b46d-f4493eb3ef3b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:46.664854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0231e81e-f42f-443d-b46d-f4493eb3ef3b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:46.683760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Attempting to bind port f04f643d-672a-4707-9c4c-65605219b3ce on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:46.684295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Attempting to bind port f04f643d-672a-4707-9c4c-65605219b3ce by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd42c8967-c530-41a5-add3-e4f6f061edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f127d086-c2e3-4659-a737-8ce7a944261b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:46.684669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Attempting to bind port f04f643d-672a-4707-9c4c-65605219b3ce on network f127d086-c2e3-4659-a737-8ce7a944261b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:46.696475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:46.697439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Checking segment: {'id': 'd42c8967-c530-41a5-add3-e4f6f061edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f127d086-c2e3-4659-a737-8ce7a944261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:46.698084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.698703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Bound using segment: {'id': 'd42c8967-c530-41a5-add3-e4f6f061edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f127d086-c2e3-4659-a737-8ce7a944261b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:46.699536 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Bound port: f04f643d-672a-4707-9c4c-65605219b3ce, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42c8967-c530-41a5-add3-e4f6f061edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f127d086-c2e3-4659-a737-8ce7a944261b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:46.700253 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.710403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adff793-1fda-4225-b70c-6e933eb001d8 req-143f4b4b-a2f8-4bab-9293-052b214e81b4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:46.721338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8adff793-1fda-4225-b70c-6e933eb001d8 req-143f4b4b-a2f8-4bab-9293-052b214e81b4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1032641 Sep 20 12:45:46.748018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.773988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f127d086-c2e3-4659-a737-8ce7a944261b']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:46.783869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8adff793-1fda-4225-b70c-6e933eb001d8 req-5020f1d0-d326-4a8d-8f11-81cb7d9da86b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628893 Sep 20 12:45:46.797397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42c8967-c530-41a5-add3-e4f6f061edee') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:46.797700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42c8967-c530-41a5-add3-e4f6f061edee') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:46.820170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.846083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] For port f04f643d-672a-4707-9c4c-65605219b3ce, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:46.887498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.894841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:46.895240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:46.898213 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:46.968852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] For port f04f643d-672a-4707-9c4c-65605219b3ce, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f04f643d-672a-4707-9c4c-65605219b3ce,segment=NetworkSegment(d42c8967-c530-41a5-add3-e4f6f061edee),segment_id=d42c8967-c530-41a5-add3-e4f6f061edee)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:47.013851 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:45:47.013851 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:45:47.013851 n-d-809934-3 neutron-server[95503]: [parameters: {'id': 'f127d086-c2e3-4659-a737-8ce7a944261b'}] Sep 20 12:45:47.013851 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:45:47.014254 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:45:47.038579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3f215-0f3e-497e-9de0-5879fc05c2d7 req-3fb657f5-10a4-42dd-86c1-8f3f95ed3135 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:47.042279 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:47.045498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9dd3f215-0f3e-497e-9de0-5879fc05c2d7 req-3fb657f5-10a4-42dd-86c1-8f3f95ed3135 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0662529 Sep 20 12:45:47.084602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9dd3f215-0f3e-497e-9de0-5879fc05c2d7 req-ea31dcaf-1b02-4ec8-81d7-4d38bac96f39 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370872 Sep 20 12:45:47.226579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-be0cbb8e-6153-45ab-b110-f8666cfcef68 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bdc11d41ed6141e1a89d58ba6f5ad081&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364046 Sep 20 12:45:47.272813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dfd5f-2f78-47c5-9f5a-b0fd49dc15f0 None None] Pushing event updated for resources: {'Port': ['ID=f04f643d-672a-4707-9c4c-65605219b3ce,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:47.296796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa5773-612d-4151-b669-034c0da6e07b None None] Network f127d086-c2e3-4659-a737-8ce7a944261b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:47.427160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e0f74-bf6b-43d2-8ed7-bee7976cf0ef None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:45:47.473381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-ad602e89-0ebb-4bc2-9d7b-6cdf62eeee8c tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:47.481579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-ad602e89-0ebb-4bc2-9d7b-6cdf62eeee8c tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473052 Sep 20 12:45:47.501718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-4b991ae0-fb95-43ee-9378-aa1b8d04db25 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/quotas/bdc11d41ed6141e1a89d58ba6f5ad081 HTTP/1.1" status: 200 len: 375 time: 0.0189793 Sep 20 12:45:47.515650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:47.547935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e0f74-bf6b-43d2-8ed7-bee7976cf0ef None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:45:47.612411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Deleting port f04f643d-672a-4707-9c4c-65605219b3ce {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:47.612814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:47.694223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] For port f04f643d-672a-4707-9c4c-65605219b3ce, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f04f643d-672a-4707-9c4c-65605219b3ce,segment=NetworkSegment(d42c8967-c530-41a5-add3-e4f6f061edee),segment_id=d42c8967-c530-41a5-add3-e4f6f061edee)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:47.694498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:47.714246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Calling delete_port for f04f643d-672a-4707-9c4c-65605219b3ce owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:47.927691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:47.956112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Port': ['ID=f04f643d-672a-4707-9c4c-65605219b3ce,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:47.962866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No DVR routers for this DVR port f04f643d-672a-4707-9c4c-65605219b3ce on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:48.000070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-b1cb6b8a-ef85-4b8a-9205-52061449e267 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdc11d41ed6141e1a89d58ba6f5ad081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4939351 Sep 20 12:45:48.084782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.090559 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.120292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f127d086-c2e3-4659-a737-8ce7a944261b']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:48.130204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42c8967-c530-41a5-add3-e4f6f061edee') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:48.130891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42c8967-c530-41a5-add3-e4f6f061edee') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:48.147743 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.162661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.170203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:48.170611 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:48.173734 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:48.323095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86a6f2-7d39-4734-b710-8e325b9cf1ee req-53771420-df41-46d4-ac1c-75f13634f9f1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:48.327233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.330692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab86a6f2-7d39-4734-b710-8e325b9cf1ee req-53771420-df41-46d4-ac1c-75f13634f9f1 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0787706 Sep 20 12:45:48.335341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.340772 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/f127d086-c2e3-4659-a737-8ce7a944261b HTTP/1.1" status: 204 len: 168 time: 2.4780602 Sep 20 12:45:48.348241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44804) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:48.362480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-907173621'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:48.371889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cead629-abb3-4e73-84f1-5f3c8d20ee4e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Network': ['ID=f127d086-c2e3-4659-a737-8ce7a944261b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:48.384232 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab86a6f2-7d39-4734-b710-8e325b9cf1ee req-faa92637-a2d8-4e72-92a8-fae9d78ac3db tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473258 Sep 20 12:45:48.467278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:48.467278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.467859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d910a201-4ee5-4c29-923b-37db9a5d7679 req-2fd76c54-63df-45a3-9bb6-309931d16144 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 210 time: 0.0357134 Sep 20 12:45:48.503121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:45:48.513690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.517218 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Added segment 648cd609-83b1-4695-80ec-99f47961f1a7 of type vlan for network e4dbf49f-5605-4799-83ac-46c6f32bb865 Sep 20 12:45:48.553823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.652996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.658750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:48.659490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:48.725723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Network': ['ID=e4dbf49f-5605-4799-83ac-46c6f32bb865,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:48.737379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e4dbf49f-5605-4799-83ac-46c6f32bb865 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:45:48.782561 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6cbdfe6d-ff4e-46b8-a82d-cb85d6bbfa76 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4399705 Sep 20 12:45:48.782896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:48.799097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'subnet': {'network_id': 'e4dbf49f-5605-4799-83ac-46c6f32bb865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:48.973236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:48.984320 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:49.230545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:49.316595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Subnet': ['ID=3a3cf9a6-3cba-4975-8d61-c195e01c5a83,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:49.327209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Checking segment: {'id': '648cd609-83b1-4695-80ec-99f47961f1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4dbf49f-5605-4799-83ac-46c6f32bb865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:49.327930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network hostable DHCP agents. Network: e4dbf49f-5605-4799-83ac-46c6f32bb865, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:45:49.389695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network e4dbf49f-5605-4799-83ac-46c6f32bb865 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:45:49.459685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e4dbf49f-5605-4799-83ac-46c6f32bb865) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:49.467752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03aa480-5127-4a94-b3e5-a9d33e41155e None None] Network e4dbf49f-5605-4799-83ac-46c6f32bb865 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:49.481318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:49.481735 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:49.526484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75630-270e-44ff-a124-81797a2bcc8d req-587418e3-cabc-4dda-bc14-7dc8f39435f9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:49.532233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbf75630-270e-44ff-a124-81797a2bcc8d req-587418e3-cabc-4dda-bc14-7dc8f39435f9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0794830 Sep 20 12:45:49.565595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-01df0fc8-75e3-46f9-81b4-cb9e447022d6 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7812979 Sep 20 12:45:49.568294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44850) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:49.603268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbf75630-270e-44ff-a124-81797a2bcc8d req-8c2655ad-3434-484f-b785-4bca8441da9d tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688887 Sep 20 12:45:49.704223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e4dbf49f-5605-4799-83ac-46c6f32bb865', 'network_id': 'e4dbf49f-5605-4799-83ac-46c6f32bb865', 'tenant_id': '8155ffcec52c4f48bd513e1fc43ac48a', 'fixed_ips': [{'subnet_id': '3a3cf9a6-3cba-4975-8d61-c195e01c5a83'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:45:49.706681 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:49.724222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffacb69c-84ee-4e25-8c83-49114e9e5eff req-8b60fb60-ba63-4371-a37b-6f153e467b3d tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 210 time: 0.0360427 Sep 20 12:45:49.758080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:49.825113 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:49.929301 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:49.949126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Allocated IP 2001:db8::2 (e4dbf49f-5605-4799-83ac-46c6f32bb865/3a3cf9a6-3cba-4975-8d61-c195e01c5a83/7d1de0e7-51df-42b2-996b-250e6789e83c) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:50.114980 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.156099 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.200791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44856) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:50.201039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.217245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Network e4dbf49f-5605-4799-83ac-46c6f32bb865 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:50.218232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Pushing event updated for resources: {'Port': ['ID=7d1de0e7-51df-42b2-996b-250e6789e83c,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:50.221410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:50.227439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:50.237606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3cf9a6-3cba-4975-8d61-c195e01c5a83,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:50.310414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Attempting to bind port 7d1de0e7-51df-42b2-996b-250e6789e83c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:50.311147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Attempting to bind port 7d1de0e7-51df-42b2-996b-250e6789e83c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '648cd609-83b1-4695-80ec-99f47961f1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4dbf49f-5605-4799-83ac-46c6f32bb865'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:50.312890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Attempting to bind port 7d1de0e7-51df-42b2-996b-250e6789e83c on network e4dbf49f-5605-4799-83ac-46c6f32bb865 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:50.323174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:50.325577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Checking segment: {'id': '648cd609-83b1-4695-80ec-99f47961f1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4dbf49f-5605-4799-83ac-46c6f32bb865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:50.325827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.339553 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.340034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Bound using segment: {'id': '648cd609-83b1-4695-80ec-99f47961f1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4dbf49f-5605-4799-83ac-46c6f32bb865'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:50.340850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Bound port: 7d1de0e7-51df-42b2-996b-250e6789e83c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648cd609-83b1-4695-80ec-99f47961f1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4dbf49f-5605-4799-83ac-46c6f32bb865'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:50.341337 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.370206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-692043a0-14f2-4b78-9985-75e9e245d99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.371934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.376358 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dbf49f-5605-4799-83ac-46c6f32bb865']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:50.378842 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-f03a4d02-fa4c-444a-bf5e-2f835980591e tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bdc11d41ed6141e1a89d58ba6f5ad081&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435407 Sep 20 12:45:50.406905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648cd609-83b1-4695-80ec-99f47961f1a7') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:50.406905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648cd609-83b1-4695-80ec-99f47961f1a7') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:50.452851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] For port 7d1de0e7-51df-42b2-996b-250e6789e83c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:50.461114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] For port 7d1de0e7-51df-42b2-996b-250e6789e83c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d1de0e7-51df-42b2-996b-250e6789e83c,segment=NetworkSegment(648cd609-83b1-4695-80ec-99f47961f1a7),segment_id=648cd609-83b1-4695-80ec-99f47961f1a7)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:50.462132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.491195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-692043a0-14f2-4b78-9985-75e9e245d99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.546058 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.554605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.572939 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-692043a0-14f2-4b78-9985-75e9e245d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.581766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:50.582340 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:50.585266 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:50.642962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-692043a0-14f2-4b78-9985-75e9e245d99c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c123d9ddc5c64c95b5a1fddfccc17b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398456 Sep 20 12:45:50.644356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692043a0-14f2-4b78-9985-75e9e245d99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe245a0-f596-44d8-b44e-513eb52e6326,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:50.657792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44862) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:50.664216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1adb2f4-67ba-49e3-bb71-79407aeade58 None None] Network e4dbf49f-5605-4799-83ac-46c6f32bb865 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:50.678740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-949f5fed-26bc-4f82-a988-33196f741ca7 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:50.680255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-949f5fed-26bc-4f82-a988-33196f741ca7 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936001 Sep 20 12:45:50.692264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc6ff2-2acd-4d1b-9015-216d01d60bfd None None] Pushing event updated for resources: {'Port': ['ID=7d1de0e7-51df-42b2-996b-250e6789e83c,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:50.693638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Request body: {'port': {'device_id': '232ae62d-60d6-43f1-8bb2-c1c63e0cc724', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'bdc11d41ed6141e1a89d58ba6f5ad081'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:50.756323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d686-e598-49b4-b9cd-671eb25459d0 req-05434d8a-f0d3-490d-82ce-ba1c0a39274d tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:50.759197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e602d686-e598-49b4-b9cd-671eb25459d0 req-05434d8a-f0d3-490d-82ce-ba1c0a39274d tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0674834 Sep 20 12:45:50.773240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:45:50.773240 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:45:50.773240 n-d-809934-3 neutron-server[95503]: [parameters: {'id': 'e4dbf49f-5605-4799-83ac-46c6f32bb865'}] Sep 20 12:45:50.773240 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:45:50.773681 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:45:50.806115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e602d686-e598-49b4-b9cd-671eb25459d0 req-e97c2489-98cf-4b30-a08e-b6053a7cde93 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Sep 20 12:45:50.808186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6201e154-31fb-4c54-9f65-223ab49e5c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.815985 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a92237-ac2d-4393-bdd4-ee658c2e693d None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:45:50.842878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6201e154-31fb-4c54-9f65-223ab49e5c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.913635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-270d90d6-fc3b-45c5-9757-36e00432c2d4 req-875b7ae4-1787-4ca6-9198-b76d2df86c84 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 210 time: 0.0268383 Sep 20 12:45:50.915534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a92237-ac2d-4393-bdd4-ee658c2e693d None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:45:50.927492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Made reservation on behalf of bdc11d41ed6141e1a89d58ba6f5ad081 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:50.933664 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.943914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:50.997858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6201e154-31fb-4c54-9f65-223ab49e5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.000779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6201e154-31fb-4c54-9f65-223ab49e5c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.004543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6201e154-31fb-4c54-9f65-223ab49e5c21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fe245a0-f596-44d8-b44e-513eb52e6326 HTTP/1.1" status: 204 len: 168 time: 0.3435609 Sep 20 12:45:51.020106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201e154-31fb-4c54-9f65-223ab49e5c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe245a0-f596-44d8-b44e-513eb52e6326,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:51.087707 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.145603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.214773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a52db-7d7a-49a5-9a72-ba77740c5491 req-df8e185c-e35e-426b-8881-6a5e9ada22b4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:51.216378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f0a52db-7d7a-49a5-9a72-ba77740c5491 req-df8e185c-e35e-426b-8881-6a5e9ada22b4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0546696 Sep 20 12:45:51.275753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f0a52db-7d7a-49a5-9a72-ba77740c5491 req-ddd0c8d4-5ac7-43b3-a7a6-e63f0d60f890 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509129 Sep 20 12:45:51.412109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667bf41-d385-4870-8047-d2ba1efbd46d req-c1e95b84-2de7-4bfb-ad5d-0a5e6733969f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:51.413716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a667bf41-d385-4870-8047-d2ba1efbd46d req-c1e95b84-2de7-4bfb-ad5d-0a5e6733969f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0692363 Sep 20 12:45:51.459543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a667bf41-d385-4870-8047-d2ba1efbd46d req-fc346b19-858c-41d1-88b1-7b4f220aa2a9 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387292 Sep 20 12:45:51.553378 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.596619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a88ec0c-5177-464c-b45e-2af7c2188240,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:51.642661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:51.657881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefa8ae8-a2e7-4b2e-8feb-b4ab074de0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.671680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Allocated IP 192.168.233.253 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/2f296f36-ed58-45b0-bf7a-25d9e222234d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:45:51.708310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Deleting port 7d1de0e7-51df-42b2-996b-250e6789e83c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:51.708718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.757143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefa8ae8-a2e7-4b2e-8feb-b4ab074de0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.813415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] For port 7d1de0e7-51df-42b2-996b-250e6789e83c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d1de0e7-51df-42b2-996b-250e6789e83c,segment=NetworkSegment(648cd609-83b1-4695-80ec-99f47961f1a7),segment_id=648cd609-83b1-4695-80ec-99f47961f1a7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:51.813778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.858515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Calling delete_port for 7d1de0e7-51df-42b2-996b-250e6789e83c owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:51.876031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefa8ae8-a2e7-4b2e-8feb-b4ab074de0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.931459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eefa8ae8-a2e7-4b2e-8feb-b4ab074de0e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=308573a7ad7b480d95ed6bbd044bfab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850373 Sep 20 12:45:51.932047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:51.933193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44884) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:51.943373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa8ae8-a2e7-4b2e-8feb-b4ab074de0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256d6e9d-c9ac-4ad3-abd8-8c6a8fb212d9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:51.971369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82b39-dafc-483b-859a-15be5f63caea req-20c797cc-6bcf-43e3-8687-96340d980e9a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:51.971369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93a82b39-dafc-483b-859a-15be5f63caea req-20c797cc-6bcf-43e3-8687-96340d980e9a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0631886 Sep 20 12:45:52.011768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93a82b39-dafc-483b-859a-15be5f63caea req-58002ce2-7222-45fd-8b16-082df0c3f2ff tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335846 Sep 20 12:45:52.022533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f2575ce-b541-4e8f-8d62-9bfaad10deeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.047019 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f2575ce-b541-4e8f-8d62-9bfaad10deeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.075577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.103747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-866074e2-c69c-4efd-9ebc-3491f18a966c req-ef35083c-a72b-4ca1-8c18-347d4df1f0d8 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 210 time: 0.0326927 Sep 20 12:45:52.106400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Port': ['ID=7d1de0e7-51df-42b2-996b-250e6789e83c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:52.108460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No DVR routers for this DVR port 7d1de0e7-51df-42b2-996b-250e6789e83c on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:52.113811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.192551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:45:52.199176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:52.207573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:45:52.214091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Pushing event updated for resources: {'Port': ['ID=2f296f36-ed58-45b0-bf7a-25d9e222234d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:52.265197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.267552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f2575ce-b541-4e8f-8d62-9bfaad10deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.270123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f2575ce-b541-4e8f-8d62-9bfaad10deeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.271285 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f2575ce-b541-4e8f-8d62-9bfaad10deeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/256d6e9d-c9ac-4ad3-abd8-8c6a8fb212d9 HTTP/1.1" status: 204 len: 168 time: 0.3360214 Sep 20 12:45:52.305988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2575ce-b541-4e8f-8d62-9bfaad10deeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256d6e9d-c9ac-4ad3-abd8-8c6a8fb212d9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:52.308673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dbf49f-5605-4799-83ac-46c6f32bb865']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:52.326596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:52.327240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.330644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648cd609-83b1-4695-80ec-99f47961f1a7') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:52.330941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648cd609-83b1-4695-80ec-99f47961f1a7') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:52.345584 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.361504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.367675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:52.368176 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:52.371242 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:52.436282 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c9d50d83-fc42-4f81-9397-3d32b9f0fa85 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7463176 Sep 20 12:45:52.449218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-632616a9-571a-4276-98c9-2622973d8bd0 None None] Provisioning complete for port 2f296f36-ed58-45b0-bf7a-25d9e222234d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:45:52.449774 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-632616a9-571a-4276-98c9-2622973d8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.450744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Request body: {'port': {'device_id': '232ae62d-60d6-43f1-8bb2-c1c63e0cc724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:52.487039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-632616a9-571a-4276-98c9-2622973d8bd0 None None] Port 2f296f36-ed58-45b0-bf7a-25d9e222234d cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:45:52.513241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.518012 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.519867 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/e4dbf49f-5605-4799-83ac-46c6f32bb865 HTTP/1.1" status: 204 len: 168 time: 2.9505880 Sep 20 12:45:52.523536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44894) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:52.524542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.529393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-111144938'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:52.545328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1443cc-4783-41a6-b8df-09b2c6b78111 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Network': ['ID=e4dbf49f-5605-4799-83ac-46c6f32bb865,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:52.630196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:52.633736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.660807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:45:52.671356 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.671706 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Added segment b787cb3e-4fba-4fc9-90f4-cdb48d472360 of type vlan for network 1549efa6-3b13-484a-8db3-069fe1e0c7b0 Sep 20 12:45:52.713807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.814234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f296f36-ed58-45b0-bf7a-25d9e222234d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:45:52.822118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.833727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Transition to ACTIVE for port object 2f296f36-ed58-45b0-bf7a-25d9e222234d will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:45:52.846613 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.854498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:52.854498 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.918959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Network': ['ID=1549efa6-3b13-484a-8db3-069fe1e0c7b0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:52.928826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1549efa6-3b13-484a-8db3-069fe1e0c7b0 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:45:52.989735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:52.990541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf91b270-0247-43d3-b480-72cf02840c87 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4651842 Sep 20 12:45:52.993856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44906) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:53.000847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Request body: {'subnet': {'network_id': '1549efa6-3b13-484a-8db3-069fe1e0c7b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:45:53.057825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Pushing event updated for resources: {'Port': ['ID=2f296f36-ed58-45b0-bf7a-25d9e222234d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:53.144803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Attempting to bind port 2f296f36-ed58-45b0-bf7a-25d9e222234d on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:45:53.144803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Attempting to bind port 2f296f36-ed58-45b0-bf7a-25d9e222234d by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:45:53.144803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Attempting to bind port 2f296f36-ed58-45b0-bf7a-25d9e222234d on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:53.149440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Port 2f296f36-ed58-45b0-bf7a-25d9e222234d on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:45:53.150302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Attempting to bind port 2f296f36-ed58-45b0-bf7a-25d9e222234d on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:45:53.169043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513afa5-a333-4d27-a8fe-e9ad0bcec1c1 req-20302644-1681-496c-baa2-4eaff541f87a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:53.170474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4513afa5-a333-4d27-a8fe-e9ad0bcec1c1 req-20302644-1681-496c-baa2-4eaff541f87a tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0779037 Sep 20 12:45:53.188639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:45:53.189107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:53.189716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:45:53.190240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Bound port: 2f296f36-ed58-45b0-bf7a-25d9e222234d, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:45:53.190674 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.198040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Made reservation on behalf of 8155ffcec52c4f48bd513e1fc43ac48a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:45:53.203290 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.226313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-3d4ba681-b578-469c-92d6-d5c0d17b3c93 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:53.228986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-3d4ba681-b578-469c-92d6-d5c0d17b3c93 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 946 time: 0.0743189 Sep 20 12:45:53.300405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4513afa5-a333-4d27-a8fe-e9ad0bcec1c1 req-58b08e3f-d0ca-4cc3-8f2c-3a42561a1725 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218393 Sep 20 12:45:53.378261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] For port 2f296f36-ed58-45b0-bf7a-25d9e222234d, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:45:53.382523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] For port 2f296f36-ed58-45b0-bf7a-25d9e222234d, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2f296f36-ed58-45b0-bf7a-25d9e222234d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:45:53.401256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Deleting port f2b60731-5eea-4c8b-8188-7af81798d846 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:53.401931 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.430676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.484838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54863e0a-39b3-48df-93b1-41d6d400d710 req-c2d74941-842e-4f66-92a9-fdf581ee4be8 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:53.486414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54863e0a-39b3-48df-93b1-41d6d400d710 req-c2d74941-842e-4f66-92a9-fdf581ee4be8 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 948 time: 0.1099110 Sep 20 12:45:53.509395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:53.510026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.511509 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] 10.222.0.21 "PUT /v2.0/ports/2f296f36-ed58-45b0-bf7a-25d9e222234d HTTP/1.1" status: 200 len: 1096 time: 1.0656025 Sep 20 12:45:53.511965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ae62d-60d6-43f1-8bb2-c1c63e0cc724', 'tag': '2f296f36-ed58-45b0-bf7a-25d9e222234d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:53.514330 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95063207-9cff-4c2d-8d6d-a54e62abc015" -d '{"events": [{"name": "network-changed", "server_uuid": "232ae62d-60d6-43f1-8bb2-c1c63e0cc724", "tag": "2f296f36-ed58-45b0-bf7a-25d9e222234d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:53.546353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54863e0a-39b3-48df-93b1-41d6d400d710 req-e42d8630-ecd2-4708-9505-d1592509210e tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496318 Sep 20 12:45:53.562288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] For port f2b60731-5eea-4c8b-8188-7af81798d846, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f2b60731-5eea-4c8b-8188-7af81798d846,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:53.562620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.565444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a581f5-fd07-491f-96e1-9e2f20a3fe53 service neutron] Pushing event updated for resources: {'Port': ['ID=2f296f36-ed58-45b0-bf7a-25d9e222234d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:53.580077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Calling delete_port for f2b60731-5eea-4c8b-8188-7af81798d846 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:53.598787 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d4d674-8b8e-49fa-ab6b-95b2b92326ab x-openstack-request-id: req-27d4d674-8b8e-49fa-ab6b-95b2b92326ab {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:53.599421 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ae62d-60d6-43f1-8bb2-c1c63e0cc724", "tag": "2f296f36-ed58-45b0-bf7a-25d9e222234d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:53.600008 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27d4d674-8b8e-49fa-ab6b-95b2b92326ab {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:53.600410 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ae62d-60d6-43f1-8bb2-c1c63e0cc724', 'tag': '2f296f36-ed58-45b0-bf7a-25d9e222234d', 'status': 'completed', 'code': 200} Sep 20 12:45:53.657788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:45:53.659411 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.698772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95063207-9cff-4c2d-8d6d-a54e62abc015 req-5383c52d-c478-4ebe-b46c-09b03f890c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:53.700289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-95063207-9cff-4c2d-8d6d-a54e62abc015 req-5383c52d-c478-4ebe-b46c-09b03f890c51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdc11d41ed6141e1a89d58ba6f5ad081&device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 1099 time: 0.0580244 Sep 20 12:45:53.732141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event updated for resources: {'Subnet': ['ID=804bcccb-e3ee-47fa-a378-f448e90e20d1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:53.732840 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-95063207-9cff-4c2d-8d6d-a54e62abc015 req-bb7d3a79-da81-40db-8ea1-dbc413b240cd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bdc11d41ed6141e1a89d58ba6f5ad081&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213721 Sep 20 12:45:53.736810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Checking segment: {'id': 'b787cb3e-4fba-4fc9-90f4-cdb48d472360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1549efa6-3b13-484a-8db3-069fe1e0c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:45:53.737263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network hostable DHCP agents. Network: 1549efa6-3b13-484a-8db3-069fe1e0c7b0, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:45:53.846890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Network 1549efa6-3b13-484a-8db3-069fe1e0c7b0 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:45:53.867447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95063207-9cff-4c2d-8d6d-a54e62abc015 req-7b970330-9ed1-4ebe-863e-6c05a4f01724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:53.868999 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-95063207-9cff-4c2d-8d6d-a54e62abc015 req-7b970330-9ed1-4ebe-863e-6c05a4f01724 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1296573 Sep 20 12:45:53.928338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1549efa6-3b13-484a-8db3-069fe1e0c7b0) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:45:53.929874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.934393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:53.935081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:53.939684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2bf3fa-e11b-4a87-8bfa-facf38e6e32e None None] Network 1549efa6-3b13-484a-8db3-069fe1e0c7b0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:53.946251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080', 'f2b60731-5eea-4c8b-8188-7af81798d846'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:53.971579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event deleted for resources: {'Port': ['ID=f2b60731-5eea-4c8b-8188-7af81798d846,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:54.005732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-fa600368-93df-4835-8b42-8f9590d48521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:54.007249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-fa600368-93df-4835-8b42-8f9590d48521 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdc11d41ed6141e1a89d58ba6f5ad081&device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 1099 time: 0.1021681 Sep 20 12:45:54.014724 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-196c9152-8416-49de-9375-2e70c3b0247e tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0194657 Sep 20 12:45:54.017479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:54.026983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] No DVR routers for this DVR port f2b60731-5eea-4c8b-8188-7af81798d846 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:54.033731 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.035794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd8532ff-68cc-4e28-91b7-3e8c3370723f req-7fdf43e4-57f4-47b1-8436-b681a67285be tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "DELETE /v2.0/ports/f2b60731-5eea-4c8b-8188-7af81798d846 HTTP/1.1" status: 204 len: 173 time: 0.7764757 Sep 20 12:45:54.071995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-ef7a6017-a0c0-4092-a41f-a780aa074f89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2f296f36-ed58-45b0-bf7a-25d9e222234d HTTP/1.1" status: 200 len: 217 time: 0.0461183 Sep 20 12:45:54.130302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-21bda82c-dfe1-4fcb-bdfc-23b12e22ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:54.131948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-21bda82c-dfe1-4fcb-bdfc-23b12e22ccd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0536873 Sep 20 12:45:54.137752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.184515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-60f2c743-9076-4e4c-bc73-1fe7b0cd9e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:54.186656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-60f2c743-9076-4e4c-bc73-1fe7b0cd9e7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474119 Sep 20 12:45:54.245683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f488f-3220-40c9-b4c2-c2342f2fecd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-1549efa6-3b13-484a-8db3-069fe1e0c7b0', 'network_id': '1549efa6-3b13-484a-8db3-069fe1e0c7b0', 'tenant_id': '8155ffcec52c4f48bd513e1fc43ac48a', 'fixed_ips': [{'subnet_id': '804bcccb-e3ee-47fa-a378-f448e90e20d1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:45:54.246578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0e7f488f-3220-40c9-b4c2-c2342f2fecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.251094 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.341665 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-af1b2f7a-edbb-47e6-9088-8089a1b25cad service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472771 Sep 20 12:45:54.368088 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.412901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Subnet': ['ID=804bcccb-e3ee-47fa-a378-f448e90e20d1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:54.463058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-971ebab1-f0aa-49dc-a1b5-f14a3ce55725 req-7416747b-3281-4cad-840e-824734cf4dee tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=006b5ed8-8ad3-4e33-8b40-612610f3719c HTTP/1.1" status: 200 len: 210 time: 0.0406687 Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server [None req-0e7f488f-3220-40c9-b4c2-c2342f2fecd6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 804bcccb-e3ee-47fa-a378-f448e90e20d1: This subnet is being modified by another concurrent operation. Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise exception Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 804bcccb-e3ee-47fa-a378-f448e90e20d1: This subnet is being modified by another concurrent operation. Sep 20 12:45:54.480337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Sep 20 12:45:54.493802 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2aeb534-df60-417e-803e-5407d1d04f07 req-c2ae9c2d-efa1-4962-9053-c257fcec20fb service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419725 Sep 20 12:45:54.519885 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.538115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9226203a-592e-4067-abf5-a076610e711c None None] Network 1549efa6-3b13-484a-8db3-069fe1e0c7b0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:54.540556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1549efa6-3b13-484a-8db3-069fe1e0c7b0']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:54.550553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b787cb3e-4fba-4fc9-90f4-cdb48d472360') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:54.551206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b787cb3e-4fba-4fc9-90f4-cdb48d472360') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:54.560912 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.577914 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.586211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:54.588206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:54.616176 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:54.657522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bde49-1592-465d-8899-26c13dc7cde2 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:45:54.708458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a2a46-b73e-42e0-a80c-e33c2c1c5b2d req-3aec9d0d-8e3c-422b-af70-1d84e90fca72 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:54.710144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-458a2a46-b73e-42e0-a80c-e33c2c1c5b2d req-3aec9d0d-8e3c-422b-af70-1d84e90fca72 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 948 time: 0.0931423 Sep 20 12:45:54.754402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636bde49-1592-465d-8899-26c13dc7cde2 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:45:54.760845 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-458a2a46-b73e-42e0-a80c-e33c2c1c5b2d req-91f14feb-346e-4688-bb3e-89a53a80a683 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439169 Sep 20 12:45:54.761628 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.770010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:54.772832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/1549efa6-3b13-484a-8db3-069fe1e0c7b0 HTTP/1.1" status: 204 len: 168 time: 0.7538824 Sep 20 12:45:54.778309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44952) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:54.783938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d96539-cc84-4ccf-b072-48e0d765fbfe tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Network': ['ID=1549efa6-3b13-484a-8db3-069fe1e0c7b0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:54.808739 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd39cd8-a492-416b-8373-9337e3b9fa91 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:54.809325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd39cd8-a492-416b-8373-9337e3b9fa91 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:54.811431 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2fd39cd8-a492-416b-8373-9337e3b9fa91 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/subnets/804bcccb-e3ee-47fa-a378-f448e90e20d1 HTTP/1.1" status: 404 len: 337 time: 0.0316513 Sep 20 12:45:54.814205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:54.836029 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c6a061-4b4f-48b6-bb40-b7c170c25e52 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:54.836986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c6a061-4b4f-48b6-bb40-b7c170c25e52 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:54.839003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-23c6a061-4b4f-48b6-bb40-b7c170c25e52 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/1549efa6-3b13-484a-8db3-069fe1e0c7b0 HTTP/1.1" status: 404 len: 339 time: 0.0237801 Sep 20 12:45:54.841727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:54.867451 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1500e1-abea-4fa7-b1fd-f06a6e80e46f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:54.868477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1500e1-abea-4fa7-b1fd-f06a6e80e46f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:54.870414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b1500e1-abea-4fa7-b1fd-f06a6e80e46f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/subnets/3a3cf9a6-3cba-4975-8d61-c195e01c5a83 HTTP/1.1" status: 404 len: 337 time: 0.0277629 Sep 20 12:45:54.872933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:54.891699 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-db435966-12a6-4204-a14a-649687111763 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:54.892281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db435966-12a6-4204-a14a-649687111763 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:54.894153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-db435966-12a6-4204-a14a-649687111763 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/e4dbf49f-5605-4799-83ac-46c6f32bb865 HTTP/1.1" status: 404 len: 339 time: 0.0202625 Sep 20 12:45:54.896656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:54.923773 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b971f9-f615-4e3a-a58d-d39acda7578d tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:54.924230 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b971f9-f615-4e3a-a58d-d39acda7578d tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:54.925991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-09b971f9-f615-4e3a-a58d-d39acda7578d tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/subnets/c07da087-ad33-4e02-9d0a-b4b881c2fdab HTTP/1.1" status: 404 len: 337 time: 0.0283239 Sep 20 12:45:54.928703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44962) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:54.948183 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9e63b4-b7d2-4572-bbce-5a3a72409562 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:54.949118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9e63b4-b7d2-4572-bbce-5a3a72409562 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:54.953616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dd9e63b4-b7d2-4572-bbce-5a3a72409562 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/f127d086-c2e3-4659-a737-8ce7a944261b HTTP/1.1" status: 404 len: 339 time: 0.0237935 Sep 20 12:45:54.953912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:55.053097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b285773b-2868-43b8-b4d4-9bb46619996f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Deleting port fb32c365-a49a-4b10-afaa-d3859fc6ed44 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:55.053444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b285773b-2868-43b8-b4d4-9bb46619996f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.117485 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b285773b-2868-43b8-b4d4-9bb46619996f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.130428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b285773b-2868-43b8-b4d4-9bb46619996f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Calling delete_port for fb32c365-a49a-4b10-afaa-d3859fc6ed44 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:55.298752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b285773b-2868-43b8-b4d4-9bb46619996f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.346154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285773b-2868-43b8-b4d4-9bb46619996f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Port': ['ID=fb32c365-a49a-4b10-afaa-d3859fc6ed44,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:55.353970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b285773b-2868-43b8-b4d4-9bb46619996f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.356240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b285773b-2868-43b8-b4d4-9bb46619996f tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/ports/fb32c365-a49a-4b10-afaa-d3859fc6ed44 HTTP/1.1" status: 204 len: 168 time: 0.4010286 Sep 20 12:45:55.358317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:55.384347 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d199287-671f-45a8-b23d-19d03338e247 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:55.384792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d199287-671f-45a8-b23d-19d03338e247 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:55.386560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d199287-671f-45a8-b23d-19d03338e247 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/subnets/01c1aeaa-cd8c-41c5-9a0e-6da3988797e4 HTTP/1.1" status: 404 len: 337 time: 0.0272682 Sep 20 12:45:55.388822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44972) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:55.466615 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.555805 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.573941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f48baf-1da7-4f2e-93bb-4ee28350c719']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:55.583556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56347ef4-99cd-4922-92d1-ef4422a2fea7') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:55.583898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56347ef4-99cd-4922-92d1-ef4422a2fea7') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:55.594381 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.601546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b5ed8-8ad3-4e33-8b40-612610f3719c', 'name': 'network-vif-deleted', 'tag': 'f2b60731-5eea-4c8b-8188-7af81798d846'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:55.608852 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7733b4b-9f42-486f-8828-608adcf0fcad" -d '{"events": [{"server_uuid": "006b5ed8-8ad3-4e33-8b40-612610f3719c", "name": "network-vif-deleted", "tag": "f2b60731-5eea-4c8b-8188-7af81798d846"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:55.610118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.616532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:55.616997 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:55.620703 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:55.644099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44986) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:55.669665 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61df23f-373a-4cdd-89f4-f15b57b58b11 x-openstack-request-id: req-c61df23f-373a-4cdd-89f4-f15b57b58b11 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:55.670680 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b5ed8-8ad3-4e33-8b40-612610f3719c", "name": "network-vif-deleted", "tag": "f2b60731-5eea-4c8b-8188-7af81798d846", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:55.670680 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c61df23f-373a-4cdd-89f4-f15b57b58b11 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:55.670680 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006b5ed8-8ad3-4e33-8b40-612610f3719c', 'name': 'network-vif-deleted', 'tag': 'f2b60731-5eea-4c8b-8188-7af81798d846', 'status': 'completed', 'code': 200} Sep 20 12:45:55.727978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.738116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.742366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/52f48baf-1da7-4f2e-93bb-4ee28350c719 HTTP/1.1" status: 204 len: 168 time: 0.3504188 Sep 20 12:45:55.742838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44994) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:55.750404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf43f0-c2cd-4eaf-b29b-77dd50ff227c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Network': ['ID=52f48baf-1da7-4f2e-93bb-4ee28350c719,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:55.793468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4aee6f58-5f9a-4eb3-acfa-6075bed42dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.876846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-87ff0ab6-7b17-4e96-b3a7-8272f8cf014b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Deleting port f4332a87-a466-4b22-ace6-a1d423fcfb1b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:55.877212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87ff0ab6-7b17-4e96-b3a7-8272f8cf014b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.910831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad9d82-3ef7-40f2-85e1-d50a05e81fe3 req-43835b47-2154-4d66-85d1-aa1416f8e499 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:55.912479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bad9d82-3ef7-40f2-85e1-d50a05e81fe3 req-43835b47-2154-4d66-85d1-aa1416f8e499 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 948 time: 0.0511849 Sep 20 12:45:55.954642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bad9d82-3ef7-40f2-85e1-d50a05e81fe3 req-022acf3e-de8c-4dd3-9e04-1340369f2e6a tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356047 Sep 20 12:45:55.960393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87ff0ab6-7b17-4e96-b3a7-8272f8cf014b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:55.990021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-87ff0ab6-7b17-4e96-b3a7-8272f8cf014b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Calling delete_port for f4332a87-a466-4b22-ace6-a1d423fcfb1b owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:56.006653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4aee6f58-5f9a-4eb3-acfa-6075bed42dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.059341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4aee6f58-5f9a-4eb3-acfa-6075bed42dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.112592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4aee6f58-5f9a-4eb3-acfa-6075bed42dd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9d81556e97a4282bba68198af222349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643559 Sep 20 12:45:56.112592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee6f58-5f9a-4eb3-acfa-6075bed42dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf711c9f-caf7-4ca1-acc5-c867cf30648e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:56.112969 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:56.167250 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87ff0ab6-7b17-4e96-b3a7-8272f8cf014b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.173650 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb89393a-a8e8-4aff-ad12-c1ecb7d89dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.201388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff0ab6-7b17-4e96-b3a7-8272f8cf014b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Port': ['ID=f4332a87-a466-4b22-ace6-a1d423fcfb1b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:56.201569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb89393a-a8e8-4aff-ad12-c1ecb7d89dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.214379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87ff0ab6-7b17-4e96-b3a7-8272f8cf014b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.219324 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-87ff0ab6-7b17-4e96-b3a7-8272f8cf014b tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/ports/f4332a87-a466-4b22-ace6-a1d423fcfb1b HTTP/1.1" status: 204 len: 168 time: 0.4733260 Sep 20 12:45:56.220970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45016) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:56.247537 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8505f7f-f4d1-4ad6-8b7c-e2ef95f2a3d9 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] DELETE failed (client error): The resource could not be found. Sep 20 12:45:56.247993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8505f7f-f4d1-4ad6-8b7c-e2ef95f2a3d9 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:45:56.249764 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f8505f7f-f4d1-4ad6-8b7c-e2ef95f2a3d9 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/subnets/8cafc038-e104-4dbc-9dce-0764aed06b34 HTTP/1.1" status: 404 len: 337 time: 0.0276420 Sep 20 12:45:56.252267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45020) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:56.327558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.333173 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb89393a-a8e8-4aff-ad12-c1ecb7d89dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.336909 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb89393a-a8e8-4aff-ad12-c1ecb7d89dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.338504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb89393a-a8e8-4aff-ad12-c1ecb7d89dce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf711c9f-caf7-4ca1-acc5-c867cf30648e HTTP/1.1" status: 204 len: 168 time: 0.2243223 Sep 20 12:45:56.347438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89393a-a8e8-4aff-ad12-c1ecb7d89dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf711c9f-caf7-4ca1-acc5-c867cf30648e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:56.426786 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.446052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a49181f-5324-4dd9-9e43-0f6f08eaf928']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:56.453237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f2b60731-5eea-4c8b-8188-7af81798d846 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:56.457207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b9400d-a520-40ae-a7b2-1123da454927') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:56.457507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b9400d-a520-40ae-a7b2-1123da454927') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:56.468780 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.474386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: f2b60731-5eea-4c8b-8188-7af81798d846 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:56.475001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f2b60731-5eea-4c8b-8188-7af81798d846 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:56.483308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.489406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:56.489821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:56.493274 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:56.631060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.640616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.647332 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/6a49181f-5324-4dd9-9e43-0f6f08eaf928 HTTP/1.1" status: 204 len: 168 time: 0.3939798 Sep 20 12:45:56.647706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45032) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:56.661043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcf5f2-cd3d-43ef-b379-31c5576a61b3 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Network': ['ID=6a49181f-5324-4dd9-9e43-0f6f08eaf928,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:56.709486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12bd4b7-40f2-4c50-bdb8-469e530f077c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Deleting subnet e68a36c5-983a-4f2e-b87e-394372a78fa6 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:45:56.715501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b12bd4b7-40f2-4c50-bdb8-469e530f077c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.782832 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b12bd4b7-40f2-4c50-bdb8-469e530f077c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:56.824626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f069f-646b-4fdf-99c2-44c4a36d348d req-77c944d1-013b-4618-a9f8-bfccba5b4e58 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:56.826206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-090f069f-646b-4fdf-99c2-44c4a36d348d req-77c944d1-013b-4618-a9f8-bfccba5b4e58 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 945 time: 0.1123111 Sep 20 12:45:56.900564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-090f069f-646b-4fdf-99c2-44c4a36d348d req-f169faf7-cb18-4ca6-a076-b4cedaacca15 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671334 Sep 20 12:45:56.909850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b12bd4b7-40f2-4c50-bdb8-469e530f077c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.042551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b12bd4b7-40f2-4c50-bdb8-469e530f077c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.051326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45036) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:57.065396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1b84f5f-c106-4ecb-b84c-bfa5ec8cf384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.090600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bd4b7-40f2-4c50-bdb8-469e530f077c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Subnet': ['ID=e68a36c5-983a-4f2e-b87e-394372a78fa6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:57.095792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b12bd4b7-40f2-4c50-bdb8-469e530f077c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.097773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b12bd4b7-40f2-4c50-bdb8-469e530f077c tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/subnets/e68a36c5-983a-4f2e-b87e-394372a78fa6 HTTP/1.1" status: 204 len: 168 time: 0.4479980 Sep 20 12:45:57.100267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45038) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:57.101601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10939167-6882-4e46-af3b-df051e16f1a2 None None] Network e6627e77-2118-4960-a775-e16d8b763a15 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:45:57.140313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89d2e3-9643-441c-899b-b4048d5f1385 req-4a5690e7-2d28-4734-aa66-8ddbff7b676f tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:57.141904 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db89d2e3-9643-441c-899b-b4048d5f1385 req-4a5690e7-2d28-4734-aa66-8ddbff7b676f tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 948 time: 0.1146486 Sep 20 12:45:57.169262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1b84f5f-c106-4ecb-b84c-bfa5ec8cf384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.206052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.228510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db89d2e3-9643-441c-899b-b4048d5f1385 req-264151ea-be2b-4123-965f-33f9601e7983 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804944 Sep 20 12:45:57.230036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1b84f5f-c106-4ecb-b84c-bfa5ec8cf384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.276140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b1b84f5f-c106-4ecb-b84c-bfa5ec8cf384 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b226d6b32454987abb5848ea413a22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231867 Sep 20 12:45:57.277069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b84f5f-c106-4ecb-b84c-bfa5ec8cf384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc39f68-efb1-48a0-a004-a7599305b687,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:57.282092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Deleting port 9a8aa542-f593-461d-a669-cf7bc32208bc {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:57.282442 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.283987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45042) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:57.300054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] DHCP port deletion for e6627e77-2118-4960-a775-e16d8b763a15 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:45:57.340076 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51bf8640-0d4b-41e4-962b-61d29a09e822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.350537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Deleting port 9a8aa542-f593-461d-a669-cf7bc32208bc {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:57.351177 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.358347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] For port 9a8aa542-f593-461d-a669-cf7bc32208bc, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9a8aa542-f593-461d-a669-cf7bc32208bc,segment=NetworkSegment(b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2),segment_id=b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:57.358846 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.362673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51bf8640-0d4b-41e4-962b-61d29a09e822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.372015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Calling delete_port for 9a8aa542-f593-461d-a669-cf7bc32208bc owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:57.413122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] For port 9a8aa542-f593-461d-a669-cf7bc32208bc, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9a8aa542-f593-461d-a669-cf7bc32208bc,segment=NetworkSegment(b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2),segment_id=b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:57.413522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.426690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Calling delete_port for 9a8aa542-f593-461d-a669-cf7bc32208bc owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:57.475363 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51bf8640-0d4b-41e4-962b-61d29a09e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.479410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51bf8640-0d4b-41e4-962b-61d29a09e822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.482946 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-51bf8640-0d4b-41e4-962b-61d29a09e822 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cc39f68-efb1-48a0-a004-a7599305b687 HTTP/1.1" status: 204 len: 168 time: 0.1955609 Sep 20 12:45:57.488423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf8640-0d4b-41e4-962b-61d29a09e822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc39f68-efb1-48a0-a004-a7599305b687,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:45:57.531795 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:45:57.536041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.546449 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.562295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] No DVR routers for this DVR port 9a8aa542-f593-461d-a669-cf7bc32208bc on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:57.574867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Port': ['ID=9a8aa542-f593-461d-a669-cf7bc32208bc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:57.585028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] No DVR routers for this DVR port 9a8aa542-f593-461d-a669-cf7bc32208bc on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:57.591869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Pushing event deleted for resources: {'Port': ['ID=9a8aa542-f593-461d-a669-cf7bc32208bc,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:57.604709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.605105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.605456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.605800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.606138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.606500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.606800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.607133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.607462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.607791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.608119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.608446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266269fa-ec1b-4f20-8dbc-e273382b4b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:45:57.674269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.696753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6627e77-2118-4960-a775-e16d8b763a15']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:57.706736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:57.706992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a0bc0e-2b8f-44ac-99a3-7fbbf8077ea2') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:45:57.718501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.745997 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.750941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:45:57.751329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:45:57.754709 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:45:57.881192 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.886753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:57.891126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] 10.222.0.37 "DELETE /v2.0/networks/e6627e77-2118-4960-a775-e16d8b763a15 HTTP/1.1" status: 204 len: 168 time: 0.7876101 Sep 20 12:45:57.907793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637284a-c0e4-47c9-b179-5fdb9a0a69f0 tempest-NetworksIpV6TestAttrs-1117554161 tempest-NetworksIpV6TestAttrs-1117554161-project] Pushing event deleted for resources: {'Network': ['ID=e6627e77-2118-4960-a775-e16d8b763a15,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:57.963797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683a5e2-f781-4d99-a28c-b324a190387d req-de9d019c-e307-480a-bbba-4b99af9df41f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:57.965329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6683a5e2-f781-4d99-a28c-b324a190387d req-de9d019c-e307-480a-bbba-4b99af9df41f tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 945 time: 0.0563872 Sep 20 12:45:58.067941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Deleting port 96f7aabc-fda0-45d2-902c-944a291c4080 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:45:58.068680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.189410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] For port 96f7aabc-fda0-45d2-902c-944a291c4080, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=96f7aabc-fda0-45d2-902c-944a291c4080,segment=NetworkSegment(8acaccdf-2b89-465f-a47d-b718f9c18526),segment_id=8acaccdf-2b89-465f-a47d-b718f9c18526)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:58.189837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.195183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3463c-3152-4f2e-a7a4-4ae5307e577f req-b849e8d9-a553-4e96-98b1-67d81a6b3aa2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:58.203012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93e3463c-3152-4f2e-a7a4-4ae5307e577f req-b849e8d9-a553-4e96-98b1-67d81a6b3aa2 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 945 time: 0.0702252 Sep 20 12:45:58.204583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Calling delete_port for 96f7aabc-fda0-45d2-902c-944a291c4080 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:45:58.245371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-93e3463c-3152-4f2e-a7a4-4ae5307e577f req-dc959cb2-47db-4e04-8ef3-b7fda0a8dc10 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9688dbaf-5362-476e-a133-f709e65d9d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Sep 20 12:45:58.414033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9cdf-d7e6-41c2-a3d4-4a34ce9960ed req-d19a1b26-2630-4bff-b798-e891efc2574f tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:58.416522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81de9cdf-d7e6-41c2-a3d4-4a34ce9960ed req-d19a1b26-2630-4bff-b798-e891efc2574f tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 948 time: 0.0507214 Sep 20 12:45:58.416747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45082) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:58.422993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.435808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['96f7aabc-fda0-45d2-902c-944a291c4080'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:58.455860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Pushing event deleted for resources: {'Port': ['ID=96f7aabc-fda0-45d2-902c-944a291c4080,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:58.465402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2f296f36-ed58-45b0-bf7a-25d9e222234d details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:45:58.482417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81de9cdf-d7e6-41c2-a3d4-4a34ce9960ed req-0badb6c3-026b-4b82-a39a-7b4e5616090d tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591426 Sep 20 12:45:58.520256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] No DVR routers for this DVR port 96f7aabc-fda0-45d2-902c-944a291c4080 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:45:58.523166 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.530332 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6683a5e2-f781-4d99-a28c-b324a190387d req-bf532b12-0127-44e0-973d-a163d9cccff4 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.21 "DELETE /v2.0/ports/96f7aabc-fda0-45d2-902c-944a291c4080 HTTP/1.1" status: 204 len: 173 time: 0.5586102 Sep 20 12:45:58.531738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690f78f8-0996-4c87-827d-79bfad7568a3', 'name': 'network-vif-deleted', 'tag': '96f7aabc-fda0-45d2-902c-944a291c4080'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:45:58.535376 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e4783b-d60d-4ea9-98a1-b736d227d6cc" -d '{"events": [{"server_uuid": "690f78f8-0996-4c87-827d-79bfad7568a3", "name": "network-vif-deleted", "tag": "96f7aabc-fda0-45d2-902c-944a291c4080"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:45:58.582639 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3250d830-c169-4e95-b1fa-4a2fb97795fb x-openstack-request-id: req-3250d830-c169-4e95-b1fa-4a2fb97795fb {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:45:58.582946 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690f78f8-0996-4c87-827d-79bfad7568a3", "name": "network-vif-deleted", "tag": "96f7aabc-fda0-45d2-902c-944a291c4080", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:45:58.587947 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3250d830-c169-4e95-b1fa-4a2fb97795fb {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:45:58.587947 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690f78f8-0996-4c87-827d-79bfad7568a3', 'name': 'network-vif-deleted', 'tag': '96f7aabc-fda0-45d2-902c-944a291c4080', 'status': 'completed', 'code': 200} Sep 20 12:45:58.592725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9a8aa542-f593-461d-a669-cf7bc32208bc no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:45:58.618781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9a8aa542-f593-461d-a669-cf7bc32208bc {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:45:58.619132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9a8aa542-f593-461d-a669-cf7bc32208bc not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:45:58.625504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2f296f36-ed58-45b0-bf7a-25d9e222234d, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2f296f36-ed58-45b0-bf7a-25d9e222234d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:58.645260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '2f296f36-ed58-45b0-bf7a-25d9e222234d', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '2f296f36-ed58-45b0-bf7a-25d9e222234d', 'mac_address': 'fa:16:3e:b5:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:45:58.655693 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c492a16d-b33e-42a4-81c0-14eb15486f83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8155ffcec52c4f48bd513e1fc43ac48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376742 Sep 20 12:45:58.660231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45092) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:45:58.693142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.716491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f296f36-ed58-45b0-bf7a-25d9e222234d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:45:58.732655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd70591c-9be6-414d-89af-72e1bd470dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.740499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2f296f36-ed58-45b0-bf7a-25d9e222234d, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2f296f36-ed58-45b0-bf7a-25d9e222234d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:45:58.766226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd70591c-9be6-414d-89af-72e1bd470dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.830262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.890446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2f296f36-ed58-45b0-bf7a-25d9e222234d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:58.892700 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd70591c-9be6-414d-89af-72e1bd470dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.900596 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd70591c-9be6-414d-89af-72e1bd470dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:45:58.904350 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dd70591c-9be6-414d-89af-72e1bd470dcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af28b97e-5301-4b86-ba2c-62f06460b186 HTTP/1.1" status: 204 len: 168 time: 0.2407877 Sep 20 12:45:58.912088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70591c-9be6-414d-89af-72e1bd470dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28b97e-5301-4b86-ba2c-62f06460b186,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:45:59.055392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['2f296f36-ed58-45b0-bf7a-25d9e222234d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:45:59.365669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b11cffc-6c57-4d58-bcd7-11382b6ddc31 req-1c4273a4-c887-43fa-9bb5-4ef9bbf977e7 tempest-ServersTestJSON-1999611179 tempest-ServersTestJSON-1999611179-project] 10.222.0.37 "GET /v2.0/ports?device_id=690f78f8-0996-4c87-827d-79bfad7568a3 HTTP/1.1" status: 200 len: 210 time: 0.0322442 Sep 20 12:45:59.459941 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:45:59.601886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06056d01-1f63-412b-8041-a8a8ddec7c70 req-e506d1d7-558c-4307-8332-6dd7db08abd0 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:45:59.609542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06056d01-1f63-412b-8041-a8a8ddec7c70 req-e506d1d7-558c-4307-8332-6dd7db08abd0 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 949 time: 0.0628674 Sep 20 12:45:59.644809 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06056d01-1f63-412b-8041-a8a8ddec7c70 req-34538b71-a1be-4c7a-956a-8723ea122ae1 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343575 Sep 20 12:45:59.985284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45144) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:00.082018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-secgroup--303528837'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:00.166877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.175269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.266714 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.367046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.410089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b30924c-aef7-4cef-97cb-2445b13e3b01,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:00.452024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:00.455168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2f296f36-ed58-45b0-bf7a-25d9e222234d up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:46:00.497660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.561103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.563477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab92f18-9880-44e0-8b10-f8d865e9111f admin admin] Deleting subnet db6689bf-2894-48e1-b8c4-ea568d818531 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:46:00.568237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ab92f18-9880-44e0-8b10-f8d865e9111f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.615121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ab92f18-9880-44e0-8b10-f8d865e9111f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.631524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3910c-e4a0-4ca1-a659-cb66a61103dd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:00.658585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.659902 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2c5b46a0-f821-485a-88b3-4fe4fe2c8a56 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6735127 Sep 20 12:46:00.662409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45162) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:00.687692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 2f296f36-ed58-45b0-bf7a-25d9e222234d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:46:00.691826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 2f296f36-ed58-45b0-bf7a-25d9e222234d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:46:00.697704 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.718458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ab92f18-9880-44e0-8b10-f8d865e9111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.814998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e68a5f22-e76e-4ffa-8c80-f535b0b1cd67 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1511352 Sep 20 12:46:00.817699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:00.825302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ed0d3961-1a2f-46cd-81cd-0368abf2d4f3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-security--572059172', 'description': 'tempest-security-description-1396676086'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:00.854918 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.864723 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3961-1a2f-46cd-81cd-0368abf2d4f3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.920829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78061c-c863-422d-810f-939fc473510b req-5a0d24fb-14c6-49f3-8ade-0640c26c1c42 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:00.920829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf78061c-c863-422d-810f-939fc473510b req-5a0d24fb-14c6-49f3-8ade-0640c26c1c42 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 949 time: 0.1392159 Sep 20 12:46:00.923653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ae62d-60d6-43f1-8bb2-c1c63e0cc724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f296f36-ed58-45b0-bf7a-25d9e222234d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:46:00.934902 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70508510-b381-430b-a441-696d218b744e" -d '{"events": [{"server_uuid": "232ae62d-60d6-43f1-8bb2-c1c63e0cc724", "name": "network-vif-plugged", "status": "completed", "tag": "2f296f36-ed58-45b0-bf7a-25d9e222234d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:46:00.943158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3961-1a2f-46cd-81cd-0368abf2d4f3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:00.958938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 2f296f36-ed58-45b0-bf7a-25d9e222234d, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2f296f36-ed58-45b0-bf7a-25d9e222234d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:46:00.974775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf78061c-c863-422d-810f-939fc473510b req-2b90c3d5-608a-4cbf-a2d4-5215bf73f302 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Sep 20 12:46:01.018800 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ab92f18-9880-44e0-8b10-f8d865e9111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.042086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3961-1a2f-46cd-81cd-0368abf2d4f3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.042689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.043177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 96f7aabc-fda0-45d2-902c-944a291c4080 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:46:01.045971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3961-1a2f-46cd-81cd-0368abf2d4f3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.049496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92f18-9880-44e0-8b10-f8d865e9111f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6689bf-2894-48e1-b8c4-ea568d818531,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:01.051119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ed0d3961-1a2f-46cd-81cd-0368abf2d4f3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "PUT /v2.0/security-groups/89c3910c-e4a0-4ca1-a659-cb66a61103dd HTTP/1.1" status: 200 len: 1779 time: 0.2317858 Sep 20 12:46:01.051751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45176) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:01.066544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ab92f18-9880-44e0-8b10-f8d865e9111f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.073597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8ab92f18-9880-44e0-8b10-f8d865e9111f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db6689bf-2894-48e1-b8c4-ea568d818531 HTTP/1.1" status: 204 len: 168 time: 0.6171279 Sep 20 12:46:01.074460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45180) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:01.148103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 96f7aabc-fda0-45d2-902c-944a291c4080 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:46:01.148657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 96f7aabc-fda0-45d2-902c-944a291c4080 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:46:01.199497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d3961-1a2f-46cd-81cd-0368abf2d4f3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3910c-e4a0-4ca1-a659-cb66a61103dd,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:01.204057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=2f296f36-ed58-45b0-bf7a-25d9e222234d,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:01.218020 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9a4d9c-fe0e-4501-bfd0-e85b4ed02d85 x-openstack-request-id: req-5a9a4d9c-fe0e-4501-bfd0-e85b4ed02d85 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:46:01.218317 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ae62d-60d6-43f1-8bb2-c1c63e0cc724", "name": "network-vif-plugged", "status": "completed", "tag": "2f296f36-ed58-45b0-bf7a-25d9e222234d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:46:01.218572 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a9a4d9c-fe0e-4501-bfd0-e85b4ed02d85 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:46:01.218970 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ae62d-60d6-43f1-8bb2-c1c63e0cc724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f296f36-ed58-45b0-bf7a-25d9e222234d', 'code': 200} Sep 20 12:46:01.221626 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.242896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45184) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:01.243138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-51428dfc-f067-4d5a-8dd0-1bdf983450fc tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups/89c3910c-e4a0-4ca1-a659-cb66a61103dd HTTP/1.1" status: 200 len: 1779 time: 0.1822972 Sep 20 12:46:01.326692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4cee9-b5c6-4fd9-b120-306ed1195010 req-464cc459-535e-457f-89af-b18a7f2ba00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:01.328218 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dad4cee9-b5c6-4fd9-b120-306ed1195010 req-464cc459-535e-457f-89af-b18a7f2ba00b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 1101 time: 0.0421741 Sep 20 12:46:01.374039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dad4cee9-b5c6-4fd9-b120-306ed1195010 req-ede98060-4210-42d3-8d3f-75f09b8f6fd9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Sep 20 12:46:01.637518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7af11d4-699d-4c39-8ebf-51ec04a26caf tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.640103 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.678208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2608ad-3913-4e17-acf4-4423413a7eae']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:01.688092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7af11d4-699d-4c39-8ebf-51ec04a26caf tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.698177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acaccdf-2b89-465f-a47d-b718f9c18526') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:01.698551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acaccdf-2b89-465f-a47d-b718f9c18526') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:01.720513 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.749983 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.756701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:46:01.757137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:46:01.759457 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:46:01.858517 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7af11d4-699d-4c39-8ebf-51ec04a26caf tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.861125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7af11d4-699d-4c39-8ebf-51ec04a26caf tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.862492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d7af11d4-699d-4c39-8ebf-51ec04a26caf tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/89c3910c-e4a0-4ca1-a659-cb66a61103dd HTTP/1.1" status: 204 len: 168 time: 0.6183038 Sep 20 12:46:01.865244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45196) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:01.873651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af11d4-699d-4c39-8ebf-51ec04a26caf tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3910c-e4a0-4ca1-a659-cb66a61103dd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:01.923909 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b56b312c-ca5d-4bb0-803f-2faf16e73296 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570235 Sep 20 12:46:01.926815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45198) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:01.941560 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-588a4b3d-3777-4f8a-a41b-c44f1f7f7504 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] delete failed (client error): The resource could not be found. Sep 20 12:46:01.942637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-588a4b3d-3777-4f8a-a41b-c44f1f7f7504 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/89c3910c-e4a0-4ca1-a659-cb66a61103dd HTTP/1.1" status: 404 len: 347 time: 0.0147464 Sep 20 12:46:01.946465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45200) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:01.951133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e63d1bc1-8729-446b-9efa-96dd37ab87a8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106211092'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:01.956735 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.964599 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:01.968903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] 10.222.0.37 "DELETE /v2.0/networks/ff2608ad-3913-4e17-acf4-4423413a7eae HTTP/1.1" status: 204 len: 168 time: 0.8901246 Sep 20 12:46:01.988324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62903d-b793-4219-82f0-a27792cb153d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2608ad-3913-4e17-acf4-4423413a7eae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:02.084578 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e63d1bc1-8729-446b-9efa-96dd37ab87a8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.189900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450e0b2-d524-4700-a218-c2d48940a806 req-0f882f59-8835-40d1-acdb-f6643666cb7d tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:02.191394 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1450e0b2-d524-4700-a218-c2d48940a806 req-0f882f59-8835-40d1-acdb-f6643666cb7d tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 950 time: 0.1439204 Sep 20 12:46:02.223998 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e63d1bc1-8729-446b-9efa-96dd37ab87a8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.242085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1450e0b2-d524-4700-a218-c2d48940a806 req-26656afb-50bd-4a47-a8b6-2bf3fd537df3 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Sep 20 12:46:02.275942 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e63d1bc1-8729-446b-9efa-96dd37ab87a8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.306224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d1bc1-8729-446b-9efa-96dd37ab87a8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1424a6-6f5e-4ce8-af14-c74b1d4ec52a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:02.356001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e63d1bc1-8729-446b-9efa-96dd37ab87a8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.357456 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e63d1bc1-8729-446b-9efa-96dd37ab87a8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4098890 Sep 20 12:46:02.360201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45208) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:02.365549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-64c40520-6a34-4107-9a75-9c2d69024e88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '8b1424a6-6f5e-4ce8-af14-c74b1d4ec52a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:02.447412 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64c40520-6a34-4107-9a75-9c2d69024e88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.476160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45212) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:02.523180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d795d0fb-bcc7-4cce-b9af-88e5189c82db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9a590e4a86844c9a461bdff7b34529c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433249 Sep 20 12:46:02.526854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45214) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:02.529704 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64c40520-6a34-4107-9a75-9c2d69024e88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.583257 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b093b22a-c19a-471e-9877-e69197db452b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.610024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b093b22a-c19a-471e-9877-e69197db452b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.624322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64c40520-6a34-4107-9a75-9c2d69024e88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.657429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c40520-6a34-4107-9a75-9c2d69024e88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb60f38-019b-4216-9940-03bce364f1f9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:02.772752 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b093b22a-c19a-471e-9877-e69197db452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.772934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64c40520-6a34-4107-9a75-9c2d69024e88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.775351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-64c40520-6a34-4107-9a75-9c2d69024e88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4139068 Sep 20 12:46:02.778155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45218) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:02.786846 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b093b22a-c19a-471e-9877-e69197db452b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.788803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b093b22a-c19a-471e-9877-e69197db452b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9688dbaf-5362-476e-a133-f709e65d9d15 HTTP/1.1" status: 204 len: 168 time: 0.2597885 Sep 20 12:46:02.806450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093b22a-c19a-471e-9877-e69197db452b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9688dbaf-5362-476e-a133-f709e65d9d15,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:02.813607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c50d73b-5a0d-4d27-aef5-4ba0e5543239 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.823719 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c50d73b-5a0d-4d27-aef5-4ba0e5543239 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.923371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c50d73b-5a0d-4d27-aef5-4ba0e5543239 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.930249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c50d73b-5a0d-4d27-aef5-4ba0e5543239 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:02.931774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c50d73b-5a0d-4d27-aef5-4ba0e5543239 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4fb60f38-019b-4216-9940-03bce364f1f9 HTTP/1.1" status: 204 len: 168 time: 0.1525788 Sep 20 12:46:02.934360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:02.946196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50d73b-5a0d-4d27-aef5-4ba0e5543239 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fb60f38-019b-4216-9940-03bce364f1f9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:02.987741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0354481-4772-4821-827a-04e83e24723c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523193 Sep 20 12:46:02.990442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45226) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:03.041291 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2abac236-f0ad-439d-8992-6c98dc104419 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.062361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2abac236-f0ad-439d-8992-6c98dc104419 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.189353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2abac236-f0ad-439d-8992-6c98dc104419 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.191867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2abac236-f0ad-439d-8992-6c98dc104419 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.193070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2abac236-f0ad-439d-8992-6c98dc104419 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/8b1424a6-6f5e-4ce8-af14-c74b1d4ec52a HTTP/1.1" status: 204 len: 168 time: 0.2017152 Sep 20 12:46:03.196022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45228) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:03.202467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abac236-f0ad-439d-8992-6c98dc104419 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1424a6-6f5e-4ce8-af14-c74b1d4ec52a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:03.244689 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a0cac829-2898-4344-bc87-a4169fa98af0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473330 Sep 20 12:46:03.248518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45232) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:03.253082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-16c747f3-7514-43eb-8a24-b94e5bc58f68 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118176719'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:03.340063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16c747f3-7514-43eb-8a24-b94e5bc58f68 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.383807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad28f-04be-46f3-b3ba-d051f151028f req-db18444e-3662-47f4-b02f-23639fae8af5 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:03.385427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79dad28f-04be-46f3-b3ba-d051f151028f req-db18444e-3662-47f4-b02f-23639fae8af5 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 950 time: 0.0639000 Sep 20 12:46:03.428735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79dad28f-04be-46f3-b3ba-d051f151028f req-ce014dfd-6885-44bf-af92-1edd2a1fd0e8 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Sep 20 12:46:03.442789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16c747f3-7514-43eb-8a24-b94e5bc58f68 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.527868 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16c747f3-7514-43eb-8a24-b94e5bc58f68 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.574061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c747f3-7514-43eb-8a24-b94e5bc58f68 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a071347-08e0-4e19-8518-6afc388b7311,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:03.641022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16c747f3-7514-43eb-8a24-b94e5bc58f68 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.642394 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-16c747f3-7514-43eb-8a24-b94e5bc58f68 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3928971 Sep 20 12:46:03.645249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45252) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:03.650012 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d7939489-5126-4f1d-adda-ad63effea59d tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '9a071347-08e0-4e19-8518-6afc388b7311', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:03.760432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7939489-5126-4f1d-adda-ad63effea59d tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.820168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7939489-5126-4f1d-adda-ad63effea59d tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.921398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7939489-5126-4f1d-adda-ad63effea59d tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:03.944932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7939489-5126-4f1d-adda-ad63effea59d tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa93171-8576-4982-b8d6-297b3f2df4be,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:04.040952 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7939489-5126-4f1d-adda-ad63effea59d tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.042228 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d7939489-5126-4f1d-adda-ad63effea59d tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3959236 Sep 20 12:46:04.045817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45278) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:04.050144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-752a9cf3-bf47-4ca9-a055-be88169a44d0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '9a071347-08e0-4e19-8518-6afc388b7311', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:04.154916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-752a9cf3-bf47-4ca9-a055-be88169a44d0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.212328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-752a9cf3-bf47-4ca9-a055-be88169a44d0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.315750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-752a9cf3-bf47-4ca9-a055-be88169a44d0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.343368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a9cf3-bf47-4ca9-a055-be88169a44d0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd5af4e-7987-43d9-86b6-802a3a544174,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:04.418584 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-752a9cf3-bf47-4ca9-a055-be88169a44d0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.420093 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-752a9cf3-bf47-4ca9-a055-be88169a44d0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733330 Sep 20 12:46:04.428732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45290) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:04.428732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-18f0c31c-0906-4f6a-9db4-7e767a7ff02b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '9a071347-08e0-4e19-8518-6afc388b7311', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:04.561403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18f0c31c-0906-4f6a-9db4-7e767a7ff02b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.660542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18f0c31c-0906-4f6a-9db4-7e767a7ff02b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.733735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18f0c31c-0906-4f6a-9db4-7e767a7ff02b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.761750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0c31c-0906-4f6a-9db4-7e767a7ff02b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5e833e-401f-4ddf-a037-110bfc2b45e5,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:04.835717 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18f0c31c-0906-4f6a-9db4-7e767a7ff02b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:04.840375 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-18f0c31c-0906-4f6a-9db4-7e767a7ff02b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4164133 Sep 20 12:46:04.854366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45312) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:04.865177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2258b5d5-0a3d-4475-92a4-bdb648ddbb46 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '9a071347-08e0-4e19-8518-6afc388b7311', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:04.961754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c14e8020-d2a6-4765-9ff4-071d2432d852 req-cd6cefbe-3e1f-459e-9469-ceaf37208b47 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0366855 Sep 20 12:46:04.990855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2258b5d5-0a3d-4475-92a4-bdb648ddbb46 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.060900 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2258b5d5-0a3d-4475-92a4-bdb648ddbb46 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.133499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2258b5d5-0a3d-4475-92a4-bdb648ddbb46 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.150360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258b5d5-0a3d-4475-92a4-bdb648ddbb46 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be11627-ce19-442a-a72b-d2bb7b153557,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:05.215217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2258b5d5-0a3d-4475-92a4-bdb648ddbb46 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.215217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2258b5d5-0a3d-4475-92a4-bdb648ddbb46 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3571963 Sep 20 12:46:05.217260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45328) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:05.221956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0fac3fdb-0b2c-4fce-ac82-67904fda109e tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '9a071347-08e0-4e19-8518-6afc388b7311', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:05.303853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fac3fdb-0b2c-4fce-ac82-67904fda109e tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.368347 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fac3fdb-0b2c-4fce-ac82-67904fda109e tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.419300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fac3fdb-0b2c-4fce-ac82-67904fda109e tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.442125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac3fdb-0b2c-4fce-ac82-67904fda109e tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d02647-5773-4531-b747-2201cab7d5bd,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:05.515249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fac3fdb-0b2c-4fce-ac82-67904fda109e tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.516728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0fac3fdb-0b2c-4fce-ac82-67904fda109e tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2983410 Sep 20 12:46:05.519720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:05.546718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-190b3b83-6311-4e07-858f-d0bbe407483c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.555725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-190b3b83-6311-4e07-858f-d0bbe407483c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.658523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-190b3b83-6311-4e07-858f-d0bbe407483c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.663768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-190b3b83-6311-4e07-858f-d0bbe407483c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.669958 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-190b3b83-6311-4e07-858f-d0bbe407483c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c6d02647-5773-4531-b747-2201cab7d5bd HTTP/1.1" status: 204 len: 168 time: 0.1445606 Sep 20 12:46:05.670085 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45338) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:05.676858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b3b83-6311-4e07-858f-d0bbe407483c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6d02647-5773-4531-b747-2201cab7d5bd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:05.731616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-32f5d19f-441b-448e-ab0e-7ad94a9d3979 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0617540 Sep 20 12:46:05.734319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45340) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:05.769783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a83a968-b0de-4cf4-868f-e8456a574a4b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.780126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a83a968-b0de-4cf4-868f-e8456a574a4b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.903787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a83a968-b0de-4cf4-868f-e8456a574a4b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.910538 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a83a968-b0de-4cf4-868f-e8456a574a4b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:05.914862 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5a83a968-b0de-4cf4-868f-e8456a574a4b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8be11627-ce19-442a-a72b-d2bb7b153557 HTTP/1.1" status: 204 len: 168 time: 0.1762741 Sep 20 12:46:05.915193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45346) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:05.926199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83a968-b0de-4cf4-868f-e8456a574a4b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8be11627-ce19-442a-a72b-d2bb7b153557,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:05.971570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-216fa2c0-1fca-4423-8cf4-13873f76be0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0527008 Sep 20 12:46:05.971732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45348) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:05.997495 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc50fadc-f836-43d3-97dd-afd60cd1aa88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.006131 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc50fadc-f836-43d3-97dd-afd60cd1aa88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.105969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d7abd60-ecfa-4fb2-a72b-3b7e00f47f8a req-73afdd82-00d1-4b07-902f-ff9e7525dec4 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0451798 Sep 20 12:46:06.115493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc50fadc-f836-43d3-97dd-afd60cd1aa88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.124099 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc50fadc-f836-43d3-97dd-afd60cd1aa88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.129208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:06.134134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bc50fadc-f836-43d3-97dd-afd60cd1aa88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bc5e833e-401f-4ddf-a037-110bfc2b45e5 HTTP/1.1" status: 204 len: 168 time: 0.1570346 Sep 20 12:46:06.144390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50fadc-f836-43d3-97dd-afd60cd1aa88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc5e833e-401f-4ddf-a037-110bfc2b45e5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:06.209190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-25009689-e77d-47e5-96e7-df666db887cf tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0782630 Sep 20 12:46:06.212835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45356) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:06.267164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdb6d-9eee-44a8-a568-3b80dcffe794 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.282438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdb6d-9eee-44a8-a568-3b80dcffe794 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.401271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdb6d-9eee-44a8-a568-3b80dcffe794 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.406758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdb6d-9eee-44a8-a568-3b80dcffe794 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.410459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eb4fdb6d-9eee-44a8-a568-3b80dcffe794 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1dd5af4e-7987-43d9-86b6-802a3a544174 HTTP/1.1" status: 204 len: 168 time: 0.1937952 Sep 20 12:46:06.412291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:06.426152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fdb6d-9eee-44a8-a568-3b80dcffe794 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dd5af4e-7987-43d9-86b6-802a3a544174,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:06.459012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-474cece5-ee52-421a-9d63-2c136aa4671b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0467832 Sep 20 12:46:06.462918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45360) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:06.508560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63396a82-4806-4017-a7da-9c78e9bd6646 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.524828 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63396a82-4806-4017-a7da-9c78e9bd6646 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.601876 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63396a82-4806-4017-a7da-9c78e9bd6646 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.609467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63396a82-4806-4017-a7da-9c78e9bd6646 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.610692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-63396a82-4806-4017-a7da-9c78e9bd6646 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8aa93171-8576-4982-b8d6-297b3f2df4be HTTP/1.1" status: 204 len: 168 time: 0.1467016 Sep 20 12:46:06.613660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45368) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:06.616768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63396a82-4806-4017-a7da-9c78e9bd6646 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aa93171-8576-4982-b8d6-297b3f2df4be,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:06.667257 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1d182ac3-0b4d-4894-87d9-dfbb99f1cc53 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519423 Sep 20 12:46:06.669494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45370) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:06.732042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b38aba3-3590-46ae-ba22-83dc8c97ac10 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.755935 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b38aba3-3590-46ae-ba22-83dc8c97ac10 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.899188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b38aba3-3590-46ae-ba22-83dc8c97ac10 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.904967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b38aba3-3590-46ae-ba22-83dc8c97ac10 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:06.906976 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b38aba3-3590-46ae-ba22-83dc8c97ac10 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a071347-08e0-4e19-8518-6afc388b7311 HTTP/1.1" status: 204 len: 168 time: 0.2363002 Sep 20 12:46:06.909792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:06.937598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38aba3-3590-46ae-ba22-83dc8c97ac10 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a071347-08e0-4e19-8518-6afc388b7311,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:06.996197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c8f8d31-f25e-42e7-8446-4a292f4a0090 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847936 Sep 20 12:46:07.000609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45380) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:07.007120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3606f5fa-9079-4c7b-9f2a-2445fc03caf6 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709984544'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:07.139036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3606f5fa-9079-4c7b-9f2a-2445fc03caf6 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.249958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3606f5fa-9079-4c7b-9f2a-2445fc03caf6 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.290821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a674a1e6-84ee-4417-8ccb-09173b7158ae req-a60e29b5-87cc-4339-8ab7-20bf0d687107 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0288627 Sep 20 12:46:07.332397 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3606f5fa-9079-4c7b-9f2a-2445fc03caf6 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.366569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606f5fa-9079-4c7b-9f2a-2445fc03caf6 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761bd261-2018-455d-8b24-3bac85409cb5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:07.418275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3606f5fa-9079-4c7b-9f2a-2445fc03caf6 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.422097 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3606f5fa-9079-4c7b-9f2a-2445fc03caf6 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4177446 Sep 20 12:46:07.422415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45390) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:07.432765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0fc87ead-e4db-4960-8d87-bfe84bbaf924 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '761bd261-2018-455d-8b24-3bac85409cb5', 'direction': 'ingress', 'protocol': 17}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:07.596105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fc87ead-e4db-4960-8d87-bfe84bbaf924 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.676037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fc87ead-e4db-4960-8d87-bfe84bbaf924 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.744546 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fc87ead-e4db-4960-8d87-bfe84bbaf924 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.764861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc87ead-e4db-4960-8d87-bfe84bbaf924 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52eb7df-3196-4dab-854d-c33694fcd8d1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:07.853173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fc87ead-e4db-4960-8d87-bfe84bbaf924 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.854741 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0fc87ead-e4db-4960-8d87-bfe84bbaf924 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4313881 Sep 20 12:46:07.857667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:07.932135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28ae0242-33f8-431a-84bd-ade55fe40256 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:07.970917 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28ae0242-33f8-431a-84bd-ade55fe40256 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.098999 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28ae0242-33f8-431a-84bd-ade55fe40256 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.103375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28ae0242-33f8-431a-84bd-ade55fe40256 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.108979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-28ae0242-33f8-431a-84bd-ade55fe40256 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/761bd261-2018-455d-8b24-3bac85409cb5 HTTP/1.1" status: 204 len: 168 time: 0.2459543 Sep 20 12:46:08.109509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45412) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:08.137737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae0242-33f8-431a-84bd-ade55fe40256 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bd261-2018-455d-8b24-3bac85409cb5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:08.222708 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2a1558e2-793a-4280-854e-04097a7f4e46 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086013 Sep 20 12:46:08.223940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45418) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:08.230791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cd75470a-7fc3-426f-82f0-bf793ab8215c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-secgroup--759833896'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:08.355717 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd75470a-7fc3-426f-82f0-bf793ab8215c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.484254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d596d6a2-6846-4548-aaf2-56fd9ae6d236 req-20b79c83-6024-46fc-ad1e-5cba2599e521 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0396578 Sep 20 12:46:08.510593 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd75470a-7fc3-426f-82f0-bf793ab8215c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.520584 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5fe0ce01-f38f-4c63-832b-64ab435e0ff9 req-e34fd4b1-586f-44ad-aea9-f85f6d851e73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0535576 Sep 20 12:46:08.590482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd75470a-7fc3-426f-82f0-bf793ab8215c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.639138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9c74a-cdd1-4898-aeb2-f3edeadb6dac req-64127277-bded-48e8-aa09-aadcf66426f6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:08.640527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9a9c74a-cdd1-4898-aeb2-f3edeadb6dac req-64127277-bded-48e8-aa09-aadcf66426f6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0806115 Sep 20 12:46:08.641719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75470a-7fc3-426f-82f0-bf793ab8215c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168d6186-90d8-4ef9-a7e2-a118ba8da1aa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:08.686554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9a9c74a-cdd1-4898-aeb2-f3edeadb6dac req-c101517f-7390-4b01-96d7-88c39d06069a tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Sep 20 12:46:08.715025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd75470a-7fc3-426f-82f0-bf793ab8215c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.716350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cd75470a-7fc3-426f-82f0-bf793ab8215c tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4912779 Sep 20 12:46:08.719104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:08.723573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-aef50936-9621-41e5-86f5-d0661246d110 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283678394'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:08.801100 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aef50936-9621-41e5-86f5-d0661246d110 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.897961 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aef50936-9621-41e5-86f5-d0661246d110 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.960257 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aef50936-9621-41e5-86f5-d0661246d110 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:08.989956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef50936-9621-41e5-86f5-d0661246d110 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40d7b28-0ed8-4ab6-843e-4d7da25f153c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:09.074460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aef50936-9621-41e5-86f5-d0661246d110 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.075758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aef50936-9621-41e5-86f5-d0661246d110 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3556790 Sep 20 12:46:09.078694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45440) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:09.083221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-49f2894b-aff8-47b4-8c5c-e1d9e40ccb88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '168d6186-90d8-4ef9-a7e2-a118ba8da1aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd40d7b28-0ed8-4ab6-843e-4d7da25f153c', 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:09.170386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49f2894b-aff8-47b4-8c5c-e1d9e40ccb88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.248342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49f2894b-aff8-47b4-8c5c-e1d9e40ccb88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.342957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49f2894b-aff8-47b4-8c5c-e1d9e40ccb88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.360261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2894b-aff8-47b4-8c5c-e1d9e40ccb88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3109891f-4624-4781-b03c-6a7374fefa39,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:09.427107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49f2894b-aff8-47b4-8c5c-e1d9e40ccb88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.427107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-49f2894b-aff8-47b4-8c5c-e1d9e40ccb88 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3444040 Sep 20 12:46:09.429656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:09.458963 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a659b1a-ad89-42f8-9931-2458b12184c8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.468350 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a659b1a-ad89-42f8-9931-2458b12184c8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.566889 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a659b1a-ad89-42f8-9931-2458b12184c8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.575400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a659b1a-ad89-42f8-9931-2458b12184c8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.576538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a659b1a-ad89-42f8-9931-2458b12184c8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3109891f-4624-4781-b03c-6a7374fefa39 HTTP/1.1" status: 204 len: 168 time: 0.1457481 Sep 20 12:46:09.579242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45452) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:09.592979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a659b1a-ad89-42f8-9931-2458b12184c8 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3109891f-4624-4781-b03c-6a7374fefa39,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:09.620182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71dbd66e-f7b4-4735-975a-471ffb7c051b req-a02cb72d-4748-43c9-ba10-5dd5ae3dabd8 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0423899 Sep 20 12:46:09.626576 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0efd3980-23ef-4473-9df8-d5b9916165ea tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0460224 Sep 20 12:46:09.629381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45454) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:09.680794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37977ca3-1756-4259-8099-78c0422314a9 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.702398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37977ca3-1756-4259-8099-78c0422314a9 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.813410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46cba9-e8d1-4f6d-93e0-dcfbaa472046 req-aba65e1e-224c-4469-933d-e499fff46b74 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:09.815328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b46cba9-e8d1-4f6d-93e0-dcfbaa472046 req-aba65e1e-224c-4469-933d-e499fff46b74 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0557334 Sep 20 12:46:09.852685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37977ca3-1756-4259-8099-78c0422314a9 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.855012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b46cba9-e8d1-4f6d-93e0-dcfbaa472046 req-bf7ce2c9-fefc-4ca6-9174-a33f26f00834 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Sep 20 12:46:09.855374 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37977ca3-1756-4259-8099-78c0422314a9 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:09.856548 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-37977ca3-1756-4259-8099-78c0422314a9 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/d40d7b28-0ed8-4ab6-843e-4d7da25f153c HTTP/1.1" status: 204 len: 168 time: 0.2258394 Sep 20 12:46:09.867865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:09.888582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37977ca3-1756-4259-8099-78c0422314a9 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40d7b28-0ed8-4ab6-843e-4d7da25f153c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:09.924831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0c70c85-0a99-4ad0-aa03-a6ad3d1e4cd2 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0642674 Sep 20 12:46:09.927277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:09.986375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35f720c6-5236-4ac4-9341-a0162bed0d6f tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.009001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35f720c6-5236-4ac4-9341-a0162bed0d6f tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.105892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-525cfa8c-72e2-4504-9a2c-18ef6d678cb6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:10.107406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-525cfa8c-72e2-4504-9a2c-18ef6d678cb6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 945 time: 0.0512764 Sep 20 12:46:10.109770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35f720c6-5236-4ac4-9341-a0162bed0d6f tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.129115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35f720c6-5236-4ac4-9341-a0162bed0d6f tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.129115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-35f720c6-5236-4ac4-9341-a0162bed0d6f tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/168d6186-90d8-4ef9-a7e2-a118ba8da1aa HTTP/1.1" status: 204 len: 168 time: 0.1853740 Sep 20 12:46:10.129115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45470) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:10.134510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f720c6-5236-4ac4-9341-a0162bed0d6f tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168d6186-90d8-4ef9-a7e2-a118ba8da1aa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:10.166253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-48d2df21-8dfd-4f73-9e3a-53f34d154edc tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484731 Sep 20 12:46:10.170360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45472) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:10.174752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-602c3f26-5c53-47e7-b323-66236a8fe6ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330271579'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:10.206946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Deleting port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:46:10.207206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.269320 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-602c3f26-5c53-47e7-b323-66236a8fe6ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.296742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] For port 31b8b5aa-b2ec-4157-9eb8-51402d04b266, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=31b8b5aa-b2ec-4157-9eb8-51402d04b266,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:46:10.297203 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.309215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Calling delete_port for 31b8b5aa-b2ec-4157-9eb8-51402d04b266 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:46:10.358736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-602c3f26-5c53-47e7-b323-66236a8fe6ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.440041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-602c3f26-5c53-47e7-b323-66236a8fe6ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.470871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c3f26-5c53-47e7-b323-66236a8fe6ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436868d0-3ddc-46ba-9958-8217eee9ee75,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:10.526487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.539942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d758791e-bb24-405d-af9f-2f0bd16416a5', 'b78d5491-99c2-4491-8731-54a0cae230e7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:46:10.542414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7', '31b8b5aa-b2ec-4157-9eb8-51402d04b266'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:46:10.549392 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-602c3f26-5c53-47e7-b323-66236a8fe6ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.553644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-602c3f26-5c53-47e7-b323-66236a8fe6ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3795521 Sep 20 12:46:10.553789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Pushing event deleted for resources: {'Port': ['ID=31b8b5aa-b2ec-4157-9eb8-51402d04b266,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:10.554260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:10.563889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-934ceec7-51a9-4002-93eb-41091d06dba4 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': '436868d0-3ddc-46ba-9958-8217eee9ee75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:10.597477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] No DVR routers for this DVR port 31b8b5aa-b2ec-4157-9eb8-51402d04b266 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:46:10.600125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.602347 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47f0c94e-0cee-44d3-99d0-146ce697c5c2 req-a2a4dfa7-f93c-4fa8-90d6-807c00576c9f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.32 "DELETE /v2.0/ports/31b8b5aa-b2ec-4157-9eb8-51402d04b266 HTTP/1.1" status: 204 len: 173 time: 0.4883935 Sep 20 12:46:10.602845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8893895-28a8-44a2-bac3-fa87cc7e1cf0', 'name': 'network-vif-deleted', 'tag': '31b8b5aa-b2ec-4157-9eb8-51402d04b266'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:46:10.605942 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d8123f-d005-487e-9b85-cc573356ef91" -d '{"events": [{"server_uuid": "f8893895-28a8-44a2-bac3-fa87cc7e1cf0", "name": "network-vif-deleted", "tag": "31b8b5aa-b2ec-4157-9eb8-51402d04b266"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:46:10.682248 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-934ceec7-51a9-4002-93eb-41091d06dba4 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.780899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-934ceec7-51a9-4002-93eb-41091d06dba4 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.824096 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1275ec0-a65b-4a74-9d98-1d297267b209 x-openstack-request-id: req-c1275ec0-a65b-4a74-9d98-1d297267b209 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:46:10.824392 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8893895-28a8-44a2-bac3-fa87cc7e1cf0", "name": "network-vif-deleted", "tag": "31b8b5aa-b2ec-4157-9eb8-51402d04b266", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:46:10.824643 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1275ec0-a65b-4a74-9d98-1d297267b209 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:46:10.826161 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8893895-28a8-44a2-bac3-fa87cc7e1cf0', 'name': 'network-vif-deleted', 'tag': '31b8b5aa-b2ec-4157-9eb8-51402d04b266', 'status': 'completed', 'code': 200} Sep 20 12:46:10.830717 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-934ceec7-51a9-4002-93eb-41091d06dba4 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.865167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ceec7-51a9-4002-93eb-41091d06dba4 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a44dc5-58c8-4c72-befd-46db9019e87c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:10.954020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49b38677-7985-491e-ae47-05be9557e400 req-9eb55793-0398-44d1-a39d-66008824e9aa tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0282898 Sep 20 12:46:10.961954 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-934ceec7-51a9-4002-93eb-41091d06dba4 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:10.963440 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-934ceec7-51a9-4002-93eb-41091d06dba4 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4077380 Sep 20 12:46:10.966442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:11.015582 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92508153-a672-452b-b6ad-c0fbc094e8e3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.026810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92508153-a672-452b-b6ad-c0fbc094e8e3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.089403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2f55d73-2c4a-47be-9d71-d59bff4c03eb req-6ec1ef52-137c-404f-93e0-e44f8c8c0924 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8893895-28a8-44a2-bac3-fa87cc7e1cf0 HTTP/1.1" status: 200 len: 210 time: 0.0296504 Sep 20 12:46:11.127563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92508153-a672-452b-b6ad-c0fbc094e8e3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.140445 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92508153-a672-452b-b6ad-c0fbc094e8e3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.140584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45502) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:11.141072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-92508153-a672-452b-b6ad-c0fbc094e8e3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/67a44dc5-58c8-4c72-befd-46db9019e87c HTTP/1.1" status: 204 len: 168 time: 0.1704571 Sep 20 12:46:11.166502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92508153-a672-452b-b6ad-c0fbc094e8e3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67a44dc5-58c8-4c72-befd-46db9019e87c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:11.183052 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bce9c06c-9def-4810-8ac0-31bde9fd272a tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440705 Sep 20 12:46:11.185828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45510) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:11.275303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b26c7564-8fe8-46d3-93e8-a9fabee384ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.300424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b26c7564-8fe8-46d3-93e8-a9fabee384ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.434998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b26c7564-8fe8-46d3-93e8-a9fabee384ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.437718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b26c7564-8fe8-46d3-93e8-a9fabee384ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.438862 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b26c7564-8fe8-46d3-93e8-a9fabee384ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/436868d0-3ddc-46ba-9958-8217eee9ee75 HTTP/1.1" status: 204 len: 168 time: 0.2519743 Sep 20 12:46:11.441518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45520) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:11.448299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c7564-8fe8-46d3-93e8-a9fabee384ca tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436868d0-3ddc-46ba-9958-8217eee9ee75,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:11.492306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45522) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:11.497854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-10e89c65-758f-4ffb-bf4c-3883fcf0f1aa tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group': {'name': 'tempest-secgroup--569618617'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:11.503192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-807e667b-cf86-43f9-9908-258b5094d0a6 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589023 Sep 20 12:46:11.624401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10e89c65-758f-4ffb-bf4c-3883fcf0f1aa tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.640226 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cc5a77e-7ce0-4226-8989-039c34a446fa req-b1762a50-af97-41ce-a468-9a009d97a904 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0341616 Sep 20 12:46:11.727629 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10e89c65-758f-4ffb-bf4c-3883fcf0f1aa tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.806031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10e89c65-758f-4ffb-bf4c-3883fcf0f1aa tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.835295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e89c65-758f-4ffb-bf4c-3883fcf0f1aa tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4af7e-672f-44ab-831e-500a78671072,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:11.909266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10e89c65-758f-4ffb-bf4c-3883fcf0f1aa tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:11.909266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-10e89c65-758f-4ffb-bf4c-3883fcf0f1aa tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4126809 Sep 20 12:46:11.909588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45536) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:11.914445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ffc09d71-6d4b-432c-a1a0-061a3fb130dd tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4af7e-672f-44ab-831e-500a78671072', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:12.051395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d71-6d4b-432c-a1a0-061a3fb130dd tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.106608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d71-6d4b-432c-a1a0-061a3fb130dd tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.183878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d71-6d4b-432c-a1a0-061a3fb130dd tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.201728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09d71-6d4b-432c-a1a0-061a3fb130dd tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd205bb5-ff84-4e19-9e4e-01cc8e05db5d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:12.275180 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffc09d71-6d4b-432c-a1a0-061a3fb130dd tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.276470 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ffc09d71-6d4b-432c-a1a0-061a3fb130dd tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3659606 Sep 20 12:46:12.279111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45544) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:12.295479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e2f786dd-0c4f-408c-a13d-0f1c32759935 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules/dd205bb5-ff84-4e19-9e4e-01cc8e05db5d HTTP/1.1" status: 200 len: 763 time: 0.0152879 Sep 20 12:46:12.297802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45546) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:12.347229 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d1fdd547-a1dc-4a50-b640-ba39646eed30 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460770 Sep 20 12:46:12.347574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45550) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:12.360504 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e9609d2b-6cac-411f-8498-c82b55d5266e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.377640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b2485ab-c342-4e5d-96c8-ef3dac995396 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.386012 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b2485ab-c342-4e5d-96c8-ef3dac995396 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.492450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b2485ab-c342-4e5d-96c8-ef3dac995396 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.500306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b2485ab-c342-4e5d-96c8-ef3dac995396 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.504604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1b2485ab-c342-4e5d-96c8-ef3dac995396 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/dd205bb5-ff84-4e19-9e4e-01cc8e05db5d HTTP/1.1" status: 204 len: 168 time: 0.1528733 Sep 20 12:46:12.504701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45552) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:12.515437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2485ab-c342-4e5d-96c8-ef3dac995396 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd205bb5-ff84-4e19-9e4e-01cc8e05db5d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:12.556528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3710650c-de7a-49ac-8c43-7740248cc143 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513196 Sep 20 12:46:12.559065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45556) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:12.563346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-10c522f5-2f41-4598-aa98-a540b6893187 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4af7e-672f-44ab-831e-500a78671072', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:12.670703 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10c522f5-2f41-4598-aa98-a540b6893187 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.750813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-157deac0-ff2c-4470-8637-df6abc50cdf6 req-e2e12dc8-83bd-47c9-9863-8bea01854184 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0325184 Sep 20 12:46:12.767358 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10c522f5-2f41-4598-aa98-a540b6893187 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.841111 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10c522f5-2f41-4598-aa98-a540b6893187 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.858362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c522f5-2f41-4598-aa98-a540b6893187 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b11532-0f20-4963-8653-3944bbca62bd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:12.966745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10c522f5-2f41-4598-aa98-a540b6893187 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:12.975391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-10c522f5-2f41-4598-aa98-a540b6893187 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4144681 Sep 20 12:46:12.975763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45566) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:12.996527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-44c5f8f8-ba87-4c57-b6ad-619d55870334 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules/e0b11532-0f20-4963-8653-3944bbca62bd HTTP/1.1" status: 200 len: 763 time: 0.0182035 Sep 20 12:46:13.001900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45568) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.051865 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-20cd23cb-b9ed-4abc-8463-086b0cb2dd37 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0487137 Sep 20 12:46:13.054907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45570) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.078925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c96b990c-b165-41b5-ace3-f544f348c502 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.088461 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c96b990c-b165-41b5-ace3-f544f348c502 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.189662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c96b990c-b165-41b5-ace3-f544f348c502 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.197126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c96b990c-b165-41b5-ace3-f544f348c502 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.198980 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c96b990c-b165-41b5-ace3-f544f348c502 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e0b11532-0f20-4963-8653-3944bbca62bd HTTP/1.1" status: 204 len: 168 time: 0.1424048 Sep 20 12:46:13.202625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45576) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.203890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b990c-b165-41b5-ace3-f544f348c502 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0b11532-0f20-4963-8653-3944bbca62bd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:13.252998 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-66997bb7-e9c8-4bee-bbcb-e318f2a1bc00 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491164 Sep 20 12:46:13.255755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45578) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.260881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e24fce3a-3150-469d-b1f8-81f2ec4a8a0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4af7e-672f-44ab-831e-500a78671072', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:13.361502 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-e24fce3a-3150-469d-b1f8-81f2ec4a8a0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Project 131d7857721549898862ec5fe46228d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:46:13.366788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e24fce3a-3150-469d-b1f8-81f2ec4a8a0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.423359 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e24fce3a-3150-469d-b1f8-81f2ec4a8a0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.480819 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e24fce3a-3150-469d-b1f8-81f2ec4a8a0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.502943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fce3a-3150-469d-b1f8-81f2ec4a8a0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b4f93d-01c0-4edb-afac-077ae04ef595,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:13.566739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e24fce3a-3150-469d-b1f8-81f2ec4a8a0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.569124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e24fce3a-3150-469d-b1f8-81f2ec4a8a0b tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3112485 Sep 20 12:46:13.571228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45586) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.589651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-932c1489-09bb-4349-b589-f656e1dde1f0 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules/f1b4f93d-01c0-4edb-afac-077ae04ef595 HTTP/1.1" status: 200 len: 769 time: 0.0171051 Sep 20 12:46:13.592320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45590) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.636435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45592) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.636699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8249f86-2e8f-4fb1-811c-8c5d58435368 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0430977 Sep 20 12:46:13.668797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3782e404-a632-4dd3-b509-2dfa404108a3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.677332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3782e404-a632-4dd3-b509-2dfa404108a3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.806390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3782e404-a632-4dd3-b509-2dfa404108a3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.813201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3782e404-a632-4dd3-b509-2dfa404108a3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.816606 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3782e404-a632-4dd3-b509-2dfa404108a3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f1b4f93d-01c0-4edb-afac-077ae04ef595 HTTP/1.1" status: 204 len: 168 time: 0.1766016 Sep 20 12:46:13.816841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45600) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.829130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782e404-a632-4dd3-b509-2dfa404108a3 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1b4f93d-01c0-4edb-afac-077ae04ef595,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:13.872987 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-54844975-e7fe-4914-bbc7-32686df44c18 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0548251 Sep 20 12:46:13.877613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45602) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:13.884665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f12982a0-f568-46ad-9ac8-88dad9facdb7 req-74300c93-6a95-4986-a2e4-e90d556ad768 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0286775 Sep 20 12:46:13.933971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aa72-8e72-4c0b-91bc-461d62056864 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:13.962690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aa72-8e72-4c0b-91bc-461d62056864 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:14.201191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aa72-8e72-4c0b-91bc-461d62056864 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:14.203863 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aa72-8e72-4c0b-91bc-461d62056864 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:14.209542 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3cd6aa72-8e72-4c0b-91bc-461d62056864 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "DELETE /v2.0/security-groups/a6f4af7e-672f-44ab-831e-500a78671072 HTTP/1.1" status: 204 len: 168 time: 0.3264015 Sep 20 12:46:14.209702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:14.230273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6aa72-8e72-4c0b-91bc-461d62056864 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4af7e-672f-44ab-831e-500a78671072,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:14.275045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-143cbbcb-2225-4509-8776-7c39c3803f44 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616484 Sep 20 12:46:14.275821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45624) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:14.307745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 31b8b5aa-b2ec-4157-9eb8-51402d04b266 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:46:14.319246 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b8c6a16f-9713-423b-9ef6-f0a85cf9aff7 tempest-SecGroupIPv6Test-101369751 tempest-SecGroupIPv6Test-101369751-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424938 Sep 20 12:46:14.330644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 31b8b5aa-b2ec-4157-9eb8-51402d04b266 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:46:14.331059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 31b8b5aa-b2ec-4157-9eb8-51402d04b266 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:46:14.754854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45638) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:15.006288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1876452e-870a-423a-be77-f18a7297cc31 req-6fbc9912-a527-4074-806f-aa9307bd42cf tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0398695 Sep 20 12:46:15.026659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45646) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:15.026852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-68e564ed-6aec-46e9-b499-c606d0cc2edc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=131d7857721549898862ec5fe46228d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706876 Sep 20 12:46:15.081775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42be4199-b5ae-4a65-af47-fd99ba0949f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:15.106672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42be4199-b5ae-4a65-af47-fd99ba0949f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:15.195314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0df7f386-2b66-45e4-9d3f-84ea4bffed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:15.223774 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42be4199-b5ae-4a65-af47-fd99ba0949f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:15.227301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42be4199-b5ae-4a65-af47-fd99ba0949f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:15.231200 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-42be4199-b5ae-4a65-af47-fd99ba0949f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b30924c-aef7-4cef-97cb-2445b13e3b01 HTTP/1.1" status: 204 len: 168 time: 0.2006452 Sep 20 12:46:15.236578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be4199-b5ae-4a65-af47-fd99ba0949f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b30924c-aef7-4cef-97cb-2445b13e3b01,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:15.622691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:16.016826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026254b-da1c-4294-be1a-185c32f8fe95 req-55b9a9b0-3fa8-42f9-a3e6-90885e7ab40d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:16.019013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0026254b-da1c-4294-be1a-185c32f8fe95 req-55b9a9b0-3fa8-42f9-a3e6-90885e7ab40d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 945 time: 0.0584061 Sep 20 12:46:16.058937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0026254b-da1c-4294-be1a-185c32f8fe95 req-064f6245-5521-4a6b-b77a-28271932ca34 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Sep 20 12:46:16.431047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7aa4671d-1988-4054-b920-5ac14d355dbf req-773c3b6f-cf3f-4ca3-810a-dbc6cf2de111 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0335982 Sep 20 12:46:16.552239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524b09e-ecc9-49b3-b53a-ef957247fd3a req-64627026-820f-455e-880f-26e7da69d0e6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:16.553757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1524b09e-ecc9-49b3-b53a-ef957247fd3a req-64627026-820f-455e-880f-26e7da69d0e6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0484841 Sep 20 12:46:16.562553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45702) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:16.567186 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:16.601042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1524b09e-ecc9-49b3-b53a-ef957247fd3a req-6321394c-03da-43bf-9eff-cc23a997b4bc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395112 Sep 20 12:46:16.735152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504174363'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:16.764514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-1d5c3077-38b9-49ee-a134-6f0d8e1c5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:16.766153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-1d5c3077-38b9-49ee-a134-6f0d8e1c5b35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1096 time: 0.2911713 Sep 20 12:46:16.860151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-1595f0ac-252b-487d-9249-9aadb79b9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:16.861560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-1595f0ac-252b-487d-9249-9aadb79b9f31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.0874376 Sep 20 12:46:16.863214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:16.877666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:16.957099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-ba02ce3d-23d7-4fa4-965f-d213bdb6bf38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 999 time: 0.0853646 Sep 20 12:46:17.029640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-3647b5b2-3bcf-4f1c-9339-3470689c10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:17.031118 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-3647b5b2-3bcf-4f1c-9339-3470689c10e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0647080 Sep 20 12:46:17.112720 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:17.117601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-b3fb173a-b2c5-4728-bc89-2cdff40c40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:17.119128 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-b3fb173a-b2c5-4728-bc89-2cdff40c40f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750308 Sep 20 12:46:17.174367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:17.224407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00f5c-f418-4e67-9996-b2d3c03eee1e req-dd72d39c-efe2-4a78-9cb6-4d7a517706d9 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:17.234061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43e00f5c-f418-4e67-9996-b2d3c03eee1e req-dd72d39c-efe2-4a78-9cb6-4d7a517706d9 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 945 time: 0.0724475 Sep 20 12:46:17.274333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43e00f5c-f418-4e67-9996-b2d3c03eee1e req-bd9862d5-247c-44f4-89bd-f679067d324e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Sep 20 12:46:17.331318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec942a-940a-4483-8d88-2b72f7dba744,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:17.340612 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-ba715459-a813-455e-81de-92c085f7f81e service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136812 Sep 20 12:46:17.394447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-ec4a24d2-9f53-4079-86bf-25b0e06802de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3170710 Sep 20 12:46:17.455923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:17.513537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c63c58d-f664-4c0b-9647-cd92d7b9bd84 req-c1822415-2c57-4f61-b69c-de77eb8eec53 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610949 Sep 20 12:46:17.516855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-72e0aca0-7618-4015-8a8a-3f14e07c5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:17.518289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-72e0aca0-7618-4015-8a8a-3f14e07c5d03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3db779ebb0af435caa60234c808aca68&device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 1096 time: 0.0794618 Sep 20 12:46:17.532679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:17.569435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a888a4ca-a5c0-4a02-a9f1-9aaf1f8bf0d8 req-67fddf00-f816-4019-b51c-0115d3a19c83 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0346503 Sep 20 12:46:17.762749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90bc50-8dd6-4bf2-9a47-f8d3c4fdaa24 req-5eb8b2d5-df43-4836-99d2-bb3815960333 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:17.764610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b90bc50-8dd6-4bf2-9a47-f8d3c4fdaa24 req-5eb8b2d5-df43-4836-99d2-bb3815960333 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0754855 Sep 20 12:46:17.808000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b90bc50-8dd6-4bf2-9a47-f8d3c4fdaa24 req-a876adfa-491f-4b8d-a28f-3f067d26662c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366027 Sep 20 12:46:17.951129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff113da-40e5-42dc-ae24-475b6a852abe,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:17.967268 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.023516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-e17dd50c-12da-49e4-aa13-b40a5ef96e20 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:18.029190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-e17dd50c-12da-49e4-aa13-b40a5ef96e20 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.21 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 945 time: 0.1347721 Sep 20 12:46:18.070882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.070882 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cddd5e1b-ec18-498c-a2ef-36f689c84e22 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5045581 Sep 20 12:46:18.073234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45748) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:18.082274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-651f3fd2-09d4-406d-9a42-8207b4f1641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:18.083705 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-651f3fd2-09d4-406d-9a42-8207b4f1641d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 200 len: 915 time: 0.1925292 Sep 20 12:46:18.169842 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-d1d393f3-7363-4017-8ac9-c68b70e4f414 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d758791e-bb24-405d-af9f-2f0bd16416a5 HTTP/1.1" status: 200 len: 217 time: 0.0763078 Sep 20 12:46:18.246716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0d1449bd-9864-4c44-80ae-335eb1e64d00 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1720209 Sep 20 12:46:18.250022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:18.255473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-97556767-796e-4bfa-aeed-3c4147b04d96 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-security--507357285', 'description': 'tempest-security-description-353402669'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:18.264928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-fb2aa93a-f25a-4d78-8f1b-c470bf79fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:18.266573 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-fb2aa93a-f25a-4d78-8f1b-c470bf79fcd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 200 len: 855 time: 0.0892985 Sep 20 12:46:18.277276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Deleting port b78d5491-99c2-4491-8731-54a0cae230e7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:46:18.277603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.285093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97556767-796e-4bfa-aeed-3c4147b04d96 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.343357 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-1d96b298-1f2f-4951-9017-e0c3772de7e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9632465-5019-476c-90d3-619aeeb2d00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684402 Sep 20 12:46:18.346294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97556767-796e-4bfa-aeed-3c4147b04d96 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.438598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de336aa-6b4f-4308-854f-1f6220e32597 req-d3e61537-2dce-47fd-afa5-27eb55edc8f6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:18.440492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5de336aa-6b4f-4308-854f-1f6220e32597 req-d3e61537-2dce-47fd-afa5-27eb55edc8f6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 945 time: 0.0653696 Sep 20 12:46:18.442178 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97556767-796e-4bfa-aeed-3c4147b04d96 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.453000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97556767-796e-4bfa-aeed-3c4147b04d96 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.453000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-97556767-796e-4bfa-aeed-3c4147b04d96 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "PUT /v2.0/security-groups/eff113da-40e5-42dc-ae24-475b6a852abe HTTP/1.1" status: 200 len: 1778 time: 0.1959331 Sep 20 12:46:18.454818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45758) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:18.477541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] For port b78d5491-99c2-4491-8731-54a0cae230e7, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b78d5491-99c2-4491-8731-54a0cae230e7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:46:18.479142 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.496208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Calling delete_port for b78d5491-99c2-4491-8731-54a0cae230e7 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:46:18.520984 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-4bc6338d-9a62-4254-b446-1f38e8554f8a service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422458 Sep 20 12:46:18.524733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97556767-796e-4bfa-aeed-3c4147b04d96 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff113da-40e5-42dc-ae24-475b6a852abe,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:18.548504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5de336aa-6b4f-4308-854f-1f6220e32597 req-b397eb7a-2d44-4858-b1be-aa1ff2cb4800 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955691 Sep 20 12:46:18.551117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8965cfd-1b81-456a-9d37-cc0764c436d8 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups/eff113da-40e5-42dc-ae24-475b6a852abe HTTP/1.1" status: 200 len: 1778 time: 0.0953388 Sep 20 12:46:18.554745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:18.625792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-162c89a7-5999-4ecc-949d-136492f39fe5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.688464 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-162c89a7-5999-4ecc-949d-136492f39fe5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.752992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31414b12-7459-487b-8024-e5e4836ade22 req-0a722956-4f15-45ad-9fbd-5364a9fedacd tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0428994 Sep 20 12:46:18.789610 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-389b4abf-b8e6-46b0-aac3-f4c956519fa0 req-6999c828-eebd-4d26-ae8b-591657fe6fb2 service neutron] 10.222.0.21 "GET /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308040 Sep 20 12:46:18.916109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-162c89a7-5999-4ecc-949d-136492f39fe5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.919861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-162c89a7-5999-4ecc-949d-136492f39fe5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.920535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:18.922954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-162c89a7-5999-4ecc-949d-136492f39fe5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/eff113da-40e5-42dc-ae24-475b6a852abe HTTP/1.1" status: 204 len: 168 time: 0.3668973 Sep 20 12:46:18.927355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45768) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:18.934821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c89a7-5999-4ecc-949d-136492f39fe5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff113da-40e5-42dc-ae24-475b6a852abe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:18.935745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:46:18.939244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d758791e-bb24-405d-af9f-2f0bd16416a5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:46:19.019904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e6163-4cff-408a-b999-726a59afcc3e req-f686221a-2943-4287-b858-81d06e1fc3ef tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:19.027385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Pushing event deleted for resources: {'Port': ['ID=b78d5491-99c2-4491-8731-54a0cae230e7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:19.042275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-189e6163-4cff-408a-b999-726a59afcc3e req-f686221a-2943-4287-b858-81d06e1fc3ef tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0783746 Sep 20 12:46:19.072234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] No DVR routers for this DVR port b78d5491-99c2-4491-8731-54a0cae230e7 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:46:19.081729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5dfae82f-7a69-4d38-88e9-08f06f09d4cc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1508715 Sep 20 12:46:19.083076 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.084832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:19.087390 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-683c6a24-5b80-4c00-a644-f363be96fcbc req-62501567-5c9b-4229-9ec6-07edfc49659d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.21 "DELETE /v2.0/ports/b78d5491-99c2-4491-8731-54a0cae230e7 HTTP/1.1" status: 204 len: 173 time: 1.0544412 Sep 20 12:46:19.087390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10e3526-bfd1-42f1-b8fe-bd0428d98c5f', 'name': 'network-vif-deleted', 'tag': 'b78d5491-99c2-4491-8731-54a0cae230e7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:46:19.095200 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16fdf11-1d0b-498e-977a-1d56b58a47f5" -d '{"events": [{"server_uuid": "b10e3526-bfd1-42f1-b8fe-bd0428d98c5f", "name": "network-vif-deleted", "tag": "b78d5491-99c2-4491-8731-54a0cae230e7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:46:19.120823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-189e6163-4cff-408a-b999-726a59afcc3e req-ec4fe6e9-5495-45f7-9537-5584c41f34da tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772762 Sep 20 12:46:19.121861 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-2ffd6925-f9db-48d5-a6e1-fc2f64b1804a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] delete failed (client error): The resource could not be found. Sep 20 12:46:19.126648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ffd6925-f9db-48d5-a6e1-fc2f64b1804a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/eff113da-40e5-42dc-ae24-475b6a852abe HTTP/1.1" status: 404 len: 347 time: 0.0368278 Sep 20 12:46:19.126950 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:19.133546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-995c9d91-b957-4346-9f9b-e621a6125e4a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146902841'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:19.187214 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f62452-ac31-4ce5-a0be-a030c53a46c0 x-openstack-request-id: req-b9f62452-ac31-4ce5-a0be-a030c53a46c0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:46:19.187913 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10e3526-bfd1-42f1-b8fe-bd0428d98c5f", "name": "network-vif-deleted", "tag": "b78d5491-99c2-4491-8731-54a0cae230e7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:46:19.188521 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9f62452-ac31-4ce5-a0be-a030c53a46c0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:46:19.190524 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10e3526-bfd1-42f1-b8fe-bd0428d98c5f', 'name': 'network-vif-deleted', 'tag': 'b78d5491-99c2-4491-8731-54a0cae230e7', 'status': 'completed', 'code': 200} Sep 20 12:46:19.206624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-995c9d91-b957-4346-9f9b-e621a6125e4a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.300334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-995c9d91-b957-4346-9f9b-e621a6125e4a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.384619 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-995c9d91-b957-4346-9f9b-e621a6125e4a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.415184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c9d91-b957-4346-9f9b-e621a6125e4a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58446c15-fb09-477b-9eba-d169047fe459,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:19.498279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-995c9d91-b957-4346-9f9b-e621a6125e4a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.499611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-995c9d91-b957-4346-9f9b-e621a6125e4a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3704522 Sep 20 12:46:19.502577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45780) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:19.508272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e0ee91f8-d2a5-4818-adbb-746faa6631d3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': '58446c15-fb09-477b-9eba-d169047fe459', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:19.600154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0ee91f8-d2a5-4818-adbb-746faa6631d3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.669049 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d545027-24b3-4950-acb1-876b63c09750 req-0ecfe0b3-ed68-444b-aedd-9b63a09e9eb0 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10e3526-bfd1-42f1-b8fe-bd0428d98c5f HTTP/1.1" status: 200 len: 210 time: 0.0298111 Sep 20 12:46:19.672440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0ee91f8-d2a5-4818-adbb-746faa6631d3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.727179 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0ee91f8-d2a5-4818-adbb-746faa6631d3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.751406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee91f8-d2a5-4818-adbb-746faa6631d3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4752973d-561b-4b4f-bafb-db7a315c3b8e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:19.829468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0ee91f8-d2a5-4818-adbb-746faa6631d3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.841366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e0ee91f8-d2a5-4818-adbb-746faa6631d3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272998 Sep 20 12:46:19.841366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45786) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:19.860030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c22bf80-81c4-42bf-82bf-79c256d3f242 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.872378 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c22bf80-81c4-42bf-82bf-79c256d3f242 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.903947 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.960854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c22bf80-81c4-42bf-82bf-79c256d3f242 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.968201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c22bf80-81c4-42bf-82bf-79c256d3f242 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:19.973640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9313e29-6362-44e2-a1fc-7ee99eacdafa req-5bd289d7-3747-4c66-9059-8497c1cfbb0f tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0263340 Sep 20 12:46:19.974271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8c22bf80-81c4-42bf-82bf-79c256d3f242 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4752973d-561b-4b4f-bafb-db7a315c3b8e HTTP/1.1" status: 204 len: 168 time: 0.1343348 Sep 20 12:46:19.974453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:19.987167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22bf80-81c4-42bf-82bf-79c256d3f242 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4752973d-561b-4b4f-bafb-db7a315c3b8e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:20.046457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c323d886-2950-4978-9539-f60a56e82bdf tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704234 Sep 20 12:46:20.049100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:20.106990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43bcb7e7-4699-4511-9bf9-1e1abff01956 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.132809 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43bcb7e7-4699-4511-9bf9-1e1abff01956 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.251362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45800) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:20.255687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006a842-5550-49d4-9084-d33c28901dbc req-9a4546c7-2fd6-42e5-a65e-b07929a0bafd tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:20.263640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b006a842-5550-49d4-9084-d33c28901dbc req-9a4546c7-2fd6-42e5-a65e-b07929a0bafd tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0594952 Sep 20 12:46:20.278907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43bcb7e7-4699-4511-9bf9-1e1abff01956 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.283805 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43bcb7e7-4699-4511-9bf9-1e1abff01956 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.285061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-43bcb7e7-4699-4511-9bf9-1e1abff01956 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/58446c15-fb09-477b-9eba-d169047fe459 HTTP/1.1" status: 204 len: 168 time: 0.2343092 Sep 20 12:46:20.288117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45804) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:20.302268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcb7e7-4699-4511-9bf9-1e1abff01956 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58446c15-fb09-477b-9eba-d169047fe459,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:20.318016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b006a842-5550-49d4-9084-d33c28901dbc req-f4645ebc-0a4e-4730-b4bd-085a619bfcb4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534792 Sep 20 12:46:20.360472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.365270 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-71082ff7-e561-438e-b8c9-4f10c2d13169 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714099 Sep 20 12:46:20.365964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:20.371076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fc4f1877-ca03-4a8b-a968-3b19764d3a05 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-secgroup--229356015'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:20.419060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51f884fb-edd1-4794-ac68-74243a5bd6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.435069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1877-ca03-4a8b-a968-3b19764d3a05 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.525350 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-8c2efc36-801e-46d2-87a0-928bac6c146b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619671 Sep 20 12:46:20.546871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b78d5491-99c2-4491-8731-54a0cae230e7 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:46:20.570215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: b78d5491-99c2-4491-8731-54a0cae230e7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:46:20.570831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b78d5491-99c2-4491-8731-54a0cae230e7 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:46:20.587299 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51f884fb-edd1-4794-ac68-74243a5bd6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.600246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-66910d42-572f-4bce-b3ae-adcee6b363ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:20.602428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-66910d42-572f-4bce-b3ae-adcee6b363ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0538249 Sep 20 12:46:20.648434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51f884fb-edd1-4794-ac68-74243a5bd6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.730369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1877-ca03-4a8b-a968-3b19764d3a05 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.734355 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-51f884fb-edd1-4794-ac68-74243a5bd6c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a05230f612048d2be911c7898fdfa17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818854 Sep 20 12:46:20.737333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:20.743208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f884fb-edd1-4794-ac68-74243a5bd6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09b4b7d-d3e2-4a9c-9e73-9dd08ab5e15b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:20.762537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-d6ff21ee-a76d-460b-8d8a-eec4f7e9e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:20.764114 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-d6ff21ee-a76d-460b-8d8a-eec4f7e9e324 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.1427228 Sep 20 12:46:20.795409 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55672cec-3fae-4e42-a2e5-287cac2d1b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.812230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1877-ca03-4a8b-a968-3b19764d3a05 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.814611 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-afcafac0-1ef4-49e0-94b3-2e4309b80666 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2990b3c8-d862-4b71-9e45-009ece039019 HTTP/1.1" status: 200 len: 217 time: 0.0431607 Sep 20 12:46:20.833156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55672cec-3fae-4e42-a2e5-287cac2d1b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.873902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-34453bea-8ec1-411f-9249-5ff661ad2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:20.875538 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-34453bea-8ec1-411f-9249-5ff661ad2fc8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0498080 Sep 20 12:46:20.878575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f1877-ca03-4a8b-a968-3b19764d3a05 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ea7b7d-ec2b-4517-80c4-6113b718f7b2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:20.926450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-9149a51a-b67f-48e7-ab45-35d749b8c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:20.928125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-9149a51a-b67f-48e7-ab45-35d749b8c5fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450816 Sep 20 12:46:20.973057 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1877-ca03-4a8b-a968-3b19764d3a05 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.977799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc4f1877-ca03-4a8b-a968-3b19764d3a05 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6070611 Sep 20 12:46:20.977799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55672cec-3fae-4e42-a2e5-287cac2d1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.980519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55672cec-3fae-4e42-a2e5-287cac2d1b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:20.982631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-55672cec-3fae-4e42-a2e5-287cac2d1b42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e09b4b7d-d3e2-4a9c-9e73-9dd08ab5e15b HTTP/1.1" status: 204 len: 168 time: 0.2432818 Sep 20 12:46:20.982631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:21.001826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8312dd95-c5da-46a3-8897-946f72d4a01e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': '38ea7b7d-ec2b-4517-80c4-6113b718f7b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:21.011316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55672cec-3fae-4e42-a2e5-287cac2d1b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09b4b7d-d3e2-4a9c-9e73-9dd08ab5e15b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:21.043970 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-a30d40c3-5cb7-4515-95e6-7ebf5e9e0731 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086433 Sep 20 12:46:21.144144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8312dd95-c5da-46a3-8897-946f72d4a01e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.158181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-213e6715-c1b5-4ecc-9bda-b8d0d48ef569 req-8f7f8cf9-cc9f-4ed7-bfdc-af138b565667 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011941 Sep 20 12:46:21.214447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8312dd95-c5da-46a3-8897-946f72d4a01e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.247800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd1a4aae-748e-415a-aa29-284eb67104af req-eb01f2ae-765d-46eb-897c-1cc848e2e8be tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0258989 Sep 20 12:46:21.322249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8312dd95-c5da-46a3-8897-946f72d4a01e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.360926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312dd95-c5da-46a3-8897-946f72d4a01e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3ebc26-a323-4b05-8d95-fa70d51711a7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:21.391458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5bf03-4763-46b4-9230-29f427eda082 req-d615bc18-73ec-4c5b-96d1-e95d7744aad6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:21.392994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35f5bf03-4763-46b4-9230-29f427eda082 req-d615bc18-73ec-4c5b-96d1-e95d7744aad6 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 945 time: 0.0825975 Sep 20 12:46:21.435786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35f5bf03-4763-46b4-9230-29f427eda082 req-5f1bee7e-919c-463e-b3b3-dc23aa151e58 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351708 Sep 20 12:46:21.457984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8312dd95-c5da-46a3-8897-946f72d4a01e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.463466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8312dd95-c5da-46a3-8897-946f72d4a01e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4650071 Sep 20 12:46:21.463897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:21.469043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e01c56ee-7aeb-43f3-bdd6-0d1c17e1986b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': '38ea7b7d-ec2b-4517-80c4-6113b718f7b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:21.545433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed522878-5fe6-4efc-b9f3-389e078a01c4 req-2cd4f3b2-f3cc-4f71-b4b8-4ca19019ff10 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:21.546935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed522878-5fe6-4efc-b9f3-389e078a01c4 req-2cd4f3b2-f3cc-4f71-b4b8-4ca19019ff10 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Sep 20 12:46:21.585002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed522878-5fe6-4efc-b9f3-389e078a01c4 req-16d34542-47bd-4265-8908-506982214820 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318758 Sep 20 12:46:21.601272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e01c56ee-7aeb-43f3-bdd6-0d1c17e1986b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.662198 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e01c56ee-7aeb-43f3-bdd6-0d1c17e1986b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.737610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e01c56ee-7aeb-43f3-bdd6-0d1c17e1986b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.757972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c56ee-7aeb-43f3-bdd6-0d1c17e1986b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40401bd6-e506-466d-94f1-9896c65cb885,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:21.848904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:21.862226 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7cf68fe-b889-4e60-87db-f33dde49d813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.871168 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e01c56ee-7aeb-43f3-bdd6-0d1c17e1986b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:21.872383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e01c56ee-7aeb-43f3-bdd6-0d1c17e1986b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4073179 Sep 20 12:46:21.875334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45832) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:21.880469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-51c48872-e629-4dab-9db9-df2fb804b3f0 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': '38ea7b7d-ec2b-4517-80c4-6113b718f7b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:21.960985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7cf68fe-b889-4e60-87db-f33dde49d813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.040556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7cf68fe-b889-4e60-87db-f33dde49d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.092409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c7cf68fe-b889-4e60-87db-f33dde49d813 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27b024836f7345b7b358fb0178426e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423854 Sep 20 12:46:22.093317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf68fe-b889-4e60-87db-f33dde49d813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86dd0a5-2dcf-4be8-aced-a62e5e0050e1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:22.095035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45836) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:22.150531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c48872-e629-4dab-9db9-df2fb804b3f0 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.161895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39f23892-3ed0-4c8a-8f1c-15691f4fe90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.204331 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39f23892-3ed0-4c8a-8f1c-15691f4fe90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.243345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c48872-e629-4dab-9db9-df2fb804b3f0 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.315147 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c48872-e629-4dab-9db9-df2fb804b3f0 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.340348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48872-e629-4dab-9db9-df2fb804b3f0 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56450b5-5daf-4211-894b-d6d4f35b7364,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:22.344877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39f23892-3ed0-4c8a-8f1c-15691f4fe90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.347417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39f23892-3ed0-4c8a-8f1c-15691f4fe90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.351819 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-39f23892-3ed0-4c8a-8f1c-15691f4fe90c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f86dd0a5-2dcf-4be8-aced-a62e5e0050e1 HTTP/1.1" status: 204 len: 168 time: 0.2553120 Sep 20 12:46:22.360434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f23892-3ed0-4c8a-8f1c-15691f4fe90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86dd0a5-2dcf-4be8-aced-a62e5e0050e1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:22.364868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6df990de-555b-444a-b3dd-b6b4d3d872bf req-c33bb370-a08d-4956-896f-07eb19f77c9a tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0397897 Sep 20 12:46:22.417090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c48872-e629-4dab-9db9-df2fb804b3f0 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.418766 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-51c48872-e629-4dab-9db9-df2fb804b3f0 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5414429 Sep 20 12:46:22.421052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45842) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:22.425737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9cd0609d-cb9d-468c-833e-610a9b7f12d4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': '38ea7b7d-ec2b-4517-80c4-6113b718f7b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:22.506058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae688a-f2ef-4774-9314-713444ef268b req-a3a6edb5-aa8b-49ff-97d5-bd90a58be31f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:22.507776 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-17ae688a-f2ef-4774-9314-713444ef268b req-a3a6edb5-aa8b-49ff-97d5-bd90a58be31f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.32 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 945 time: 0.0543699 Sep 20 12:46:22.562539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96024ccf-01a9-4f26-a5ef-035e4894115f req-cba0562a-1a08-4856-b274-827b5f14390f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:22.563849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96024ccf-01a9-4f26-a5ef-035e4894115f req-cba0562a-1a08-4856-b274-827b5f14390f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 945 time: 0.0510590 Sep 20 12:46:22.597420 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cd0609d-cb9d-468c-833e-610a9b7f12d4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.605434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96024ccf-01a9-4f26-a5ef-035e4894115f req-64212ce9-8342-4f29-9550-29320bb8ba2e tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346336 Sep 20 12:46:22.652061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Deleting port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:46:22.652408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.685801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cd0609d-cb9d-468c-833e-610a9b7f12d4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.726818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20847b28-0e18-41ae-9af9-2bb0bc35f819 req-4a27eda9-b835-4537-9eeb-a210e0083032 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:22.728414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20847b28-0e18-41ae-9af9-2bb0bc35f819 req-4a27eda9-b835-4537-9eeb-a210e0083032 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0542893 Sep 20 12:46:22.755375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] For port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:46:22.755747 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.774598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Calling delete_port for d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:46:22.784868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20847b28-0e18-41ae-9af9-2bb0bc35f819 req-fc7c3e6b-4b29-4f50-a981-2c69b98261c8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497954 Sep 20 12:46:22.831729 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cd0609d-cb9d-468c-833e-610a9b7f12d4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:22.856190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0609d-cb9d-468c-833e-610a9b7f12d4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91189ee-63a8-4587-89af-d17644b7a4ec,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:23.017224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cd0609d-cb9d-468c-833e-610a9b7f12d4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.018594 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9cd0609d-cb9d-468c-833e-610a9b7f12d4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5964494 Sep 20 12:46:23.021411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45856) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:23.026306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-de1ecc1d-e014-4654-8b72-b981b79877ea tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': '38ea7b7d-ec2b-4517-80c4-6113b718f7b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:23.063182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.076166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d758791e-bb24-405d-af9f-2f0bd16416a5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:46:23.097187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Pushing event deleted for resources: {'Port': ['ID=d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:23.156031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:46:23.163190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] No DVR routers for this DVR port d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:46:23.166683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.168836 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-17ae688a-f2ef-4774-9314-713444ef268b req-e6cde34e-61ce-497f-abae-4655c4eb7482 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.32 "DELETE /v2.0/ports/d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 HTTP/1.1" status: 204 len: 173 time: 0.6544168 Sep 20 12:46:23.169605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1ecc1d-e014-4654-8b72-b981b79877ea tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.177700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e12c68-0ed6-48f9-9051-2b4b9d29ff5d', 'name': 'network-vif-deleted', 'tag': 'd9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:46:23.177700 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaff4df-bfee-4896-b815-e10f9b5706cf" -d '{"events": [{"server_uuid": "11e12c68-0ed6-48f9-9051-2b4b9d29ff5d", "name": "network-vif-deleted", "tag": "d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:46:23.233984 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6b936f-1435-4435-84cc-9ad7688cb571 x-openstack-request-id: req-5e6b936f-1435-4435-84cc-9ad7688cb571 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:46:23.237401 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e12c68-0ed6-48f9-9051-2b4b9d29ff5d", "name": "network-vif-deleted", "tag": "d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:46:23.237401 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e6b936f-1435-4435-84cc-9ad7688cb571 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:46:23.237401 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e12c68-0ed6-48f9-9051-2b4b9d29ff5d', 'name': 'network-vif-deleted', 'tag': 'd9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7', 'status': 'completed', 'code': 200} Sep 20 12:46:23.259713 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1ecc1d-e014-4654-8b72-b981b79877ea tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.367428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1ecc1d-e014-4654-8b72-b981b79877ea tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.388332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ecc1d-e014-4654-8b72-b981b79877ea tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ceda23-950c-441a-9412-b0d9076e8a01,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:23.463274 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de1ecc1d-e014-4654-8b72-b981b79877ea tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.467237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-de1ecc1d-e014-4654-8b72-b981b79877ea tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4422076 Sep 20 12:46:23.467411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45872) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:23.492423 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1516d39a-b710-49d8-8002-57b06571d9c7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.493587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5f20b95-ba54-4578-a3fb-7452075e6557 req-0974667e-cfb6-44ec-a9a8-381672bd95cb tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0277801 Sep 20 12:46:23.501349 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1516d39a-b710-49d8-8002-57b06571d9c7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.594907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1516d39a-b710-49d8-8002-57b06571d9c7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.602053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1516d39a-b710-49d8-8002-57b06571d9c7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.603189 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1516d39a-b710-49d8-8002-57b06571d9c7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e1ceda23-950c-441a-9412-b0d9076e8a01 HTTP/1.1" status: 204 len: 168 time: 0.1349103 Sep 20 12:46:23.605746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45876) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:23.616325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516d39a-b710-49d8-8002-57b06571d9c7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ceda23-950c-441a-9412-b0d9076e8a01,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:23.660707 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-469a44d1-1927-4ec0-bae2-546aed075543 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0510535 Sep 20 12:46:23.660707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45880) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:23.690863 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04023af1-9e96-4419-b42b-e10cac997f43 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.699159 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04023af1-9e96-4419-b42b-e10cac997f43 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.743541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7028a89-353f-4089-9611-f565b34b36c8 req-28f53aba-6db3-4b79-8c8a-f3f7ea758b69 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e12c68-0ed6-48f9-9051-2b4b9d29ff5d HTTP/1.1" status: 200 len: 210 time: 0.0332925 Sep 20 12:46:23.795107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04023af1-9e96-4419-b42b-e10cac997f43 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.799803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04023af1-9e96-4419-b42b-e10cac997f43 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.803661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-04023af1-9e96-4419-b42b-e10cac997f43 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e91189ee-63a8-4587-89af-d17644b7a4ec HTTP/1.1" status: 204 len: 168 time: 0.1366675 Sep 20 12:46:23.803894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:23.813879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04023af1-9e96-4419-b42b-e10cac997f43 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e91189ee-63a8-4587-89af-d17644b7a4ec,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:23.857697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-73928a95-27d6-458e-8e9b-9b709b718cc3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0525413 Sep 20 12:46:23.860934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45890) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:23.896139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62282d0-2254-4d1e-9e2a-03e3d1ef25de tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.905711 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62282d0-2254-4d1e-9e2a-03e3d1ef25de tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:23.916382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebced8d6-2009-445b-8759-6e88d3f130dd req-ce0a6a76-4d57-4621-a5d1-2b350336b15d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:23.918292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebced8d6-2009-445b-8759-6e88d3f130dd req-ce0a6a76-4d57-4621-a5d1-2b350336b15d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0591593 Sep 20 12:46:23.964843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebced8d6-2009-445b-8759-6e88d3f130dd req-aa2572b6-507c-431d-8475-3112a574fcf0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387623 Sep 20 12:46:24.017802 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62282d0-2254-4d1e-9e2a-03e3d1ef25de tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.024501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62282d0-2254-4d1e-9e2a-03e3d1ef25de tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.030913 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a62282d0-2254-4d1e-9e2a-03e3d1ef25de tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f56450b5-5daf-4211-894b-d6d4f35b7364 HTTP/1.1" status: 204 len: 168 time: 0.1637666 Sep 20 12:46:24.030913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62282d0-2254-4d1e-9e2a-03e3d1ef25de tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f56450b5-5daf-4211-894b-d6d4f35b7364,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:24.032598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45894) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:24.080858 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c37770ab-0e0d-47f6-b14e-515f33190e2d tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0471728 Sep 20 12:46:24.083629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45898) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:24.108517 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b9870b6-ef4d-42d9-899b-750537b84d09 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.119100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b9870b6-ef4d-42d9-899b-750537b84d09 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.257843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b9870b6-ef4d-42d9-899b-750537b84d09 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.264308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b9870b6-ef4d-42d9-899b-750537b84d09 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.265432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8b9870b6-ef4d-42d9-899b-750537b84d09 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/40401bd6-e506-466d-94f1-9896c65cb885 HTTP/1.1" status: 204 len: 168 time: 0.1808915 Sep 20 12:46:24.268299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45904) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:24.270744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9870b6-ef4d-42d9-899b-750537b84d09 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40401bd6-e506-466d-94f1-9896c65cb885,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:24.313851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4718025-b5a9-40a2-a624-a88f21982703 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0417955 Sep 20 12:46:24.314009 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45908) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:24.340135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f3e-a59f-4a3f-9477-e34056eb6cdd tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.347469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f3e-a59f-4a3f-9477-e34056eb6cdd tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.463827 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f3e-a59f-4a3f-9477-e34056eb6cdd tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.471097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8f3e-a59f-4a3f-9477-e34056eb6cdd tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.476617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4ca8f3e-a59f-4a3f-9477-e34056eb6cdd tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9c3ebc26-a323-4b05-8d95-fa70d51711a7 HTTP/1.1" status: 204 len: 168 time: 0.1575985 Sep 20 12:46:24.478443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:24.486000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca8f3e-a59f-4a3f-9477-e34056eb6cdd tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c3ebc26-a323-4b05-8d95-fa70d51711a7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:24.524955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca5f5c5d-f1be-4a71-9619-1e50c0bc5795 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446630 Sep 20 12:46:24.530768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:24.617645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f85084d-3aeb-43ff-986d-d745e5c12d31 req-6ae01abc-9e82-4216-b9e3-9a17af9c1f09 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0393150 Sep 20 12:46:24.625769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2c20011-8467-4fa8-9a60-d603f63cacf4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.648556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2c20011-8467-4fa8-9a60-d603f63cacf4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.788463 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2c20011-8467-4fa8-9a60-d603f63cacf4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.791201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2c20011-8467-4fa8-9a60-d603f63cacf4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:24.792538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2c20011-8467-4fa8-9a60-d603f63cacf4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/38ea7b7d-ec2b-4517-80c4-6113b718f7b2 HTTP/1.1" status: 204 len: 168 time: 0.2611313 Sep 20 12:46:24.795848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45926) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:24.805368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c20011-8467-4fa8-9a60-d603f63cacf4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ea7b7d-ec2b-4517-80c4-6113b718f7b2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:24.843325 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7d471325-e68e-4890-8820-32051a6a58a2 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461147 Sep 20 12:46:24.847571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:24.852191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4150cff8-31de-4865-bef5-d0a15f5ca3f7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-secgroup--582821702'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:24.983742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4150cff8-31de-4865-bef5-d0a15f5ca3f7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.074982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4150cff8-31de-4865-bef5-d0a15f5ca3f7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.172131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4150cff8-31de-4865-bef5-d0a15f5ca3f7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.211889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150cff8-31de-4865-bef5-d0a15f5ca3f7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17305e5-36cc-423c-9484-894a3b372997,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:25.291591 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4150cff8-31de-4865-bef5-d0a15f5ca3f7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.295304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4150cff8-31de-4865-bef5-d0a15f5ca3f7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4443078 Sep 20 12:46:25.295874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:25.304380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2fb30396-b094-4ded-a704-5bf9c393afb4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': 'f17305e5-36cc-423c-9484-894a3b372997', 'direction': 'ingress', 'protocol': 17}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:25.457323 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fb30396-b094-4ded-a704-5bf9c393afb4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.537716 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fb30396-b094-4ded-a704-5bf9c393afb4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.612080 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fb30396-b094-4ded-a704-5bf9c393afb4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.638513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb30396-b094-4ded-a704-5bf9c393afb4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983cddc6-c92c-45e5-a493-e3ec3f41ca4c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:25.726831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fc2be17-f488-4f2a-8fdf-9f4bfd8c29c9 req-c048d834-7f93-4af4-896e-0a7f7f0dcff8 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0276031 Sep 20 12:46:25.733855 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fb30396-b094-4ded-a704-5bf9c393afb4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.734955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2fb30396-b094-4ded-a704-5bf9c393afb4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4373889 Sep 20 12:46:25.738022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45948) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:25.823827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbac7ea0-d6af-43fe-bf66-7025509ac212 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:25.858158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbac7ea0-d6af-43fe-bf66-7025509ac212 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.006104 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbac7ea0-d6af-43fe-bf66-7025509ac212 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.009451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbac7ea0-d6af-43fe-bf66-7025509ac212 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.010756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cbac7ea0-d6af-43fe-bf66-7025509ac212 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/f17305e5-36cc-423c-9484-894a3b372997 HTTP/1.1" status: 204 len: 168 time: 0.2711866 Sep 20 12:46:26.013738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:26.023738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac7ea0-d6af-43fe-bf66-7025509ac212 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17305e5-36cc-423c-9484-894a3b372997,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:26.073421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe0891c3-29f4-4747-82fd-b478f62c2b2a tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582027 Sep 20 12:46:26.076905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:26.081328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fd546a2f-4d2a-4309-9e72-3be11956c40f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380722604'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:26.212755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd546a2f-4d2a-4309-9e72-3be11956c40f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.305336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd546a2f-4d2a-4309-9e72-3be11956c40f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.355955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:46:26.372092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd546a2f-4d2a-4309-9e72-3be11956c40f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.380737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:46:26.381343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device d9ab64bf-6ffa-41f9-8b4d-ccefb14c2bc7 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:46:26.405842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd546a2f-4d2a-4309-9e72-3be11956c40f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a44ebf2-fdd3-4c94-8711-5fe80d721bd6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:26.469082 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd546a2f-4d2a-4309-9e72-3be11956c40f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.470500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd546a2f-4d2a-4309-9e72-3be11956c40f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3926802 Sep 20 12:46:26.473288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:26.478334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-86c8cdfc-2fb9-4ffe-90b7-a475afd2499e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778035532'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:26.566579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86c8cdfc-2fb9-4ffe-90b7-a475afd2499e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.671186 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86c8cdfc-2fb9-4ffe-90b7-a475afd2499e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.737752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86c8cdfc-2fb9-4ffe-90b7-a475afd2499e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.768551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8cdfc-2fb9-4ffe-90b7-a475afd2499e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604d294b-99ce-4df1-bc75-1e4ddc6f171a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:26.869603 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86c8cdfc-2fb9-4ffe-90b7-a475afd2499e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:26.869603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-86c8cdfc-2fb9-4ffe-90b7-a475afd2499e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3913918 Sep 20 12:46:26.869603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a69343f-7f59-4ae6-9737-6e3cc38ac732 req-bc4f8d6c-cd75-4f8e-9c1e-9d9c3b7f4109 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0338171 Sep 20 12:46:26.869603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:26.873424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ec003b1e-5eff-4eeb-a576-d93e6880213f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': '4a44ebf2-fdd3-4c94-8711-5fe80d721bd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '604d294b-99ce-4df1-bc75-1e4ddc6f171a', 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:26.995501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec003b1e-5eff-4eeb-a576-d93e6880213f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.088612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec003b1e-5eff-4eeb-a576-d93e6880213f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.160634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec003b1e-5eff-4eeb-a576-d93e6880213f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.184786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec003b1e-5eff-4eeb-a576-d93e6880213f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71800efc-ba3c-4256-a666-9f41c5d1055a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:27.262810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec003b1e-5eff-4eeb-a576-d93e6880213f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.264053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec003b1e-5eff-4eeb-a576-d93e6880213f tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3939962 Sep 20 12:46:27.266822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45990) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:27.292923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c94923-d559-499e-9940-eaff2f61e0c5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.300772 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c94923-d559-499e-9940-eaff2f61e0c5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.417936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c94923-d559-499e-9940-eaff2f61e0c5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.422824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c94923-d559-499e-9940-eaff2f61e0c5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.426462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-85c94923-d559-499e-9940-eaff2f61e0c5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/71800efc-ba3c-4256-a666-9f41c5d1055a HTTP/1.1" status: 204 len: 168 time: 0.1563573 Sep 20 12:46:27.427181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45994) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:27.435611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c94923-d559-499e-9940-eaff2f61e0c5 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71800efc-ba3c-4256-a666-9f41c5d1055a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:27.489368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd4ccb8d-16b5-47ea-ab62-e3c94b038540 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0603991 Sep 20 12:46:27.492670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45996) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:27.549918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48abdf30-b4d4-4a56-b298-862ceeb5e6a3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.573626 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48abdf30-b4d4-4a56-b298-862ceeb5e6a3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.692025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48abdf30-b4d4-4a56-b298-862ceeb5e6a3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.695058 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48abdf30-b4d4-4a56-b298-862ceeb5e6a3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.696235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-48abdf30-b4d4-4a56-b298-862ceeb5e6a3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/604d294b-99ce-4df1-bc75-1e4ddc6f171a HTTP/1.1" status: 204 len: 168 time: 0.2025239 Sep 20 12:46:27.699000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45998) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:27.710544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abdf30-b4d4-4a56-b298-862ceeb5e6a3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604d294b-99ce-4df1-bc75-1e4ddc6f171a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:27.771478 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ed5730c-1051-4e8b-87ea-34a312408e81 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0709784 Sep 20 12:46:27.771818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:27.850523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14547163-e80b-4a0a-9ac5-fb963980876b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.892241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14547163-e80b-4a0a-9ac5-fb963980876b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:27.981970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c178caf2-3094-4345-bf01-8faa53fff5e4 req-e381693b-c091-40fe-b752-097ee4d2c4a1 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0277233 Sep 20 12:46:28.044798 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14547163-e80b-4a0a-9ac5-fb963980876b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.047402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14547163-e80b-4a0a-9ac5-fb963980876b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.054484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-14547163-e80b-4a0a-9ac5-fb963980876b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a44ebf2-fdd3-4c94-8711-5fe80d721bd6 HTTP/1.1" status: 204 len: 168 time: 0.2755885 Sep 20 12:46:28.055261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46006) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:28.062436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14547163-e80b-4a0a-9ac5-fb963980876b tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a44ebf2-fdd3-4c94-8711-5fe80d721bd6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:28.133350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:28.133566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7d15d679-1be4-42db-9b98-d5b9144b5f46 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769010 Sep 20 12:46:28.138349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bce0dec7-4281-4d76-8e1b-924f4b818003 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465783722'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:28.298304 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bce0dec7-4281-4d76-8e1b-924f4b818003 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.402131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bce0dec7-4281-4d76-8e1b-924f4b818003 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.497712 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bce0dec7-4281-4d76-8e1b-924f4b818003 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.532359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0dec7-4281-4d76-8e1b-924f4b818003 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985aca85-d0f0-4a24-bed2-dd2a5347e4e7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:28.599506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bce0dec7-4281-4d76-8e1b-924f4b818003 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.603803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bce0dec7-4281-4d76-8e1b-924f4b818003 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4663353 Sep 20 12:46:28.603987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46020) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:28.608441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b1f29931-3c56-4d24-a553-169951dda8a9 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': '985aca85-d0f0-4a24-bed2-dd2a5347e4e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:28.693418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1f29931-3c56-4d24-a553-169951dda8a9 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.796036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1f29931-3c56-4d24-a553-169951dda8a9 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.821451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da178662-fe08-4981-a5ed-0c26e4e8765a req-4764795f-09fa-425e-a3ca-da8c179cb1a2 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:28.822304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da178662-fe08-4981-a5ed-0c26e4e8765a req-4764795f-09fa-425e-a3ca-da8c179cb1a2 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 945 time: 0.0697389 Sep 20 12:46:28.867054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da178662-fe08-4981-a5ed-0c26e4e8765a req-db5bf2f4-e6c0-4480-943a-d1e9a7b7efe9 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371044 Sep 20 12:46:28.909292 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1f29931-3c56-4d24-a553-169951dda8a9 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:28.929309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f29931-3c56-4d24-a553-169951dda8a9 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc41601-d553-4e14-a74a-236e77cf613f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:29.033941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1f29931-3c56-4d24-a553-169951dda8a9 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.035131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b1f29931-3c56-4d24-a553-169951dda8a9 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4301879 Sep 20 12:46:29.038707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:29.088986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05c646a6-160c-4d90-88d5-cb9bd3cb27a6 req-d2ce5b79-0648-4346-b189-55222c0858b4 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0267248 Sep 20 12:46:29.090315 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d702cc-b2e5-42bb-a77f-97b1a48457a7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.101902 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d702cc-b2e5-42bb-a77f-97b1a48457a7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.217792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d702cc-b2e5-42bb-a77f-97b1a48457a7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.223932 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9d702cc-b2e5-42bb-a77f-97b1a48457a7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.225078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9d702cc-b2e5-42bb-a77f-97b1a48457a7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3fc41601-d553-4e14-a74a-236e77cf613f HTTP/1.1" status: 204 len: 168 time: 0.1853232 Sep 20 12:46:29.228534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46032) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:29.231869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d702cc-b2e5-42bb-a77f-97b1a48457a7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fc41601-d553-4e14-a74a-236e77cf613f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:29.271361 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5aa965d9-edc4-414c-8896-ebeb2bfed1ec tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415165 Sep 20 12:46:29.274474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46034) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:29.326166 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2031ca7f-08cc-4b25-8f94-04698d0cf0ac tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.348585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2031ca7f-08cc-4b25-8f94-04698d0cf0ac tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.446384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2031ca7f-08cc-4b25-8f94-04698d0cf0ac tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.449254 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2031ca7f-08cc-4b25-8f94-04698d0cf0ac tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.450424 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2031ca7f-08cc-4b25-8f94-04698d0cf0ac tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/985aca85-d0f0-4a24-bed2-dd2a5347e4e7 HTTP/1.1" status: 204 len: 168 time: 0.1749988 Sep 20 12:46:29.453296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:29.462833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031ca7f-08cc-4b25-8f94-04698d0cf0ac tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985aca85-d0f0-4a24-bed2-dd2a5347e4e7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:29.508754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-38aeafa8-77c1-46dd-9ec8-fb18ea30b298 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542300 Sep 20 12:46:29.512540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46044) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:29.516953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group': {'name': 'tempest-secgroup--254265611'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:29.623472 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.703250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.851790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.882545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4efd6e-4796-480f-a68a-bb8727f0ea55,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:29.889991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.890374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.890667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.891003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.891328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.891656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.891982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.892309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.892635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.892961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.893311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.893635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:29.974373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:29.975813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5155c8ba-a4a8-4ba8-84ae-4a63981162da tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4621239 Sep 20 12:46:29.978516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46050) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:29.983265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cf148d67-b3b8-4246-a4a3-d2d420856fbc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': 'ed4efd6e-4796-480f-a68a-bb8727f0ea55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:29.988092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547f60a-298b-451f-ac59-1b931af65f5b req-04c5d44c-e379-4fcf-a537-44d7b9fd56fc tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:29.989588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a547f60a-298b-451f-ac59-1b931af65f5b req-04c5d44c-e379-4fcf-a537-44d7b9fd56fc tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 945 time: 0.0513093 Sep 20 12:46:30.031164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a547f60a-298b-451f-ac59-1b931af65f5b req-a03395da-d2b5-43a7-9335-510277fd2b19 tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb62602f-6646-4125-a70a-c717e5e96ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Sep 20 12:46:30.121838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf148d67-b3b8-4246-a4a3-d2d420856fbc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.187353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf148d67-b3b8-4246-a4a3-d2d420856fbc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.204695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-979d947d-9a32-43a5-9898-8896433b9b29 req-f6dafbc5-9625-4a50-b9d1-2f0de644176b tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0302680 Sep 20 12:46:30.280268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf148d67-b3b8-4246-a4a3-d2d420856fbc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.298011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf148d67-b3b8-4246-a4a3-d2d420856fbc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a550ffd-1c58-483c-94b8-97ca204a95a5,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:30.381998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee40f44-be33-45a7-bbae-3457495a322b req-456e1ef5-7e10-4bf5-b1b8-86a7362d9dee tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:30.381998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ee40f44-be33-45a7-bbae-3457495a322b req-456e1ef5-7e10-4bf5-b1b8-86a7362d9dee tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 945 time: 0.0549233 Sep 20 12:46:30.411543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf148d67-b3b8-4246-a4a3-d2d420856fbc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.412713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cf148d67-b3b8-4246-a4a3-d2d420856fbc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4331639 Sep 20 12:46:30.416040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46062) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:30.433315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f9981b3-2666-4639-a818-0d0d77416c88 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules/6a550ffd-1c58-483c-94b8-97ca204a95a5 HTTP/1.1" status: 200 len: 763 time: 0.0161049 Sep 20 12:46:30.436350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:30.477593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Deleting port d758791e-bb24-405d-af9f-2f0bd16416a5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:46:30.477827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.483044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a62afbbb-9eba-4a88-9b55-9d26272f6694 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452592 Sep 20 12:46:30.485706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46068) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:30.516943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a658c378-3f60-46c4-847f-3b957b125589 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.525473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a658c378-3f60-46c4-847f-3b957b125589 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.583991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] For port d758791e-bb24-405d-af9f-2f0bd16416a5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d758791e-bb24-405d-af9f-2f0bd16416a5,segment=NetworkSegment(7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7),segment_id=7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:46:30.584522 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.596780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Calling delete_port for d758791e-bb24-405d-af9f-2f0bd16416a5 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:46:30.645515 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a658c378-3f60-46c4-847f-3b957b125589 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.650377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a658c378-3f60-46c4-847f-3b957b125589 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.653695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a658c378-3f60-46c4-847f-3b957b125589 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6a550ffd-1c58-483c-94b8-97ca204a95a5 HTTP/1.1" status: 204 len: 168 time: 0.1638250 Sep 20 12:46:30.654534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46070) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:30.663724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658c378-3f60-46c4-847f-3b957b125589 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a550ffd-1c58-483c-94b8-97ca204a95a5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:30.707642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6cd617c9-aaff-48bf-a8fa-fee465f1c6a9 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520217 Sep 20 12:46:30.710518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46072) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:30.715654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4519c467-a5d8-494a-ac7e-36243f9f5dc7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': 'ed4efd6e-4796-480f-a68a-bb8727f0ea55', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:30.811767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4519c467-a5d8-494a-ac7e-36243f9f5dc7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.859851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4519c467-a5d8-494a-ac7e-36243f9f5dc7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.932461 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:30.970342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Pushing event deleted for resources: {'Port': ['ID=d758791e-bb24-405d-af9f-2f0bd16416a5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:31.005449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] No DVR routers for this DVR port d758791e-bb24-405d-af9f-2f0bd16416a5 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:46:31.008767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.010852 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ee40f44-be33-45a7-bbae-3457495a322b req-70a90748-d71e-455e-8f73-2bddef173d1f tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.21 "DELETE /v2.0/ports/d758791e-bb24-405d-af9f-2f0bd16416a5 HTTP/1.1" status: 204 len: 173 time: 0.6235325 Sep 20 12:46:31.011315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3', 'name': 'network-vif-deleted', 'tag': 'd758791e-bb24-405d-af9f-2f0bd16416a5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:46:31.013687 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cf772-387d-4564-bbae-3f35e3f11c51" -d '{"events": [{"server_uuid": "a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3", "name": "network-vif-deleted", "tag": "d758791e-bb24-405d-af9f-2f0bd16416a5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:46:31.024384 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4519c467-a5d8-494a-ac7e-36243f9f5dc7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.048808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519c467-a5d8-494a-ac7e-36243f9f5dc7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c4a619-0e9e-4931-a6cd-a3d2981cd7e4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:31.053344 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad491bd3-08bf-4181-b208-ac06dbd83a72 x-openstack-request-id: req-ad491bd3-08bf-4181-b208-ac06dbd83a72 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:46:31.053852 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3", "name": "network-vif-deleted", "tag": "d758791e-bb24-405d-af9f-2f0bd16416a5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:46:31.053953 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad491bd3-08bf-4181-b208-ac06dbd83a72 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:46:31.054372 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3', 'name': 'network-vif-deleted', 'tag': 'd758791e-bb24-405d-af9f-2f0bd16416a5', 'status': 'completed', 'code': 200} Sep 20 12:46:31.131057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7048bedd-7390-4e08-9e25-b34307ac9e22 req-906ea458-b696-4bf6-aa96-d14b4326397d tempest-AttachVolumeNegativeTest-1024950331 tempest-AttachVolumeNegativeTest-1024950331-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7937f6e-5ab8-4ecc-b8d5-67dfbed8fbe3 HTTP/1.1" status: 200 len: 210 time: 0.0254631 Sep 20 12:46:31.152174 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4519c467-a5d8-494a-ac7e-36243f9f5dc7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.152174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4519c467-a5d8-494a-ac7e-36243f9f5dc7 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4393020 Sep 20 12:46:31.153637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:31.171145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-87707031-c5fd-4a2f-8990-2d36819da0b3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules/00c4a619-0e9e-4931-a6cd-a3d2981cd7e4 HTTP/1.1" status: 200 len: 763 time: 0.0160599 Sep 20 12:46:31.173583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46080) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:31.216069 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba33912f-e6ce-4b91-900e-5a5a85c9bfc4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0412483 Sep 20 12:46:31.218411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46082) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:31.246335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-862840a1-a428-4863-89e9-02a7dc911795 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.254395 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-862840a1-a428-4863-89e9-02a7dc911795 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.310607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddad3849-a885-4fa2-8905-766c380176df req-31081da7-8a12-4659-97ce-c1ab2cfcca75 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0253088 Sep 20 12:46:31.371920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-862840a1-a428-4863-89e9-02a7dc911795 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.376854 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-862840a1-a428-4863-89e9-02a7dc911795 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.378064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-862840a1-a428-4863-89e9-02a7dc911795 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/00c4a619-0e9e-4931-a6cd-a3d2981cd7e4 HTTP/1.1" status: 204 len: 168 time: 0.1587148 Sep 20 12:46:31.384830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46088) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:31.386886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862840a1-a428-4863-89e9-02a7dc911795 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00c4a619-0e9e-4931-a6cd-a3d2981cd7e4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:31.427329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0828589a-8cfc-4fe3-ac2d-d6795c7bd50e tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0407848 Sep 20 12:46:31.430340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:31.434956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cbd3fe91-99d1-43f4-9a8b-d840599563a4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Request body: {'security_group_rule': {'security_group_id': 'ed4efd6e-4796-480f-a68a-bb8727f0ea55', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:31.582406 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbd3fe91-99d1-43f4-9a8b-d840599563a4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.634848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbd3fe91-99d1-43f4-9a8b-d840599563a4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.720479 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbd3fe91-99d1-43f4-9a8b-d840599563a4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.739430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3fe91-99d1-43f4-9a8b-d840599563a4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d8ecd7-882e-426b-af10-80da87d306d7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:31.841120 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbd3fe91-99d1-43f4-9a8b-d840599563a4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.844423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cbd3fe91-99d1-43f4-9a8b-d840599563a4 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4110315 Sep 20 12:46:31.845172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46098) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:31.863697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3842f7c2-2580-4ebc-ab9e-0204f45c0875 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules/a7d8ecd7-882e-426b-af10-80da87d306d7 HTTP/1.1" status: 200 len: 764 time: 0.0173481 Sep 20 12:46:31.867888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:31.920266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-68935983-c0d6-4bdc-a413-460dbbd830e1 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0506105 Sep 20 12:46:31.920613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46102) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:31.944109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5bee461-fd33-45a5-bbcc-93c2d38a3266 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:31.951661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5bee461-fd33-45a5-bbcc-93c2d38a3266 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.063492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5bee461-fd33-45a5-bbcc-93c2d38a3266 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.068711 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5bee461-fd33-45a5-bbcc-93c2d38a3266 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.070163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b5bee461-fd33-45a5-bbcc-93c2d38a3266 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a7d8ecd7-882e-426b-af10-80da87d306d7 HTTP/1.1" status: 204 len: 168 time: 0.1485860 Sep 20 12:46:32.072748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46104) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:32.078109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bee461-fd33-45a5-bbcc-93c2d38a3266 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7d8ecd7-882e-426b-af10-80da87d306d7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:32.117724 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-718f3c3a-c43e-4efc-adaf-37dc6e3a5fd3 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395622 Sep 20 12:46:32.119842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46106) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:32.172901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2bb1-2523-431f-a44f-cea1d1f764dc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.188659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:32.202336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2bb1-2523-431f-a44f-cea1d1f764dc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.245421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8858fe72-ec25-4763-a16e-cebe5c8ee5fa admin admin] Deleting subnet b456db65-e9c9-4581-9af5-407ed623b3ed {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:46:32.248487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8858fe72-ec25-4763-a16e-cebe5c8ee5fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.283037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8858fe72-ec25-4763-a16e-cebe5c8ee5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.314442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2bb1-2523-431f-a44f-cea1d1f764dc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.317333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2bb1-2523-431f-a44f-cea1d1f764dc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.321659 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1d1d2bb1-2523-431f-a44f-cea1d1f764dc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed4efd6e-4796-480f-a68a-bb8727f0ea55 HTTP/1.1" status: 204 len: 168 time: 0.1986434 Sep 20 12:46:32.322079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:32.329353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2bb1-2523-431f-a44f-cea1d1f764dc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4efd6e-4796-480f-a68a-bb8727f0ea55,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:32.341133 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8858fe72-ec25-4763-a16e-cebe5c8ee5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.443669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f84e5dfd-a71e-415b-bb19-fb6eb8b99d58 req-be83c82c-a5ef-4eaf-81a1-ed54b0e4f7d8 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0469198 Sep 20 12:46:32.454084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c03d8d5-3b08-41f8-b923-0369c75a45fc tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1261833 Sep 20 12:46:32.456543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46122) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:32.503503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a2f7d389-5ed8-4836-bd71-2e0be06d8088 tempest-SecGroupTest-402862727 tempest-SecGroupTest-402862727-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484083 Sep 20 12:46:32.543733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8858fe72-ec25-4763-a16e-cebe5c8ee5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.568956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858fe72-ec25-4763-a16e-cebe5c8ee5fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b456db65-e9c9-4581-9af5-407ed623b3ed,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:32.577558 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8858fe72-ec25-4763-a16e-cebe5c8ee5fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.581980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8858fe72-ec25-4763-a16e-cebe5c8ee5fa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b456db65-e9c9-4581-9af5-407ed623b3ed HTTP/1.1" status: 204 len: 168 time: 0.3910410 Sep 20 12:46:32.583242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:32.617956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d758791e-bb24-405d-af9f-2f0bd16416a5 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:46:32.647478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: d758791e-bb24-405d-af9f-2f0bd16416a5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:46:32.648079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d758791e-bb24-405d-af9f-2f0bd16416a5 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:46:32.669227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.754287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.774375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9632465-5019-476c-90d3-619aeeb2d00a']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:32.783895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:32.784186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be6b0c6-d2b6-46e2-9ab4-69a48f7db0c7') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:32.795615 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.809457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.815284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:46:32.815730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:46:32.817342 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:46:32.977555 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.982228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:32.984154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] 10.222.0.37 "DELETE /v2.0/networks/c9632465-5019-476c-90d3-619aeeb2d00a HTTP/1.1" status: 204 len: 168 time: 0.3995531 Sep 20 12:46:32.997491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbe6dc-fc1b-43ce-bb37-39ffed1fff5a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9632465-5019-476c-90d3-619aeeb2d00a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:33.254269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:33.568373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46148) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:33.577959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05020db0-a0ed-4f3a-82c3-280121765f2f req-1dd87898-f178-4b2d-8030-6dc61a48318a tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0335689 Sep 20 12:46:33.637749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46152) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:33.645118 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f231694f-6f56-4289-a952-5812e57dd5c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3db779ebb0af435caa60234c808aca68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740433 Sep 20 12:46:33.691900 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f902255c-1ca5-47be-9a25-75d43c59d8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:33.729773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f902255c-1ca5-47be-9a25-75d43c59d8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:33.804704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e816be73-ff56-43fe-9da0-0394c0c608c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa8533d54d714baa8525d044d60741c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466478 Sep 20 12:46:33.805424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46154) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:33.862241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cb8c2b7-42d7-4568-9719-62b2f78c0eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:33.887021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cb8c2b7-42d7-4568-9719-62b2f78c0eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:33.966227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f902255c-1ca5-47be-9a25-75d43c59d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:33.968794 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f902255c-1ca5-47be-9a25-75d43c59d8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:33.970142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f902255c-1ca5-47be-9a25-75d43c59d8c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb62602f-6646-4125-a70a-c717e5e96ee3 HTTP/1.1" status: 204 len: 168 time: 0.3313804 Sep 20 12:46:33.978132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902255c-1ca5-47be-9a25-75d43c59d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb62602f-6646-4125-a70a-c717e5e96ee3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:33.994176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cb8c2b7-42d7-4568-9719-62b2f78c0eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:34.001875 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cb8c2b7-42d7-4568-9719-62b2f78c0eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:34.003262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2cb8c2b7-42d7-4568-9719-62b2f78c0eee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77ec942a-940a-4483-8d88-2b72f7dba744 HTTP/1.1" status: 204 len: 168 time: 0.1973810 Sep 20 12:46:34.043348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8c2b7-42d7-4568-9719-62b2f78c0eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec942a-940a-4483-8d88-2b72f7dba744,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:34.339772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:34.573548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15af6f9b-4563-46f9-b6a2-c541a387abb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:34.720247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2b25d70-efba-42cd-ba54-8139ed30e1a5 req-2d3af643-8a96-44d0-9a28-e781120bb780 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0367229 Sep 20 12:46:34.729989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15af6f9b-4563-46f9-b6a2-c541a387abb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:34.898206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15af6f9b-4563-46f9-b6a2-c541a387abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:34.937259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15af6f9b-4563-46f9-b6a2-c541a387abb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=beaf1bc62dd046a99a481e3ad8271e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962787 Sep 20 12:46:34.938125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af6f9b-4563-46f9-b6a2-c541a387abb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0417112-b5c6-4a7b-b9c4-f74bcca35dbb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:34.940171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46188) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:34.994677 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5bc08ab8-4d2c-44f4-8547-a5861302ade3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:35.022932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5bc08ab8-4d2c-44f4-8547-a5861302ade3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:35.178041 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5bc08ab8-4d2c-44f4-8547-a5861302ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:35.183241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5bc08ab8-4d2c-44f4-8547-a5861302ade3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:35.185364 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5bc08ab8-4d2c-44f4-8547-a5861302ade3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0417112-b5c6-4a7b-b9c4-f74bcca35dbb HTTP/1.1" status: 204 len: 168 time: 0.2439167 Sep 20 12:46:35.198387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc08ab8-4d2c-44f4-8547-a5861302ade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0417112-b5c6-4a7b-b9c4-f74bcca35dbb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:35.832318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46218) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:35.846797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be2f996e-ebf3-4ef4-a58e-7fef85cd441c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:35.854488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da0c6846-d225-4b2e-ab99-768c79c9c11e req-d1171c2c-1e41-429b-a526-85dd7dd256b7 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0351822 Sep 20 12:46:35.973792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be2f996e-ebf3-4ef4-a58e-7fef85cd441c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:36.035066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be2f996e-ebf3-4ef4-a58e-7fef85cd441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:36.078671 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-be2f996e-ebf3-4ef4-a58e-7fef85cd441c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c168dc2a3b54a60a7a64ca3fb08daf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429960 Sep 20 12:46:36.078671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f996e-ebf3-4ef4-a58e-7fef85cd441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa66fbf-f82f-4f34-896e-a396cadb18bf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:36.079802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46226) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:36.143371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8c6b940-d642-468e-9c6e-89381225e05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:36.167222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8c6b940-d642-468e-9c6e-89381225e05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:36.297722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8c6b940-d642-468e-9c6e-89381225e05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:36.301563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8c6b940-d642-468e-9c6e-89381225e05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:36.303831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8c6b940-d642-468e-9c6e-89381225e05f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffa66fbf-f82f-4f34-896e-a396cadb18bf HTTP/1.1" status: 204 len: 168 time: 0.2211952 Sep 20 12:46:36.312763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6b940-d642-468e-9c6e-89381225e05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa66fbf-f82f-4f34-896e-a396cadb18bf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:36.461144 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:46:36.968238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e15771c-28d2-49a2-90c6-fc7283da4cfa req-c5a78cb9-7571-4a7b-845f-013efd5fd8eb tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0310299 Sep 20 12:46:38.358780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c7cbb57-707f-4024-b05e-1c63a5090d04 req-e4b14022-05a4-4e00-9114-8364e48dc1e4 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.3068180 Sep 20 12:46:39.541413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-487a99b6-6e09-4825-968f-3ae34c371fd8 req-f67e32d2-65e0-4a0a-a547-5fda0def6064 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0330138 Sep 20 12:46:39.635481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:39.748183 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6a13e7c-530f-4502-a054-a8b946807f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:39.837032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6a13e7c-530f-4502-a054-a8b946807f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:39.920050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6a13e7c-530f-4502-a054-a8b946807f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:39.947755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a13e7c-530f-4502-a054-a8b946807f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac95715-599a-4841-ade1-3d36e1ef2613,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:39.977879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46352) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:39.978691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f6a13e7c-530f-4502-a054-a8b946807f2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5929c88abf5642f98c3e10c9130d323b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412061 Sep 20 12:46:40.021185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46354) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:40.048340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5b7d296-1592-403c-9123-e2da8a32d43f req-847b6c46-071e-4174-8277-fa11bc366ad5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0311096 Sep 20 12:46:40.058355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c950c868-dcca-4558-90c1-c26b0dc2f4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.080434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c950c868-dcca-4558-90c1-c26b0dc2f4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.136532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-826fc0f3-ce1d-4320-91b7-b7c9607cd4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.183224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c950c868-dcca-4558-90c1-c26b0dc2f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.186247 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c950c868-dcca-4558-90c1-c26b0dc2f4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.190191 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c950c868-dcca-4558-90c1-c26b0dc2f4fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ac95715-599a-4841-ade1-3d36e1ef2613 HTTP/1.1" status: 204 len: 168 time: 0.2084813 Sep 20 12:46:40.196326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950c868-dcca-4558-90c1-c26b0dc2f4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac95715-599a-4841-ade1-3d36e1ef2613,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:40.260567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-826fc0f3-ce1d-4320-91b7-b7c9607cd4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.377202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-826fc0f3-ce1d-4320-91b7-b7c9607cd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.417099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-826fc0f3-ce1d-4320-91b7-b7c9607cd4d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f22de56a123d4d4ab445810bcbeb8cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946309 Sep 20 12:46:40.417846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fc0f3-ce1d-4320-91b7-b7c9607cd4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb93df-bc14-4bbe-a8bc-ec732c3f22bd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:40.419792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46360) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:40.474609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62796953-140e-4a69-b432-10b1797c2adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.499139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62796953-140e-4a69-b432-10b1797c2adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.640424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62796953-140e-4a69-b432-10b1797c2adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.646550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62796953-140e-4a69-b432-10b1797c2adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.648659 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-62796953-140e-4a69-b432-10b1797c2adb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7eb93df-bc14-4bbe-a8bc-ec732c3f22bd HTTP/1.1" status: 204 len: 168 time: 0.2277799 Sep 20 12:46:40.659382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62796953-140e-4a69-b432-10b1797c2adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb93df-bc14-4bbe-a8bc-ec732c3f22bd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:40.703436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b7579cb-4b8a-4611-a37d-ee2dfe80fb8f req-6098b845-a571-4526-81c5-c430cf660ea5 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0653625 Sep 20 12:46:40.881841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46374) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:40.895312 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83e0e90b-0092-48c5-b5ab-85532875835a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:40.992815 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83e0e90b-0092-48c5-b5ab-85532875835a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:41.115542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83e0e90b-0092-48c5-b5ab-85532875835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:41.162929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46386) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:41.163174 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-83e0e90b-0092-48c5-b5ab-85532875835a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee693356fb8c422992f7ea812900e817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791066 Sep 20 12:46:41.164253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0e90b-0092-48c5-b5ab-85532875835a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a23367-55fa-45ad-a51f-9e86cc3dadb8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:41.231036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb6c841d-7dd9-4bc1-af6b-cc16657c5f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:41.254393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb6c841d-7dd9-4bc1-af6b-cc16657c5f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:41.383617 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb6c841d-7dd9-4bc1-af6b-cc16657c5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:41.386465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb6c841d-7dd9-4bc1-af6b-cc16657c5f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:41.387756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eb6c841d-7dd9-4bc1-af6b-cc16657c5f83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11a23367-55fa-45ad-a51f-9e86cc3dadb8 HTTP/1.1" status: 204 len: 168 time: 0.2238214 Sep 20 12:46:41.396284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c841d-7dd9-4bc1-af6b-cc16657c5f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a23367-55fa-45ad-a51f-9e86cc3dadb8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:41.817737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5a5eba8-bc7e-4764-a432-bbeb8a257ec9 req-e5fba5d7-4ac3-4d3b-a36a-a8f7b4649f7a tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0326178 Sep 20 12:46:42.220036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9a88c7f-e758-498b-ab15-40cc866fa5b5 req-0668576b-c167-4c72-a9e1-a53fa037de40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a8c810dee3141b69bc5d09c3e342a43&device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0405340 Sep 20 12:46:42.255698 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9a88c7f-e758-498b-ab15-40cc866fa5b5 req-1c1d63d2-2e0e-41b9-a209-59de91d3cfd3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4a8c810dee3141b69bc5d09c3e342a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276616 Sep 20 12:46:42.269968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f690fd7-3ac5-4c44-955a-253f5924f005 req-7d29bcb4-7bef-4534-b396-130186c3c2ab tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0268416 Sep 20 12:46:42.314981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46432) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:42.371713 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8a48ed2-5524-40c2-96b3-676cf66a616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:42.384181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a88c7f-e758-498b-ab15-40cc866fa5b5 req-88635c60-a772-4567-a41c-6fdaa01229ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:42.385746 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9a88c7f-e758-498b-ab15-40cc866fa5b5 req-88635c60-a772-4567-a41c-6fdaa01229ac service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1232381 Sep 20 12:46:42.476737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c68f951-866a-448e-8457-adec5d5f784e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:42.673044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c68f951-866a-448e-8457-adec5d5f784e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:42.727373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c68f951-866a-448e-8457-adec5d5f784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:42.754972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c68f951-866a-448e-8457-adec5d5f784e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d1595cd32684a03ab80ba7fa30258bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387813 Sep 20 12:46:42.757625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46448) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:42.788388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68f951-866a-448e-8457-adec5d5f784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd66ff0-4d98-48fc-b268-fb45b6377058,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:42.821814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd66c0dc-2efb-4370-a906-50e3fead121c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:42.847757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd66c0dc-2efb-4370-a906-50e3fead121c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:43.040209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd66c0dc-2efb-4370-a906-50e3fead121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:43.042805 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd66c0dc-2efb-4370-a906-50e3fead121c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:43.044007 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd66c0dc-2efb-4370-a906-50e3fead121c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbd66ff0-4d98-48fc-b268-fb45b6377058 HTTP/1.1" status: 204 len: 168 time: 0.2854042 Sep 20 12:46:43.052076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66c0dc-2efb-4370-a906-50e3fead121c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd66ff0-4d98-48fc-b268-fb45b6377058,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:43.385563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-714d751c-3aac-489e-af25-f0f441522452 req-434a178c-3e2a-46b5-9c32-eb6616a23708 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0366158 Sep 20 12:46:43.467548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46474) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:43.591739 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d9a88c7f-e758-498b-ab15-40cc866fa5b5 req-a50eb51f-8785-4e54-bb99-c56691685586 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Sep 20 12:46:43.598431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-757426c5-574a-4a9d-b6c1-eeee95189a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:43.714292 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-757426c5-574a-4a9d-b6c1-eeee95189a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:43.852287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-757426c5-574a-4a9d-b6c1-eeee95189a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:43.892180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-757426c5-574a-4a9d-b6c1-eeee95189a7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95a75eee8a3445ccbaa3692c0df3d4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234521 Sep 20 12:46:43.894348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757426c5-574a-4a9d-b6c1-eeee95189a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d715d-3934-4684-985a-a9140009492a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:43.895098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46500) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:43.961644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33066c55-d92e-4f2f-90a2-ec79c8310801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:43.986757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33066c55-d92e-4f2f-90a2-ec79c8310801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:44.125441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33066c55-d92e-4f2f-90a2-ec79c8310801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:44.128048 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33066c55-d92e-4f2f-90a2-ec79c8310801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:44.129356 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-33066c55-d92e-4f2f-90a2-ec79c8310801 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/473d715d-3934-4684-985a-a9140009492a HTTP/1.1" status: 204 len: 168 time: 0.2331016 Sep 20 12:46:44.143800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066c55-d92e-4f2f-90a2-ec79c8310801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d715d-3934-4684-985a-a9140009492a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:44.497806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2eb0a7d7-271c-4f1d-8488-328dc16686f5 req-c01566ad-25a5-4410-99b2-f30b85514900 tempest-ServerShowV257Test-1639760919 tempest-ServerShowV257Test-1639760919-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb678cce-1ef8-4b32-aedc-55b1bc343898 HTTP/1.1" status: 200 len: 210 time: 0.0285468 Sep 20 12:46:45.252663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-499ae030-6282-4a3f-83a5-1da6844690ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:45.628578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:46.278519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46618) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:46.466269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:46.562114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:46.623555 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:46.634586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46644) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:46.655801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:46.737595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:46.738238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a8c810dee3141b69bc5d09c3e342a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575384 Sep 20 12:46:46.747943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff144fe-a9f6-4491-8003-96c4be184339,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:46.755506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.755889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.756749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.757118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.757452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.757781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.758107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.758457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.758768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.759071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.759453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.759779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0105231-ac1b-4fc6-867d-e61b5aa9d707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:46:46.788192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-99c7b601-a3e6-4243-a6ea-ad286ce0dbf1 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-809046189'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:46.793225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-99c7b601-a3e6-4243-a6ea-ad286ce0dbf1 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Unknown quota resources ['metering_label']. {{(pid=95503) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:46:46.829838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4af763c3-6786-4ad3-9247-04bd540e6f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:46.870224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4af763c3-6786-4ad3-9247-04bd540e6f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:47.020764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4af763c3-6786-4ad3-9247-04bd540e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:47.023684 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4af763c3-6786-4ad3-9247-04bd540e6f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:47.028331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4af763c3-6786-4ad3-9247-04bd540e6f4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bff144fe-a9f6-4491-8003-96c4be184339 HTTP/1.1" status: 204 len: 168 time: 0.2854304 Sep 20 12:46:47.039869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af763c3-6786-4ad3-9247-04bd540e6f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff144fe-a9f6-4491-8003-96c4be184339,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:47.089082 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99c7b601-a3e6-4243-a6ea-ad286ce0dbf1 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:47.093256 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-99c7b601-a3e6-4243-a6ea-ad286ce0dbf1 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4547451 Sep 20 12:46:47.093899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46666) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:47.099562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ecb92e96-e774-4ef7-8ca6-0237bec52d05 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ddc841a5-a0f1-4fc8-81ad-69d9fdd00251'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:47.100864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ecb92e96-e774-4ef7-8ca6-0237bec52d05 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:46:47.274523 n-d-809934-3 neutron-server[95502]: WARNING neutron.services.metering.metering_plugin [None req-ecb92e96-e774-4ef7-8ca6-0237bec52d05 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 20 12:46:47.308285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46672) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:47.415621 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecb92e96-e774-4ef7-8ca6-0237bec52d05 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:47.416842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ecb92e96-e774-4ef7-8ca6-0237bec52d05 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3212743 Sep 20 12:46:47.420296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46678) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:47.424645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0fccee2e-8449-411a-9397-a6e5f75e8ff0 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ddc841a5-a0f1-4fc8-81ad-69d9fdd00251'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:47.425295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0fccee2e-8449-411a-9397-a6e5f75e8ff0 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95503) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:46:47.545487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2a78651-ef03-47d4-bce1-9a1f6c30c6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:47.608477 n-d-809934-3 neutron-server[95503]: WARNING neutron.services.metering.metering_plugin [None req-0fccee2e-8449-411a-9397-a6e5f75e8ff0 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 20 12:46:47.732998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fccee2e-8449-411a-9397-a6e5f75e8ff0 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:47.734248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0fccee2e-8449-411a-9397-a6e5f75e8ff0 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3128557 Sep 20 12:46:47.736957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46692) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:47.749165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3f82c610-9d22-4364-af47-af87d0413d77 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=db9e90be-2164-476d-a152-923e9929940f HTTP/1.1" status: 200 len: 462 time: 0.0109346 Sep 20 12:46:47.751798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46694) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:47.777597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2a78651-ef03-47d4-bce1-9a1f6c30c6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:47.920669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2a78651-ef03-47d4-bce1-9a1f6c30c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.003261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a78651-ef03-47d4-bce1-9a1f6c30c6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf48e51-0049-4223-84a6-d5b574e491da,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:48.003753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f28b363-bd51-4c00-946f-a324845138e5 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.009274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f28b363-bd51-4c00-946f-a324845138e5 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/db9e90be-2164-476d-a152-923e9929940f HTTP/1.1" status: 204 len: 168 time: 0.2564058 Sep 20 12:46:48.010167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46706) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:48.013037 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d2a78651-ef03-47d4-bce1-9a1f6c30c6f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf8ddf9183044f94bf7a35d34f83a1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035334 Sep 20 12:46:48.018081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46708) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:48.039242 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.041229 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3a6bb676-da0f-43f8-948f-eb5860087970 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=db9e90be-2164-476d-a152-923e9929940f HTTP/1.1" status: 200 len: 221 time: 0.0267065 Sep 20 12:46:48.045707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46710) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:48.052070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-51f4a3bf-c6e2-418a-9758-65ddaa6c76be tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--289465250', 'description': 'label created by tempest'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:48.052939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-51f4a3bf-c6e2-418a-9758-65ddaa6c76be tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Unknown quota resources ['metering_label']. {{(pid=95503) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 12:46:48.088094 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7453128f-ef10-4a33-bd67-a7f13cc7e748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.112850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7453128f-ef10-4a33-bd67-a7f13cc7e748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.297093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7453128f-ef10-4a33-bd67-a7f13cc7e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.299698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7453128f-ef10-4a33-bd67-a7f13cc7e748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.303289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7453128f-ef10-4a33-bd67-a7f13cc7e748 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdf48e51-0049-4223-84a6-d5b574e491da HTTP/1.1" status: 204 len: 168 time: 0.2812669 Sep 20 12:46:48.307124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51f4a3bf-c6e2-418a-9758-65ddaa6c76be tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.310835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453128f-ef10-4a33-bd67-a7f13cc7e748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf48e51-0049-4223-84a6-d5b574e491da,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:48.311110 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-51f4a3bf-c6e2-418a-9758-65ddaa6c76be tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2643147 Sep 20 12:46:48.311738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46720) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:48.336663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:48.524647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1714048535-network', 'tenant_id': '05f06d1862bc40669d268b83feeb55c7'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:48.645836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Made reservation on behalf of 05f06d1862bc40669d268b83feeb55c7 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:46:48.649199 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.658430 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.730470 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-220c0ec3-615a-4f1d-bd49-74a5da8e40e8 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f0c7b015-16f7-4273-b21f-66a4daf11be4 HTTP/1.1" status: 200 len: 467 time: 0.4169593 Sep 20 12:46:48.733175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46732) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:48.762059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.811440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.841241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:46:48.851775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ea8775-95d4-40aa-ba22-fe5776d97434,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:48.856957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:48.857707 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Added segment 80453bcf-ebe1-4830-82ab-d400cddca7f6 of type vlan for network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 Sep 20 12:46:48.919227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.016200 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.017263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:49.017885 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.047545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b635febc-ff45-4a3d-8469-2f490c2026ff tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.048719 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b635febc-ff45-4a3d-8469-2f490c2026ff tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/f0c7b015-16f7-4273-b21f-66a4daf11be4 HTTP/1.1" status: 204 len: 168 time: 0.3146360 Sep 20 12:46:49.051520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46742) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.063358 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ff2a014-ffb8-4ba9-931f-07451853532b tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f0c7b015-16f7-4273-b21f-66a4daf11be4 HTTP/1.1" status: 200 len: 216 time: 0.0106907 Sep 20 12:46:49.069651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46746) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.078460 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-665bf19f-4522-4ada-aa5c-d2e34ea7cf6f tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0077658 Sep 20 12:46:49.089636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] Pushing event updated for resources: {'Network': ['ID=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:49.092234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46748) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.094563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:46:49.105288 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6a856599-45d2-4830-9050-da9683dec0ac tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0117128 Sep 20 12:46:49.108474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46750) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.141305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.166291 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-573c3fdb-6d74-4908-ae5c-873ba0cdef95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.166986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-45aee95e-e546-4f36-a603-796d34ccf17d tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/ddc841a5-a0f1-4fc8-81ad-69d9fdd00251 HTTP/1.1" status: 200 len: 472 time: 0.0574374 Sep 20 12:46:49.170567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46756) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.180391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f03b279c-843f-481f-851e-fc29d6ca5d29 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8366404 Sep 20 12:46:49.187139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46758) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.187629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Request body: {'subnet': {'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1714048535-subnet', 'tenant_id': '05f06d1862bc40669d268b83feeb55c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:49.198539 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-28ded37f-6851-4ae6-8d11-7ea6ffdd3a66 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/e846ab77-888e-44fd-8702-33eae7bc11bb HTTP/1.1" status: 200 len: 459 time: 0.0267382 Sep 20 12:46:49.203406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46762) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.207489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:46:49.207489 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 12:46:49.207489 n-d-809934-3 neutron-server[95503]: [parameters: {'project_id_1': '05f06d1862bc40669d268b83feeb55c7', 'expiration_1': datetime.datetime(2021, 9, 20, 12, 46, 29, 195503)}] Sep 20 12:46:49.207489 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:46:49.207889 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:46:49.299046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-573c3fdb-6d74-4908-ae5c-873ba0cdef95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.381874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-969f6722-9e7c-4ff3-839f-187ff866fc53 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.383009 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-969f6722-9e7c-4ff3-839f-187ff866fc53 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/e846ab77-888e-44fd-8702-33eae7bc11bb HTTP/1.1" status: 204 len: 168 time: 0.1786709 Sep 20 12:46:49.383688 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-573c3fdb-6d74-4908-ae5c-873ba0cdef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.385791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.473354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c3fdb-6d74-4908-ae5c-873ba0cdef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30acce38-7bc5-420a-b847-3bfe65ea40dd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:49.478171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-573c3fdb-6d74-4908-ae5c-873ba0cdef95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f16a382655a4c3196d377399dbb7bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353934 Sep 20 12:46:49.481066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46770) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:49.541077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b226de1-9652-4700-9bdc-7c64f1594e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.571111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b226de1-9652-4700-9bdc-7c64f1594e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.716838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b226de1-9652-4700-9bdc-7c64f1594e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.719343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b226de1-9652-4700-9bdc-7c64f1594e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.720477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5b226de1-9652-4700-9bdc-7c64f1594e18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30acce38-7bc5-420a-b847-3bfe65ea40dd HTTP/1.1" status: 204 len: 168 time: 0.2381356 Sep 20 12:46:49.735455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b226de1-9652-4700-9bdc-7c64f1594e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30acce38-7bc5-420a-b847-3bfe65ea40dd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:49.745928 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f78d0a2f-285a-4fab-b84e-dde41452f733 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.750328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f78d0a2f-285a-4fab-b84e-dde41452f733 tempest-MeteringIpV6TestJSON-1429256572 tempest-MeteringIpV6TestJSON-1429256572-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/ddc841a5-a0f1-4fc8-81ad-69d9fdd00251 HTTP/1.1" status: 204 len: 168 time: 0.3599060 Sep 20 12:46:49.817281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Made reservation on behalf of 05f06d1862bc40669d268b83feeb55c7 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:46:49.820693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:49.907700 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:50.109081 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:50.173379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb77c8c-54c8-41d2-bb02-5ce6522a9035,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:50.182524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Checking segment: {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:46:50.182874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Network hostable DHCP agents. Network: 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:46:50.279178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:46:50.332209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:50.360469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:46:50.373747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da19fd-16f3-43b3-83b1-7251bdbbad2a None None] Network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:46:50.377791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:50.383157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:50.471900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:50.487182 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-66fb9af3-a091-417a-98d1-d97b44271f8e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2974632 Sep 20 12:46:50.637597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03744faa-3779-412a-8a8c-47cd6a81b5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:50.738631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a26a98-795a-4d72-9f61-9952195ffafa None None] Network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:46:50.748386 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03744faa-3779-412a-8a8c-47cd6a81b5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:50.884913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03744faa-3779-412a-8a8c-47cd6a81b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:50.929066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-03744faa-3779-412a-8a8c-47cd6a81b5b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d154632f2fa64797ad361b46d28b889b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537253 Sep 20 12:46:50.929066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03744faa-3779-412a-8a8c-47cd6a81b5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b31502-18d6-4f23-8825-656d1dfe65a1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:50.929918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46818) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:51.132473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb85-df3d-406f-b4d6-9cd30a97535c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:51.176009 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb85-df3d-406f-b4d6-9cd30a97535c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:51.306308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb85-df3d-406f-b4d6-9cd30a97535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:51.309447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb85-df3d-406f-b4d6-9cd30a97535c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:51.314378 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2fbffb85-df3d-406f-b4d6-9cd30a97535c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64b31502-18d6-4f23-8825-656d1dfe65a1 HTTP/1.1" status: 204 len: 168 time: 0.3777900 Sep 20 12:46:51.321243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbffb85-df3d-406f-b4d6-9cd30a97535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b31502-18d6-4f23-8825-656d1dfe65a1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:51.471894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-6fb9f531-5934-441d-b79f-dcf0460731f7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:51.477571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-6fb9f531-5934-441d-b79f-dcf0460731f7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 814 time: 0.1354053 Sep 20 12:46:51.491322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-7d7910b9-a778-422a-9aee-f247325c299f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/quotas/05f06d1862bc40669d268b83feeb55c7 HTTP/1.1" status: 200 len: 375 time: 0.0109167 Sep 20 12:46:51.525393 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e7908611-1d8c-4d59-8d8a-be62c05a9bce tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259304 Sep 20 12:46:51.648321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-1a4757f9-9e1a-45ea-8ea2-d76f2dd53d91 service neutron] 10.222.0.37 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122227 Sep 20 12:46:51.754140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-5ebbc060-18e4-4f40-af65-1683a4e247ac service neutron] 10.222.0.37 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920541 Sep 20 12:46:52.103075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46876) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:52.118298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c590b2b0-107a-43a2-86b7-70f5b2b49f5e req-79618ea4-ddfd-4663-b692-02328045d233 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 210 time: 0.0545180 Sep 20 12:46:52.118646 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2d1112bd-4a6e-4c2b-b145-539ba613e5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:52.252280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2d1112bd-4a6e-4c2b-b145-539ba613e5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:52.315874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2d1112bd-4a6e-4c2b-b145-539ba613e5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:52.362854 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2d1112bd-4a6e-4c2b-b145-539ba613e5af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cec2431cfd694729b11bfb3887a37c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563703 Sep 20 12:46:52.362854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1112bd-4a6e-4c2b-b145-539ba613e5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c3cf3a-5e00-4e64-b04f-b355dd2a7fcf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:52.363472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:52.424271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6ed13e7-945c-4ee1-9fcf-1c8aa4775771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:52.478020 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6ed13e7-945c-4ee1-9fcf-1c8aa4775771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:52.640252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6ed13e7-945c-4ee1-9fcf-1c8aa4775771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:52.643056 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6ed13e7-945c-4ee1-9fcf-1c8aa4775771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:52.646825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a6ed13e7-945c-4ee1-9fcf-1c8aa4775771 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5c3cf3a-5e00-4e64-b04f-b355dd2a7fcf HTTP/1.1" status: 204 len: 168 time: 0.2796359 Sep 20 12:46:52.655751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed13e7-945c-4ee1-9fcf-1c8aa4775771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c3cf3a-5e00-4e64-b04f-b355dd2a7fcf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:53.217715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e553b8c7-d8fc-46cb-8b18-aae1b4a7e970 req-3dafd33e-4b69-4f68-8e94-e4b940b7b61e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 210 time: 0.0290995 Sep 20 12:46:54.321562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d276ed1-f415-4b67-938d-fdc3824664a1 req-3a3cb882-0719-4c7c-a3ca-cc5c77f41cf1 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 210 time: 0.0257764 Sep 20 12:46:54.738693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-efea66f1-50d6-4be8-88fb-ce88f1203d50 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:54.740872 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-efea66f1-50d6-4be8-88fb-ce88f1203d50 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.21 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 814 time: 0.1548727 Sep 20 12:46:54.758108 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Request body: {'port': {'device_id': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7', 'admin_state_up': True, 'tenant_id': '05f06d1862bc40669d268b83feeb55c7'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:54.942998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Made reservation on behalf of 05f06d1862bc40669d268b83feeb55c7 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:46:54.946797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:55.174842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Allocated IP 172.20.0.4 (110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7/8bb77c8c-54c8-41d2-bb02-5ce6522a9035/03d48d21-ff9c-46b5-957d-5ccdd9dbb9da) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:46:55.237381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:55.370735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:55.467651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-31662a44-be1f-4254-a612-677951654818 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:55.471561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-778c890a-1a25-47a8-9b02-06b4bcb71881 req-29d958a6-d1e3-4145-b875-b0c142695386 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 210 time: 0.0411043 Sep 20 12:46:55.538284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:55.577454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-31662a44-be1f-4254-a612-677951654818 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] 10.222.0.37 "PUT /v2.0/quotas/6f23e32385a84454b96e926dcec7955e HTTP/1.1" status: 200 len: 368 time: 0.3388031 Sep 20 12:46:55.578773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47096) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:55.581925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:46:55.586299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:46:55.587792 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Request body: {'network': {'project_id': '6f23e32385a84454b96e926dcec7955e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:55.591073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:46:55.619924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:55.652700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:55.653359 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:55.719836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Made reservation on behalf of 6f23e32385a84454b96e926dcec7955e for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:46:55.722330 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:55.732464 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:55.833515 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-d4939dab-d051-487e-8ceb-a354e0cb96f0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0834172 Sep 20 12:46:55.851061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Request body: {'port': {'device_id': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:55.934359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:55.963837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:55.996133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192b807-f223-47e1-8269-ec080c770fc2 req-7cf45124-825d-4097-b37d-af7339b79ed3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:55.998042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0192b807-f223-47e1-8269-ec080c770fc2 req-7cf45124-825d-4097-b37d-af7339b79ed3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0504227 Sep 20 12:46:56.043695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0192b807-f223-47e1-8269-ec080c770fc2 req-e4fb438c-5aea-4564-8966-c4b5d03bdd01 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379241 Sep 20 12:46:56.060883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.128442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:46:56.157068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026ce3c0-a3ac-46c1-aeac-f2e95f1f8c9e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:56.170945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.171422 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Added segment 9b4cabc0-0ae6-4919-9b70-23388aa9bf1d of type vlan for network afcbfa2b-0884-4a19-98a8-24e580034393 Sep 20 12:46:56.354234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:46:56.365833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.380778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Transition to ACTIVE for port object 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:46:56.384487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.427313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f6a4a-77e6-430e-880c-80ab915031b2 req-de123802-7e5d-4e0b-9432-30423c97fc97 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:56.428893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-250f6a4a-77e6-430e-880c-80ab915031b2 req-de123802-7e5d-4e0b-9432-30423c97fc97 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.2268214 Sep 20 12:46:56.460770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.487227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-250f6a4a-77e6-430e-880c-80ab915031b2 req-4b80c8c8-4271-4e44-95fa-519d0c73c747 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503385 Sep 20 12:46:56.495820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.504115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:56.507329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.562187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:56.648279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Attempting to bind port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:46:56.649187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Attempting to bind port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:46:56.649523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Attempting to bind port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:46:56.658181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:46:56.658512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Attempting to bind port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:46:56.661333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Pushing event updated for resources: {'Network': ['ID=afcbfa2b-0884-4a19-98a8-24e580034393,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:56.674332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network afcbfa2b-0884-4a19-98a8-24e580034393 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:46:56.675554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-68a16618-9742-40ff-996d-669eaa4ab3c6 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0954642 Sep 20 12:46:56.679381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:46:56.679892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Checking segment: {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:46:56.680290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Bound using segment: {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:46:56.682097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Bound port: 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:46:56.682097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.683110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47148) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:56.688965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Request body: {'network': {'project_id': '6f23e32385a84454b96e926dcec7955e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:56.711147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3e83b-a7e5-4e51-b255-24a390badd36 req-a3970f5b-368f-4b0b-beac-9fcff470963c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:56.720703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6a3e83b-a7e5-4e51-b255-24a390badd36 req-a3970f5b-368f-4b0b-beac-9fcff470963c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 943 time: 0.1254842 Sep 20 12:46:56.780597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6a3e83b-a7e5-4e51-b255-24a390badd36 req-9494aa2e-1ee4-4838-8db9-6411d077c75c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540688 Sep 20 12:46:56.798784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:46:56.802135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:46:56.864793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.866780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Made reservation on behalf of 6f23e32385a84454b96e926dcec7955e for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:46:56.869113 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.941000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:56.941390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.942788 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] 10.222.0.21 "PUT /v2.0/ports/03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 1091 time: 1.1012175 Sep 20 12:46:56.944516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:46:56.946353 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1227af28-ed9f-457d-8e51-0f450b557731" -d '{"events": [{"name": "network-changed", "server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:46:56.966960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:46:56.986124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1cdf3-ce88-422d-9b6d-7803f6137055 service neutron] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:56.989313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:56.989666 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Added segment 62cd052a-4e23-494a-9bd8-fa565a00a26f of type vlan for network 1eac8008-d7b8-44b5-959f-37b3a1e89e1a Sep 20 12:46:57.025997 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480de64-47b1-498a-9fab-c40048147ef7 req-d62931d0-c1bf-4674-9362-ccf100295b3d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:57.033894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.034050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-d62931d0-c1bf-4674-9362-ccf100295b3d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.1812847 Sep 20 12:46:57.046147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-0db8cc0e-05fe-4452-bf97-a41da1aa3a2c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/quotas/782cecd4981748bc9121f560d7b9064c HTTP/1.1" status: 200 len: 375 time: 0.0097404 Sep 20 12:46:57.151433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-ed6d9bae-a316-4b25-a457-a5a628ee53f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0980253 Sep 20 12:46:57.158286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.161404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:57.162661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.264677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5795410 Sep 20 12:46:57.268023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-dd2ebfaf-1566-4644-9e41-cad1d0c8f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:57.269471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-dd2ebfaf-1566-4644-9e41-cad1d0c8f98c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1094 time: 0.1754465 Sep 20 12:46:57.270181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47182) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:57.270801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93a9a8-cf40-4ff2-b5f9-d0db5d741774 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Pushing event updated for resources: {'Network': ['ID=1eac8008-d7b8-44b5-959f-37b3a1e89e1a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:57.280785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-42c986a0-3914-40c4-8714-56ef42c55ffb tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Request body: {'network': {'project_id': '6f23e32385a84454b96e926dcec7955e'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:46:57.281556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1eac8008-d7b8-44b5-959f-37b3a1e89e1a details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:46:57.299278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-0755bafe-22e0-4a5c-9f21-bdc183ae6af1 service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460540 Sep 20 12:46:57.323123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47184) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:57.330929 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-796fd04f-0ddd-4151-8308-aab028999d12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 217 time: 0.0458062 Sep 20 12:46:57.332235 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c986a0-3914-40c4-8714-56ef42c55ffb tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 20 12:46:57.332704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c986a0-3914-40c4-8714-56ef42c55ffb tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:46:57.334955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-42c986a0-3914-40c4-8714-56ef42c55ffb tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0595040 Sep 20 12:46:57.338396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47188) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:57.422512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b64d6656-a8f5-4463-b8a5-20cd01458378 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f23e32385a84454b96e926dcec7955e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807803 Sep 20 12:46:57.431196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47192) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:57.432799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e15ce7e1-381f-4e65-8b5c-7341b8486a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:57.436051 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-e15ce7e1-381f-4e65-8b5c-7341b8486a8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.0967560 Sep 20 12:46:57.475015 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-c4ad7a25-fcdb-4b91-af81-37d17486d318 service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738029 Sep 20 12:46:57.491382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-ef99713e-178d-46ea-9f65-8a3a77217ac3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382791 Sep 20 12:46:57.569892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32f20287-ed83-4929-a05a-eee1359ab077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.625297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7696a56-352e-4754-bfa2-4fc1ce20e960 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.648741 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-df9e3f1f-fed7-4264-8cc8-452afb6e4cef service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495020 Sep 20 12:46:57.674742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7696a56-352e-4754-bfa2-4fc1ce20e960 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.689152 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32f20287-ed83-4929-a05a-eee1359ab077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.760441 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246d117f-e57f-4319-8d1d-e4a22569f791 x-openstack-request-id: req-246d117f-e57f-4319-8d1d-e4a22569f791 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:46:57.760729 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:46:57.760978 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-246d117f-e57f-4319-8d1d-e4a22569f791 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:46:57.761398 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'status': 'completed', 'code': 200} Sep 20 12:46:57.782168 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32f20287-ed83-4929-a05a-eee1359ab077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.793236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5aee18c5-ff70-4370-a713-90f2077a2ef5 req-72c7bf33-9239-4334-afc9-a364d648b8c5 service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351063 Sep 20 12:46:57.860684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7343a45-6f37-442e-bc5e-7db9af8ae3aa req-88f7e3df-fc5a-4b65-a305-fec99d12d2ef tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 210 time: 0.0586660 Sep 20 12:46:57.871595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-32f20287-ed83-4929-a05a-eee1359ab077 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=981785f2f10441908bdc5c981ad8cb54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474443 Sep 20 12:46:57.876220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47204) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:57.890120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f20287-ed83-4929-a05a-eee1359ab077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d031cb-20c5-4ed8-a26f-5da45374a5a8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:57.927088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7696a56-352e-4754-bfa2-4fc1ce20e960 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.928580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7696a56-352e-4754-bfa2-4fc1ce20e960 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:57.929784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d7696a56-352e-4754-bfa2-4fc1ce20e960 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/026ce3c0-a3ac-46c1-aeac-f2e95f1f8c9e HTTP/1.1" status: 204 len: 168 time: 0.4902563 Sep 20 12:46:57.932446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:57.957224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7696a56-352e-4754-bfa2-4fc1ce20e960 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ce3c0-a3ac-46c1-aeac-f2e95f1f8c9e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:57.971660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f14293b6-5221-4530-be4d-d03a810340ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.062644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f14293b6-5221-4530-be4d-d03a810340ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.114362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227af28-ed9f-457d-8e51-0f450b557731 req-603c0813-6743-43ac-b6b3-6ddbfcbddb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:58.115998 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.116231 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1227af28-ed9f-457d-8e51-0f450b557731 req-603c0813-6743-43ac-b6b3-6ddbfcbddb7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1094 time: 0.1043665 Sep 20 12:46:58.159011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192e2e-7ec2-4ebd-a233-66450c77fde3 req-5d8e68d4-b632-4d3d-8f8e-f0b4ca606437 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:58.160713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72192e2e-7ec2-4ebd-a233-66450c77fde3 req-5d8e68d4-b632-4d3d-8f8e-f0b4ca606437 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 943 time: 0.0885813 Sep 20 12:46:58.242551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227af28-ed9f-457d-8e51-0f450b557731 req-63e1402f-17ce-4479-b0ec-615fb9053835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:58.244120 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1227af28-ed9f-457d-8e51-0f450b557731 req-63e1402f-17ce-4479-b0ec-615fb9053835 service neutron] 10.222.0.21 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 914 time: 0.1200213 Sep 20 12:46:58.260069 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f14293b6-5221-4530-be4d-d03a810340ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.262172 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.262683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f14293b6-5221-4530-be4d-d03a810340ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.266208 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f14293b6-5221-4530-be4d-d03a810340ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62d031cb-20c5-4ed8-a26f-5da45374a5a8 HTTP/1.1" status: 204 len: 168 time: 0.3859532 Sep 20 12:46:58.283119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eac8008-d7b8-44b5-959f-37b3a1e89e1a']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:58.300124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cd052a-4e23-494a-9bd8-fa565a00a26f') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:58.300527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cd052a-4e23-494a-9bd8-fa565a00a26f') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:58.307626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14293b6-5221-4530-be4d-d03a810340ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d031cb-20c5-4ed8-a26f-5da45374a5a8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:58.314385 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.330231 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1227af28-ed9f-457d-8e51-0f450b557731 req-848d198f-9746-419d-b1d7-7454187430af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 217 time: 0.0784752 Sep 20 12:46:58.330393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.345286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:46:58.345286 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:46:58.407311 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:46:58.426974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227af28-ed9f-457d-8e51-0f450b557731 req-3c3ea11f-1039-47b1-ae8f-563c7f974ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:58.428537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1227af28-ed9f-457d-8e51-0f450b557731 req-3c3ea11f-1039-47b1-ae8f-563c7f974ded service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.0819600 Sep 20 12:46:58.476544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72192e2e-7ec2-4ebd-a233-66450c77fde3 req-2b6fdcd0-2fe4-4264-814f-126231916f8b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863076 Sep 20 12:46:58.483298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1227af28-ed9f-457d-8e51-0f450b557731 req-e1e29aaa-c392-416a-a974-ea4f1bb859e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468602 Sep 20 12:46:58.570017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.571733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.575804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1eac8008-d7b8-44b5-959f-37b3a1e89e1a HTTP/1.1" status: 204 len: 168 time: 0.6404030 Sep 20 12:46:58.577191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:58.611496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638dff8-fc5a-4374-9046-a775c088d16b tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Pushing event deleted for resources: {'Network': ['ID=1eac8008-d7b8-44b5-959f-37b3a1e89e1a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:58.678920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1227af28-ed9f-457d-8e51-0f450b557731 req-d2d8f1b2-8bb6-4d99-b949-24ec884ff6b7 service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867709 Sep 20 12:46:58.710046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.804486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1227af28-ed9f-457d-8e51-0f450b557731 req-8234376c-30e0-47fa-b322-c4284d24f31e service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131203 Sep 20 12:46:58.805671 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.828996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcbfa2b-0884-4a19-98a8-24e580034393']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:58.838920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4cabc0-0ae6-4919-9b70-23388aa9bf1d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:58.839225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4cabc0-0ae6-4919-9b70-23388aa9bf1d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:46:58.848625 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.868067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.871555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:46:58.872014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:46:58.873929 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:46:59.003856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc902877-16a7-4b70-a6b2-27fb88106292 req-6e50b2a1-21cf-4474-ae17-26697c74f190 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 210 time: 0.0270472 Sep 20 12:46:59.040136 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.057885 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.063234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] 10.222.0.37 "DELETE /v2.0/networks/afcbfa2b-0884-4a19-98a8-24e580034393 HTTP/1.1" status: 204 len: 168 time: 0.4818711 Sep 20 12:46:59.073848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21a23e-cfa9-4c7f-9545-f0611d121183 tempest-QuotasNegativeTest-598042293 tempest-QuotasNegativeTest-598042293-project-admin] Pushing event deleted for resources: {'Network': ['ID=afcbfa2b-0884-4a19-98a8-24e580034393,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:59.173877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47242) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:59.188264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04877307-3178-493e-ae85-b14a473bfabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.276433 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04877307-3178-493e-ae85-b14a473bfabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.386809 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04877307-3178-493e-ae85-b14a473bfabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.442468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-04877307-3178-493e-ae85-b14a473bfabc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=617d7acff74a47119ffc43b3abca9c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673252 Sep 20 12:46:59.444007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04877307-3178-493e-ae85-b14a473bfabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f13c3e9-869e-42f9-8881-20b04b5c15aa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:59.445190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47256) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:46:59.504788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20b537d1-3d55-4553-bb56-869f975e5a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.531577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20b537d1-3d55-4553-bb56-869f975e5a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.636598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362198-0010-494c-be6f-85ca2cd061d1 req-47a277c6-6c68-4d04-b9a9-029942b6f7a6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:46:59.638035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99362198-0010-494c-be6f-85ca2cd061d1 req-47a277c6-6c68-4d04-b9a9-029942b6f7a6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 943 time: 0.0550079 Sep 20 12:46:59.651121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20b537d1-3d55-4553-bb56-869f975e5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.654037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20b537d1-3d55-4553-bb56-869f975e5a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:46:59.656226 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-20b537d1-3d55-4553-bb56-869f975e5a23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f13c3e9-869e-42f9-8881-20b04b5c15aa HTTP/1.1" status: 204 len: 168 time: 0.2091799 Sep 20 12:46:59.668237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b537d1-3d55-4553-bb56-869f975e5a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f13c3e9-869e-42f9-8881-20b04b5c15aa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:46:59.693065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99362198-0010-494c-be6f-85ca2cd061d1 req-a1e64185-9347-49a6-9c4c-ac719471a36b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488167 Sep 20 12:46:59.951827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47274) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:00.101787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55fa6c60-c733-4a74-b447-b99a3f1bb568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:00.156769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8da7c58a-cd33-4597-9e55-6f33515ed1c3 req-f5843991-1443-4463-9aa1-3bd9e15e1ca4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 210 time: 0.0511127 Sep 20 12:47:00.293303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480de64-47b1-498a-9fab-c40048147ef7 req-b0e7a962-007c-4788-9710-1073a8e54fd1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:00.294540 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-b0e7a962-007c-4788-9710-1073a8e54fd1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.1514733 Sep 20 12:47:00.312320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'port': {'device_id': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'admin_state_up': True, 'tenant_id': '782cecd4981748bc9121f560d7b9064c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:00.418698 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55fa6c60-c733-4a74-b447-b99a3f1bb568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:00.514559 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55fa6c60-c733-4a74-b447-b99a3f1bb568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:00.598307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa6c60-c733-4a74-b447-b99a3f1bb568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b01faf-a10c-45bc-a295-c71bf38210e3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:00.606272 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-55fa6c60-c733-4a74-b447-b99a3f1bb568 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef3fb2c682f44460a8a5601dba823426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530993 Sep 20 12:47:00.608358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47302) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:00.651322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Made reservation on behalf of 782cecd4981748bc9121f560d7b9064c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:00.655871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:00.681947 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44aba079-9885-41a5-ac1c-44d309cecf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:00.708362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44aba079-9885-41a5-ac1c-44d309cecf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:00.774021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:47:00.892628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Allocated IP 172.20.0.8 (aac6519c-64e3-4880-9685-e29eff54bf64/a9208657-dff8-4d34-a238-13f672023b37/8a0dba48-4611-40f2-9070-77cbf9280132) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:00.900672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44aba079-9885-41a5-ac1c-44d309cecf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:00.903811 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44aba079-9885-41a5-ac1c-44d309cecf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:00.907259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-44aba079-9885-41a5-ac1c-44d309cecf08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28b01faf-a10c-45bc-a295-c71bf38210e3 HTTP/1.1" status: 204 len: 168 time: 0.2953835 Sep 20 12:47:00.921597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aba079-9885-41a5-ac1c-44d309cecf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b01faf-a10c-45bc-a295-c71bf38210e3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:00.926763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:00.940039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7', 'port_id': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'mac_address': 'fa:16:3e:36:6c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb77c8c-54c8-41d2-bb02-5ce6522a9035', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:47:00.951587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e557f-8fbe-4ec0-a35f-254dd80f9111 req-05327209-a62a-4e9a-a1ca-0051d8013084 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:00.963054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba0e557f-8fbe-4ec0-a35f-254dd80f9111 req-05327209-a62a-4e9a-a1ca-0051d8013084 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 943 time: 0.1147401 Sep 20 12:47:01.019664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba0e557f-8fbe-4ec0-a35f-254dd80f9111 req-931fadf9-3ba5-40d5-a8f4-088c9fe24cfb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508986 Sep 20 12:47:01.037961 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:01.079052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:47:01.104111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:01.211121 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:01.233267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:01.404532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:01.410582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fabff885-3143-4ac5-8d8c-10b7a5ce1a30 req-a32965db-232f-4d26-896c-d512e05fc528 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 210 time: 0.0658157 Sep 20 12:47:01.423775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:01.446543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2990b3c8-d862-4b71-9e45-009ece039019', 'b9930a02-4137-4d92-95b8-11495fa69976'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:01.458907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.459462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.461742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.462308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.462814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.463314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.464177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.465730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.466088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.466429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.466760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.467453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:01.492831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Network aac6519c-64e3-4880-9685-e29eff54bf64 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:01.499728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:01.515024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:01.518606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:01.567485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'Port': ['ID=8a0dba48-4611-40f2-9070-77cbf9280132,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:01.591389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:01.593505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:01.711207 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-1b9a223a-c0ba-489b-ae11-94ac3fe369f4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4031949 Sep 20 12:47:01.725397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Request body: {'port': {'device_id': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:01.848543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:01.875885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b29b9af0-4192-4da3-b8b2-43cab9dd4f8a None None] Provisioning complete for port 8a0dba48-4611-40f2-9070-77cbf9280132 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:01.876446 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b29b9af0-4192-4da3-b8b2-43cab9dd4f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:01.931788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b29b9af0-4192-4da3-b8b2-43cab9dd4f8a None None] Port 8a0dba48-4611-40f2-9070-77cbf9280132 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:02.164982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:02.173384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7493e-ed9a-4e56-9adf-d7a912644b88 req-c94c9bce-6257-4a23-b123-5c6b28673ed4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:02.181545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2b7493e-ed9a-4e56-9adf-d7a912644b88 req-c94c9bce-6257-4a23-b123-5c6b28673ed4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.0707574 Sep 20 12:47:02.209032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba547c07-cc4b-4bf6-be25-b8568da6e82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.258709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2b7493e-ed9a-4e56-9adf-d7a912644b88 req-85c13264-e241-4fa6-ade7-e39a31ad6788 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758753 Sep 20 12:47:02.282294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0dba48-4611-40f2-9070-77cbf9280132 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:47:02.298133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.311122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Transition to ACTIVE for port object 8a0dba48-4611-40f2-9070-77cbf9280132 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:47:02.373470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.402049 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba547c07-cc4b-4bf6-be25-b8568da6e82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.517758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba547c07-cc4b-4bf6-be25-b8568da6e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.550418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Pushing event updated for resources: {'Port': ['ID=8a0dba48-4611-40f2-9070-77cbf9280132,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:02.576773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547c07-cc4b-4bf6-be25-b8568da6e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc32cee-6657-4eb6-86c7-cedd84efcdaa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:02.593361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Attempting to bind port 8a0dba48-4611-40f2-9070-77cbf9280132 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:02.593702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Attempting to bind port 8a0dba48-4611-40f2-9070-77cbf9280132 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:02.594030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Attempting to bind port 8a0dba48-4611-40f2-9070-77cbf9280132 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:02.603832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Port 8a0dba48-4611-40f2-9070-77cbf9280132 on network aac6519c-64e3-4880-9685-e29eff54bf64 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:02.609860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Attempting to bind port 8a0dba48-4611-40f2-9070-77cbf9280132 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:02.617902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:02.618398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Checking segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:02.618799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Bound using segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:02.619616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Bound port: 8a0dba48-4611-40f2-9070-77cbf9280132, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:02.620193 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.626346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdd0cd-19cf-4ae8-b3f8-a1ffeccd45db req-dbbf1850-a3bc-4390-93f0-28e2b246fdc0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:02.636009 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69bdd0cd-19cf-4ae8-b3f8-a1ffeccd45db req-dbbf1850-a3bc-4390-93f0-28e2b246fdc0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 943 time: 0.1524184 Sep 20 12:47:02.643507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba547c07-cc4b-4bf6-be25-b8568da6e82a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c19f286d6e8473783adcf567ad344ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593668 Sep 20 12:47:02.650334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:02.707549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] For port 8a0dba48-4611-40f2-9070-77cbf9280132, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:02.712993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] For port 8a0dba48-4611-40f2-9070-77cbf9280132, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8a0dba48-4611-40f2-9070-77cbf9280132,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:02.728839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69bdd0cd-19cf-4ae8-b3f8-a1ffeccd45db req-8edc5b2f-a599-4bb0-84ba-558a57857dd4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917008 Sep 20 12:47:02.755122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc20af72-caa3-40a5-bb26-d47a41ac89cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.779444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:02.783200 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc20af72-caa3-40a5-bb26-d47a41ac89cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.816014 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.887170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:02.888257 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:02.890768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] 10.222.0.32 "PUT /v2.0/ports/8a0dba48-4611-40f2-9070-77cbf9280132 HTTP/1.1" status: 200 len: 1091 time: 1.1701810 Sep 20 12:47:02.906234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'tag': '8a0dba48-4611-40f2-9070-77cbf9280132'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:02.912623 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8253b659-9414-4ada-ae7d-a141a7fbee4e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbeabeb-9f71-44e3-ae16-964c72fa2111", "tag": "8a0dba48-4611-40f2-9070-77cbf9280132"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:02.954305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b330b9-7f11-4ca6-8e44-5a7f42f6992f service neutron] Pushing event updated for resources: {'Port': ['ID=8a0dba48-4611-40f2-9070-77cbf9280132,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:02.970319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:47:02.972867 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21896f4-86da-4c30-bd81-f810c33d158e x-openstack-request-id: req-e21896f4-86da-4c30-bd81-f810c33d158e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:02.972867 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbeabeb-9f71-44e3-ae16-964c72fa2111", "tag": "8a0dba48-4611-40f2-9070-77cbf9280132", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:02.972867 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e21896f4-86da-4c30-bd81-f810c33d158e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:02.972867 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'tag': '8a0dba48-4611-40f2-9070-77cbf9280132', 'status': 'completed', 'code': 200} Sep 20 12:47:02.977175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:02.978593 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:03.050246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc20af72-caa3-40a5-bb26-d47a41ac89cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:03.056589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc20af72-caa3-40a5-bb26-d47a41ac89cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:03.057061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253b659-9414-4ada-ae7d-a141a7fbee4e req-c26be91f-dfe2-4e1c-a019-eb2326e6bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.058616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8253b659-9414-4ada-ae7d-a141a7fbee4e req-c26be91f-dfe2-4e1c-a019-eb2326e6bea5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 1094 time: 0.0654261 Sep 20 12:47:03.060757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc20af72-caa3-40a5-bb26-d47a41ac89cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afc32cee-6657-4eb6-86c7-cedd84efcdaa HTTP/1.1" status: 204 len: 168 time: 0.4004977 Sep 20 12:47:03.069224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20af72-caa3-40a5-bb26-d47a41ac89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc32cee-6657-4eb6-86c7-cedd84efcdaa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:03.097797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:03.134304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:03.138267 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2debd2cc-e45e-48c5-85ec-7e2f442f94ca" -d '{"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-plugged", "status": "completed", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:03.179927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:03.200117 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9c284e-35c4-4fed-9ab4-1da1a6292486 x-openstack-request-id: req-3b9c284e-35c4-4fed-9ab4-1da1a6292486 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:03.200661 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-plugged", "status": "completed", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:03.201134 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b9c284e-35c4-4fed-9ab4-1da1a6292486 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:03.201758 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'code': 200} Sep 20 12:47:03.239254 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:03.246848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253b659-9414-4ada-ae7d-a141a7fbee4e req-1de40dde-69d1-4a18-a54a-1d43c9eb42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.248391 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8253b659-9414-4ada-ae7d-a141a7fbee4e req-1de40dde-69d1-4a18-a54a-1d43c9eb42b0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=782cecd4981748bc9121f560d7b9064c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1822400 Sep 20 12:47:03.362650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:03.424374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749ba8-d2d5-4654-8e55-a0586dfe0de8 req-77c4102b-ba96-4b78-b25c-6c4b0cbb3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.426836 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0749ba8-d2d5-4654-8e55-a0586dfe0de8 req-77c4102b-ba96-4b78-b25c-6c4b0cbb3705 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1096 time: 0.1407166 Sep 20 12:47:03.437544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239b12f-8416-4332-8d9b-d65c46db2e9f req-5e14d5ce-1c29-43d8-91b9-223c0cc856b2 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.439431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2239b12f-8416-4332-8d9b-d65c46db2e9f req-5e14d5ce-1c29-43d8-91b9-223c0cc856b2 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0668271 Sep 20 12:47:03.504665 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0749ba8-d2d5-4654-8e55-a0586dfe0de8 req-d6d9d32d-688c-4e84-b292-41c58ddf59bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Sep 20 12:47:03.506507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2239b12f-8416-4332-8d9b-d65c46db2e9f req-85921583-d8b5-484c-b9cb-2842a82f5949 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583136 Sep 20 12:47:03.513240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253b659-9414-4ada-ae7d-a141a7fbee4e req-68d653f0-03bc-4cd6-bb01-48b7424ae6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.518544 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8253b659-9414-4ada-ae7d-a141a7fbee4e req-68d653f0-03bc-4cd6-bb01-48b7424ae6c2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2633858 Sep 20 12:47:03.653071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480de64-47b1-498a-9fab-c40048147ef7 req-06e54c40-d79a-45b3-b23e-73a601836a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.662568 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-06e54c40-d79a-45b3-b23e-73a601836a3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 1094 time: 0.0626392 Sep 20 12:47:03.726537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-7894f2d5-35fc-48d3-ba33-6051ec039459 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0dba48-4611-40f2-9070-77cbf9280132 HTTP/1.1" status: 200 len: 217 time: 0.0600467 Sep 20 12:47:03.799547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:03.811020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480de64-47b1-498a-9fab-c40048147ef7 req-7758f6f2-0838-4ddf-b83c-105946afbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.813599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-7758f6f2-0838-4ddf-b83c-105946afbdb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0793602 Sep 20 12:47:03.894376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480de64-47b1-498a-9fab-c40048147ef7 req-9d4415b1-596a-40f8-81f2-4f5b48c2122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.896717 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-9d4415b1-596a-40f8-81f2-4f5b48c2122e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760612 Sep 20 12:47:03.920433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b21332-be02-4c83-8dce-50c8d0078d73 req-b321b334-c4dd-4ca4-a5f8-3fc560cd6310 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:03.922109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60b21332-be02-4c83-8dce-50c8d0078d73 req-b321b334-c4dd-4ca4-a5f8-3fc560cd6310 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 943 time: 0.1092362 Sep 20 12:47:03.988451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60b21332-be02-4c83-8dce-50c8d0078d73 req-f163cca1-c640-423b-b0e1-ad5b18208660 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533099 Sep 20 12:47:04.004459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-c1555224-b311-421d-b2ba-1b4dae912c29 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005085 Sep 20 12:47:04.070781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:04.134324 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1480de64-47b1-498a-9fab-c40048147ef7 req-f6ce1ce4-d11b-4972-b0f0-5eb80225cae7 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214526 Sep 20 12:47:04.154350 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:04.513687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:04.538706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47432) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:04.689986 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1a824d7e-bcf0-4958-a9fa-b4139e228967 tempest-AgentManagementNegativeTest-335551883 tempest-AgentManagementNegativeTest-335551883-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1498830 Sep 20 12:47:04.728316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8704-70f7-4590-9c7b-1b264baddcfc req-d4d96e50-b127-4cd3-83db-73e4f4c815a0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:04.729745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93c8704-70f7-4590-9c7b-1b264baddcfc req-d4d96e50-b127-4cd3-83db-73e4f4c815a0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1015487 Sep 20 12:47:04.749344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Allocated IP 172.25.6.177 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/1b0f85a0-2dbd-4e63-a3d2-09a3a141f650) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:04.795653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93c8704-70f7-4590-9c7b-1b264baddcfc req-c7eac455-b854-47c0-857e-cfa00eb7ef2c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581958 Sep 20 12:47:04.891414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.017502 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.082978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:05.117724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:05.120813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:05.122703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'Port': ['ID=1b0f85a0-2dbd-4e63-a3d2-09a3a141f650,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:05.173920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa661d-8a62-4658-957d-377747ba43ea req-4e19fdab-14b1-458f-bb8b-3c7a3dc98b37 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:05.178337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94fa661d-8a62-4658-957d-377747ba43ea req-4e19fdab-14b1-458f-bb8b-3c7a3dc98b37 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 943 time: 0.1185472 Sep 20 12:47:05.238232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47452) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:05.294078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94fa661d-8a62-4658-957d-377747ba43ea req-9d96f508-5974-41ba-bbc3-3e54b89daeea tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083834 Sep 20 12:47:05.299710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.366490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5673eaa5-8999-456d-a8ce-817f68fcd377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.409478 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.461357 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5673eaa5-8999-456d-a8ce-817f68fcd377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.548545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5673eaa5-8999-456d-a8ce-817f68fcd377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.571430 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.590807 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5673eaa5-8999-456d-a8ce-817f68fcd377 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d235d9ccac83437b9734ee766520b037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488526 Sep 20 12:47:05.590807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673eaa5-8999-456d-a8ce-817f68fcd377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82ee933-799a-4f67-99db-02fa225a4f35,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:05.591783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47468) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:05.626230 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.704590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a16fa06-cac5-4fc6-891f-1057bd5ce870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.729943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'Port': ['ID=1b0f85a0-2dbd-4e63-a3d2-09a3a141f650,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:05.745401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a16fa06-cac5-4fc6-891f-1057bd5ce870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.758030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.899120 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.900451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-13b8d800-499c-463b-92a9-25ec38c535c4 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0994880 Sep 20 12:47:05.903420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47484) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:05.908466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2062175021'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:05.912850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd06098-73cb-463a-9cbf-e4134c398150 req-130dca88-432f-488b-8050-c507cd13bf6b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:05.914393 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cd06098-73cb-463a-9cbf-e4134c398150 req-130dca88-432f-488b-8050-c507cd13bf6b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0507026 Sep 20 12:47:05.945442 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a16fa06-cac5-4fc6-891f-1057bd5ce870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.947935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a16fa06-cac5-4fc6-891f-1057bd5ce870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:05.949089 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a16fa06-cac5-4fc6-891f-1057bd5ce870 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c82ee933-799a-4f67-99db-02fa225a4f35 HTTP/1.1" status: 204 len: 168 time: 0.3568673 Sep 20 12:47:05.962875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cd06098-73cb-463a-9cbf-e4134c398150 req-aebcfd6b-f52d-41ef-89b7-7f70c9bc78ea tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423007 Sep 20 12:47:05.963735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16fa06-cac5-4fc6-891f-1057bd5ce870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82ee933-799a-4f67-99db-02fa225a4f35,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:06.028698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Made reservation on behalf of 9ebe77af67464ac0962e62a0767b8f15 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:06.034892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:06.046444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:06.215654 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:06.260964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:06.284928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:06.294716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:06.295299 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Added segment ec7787a2-5b23-4319-a303-74cd8e7959f5 of type vlan for network 97ba2479-4008-4e7a-91bf-379860422bde Sep 20 12:47:06.354824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700ac8e0-099c-480a-be01-68bf3f428475,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:06.356540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-df98f62b-98e4-47e3-9c88-d63f1575d3ff tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:06.364541 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:06.378189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-df98f62b-98e4-47e3-9c88-d63f1575d3ff tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 814 time: 0.1573281 Sep 20 12:47:06.397536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-40bd4085-b0a7-48f2-ad91-ad0d77e9378d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/quotas/05f06d1862bc40669d268b83feeb55c7 HTTP/1.1" status: 200 len: 375 time: 0.0184617 Sep 20 12:47:06.458984 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:06.465366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:06.466002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:06.504531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-ba305193-9687-44ed-863b-05a561ad3d82 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858457 Sep 20 12:47:06.565845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'Network': ['ID=97ba2479-4008-4e7a-91bf-379860422bde,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:06.576526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 97ba2479-4008-4e7a-91bf-379860422bde details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:06.588884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-469997e4-8e2a-414c-b1f6-a4963c1744dc tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6842821 Sep 20 12:47:06.591611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47530) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:06.597406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Request body: {'subnet': {'network_id': '97ba2479-4008-4e7a-91bf-379860422bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:06.647786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-d28d51c4-6e51-481b-b7d4-4b0cbb85c965 service neutron] 10.222.0.37 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325653 Sep 20 12:47:06.780453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-4ca2f5ee-9bf4-4569-a3b1-411ccc40d076 service neutron] 10.222.0.37 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318181 Sep 20 12:47:06.839750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Made reservation on behalf of 9ebe77af67464ac0962e62a0767b8f15 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:06.839750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:07.183887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:07.247767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769fdf8-532a-4b64-a1fb-810c41cfba8e req-97ca742e-a390-46cb-be9d-74b3a6518c1e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:07.266357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7769fdf8-532a-4b64-a1fb-810c41cfba8e req-97ca742e-a390-46cb-be9d-74b3a6518c1e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 943 time: 0.0987587 Sep 20 12:47:07.272512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'Subnet': ['ID=84a2d23d-0548-4263-9dbe-44f9f0cae7e2,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:07.278297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Checking segment: {'id': 'ec7787a2-5b23-4319-a303-74cd8e7959f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '97ba2479-4008-4e7a-91bf-379860422bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:07.278875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Network hostable DHCP agents. Network: 97ba2479-4008-4e7a-91bf-379860422bde, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:47:07.330454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7769fdf8-532a-4b64-a1fb-810c41cfba8e req-6f935528-83db-4fb1-b3c2-3d48cfd008e4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630338 Sep 20 12:47:07.375275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47562) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:07.401323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Network 97ba2479-4008-4e7a-91bf-379860422bde is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:47:07.412237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9fb8ff4e-d4c3-42ce-8266-263dafec183c req-add84bab-7ea8-421f-a2d7-b551f71654a5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 210 time: 0.0340905 Sep 20 12:47:07.484373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 97ba2479-4008-4e7a-91bf-379860422bde) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:07.490716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:07.494703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6295231-5cc4-407a-a590-1d499bdf94b8 None None] Network 97ba2479-4008-4e7a-91bf-379860422bde requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:07.496671 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:07.569455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-262754865'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:07.599786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47566) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:07.602001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-868accae-0cd0-40df-aad0-8f7189f909c5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0073597 Sep 20 12:47:07.604732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-543078137', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:07.698273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-97ba2479-4008-4e7a-91bf-379860422bde', 'network_id': '97ba2479-4008-4e7a-91bf-379860422bde', 'tenant_id': '9ebe77af67464ac0962e62a0767b8f15', 'fixed_ips': [{'subnet_id': '84a2d23d-0548-4263-9dbe-44f9f0cae7e2'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:47:07.699151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:07.842416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Made reservation on behalf of 9f8c111a8af343768a44ba769b02360a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:07.847530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:07.851954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Allocated IP 172.20.0.2 (97ba2479-4008-4e7a-91bf-379860422bde/84a2d23d-0548-4263-9dbe-44f9f0cae7e2/9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:07.875370 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:07.983524 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:07.984616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.057873 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.080242 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.099441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.152609 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.192211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.193489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Network 97ba2479-4008-4e7a-91bf-379860422bde is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:08.196502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:08.201445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:08.207727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:08.219485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.220119 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Added segment 0d467473-5f43-4d98-b074-4618c0a4b3d0 of type vlan for network f7cb9897-95f5-4460-b19b-82ce7fc69e04 Sep 20 12:47:08.245198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Pushing event updated for resources: {'Port': ['ID=9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:08.281606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Attempting to bind port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:08.282211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Attempting to bind port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'ec7787a2-5b23-4319-a303-74cd8e7959f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '97ba2479-4008-4e7a-91bf-379860422bde'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:08.282838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Attempting to bind port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d on network 97ba2479-4008-4e7a-91bf-379860422bde {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:08.289196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:08.289618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Checking segment: {'id': 'ec7787a2-5b23-4319-a303-74cd8e7959f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '97ba2479-4008-4e7a-91bf-379860422bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:08.290030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.290476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Bound using segment: {'id': 'ec7787a2-5b23-4319-a303-74cd8e7959f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '97ba2479-4008-4e7a-91bf-379860422bde'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:08.291184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Bound port: 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7787a2-5b23-4319-a303-74cd8e7959f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '97ba2479-4008-4e7a-91bf-379860422bde'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:08.291573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.297615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.304562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c90f445-db47-4b59-bfcb-23af89be792f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:08.396883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.397845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] For port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:08.401386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.406984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] For port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d,segment=NetworkSegment(ec7787a2-5b23-4319-a303-74cd8e7959f5),segment_id=ec7787a2-5b23-4319-a303-74cd8e7959f5)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:08.410732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:08.410732 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.478528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Network': ['ID=f7cb9897-95f5-4460-b19b-82ce7fc69e04,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:08.482196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421cfec-3bf6-4bd4-bd09-cb68a2e7f28d req-f78cbe9b-9780-4a45-b5cc-99cfdc581263 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:08.483710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5421cfec-3bf6-4bd4-bd09-cb68a2e7f28d req-f78cbe9b-9780-4a45-b5cc-99cfdc581263 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 943 time: 0.0507264 Sep 20 12:47:08.494793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:08.504249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5605fd5a-25da-46ee-8b06-efa277aec959 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1254647 Sep 20 12:47:08.508344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47592) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:08.519885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.522515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'subnet': {'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:08.571155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5421cfec-3bf6-4bd4-bd09-cb68a2e7f28d req-3ae3fa44-e5c8-4bed-b80a-733caac7ca6a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680823 Sep 20 12:47:08.665581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4339494-c145-4515-bdea-c284e9c31fab None None] Pushing event updated for resources: {'Port': ['ID=9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:08.674586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8a0dba48-4611-40f2-9070-77cbf9280132 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:47:08.722060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58c4a433-fefd-43f7-b99b-70bbb743f063 req-de17477b-30a0-4435-8afa-f2bb3f3b5712 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 210 time: 0.0797620 Sep 20 12:47:08.818580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Made reservation on behalf of 9f8c111a8af343768a44ba769b02360a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:08.824848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.832058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8a0dba48-4611-40f2-9070-77cbf9280132, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8a0dba48-4611-40f2-9070-77cbf9280132,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:08.848460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '8a0dba48-4611-40f2-9070-77cbf9280132', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': '8a0dba48-4611-40f2-9070-77cbf9280132', 'mac_address': 'fa:16:3e:ed:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:47:08.903837 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.936930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0dba48-4611-40f2-9070-77cbf9280132 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:47:08.957550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:08.965269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8a0dba48-4611-40f2-9070-77cbf9280132, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8a0dba48-4611-40f2-9070-77cbf9280132,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:08.993543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:09.046509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:09.143591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=8a0dba48-4611-40f2-9070-77cbf9280132,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:09.203228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Allocated IP 172.25.6.81 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/b7d66b07-2499-4b5e-8c4c-199fff6756d3) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:09.229350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:09.284011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['8a0dba48-4611-40f2-9070-77cbf9280132'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:09.321839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Subnet': ['ID=107b1739-05db-40d1-8966-15d77765991c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:09.339789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Checking segment: {'id': '0d467473-5f43-4d98-b074-4618c0a4b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:09.340338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Network hostable DHCP agents. Network: f7cb9897-95f5-4460-b19b-82ce7fc69e04, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:47:09.378339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:09.445475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:47:09.486143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:09.514312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f7cb9897-95f5-4460-b19b-82ce7fc69e04) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:09.522611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:09.524908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:09.525107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:09.528027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f528e-47ed-45b1-8611-46352bed50ce None None] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:09.529082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:09.532862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:09.560653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'Port': ['ID=b7d66b07-2499-4b5e-8c4c-199fff6756d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:09.600314 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f569ab1d-eb8e-41cf-9bae-70bbad4344fd tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0867093 Sep 20 12:47:09.630480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47610) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:09.644974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'name': 'tempest-AllowedAddressPairTestJSON-1332360668'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:09.744999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'tenant_id': '9f8c111a8af343768a44ba769b02360a', 'fixed_ips': [{'subnet_id': '107b1739-05db-40d1-8966-15d77765991c'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:47:09.746680 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:09.945967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb817e-636e-4def-a0e4-d2c3f19c3e6d req-6810622f-57e2-49fe-860f-ed43c328b957 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:09.953741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2bb817e-636e-4def-a0e4-d2c3f19c3e6d req-6810622f-57e2-49fe-860f-ed43c328b957 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 944 time: 0.2619727 Sep 20 12:47:10.023393 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e2bb817e-636e-4def-a0e4-d2c3f19c3e6d req-279a624e-0ee0-430d-9cdf-04ae1e11348f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686877 Sep 20 12:47:10.039683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Allocated IP 172.20.0.2 (f7cb9897-95f5-4460-b19b-82ce7fc69e04/107b1739-05db-40d1-8966-15d77765991c/c20b8334-ab30-46ea-9e2a-fa45ba87771d) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:10.072803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-6ce29717-40a9-40d3-a1e1-da310823c14a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:10.074669 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-6ce29717-40a9-40d3-a1e1-da310823c14a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.21 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 814 time: 0.4710276 Sep 20 12:47:10.089036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Request body: {'port': {'device_id': 'dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9', 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7', 'admin_state_up': True, 'tenant_id': '05f06d1862bc40669d268b83feeb55c7'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:10.170003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Made reservation on behalf of 9f8c111a8af343768a44ba769b02360a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:10.174166 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:10.232754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11a05eb2-967d-4486-a304-2a0ec1d5a9ff req-157b76be-14b5-405e-b493-f8965d715733 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 210 time: 0.0495048 Sep 20 12:47:10.263360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:10.265977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] device_id is not set on port 576d5694-85f7-49a9-96e8-ad339d95b3b7 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:10.324097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae1a469-720a-4c16-a5b0-eaab9ee94ec4 None None] Network 97ba2479-4008-4e7a-91bf-379860422bde requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:10.351438 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:10.361869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Made reservation on behalf of 05f06d1862bc40669d268b83feeb55c7 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:10.367890 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:10.369153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:10.468877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Pushing event updated for resources: {'Port': ['ID=c20b8334-ab30-46ea-9e2a-fa45ba87771d,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:10.481171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:10.486690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:10.498558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:10.547552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3fbd9ddf-a1da-46b7-bed8-a055e6d501dc None None] Provisioning complete for port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:10.548311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9ddf-a1da-46b7-bed8-a055e6d501dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:10.604794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8a0dba48-4611-40f2-9070-77cbf9280132 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:10.877252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:11.042376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Attempting to bind port c20b8334-ab30-46ea-9e2a-fa45ba87771d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:11.043056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Attempting to bind port c20b8334-ab30-46ea-9e2a-fa45ba87771d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0d467473-5f43-4d98-b074-4618c0a4b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:11.043191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Attempting to bind port c20b8334-ab30-46ea-9e2a-fa45ba87771d on network f7cb9897-95f5-4460-b19b-82ce7fc69e04 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:11.047006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.055686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:11.058328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Checking segment: {'id': '0d467473-5f43-4d98-b074-4618c0a4b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:11.058328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.058328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Bound using segment: {'id': '0d467473-5f43-4d98-b074-4618c0a4b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:11.058328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Bound port: c20b8334-ab30-46ea-9e2a-fa45ba87771d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d467473-5f43-4d98-b074-4618c0a4b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:11.058328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.063405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 8a0dba48-4611-40f2-9070-77cbf9280132 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:47:11.090503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Allocated IP 172.20.0.5 (f7cb9897-95f5-4460-b19b-82ce7fc69e04/107b1739-05db-40d1-8966-15d77765991c/576d5694-85f7-49a9-96e8-ad339d95b3b7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:11.107070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 8a0dba48-4611-40f2-9070-77cbf9280132 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:11.107450 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.195645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Allocated IP 172.20.0.11 (110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7/8bb77c8c-54c8-41d2-bb02-5ce6522a9035/c4dc7900-800d-4e73-95b8-c1bca51a45d5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:11.227627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f275d9d-e371-4355-89de-f1bc3c160664 req-e9eb84db-b33c-417c-a946-6ee697a81578 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:11.229391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f275d9d-e371-4355-89de-f1bc3c160664 req-e9eb84db-b33c-417c-a946-6ee697a81578 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 944 time: 0.1160715 Sep 20 12:47:11.243972 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9ddf-a1da-46b7-bed8-a055e6d501dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.265960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:11.266352 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.328693 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f275d9d-e371-4355-89de-f1bc3c160664 req-1da7bf12-780c-4889-a96e-b4711bb751c8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839994 Sep 20 12:47:11.398304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Router c93e49e9-9117-4c1b-b95d-de16ec1e8f56 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:47:11.428607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] For port c20b8334-ab30-46ea-9e2a-fa45ba87771d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:11.450585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] For port c20b8334-ab30-46ea-9e2a-fa45ba87771d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c20b8334-ab30-46ea-9e2a-fa45ba87771d,segment=NetworkSegment(0d467473-5f43-4d98-b074-4618c0a4b3d0),segment_id=0d467473-5f43-4d98-b074-4618c0a4b3d0)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:11.476677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3fbd9ddf-a1da-46b7-bed8-a055e6d501dc None None] For port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d,segment=NetworkSegment(ec7787a2-5b23-4319-a303-74cd8e7959f5),segment_id=ec7787a2-5b23-4319-a303-74cd8e7959f5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:11.491715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.540800 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.558467 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.574012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a2cb39b-5795-4f5c-983a-d182b7be6a56 req-17d1bd9a-1475-4cff-b796-5957228e7926 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 210 time: 0.0497415 Sep 20 12:47:11.597067 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9ddf-a1da-46b7-bed8-a055e6d501dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.688002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:47:11.691417 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.711964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0dba48-4611-40f2-9070-77cbf9280132'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:11.714231 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5719d26-d0ed-48a3-b086-b791b25bc9e2" -d '{"events": [{"server_uuid": "fdbeabeb-9f71-44e3-ae16-964c72fa2111", "name": "network-vif-plugged", "status": "completed", "tag": "8a0dba48-4611-40f2-9070-77cbf9280132"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:11.741618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1c286-a543-4d49-90b3-97c3a2af322b None None] Sync routers for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:47:11.772149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8a0dba48-4611-40f2-9070-77cbf9280132, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8a0dba48-4611-40f2-9070-77cbf9280132,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:11.785338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39118a-6817-4a17-a532-bf56763a567e None None] Pushing event updated for resources: {'Port': ['ID=c20b8334-ab30-46ea-9e2a-fa45ba87771d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:11.787350 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.788610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-724cd0e4-b8e4-4af2-b4a0-aad35fe4ebc5 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.1876624 Sep 20 12:47:11.791364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47642) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:11.816809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1c286-a543-4d49-90b3-97c3a2af322b None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:11.821596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eda1c286-a543-4d49-90b3-97c3a2af322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:46:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:11.835885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:11.865190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:12.058049 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9acbd1-46ca-48ce-871a-470a5a4d271c x-openstack-request-id: req-2e9acbd1-46ca-48ce-871a-470a5a4d271c {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:12.058655 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbeabeb-9f71-44e3-ae16-964c72fa2111", "name": "network-vif-plugged", "status": "completed", "tag": "8a0dba48-4611-40f2-9070-77cbf9280132", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:12.058655 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e9acbd1-46ca-48ce-871a-470a5a4d271c {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:12.058964 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0dba48-4611-40f2-9070-77cbf9280132', 'code': 200} Sep 20 12:47:12.074675 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:12.077809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eda1c286-a543-4d49-90b3-97c3a2af322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:12.089043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f2f30071-d8f7-47b5-a56c-ae49c5993975 None None] Provisioning complete for port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:12.089546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f2f30071-d8f7-47b5-a56c-ae49c5993975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:12.116812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:12.152104 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=576d5694-85f7-49a9-96e8-ad339d95b3b7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:12.188519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:12.195591 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:47:12.200935 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:47:12.209532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:12.223096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1c286-a543-4d49-90b3-97c3a2af322b None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:12.223096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eda1c286-a543-4d49-90b3-97c3a2af322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:46:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:12.232378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd9ddf-a1da-46b7-bed8-a055e6d501dc None None] Pushing event updated for resources: {'Port': ['ID=9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:12.295436 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:12.320345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=8a0dba48-4611-40f2-9070-77cbf9280132,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:12.326744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:12.369363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:12.391189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:12.404249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4eea1-ed39-41c0-a8b1-beb1c44b92a2 req-6a37f696-4bfb-4334-ae7c-6a92b880b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:12.406286 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ad4eea1-ed39-41c0-a8b1-beb1c44b92a2 req-6a37f696-4bfb-4334-ae7c-6a92b880b458 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 1096 time: 0.3485765 Sep 20 12:47:12.409702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:12.432265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eda1c286-a543-4d49-90b3-97c3a2af322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:12.432911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1c286-a543-4d49-90b3-97c3a2af322b None None] The sync data for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:47:12.476320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Pushing event updated for resources: {'Port': ['ID=c4dc7900-800d-4e73-95b8-c1bca51a45d5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:12.490528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:12.491390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:12.521146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cfd597c5-ff7e-4820-90f6-b28f7da6e9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:12.557814 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0ad4eea1-ed39-41c0-a8b1-beb1c44b92a2 req-918ee9d5-4393-4db7-84b9-613dc37dec87 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381521 Sep 20 12:47:12.582767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:12.582767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:12.588186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfff79a-d3ef-478b-8227-bab01269ca1c req-9efbb13c-55da-4b55-80e3-2a5949f49cd8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:12.595887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dfff79a-d3ef-478b-8227-bab01269ca1c req-9efbb13c-55da-4b55-80e3-2a5949f49cd8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 945 time: 0.1601567 Sep 20 12:47:12.631516 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-98c898d7-e382-4dcc-bcc4-58da68c0ff09 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0001194 Sep 20 12:47:12.633352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47660) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:12.647128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'name': 'tempest-AllowedAddressPairTestJSON-1558898570', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3b:51:49'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:12.660800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8dfff79a-d3ef-478b-8227-bab01269ca1c req-b5d74d4c-7b56-45d6-8681-a6436ac7dec7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632703 Sep 20 12:47:12.808832 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-5ef8a11c-228c-4f93-9999-460bcba84219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7242730 Sep 20 12:47:12.833836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Request body: {'port': {'device_id': 'dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:12.871318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47664) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:12.981331 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:12.981542 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.000551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Made reservation on behalf of 9f8c111a8af343768a44ba769b02360a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:13.065841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388f49-a211-47d9-9074-57c298982393 req-fad2913a-b577-4574-8c0c-6f3f285591ae tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:13.075614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16388f49-a211-47d9-9074-57c298982393 req-fad2913a-b577-4574-8c0c-6f3f285591ae tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 932 time: 0.2554970 Sep 20 12:47:13.107227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c20b8334-ab30-46ea-9e2a-fa45ba87771d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:13.148122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.155690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16388f49-a211-47d9-9074-57c298982393 req-025c2799-d58e-4774-9726-58a52a74e724 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750515 Sep 20 12:47:13.200524 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f95429f-7545-4bf7-8341-7b5673978995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.242182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c20b8334-ab30-46ea-9e2a-fa45ba87771d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:13.242929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.360607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] device_id is not set on port 8b8a7c7a-d85e-437a-862a-a0335e388a71 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:13.376252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146657f0-0560-4163-9524-636e8252a32c None None] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:13.448840 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.476002 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:47:13.546321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port c20b8334-ab30-46ea-9e2a-fa45ba87771d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c20b8334-ab30-46ea-9e2a-fa45ba87771d,segment=NetworkSegment(0d467473-5f43-4d98-b074-4618c0a4b3d0),segment_id=0d467473-5f43-4d98-b074-4618c0a4b3d0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:13.548400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d9627d2b-d198-4cd4-93b5-a196aa2300ad None None] Provisioning complete for port c20b8334-ab30-46ea-9e2a-fa45ba87771d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:13.548777 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d9627d2b-d198-4cd4-93b5-a196aa2300ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.556513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Allocated IP 172.20.0.1 (97ba2479-4008-4e7a-91bf-379860422bde/84a2d23d-0548-4263-9dbe-44f9f0cae7e2/826a10d0-69fe-4899-90bc-fc2356d29ca5) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:13.633045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Allocated IP 172.20.0.12 (f7cb9897-95f5-4460-b19b-82ce7fc69e04/107b1739-05db-40d1-8966-15d77765991c/8b8a7c7a-d85e-437a-862a-a0335e388a71) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:13.638891 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.639821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:13.727763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dc7900-800d-4e73-95b8-c1bca51a45d5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:47:13.745860 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f95429f-7545-4bf7-8341-7b5673978995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.756395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.808444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.819573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Transition to ACTIVE for port object c4dc7900-800d-4e73-95b8-c1bca51a45d5 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:47:13.831143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=c20b8334-ab30-46ea-9e2a-fa45ba87771d,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:13.847420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb24ba-da51-4512-ae3e-f8fe1459d92e req-76b32b64-f73f-4e96-ad55-2409a5929388 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:13.856004 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f95429f-7545-4bf7-8341-7b5673978995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.857217 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27fb24ba-da51-4512-ae3e-f8fe1459d92e req-76b32b64-f73f-4e96-ad55-2409a5929388 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 945 time: 0.0911226 Sep 20 12:47:13.858437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:13.858995 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.971272 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:13.981148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27fb24ba-da51-4512-ae3e-f8fe1459d92e req-17e93e49-1d0d-49b9-8c85-33d69666e940 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225109 Sep 20 12:47:13.988695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.029404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Network 97ba2479-4008-4e7a-91bf-379860422bde is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:14.034628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:14.038802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:14.075719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95429f-7545-4bf7-8341-7b5673978995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6af66b-eb4e-44a9-9913-a7273dc0cb29,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:14.085151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:14.086463 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6f95429f-7545-4bf7-8341-7b5673978995 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d1838629b964c97ae5f68ef200d7a56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1890252 Sep 20 12:47:14.098318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'Port': ['ID=826a10d0-69fe-4899-90bc-fc2356d29ca5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:14.136769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.151316 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.162747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Pushing event updated for resources: {'Port': ['ID=c4dc7900-800d-4e73-95b8-c1bca51a45d5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:14.276456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e3947e2-b8cc-4ba6-9670-30a6afa856d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.293639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-43b61a39-49b5-4e46-8ea0-bf60c82c51a3 None None] Provisioning complete for port 576d5694-85f7-49a9-96e8-ad339d95b3b7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:14.295127 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43b61a39-49b5-4e46-8ea0-bf60c82c51a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.309240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Attempting to bind port c4dc7900-800d-4e73-95b8-c1bca51a45d5 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:14.309641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Attempting to bind port c4dc7900-800d-4e73-95b8-c1bca51a45d5 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:14.309910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Attempting to bind port c4dc7900-800d-4e73-95b8-c1bca51a45d5 on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:14.327253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Port c4dc7900-800d-4e73-95b8-c1bca51a45d5 on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:14.327590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Attempting to bind port c4dc7900-800d-4e73-95b8-c1bca51a45d5 on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:14.336786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:14.348589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Checking segment: {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:14.348589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Bound using segment: {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:14.348589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Bound port: c4dc7900-800d-4e73-95b8-c1bca51a45d5, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:14.348589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.372002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-43b61a39-49b5-4e46-8ea0-bf60c82c51a3 None None] Port 576d5694-85f7-49a9-96e8-ad339d95b3b7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:14.386903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e3947e2-b8cc-4ba6-9670-30a6afa856d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.397107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-43b61a39-49b5-4e46-8ea0-bf60c82c51a3 None None] Provisioning complete for port c20b8334-ab30-46ea-9e2a-fa45ba87771d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:14.397437 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43b61a39-49b5-4e46-8ea0-bf60c82c51a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.425595 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.455098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030a00-4e12-4d2f-9462-e57a29e58a1d req-f9913639-1585-4235-8d1e-d3c5da11cddb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:14.466183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23030a00-4e12-4d2f-9462-e57a29e58a1d req-f9913639-1585-4235-8d1e-d3c5da11cddb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 944 time: 0.1850388 Sep 20 12:47:14.512045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23030a00-4e12-4d2f-9462-e57a29e58a1d req-ec667566-5c06-4ca8-9db1-7619a033da87 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Sep 20 12:47:14.534460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=8b8a7c7a-d85e-437a-862a-a0335e388a71,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:14.550639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:14.554779 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.555370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] For port c4dc7900-800d-4e73-95b8-c1bca51a45d5, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:14.558527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:14.562993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] For port c4dc7900-800d-4e73-95b8-c1bca51a45d5, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c4dc7900-800d-4e73-95b8-c1bca51a45d5,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:14.564335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:14.611689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e3947e2-b8cc-4ba6-9670-30a6afa856d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.614806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e3947e2-b8cc-4ba6-9670-30a6afa856d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.619879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e3947e2-b8cc-4ba6-9670-30a6afa856d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a6af66b-eb4e-44a9-9913-a7273dc0cb29 HTTP/1.1" status: 204 len: 168 time: 0.5300534 Sep 20 12:47:14.627614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:14.628323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.636651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3947e2-b8cc-4ba6-9670-30a6afa856d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6af66b-eb4e-44a9-9913-a7273dc0cb29,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:14.653660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.655669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-54048d73-e77b-425e-b5a1-beae0173fafa None None] Provisioning complete for port 576d5694-85f7-49a9-96e8-ad339d95b3b7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:14.656935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54048d73-e77b-425e-b5a1-beae0173fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.720545 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:14.721225 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.723124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] 10.222.0.21 "PUT /v2.0/ports/c4dc7900-800d-4e73-95b8-c1bca51a45d5 HTTP/1.1" status: 200 len: 1092 time: 1.9051850 Sep 20 12:47:14.724216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9', 'tag': 'c4dc7900-800d-4e73-95b8-c1bca51a45d5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:14.726696 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d922e3-3730-4c7b-8c91-8611db64c433" -d '{"events": [{"name": "network-changed", "server_uuid": "dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9", "tag": "c4dc7900-800d-4e73-95b8-c1bca51a45d5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:14.746615 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ea6d00b-1dc2-4dbf-a0d3-598379dd4785 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1098433 Sep 20 12:47:14.750580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47698) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:14.758247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-54048d73-e77b-425e-b5a1-beae0173fafa None None] Port 576d5694-85f7-49a9-96e8-ad339d95b3b7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:14.784179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-54048d73-e77b-425e-b5a1-beae0173fafa None None] Provisioning complete for port 826a10d0-69fe-4899-90bc-fc2356d29ca5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:14.787084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54048d73-e77b-425e-b5a1-beae0173fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:14.817090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61b3b8-932e-416c-b029-0d0a02f08a8a service neutron] Pushing event updated for resources: {'Port': ['ID=c4dc7900-800d-4e73-95b8-c1bca51a45d5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:14.878516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-54048d73-e77b-425e-b5a1-beae0173fafa None None] Port 826a10d0-69fe-4899-90bc-fc2356d29ca5 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:14.880507 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9520b27d-62ed-4f79-b61b-f7fe5a33ab1f x-openstack-request-id: req-9520b27d-62ed-4f79-b61b-f7fe5a33ab1f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:14.882653 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9", "tag": "c4dc7900-800d-4e73-95b8-c1bca51a45d5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:14.882894 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9520b27d-62ed-4f79-b61b-f7fe5a33ab1f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:14.883529 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9', 'tag': 'c4dc7900-800d-4e73-95b8-c1bca51a45d5', 'status': 'completed', 'code': 200} Sep 20 12:47:14.901879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30e912-5c6e-49fe-9afe-ccd7bfb759e4 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:14.905189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30e912-5c6e-49fe-9afe-ccd7bfb759e4 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:14.913887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30e912-5c6e-49fe-9afe-ccd7bfb759e4 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:14.915687 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd30e912-5c6e-49fe-9afe-ccd7bfb759e4 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1640863 Sep 20 12:47:14.920944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47700) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:14.943622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c20b8334-ab30-46ea-9e2a-fa45ba87771d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:14.954040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-4150c736-5b6f-4201-a8fb-9c753333c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:14.955546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-4150c736-5b6f-4201-a8fb-9c753333c027 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 1095 time: 0.1335666 Sep 20 12:47:15.010189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d2585b89-43c9-483f-ac69-ea773612e1ca None None] Provisioning complete for port 8b8a7c7a-d85e-437a-862a-a0335e388a71 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:15.010940 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d2585b89-43c9-483f-ac69-ea773612e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.035581 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-a64c575f-8b67-460e-93b6-d2d0c0ea6191 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dc7900-800d-4e73-95b8-c1bca51a45d5 HTTP/1.1" status: 200 len: 217 time: 0.0678558 Sep 20 12:47:15.069432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c20b8334-ab30-46ea-9e2a-fa45ba87771d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:15.069992 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.106116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.108037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-31467f3d-13d9-4e62-b2f8-342626771107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:15.109614 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-31467f3d-13d9-4e62-b2f8-342626771107 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.0655060 Sep 20 12:47:15.137616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-79437a92-bf78-4ade-818e-588a90d0942e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Deleting port 8b8a7c7a-d85e-437a-862a-a0335e388a71 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:15.138001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79437a92-bf78-4ade-818e-588a90d0942e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.157466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d2585b89-43c9-483f-ac69-ea773612e1ca None None] Port 8b8a7c7a-d85e-437a-862a-a0335e388a71 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:15.167667 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-d98bd0c2-c6e6-4b4f-8827-608ae22c277f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416851 Sep 20 12:47:15.171708 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.261405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25dc55-6353-4fbc-8bdc-75069e663c16 req-2e31e8c0-1f67-4cd7-8da3-45cbd6fb38b6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:15.263063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e25dc55-6353-4fbc-8bdc-75069e663c16 req-2e31e8c0-1f67-4cd7-8da3-45cbd6fb38b6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 945 time: 0.1318798 Sep 20 12:47:15.264226 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1cb97ced-3549-4090-825e-7b7e291a9443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.270006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.304589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'Port': ['ID=826a10d0-69fe-4899-90bc-fc2356d29ca5,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:15.344413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79437a92-bf78-4ade-818e-588a90d0942e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.356295 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-427adade-619f-40c4-8807-55d4e209f218 service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776714 Sep 20 12:47:15.360270 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-79437a92-bf78-4ade-818e-588a90d0942e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Calling delete_port for 8b8a7c7a-d85e-437a-862a-a0335e388a71 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:15.378503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e25dc55-6353-4fbc-8bdc-75069e663c16 req-856f6c76-a9d9-4db1-a20e-025c96ca007a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057749 Sep 20 12:47:15.416851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Network 97ba2479-4008-4e7a-91bf-379860422bde is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:15.419184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:15.546479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b3740a91-6bf0-4f8f-8bc4-a7f5c521280c req-fc69e21a-61aa-42ef-ad6c-a5c1c61399f1 service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820252 Sep 20 12:47:15.611359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.626838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47718) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:15.641898 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47afb936-dc6b-4683-aa34-6e42da8734f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.754940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79437a92-bf78-4ade-818e-588a90d0942e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.796465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-09fa8b1b-e1a8-4450-8dbe-25deb75e7164 None None] Provisioning complete for port 826a10d0-69fe-4899-90bc-fc2356d29ca5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:15.797413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-09fa8b1b-e1a8-4450-8dbe-25deb75e7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:15.809381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437a92-bf78-4ade-818e-588a90d0942e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Port': ['ID=8b8a7c7a-d85e-437a-862a-a0335e388a71,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:15.865282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-65a1436c-5865-4b54-994e-2be8b8761307 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=782cecd4981748bc9121f560d7b9064c HTTP/1.1" status: 200 len: 267 time: 0.0770524 Sep 20 12:47:15.906978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-c89fa87b-5d2c-4f9f-8373-2cb830e60f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:15.909091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-c89fa87b-5d2c-4f9f-8373-2cb830e60f15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 1095 time: 0.1950414 Sep 20 12:47:15.935973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-09fa8b1b-e1a8-4450-8dbe-25deb75e7164 None None] Port 826a10d0-69fe-4899-90bc-fc2356d29ca5 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:16.022092 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47afb936-dc6b-4683-aa34-6e42da8734f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.022214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-a066cb2d-6420-45eb-99a7-4eb6ab711b80 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:16.023056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-a066cb2d-6420-45eb-99a7-4eb6ab711b80 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 945 time: 0.1431797 Sep 20 12:47:16.035202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'port': {'security_groups': []}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:16.091195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Router c93e49e9-9117-4c1b-b95d-de16ec1e8f56 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:47:16.107609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79437a92-bf78-4ade-818e-588a90d0942e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.112643 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-79437a92-bf78-4ade-818e-588a90d0942e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "DELETE /v2.0/ports/8b8a7c7a-d85e-437a-862a-a0335e388a71 HTTP/1.1" status: 204 len: 168 time: 1.1843958 Sep 20 12:47:16.112643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47726) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:16.125963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-93065809-2a61-4115-83f0-7013689bcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:16.127377 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-93065809-2a61-4115-83f0-7013689bcf84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 914 time: 0.2091215 Sep 20 12:47:16.138004 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.160042 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d51a0c-5218-4094-949d-d4ea38138061 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] GET failed (client error): The resource could not be found. Sep 20 12:47:16.162975 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-19d51a0c-5218-4094-949d-d4ea38138061 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "GET /v2.0/ports/8b8a7c7a-d85e-437a-862a-a0335e388a71 HTTP/1.1" status: 404 len: 333 time: 0.0486107 Sep 20 12:47:16.191181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:16.199313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'name': 'tempest-AllowedAddressPairTestJSON-41447422'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:16.199546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-d9fbc65c-7539-4d3f-9594-744d5da79113 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dc7900-800d-4e73-95b8-c1bca51a45d5 HTTP/1.1" status: 200 len: 217 time: 0.0477016 Sep 20 12:47:16.257807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-6fd07e11-24af-4c1e-b591-40f2afabf317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:16.259324 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-6fd07e11-24af-4c1e-b591-40f2afabf317 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.0490627 Sep 20 12:47:16.262053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47afb936-dc6b-4683-aa34-6e42da8734f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.319088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-556c1a7d-092f-42e6-bf5a-0b8e027810a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520151 Sep 20 12:47:16.326820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afb936-dc6b-4683-aa34-6e42da8734f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e586de-0247-4248-b6a3-a47cfe1868f3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:16.335129 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-47afb936-dc6b-4683-aa34-6e42da8734f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d82ab374eb1e4170921adc0c8d807526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032826 Sep 20 12:47:16.335129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47732) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:16.402165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:47:16.407893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-db06351b-a3ea-497a-9128-5a8e13aa3d48 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "PUT /v2.0/routers/c93e49e9-9117-4c1b-b95d-de16ec1e8f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6155083 Sep 20 12:47:16.418911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47734) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:16.419228 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f7dc8-98bd-427c-83d4-53cbec300f95 None None] Sync routers for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:47:16.428751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Request body: {'port': {'network_id': '97ba2479-4008-4e7a-91bf-379860422bde', 'name': 'tempest-FloatingIPAdminTestJSON-362640465'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:16.429649 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f7dc8-98bd-427c-83d4-53cbec300f95 None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:16.430261 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f70f7dc8-98bd-427c-83d4-53cbec300f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:47:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:16.463891 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f70f7dc8-98bd-427c-83d4-53cbec300f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:16.472819 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f7dc8-98bd-427c-83d4-53cbec300f95 None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:16.473707 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f70f7dc8-98bd-427c-83d4-53cbec300f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:47:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:16.499515 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95011cc6-88d4-4cba-8f2a-f19fbdbc82c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.512546 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f70f7dc8-98bd-427c-83d4-53cbec300f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:16.513524 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f7dc8-98bd-427c-83d4-53cbec300f95 None None] The sync data for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:47:16.547798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] For port 8a0dba48-4611-40f2-9070-77cbf9280132, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8a0dba48-4611-40f2-9070-77cbf9280132,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:16.553786 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95011cc6-88d4-4cba-8f2a-f19fbdbc82c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.588330 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.590829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-4aa72e0a-a4cd-4a41-a5be-4ce9a9ca0825 service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583582 Sep 20 12:47:16.591895 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.605000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Made reservation on behalf of 9f8c111a8af343768a44ba769b02360a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:16.609061 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.627809 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] device_id is not set on port 6c561a96-a664-439a-922a-96dcf60942e9 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:16.663473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.675338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2990b3c8-d862-4b71-9e45-009ece039019', 'b9930a02-4137-4d92-95b8-11495fa69976', '8a0dba48-4611-40f2-9070-77cbf9280132'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:16.727309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d922e3-3730-4c7b-8c91-8611db64c433 req-30e1650b-ed58-4a5a-8754-268ee0672b5c service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231520 Sep 20 12:47:16.733576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:16.734213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.735636 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acbd910e-e7f4-4e73-9323-6ac7dafce13a req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "PUT /v2.0/ports/8a0dba48-4611-40f2-9070-77cbf9280132 HTTP/1.1" status: 200 len: 904 time: 0.7099166 Sep 20 12:47:16.736102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'tag': '8a0dba48-4611-40f2-9070-77cbf9280132'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:16.738615 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64768eac-4012-4180-928a-aceec953393d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbeabeb-9f71-44e3-ae16-964c72fa2111", "tag": "8a0dba48-4611-40f2-9070-77cbf9280132"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:16.793347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6351f1-f67f-47f5-8518-fc33f032e77a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'Port': ['ID=8a0dba48-4611-40f2-9070-77cbf9280132,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:16.807630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Allocated IP 172.20.0.14 (f7cb9897-95f5-4460-b19b-82ce7fc69e04/107b1739-05db-40d1-8966-15d77765991c/6c561a96-a664-439a-922a-96dcf60942e9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:16.826902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Made reservation on behalf of 9ebe77af67464ac0962e62a0767b8f15 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:16.830830 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.835757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95011cc6-88d4-4cba-8f2a-f19fbdbc82c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.839344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['8a0dba48-4611-40f2-9070-77cbf9280132'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:16.841316 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95011cc6-88d4-4cba-8f2a-f19fbdbc82c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:16.842719 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-95011cc6-88d4-4cba-8f2a-f19fbdbc82c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56e586de-0247-4248-b6a3-a47cfe1868f3 HTTP/1.1" status: 204 len: 168 time: 0.5072401 Sep 20 12:47:16.889458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95011cc6-88d4-4cba-8f2a-f19fbdbc82c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e586de-0247-4248-b6a3-a47cfe1868f3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:16.900928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] device_id is not set on port 5839acf9-5848-487b-b7d2-558fa3ed3f87 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:17.037424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c9cd2-eedf-4931-9754-735021362d9a req-98ba2c8d-61a7-4875-a444-93e17f7ca476 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.045624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d14c9cd2-eedf-4931-9754-735021362d9a req-98ba2c8d-61a7-4875-a444-93e17f7ca476 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 944 time: 0.2006776 Sep 20 12:47:17.137708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d14c9cd2-eedf-4931-9754-735021362d9a req-1c1e164e-38b1-42d1-a3aa-8d0bbe00f1f9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866699 Sep 20 12:47:17.187009 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c7d43cfd-058c-4285-af83-f52e945f926d None None] Provisioning complete for port 8a0dba48-4611-40f2-9070-77cbf9280132 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:17.187394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c7d43cfd-058c-4285-af83-f52e945f926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:17.188900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89677d84-544f-424e-8823-a7493977f05c req-888642e5-5dfc-4406-af45-7372f654eadd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1273513 Sep 20 12:47:17.195942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Allocated IP 172.20.0.6 (97ba2479-4008-4e7a-91bf-379860422bde/84a2d23d-0548-4263-9dbe-44f9f0cae7e2/5839acf9-5848-487b-b7d2-558fa3ed3f87) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:17.245264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:17.345706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677d84-544f-424e-8823-a7493977f05c req-39efdd3e-2ba0-4592-a947-916310ad55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.349968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89677d84-544f-424e-8823-a7493977f05c req-39efdd3e-2ba0-4592-a947-916310ad55d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdc11d41ed6141e1a89d58ba6f5ad081&device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 1101 time: 0.0915563 Sep 20 12:47:17.366939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc5d2a-6195-450c-becf-ac084c715443 req-a13750f5-dea7-46ea-bc46-83cc77a9aebf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.368667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbcc5d2a-6195-450c-becf-ac084c715443 req-a13750f5-dea7-46ea-bc46-83cc77a9aebf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 907 time: 0.1030493 Sep 20 12:47:17.373973 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:17.472182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:17.477055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:17.480919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:17.507524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677d84-544f-424e-8823-a7493977f05c req-fde9740a-e8ad-4e16-8263-0af5c026a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.509839 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89677d84-544f-424e-8823-a7493977f05c req-fde9740a-e8ad-4e16-8263-0af5c026a92c service neutron] 10.222.0.21 "GET /v2.0/networks?id=27457ffb-b3f7-48b0-81b6-2602f7abcf49 HTTP/1.1" status: 200 len: 869 time: 0.1235878 Sep 20 12:47:17.572713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=6c561a96-a664-439a-922a-96dcf60942e9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:17.624604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89677d84-544f-424e-8823-a7493977f05c req-e43001fa-b9ae-4c1f-9013-9e353ea6df35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2f296f36-ed58-45b0-bf7a-25d9e222234d HTTP/1.1" status: 200 len: 217 time: 0.1065481 Sep 20 12:47:17.649511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.650244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:17.695522 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:17.709062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677d84-544f-424e-8823-a7493977f05c req-25c21de5-d6dc-4209-98bc-92337cf653da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.710796 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89677d84-544f-424e-8823-a7493977f05c req-25c21de5-d6dc-4209-98bc-92337cf653da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0768530 Sep 20 12:47:17.731410 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd46b71-9c24-401f-927b-cff88977dbb4 x-openstack-request-id: req-6bd46b71-9c24-401f-927b-cff88977dbb4 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:17.731705 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbeabeb-9f71-44e3-ae16-964c72fa2111", "tag": "8a0dba48-4611-40f2-9070-77cbf9280132", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:17.731957 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bd46b71-9c24-401f-927b-cff88977dbb4 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:17.732381 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'tag': '8a0dba48-4611-40f2-9070-77cbf9280132', 'status': 'completed', 'code': 200} Sep 20 12:47:17.743444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b0fdb51c-ac07-4f04-ae30-7e719698e134 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5509121 Sep 20 12:47:17.751107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:17.758152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3b:51:49'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:17.832600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677d84-544f-424e-8823-a7493977f05c req-fdbd88a2-31c7-451d-afd0-a97f87331afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.835913 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89677d84-544f-424e-8823-a7493977f05c req-fdbd88a2-31c7-451d-afd0-a97f87331afb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078420 Sep 20 12:47:17.842706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64768eac-4012-4180-928a-aceec953393d req-146a0d31-1fc8-493c-9e2e-655ec595843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.844162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64768eac-4012-4180-928a-aceec953393d req-146a0d31-1fc8-493c-9e2e-655ec595843d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 1058 time: 0.0863276 Sep 20 12:47:17.926293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0dcc40d0-e883-4ac4-8e33-039014e44e93 None None] Provisioning complete for port 6c561a96-a664-439a-922a-96dcf60942e9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:17.928750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f21a-2f7d-46fe-88d2-76ef46b300c9 req-5a7cb4d7-4ecd-480b-83be-d6e76aaa671e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:17.930120 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0dcc40d0-e883-4ac4-8e33-039014e44e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:17.930425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8280f21a-2f7d-46fe-88d2-76ef46b300c9 req-5a7cb4d7-4ecd-480b-83be-d6e76aaa671e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1146121 Sep 20 12:47:17.986434 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:17.999790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc40d0-e883-4ac4-8e33-039014e44e93 None None] Port 6c561a96-a664-439a-922a-96dcf60942e9 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:18.014881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:18.033326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8280f21a-2f7d-46fe-88d2-76ef46b300c9 req-ef2627ea-868d-4113-ba37-cb2057477ecd tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857527 Sep 20 12:47:18.247127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8051655-97c2-4e79-80d7-db27d6f78700 req-bc1b8bba-beb4-4543-aa06-7c494b753dc6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:18.253731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8051655-97c2-4e79-80d7-db27d6f78700 req-bc1b8bba-beb4-4543-aa06-7c494b753dc6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0831587 Sep 20 12:47:18.277450 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:18.308550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8051655-97c2-4e79-80d7-db27d6f78700 req-e97eb841-5b7e-4a50-a21d-d5d972c70445 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477877 Sep 20 12:47:18.388832 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:18.478897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:18.535269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=6c561a96-a664-439a-922a-96dcf60942e9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:18.546738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event updated for resources: {'Port': ['ID=5839acf9-5848-487b-b7d2-558fa3ed3f87,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:18.564098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] In _notify_port_updated(), no bound segment for port 6c561a96-a664-439a-922a-96dcf60942e9 on network f7cb9897-95f5-4460-b19b-82ce7fc69e04 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:47:18.568678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Network 97ba2479-4008-4e7a-91bf-379860422bde is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:18.571090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:18.572016 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:18.576050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-80f62949-8c5d-4e9c-a568-405ae1141c74 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "PUT /v2.0/ports/6c561a96-a664-439a-922a-96dcf60942e9 HTTP/1.1" status: 200 len: 992 time: 0.8214107 Sep 20 12:47:18.591404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47796) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:18.595279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:18.619649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:18.642660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069ace9-ff0b-4b64-8a9a-59b27c6b2c58 req-7123075f-9ee8-4a1a-8ef9-d125e9df2fef tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:18.644296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5069ace9-ff0b-4b64-8a9a-59b27c6b2c58 req-7123075f-9ee8-4a1a-8ef9-d125e9df2fef tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 944 time: 0.2022550 Sep 20 12:47:18.664804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64768eac-4012-4180-928a-aceec953393d req-cf4f5a27-b749-483a-9258-9261ab24170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:18.666422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64768eac-4012-4180-928a-aceec953393d req-cf4f5a27-b749-483a-9258-9261ab24170b service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.8132808 Sep 20 12:47:18.707794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5069ace9-ff0b-4b64-8a9a-59b27c6b2c58 req-855066f7-5212-4ac6-b424-78cfcc4766b3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519874 Sep 20 12:47:18.762802 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64768eac-4012-4180-928a-aceec953393d req-6209e466-9a83-4050-b5e2-0f9f9ef43959 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a0dba48-4611-40f2-9070-77cbf9280132 HTTP/1.1" status: 200 len: 217 time: 0.0727086 Sep 20 12:47:18.773137 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89677d84-544f-424e-8823-a7493977f05c req-61ebfef2-e5a6-468a-b187-f319301109a1 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280095 Sep 20 12:47:18.843261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4fb8a25a-ae33-47a7-8336-5ca1f5941704 None None] Provisioning complete for port 6c561a96-a664-439a-922a-96dcf60942e9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:18.845307 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a25a-ae33-47a7-8336-5ca1f5941704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:18.886122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c4dc7900-800d-4e73-95b8-c1bca51a45d5 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:47:18.961603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-7cddabd8-baf2-4f3e-a354-843c86e2120d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:18.969438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-7cddabd8-baf2-4f3e-a354-843c86e2120d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.1657250 Sep 20 12:47:18.986221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-89677d84-544f-424e-8823-a7493977f05c req-15a26300-6eaf-43a2-95ed-20a4f130d147 service neutron] 10.222.0.21 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031527 Sep 20 12:47:18.993521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-d185f0be-d38c-4f56-8966-ecc1af33ebcd tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/quotas/782cecd4981748bc9121f560d7b9064c HTTP/1.1" status: 200 len: 375 time: 0.0231113 Sep 20 12:47:19.023534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:19.024278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:19.028939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c4dc7900-800d-4e73-95b8-c1bca51a45d5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c4dc7900-800d-4e73-95b8-c1bca51a45d5,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:19.048732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64768eac-4012-4180-928a-aceec953393d req-0219d5bd-91ee-44c4-a251-ae7509d19b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:19.052820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'c4dc7900-800d-4e73-95b8-c1bca51a45d5', 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7', 'port_id': 'c4dc7900-800d-4e73-95b8-c1bca51a45d5', 'mac_address': 'fa:16:3e:bf:4c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb77c8c-54c8-41d2-bb02-5ce6522a9035', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:47:19.053023 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64768eac-4012-4180-928a-aceec953393d req-0219d5bd-91ee-44c4-a251-ae7509d19b66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.2762914 Sep 20 12:47:19.053347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8a25a-ae33-47a7-8336-5ca1f5941704 None None] Port 6c561a96-a664-439a-922a-96dcf60942e9 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:19.096136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-b940429c-0b9f-4ee5-b9ac-4cf77b59ca80 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1016924 Sep 20 12:47:19.099705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-73d56be0-dfb3-48d8-8910-a06f3ff7f13a tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Deleting port 6c561a96-a664-439a-922a-96dcf60942e9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:19.099705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73d56be0-dfb3-48d8-8910-a06f3ff7f13a tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:19.101206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:19.115839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dc7900-800d-4e73-95b8-c1bca51a45d5 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:47:19.139705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c4dc7900-800d-4e73-95b8-c1bca51a45d5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c4dc7900-800d-4e73-95b8-c1bca51a45d5,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:19.183298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5bfecfea-c583-476d-a7e7-436537ad39bf None None] Provisioning complete for port 5839acf9-5848-487b-b7d2-558fa3ed3f87 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:19.183678 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5bfecfea-c583-476d-a7e7-436537ad39bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:19.200927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73d56be0-dfb3-48d8-8910-a06f3ff7f13a tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:19.220092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-73d56be0-dfb3-48d8-8910-a06f3ff7f13a tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Calling delete_port for 6c561a96-a664-439a-922a-96dcf60942e9 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:19.223730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:19.226864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5d12bd52-a724-4a83-b8df-6bd915508b60 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8025093 Sep 20 12:47:19.231335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:19.271330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64768eac-4012-4180-928a-aceec953393d req-a7b18b83-a4f5-4f0c-9990-ea2b5dc482ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:19.272794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64768eac-4012-4180-928a-aceec953393d req-a7b18b83-a4f5-4f0c-9990-ea2b5dc482ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141166 Sep 20 12:47:19.301128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-da593d93-02c1-4f53-bf58-f7d64c231d12 service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036755 Sep 20 12:47:19.308237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c4dc7900-800d-4e73-95b8-c1bca51a45d5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:19.336941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5bfecfea-c583-476d-a7e7-436537ad39bf None None] Port 5839acf9-5848-487b-b7d2-558fa3ed3f87 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:19.456009 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['c4dc7900-800d-4e73-95b8-c1bca51a45d5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:19.460654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-471db4c5-7ca5-48e5-89ee-3197630b1dc1 service neutron] 10.222.0.37 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505549 Sep 20 12:47:19.516009 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64768eac-4012-4180-928a-aceec953393d req-78cca155-992d-4dd9-bb7c-2400c602a843 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346921 Sep 20 12:47:19.689939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'project_id': '9ebe77af67464ac0962e62a0767b8f15', 'port_id': '5839acf9-5848-487b-b7d2-558fa3ed3f87'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:19.771787 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64768eac-4012-4180-928a-aceec953393d req-382a2c87-fc02-4ef2-be45-cfcc965341ad service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322059 Sep 20 12:47:19.787018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c55e961d-4fce-45a3-83a8-776077856928 req-9205833f-6e79-4102-88db-e080cbf6e88f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 210 time: 0.0394330 Sep 20 12:47:19.840767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73d56be0-dfb3-48d8-8910-a06f3ff7f13a tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:19.888037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d56be0-dfb3-48d8-8910-a06f3ff7f13a tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Port': ['ID=6c561a96-a664-439a-922a-96dcf60942e9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:19.931002 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.013638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524843-e950-4c92-bd98-f62b1317fada req-304dc79a-645d-48f6-8555-80958b020a9c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:20.013638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d524843-e950-4c92-bd98-f62b1317fada req-304dc79a-645d-48f6-8555-80958b020a9c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 945 time: 0.1008902 Sep 20 12:47:20.013638 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.075480 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73d56be0-dfb3-48d8-8910-a06f3ff7f13a tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.078525 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-73d56be0-dfb3-48d8-8910-a06f3ff7f13a tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "DELETE /v2.0/ports/6c561a96-a664-439a-922a-96dcf60942e9 HTTP/1.1" status: 204 len: 168 time: 1.4846137 Sep 20 12:47:20.081311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47850) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:20.112123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d524843-e950-4c92-bd98-f62b1317fada req-d2851f66-8187-4d78-b7ba-49e619379786 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817714 Sep 20 12:47:20.142546 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b811fa0-db2e-472c-a587-e58f4817c713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] GET failed (client error): The resource could not be found. Sep 20 12:47:20.146626 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7b811fa0-db2e-472c-a587-e58f4817c713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "GET /v2.0/ports/6c561a96-a664-439a-922a-96dcf60942e9 HTTP/1.1" status: 404 len: 333 time: 0.0632946 Sep 20 12:47:20.150721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47852) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:20.159666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'name': 'tempest-AllowedAddressPairTestJSON-600664349'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:20.201787 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.331050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Allocated IP 172.25.6.76 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/4bfa94e1-3ad4-462a-bfb6-4e4a00127519) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:20.349814 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.397633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Made reservation on behalf of 9f8c111a8af343768a44ba769b02360a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:20.401893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.435424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] device_id is not set on port 1f669d27-3e42-4837-9432-78181c498538 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:20.467771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.553915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Allocated IP 172.20.0.3 (f7cb9897-95f5-4460-b19b-82ce7fc69e04/107b1739-05db-40d1-8966-15d77765991c/1f669d27-3e42-4837-9432-78181c498538) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:20.586518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.631424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:20.634495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:20.637035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:20.666479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Pushing event updated for resources: {'Port': ['ID=4bfa94e1-3ad4-462a-bfb6-4e4a00127519,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:20.721468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.872411 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c4dc7900-800d-4e73-95b8-c1bca51a45d5 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:20.880268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:20.931598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:20.935148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:20.942095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:20.996234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:20.996895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.008034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=1f669d27-3e42-4837-9432-78181c498538,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:21.056331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port c4dc7900-800d-4e73-95b8-c1bca51a45d5 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:47:21.061451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port c4dc7900-800d-4e73-95b8-c1bca51a45d5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:21.065081 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.113477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13dc6864-eeac-469e-acc1-cb92e0e3adfa req-780bb645-15ef-49f6-8ec7-89e22e946be3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 210 time: 0.0556047 Sep 20 12:47:21.113609 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f887d108-d81b-4ec2-9601-c3e0be2946e6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9597321 Sep 20 12:47:21.113609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47872) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:21.118101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3b:51:49'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:21.196718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.246292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dc7900-800d-4e73-95b8-c1bca51a45d5'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:21.246292 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63857c22-74ad-4fb7-b819-25c62c8aae55" -d '{"events": [{"server_uuid": "dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9", "name": "network-vif-plugged", "status": "completed", "tag": "c4dc7900-800d-4e73-95b8-c1bca51a45d5"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:21.261292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port c4dc7900-800d-4e73-95b8-c1bca51a45d5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c4dc7900-800d-4e73-95b8-c1bca51a45d5,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:21.336682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.372055 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.429678 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9de5a878-560b-418d-9a2d-f839cf1a45cd None None] Provisioning complete for port 1f669d27-3e42-4837-9432-78181c498538 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:21.430123 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9de5a878-560b-418d-9a2d-f839cf1a45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.483416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=c4dc7900-800d-4e73-95b8-c1bca51a45d5,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:21.489108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9de5a878-560b-418d-9a2d-f839cf1a45cd None None] Port 1f669d27-3e42-4837-9432-78181c498538 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:21.608753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.739636 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.742146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.769621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8aa9eb-b8de-4281-89ea-6ca95e0837d8 req-42871f6f-6018-4221-bba8-0e9866143905 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:21.769621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c8aa9eb-b8de-4281-89ea-6ca95e0837d8 req-42871f6f-6018-4221-bba8-0e9866143905 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 946 time: 0.5263762 Sep 20 12:47:21.846481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] In _notify_port_updated(), no bound segment for port 1f669d27-3e42-4837-9432-78181c498538 on network f7cb9897-95f5-4460-b19b-82ce7fc69e04 {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:47:21.853129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:21.853902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:21.855187 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "PUT /v2.0/ports/1f669d27-3e42-4837-9432-78181c498538 HTTP/1.1" status: 200 len: 995 time: 0.7421300 Sep 20 12:47:21.858087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47892) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:21.862446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c8aa9eb-b8de-4281-89ea-6ca95e0837d8 req-259d0cb2-68d2-4168-a636-52d40771aee8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666702 Sep 20 12:47:21.897429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02049f3-a576-4862-8298-13a6fe5a5af6 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=1f669d27-3e42-4837-9432-78181c498538,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:21.920496 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434c0dcb-f5a9-4ec7-9028-9d72656bd721 x-openstack-request-id: req-434c0dcb-f5a9-4ec7-9028-9d72656bd721 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:21.920496 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9", "name": "network-vif-plugged", "status": "completed", "tag": "c4dc7900-800d-4e73-95b8-c1bca51a45d5", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:21.920496 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-434c0dcb-f5a9-4ec7-9028-9d72656bd721 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:21.920496 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dc7900-800d-4e73-95b8-c1bca51a45d5', 'code': 200} Sep 20 12:47:21.969121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.058311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d290d0b-55a6-4c36-9d1f-00a757e0751a req-208c3fb8-ab04-44fd-8925-dfc5b569f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:22.060049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d290d0b-55a6-4c36-9d1f-00a757e0751a req-208c3fb8-ab04-44fd-8925-dfc5b569f762 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 1097 time: 0.0608404 Sep 20 12:47:22.070478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-47c7ada6-01e5-4aaf-90b5-b5baf8cea603 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Deleting port 1f669d27-3e42-4837-9432-78181c498538 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:22.070736 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47c7ada6-01e5-4aaf-90b5-b5baf8cea603 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.171615 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.190715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d290d0b-55a6-4c36-9d1f-00a757e0751a req-76cad627-7012-41fe-9652-68645fe699ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168230 Sep 20 12:47:22.217889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-11c51795-69b4-4af1-afa0-6dac8daadb9d None None] Provisioning complete for port 1f669d27-3e42-4837-9432-78181c498538 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:22.218461 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11c51795-69b4-4af1-afa0-6dac8daadb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.222983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0949272c-0af0-4d42-9790-2b62398985a7 req-ba4d1b26-7f3b-49c1-834b-4ae649320e03 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 210 time: 0.0408628 Sep 20 12:47:22.266209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-11c51795-69b4-4af1-afa0-6dac8daadb9d None None] Port 1f669d27-3e42-4837-9432-78181c498538 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:22.273402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.275256 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47c7ada6-01e5-4aaf-90b5-b5baf8cea603 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.295688 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-47c7ada6-01e5-4aaf-90b5-b5baf8cea603 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Calling delete_port for 1f669d27-3e42-4837-9432-78181c498538 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:22.344050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Pushing event updated for resources: {'Port': ['ID=4bfa94e1-3ad4-462a-bfb6-4e4a00127519,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:22.352382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-069980a1-b9c6-4e62-90a2-cba16385eadb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:22.354084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-069980a1-b9c6-4e62-90a2-cba16385eadb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 812 time: 0.1959355 Sep 20 12:47:22.359804 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.406377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Request body: {'port': {'device_id': '5b1996df-2bff-4801-96d6-0f33140d2776', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'admin_state_up': True, 'tenant_id': '782cecd4981748bc9121f560d7b9064c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:22.487150 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Floating IP 4379b1b0-b1ac-44ef-9647-d60a25c8c218 associated. External IP: 172.25.6.76, port: 5839acf9-5848-487b-b7d2-558fa3ed3f87. Sep 20 12:47:22.636208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-53d9fb10-c55a-48a7-b6fc-128ed87c935c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988941 Sep 20 12:47:22.690773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Made reservation on behalf of 782cecd4981748bc9121f560d7b9064c for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:22.694957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.764510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47c7ada6-01e5-4aaf-90b5-b5baf8cea603 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.790399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-5dfe3f90-6c25-489d-a69c-ec10220f14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:22.792002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-5dfe3f90-6c25-489d-a69c-ec10220f14d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 1096 time: 0.1291273 Sep 20 12:47:22.807138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7ada6-01e5-4aaf-90b5-b5baf8cea603 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Port': ['ID=1f669d27-3e42-4837-9432-78181c498538,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:22.821252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Router c93e49e9-9117-4c1b-b95d-de16ec1e8f56 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:47:22.965206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47c7ada6-01e5-4aaf-90b5-b5baf8cea603 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:22.970123 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-47c7ada6-01e5-4aaf-90b5-b5baf8cea603 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "DELETE /v2.0/ports/1f669d27-3e42-4837-9432-78181c498538 HTTP/1.1" status: 204 len: 168 time: 1.1087098 Sep 20 12:47:22.972130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47920) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:22.978146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Allocated IP 172.20.0.13 (aac6519c-64e3-4880-9685-e29eff54bf64/a9208657-dff8-4d34-a238-13f672023b37/b8fd3502-3ca0-47eb-a33b-b64b38f1a258) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:23.057975 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f002208-a95e-464d-94a3-82470c6e9088 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] GET failed (client error): The resource could not be found. Sep 20 12:47:23.059531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f002208-a95e-464d-94a3-82470c6e9088 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "GET /v2.0/ports/1f669d27-3e42-4837-9432-78181c498538 HTTP/1.1" status: 404 len: 333 time: 0.0844731 Sep 20 12:47:23.063410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47924) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:23.072641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'name': 'tempest-AllowedAddressPairTestJSON-2067830801'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:23.134523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29037570-2c74-4c19-b53a-fa204837f52e req-3755bda6-f1d8-4bf1-8259-abd70e2bd571 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:23.135473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29037570-2c74-4c19-b53a-fa204837f52e req-3755bda6-f1d8-4bf1-8259-abd70e2bd571 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 946 time: 0.1407530 Sep 20 12:47:23.140661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-e4b9d938-9769-4c65-b4aa-b62bd88e6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:23.145342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-e4b9d938-9769-4c65-b4aa-b62bd88e6024 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.3127160 Sep 20 12:47:23.217959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-e33e7864-7473-488b-a74c-cff608544831 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9930a02-4137-4d92-95b8-11495fa69976 HTTP/1.1" status: 200 len: 217 time: 0.0560660 Sep 20 12:47:23.221989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:47:23.248528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ced963-4283-470f-95cc-d7b3023e812e None None] Sync routers for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:47:23.257082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29037570-2c74-4c19-b53a-fa204837f52e req-6637ac10-6dcb-4784-a792-751c5b239621 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083789 Sep 20 12:47:23.270639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ced963-4283-470f-95cc-d7b3023e812e None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:23.273425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-54ced963-4283-470f-95cc-d7b3023e812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:47:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:23.309957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:23.324578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-54ced963-4283-470f-95cc-d7b3023e812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:23.331590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-5c9c5270-9fb2-4237-99e0-968b7a4077f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:23.337354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-5c9c5270-9fb2-4237-99e0-968b7a4077f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.1084344 Sep 20 12:47:23.346268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ced963-4283-470f-95cc-d7b3023e812e None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:23.346907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-54ced963-4283-470f-95cc-d7b3023e812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:47:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:23.381191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-54ced963-4283-470f-95cc-d7b3023e812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:23.381862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ced963-4283-470f-95cc-d7b3023e812e None None] The sync data for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:47:23.388824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e99992d-525a-407b-b4d6-bcb0bedd3100 req-88d2ce62-df7f-43de-8f95-5508ca9f4c76 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 210 time: 0.0492282 Sep 20 12:47:23.392503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:23.427687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2f72ddc8-3027-497b-acc9-bf1dc7faee4c tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.1943061 Sep 20 12:47:23.430666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47932) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:23.433586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-51bdc615-7039-47f4-869b-5dfadc5a3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:23.435087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-51bdc615-7039-47f4-869b-5dfadc5a3035 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833478 Sep 20 12:47:23.479365 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:23.491314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2990b3c8-d862-4b71-9e45-009ece039019', 'b9930a02-4137-4d92-95b8-11495fa69976'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:23.537861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Made reservation on behalf of 9f8c111a8af343768a44ba769b02360a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:23.542775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:23.545599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-e2323ba4-e7f8-4b9a-9126-4bdf69d2833f service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016808 Sep 20 12:47:23.608983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Network aac6519c-64e3-4880-9685-e29eff54bf64 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:23.636590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:23.651344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:23.670876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] device_id is not set on port 21ddf672-cd10-43fb-8a0b-9d75fe3590c5 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:23.696687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event updated for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:23.704238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-48ab3c97-30a2-45f7-a41a-30622b410b04 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] 10.222.0.37 "GET /v2.0/floatingips/4379b1b0-b1ac-44ef-9647-d60a25c8c218 HTTP/1.1" status: 200 len: 981 time: 0.2723703 Sep 20 12:47:23.708842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47940) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:23.715415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95b857ce-08d1-45a7-b423-e2e273ed4823 req-51af0578-3349-4f88-888c-973a4ef05635 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621804 Sep 20 12:47:23.932130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:23.932779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:23.940120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:23.940722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4a94c49e-ecfa-4423-bb97-53759c980a46 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2248 time: 0.2300143 Sep 20 12:47:24.004991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bc5ff3f1-31f6-4efa-afea-e7c01dfd5403 None None] Provisioning complete for port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:24.005773 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3f1-31f6-4efa-afea-e7c01dfd5403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.009261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Allocated IP 172.20.0.4 (f7cb9897-95f5-4460-b19b-82ce7fc69e04/107b1739-05db-40d1-8966-15d77765991c/21ddf672-cd10-43fb-8a0b-9d75fe3590c5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:24.046089 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e32c1b3c-5fbb-4ddd-938f-b8868e92dd5b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6463883 Sep 20 12:47:24.054658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ff3f1-31f6-4efa-afea-e7c01dfd5403 None None] Port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:24.059655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Request body: {'port': {'device_id': '5b1996df-2bff-4801-96d6-0f33140d2776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:24.178404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Deleting port 4bfa94e1-3ad4-462a-bfb6-4e4a00127519 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:24.178763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.180122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.247077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.263319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.263769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.280643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Calling delete_port for 4bfa94e1-3ad4-462a-bfb6-4e4a00127519 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:24.434118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9120-7149-4ee9-8b93-c21e90c1726a req-ab333f06-8641-4ce5-9b77-3e048b7b04e0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:24.435605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35dd9120-7149-4ee9-8b93-c21e90c1726a req-ab333f06-8641-4ce5-9b77-3e048b7b04e0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 946 time: 0.0997493 Sep 20 12:47:24.443861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.487822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35dd9120-7149-4ee9-8b93-c21e90c1726a req-8a3a7865-9412-4a66-ad3a-7e0f5c993e1a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436244 Sep 20 12:47:24.501871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:24.505382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:24.511960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:24.614721 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.654528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1aa6c-e262-4438-99a1-7c2fd52792b0 req-2f451bd6-4818-44cf-b918-0514ecd19ab4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:24.657874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ea1aa6c-e262-4438-99a1-7c2fd52792b0 req-2f451bd6-4818-44cf-b918-0514ecd19ab4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 932 time: 0.1007230 Sep 20 12:47:24.661455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event deleted for resources: {'Port': ['ID=4bfa94e1-3ad4-462a-bfb6-4e4a00127519,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:24.753077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ea1aa6c-e262-4438-99a1-7c2fd52792b0 req-35d908fe-946d-4c73-bb90-d5e7c7cd0a3d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665429 Sep 20 12:47:24.764444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.765333 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Floating IP 4379b1b0-b1ac-44ef-9647-d60a25c8c218 disassociated (deleted). External IP: 172.25.6.76, port: 5839acf9-5848-487b-b7d2-558fa3ed3f87. Sep 20 12:47:24.892221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5924662d-fea5-4261-96ae-53794d607b2c None None] Provisioning complete for port 21ddf672-cd10-43fb-8a0b-9d75fe3590c5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:24.892798 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5924662d-fea5-4261-96ae-53794d607b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:24.937637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5924662d-fea5-4261-96ae-53794d607b2c None None] Port 21ddf672-cd10-43fb-8a0b-9d75fe3590c5 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:25.003744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=21ddf672-cd10-43fb-8a0b-9d75fe3590c5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:25.023871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:25.024490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.030279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fd3502-3ca0-47eb-a33b-b64b38f1a258 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:47:25.040909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.055770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Transition to ACTIVE for port object b8fd3502-3ca0-47eb-a33b-b64b38f1a258 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:47:25.081534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Router c93e49e9-9117-4c1b-b95d-de16ec1e8f56 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:47:25.123453 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c67074e1-00db-4bd0-b58d-80bae0127d9e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0589483 Sep 20 12:47:25.127519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47978) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:25.135036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'network_id': 'f7cb9897-95f5-4460-b19b-82ce7fc69e04', 'name': 'tempest-AllowedAddressPairTestJSON-1692028780'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:25.182510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.218905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:47:25.230879 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd901ede-2f48-4fcf-bf3b-937148c06e90 None None] Sync routers for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:47:25.232634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.246713 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd901ede-2f48-4fcf-bf3b-937148c06e90 None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:25.247463 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fd901ede-2f48-4fcf-bf3b-937148c06e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:47:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:25.272272 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-521212f5-15bf-4316-a2b3-b32dcb333d14 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "DELETE /v2.0/floatingips/4379b1b0-b1ac-44ef-9647-d60a25c8c218 HTTP/1.1" status: 204 len: 168 time: 1.3265831 Sep 20 12:47:25.280027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:25.294205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:25.306535 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fd901ede-2f48-4fcf-bf3b-937148c06e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:25.321779 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd901ede-2f48-4fcf-bf3b-937148c06e90 None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:25.323545 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fd901ede-2f48-4fcf-bf3b-937148c06e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:47:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:25.330381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:25.368429 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fd901ede-2f48-4fcf-bf3b-937148c06e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:25.369849 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd901ede-2f48-4fcf-bf3b-937148c06e90 None None] The sync data for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:47:25.416900 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.460234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Attempting to bind port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:25.460869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Attempting to bind port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:25.461170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Attempting to bind port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:25.466190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 on network aac6519c-64e3-4880-9685-e29eff54bf64 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:25.466833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Attempting to bind port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 on network aac6519c-64e3-4880-9685-e29eff54bf64 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:25.472563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:25.473569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Checking segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:25.474148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Bound using segment: {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:25.474782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Bound port: b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de7aa2-72db-49b2-a9a6-c7cf9e982639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:25.475311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.557628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Made reservation on behalf of 9f8c111a8af343768a44ba769b02360a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:25.562599 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.600838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:25.604145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] device_id is not set on port 5b4df35d-a28a-4432-bbc4-6ec21487dbbe yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:25.626240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:25.817830 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.866449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bf197-ebad-4e09-a817-d4d5294655a2 req-4b498d78-ecaf-47b5-baae-240a5a62c2f6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:25.874314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c32bf197-ebad-4e09-a817-d4d5294655a2 req-4b498d78-ecaf-47b5-baae-240a5a62c2f6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 946 time: 0.4196460 Sep 20 12:47:25.884578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:25.889780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:25.890468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:25.892240 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-acaa2017-7185-4753-ba0b-0bc6e6b90220 service neutron] 10.222.0.32 "PUT /v2.0/ports/b8fd3502-3ca0-47eb-a33b-b64b38f1a258 HTTP/1.1" status: 200 len: 1092 time: 1.8367953 Sep 20 12:47:25.892994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:25.896228 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd12ee-1b39-48e7-8897-d50157400764" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:25.921416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c32bf197-ebad-4e09-a817-d4d5294655a2 req-2aa4118e-5301-4f40-9bd3-8f4e161e13bf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Sep 20 12:47:25.931310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Allocated IP 172.20.0.9 (f7cb9897-95f5-4460-b19b-82ce7fc69e04/107b1739-05db-40d1-8966-15d77765991c/5b4df35d-a28a-4432-bbc4-6ec21487dbbe) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:25.933441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.105123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Allocated IP 172.25.6.187 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/9cab9ebc-9454-401d-9849-c4679adba9b4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:26.115150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0bde-bc84-4658-badc-cb432d2629f1 req-52f6e36e-34b2-4839-a5b3-6b586d54e8fe tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:26.116737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6fe0bde-bc84-4658-badc-cb432d2629f1 req-52f6e36e-34b2-4839-a5b3-6b586d54e8fe tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 944 time: 0.1244769 Sep 20 12:47:26.178382 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.199300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6fe0bde-bc84-4658-badc-cb432d2629f1 req-fd42920a-5c0f-4373-9fca-a75230d5adee tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739255 Sep 20 12:47:26.241632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-4038b7f2-ea33-411e-a5ee-c08eb9f9aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:26.253603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-4038b7f2-ea33-411e-a5ee-c08eb9f9aa76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 1095 time: 0.1177032 Sep 20 12:47:26.306336 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a224671-8e15-449f-868f-bd31583c64c7 x-openstack-request-id: req-9a224671-8e15-449f-868f-bd31583c64c7 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:26.306630 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:26.306887 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a224671-8e15-449f-868f-bd31583c64c7 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:26.307428 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'status': 'completed', 'code': 200} Sep 20 12:47:26.311812 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-faa9041f-a28b-4889-a001-54ced4e29749 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258 HTTP/1.1" status: 200 len: 217 time: 0.0453045 Sep 20 12:47:26.312201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.363354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-32e6c5f0-b639-4a8b-ae1f-9bc720b89663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:26.365528 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-32e6c5f0-b639-4a8b-ae1f-9bc720b89663 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0449893 Sep 20 12:47:26.400612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.458058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-32d44090-f9bf-483a-8922-555afc8978e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:26.458058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-32d44090-f9bf-483a-8922-555afc8978e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813127 Sep 20 12:47:26.458422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.459439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:26.470800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:26.474649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:26.496803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:26.501081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:26.504119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:26.513843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=5b4df35d-a28a-4432-bbc4-6ec21487dbbe,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:26.537498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Pushing event updated for resources: {'Port': ['ID=9cab9ebc-9454-401d-9849-c4679adba9b4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:26.581611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:26.582236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.628745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.629046 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-74803583-464a-4d72-a028-d740c7df2f2a service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662931 Sep 20 12:47:26.667312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1e20235d-77e7-4245-a3ed-e29d0d00533f tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5376012 Sep 20 12:47:26.671900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48020) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:26.678619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3b:51:49'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:cf:9d:c0'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:26.738570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0b6b64f1-1290-4730-bec1-e23de3b1dc97 req-e94d67c2-fa0a-4c25-80a1-f91473430c64 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020503 Sep 20 12:47:26.795942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c22ce-836d-4549-88f2-800413965b52 req-b01d997e-84b2-4ba9-9096-6278e7a2145a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:26.797477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1f3c22ce-836d-4549-88f2-800413965b52 req-b01d997e-84b2-4ba9-9096-6278e7a2145a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.21 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 946 time: 0.0577121 Sep 20 12:47:26.830224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.838814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-50c7b8e5-288e-457d-999d-1ae81036ff3b None None] Provisioning complete for port 5b4df35d-a28a-4432-bbc4-6ec21487dbbe triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:26.839996 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50c7b8e5-288e-457d-999d-1ae81036ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:26.886308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-50c7b8e5-288e-457d-999d-1ae81036ff3b None None] Port 5b4df35d-a28a-4432-bbc4-6ec21487dbbe cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:26.946874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd12ee-1b39-48e7-8897-d50157400764 req-247946ff-92f4-42ad-a8a9-8ba73cab69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:26.948984 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57bd12ee-1b39-48e7-8897-d50157400764 req-247946ff-92f4-42ad-a8a9-8ba73cab69c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 1095 time: 0.0763626 Sep 20 12:47:26.950898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48028) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:26.955574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.061734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Deleting port c4dc7900-800d-4e73-95b8-c1bca51a45d5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:27.062083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.081330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd12ee-1b39-48e7-8897-d50157400764 req-ca7f6323-a4b8-4758-b363-b3493aa80d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:27.083447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57bd12ee-1b39-48e7-8897-d50157400764 req-ca7f6323-a4b8-4758-b363-b3493aa80d87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.1241724 Sep 20 12:47:27.145938 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-964e262f-f8af-463f-a396-aaefc5de6e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.158997 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57bd12ee-1b39-48e7-8897-d50157400764 req-47d063a7-fdd5-4eea-b636-b7bb5d3b303a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258 HTTP/1.1" status: 200 len: 217 time: 0.0532854 Sep 20 12:47:27.181378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e9189-ffe7-447f-b8ae-abfb2222c65b req-adbd24c3-6fee-4687-b5a0-ac3a0116e4b2 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:27.182900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d27e9189-ffe7-447f-b8ae-abfb2222c65b req-adbd24c3-6fee-4687-b5a0-ac3a0116e4b2 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 946 time: 0.1444688 Sep 20 12:47:27.186826 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.270916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd12ee-1b39-48e7-8897-d50157400764 req-8b0d748f-70f0-4c90-b530-e1f4af718d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:27.272447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57bd12ee-1b39-48e7-8897-d50157400764 req-8b0d748f-70f0-4c90-b530-e1f4af718d77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0886805 Sep 20 12:47:27.272934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.299175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d27e9189-ffe7-447f-b8ae-abfb2222c65b req-5086aafb-ab32-40e3-abe3-87b13a980f2b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014102 Sep 20 12:47:27.344745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] For port c4dc7900-800d-4e73-95b8-c1bca51a45d5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=c4dc7900-800d-4e73-95b8-c1bca51a45d5,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:27.345268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.373391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Calling delete_port for c4dc7900-800d-4e73-95b8-c1bca51a45d5 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:27.383943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Pushing event updated for resources: {'Port': ['ID=9cab9ebc-9454-401d-9849-c4679adba9b4,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:27.435205 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.445915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd12ee-1b39-48e7-8897-d50157400764 req-e409cc30-e88c-4c1c-8b7f-7e3d2bff6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:27.450938 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57bd12ee-1b39-48e7-8897-d50157400764 req-e409cc30-e88c-4c1c-8b7f-7e3d2bff6d68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646218 Sep 20 12:47:27.465513 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.479531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f9c2c-1ccd-4149-8c5a-0eba62fb5e42 req-cd5f39b7-9bbf-44d7-9296-ada71adf1971 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:27.481087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-421f9c2c-1ccd-4149-8c5a-0eba62fb5e42 req-cd5f39b7-9bbf-44d7-9296-ada71adf1971 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 944 time: 0.0945427 Sep 20 12:47:27.531408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-421f9c2c-1ccd-4149-8c5a-0eba62fb5e42 req-0542a3fb-3c4f-44fd-a82d-01e6ad178872 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380151 Sep 20 12:47:27.564156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.564402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-964e262f-f8af-463f-a396-aaefc5de6e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.643494 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57bd12ee-1b39-48e7-8897-d50157400764 req-9b780a1f-d5c4-4a1e-baae-880509fe6a8a service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850579 Sep 20 12:47:27.654841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event updated for resources: {'Port': ['ID=5b4df35d-a28a-4432-bbc4-6ec21487dbbe,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:27.669831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] In _notify_port_updated(), no bound segment for port 5b4df35d-a28a-4432-bbc4-6ec21487dbbe on network f7cb9897-95f5-4460-b19b-82ce7fc69e04 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:47:27.675097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-964e262f-f8af-463f-a396-aaefc5de6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.678165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:27.679861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.681472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6bc7efd1-f1da-4559-99d3-b16a96aa2713 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "PUT /v2.0/ports/5b4df35d-a28a-4432-bbc4-6ec21487dbbe HTTP/1.1" status: 200 len: 1055 time: 1.0102880 Sep 20 12:47:27.684264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48042) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:27.718857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e262f-f8af-463f-a396-aaefc5de6e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cb0009-5076-4fda-82c8-4c8e40412f77,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:27.760926 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.762713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aa39f42c-8313-4fd6-86cc-b49f2411f329 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4787390 Sep 20 12:47:27.772217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:27.792063 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-964e262f-f8af-463f-a396-aaefc5de6e1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=faebf958a2ff4140b61dcb1f14b63cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8401537 Sep 20 12:47:27.801113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:27.829710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-001e0985-f1b5-4584-9d51-2616af3cc549 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Deleting port 5b4df35d-a28a-4432-bbc4-6ec21487dbbe {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:27.830058 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-001e0985-f1b5-4584-9d51-2616af3cc549 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.847688 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.859326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:27.931819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Pushing event deleted for resources: {'Port': ['ID=c4dc7900-800d-4e73-95b8-c1bca51a45d5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:27.938199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:27.958070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1852ade2-de54-4019-9935-703f4a250b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:27.962773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57bd12ee-1b39-48e7-8897-d50157400764 req-04ba752e-fe8b-400b-81c6-c50f2102b0ba service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104534 Sep 20 12:47:27.979204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4216afee-918a-4e79-b206-52a9db1d8a80 None None] Provisioning complete for port 5b4df35d-a28a-4432-bbc4-6ec21487dbbe triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:27.979892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4216afee-918a-4e79-b206-52a9db1d8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.023883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-001e0985-f1b5-4584-9d51-2616af3cc549 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.030461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4216afee-918a-4e79-b206-52a9db1d8a80 None None] Port 5b4df35d-a28a-4432-bbc4-6ec21487dbbe cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:47:28.045997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] No DVR routers for this DVR port c4dc7900-800d-4e73-95b8-c1bca51a45d5 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:47:28.052783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.055152 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1f3c22ce-836d-4549-88f2-800413965b52 req-4875ecb1-8c21-417b-9424-3e42e73bd0fb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.21 "DELETE /v2.0/ports/c4dc7900-800d-4e73-95b8-c1bca51a45d5 HTTP/1.1" status: 204 len: 173 time: 1.2492318 Sep 20 12:47:28.060335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1852ade2-de54-4019-9935-703f4a250b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.069286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-001e0985-f1b5-4584-9d51-2616af3cc549 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Calling delete_port for 5b4df35d-a28a-4432-bbc4-6ec21487dbbe owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:28.131086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.233516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1852ade2-de54-4019-9935-703f4a250b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.236119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1852ade2-de54-4019-9935-703f4a250b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.237373 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1852ade2-de54-4019-9935-703f4a250b25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46cb0009-5076-4fda-82c8-4c8e40412f77 HTTP/1.1" status: 204 len: 168 time: 0.4347022 Sep 20 12:47:28.245644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.259046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852ade2-de54-4019-9935-703f4a250b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cb0009-5076-4fda-82c8-4c8e40412f77,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:28.294721 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-001e0985-f1b5-4584-9d51-2616af3cc549 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.322958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9', 'name': 'network-vif-deleted', 'tag': 'c4dc7900-800d-4e73-95b8-c1bca51a45d5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:28.325175 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52c3513-c7bb-4a05-8a84-46ae831aec29" -d '{"events": [{"server_uuid": "dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9", "name": "network-vif-deleted", "tag": "c4dc7900-800d-4e73-95b8-c1bca51a45d5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:28.327004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e0985-f1b5-4584-9d51-2616af3cc549 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Port': ['ID=5b4df35d-a28a-4432-bbc4-6ec21487dbbe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:28.455534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b38613ee-6de9-4d8e-8fff-3b07f58f550f req-9fad4829-97c3-4280-bc48-138c4df8b7b9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9 HTTP/1.1" status: 200 len: 210 time: 0.0567741 Sep 20 12:47:28.526413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Allocated IP 172.25.6.7 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/534ce872-fa51-4626-a175-cd977e934146) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:28.610979 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf431d4-9d4d-4104-b84e-e76e7d9fcecc x-openstack-request-id: req-ddf431d4-9d4d-4104-b84e-e76e7d9fcecc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:28.610979 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9", "name": "network-vif-deleted", "tag": "c4dc7900-800d-4e73-95b8-c1bca51a45d5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:28.610979 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddf431d4-9d4d-4104-b84e-e76e7d9fcecc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:28.610979 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafa6853-b4ea-44ea-92f8-aa2b87d4e5c9', 'name': 'network-vif-deleted', 'tag': 'c4dc7900-800d-4e73-95b8-c1bca51a45d5', 'status': 'completed', 'code': 200} Sep 20 12:47:28.666231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.744612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-001e0985-f1b5-4584-9d51-2616af3cc549 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.746901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-001e0985-f1b5-4584-9d51-2616af3cc549 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "DELETE /v2.0/ports/5b4df35d-a28a-4432-bbc4-6ec21487dbbe HTTP/1.1" status: 204 len: 168 time: 1.0613749 Sep 20 12:47:28.749564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48072) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:28.777734 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bc02eb-1440-4cef-af63-64f47c55286c tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] GET failed (client error): The resource could not be found. Sep 20 12:47:28.779184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c7bc02eb-1440-4cef-af63-64f47c55286c tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "GET /v2.0/ports/5b4df35d-a28a-4432-bbc4-6ec21487dbbe HTTP/1.1" status: 404 len: 333 time: 0.0287311 Sep 20 12:47:28.782099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48074) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:28.793763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897870b1-8b48-40a4-85d3-e9ce8c0dbd09 req-ef3e95bb-a55a-4884-8052-3f5f9b9cbb0e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:28.795257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-897870b1-8b48-40a4-85d3-e9ce8c0dbd09 req-ef3e95bb-a55a-4884-8052-3f5f9b9cbb0e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 944 time: 0.0832088 Sep 20 12:47:28.809493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:28.845895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-897870b1-8b48-40a4-85d3-e9ce8c0dbd09 req-830d1e02-97ed-491f-b563-abe365862680 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Sep 20 12:47:28.887628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c4dc7900-800d-4e73-95b8-c1bca51a45d5 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:47:28.903894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:28.916725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:28.920605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:28.922551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Pushing event updated for resources: {'Port': ['ID=534ce872-fa51-4626-a175-cd977e934146,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:28.927537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: c4dc7900-800d-4e73-95b8-c1bca51a45d5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:47:28.932117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device c4dc7900-800d-4e73-95b8-c1bca51a45d5 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:47:28.990364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5f43ec69-5fe1-4663-801e-3a8aa71e1a97 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Deleting port 21ddf672-cd10-43fb-8a0b-9d75fe3590c5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:28.990711 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f43ec69-5fe1-4663-801e-3a8aa71e1a97 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.070032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:29.087149 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a252761f-89fd-4580-855e-6186ae7100d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.192912 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a252761f-89fd-4580-855e-6186ae7100d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.279487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a252761f-89fd-4580-855e-6186ae7100d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.325490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a252761f-89fd-4580-855e-6186ae7100d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0b129925e4f4ce5b8f9c200e114c2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516870 Sep 20 12:47:29.325490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252761f-89fd-4580-855e-6186ae7100d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b29106-5c86-4bb2-bab7-be46b4a7a7f9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:29.326962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:29.371146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.387070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45f5a0b3-9146-4a48-a9cb-3dba8b29cc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.392375 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f43ec69-5fe1-4663-801e-3a8aa71e1a97 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.404894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5f43ec69-5fe1-4663-801e-3a8aa71e1a97 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Calling delete_port for 21ddf672-cd10-43fb-8a0b-9d75fe3590c5 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:29.409093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45f5a0b3-9146-4a48-a9cb-3dba8b29cc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.490200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.521315 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45f5a0b3-9146-4a48-a9cb-3dba8b29cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.527017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45f5a0b3-9146-4a48-a9cb-3dba8b29cc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.531449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-45f5a0b3-9146-4a48-a9cb-3dba8b29cc8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49b29106-5c86-4bb2-bab7-be46b4a7a7f9 HTTP/1.1" status: 204 len: 168 time: 0.2012415 Sep 20 12:47:29.541523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5a0b3-9146-4a48-a9cb-3dba8b29cc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b29106-5c86-4bb2-bab7-be46b4a7a7f9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:29.683468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea6bc2-712f-458b-b3df-db364891c414 req-4d8e4a1c-5e3a-43f1-adf2-40d729d8665f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:29.685077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8ea6bc2-712f-458b-b3df-db364891c414 req-4d8e4a1c-5e3a-43f1-adf2-40d729d8665f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0541837 Sep 20 12:47:29.702093 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.726334 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8ea6bc2-712f-458b-b3df-db364891c414 req-77025672-9bab-4162-ab50-ffe5141ca8e9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Sep 20 12:47:29.757473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f43ec69-5fe1-4663-801e-3a8aa71e1a97 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.793551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43ec69-5fe1-4663-801e-3a8aa71e1a97 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Port': ['ID=21ddf672-cd10-43fb-8a0b-9d75fe3590c5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:29.805243 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.945982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Pushing event updated for resources: {'Port': ['ID=534ce872-fa51-4626-a175-cd977e934146,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:29.961600 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f43ec69-5fe1-4663-801e-3a8aa71e1a97 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.963927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f43ec69-5fe1-4663-801e-3a8aa71e1a97 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "DELETE /v2.0/ports/21ddf672-cd10-43fb-8a0b-9d75fe3590c5 HTTP/1.1" status: 204 len: 168 time: 1.1807768 Sep 20 12:47:29.965022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:29.967853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48106) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:29.997781 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2688d1-5c52-4a13-9df1-b2613d23f99e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] GET failed (client error): The resource could not be found. Sep 20 12:47:30.003860 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1b2688d1-5c52-4a13-9df1-b2613d23f99e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "GET /v2.0/ports/21ddf672-cd10-43fb-8a0b-9d75fe3590c5 HTTP/1.1" status: 404 len: 333 time: 0.0306656 Sep 20 12:47:30.003860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48108) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:30.022369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fd874-b198-4da1-bfb7-3977b35cbdb6 req-02f6dd3a-99dd-4b81-9e28-a04f308bbfa4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:30.025186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee4fd874-b198-4da1-bfb7-3977b35cbdb6 req-02f6dd3a-99dd-4b81-9e28-a04f308bbfa4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 944 time: 0.0748384 Sep 20 12:47:30.083493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee4fd874-b198-4da1-bfb7-3977b35cbdb6 req-f3d8c283-0abc-4d02-b6e8-b2f76919f772 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Sep 20 12:47:30.111083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.111083 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b9a3e168-7c25-4d73-8ef4-80b9157afd8f tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3343272 Sep 20 12:47:30.113914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:30.139914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e31c3-ec78-4abf-84a0-ad6739facb34 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Deleting port 576d5694-85f7-49a9-96e8-ad339d95b3b7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:30.140355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb9e31c3-ec78-4abf-84a0-ad6739facb34 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.231172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb9e31c3-ec78-4abf-84a0-ad6739facb34 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.251368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e31c3-ec78-4abf-84a0-ad6739facb34 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Calling delete_port for 576d5694-85f7-49a9-96e8-ad339d95b3b7 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:30.274450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15f2ca00-ea6c-475b-b4f3-4310a27dd726 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.1587598 Sep 20 12:47:30.278343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:30.291678 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45776d-b07f-4545-a0f0-a4bccc3f850e req-723bb847-b61f-4710-ab70-fc0617fe2431 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:30.293475 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a45776d-b07f-4545-a0f0-a4bccc3f850e req-723bb847-b61f-4710-ab70-fc0617fe2431 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0997636 Sep 20 12:47:30.386119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-662f0fce-ac3c-46ea-a63e-fce3a9393630 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1036289 Sep 20 12:47:30.388022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48128) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:30.450124 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a45776d-b07f-4545-a0f0-a4bccc3f850e req-786bb358-6786-491e-b1d4-916952924295 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374998 Sep 20 12:47:30.506668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb9e31c3-ec78-4abf-84a0-ad6739facb34 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.533552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Deleting port 534ce872-fa51-4626-a175-cd977e934146 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:30.533901 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.539701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e31c3-ec78-4abf-84a0-ad6739facb34 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Port': ['ID=576d5694-85f7-49a9-96e8-ad339d95b3b7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:30.627422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb9e31c3-ec78-4abf-84a0-ad6739facb34 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.633310 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb9e31c3-ec78-4abf-84a0-ad6739facb34 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "DELETE /v2.0/ports/576d5694-85f7-49a9-96e8-ad339d95b3b7 HTTP/1.1" status: 204 len: 168 time: 0.6262114 Sep 20 12:47:30.635035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48140) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:30.668224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf629438-aeb1-4620-88c4-cb22eec2bf4a req-b39498a5-da0c-4a3b-a8d0-815e3ac8a319 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:30.676123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf629438-aeb1-4620-88c4-cb22eec2bf4a req-b39498a5-da0c-4a3b-a8d0-815e3ac8a319 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1269245 Sep 20 12:47:30.707367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.708228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.710660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fd3502-3ca0-47eb-a33b-b64b38f1a258 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:47:30.713565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f726f4ad-0d62-49f7-8017-48b5e4d9ee3e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Deleting subnet 107b1739-05db-40d1-8966-15d77765991c {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:47:30.717251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f726f4ad-0d62-49f7-8017-48b5e4d9ee3e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.740461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Calling delete_port for 534ce872-fa51-4626-a175-cd977e934146 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:30.825981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f726f4ad-0d62-49f7-8017-48b5e4d9ee3e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:30.872783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf629438-aeb1-4620-88c4-cb22eec2bf4a req-49ea0da2-51ed-4c2f-90de-23c93adf875d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955750 Sep 20 12:47:30.901970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:30.932143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'mac_address': 'fa:16:3e:df:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:47:30.967956 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f726f4ad-0d62-49f7-8017-48b5e4d9ee3e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.006648 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.038726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fd3502-3ca0-47eb-a33b-b64b38f1a258 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:47:31.039861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.067848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:31.070113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Pushing event deleted for resources: {'Port': ['ID=534ce872-fa51-4626-a175-cd977e934146,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:31.082747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.083580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.083580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.084218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.084757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.085124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.085455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.085784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.086108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.086616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.086943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.087268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:31.124231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f726f4ad-0d62-49f7-8017-48b5e4d9ee3e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.143248 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.160380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726f4ad-0d62-49f7-8017-48b5e4d9ee3e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Subnet': ['ID=107b1739-05db-40d1-8966-15d77765991c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:31.168256 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.170825 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.174661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c25aa9ef-df41-4a54-937d-95d0e7187ff7 tempest-FloatingIPAdminTestJSON-1822632284 tempest-FloatingIPAdminTestJSON-1822632284-project] 10.222.0.37 "DELETE /v2.0/floatingips/78e1ce27-2046-4c8b-b08b-58d6503b70e8 HTTP/1.1" status: 204 len: 168 time: 0.7830358 Sep 20 12:47:31.176019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48158) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:31.188719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f726f4ad-0d62-49f7-8017-48b5e4d9ee3e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.192123 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f726f4ad-0d62-49f7-8017-48b5e4d9ee3e tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "DELETE /v2.0/subnets/107b1739-05db-40d1-8966-15d77765991c HTTP/1.1" status: 204 len: 168 time: 0.5555689 Sep 20 12:47:31.196984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f4c1a5-15ee-4c00-af92-67d9d24979ac None None] Network f7cb9897-95f5-4460-b19b-82ce7fc69e04 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:31.203008 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48160) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:31.312883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.362220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Deleting port 9cab9ebc-9454-401d-9849-c4679adba9b4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:31.362647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.377243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:31.396761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b8fd3502-3ca0-47eb-a33b-b64b38f1a258'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:31.454697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355345a0-9f75-463a-aec8-e8ee168c6440 req-de5606e9-cc27-4ddb-8ffa-3d3a7ad023a3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:31.456423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-355345a0-9f75-463a-aec8-e8ee168c6440 req-de5606e9-cc27-4ddb-8ffa-3d3a7ad023a3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 945 time: 0.2927079 Sep 20 12:47:31.487999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] DHCP port deletion for f7cb9897-95f5-4460-b19b-82ce7fc69e04 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:47:31.503390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.503722 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.518228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Calling delete_port for 9cab9ebc-9454-401d-9849-c4679adba9b4 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:31.540576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-355345a0-9f75-463a-aec8-e8ee168c6440 req-470b4370-8db0-437e-8f9b-9786a76227a0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721617 Sep 20 12:47:31.567122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Deleting port c20b8334-ab30-46ea-9e2a-fa45ba87771d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:31.567811 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.600530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] Deleting port c20b8334-ab30-46ea-9e2a-fa45ba87771d {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:31.600903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.639626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] For port c20b8334-ab30-46ea-9e2a-fa45ba87771d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c20b8334-ab30-46ea-9e2a-fa45ba87771d,segment=NetworkSegment(0d467473-5f43-4d98-b074-4618c0a4b3d0),segment_id=0d467473-5f43-4d98-b074-4618c0a4b3d0)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:31.640004 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.656473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Calling delete_port for c20b8334-ab30-46ea-9e2a-fa45ba87771d owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:31.715444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] For port c20b8334-ab30-46ea-9e2a-fa45ba87771d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c20b8334-ab30-46ea-9e2a-fa45ba87771d,segment=NetworkSegment(0d467473-5f43-4d98-b074-4618c0a4b3d0),segment_id=0d467473-5f43-4d98-b074-4618c0a4b3d0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:31.716003 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.737615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] Calling delete_port for c20b8334-ab30-46ea-9e2a-fa45ba87771d owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:31.763870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.788011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cab9ebc-9454-401d-9849-c4679adba9b4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:31.873056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.878114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.879932 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.880886 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9fc1bfec-0e7d-417a-91b8-31a203852e69 tempest-FloatingIPAdminTestJSON-1219355068 tempest-FloatingIPAdminTestJSON-1219355068-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/58c9a2d6-f346-4b7c-9c8d-a275abf77efe HTTP/1.1" status: 204 len: 168 time: 0.7039032 Sep 20 12:47:31.883894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48174) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:31.893301 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:31.910760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] No DVR routers for this DVR port c20b8334-ab30-46ea-9e2a-fa45ba87771d on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:47:31.930149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Port': ['ID=c20b8334-ab30-46ea-9e2a-fa45ba87771d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:31.941201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] No DVR routers for this DVR port c20b8334-ab30-46ea-9e2a-fa45ba87771d on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:47:31.948872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46455fd6-0411-4406-85e7-e7614cba2d43 None None] Pushing event deleted for resources: {'Port': ['ID=c20b8334-ab30-46ea-9e2a-fa45ba87771d,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:32.008739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-61fa7e5b-8491-485a-a7b0-f23bdef20304 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Deleting port 5839acf9-5848-487b-b7d2-558fa3ed3f87 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:32.009115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fa7e5b-8491-485a-a7b0-f23bdef20304 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.028495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.053251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cb9897-95f5-4460-b19b-82ce7fc69e04']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:32.068958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d467473-5f43-4d98-b074-4618c0a4b3d0') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:32.069479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d467473-5f43-4d98-b074-4618c0a4b3d0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:32.081036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.096043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.104450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:32.105279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:32.109760 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:32.116463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fa7e5b-8491-485a-a7b0-f23bdef20304 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.129910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-61fa7e5b-8491-485a-a7b0-f23bdef20304 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Calling delete_port for 5839acf9-5848-487b-b7d2-558fa3ed3f87 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:32.359275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.364385 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.366569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] 10.222.0.37 "DELETE /v2.0/networks/f7cb9897-95f5-4460-b19b-82ce7fc69e04 HTTP/1.1" status: 204 len: 168 time: 1.1554918 Sep 20 12:47:32.383990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141a25d-fa30-4738-920a-a2dddb6ffc47 tempest-AllowedAddressPairTestJSON-58311335 tempest-AllowedAddressPairTestJSON-58311335-project] Pushing event deleted for resources: {'Network': ['ID=f7cb9897-95f5-4460-b19b-82ce7fc69e04,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:32.411385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fa7e5b-8491-485a-a7b0-f23bdef20304 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.485625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa7e5b-8491-485a-a7b0-f23bdef20304 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event deleted for resources: {'Port': ['ID=5839acf9-5848-487b-b7d2-558fa3ed3f87,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:32.555946 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fa7e5b-8491-485a-a7b0-f23bdef20304 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:32.558115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-61fa7e5b-8491-485a-a7b0-f23bdef20304 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "DELETE /v2.0/ports/5839acf9-5848-487b-b7d2-558fa3ed3f87 HTTP/1.1" status: 204 len: 168 time: 0.6723619 Sep 20 12:47:32.560652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48192) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:32.637221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154dbdb5-3197-42a3-9c41-93ea4e6b7800 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:32.637412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:32.638009 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-154dbdb5-3197-42a3-9c41-93ea4e6b7800 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "GET /v2.0/ports?device_id=c93e49e9-9117-4c1b-b95d-de16ec1e8f56 HTTP/1.1" status: 200 len: 913 time: 0.0753338 Sep 20 12:47:32.723835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fd3502-3ca0-47eb-a33b-b64b38f1a258 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:32.852659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6141-e780-4071-8827-c067ffefd74b req-ccb104e2-92dc-4653-9468-973b25e76f82 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:32.858096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47cc6141-e780-4071-8827-c067ffefd74b req-ccb104e2-92dc-4653-9468-973b25e76f82 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 945 time: 0.2088809 Sep 20 12:47:32.967475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:47:32.974667 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:32.975398 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:33.029919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c20b8334-ab30-46ea-9e2a-fa45ba87771d no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:47:33.075994 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: c20b8334-ab30-46ea-9e2a-fa45ba87771d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:47:33.076702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c20b8334-ab30-46ea-9e2a-fa45ba87771d not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:47:33.089032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48210) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:33.105961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47cc6141-e780-4071-8827-c067ffefd74b req-9c82f36b-790e-46cc-9390-d0a59f4fbcf6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337786 Sep 20 12:47:33.180527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:33.253668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:33.257589 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acebaae3-9932-48ed-be94-bb7ddfd2b4c2" -d '{"events": [{"server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "name": "network-vif-plugged", "status": "completed", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:33.272499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:33.278969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:33.297834 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c574295-40a9-4b81-848b-c5124990a692 x-openstack-request-id: req-5c574295-40a9-4b81-848b-c5124990a692 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:33.298253 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "name": "network-vif-plugged", "status": "completed", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:33.298510 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c574295-40a9-4b81-848b-c5124990a692 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:33.298901 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'code': 200} Sep 20 12:47:33.353568 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:33.413384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ca62d-8a36-4363-b126-f41fbb941d36 req-cf18b190-d383-458b-b694-243e2df20d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:33.415856 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d6ca62d-8a36-4363-b126-f41fbb941d36 req-cf18b190-d383-458b-b694-243e2df20d83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 1097 time: 0.0555348 Sep 20 12:47:33.427365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:33.472008 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d6ca62d-8a36-4363-b126-f41fbb941d36 req-6220ffae-2d38-4843-abe0-e05eb57522a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482647 Sep 20 12:47:33.689140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c2fe17f-28e2-4559-9143-7e6bad19a8f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f8c111a8af343768a44ba769b02360a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989640 Sep 20 12:47:33.692360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48226) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:33.749249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9dc41f06-ddf7-4245-8ddd-81be146a6dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:33.774283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9dc41f06-ddf7-4245-8ddd-81be146a6dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:33.879184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9dc41f06-ddf7-4245-8ddd-81be146a6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:33.882090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9dc41f06-ddf7-4245-8ddd-81be146a6dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:33.883368 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9dc41f06-ddf7-4245-8ddd-81be146a6dc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c90f445-db47-4b59-bfcb-23af89be792f HTTP/1.1" status: 204 len: 168 time: 0.1897597 Sep 20 12:47:33.891962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc41f06-ddf7-4245-8ddd-81be146a6dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c90f445-db47-4b59-bfcb-23af89be792f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:33.938476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Deleting port 826a10d0-69fe-4899-90bc-fc2356d29ca5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:33.938919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:34.049381 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:34.065758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Calling delete_port for 826a10d0-69fe-4899-90bc-fc2356d29ca5 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:34.343395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b673fbc-f616-4e0e-bc70-4f9b49af1f60 req-08319ff9-f5d0-4b20-bd0b-56c6f937b8ad tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:34.345276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b673fbc-f616-4e0e-bc70-4f9b49af1f60 req-08319ff9-f5d0-4b20-bd0b-56c6f937b8ad tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1100647 Sep 20 12:47:34.383893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:34.434247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event deleted for resources: {'Port': ['ID=826a10d0-69fe-4899-90bc-fc2356d29ca5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:34.473458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b673fbc-f616-4e0e-bc70-4f9b49af1f60 req-cb4ba9f6-52f2-450c-8176-748eb2401fdf tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209357 Sep 20 12:47:34.709237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:34.854153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8127e7-c780-41f9-895a-07bac5d5e758 req-0aa28501-21ea-4708-a09b-303c6ec462a4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:34.855717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f8127e7-c780-41f9-895a-07bac5d5e758 req-0aa28501-21ea-4708-a09b-303c6ec462a4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1442654 Sep 20 12:47:34.959885 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f8127e7-c780-41f9-895a-07bac5d5e758 req-0a57d2c8-1f37-4593-a26d-23853487648e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801568 Sep 20 12:47:35.101783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Router c93e49e9-9117-4c1b-b95d-de16ec1e8f56 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:47:35.124218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb08e81-03ea-4653-85a2-c46d3cecd924 req-9c1fa927-a10b-4fcd-99c8-d766eae4f7c5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:35.125723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3cb08e81-03ea-4653-85a2-c46d3cecd924 req-9c1fa927-a10b-4fcd-99c8-d766eae4f7c5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0725160 Sep 20 12:47:35.237074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3cb08e81-03ea-4653-85a2-c46d3cecd924 req-fcdc932f-15dd-487d-ab39-caff2a6003b2 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779872 Sep 20 12:47:35.262592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:47:35.269209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0eb71c2-c5fd-469d-95ba-9b70530f5035 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "PUT /v2.0/routers/c93e49e9-9117-4c1b-b95d-de16ec1e8f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6300654 Sep 20 12:47:35.270718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48278) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:35.275432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb1c9f-9705-4eeb-87b3-b423e0072229 None None] Sync routers for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:47:35.286011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48282) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:35.292684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb1c9f-9705-4eeb-87b3-b423e0072229 None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:35.296067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0bfb1c9f-9705-4eeb-87b3-b423e0072229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:47:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:35.337415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0bfb1c9f-9705-4eeb-87b3-b423e0072229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:35.346052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb1c9f-9705-4eeb-87b3-b423e0072229 None None] Routers {'c93e49e9-9117-4c1b-b95d-de16ec1e8f56'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:47:35.346653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0bfb1c9f-9705-4eeb-87b3-b423e0072229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:47:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:35.382723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0bfb1c9f-9705-4eeb-87b3-b423e0072229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:35.383654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb1c9f-9705-4eeb-87b3-b423e0072229 None None] The sync data for ids ['c93e49e9-9117-4c1b-b95d-de16ec1e8f56'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:47:35.404608 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.450365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985629603'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:35.538819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:35.544198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.554492 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.615237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.649842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174da5-7f87-4e49-af22-280eeb530e62 req-b3799d2e-1575-4335-8c2d-f1eb3725ea99 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:35.657542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7174da5-7f87-4e49-af22-280eeb530e62 req-b3799d2e-1575-4335-8c2d-f1eb3725ea99 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.0873332 Sep 20 12:47:35.681044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.705106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7174da5-7f87-4e49-af22-280eeb530e62 req-7ae14f7d-10d3-4c69-ae33-45c3d4e28de3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Sep 20 12:47:35.765111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.776578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:35.799410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Deleting port b7d66b07-2499-4b5e-8c4c-199fff6756d3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:35.800744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.801995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.802405 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment 4932bde2-e8a1-4199-acd4-7df01c87855e of type vlan for network 972325d5-c4da-481c-aa67-afc3d2b64f80 Sep 20 12:47:35.818934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78502e01-37b4-4169-806b-0abb100d08fb,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:35.897474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.956486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:35.975999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Calling delete_port for b7d66b07-2499-4b5e-8c4c-199fff6756d3 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:36.054163 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.064006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:36.064646 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.156619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=972325d5-c4da-481c-aa67-afc3d2b64f80,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:36.172524 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9a1404c5-c2d6-44b0-b044-544d8d556dbf tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8853698 Sep 20 12:47:36.178652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 972325d5-c4da-481c-aa67-afc3d2b64f80 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:36.313341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48300) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:36.319612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': '972325d5-c4da-481c-aa67-afc3d2b64f80', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:36.333264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d7ab3-e788-44c9-97e2-f6fb900ddf47 req-6dffa310-7b3a-4384-9264-e7b5b6dedc71 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:36.341453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e9d7ab3-e788-44c9-97e2-f6fb900ddf47 req-6dffa310-7b3a-4384-9264-e7b5b6dedc71 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.2092373 Sep 20 12:47:36.356611 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.391430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event deleted for resources: {'Port': ['ID=b7d66b07-2499-4b5e-8c4c-199fff6756d3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:36.467449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e9d7ab3-e788-44c9-97e2-f6fb900ddf47 req-6989a50d-1131-4feb-8be4-0beaa35760d6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244183 Sep 20 12:47:36.498289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.568329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:36.572478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.593667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.595866 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.740552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.744608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Fanout notify agent at l3_agent the message router_deleted on router c93e49e9-9117-4c1b-b95d-de16ec1e8f56 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:47:36.757786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.769592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-84b934e7-202f-4432-a4d3-24207834e667 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "DELETE /v2.0/routers/c93e49e9-9117-4c1b-b95d-de16ec1e8f56 HTTP/1.1" status: 204 len: 168 time: 1.4978030 Sep 20 12:47:36.773463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:36.926115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a7e2bd-28a4-4f50-b3a0-53e06c041d28 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Deleting subnet 84a2d23d-0548-4263-9dbe-44f9f0cae7e2 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:47:36.931011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26a7e2bd-28a4-4f50-b3a0-53e06c041d28 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:36.983321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26a7e2bd-28a4-4f50-b3a0-53e06c041d28 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.026165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.119776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26a7e2bd-28a4-4f50-b3a0-53e06c041d28 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.151686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': '4932bde2-e8a1-4199-acd4-7df01c87855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '972325d5-c4da-481c-aa67-afc3d2b64f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:37.154001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: 972325d5-c4da-481c-aa67-afc3d2b64f80, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:47:37.166514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=26c94810-d077-4757-ba4e-ea9cc47c3383,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:37.271126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network 972325d5-c4da-481c-aa67-afc3d2b64f80 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:47:37.300447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26a7e2bd-28a4-4f50-b3a0-53e06c041d28 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.329478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7e2bd-28a4-4f50-b3a0-53e06c041d28 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event deleted for resources: {'Subnet': ['ID=84a2d23d-0548-4263-9dbe-44f9f0cae7e2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:37.333360 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26a7e2bd-28a4-4f50-b3a0-53e06c041d28 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.338579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-26a7e2bd-28a4-4f50-b3a0-53e06c041d28 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "DELETE /v2.0/subnets/84a2d23d-0548-4263-9dbe-44f9f0cae7e2 HTTP/1.1" status: 204 len: 168 time: 0.5607758 Sep 20 12:47:37.338873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48316) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:37.341881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00732251-ea44-452a-bc56-805439519f63 None None] Network 97ba2479-4008-4e7a-91bf-379860422bde requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:37.369260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 972325d5-c4da-481c-aa67-afc3d2b64f80) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:37.377424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:37.378167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.378884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b75c0b-3869-4fb5-8931-d7e0a8365938 None None] Network 972325d5-c4da-481c-aa67-afc3d2b64f80 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:37.446374 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.482934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:37.483141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d0af1db-7b5f-4b5e-ac42-6b616c789918 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1685309 Sep 20 12:47:37.494844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-283030589'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:37.509863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Deleting port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:37.509863 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.592970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] For port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d,segment=NetworkSegment(ec7787a2-5b23-4319-a303-74cd8e7959f5),segment_id=ec7787a2-5b23-4319-a303-74cd8e7959f5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:37.597403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.609612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Calling delete_port for 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:37.615517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-972325d5-c4da-481c-aa67-afc3d2b64f80', 'network_id': '972325d5-c4da-481c-aa67-afc3d2b64f80', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': '26c94810-d077-4757-ba4e-ea9cc47c3383'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:47:37.616476 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.630389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:37.635211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.685591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:37.704679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a867-e019-4253-bdfe-b61a1e8d722d req-194772fd-d8a7-4afc-815c-3ad815a4948a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:37.706476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a3a867-e019-4253-bdfe-b61a1e8d722d req-194772fd-d8a7-4afc-815c-3ad815a4948a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1427975 Sep 20 12:47:37.711298 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.711728 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment 35f83404-c45b-4cb0-979c-31eefbdd2571 of type vlan for network dbf397ef-394d-4621-8158-792608a7a6db Sep 20 12:47:37.717227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] DHCP port deletion for 97ba2479-4008-4e7a-91bf-379860422bde request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:47:37.775906 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.793926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.799565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a3a867-e019-4253-bdfe-b61a1e8d722d req-35999a32-fe21-4ff9-96de-6b6d4bb40d11 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795820 Sep 20 12:47:37.820423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event deleted for resources: {'Port': ['ID=9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:37.834294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] No DVR routers for this DVR port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:47:37.838657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Allocated IP 172.20.255.242 (972325d5-c4da-481c-aa67-afc3d2b64f80/26c94810-d077-4757-ba4e-ea9cc47c3383/1b52f704-c1f8-49f2-9442-9f4a6fb727e1) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:37.855260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] Deleting port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:37.855636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.887817 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.897549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:37.906002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.982192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:37.998541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] For port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:37.998942 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.009927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ba2479-4008-4e7a-91bf-379860422bde']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:38.017751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] Calling delete_port for 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:38.022290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] Port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:47:38.025162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7787a2-5b23-4319-a303-74cd8e7959f5') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:38.026353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7787a2-5b23-4319-a303-74cd8e7959f5') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:38.026537 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.039119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.045855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] No DVR routers for this DVR port 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:47:38.060645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.065222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5790920 Sep 20 12:47:38.066905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c17df-6b9b-48a8-b5ce-4184d1ec4b88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=dbf397ef-394d-4621-8158-792608a7a6db,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:38.069131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:38.070228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175b32f-876d-4d43-bd6c-31a25474323c None None] Pushing event deleted for resources: {'Port': ['ID=9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:38.075701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': 'dbf397ef-394d-4621-8158-792608a7a6db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:38.104961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:38.105467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.115903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network dbf397ef-394d-4621-8158-792608a7a6db details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:38.182448 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:38.205271 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.267588 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.283178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.287231 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "DELETE /v2.0/networks/97ba2479-4008-4e7a-91bf-379860422bde HTTP/1.1" status: 204 len: 168 time: 0.9463596 Sep 20 12:47:38.289694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48338) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:38.323987 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.324600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:38.334831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3a283-d85d-4bb7-ae7e-706edbac6c93 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event deleted for resources: {'Network': ['ID=97ba2479-4008-4e7a-91bf-379860422bde,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:38.336626 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.436955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Network 972325d5-c4da-481c-aa67-afc3d2b64f80 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:38.444858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:38.446757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Pushing event updated for resources: {'Port': ['ID=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:38.449134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:38.496462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Deleting port 1b0f85a0-2dbd-4e63-a3d2-09a3a141f650 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:38.497075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.526195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Attempting to bind port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:38.527604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Attempting to bind port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4932bde2-e8a1-4199-acd4-7df01c87855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '972325d5-c4da-481c-aa67-afc3d2b64f80'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:38.528175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Attempting to bind port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 on network 972325d5-c4da-481c-aa67-afc3d2b64f80 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:38.538636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:38.538636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Checking segment: {'id': '4932bde2-e8a1-4199-acd4-7df01c87855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '972325d5-c4da-481c-aa67-afc3d2b64f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:38.538636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.538636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Bound using segment: {'id': '4932bde2-e8a1-4199-acd4-7df01c87855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '972325d5-c4da-481c-aa67-afc3d2b64f80'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:38.538636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Bound port: 1b52f704-c1f8-49f2-9442-9f4a6fb727e1, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4932bde2-e8a1-4199-acd4-7df01c87855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '972325d5-c4da-481c-aa67-afc3d2b64f80'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:38.539222 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.632813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] For port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:38.632813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] For port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,segment=NetworkSegment(4932bde2-e8a1-4199-acd4-7df01c87855e),segment_id=4932bde2-e8a1-4199-acd4-7df01c87855e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:38.637621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.637959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.653577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Calling delete_port for 1b0f85a0-2dbd-4e63-a3d2-09a3a141f650 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:38.725676 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.833407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5652485-7aa0-4931-99f4-1ba861a18144 None None] Pushing event updated for resources: {'Port': ['ID=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:38.841361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:38.918882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e6845-aa0c-410c-8c4a-52a95f04d3c0 req-3b1caed1-4262-4db1-beba-da1e6a7145c4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:38.920661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e0e6845-aa0c-410c-8c4a-52a95f04d3c0 req-3b1caed1-4262-4db1-beba-da1e6a7145c4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1379726 Sep 20 12:47:38.924725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:47:38.951286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=7ce69487-7a40-4645-a916-274a3a7b4cfa,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:38.962641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:47:38.962966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9a8298ea-d9cd-4bf0-93c2-7d12f1806d5d not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:47:38.993080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:39.003940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': '35f83404-c45b-4cb0-979c-31eefbdd2571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dbf397ef-394d-4621-8158-792608a7a6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:39.004429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: dbf397ef-394d-4621-8158-792608a7a6db, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:47:39.026165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Pushing event deleted for resources: {'Port': ['ID=1b0f85a0-2dbd-4e63-a3d2-09a3a141f650,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:39.034173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e0e6845-aa0c-410c-8c4a-52a95f04d3c0 req-07ad919c-2e60-4776-b62b-56ea08ea09ae tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039522 Sep 20 12:47:39.134244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:39.138130 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:39.148513 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1cebe475-36db-4178-8ad3-8843d99744d0 tempest-FloatingIPAdminTestJSON-1313699042 tempest-FloatingIPAdminTestJSON-1313699042-project] 10.222.0.37 "DELETE /v2.0/floatingips/5818c870-b91c-4620-a77e-28130455a173 HTTP/1.1" status: 204 len: 168 time: 0.8485713 Sep 20 12:47:39.167003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network dbf397ef-394d-4621-8158-792608a7a6db is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:47:39.235078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f50a6-2365-4732-9b36-0db190705fc8 req-022bdb54-98aa-4ef6-9933-136841a902e3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:39.236640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d7f50a6-2365-4732-9b36-0db190705fc8 req-022bdb54-98aa-4ef6-9933-136841a902e3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0579066 Sep 20 12:47:39.265617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, dbf397ef-394d-4621-8158-792608a7a6db) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:39.271238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:39.272292 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:39.277409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29364a3e-3c1a-41c2-9799-90da2b6c7f56 None None] Network dbf397ef-394d-4621-8158-792608a7a6db requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:39.303674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d7f50a6-2365-4732-9b36-0db190705fc8 req-7a718b4f-3f85-40ba-9d61-4e75012b7f4c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585670 Sep 20 12:47:39.388013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2aaf8b7-7f76-4c02-adc0-a7e68a00b5fc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3139751 Sep 20 12:47:39.390194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48378) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:39.501556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16582590-7da5-4ce5-ad7a-ecdf1f188120 req-ae026869-c942-459b-a1e4-e039c7935f75 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:39.509599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16582590-7da5-4ce5-ad7a-ecdf1f188120 req-ae026869-c942-459b-a1e4-e039c7935f75 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0961573 Sep 20 12:47:39.518522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af3af1-9b73-4d64-bf62-4ab9ecd3b355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-dbf397ef-394d-4621-8158-792608a7a6db', 'network_id': 'dbf397ef-394d-4621-8158-792608a7a6db', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': '7ce69487-7a40-4645-a916-274a3a7b4cfa'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:47:39.519180 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-83af3af1-9b73-4d64-bf62-4ab9ecd3b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:39.532526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:39.569292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-16582590-7da5-4ce5-ad7a-ecdf1f188120 req-ffd2e4c3-72ca-45b1-a2d5-1d70bdb2633b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482075 Sep 20 12:47:39.604728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:39.826440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:39.880333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba084b-b64a-4145-b099-2d93272ccc2f req-7023c958-41c2-41ba-80e2-fdd95bacf96f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server [None req-83af3af1-9b73-4d64-bf62-4ab9ecd3b355 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ce69487-7a40-4645-a916-274a3a7b4cfa: This subnet is being modified by another concurrent operation. Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise exception Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ce69487-7a40-4645-a916-274a3a7b4cfa: This subnet is being modified by another concurrent operation. Sep 20 12:47:39.890365 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Sep 20 12:47:39.902499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2ba084b-b64a-4145-b099-2d93272ccc2f req-7023c958-41c2-41ba-80e2-fdd95bacf96f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1572442 Sep 20 12:47:39.910713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c70838-66fc-419c-b9c5-427b45463cb6 None None] Network dbf397ef-394d-4621-8158-792608a7a6db requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:39.926504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce69487-7a40-4645-a916-274a3a7b4cfa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:39.993953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2ba084b-b64a-4145-b099-2d93272ccc2f req-b39fc990-8025-47ba-9a61-61182feeb968 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897622 Sep 20 12:47:40.089336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:40.245853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1fb48-8d51-451a-ab05-1b9964653a73 req-38a4adc2-f043-41ab-b193-60512f28f9b3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:40.248268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ad1fb48-8d51-451a-ab05-1b9964653a73 req-38a4adc2-f043-41ab-b193-60512f28f9b3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1040957 Sep 20 12:47:40.365935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7250bd-92fb-4781-bf7c-56cb8a0693b0 None None] Network 972325d5-c4da-481c-aa67-afc3d2b64f80 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:40.373385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ad1fb48-8d51-451a-ab05-1b9964653a73 req-a7f515b4-bd81-41c5-a094-1a6ab8fd7b36 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062741 Sep 20 12:47:40.388192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d48034d-5cf4-432e-8523-5be84c2e3cc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ebe77af67464ac0962e62a0767b8f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975268 Sep 20 12:47:40.390571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:40.409001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.456971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8b74dd-1380-4e0a-9508-bcb9c0d3021f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.479286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf397ef-394d-4621-8158-792608a7a6db']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:40.480067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8b74dd-1380-4e0a-9508-bcb9c0d3021f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.509064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f83404-c45b-4cb0-979c-31eefbdd2571') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:40.509369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f83404-c45b-4cb0-979c-31eefbdd2571') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:40.542492 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.573268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4c53ed9e-a7f9-43b3-b968-fb3e3130f164 None None] Provisioning complete for port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:40.573843 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4c53ed9e-a7f9-43b3-b968-fb3e3130f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.579570 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.593041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:40.593881 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:40.596667 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:40.643138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c6179-c8db-414f-ae8a-0fcd2fe10848 req-4f75d6c4-1565-4ca3-a91c-2aa6625106ab tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:40.655162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-215c6179-c8db-414f-ae8a-0fcd2fe10848 req-4f75d6c4-1565-4ca3-a91c-2aa6625106ab tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.0952458 Sep 20 12:47:40.710987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-215c6179-c8db-414f-ae8a-0fcd2fe10848 req-ef7077e7-267c-4630-8fe8-dcfc0eafcd41 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546916 Sep 20 12:47:40.727484 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8b74dd-1380-4e0a-9508-bcb9c0d3021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.736397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8b74dd-1380-4e0a-9508-bcb9c0d3021f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.737160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf8b74dd-1380-4e0a-9508-bcb9c0d3021f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/700ac8e0-099c-480a-be01-68bf3f428475 HTTP/1.1" status: 204 len: 168 time: 0.3447845 Sep 20 12:47:40.757661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.759726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b74dd-1380-4e0a-9508-bcb9c0d3021f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700ac8e0-099c-480a-be01-68bf3f428475,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:40.761204 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.768180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/dbf397ef-394d-4621-8158-792608a7a6db HTTP/1.1" status: 204 len: 168 time: 1.3752794 Sep 20 12:47:40.768180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48436) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:40.794844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1501763978'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:40.831829 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4c53ed9e-a7f9-43b3-b968-fb3e3130f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.841335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0393b-4ae3-4dd9-848e-6c1e8a665786 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=dbf397ef-394d-4621-8158-792608a7a6db,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:40.906366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4c53ed9e-a7f9-43b3-b968-fb3e3130f164 None None] For port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,segment=NetworkSegment(4932bde2-e8a1-4199-acd4-7df01c87855e),segment_id=4932bde2-e8a1-4199-acd4-7df01c87855e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:40.960658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bf1d8-ac3e-47b9-b931-6ef48b90a59d req-b9865aad-197e-4d61-9506-eb966a5d7788 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:40.962575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-466bf1d8-ac3e-47b9-b931-6ef48b90a59d req-b9865aad-197e-4d61-9506-eb966a5d7788 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1526184 Sep 20 12:47:40.968373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:40.976480 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:40.998126 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4c53ed9e-a7f9-43b3-b968-fb3e3130f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:41.054922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:41.057433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:41.089970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-466bf1d8-ac3e-47b9-b931-6ef48b90a59d req-de0f5304-e690-436f-aaae-8abd30cb333f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069105 Sep 20 12:47:41.115116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:41.120289 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment 12411c45-6473-427b-a1cc-c3c99bb22c14 of type vlan for network 70da0e80-2746-442a-bce7-fd9d00b695d8 Sep 20 12:47:41.160888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53ed9e-a7f9-43b3-b968-fb3e3130f164 None None] Pushing event updated for resources: {'Port': ['ID=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:41.190295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:41.190933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:41.255247 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:41.381985 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:41.382273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70caa9-4cf8-4f8b-b020-f726ba833b47 req-f943d8b5-0bd4-4160-b95c-9d44f1996c5e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:41.399302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:41.399302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:41.399617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb70caa9-4cf8-4f8b-b020-f726ba833b47 req-f943d8b5-0bd4-4160-b95c-9d44f1996c5e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1500790 Sep 20 12:47:41.408739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843b6ff0-493f-45d3-83b8-59672df83a54 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:47:41.486978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fd264434-cb95-42fc-ac31-4ab46e290798 None None] Provisioning complete for port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:41.487366 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fd264434-cb95-42fc-ac31-4ab46e290798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:41.491787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb70caa9-4cf8-4f8b-b020-f726ba833b47 req-afdc7f8f-309c-41ac-9d16-6cea80d2e92e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874147 Sep 20 12:47:41.500318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=70da0e80-2746-442a-bce7-fd9d00b695d8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:41.540983 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f8e2e6ad-229c-48f9-8b02-5f2916837a89 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7585466 Sep 20 12:47:41.543217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48484) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:41.545371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 70da0e80-2746-442a-bce7-fd9d00b695d8 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:41.549382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': '70da0e80-2746-442a-bce7-fd9d00b695d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:41.757874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b6ff0-493f-45d3-83b8-59672df83a54 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:47:41.835679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:41.840348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:41.927668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af358016-e014-49ba-a58c-ad09c62626c1 req-37ad4c15-5c3b-4b0a-9b0f-214f384d7b77 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:41.933625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af358016-e014-49ba-a58c-ad09c62626c1 req-37ad4c15-5c3b-4b0a-9b0f-214f384d7b77 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1389441 Sep 20 12:47:41.976550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing IP validity checks on allocation pools {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 20 12:47:41.976938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 20 12:47:42.041966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af358016-e014-49ba-a58c-ad09c62626c1 req-132fe364-1afe-42e6-a4f8-88c35ac39a1b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679276 Sep 20 12:47:42.083315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48518) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:42.102767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38506de1-8d3e-4100-b049-5b647c871b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.243226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38506de1-8d3e-4100-b049-5b647c871b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.290191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e97a6a-b0f5-4ea4-ad5f-baba73e8565f req-a421ad08-70ae-4810-aeac-5a54f9f18311 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:42.291778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74e97a6a-b0f5-4ea4-ad5f-baba73e8565f req-a421ad08-70ae-4810-aeac-5a54f9f18311 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0675693 Sep 20 12:47:42.342580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38506de1-8d3e-4100-b049-5b647c871b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.346169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74e97a6a-b0f5-4ea4-ad5f-baba73e8565f req-28a4a82d-7db3-442a-8803-eb8efef75206 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Sep 20 12:47:42.385983 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-38506de1-8d3e-4100-b049-5b647c871b29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9afb49cd07d6444e849f937389c57a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010807 Sep 20 12:47:42.387663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38506de1-8d3e-4100-b049-5b647c871b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd98b822-eca0-4370-a4a8-b0a7d4ae0665,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:42.388687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:42.404037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0781-c114-4e3a-8bc6-3c76f0dcfdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.421797 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.575512 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba3a9c41-c3ea-4267-86ba-7fb72680c82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.580188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=d0854886-3958-4023-8f5b-57bc3060125c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:42.633382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba3a9c41-c3ea-4267-86ba-7fb72680c82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.640711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': '12411c45-6473-427b-a1cc-c3c99bb22c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70da0e80-2746-442a-bce7-fd9d00b695d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:42.641142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: 70da0e80-2746-442a-bce7-fd9d00b695d8, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:47:42.650214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b952cf3-20c4-4b93-857f-e418f4aa5cd2 req-176ff7a1-2507-494d-913c-387f6d843479 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:42.657612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b952cf3-20c4-4b93-857f-e418f4aa5cd2 req-176ff7a1-2507-494d-913c-387f6d843479 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1855757 Sep 20 12:47:42.740139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b952cf3-20c4-4b93-857f-e418f4aa5cd2 req-d74c0e80-babb-447b-ad54-b7b266fe47d8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814769 Sep 20 12:47:42.774950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fd3502-3ca0-47eb-a33b-b64b38f1a258 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:47:42.854391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network 70da0e80-2746-442a-bce7-fd9d00b695d8 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:47:42.883863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba3a9c41-c3ea-4267-86ba-7fb72680c82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.890547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba3a9c41-c3ea-4267-86ba-7fb72680c82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:42.892610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba3a9c41-c3ea-4267-86ba-7fb72680c82f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd98b822-eca0-4370-a4a8-b0a7d4ae0665 HTTP/1.1" status: 204 len: 168 time: 0.5028088 Sep 20 12:47:42.913250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a9c41-c3ea-4267-86ba-7fb72680c82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd98b822-eca0-4370-a4a8-b0a7d4ae0665,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:42.963847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:43.010909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 70da0e80-2746-442a-bce7-fd9d00b695d8) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:43.016038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:43.017123 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:43.027242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7bcde4-e035-47dc-a7b8-9a647ff876f9 None None] Network 70da0e80-2746-442a-bce7-fd9d00b695d8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:43.105492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eddc6414-31b1-4d56-8dba-dd0777effd3c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5585077 Sep 20 12:47:43.105879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48578) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:43.184354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:43.272107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'port_id': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'mac_address': 'fa:16:3e:df:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:47:43.348943 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:43.361059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:43.361658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:43.508365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8fd3502-3ca0-47eb-a33b-b64b38f1a258 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:47:43.575311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:43.652302 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:43.723813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:43.727122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-70da0e80-2746-442a-bce7-fd9d00b695d8', 'network_id': '70da0e80-2746-442a-bce7-fd9d00b695d8', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': 'd0854886-3958-4023-8f5b-57bc3060125c'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:47:43.728412 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:43.748670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2e850-5b74-48d1-b7e5-58aa6a34a941 req-d7fd5917-8b15-4854-b8a1-fc14017ce85c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:43.759925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bb2e850-5b74-48d1-b7e5-58aa6a34a941 req-d7fd5917-8b15-4854-b8a1-fc14017ce85c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1450062 Sep 20 12:47:43.815844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:43.850770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2bb2e850-5b74-48d1-b7e5-58aa6a34a941 req-1b5d4f2c-7254-4192-aafe-65bef7c2a231 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898101 Sep 20 12:47:43.897470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b8fd3502-3ca0-47eb-a33b-b64b38f1a258'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:47:43.954115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:43.999506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48616) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:44.027740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e59d274e-e6f5-43e9-90ed-df29a615b79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.097913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841511cd-2784-4cf3-a885-43e50fdfa318 req-6a237b65-6066-4724-9a9a-7fc7b8a178ce tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:44.099733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-841511cd-2784-4cf3-a885-43e50fdfa318 req-6a237b65-6066-4724-9a9a-7fc7b8a178ce tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 945 time: 0.1384332 Sep 20 12:47:44.105061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Allocated IP 172.20.0.3 (70da0e80-2746-442a-bce7-fd9d00b695d8/d0854886-3958-4023-8f5b-57bc3060125c/28e83d29-0f5c-4d9f-bc69-f9dea2316c34) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:44.167019 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-841511cd-2784-4cf3-a885-43e50fdfa318 req-0a667d4a-355f-4fd4-83db-fd270818d396 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593591 Sep 20 12:47:44.193254 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e59d274e-e6f5-43e9-90ed-df29a615b79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.265749 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e59d274e-e6f5-43e9-90ed-df29a615b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.388559 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e59d274e-e6f5-43e9-90ed-df29a615b79e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21bac71cf4aa4536b8b992664e3d54d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861976 Sep 20 12:47:44.389421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d274e-e6f5-43e9-90ed-df29a615b79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1317f6fd-7541-4d7f-b7cd-25caaf55fdf3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:44.400889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde37cd-ac2b-4ca6-b8f8-9bdadc44a3cc req-7f972d88-8159-4377-89f2-dfa4cc30f717 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:44.408326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbde37cd-ac2b-4ca6-b8f8-9bdadc44a3cc req-7f972d88-8159-4377-89f2-dfa4cc30f717 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1216965 Sep 20 12:47:44.410521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48624) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:44.452939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.487700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbde37cd-ac2b-4ca6-b8f8-9bdadc44a3cc req-31eba92f-8285-4454-8b6e-43e12cc0efa1 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664210 Sep 20 12:47:44.533847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36b555db-0af2-48f4-a56b-eb8ff2115fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.559142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.591673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36b555db-0af2-48f4-a56b-eb8ff2115fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.626434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Network 70da0e80-2746-442a-bce7-fd9d00b695d8 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:44.628257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:44.633918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:44.680206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.763495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Pushing event updated for resources: {'Port': ['ID=28e83d29-0f5c-4d9f-bc69-f9dea2316c34,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:44.771121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=d0854886-3958-4023-8f5b-57bc3060125c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:44.782294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36b555db-0af2-48f4-a56b-eb8ff2115fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.785180 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36b555db-0af2-48f4-a56b-eb8ff2115fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.796056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fd3502-3ca0-47eb-a33b-b64b38f1a258 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:47:44.814030 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-36b555db-0af2-48f4-a56b-eb8ff2115fc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1317f6fd-7541-4d7f-b7cd-25caaf55fdf3 HTTP/1.1" status: 204 len: 168 time: 0.4004819 Sep 20 12:47:44.852510 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.879426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b555db-0af2-48f4-a56b-eb8ff2115fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1317f6fd-7541-4d7f-b7cd-25caaf55fdf3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:44.879614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70da0e80-2746-442a-bce7-fd9d00b695d8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:44.899814 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12411c45-6473-427b-a1cc-c3c99bb22c14') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:44.900123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12411c45-6473-427b-a1cc-c3c99bb22c14') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:44.915241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.930178 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:44.937297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:44.937297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:45.002926 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:45.042994 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Attempting to bind port 28e83d29-0f5c-4d9f-bc69-f9dea2316c34 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:45.044370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Attempting to bind port 28e83d29-0f5c-4d9f-bc69-f9dea2316c34 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '12411c45-6473-427b-a1cc-c3c99bb22c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70da0e80-2746-442a-bce7-fd9d00b695d8'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:45.044709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Attempting to bind port 28e83d29-0f5c-4d9f-bc69-f9dea2316c34 on network 70da0e80-2746-442a-bce7-fd9d00b695d8 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:45.051754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:45.052138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Checking segment: {'id': '12411c45-6473-427b-a1cc-c3c99bb22c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70da0e80-2746-442a-bce7-fd9d00b695d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:45.052546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.052947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Bound using segment: {'id': '12411c45-6473-427b-a1cc-c3c99bb22c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70da0e80-2746-442a-bce7-fd9d00b695d8'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:45.053467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Bound port: 28e83d29-0f5c-4d9f-bc69-f9dea2316c34, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12411c45-6473-427b-a1cc-c3c99bb22c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70da0e80-2746-442a-bce7-fd9d00b695d8'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:45.053855 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.065645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:47:45.065645 n-d-809934-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:47:45.065645 n-d-809934-3 neutron-server[95502]: [parameters: {'id': '70da0e80-2746-442a-bce7-fd9d00b695d8'}] Sep 20 12:47:45.065645 n-d-809934-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:47:45.066241 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:47:45.067632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:47:45.068011 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.115653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dbe7f-c6c7-48bf-ac8c-f3efebad9586 req-1ee503c0-f2c7-48ad-9f4d-d9ec9ab4860a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:45.123237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe5dbe7f-c6c7-48bf-ac8c-f3efebad9586 req-1ee503c0-f2c7-48ad-9f4d-d9ec9ab4860a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1217306 Sep 20 12:47:45.195247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe5dbe7f-c6c7-48bf-ac8c-f3efebad9586 req-8d99635d-433d-42e4-8332-9687d9e40f6d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656431 Sep 20 12:47:45.245449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] For port 28e83d29-0f5c-4d9f-bc69-f9dea2316c34, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:45.252256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] For port 28e83d29-0f5c-4d9f-bc69-f9dea2316c34, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=28e83d29-0f5c-4d9f-bc69-f9dea2316c34,segment=NetworkSegment(12411c45-6473-427b-a1cc-c3c99bb22c14),segment_id=12411c45-6473-427b-a1cc-c3c99bb22c14)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:45.259676 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e26c6233-76b4-418a-8283-3c0b0e031b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.336533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.354585 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.416876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:47:45.419704 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf998c9-f0ac-40de-b497-97c96ded5626" -d '{"events": [{"server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "name": "network-vif-plugged", "status": "completed", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:47:45.445144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:45.492003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bb9a0-762d-441a-a36e-8f8fdab8e31a None None] Pushing event updated for resources: {'Port': ['ID=28e83d29-0f5c-4d9f-bc69-f9dea2316c34,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:45.511945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.518685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd07a1d-08a5-43f5-96a7-02edcd03f2f8 None None] Network 70da0e80-2746-442a-bce7-fd9d00b695d8 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:45.536896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d706ef-29db-4722-9c9c-ba11889e5dee req-5e5d5736-8d9f-4824-a5e7-632e24af187d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:45.553586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66d706ef-29db-4722-9c9c-ba11889e5dee req-5e5d5736-8d9f-4824-a5e7-632e24af187d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 945 time: 0.2233799 Sep 20 12:47:45.572488 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.680756 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.687947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:45.690151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66d706ef-29db-4722-9c9c-ba11889e5dee req-f7de0212-74a7-4530-9cb3-56d1dac1b23d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336515 Sep 20 12:47:45.788705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port 28e83d29-0f5c-4d9f-bc69-f9dea2316c34 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:45.801607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.815211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2bab5-df4e-441c-99ec-011ae4c407b0 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:47:45.951785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port 28e83d29-0f5c-4d9f-bc69-f9dea2316c34, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=28e83d29-0f5c-4d9f-bc69-f9dea2316c34,segment=NetworkSegment(12411c45-6473-427b-a1cc-c3c99bb22c14),segment_id=12411c45-6473-427b-a1cc-c3c99bb22c14)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:45.952246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:45.971312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for 28e83d29-0f5c-4d9f-bc69-f9dea2316c34 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:45.975236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2bab5-df4e-441c-99ec-011ae4c407b0 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:47:45.984245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ab280-3125-4cd9-a169-27468d0fb583 req-c8b12b1b-8a4e-42ec-9029-7fdb8c366960 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:45.993059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-915ab280-3125-4cd9-a169-27468d0fb583 req-c8b12b1b-8a4e-42ec-9029-7fdb8c366960 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1404324 Sep 20 12:47:46.104334 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-915ab280-3125-4cd9-a169-27468d0fb583 req-7bbbd223-a0c9-4e72-80fb-6e526221917e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961306 Sep 20 12:47:46.274231 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2172a8-55f1-4c69-bad2-d5dd3fb1064e x-openstack-request-id: req-3a2172a8-55f1-4c69-bad2-d5dd3fb1064e {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:47:46.274855 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "name": "network-vif-plugged", "status": "completed", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:47:46.274967 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a2172a8-55f1-4c69-bad2-d5dd3fb1064e {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:47:46.275319 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'code': 200} Sep 20 12:47:46.312307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:46.375523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=28e83d29-0f5c-4d9f-bc69-f9dea2316c34,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:46.383986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port 28e83d29-0f5c-4d9f-bc69-f9dea2316c34 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:47:46.627929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:46.668763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:46.741833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70da0e80-2746-442a-bce7-fd9d00b695d8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:46.766178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12411c45-6473-427b-a1cc-c3c99bb22c14') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:46.771508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12411c45-6473-427b-a1cc-c3c99bb22c14') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:46.792603 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:46.813190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370618-5fda-4551-95c9-a56d40eb1c59 req-df0f8dc9-97e0-4855-b87d-374dde18d3d3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:46.814946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27370618-5fda-4551-95c9-a56d40eb1c59 req-df0f8dc9-97e0-4855-b87d-374dde18d3d3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 814 time: 0.2799063 Sep 20 12:47:46.825981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:46.848071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:46.852616 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:46.886476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27370618-5fda-4551-95c9-a56d40eb1c59 req-cb78dffa-3fc5-43de-899e-462a3f7b1a52 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/quotas/05f06d1862bc40669d268b83feeb55c7 HTTP/1.1" status: 200 len: 375 time: 0.0518630 Sep 20 12:47:46.991167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27370618-5fda-4551-95c9-a56d40eb1c59 req-7c9ece29-e68c-410f-9a76-7c5b06d09c87 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933917 Sep 20 12:47:47.034334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.045939 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.051776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/70da0e80-2746-442a-bce7-fd9d00b695d8 HTTP/1.1" status: 204 len: 168 time: 3.9409556 Sep 20 12:47:47.053035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48750) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:47.061463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4be2a-6ca1-4e11-be61-fbe20c36d670 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=70da0e80-2746-442a-bce7-fd9d00b695d8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:47.072030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-415512256'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:47.176797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:47.180462 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.207190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8417542-fe1d-4a38-9da7-0a7013a0c6f1 req-1bfa0ad4-19a0-4c67-b717-aa21b7984383 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:47.215600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8417542-fe1d-4a38-9da7-0a7013a0c6f1 req-1bfa0ad4-19a0-4c67-b717-aa21b7984383 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1051321 Sep 20 12:47:47.252242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:47.254497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8417542-fe1d-4a38-9da7-0a7013a0c6f1 req-1e3a363a-50be-4a78-8656-4e72c260d677 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Sep 20 12:47:47.266347 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.266711 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment a4cf5f11-fd4b-45fa-b5bd-11730336fc7c of type vlan for network 87233409-762c-4c12-8b6c-25826c71dced Sep 20 12:47:47.314687 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.388991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69ee5d-36e9-4462-9538-f29b440383e4 req-399c902d-3969-4eb1-a101-f2bda600fb91 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:47.391274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc69ee5d-36e9-4462-9538-f29b440383e4 req-399c902d-3969-4eb1-a101-f2bda600fb91 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0583174 Sep 20 12:47:47.456847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc69ee5d-36e9-4462-9538-f29b440383e4 req-dd281ee2-713d-415b-be82-020e1f742b27 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583060 Sep 20 12:47:47.465310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.472269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:47.473298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.592753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=87233409-762c-4c12-8b6c-25826c71dced,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:47.602140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.602490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.602842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.603181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.603518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.603851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.604179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.604508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.604833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.605213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.605513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.605837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:47:47.620351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 87233409-762c-4c12-8b6c-25826c71dced details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:47.655572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48768) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:47.677566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefde90-15ee-48e9-9746-41e62fce5619 req-3cc76741-e8da-4e38-9961-e8f8302ec69a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:47.680420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1eefde90-15ee-48e9-9746-41e62fce5619 req-3cc76741-e8da-4e38-9961-e8f8302ec69a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0817471 Sep 20 12:47:47.741592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1eefde90-15ee-48e9-9746-41e62fce5619 req-e38a76a7-62d5-4020-92fd-58c7a1ad4c25 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372972 Sep 20 12:47:47.794562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c0f7-dac1-497b-91f4-063f1336c892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.808141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a65b724c-234a-40fe-851c-e2c74abc9f9c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7531850 Sep 20 12:47:47.810807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48778) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:47.815672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': '87233409-762c-4c12-8b6c-25826c71dced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:47.991639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c0f7-dac1-497b-91f4-063f1336c892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:47.998925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.009488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72b21350-0a79-4d34-bf70-2ec60f9cdb57 req-006320ab-426d-4759-b559-88323c8f6d4b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=05f06d1862bc40669d268b83feeb55c7 HTTP/1.1" status: 200 len: 221 time: 0.0408087 Sep 20 12:47:48.077500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f8c0f7-dac1-497b-91f4-063f1336c892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.131769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984f975-5697-4e2c-9bce-8a074fa991a6 req-c3732925-e705-43a1-99f0-2a567d25c059 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:48.140088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b984f975-5697-4e2c-9bce-8a074fa991a6 req-c3732925-e705-43a1-99f0-2a567d25c059 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0716538 Sep 20 12:47:48.152365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:48.156353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.174282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8c0f7-dac1-497b-91f4-063f1336c892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb0f8f3-fed0-4af0-9b25-4b64484eeb99,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:48.185267 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b4f8c0f7-dac1-497b-91f4-063f1336c892 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96e81ea12907426cbb2c0441cac9d783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250812 Sep 20 12:47:48.189873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48812) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:48.209539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48814) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:48.219876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b984f975-5697-4e2c-9bce-8a074fa991a6 req-541d4217-0f50-42b4-831d-8e1854cdfc6b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788841 Sep 20 12:47:48.328808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7447862b-f26d-44fc-a097-d2d421ec4116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.393587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7447862b-f26d-44fc-a097-d2d421ec4116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.424870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1d1e0-ad4e-446f-a79d-ba6e2b7b61c6 req-c5bf3805-0dbb-41f7-bb98-f89994a4d806 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:48.430588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8e1d1e0-ad4e-446f-a79d-ba6e2b7b61c6 req-c5bf3805-0dbb-41f7-bb98-f89994a4d806 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1125286 Sep 20 12:47:48.522610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8e1d1e0-ad4e-446f-a79d-ba6e2b7b61c6 req-6a714431-320f-4b0e-a35b-1ad549f34503 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788081 Sep 20 12:47:48.562622 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.582544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-977711978'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:48.624316 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7447862b-f26d-44fc-a097-d2d421ec4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.627117 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7447862b-f26d-44fc-a097-d2d421ec4116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.631562 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7447862b-f26d-44fc-a097-d2d421ec4116 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fb0f8f3-fed0-4af0-9b25-4b64484eeb99 HTTP/1.1" status: 204 len: 168 time: 0.4374316 Sep 20 12:47:48.674529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447862b-f26d-44fc-a097-d2d421ec4116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb0f8f3-fed0-4af0-9b25-4b64484eeb99,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:48.687439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=1eb31d59-e896-4c2e-92df-681a8109ba7d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:48.704172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b883a5-d6fd-4fd4-a589-7a91cc388ffe req-5ae38cab-d042-4d5c-a5c1-57ac1e93ac6b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:48.705869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33b883a5-d6fd-4fd4-a589-7a91cc388ffe req-5ae38cab-d042-4d5c-a5c1-57ac1e93ac6b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1129754 Sep 20 12:47:48.716581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87233409-762c-4c12-8b6c-25826c71dced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:48.717261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: 87233409-762c-4c12-8b6c-25826c71dced, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:47:48.755700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Made reservation on behalf of f4e35da13b8c4b16ba44a723b8880cd9 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:48.781754 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.793407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.803960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33b883a5-d6fd-4fd4-a589-7a91cc388ffe req-140c18d8-de2f-4eea-a629-99a3811fbb74 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906508 Sep 20 12:47:48.843159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network 87233409-762c-4c12-8b6c-25826c71dced is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:47:48.940063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 87233409-762c-4c12-8b6c-25826c71dced) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:48.948691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:48.949317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:48.957455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f727f4-5f59-44fa-9729-608435a40db0 None None] Network 87233409-762c-4c12-8b6c-25826c71dced requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:48.980731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad22360-0608-4b17-8dbb-75e746c8c0fe req-87f4a160-24ca-47bd-a677-8b3cac35bde7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:48.994727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad22360-0608-4b17-8dbb-75e746c8c0fe req-87f4a160-24ca-47bd-a677-8b3cac35bde7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0752652 Sep 20 12:47:49.009054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.044054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad22360-0608-4b17-8dbb-75e746c8c0fe req-738f7678-cb62-4ba0-9a99-85fe4be165a6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Sep 20 12:47:49.094788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.123259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:49.136965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e3d2f-3d72-4674-be17-c100118c94e4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:49.156850 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.161308 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Added segment 1d70f07b-a766-40a6-8a1e-ddf2764bbb10 of type vlan for network c2ed5734-b017-45f0-9865-7fe22737e39c Sep 20 12:47:49.208017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-87233409-762c-4c12-8b6c-25826c71dced', 'network_id': '87233409-762c-4c12-8b6c-25826c71dced', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': '1eb31d59-e896-4c2e-92df-681a8109ba7d'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:47:49.209252 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.230387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48866) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:49.230603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cb5b85bd-03ad-4a11-8e4e-c1d2d5346a64 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4187229 Sep 20 12:47:49.256615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.328866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09109c45-44b9-4d06-9a2d-dc63706af984 req-7475faa1-f579-4bf0-8e81-db9e70779856 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:49.339077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09109c45-44b9-4d06-9a2d-dc63706af984 req-7475faa1-f579-4bf0-8e81-db9e70779856 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1492290 Sep 20 12:47:49.375981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.382717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:49.383358 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.489130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Allocated IP 172.20.0.1 (87233409-762c-4c12-8b6c-25826c71dced/1eb31d59-e896-4c2e-92df-681a8109ba7d/19af968e-67a8-4313-8294-d2b8cf03c64d) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:49.511636 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09109c45-44b9-4d06-9a2d-dc63706af984 req-184d1505-4b73-4588-b359-66f8999feae8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715572 Sep 20 12:47:49.531725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3202436 Sep 20 12:47:49.547857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef128f9c-0ffb-400b-b449-333d8a981e66 tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Pushing event updated for resources: {'Network': ['ID=c2ed5734-b017-45f0-9865-7fe22737e39c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:49.552455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.561306 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c2ed5734-b017-45f0-9865-7fe22737e39c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:49.645063 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:49.812394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.014420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.016650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.042385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:50.050944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Request body: {'port': {'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c', 'binding:host_id': 'n-h1-809934-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1152116129'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:50.092877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Network 87233409-762c-4c12-8b6c-25826c71dced is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:50.098061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:50.100078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.102616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:50.120044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Pushing event updated for resources: {'Port': ['ID=19af968e-67a8-4313-8294-d2b8cf03c64d,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:50.159211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb31d59-e896-4c2e-92df-681a8109ba7d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:50.181912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Made reservation on behalf of 5baae125ec6d4aceb251d320483e97c9 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:50.185313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.221192 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.230210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Attempting to bind port 19af968e-67a8-4313-8294-d2b8cf03c64d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:50.230587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Attempting to bind port 19af968e-67a8-4313-8294-d2b8cf03c64d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87233409-762c-4c12-8b6c-25826c71dced'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:50.230956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Attempting to bind port 19af968e-67a8-4313-8294-d2b8cf03c64d on network 87233409-762c-4c12-8b6c-25826c71dced {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:50.244974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:50.245986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Checking segment: {'id': 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87233409-762c-4c12-8b6c-25826c71dced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:50.252978 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.261103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Bound using segment: {'id': 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87233409-762c-4c12-8b6c-25826c71dced'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:50.261943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Bound port: 19af968e-67a8-4313-8294-d2b8cf03c64d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '87233409-762c-4c12-8b6c-25826c71dced'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:50.262609 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.276326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.314944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87233409-762c-4c12-8b6c-25826c71dced']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:50.324236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163c44d-6a9d-495e-abbf-50293c3576ef req-be4ea33a-d4f7-4ad4-8b2a-6ff5c550e6fb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:50.332515 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b163c44d-6a9d-495e-abbf-50293c3576ef req-be4ea33a-d4f7-4ad4-8b2a-6ff5c550e6fb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.2042842 Sep 20 12:47:50.356843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:50.357186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:50.371518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] For port 19af968e-67a8-4313-8294-d2b8cf03c64d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:50.374037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.376101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] For port 19af968e-67a8-4313-8294-d2b8cf03c64d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=19af968e-67a8-4313-8294-d2b8cf03c64d,segment=NetworkSegment(a4cf5f11-fd4b-45fa-b5bd-11730336fc7c),segment_id=a4cf5f11-fd4b-45fa-b5bd-11730336fc7c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:50.392365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.448129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.453273 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b163c44d-6a9d-495e-abbf-50293c3576ef req-c4de57d3-986c-4c5c-9962-7a32e24541f1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147983 Sep 20 12:47:50.469059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.485574 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:47:50.508782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:50.509537 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:50.512935 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:50.620314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993dc6c-8506-4f25-87d8-b050285061ed None None] Network 87233409-762c-4c12-8b6c-25826c71dced requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:50.649170 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.671472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fad8e-6671-42f6-800f-e94728982ca6 req-77c4e4b7-dae9-4db6-b133-cf5aeaf9d3b7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:50.675262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf8fad8e-6671-42f6-800f-e94728982ca6 req-77c4e4b7-dae9-4db6-b133-cf5aeaf9d3b7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1431475 Sep 20 12:47:50.682071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128bab-3f49-4c84-8f19-fc7b808ecee7 None None] Pushing event updated for resources: {'Port': ['ID=19af968e-67a8-4313-8294-d2b8cf03c64d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:50.732926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf8fad8e-6671-42f6-800f-e94728982ca6 req-966995a1-097a-40f6-8002-24de1d930c40 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468521 Sep 20 12:47:50.733788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:47:50.733788 n-d-809934-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:47:50.733788 n-d-809934-3 neutron-server[95502]: [parameters: {'id': '87233409-762c-4c12-8b6c-25826c71dced'}] Sep 20 12:47:50.733788 n-d-809934-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:47:50.741490 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:47:50.762500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:50.773536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] device_id is not set on port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:50.842852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3cd4d-bd10-4a5a-b642-0d99b7e4c2cf None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:47:50.894897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d636bcb4-0304-480d-9f72-3dce13521aa7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:50.964977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb3cd4d-bd10-4a5a-b642-0d99b7e4c2cf None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:47:50.977965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3e62-bead-4719-9940-14f1bd7e06bf req-eef964a2-f64c-47b2-b4b5-6fc0bc76497e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:50.979582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5adc3e62-bead-4719-9940-14f1bd7e06bf req-eef964a2-f64c-47b2-b4b5-6fc0bc76497e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1058152 Sep 20 12:47:51.143480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5adc3e62-bead-4719-9940-14f1bd7e06bf req-54cf969a-0c37-4b59-8252-f9a3a2880dd5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351621 Sep 20 12:47:51.199752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] device_id is not set on port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:51.211376 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:51.270413 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:51.320913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:51.392497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bd06e-1dbe-48db-8118-d43963bd0a33 req-8a576af3-0c5f-4fdc-ac17-4934203fe0c8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:51.394582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-756bd06e-1dbe-48db-8118-d43963bd0a33 req-8a576af3-0c5f-4fdc-ac17-4934203fe0c8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1792223 Sep 20 12:47:51.465289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:51.513944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Checking segment: {'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:51.514319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Network hostable DHCP agents. Network: c2ed5734-b017-45f0-9865-7fe22737e39c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:47:51.547883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-756bd06e-1dbe-48db-8118-d43963bd0a33 req-6bcdb15d-9f73-499f-bff9-9d60c7458c51 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006730 Sep 20 12:47:51.573689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port 19af968e-67a8-4313-8294-d2b8cf03c64d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:51.574044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:51.723501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Network c2ed5734-b017-45f0-9865-7fe22737e39c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:47:51.730986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port 19af968e-67a8-4313-8294-d2b8cf03c64d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=19af968e-67a8-4313-8294-d2b8cf03c64d,segment=NetworkSegment(a4cf5f11-fd4b-45fa-b5bd-11730336fc7c),segment_id=a4cf5f11-fd4b-45fa-b5bd-11730336fc7c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:51.731362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:51.769083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for 19af968e-67a8-4313-8294-d2b8cf03c64d owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:51.777846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f952e-d56b-4df8-a5a5-3dc072dbe349 req-41c9df72-8101-4015-bbc8-7f38b57106e9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:51.777846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d63f952e-d56b-4df8-a5a5-3dc072dbe349 req-41c9df72-8101-4015-bbc8-7f38b57106e9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1257782 Sep 20 12:47:51.831127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, c2ed5734-b017-45f0-9865-7fe22737e39c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:51.842110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409cc05-dfbc-4ea0-9be4-09ae67891c05 None None] Network c2ed5734-b017-45f0-9865-7fe22737e39c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:51.844199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:51.872930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:51.873421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:51.873701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:51.897636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:51.900773 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:51.901233 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 2 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:51.919190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d63f952e-d56b-4df8-a5a5-3dc072dbe349 req-3ee37768-add6-4b2b-9fdb-f9c23be82daa tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322420 Sep 20 12:47:51.921695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:51.922034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:51.922374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:51.939235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:51.939575 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:51.940609 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 3 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:51.989469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:51.993590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:51.995952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:52.001929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:52.002339 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:52.003775 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 4 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:52.026771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:52.027133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:52.027449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:52.047838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:52.048232 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:52.051988 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 5 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:52.075876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:52.076441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:52.077075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:52.089465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fd26b-98cd-49fb-afe8-2f8dc89b6913 req-7b2eb89b-c4a4-4689-bb0a-599af3e3b637 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:52.090881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-807fd26b-98cd-49fb-afe8-2f8dc89b6913 req-7b2eb89b-c4a4-4689-bb0a-599af3e3b637 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0780087 Sep 20 12:47:52.092861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:52.093215 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:52.093604 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 6 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:52.121520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:52.121858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:52.122200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:52.129637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:52.129970 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:52.134718 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 7 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:52.148978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-807fd26b-98cd-49fb-afe8-2f8dc89b6913 req-38621e08-1d76-43c2-b572-dc4ae34d1981 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508471 Sep 20 12:47:52.153225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:52.153563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:52.153908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:52.158210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:52.158549 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:52.159036 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 8 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:52.175882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:52.175882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:52.175882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:52.178464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:52.178792 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:52.179184 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 9 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:52.195176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:52.195517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:52.195849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:52.200452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:52.200770 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:52.201270 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 10 to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 Sep 20 12:47:52.215938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:52.215938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:52.215938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:52.220499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:52.220836 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:52.221263 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.234861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.286701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=19af968e-67a8-4313-8294-d2b8cf03c64d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:52.297411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port 19af968e-67a8-4313-8294-d2b8cf03c64d on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:47:52.404716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] For port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:52.405113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempted to set empty binding levels {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 20 12:47:52.441155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597573e-159b-4edd-a88f-33ea7a7d1e5f req-d1c4539c-9b4c-48e1-8edc-58156a5dadcc tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:52.442679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d597573e-159b-4edd-a88f-33ea7a7d1e5f req-d1c4539c-9b4c-48e1-8edc-58156a5dadcc tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1616333 Sep 20 12:47:52.444339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.478663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87233409-762c-4c12-8b6c-25826c71dced']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:52.487013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.497385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:52.497686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cf5f11-fd4b-45fa-b5bd-11730336fc7c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:52.541786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.556120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:52.556120 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.575558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d597573e-159b-4edd-a88f-33ea7a7d1e5f req-26d22184-2f31-4ae9-a4c8-6091e016f3a3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207757 Sep 20 12:47:52.609855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:52.623272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.632979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:52.634649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:52.636653 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:52.736169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3fb8c478-b135-4adb-9658-cae498c04cc8 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.6926405 Sep 20 12:47:52.736391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49020) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:52.764937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f50334-24a8-424d-a7ca-a1d9f0d34d14 req-3589b96c-5911-4f21-b320-ba0e74d15eec tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:52.773811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5f50334-24a8-424d-a7ca-a1d9f0d34d14 req-3589b96c-5911-4f21-b320-ba0e74d15eec tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0756319 Sep 20 12:47:52.794850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.817699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.822861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/87233409-762c-4c12-8b6c-25826c71dced HTTP/1.1" status: 204 len: 168 time: 3.5877686 Sep 20 12:47:52.826198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bed983-4721-456b-aef4-2fe3acd4d8d4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=87233409-762c-4c12-8b6c-25826c71dced,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:52.830893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:52.839342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-995838892'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:52.859419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5f50334-24a8-424d-a7ca-a1d9f0d34d14 req-602f869e-b3b4-4721-b022-0c8c2334f492 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846577 Sep 20 12:47:52.910216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Deleting port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:52.910712 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.989061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:52.992924 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:52.996608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] For port a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701, host n-h1-809934-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:52.997168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.012669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Calling delete_port for a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:53.096035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:53.117880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e295a8-4f6b-4e54-b2a5-36ad185781d6 req-67ec3375-41b6-442f-9b20-08d58c3882c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:53.119372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37e295a8-4f6b-4e54-b2a5-36ad185781d6 req-67ec3375-41b6-442f-9b20-08d58c3882c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0973654 Sep 20 12:47:53.180268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37e295a8-4f6b-4e54-b2a5-36ad185781d6 req-996cef1c-eb4c-41e8-ad24-a4b3cb204f2d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541468 Sep 20 12:47:53.181921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.189495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.191585 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment d37924f5-71bd-4ac3-ba02-a460a8f8eb66 of type vlan for network 8469708a-b494-44a8-b38d-a64cbecf48c4 Sep 20 12:47:53.245135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:53.251581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.255789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e700dae0-8a93-447c-bd2a-237cf39cbae6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 HTTP/1.1" status: 204 len: 168 time: 0.5179064 Sep 20 12:47:53.258385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49054) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:53.269760 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.298915 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9712af-c495-4568-9879-88e433d262d7 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] GET failed (client error): The resource could not be found. Sep 20 12:47:53.301505 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ee9712af-c495-4568-9879-88e433d262d7 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "GET /v2.0/ports/a7e5d844-a9ec-421a-b0ae-9cc0ecbb7701 HTTP/1.1" status: 404 len: 333 time: 0.0416718 Sep 20 12:47:53.304738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49058) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:53.311585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Request body: {'port': {'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-453826329'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:53.377426 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13792fd-5373-474e-9c39-470a6509a890 req-c24078bb-7399-4331-bf19-bdc77a106424 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:53.378868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b13792fd-5373-474e-9c39-470a6509a890 req-c24078bb-7399-4331-bf19-bdc77a106424 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.0568659 Sep 20 12:47:53.384313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.389814 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:53.390657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.418856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Made reservation on behalf of 5baae125ec6d4aceb251d320483e97c9 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:53.422203 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.447453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] device_id is not set on port c48a0d0b-5c17-4960-b351-0ab9e171935e yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:53.489766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=8469708a-b494-44a8-b38d-a64cbecf48c4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:53.504354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 8469708a-b494-44a8-b38d-a64cbecf48c4 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:53.533635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b13792fd-5373-474e-9c39-470a6509a890 req-52fc77ff-b1d1-4c0e-8652-ea9cf2f30c3d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389573 Sep 20 12:47:53.563780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9fc46da0-77d5-47d3-b5ff-ed8f713a9783 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7314963 Sep 20 12:47:53.566566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49068) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:53.572150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': '8469708a-b494-44a8-b38d-a64cbecf48c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:53.666358 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.748821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaab8c-de5f-4494-87d8-88ace97b7007 req-62f20b94-d09f-4e95-94cb-387eca5b4cf4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:53.749080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.750572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edfaab8c-de5f-4494-87d8-88ace97b7007 req-62f20b94-d09f-4e95-94cb-387eca5b4cf4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1126661 Sep 20 12:47:53.798068 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-edfaab8c-de5f-4494-87d8-88ace97b7007 req-a3b2e260-5a8f-4104-9f5d-4207df535142 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Sep 20 12:47:53.804955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Network c2ed5734-b017-45f0-9865-7fe22737e39c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:53.810447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:53.814405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:53.815681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:53.816289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.834469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:53.839310 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:53.841891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=c48a0d0b-5c17-4960-b351-0ab9e171935e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:53.917540 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ab5f167d-d32e-410c-9ca5-032d4f6f96d6 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6111398 Sep 20 12:47:53.920105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49086) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:53.925973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:54.023899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:54.058446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcdf64-459f-4807-87f0-7b4e0f57a6f9 req-a70e6f64-3b16-4e6b-92d5-63f0fe4c47e9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:54.060114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45fcdf64-459f-4807-87f0-7b4e0f57a6f9 req-a70e6f64-3b16-4e6b-92d5-63f0fe4c47e9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0932288 Sep 20 12:47:54.134966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45fcdf64-459f-4807-87f0-7b4e0f57a6f9 req-8bb30484-de86-49fa-a3f7-04aeb6258360 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508542 Sep 20 12:47:54.290277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] device_id is not set on port c48a0d0b-5c17-4960-b351-0ab9e171935e yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:54.304132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:54.311419 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:54.376886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:54.379873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd4936-9ca1-4d6c-adb1-54f3eacef11e req-7a963290-6536-492d-901e-1162bc094660 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:54.381590 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eafd4936-9ca1-4d6c-adb1-54f3eacef11e req-7a963290-6536-492d-901e-1162bc094660 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1291935 Sep 20 12:47:54.435361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=7cd89dce-5a41-4b77-a530-ab859db2d7b8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:54.449441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=c48a0d0b-5c17-4960-b351-0ab9e171935e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:54.450559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eafd4936-9ca1-4d6c-adb1-54f3eacef11e req-595f0170-1de0-4eb0-b65f-bf74ec1d744a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621810 Sep 20 12:47:54.454064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8469708a-b494-44a8-b38d-a64cbecf48c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:54.455038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: 8469708a-b494-44a8-b38d-a64cbecf48c4, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:47:54.483097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.483442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.483784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.494746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.495099 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.495496 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 2 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.513803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.514492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.515050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.522033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.522790 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.523401 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 3 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.538651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.539276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.540364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.547236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.547907 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.548509 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 4 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.567280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.567725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.568179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.570260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network 8469708a-b494-44a8-b38d-a64cbecf48c4 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:47:54.585301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.585677 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.586190 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 5 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.613662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.614523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.614523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.636245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.636492 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.636889 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 6 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.665383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.665714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.666098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.671490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 8469708a-b494-44a8-b38d-a64cbecf48c4) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:54.677655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:54.678517 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:54.680726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.681002 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.681425 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 7 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.690946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d86e4d-acfe-4052-977a-2f6369be2483 None None] Network 8469708a-b494-44a8-b38d-a64cbecf48c4 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:54.711933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.712258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.712540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.713516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87789b2-dfd0-4828-8059-24623c5e0e47 req-0c0b208e-e388-4d1c-bbbe-b27d8b75da29 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:54.717619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.717957 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.718350 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 8 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.724484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a87789b2-dfd0-4828-8059-24623c5e0e47 req-0c0b208e-e388-4d1c-bbbe-b27d8b75da29 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.0996590 Sep 20 12:47:54.767717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.767717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.767717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.777210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.780627 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.783712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a87789b2-dfd0-4828-8059-24623c5e0e47 req-7b09b69b-43f9-4d87-909f-0b1a0e410d6f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583029 Sep 20 12:47:54.783937 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 9 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.799695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-88575595-d311-4456-be4c-58c56c668701 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2320130 Sep 20 12:47:54.802896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49134) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:54.815773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.818509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.822285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.849057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.851556 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.851995 n-d-809934-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 10 to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e Sep 20 12:47:54.899672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:54.900210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:54.900918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:54.912089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:47:54.912653 n-d-809934-3 neutron-server[95503]: ERROR neutron.plugins.ml2.managers [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c48a0d0b-5c17-4960-b351-0ab9e171935e on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:47:54.913240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:54.977134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-8469708a-b494-44a8-b38d-a64cbecf48c4', 'network_id': '8469708a-b494-44a8-b38d-a64cbecf48c4', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': '7cd89dce-5a41-4b77-a530-ab859db2d7b8'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:47:54.978512 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.068060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] For port c48a0d0b-5c17-4960-b351-0ab9e171935e, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:55.068513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempted to set empty binding levels {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 20 12:47:55.115845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.129305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a0fe0-8670-470a-9517-547cbd345f6a req-2540a0a6-d5ed-4066-b304-c1c7fd6d1b56 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.131173 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c81a0fe0-8670-470a-9517-547cbd345f6a req-2540a0a6-d5ed-4066-b304-c1c7fd6d1b56 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1360302 Sep 20 12:47:55.175170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.178689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Allocated IP 172.20.0.2 (8469708a-b494-44a8-b38d-a64cbecf48c4/7cd89dce-5a41-4b77-a530-ab859db2d7b8/03ae07e4-9184-4d5c-8086-71da69053e3d) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:47:55.237370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c81a0fe0-8670-470a-9517-547cbd345f6a req-d87651f7-1d3b-48a1-b8bf-d1db79e70e51 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844057 Sep 20 12:47:55.252978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.260968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] In _notify_port_updated(), no bound segment for port c48a0d0b-5c17-4960-b351-0ab9e171935e on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:47:55.263258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.274398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.287486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "PUT /v2.0/ports/c48a0d0b-5c17-4960-b351-0ab9e171935e HTTP/1.1" status: 200 len: 974 time: 1.3662467 Sep 20 12:47:55.288661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49156) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:55.414730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd105bd4-b365-421b-951c-0768e61bd789 req-44245198-d544-4d28-96b0-aeb5a2bc97cd tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.426918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd105bd4-b365-421b-951c-0768e61bd789 req-44245198-d544-4d28-96b0-aeb5a2bc97cd tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0958757 Sep 20 12:47:55.432547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49754565-ba95-4d1c-9475-0d39b4153166 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=c48a0d0b-5c17-4960-b351-0ab9e171935e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:55.491345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.492237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.492899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.493576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.497812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.497812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.497812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.497812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.497812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.497812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.497812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.497812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.498386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd105bd4-b365-421b-951c-0768e61bd789 req-76ff0449-db7c-4163-98b4-57660a12a5a6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646188 Sep 20 12:47:55.498954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.499659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.500421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.501245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.501890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:55.509201 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-60cc44bd-0a96-4a70-b76d-efa24044e874 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15333 time: 0.2171402 Sep 20 12:47:55.509438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:55.530552 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.602989 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.644412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Deleting port c48a0d0b-5c17-4960-b351-0ab9e171935e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:55.644725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.733443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Network 8469708a-b494-44a8-b38d-a64cbecf48c4 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:55.735672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:55.741518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:55.820241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Pushing event updated for resources: {'Port': ['ID=03ae07e4-9184-4d5c-8086-71da69053e3d,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:55.844949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Attempting to bind port 03ae07e4-9184-4d5c-8086-71da69053e3d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:47:55.845685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Attempting to bind port 03ae07e4-9184-4d5c-8086-71da69053e3d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8469708a-b494-44a8-b38d-a64cbecf48c4'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:47:55.846449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Attempting to bind port 03ae07e4-9184-4d5c-8086-71da69053e3d on network 8469708a-b494-44a8-b38d-a64cbecf48c4 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:47:55.854204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:47:55.855074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Checking segment: {'id': 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8469708a-b494-44a8-b38d-a64cbecf48c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:47:55.855714 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.856115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Bound using segment: {'id': 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8469708a-b494-44a8-b38d-a64cbecf48c4'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:47:55.856757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Bound port: 03ae07e4-9184-4d5c-8086-71da69053e3d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8469708a-b494-44a8-b38d-a64cbecf48c4'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:47:55.857179 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:55.959698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] For port 03ae07e4-9184-4d5c-8086-71da69053e3d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:47:55.963214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] For port 03ae07e4-9184-4d5c-8086-71da69053e3d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=03ae07e4-9184-4d5c-8086-71da69053e3d,segment=NetworkSegment(d37924f5-71bd-4ac3-ba02-a460a8f8eb66),segment_id=d37924f5-71bd-4ac3-ba02-a460a8f8eb66)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:47:56.039379 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.065071 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.104010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd89dce-5a41-4b77-a530-ab859db2d7b8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:56.119884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e4d1a-1f3d-42e7-941d-721ab96e9dee None None] Pushing event updated for resources: {'Port': ['ID=03ae07e4-9184-4d5c-8086-71da69053e3d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:56.183062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] For port c48a0d0b-5c17-4960-b351-0ab9e171935e, host n-h1-809934-3, got binding levels [] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:56.183437 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.233441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d1576-a82c-44cf-a8b9-ccb65c604603 None None] Network 8469708a-b494-44a8-b38d-a64cbecf48c4 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:47:56.244059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39e0e-c772-452d-854a-7e656e68fe28 req-d5260d30-d149-49f3-a4e1-812f620ca4ab tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:56.249222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcc39e0e-c772-452d-854a-7e656e68fe28 req-d5260d30-d149-49f3-a4e1-812f620ca4ab tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.2150562 Sep 20 12:47:56.252085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Calling delete_port for c48a0d0b-5c17-4960-b351-0ab9e171935e owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:56.256003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.305833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8469708a-b494-44a8-b38d-a64cbecf48c4']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:56.354024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:56.354403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:56.373818 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.407890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcc39e0e-c772-452d-854a-7e656e68fe28 req-e339a43b-de8f-4334-9c82-d9824874f327 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579666 Sep 20 12:47:56.430504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1246ac-9d21-4031-80a6-7cc5cf9a3b7c None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:47:56.438899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.440447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:56.441462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:56.445525 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:56.558813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1246ac-9d21-4031-80a6-7cc5cf9a3b7c None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:47:56.598718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085c73d-6504-4e33-9f5f-c2d13673cfbf req-bfacb6a0-1660-4b76-aeb5-91326b770fb4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:56.600539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6085c73d-6504-4e33-9f5f-c2d13673cfbf req-bfacb6a0-1660-4b76-aeb5-91326b770fb4 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.0857387 Sep 20 12:47:56.624159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:47:56.624159 n-d-809934-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:47:56.624159 n-d-809934-3 neutron-server[95502]: [parameters: {'id': '8469708a-b494-44a8-b38d-a64cbecf48c4'}] Sep 20 12:47:56.624159 n-d-809934-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:47:56.624159 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:47:56.644933 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.666151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6085c73d-6504-4e33-9f5f-c2d13673cfbf req-28ae939c-a52d-44a3-8134-f649ae3dd7d7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579493 Sep 20 12:47:56.701258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:56.705960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c48a0d0b-5c17-4960-b351-0ab9e171935e HTTP/1.1" status: 204 len: 168 time: 1.1931343 Sep 20 12:47:56.706497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49222) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:56.709173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4257ba4-4150-43ac-9cc0-d03d731c47a4 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event deleted for resources: {'Port': ['ID=c48a0d0b-5c17-4960-b351-0ab9e171935e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:56.746365 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82a1ee0-b796-41a3-90de-7ea4d4f1782b tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] GET failed (client error): The resource could not be found. Sep 20 12:47:56.756796 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a82a1ee0-b796-41a3-90de-7ea4d4f1782b tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "GET /v2.0/ports/c48a0d0b-5c17-4960-b351-0ab9e171935e HTTP/1.1" status: 404 len: 333 time: 0.0493107 Sep 20 12:47:56.761499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49226) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:56.770491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1446640053', 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:56.856016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a667bc6-08e4-42cc-844d-8a149ba3b60e req-cdb226a1-7a73-48e6-b7a0-72bd2d58c009 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:56.863335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a667bc6-08e4-42cc-844d-8a149ba3b60e req-cdb226a1-7a73-48e6-b7a0-72bd2d58c009 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0804071 Sep 20 12:47:56.902762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a667bc6-08e4-42cc-844d-8a149ba3b60e req-891c0913-3fbd-40ac-9661-3c57122171bf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 Sep 20 12:47:57.058830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa90654-a4a6-45b1-bba8-13eb88dc98b4 req-991e2566-a610-4f78-9efe-7d37ed444228 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:57.060214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa90654-a4a6-45b1-bba8-13eb88dc98b4 req-991e2566-a610-4f78-9efe-7d37ed444228 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0500865 Sep 20 12:47:57.107166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa90654-a4a6-45b1-bba8-13eb88dc98b4 req-c47b5ae1-932e-4100-ac5b-9df5b4ee9ea8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Sep 20 12:47:57.125326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.185271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port 03ae07e4-9184-4d5c-8086-71da69053e3d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:57.185620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.264700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Made reservation on behalf of 5baae125ec6d4aceb251d320483e97c9 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:57.267002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.292391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port 03ae07e4-9184-4d5c-8086-71da69053e3d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=03ae07e4-9184-4d5c-8086-71da69053e3d,segment=NetworkSegment(d37924f5-71bd-4ac3-ba02-a460a8f8eb66),segment_id=d37924f5-71bd-4ac3-ba02-a460a8f8eb66)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:47:57.292757 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.310178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa649125-61e0-4b13-ab14-27eba20fa029 req-7fc95e2d-4908-47ba-832b-fc8ddde7e9f2 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:57.311582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa649125-61e0-4b13-ab14-27eba20fa029 req-7fc95e2d-4908-47ba-832b-fc8ddde7e9f2 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1282122 Sep 20 12:47:57.317294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for 03ae07e4-9184-4d5c-8086-71da69053e3d owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:57.319308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] device_id is not set on port c4e3bfab-00bc-4eef-b0ca-e99108b70ee8 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:57.460528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa649125-61e0-4b13-ab14-27eba20fa029 req-f7de611e-59e5-4c3e-b19d-f2f00fd36599 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371367 Sep 20 12:47:57.579590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.642073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.664036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port 03ae07e4-9184-4d5c-8086-71da69053e3d on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:47:57.692062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=03ae07e4-9184-4d5c-8086-71da69053e3d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:57.718690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.800417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Network c2ed5734-b017-45f0-9865-7fe22737e39c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:57.831750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:57.834844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:57.836006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:57.836661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.841229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.887093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8469708a-b494-44a8-b38d-a64cbecf48c4']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:57.889364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=c4e3bfab-00bc-4eef-b0ca-e99108b70ee8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:57.916843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:57.917121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37924f5-71bd-4ac3-ba02-a460a8f8eb66') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:47:57.928787 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.951118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.964415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01d4d-2c91-4283-9bbc-1cfdeabdb308 req-d57791f0-2279-49c4-ada9-4bae0355e9b5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:57.965960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ed01d4d-2c91-4283-9bbc-1cfdeabdb308 req-d57791f0-2279-49c4-ada9-4bae0355e9b5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1098800 Sep 20 12:47:57.968956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:47:57.969401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:47:57.972475 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:47:58.045022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-97b34ff5-42a0-475d-88c4-4a2c627260d3 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2819104 Sep 20 12:47:58.047636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49262) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:58.062602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ed01d4d-2c91-4283-9bbc-1cfdeabdb308 req-353af1c6-ee51-483b-92a9-860d7b6878c1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892634 Sep 20 12:47:58.080788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e47bd-8150-4d30-8b1a-b995070157b7 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:58.085101 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f94e47bd-8150-4d30-8b1a-b995070157b7 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "GET /v2.0/ports/c4e3bfab-00bc-4eef-b0ca-e99108b70ee8 HTTP/1.1" status: 200 len: 955 time: 0.0341260 Sep 20 12:47:58.085939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49264) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:58.155932 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.180041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.181926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/8469708a-b494-44a8-b38d-a64cbecf48c4 HTTP/1.1" status: 204 len: 168 time: 3.3779335 Sep 20 12:47:58.186229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49272) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:58.191838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-575344102'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:58.193864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbf3cc-045b-4fdb-a816-744e4d5ebe73 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=8469708a-b494-44a8-b38d-a64cbecf48c4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:58.200080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca9b50-352f-4c65-9c1b-7096e7e92d5f tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Deleting port c4e3bfab-00bc-4eef-b0ca-e99108b70ee8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:47:58.200436 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9b50-352f-4c65-9c1b-7096e7e92d5f tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.215016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264be9-993a-4eb2-9921-7de1b819b1b5 req-e3404b73-b184-4181-9a9e-a36097c8d5a1 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:58.219367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90264be9-993a-4eb2-9921-7de1b819b1b5 req-e3404b73-b184-4181-9a9e-a36097c8d5a1 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0727828 Sep 20 12:47:58.255960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90264be9-993a-4eb2-9921-7de1b819b1b5 req-7daf9295-a51c-4df9-ae63-85f60bc38893 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Sep 20 12:47:58.270954 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9b50-352f-4c65-9c1b-7096e7e92d5f tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.290485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca9b50-352f-4c65-9c1b-7096e7e92d5f tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Calling delete_port for c4e3bfab-00bc-4eef-b0ca-e99108b70ee8 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:47:58.340667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:58.344434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.383343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:47:58.400005 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.400353 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment 0511b0ba-b116-4b08-9b67-5e836ac4f571 of type vlan for network ed332f07-8765-42b7-8e2e-8e0d9a0b66bf Sep 20 12:47:58.443753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.495745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9b50-352f-4c65-9c1b-7096e7e92d5f tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.522169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca9b50-352f-4c65-9c1b-7096e7e92d5f tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4e3bfab-00bc-4eef-b0ca-e99108b70ee8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:58.527488 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9b50-352f-4c65-9c1b-7096e7e92d5f tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.529433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6ca9b50-352f-4c65-9c1b-7096e7e92d5f tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c4e3bfab-00bc-4eef-b0ca-e99108b70ee8 HTTP/1.1" status: 204 len: 168 time: 0.4425201 Sep 20 12:47:58.531962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49284) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:58.557793 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8975c84d-356b-449d-8584-ebd8ec476b26 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] GET failed (client error): The resource could not be found. Sep 20 12:47:58.559257 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8975c84d-356b-449d-8584-ebd8ec476b26 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "GET /v2.0/ports/c4e3bfab-00bc-4eef-b0ca-e99108b70ee8 HTTP/1.1" status: 404 len: 333 time: 0.0264018 Sep 20 12:47:58.562843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49286) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:58.567723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Request body: {'port': {'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-598889609'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:58.573718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.579155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:58.579726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.660061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=ed332f07-8765-42b7-8e2e-8e0d9a0b66bf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:58.671799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ed332f07-8765-42b7-8e2e-8e0d9a0b66bf details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:47:58.684092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Made reservation on behalf of 5baae125ec6d4aceb251d320483e97c9 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:58.687084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:58.708390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] device_id is not set on port c40d79f9-1ade-4f70-9264-e03d37af4f86 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:58.755432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3823a16d-c0a1-44fe-933a-56bc2c4a944f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5681567 Sep 20 12:47:58.758203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49294) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:58.764311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': 'ed332f07-8765-42b7-8e2e-8e0d9a0b66bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:58.953660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:59.005030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:47:59.008592 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:59.087914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing IP validity checks on allocation pools {{(pid=95503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 20 12:47:59.088598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 20 12:47:59.094979 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:59.103725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477e91-fd30-4d61-8089-cf30211b829b req-a9c95822-70ad-4efa-876e-7fd3a2b67fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:59.105403 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1b477e91-fd30-4d61-8089-cf30211b829b req-a9c95822-70ad-4efa-876e-7fd3a2b67fd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 1097 time: 0.1130805 Sep 20 12:47:59.202730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=c40d79f9-1ade-4f70-9264-e03d37af4f86,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:47:59.207856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Network c2ed5734-b017-45f0-9865-7fe22737e39c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:47:59.209606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc54e4-3299-45a4-8f8f-01af86682747 req-4d2afb94-33a3-4eb2-8243-9bb32d0d2606 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:59.218212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bdc54e4-3299-45a4-8f8f-01af86682747 req-4d2afb94-33a3-4eb2-8243-9bb32d0d2606 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.0670643 Sep 20 12:47:59.238300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:47:59.246100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:47:59.247235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:59.247837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:59.267185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bdc54e4-3299-45a4-8f8f-01af86682747 req-2192cf63-c0b7-4f29-b12d-4890708334fc tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 Sep 20 12:47:59.332596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477e91-fd30-4d61-8089-cf30211b829b req-5e0fe670-ce4d-4a49-b8ac-154f920fe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:59.332596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1b477e91-fd30-4d61-8089-cf30211b829b req-5e0fe670-ce4d-4a49-b8ac-154f920fe063 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.1921995 Sep 20 12:47:59.382711 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1b477e91-fd30-4d61-8089-cf30211b829b req-a28119b3-5cf1-48a2-8bdf-503c9d0ece23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258 HTTP/1.1" status: 200 len: 217 time: 0.0429170 Sep 20 12:47:59.395890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec386924-35d7-4578-83ec-8e683eb8e6d9 req-1de5b701-f213-4ffa-9f52-8295224a1a42 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:59.397811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec386924-35d7-4578-83ec-8e683eb8e6d9 req-1de5b701-f213-4ffa-9f52-8295224a1a42 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0571768 Sep 20 12:47:59.418894 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b2ceb42-1b8a-47cd-8550-0133ef364fb1 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8550327 Sep 20 12:47:59.423023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:47:59.431811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:47:59.467265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477e91-fd30-4d61-8089-cf30211b829b req-5de94636-4f82-42c7-b6e7-0330521ba61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:59.469032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1b477e91-fd30-4d61-8089-cf30211b829b req-5de94636-4f82-42c7-b6e7-0330521ba61f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0656986 Sep 20 12:47:59.514592 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:59.526965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477e91-fd30-4d61-8089-cf30211b829b req-387d6ba7-95f4-440c-8221-35669aa54965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:47:59.528713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1b477e91-fd30-4d61-8089-cf30211b829b req-387d6ba7-95f4-440c-8221-35669aa54965 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522404 Sep 20 12:47:59.529982 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:59.536345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec386924-35d7-4578-83ec-8e683eb8e6d9 req-8ad64405-3503-4262-aee3-814751ac149e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317694 Sep 20 12:47:59.736565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] device_id is not set on port c40d79f9-1ade-4f70-9264-e03d37af4f86 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:47:59.746429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:59.899339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:47:59.983924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=c40d79f9-1ade-4f70-9264-e03d37af4f86,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:00.000110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.000447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.000839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.006375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.006711 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.007103 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 2 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.023856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.024204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.024363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=8a345a0e-f061-4145-923a-b3defb6904cb,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:00.025243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.038322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.038668 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.039066 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 3 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.041473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': '0511b0ba-b116-4b08-9b67-5e836ac4f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed332f07-8765-42b7-8e2e-8e0d9a0b66bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:00.042023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: ed332f07-8765-42b7-8e2e-8e0d9a0b66bf, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:00.055184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.058355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.058771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.070320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.070320 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.070320 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 4 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.073472 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1b477e91-fd30-4d61-8089-cf30211b829b req-49b63fc3-a93f-408d-899f-b634fe349418 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210326 Sep 20 12:48:00.110464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.110806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.111145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.118562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.118897 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.119449 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 5 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.140275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.140646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.140995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.154105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network ed332f07-8765-42b7-8e2e-8e0d9a0b66bf is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:00.154638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.155050 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.156317 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 6 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.169768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a840-c92f-4eb4-8bf8-a62b52ea9049 req-7333fa2a-59d1-4901-89ed-5c3f1b2ae7a9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:00.180638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e679a840-c92f-4eb4-8bf8-a62b52ea9049 req-7333fa2a-59d1-4901-89ed-5c3f1b2ae7a9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1011827 Sep 20 12:48:00.189749 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1b477e91-fd30-4d61-8089-cf30211b829b req-20cc5e49-b98a-472b-ac6f-0bb1ac921ab4 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068504 Sep 20 12:48:00.217036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.217607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.217863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.230999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.231355 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.234164 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 7 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.239256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ed332f07-8765-42b7-8e2e-8e0d9a0b66bf) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:00.248318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:00.248924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b516cd00-3e36-40b6-8362-b17b6b834c7f None None] Network ed332f07-8765-42b7-8e2e-8e0d9a0b66bf requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:00.249476 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.262209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e679a840-c92f-4eb4-8bf8-a62b52ea9049 req-e8e9cb04-929a-41de-8f48-c9855d4c1a2d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803692 Sep 20 12:48:00.263045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.263384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.263734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.269172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.269511 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.270142 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 8 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.283397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.283738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.284249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.291796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.292140 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.292539 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 9 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.309294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.309294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.309294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.313564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.313968 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.314434 n-d-809934-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempt 10 to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 Sep 20 12:48:00.328450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:00.328834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:00.329232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempting to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:00.329691 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1312586a-b04d-4e66-844c-905aeb449ab4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5697815 Sep 20 12:48:00.333754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49322) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:00.335195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:48:00.335582 n-d-809934-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Failed to bind port c40d79f9-1ade-4f70-9264-e03d37af4f86 on host n-h1-809934-3 for vnic_type normal using segments [{'id': '1d70f07b-a766-40a6-8a1e-ddf2764bbb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c2ed5734-b017-45f0-9865-7fe22737e39c'}] Sep 20 12:48:00.336075 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.509135 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.514378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a839eb-3f41-4b4a-811f-32e60b33d1d1 req-983745ee-c32e-4b3c-aa1e-83490560954e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:00.524193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45a839eb-3f41-4b4a-811f-32e60b33d1d1 req-983745ee-c32e-4b3c-aa1e-83490560954e tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1272280 Sep 20 12:48:00.526797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] For port c40d79f9-1ade-4f70-9264-e03d37af4f86, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:00.527174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attempted to set empty binding levels {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 20 12:48:00.581267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45a839eb-3f41-4b4a-811f-32e60b33d1d1 req-f9e4a2b6-d660-4cfe-adf9-0e89b1b7b58f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525546 Sep 20 12:48:00.597567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.618901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.648999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event updated for resources: {'Port': ['ID=c40d79f9-1ade-4f70-9264-e03d37af4f86,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:00.660007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] In _notify_port_updated(), no bound segment for port c40d79f9-1ade-4f70-9264-e03d37af4f86 on network c2ed5734-b017-45f0-9865-7fe22737e39c {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:48:00.661097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:00.661702 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.663038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e2d91e70-c185-49fd-9a5d-1a745fdade98 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "PUT /v2.0/ports/c40d79f9-1ade-4f70-9264-e03d37af4f86 HTTP/1.1" status: 200 len: 974 time: 1.2388654 Sep 20 12:48:00.665738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49324) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:00.788523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Deleting port c40d79f9-1ade-4f70-9264-e03d37af4f86 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:00.788943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.806610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.861752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a848cc-0ee1-44c5-84c3-1e16191f3915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-ed332f07-8765-42b7-8e2e-8e0d9a0b66bf', 'network_id': 'ed332f07-8765-42b7-8e2e-8e0d9a0b66bf', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': '8a345a0e-f061-4145-923a-b3defb6904cb'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:00.864057 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-49a848cc-0ee1-44c5-84c3-1e16191f3915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.897923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=8a345a0e-f061-4145-923a-b3defb6904cb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:00.973538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] For port c40d79f9-1ade-4f70-9264-e03d37af4f86, host n-h1-809934-3, got binding levels [] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:00.974097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:00.989620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Calling delete_port for c40d79f9-1ade-4f70-9264-e03d37af4f86 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:01.015102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ba8a5-5513-41e5-bf5f-ebb45c96a6ca None None] Network ed332f07-8765-42b7-8e2e-8e0d9a0b66bf requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:01.022907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.077503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed332f07-8765-42b7-8e2e-8e0d9a0b66bf']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:01.083835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0511b0ba-b116-4b08-9b67-5e836ac4f571') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:01.084139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0511b0ba-b116-4b08-9b67-5e836ac4f571') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:01.093937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.113367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.119652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:01.120038 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:01.123383 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:01.176686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.212277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Pushing event deleted for resources: {'Port': ['ID=c40d79f9-1ade-4f70-9264-e03d37af4f86,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:01.218263 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.223106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7da1d5de-1c22-45f8-9b2a-a151d625b332 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c40d79f9-1ade-4f70-9264-e03d37af4f86 HTTP/1.1" status: 204 len: 168 time: 0.5520294 Sep 20 12:48:01.223512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49328) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:01.256920 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82386ff-c73e-47b0-a23f-61286cbf9249 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] GET failed (client error): The resource could not be found. Sep 20 12:48:01.258542 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b82386ff-c73e-47b0-a23f-61286cbf9249 tempest-PortsAdminExtendedAttrsTestJSON-1594573216 tempest-PortsAdminExtendedAttrsTestJSON-1594573216-project-admin] 10.222.0.37 "GET /v2.0/ports/c40d79f9-1ade-4f70-9264-e03d37af4f86 HTTP/1.1" status: 404 len: 333 time: 0.0340288 Sep 20 12:48:01.259240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.262345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:01.267034 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.272414 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/ed332f07-8765-42b7-8e2e-8e0d9a0b66bf HTTP/1.1" status: 204 len: 168 time: 0.9364576 Sep 20 12:48:01.276573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:01.280548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e0aa7-fd26-4b73-9276-ee6b8092b4a3 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=ed332f07-8765-42b7-8e2e-8e0d9a0b66bf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:01.297263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648653158'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:01.425535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.448830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541878-b51a-43a3-9c65-290d6782e312 req-2cddd5db-3aef-4f9c-b1a1-332510cea32a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:01.457297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca541878-b51a-43a3-9c65-290d6782e312 req-2cddd5db-3aef-4f9c-b1a1-332510cea32a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1081772 Sep 20 12:48:01.465396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:01.468984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.585958 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.601537 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca541878-b51a-43a3-9c65-290d6782e312 req-6f17dbbd-f39b-4a96-91bb-8e6f72cc4510 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433947 Sep 20 12:48:01.620397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:01.621474 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.621754 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment 8be82f58-8b2f-4b7e-9280-fe3c4b0531aa of type vlan for network 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b Sep 20 12:48:01.681351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ed5734-b017-45f0-9865-7fe22737e39c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:01.714063 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.716652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d70f07b-a766-40a6-8a1e-ddf2764bbb10') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:01.717099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d70f07b-a766-40a6-8a1e-ddf2764bbb10') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:01.743077 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.776886 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.787525 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:01.788078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:01.791673 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:01.802477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7bb60-6b78-48df-a69c-14985cd764b2 req-f2277376-1d63-4bc7-b8af-8f807c7b4ec3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:01.804334 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61a7bb60-6b78-48df-a69c-14985cd764b2 req-f2277376-1d63-4bc7-b8af-8f807c7b4ec3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.1146977 Sep 20 12:48:01.898595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61a7bb60-6b78-48df-a69c-14985cd764b2 req-05419774-4dd7-4e91-bdc7-4d7ccef3ca0c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831118 Sep 20 12:48:01.927090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:01.933047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:01.934119 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:02.025569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=2d5754c4-9cdb-4bc1-9527-3d53ddd0567b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:02.038531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:02.040342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:02.064676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:02.066946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] 10.222.0.37 "DELETE /v2.0/networks/c2ed5734-b017-45f0-9865-7fe22737e39c HTTP/1.1" status: 204 len: 168 time: 0.8022511 Sep 20 12:48:02.084652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16a603-497a-407d-8dbf-f69f15bdff2a tempest-PortsAdminExtendedAttrsTestJSON-1004722164 tempest-PortsAdminExtendedAttrsTestJSON-1004722164-project] Pushing event deleted for resources: {'Network': ['ID=c2ed5734-b017-45f0-9865-7fe22737e39c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:02.104305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be066-c66a-49c3-a773-3e1d878b05d3 req-64bd9c06-548e-4883-a40e-59b5dfad199d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:02.106028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-546be066-c66a-49c3-a773-3e1d878b05d3 req-64bd9c06-548e-4883-a40e-59b5dfad199d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0779428 Sep 20 12:48:02.110675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9646575-abee-4ef2-8956-dd01ac4c9f4e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8285058 Sep 20 12:48:02.110812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49346) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:02.116311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': '2d5754c4-9cdb-4bc1-9527-3d53ddd0567b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:02.207239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-546be066-c66a-49c3-a773-3e1d878b05d3 req-b08a644c-e0c2-43ca-8c14-a9a04beb8df7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842273 Sep 20 12:48:02.326941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:02.330595 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:02.423121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1993-dfff-4141-aad0-247a64ae3005 req-195190e2-fbff-46c5-a05f-6f99d018f23a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:02.426702 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-837d1993-dfff-4141-aad0-247a64ae3005 req-195190e2-fbff-46c5-a05f-6f99d018f23a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1031644 Sep 20 12:48:02.485441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-837d1993-dfff-4141-aad0-247a64ae3005 req-8b0b376e-d13c-403e-972e-bb4ebe788b29 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527086 Sep 20 12:48:02.697380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165477f9-8e37-4a11-bacf-9ef5cdefa30a req-db926652-a3b8-4d99-9de5-b039100af24f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:02.699002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-165477f9-8e37-4a11-bacf-9ef5cdefa30a req-db926652-a3b8-4d99-9de5-b039100af24f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0773358 Sep 20 12:48:02.701313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49360) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:02.735757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:02.759152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-165477f9-8e37-4a11-bacf-9ef5cdefa30a req-8d201ad1-5c78-4da5-a3b2-f322473b3a30 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469596 Sep 20 12:48:02.874724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=cf090fd8-bd60-4007-993e-cfc03a397f2f,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:02.900707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b8fd3502-3ca0-47eb-a33b-b64b38f1a258 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:02.915680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d5754c4-9cdb-4bc1-9527-3d53ddd0567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:02.916042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:02.947065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9c332-3469-4902-b3fd-75d56d64786d req-0b8a92dd-102f-4194-be11-a0cf70f4da38 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:02.949639 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d9c332-3469-4902-b3fd-75d56d64786d req-0b8a92dd-102f-4194-be11-a0cf70f4da38 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0740664 Sep 20 12:48:02.953066 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bbd752ad-a145-4a90-9b42-7e9e24a1f6b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4e35da13b8c4b16ba44a723b8880cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483838 Sep 20 12:48:02.953849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49370) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:03.000030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.008052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d9c332-3469-4902-b3fd-75d56d64786d req-d8a69ba2-1af8-4858-adc4-55a8cff22b2b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459726 Sep 20 12:48:03.038218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d6efe1e1-6ecf-4cba-84ad-3acd28b6729c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.041690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:03.042744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:48:03.045308 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20e345-73b9-4991-a520-1a670926e60e" -d '{"events": [{"server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "name": "network-vif-unplugged", "status": "completed", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:48:03.057580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d6efe1e1-6ecf-4cba-84ad-3acd28b6729c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.182183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1cbf-309b-486f-89f2-cd0730236c0f req-4d2effa2-db3b-4d3e-89b3-acc7b1f4d018 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:03.182183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2edf1cbf-309b-486f-89f2-cd0730236c0f req-4d2effa2-db3b-4d3e-89b3-acc7b1f4d018 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 946 time: 0.0692112 Sep 20 12:48:03.230225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2edf1cbf-309b-486f-89f2-cd0730236c0f req-03f55b1d-178a-4b1e-a23b-9fed43c05104 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469179 Sep 20 12:48:03.253338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:03.318468 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.318820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d6efe1e1-6ecf-4cba-84ad-3acd28b6729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.321759 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d6efe1e1-6ecf-4cba-84ad-3acd28b6729c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.323347 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d6efe1e1-6ecf-4cba-84ad-3acd28b6729c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b27e3d2f-3d72-4674-be17-c100118c94e4 HTTP/1.1" status: 204 len: 168 time: 0.3683512 Sep 20 12:48:03.341789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efe1e1-6ecf-4cba-84ad-3acd28b6729c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e3d2f-3d72-4674-be17-c100118c94e4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:03.362719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:03.368721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:03.371442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.382421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8b35-2dcd-4edb-b8a8-4ae68b955bae req-2f619e67-dc11-4b90-80d8-e283cefa1c5f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:03.384011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc7e8b35-2dcd-4edb-b8a8-4ae68b955bae req-2f619e67-dc11-4b90-80d8-e283cefa1c5f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0849688 Sep 20 12:48:03.386094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184787fa-3185-4701-b756-4204e4e54fba None None] Network 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:03.442609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc7e8b35-2dcd-4edb-b8a8-4ae68b955bae req-d5677dd8-9589-4c2c-a21d-db815af3b274 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Sep 20 12:48:03.469319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:03.481874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.481874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.481874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.481874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.481874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.482276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.482433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.483041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.483374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.483697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.484020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.484343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:03.495320 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 12:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67300e84-e00d-462f-9c29-4771b1c914e7 x-openstack-request-id: req-67300e84-e00d-462f-9c29-4771b1c914e7 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:48:03.495616 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "name": "network-vif-unplugged", "status": "failed", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258", "code": 422}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:48:03.495868 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67300e84-e00d-462f-9c29-4771b1c914e7 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:48:03.496263 n-d-809934-3 neutron-server[95504]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'code': 422} returned with failed status Sep 20 12:48:03.502508 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a6f72c11-27c8-4584-b97c-e14351f56cee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3902707 Sep 20 12:48:03.505417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49388) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:03.603031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-2d5754c4-9cdb-4bc1-9527-3d53ddd0567b', 'network_id': '2d5754c4-9cdb-4bc1-9527-3d53ddd0567b', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': 'cf090fd8-bd60-4007-993e-cfc03a397f2f'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:03.604056 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.619106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e07920-90b0-4850-a44e-8993e96844fd req-b1e18f39-d120-4682-84b5-7791daa8792c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:03.620082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95e07920-90b0-4850-a44e-8993e96844fd req-b1e18f39-d120-4682-84b5-7791daa8792c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0708168 Sep 20 12:48:03.667948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.675045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95e07920-90b0-4850-a44e-8993e96844fd req-8e47ff26-aa7a-47ab-b267-2e21f7e17350 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 Sep 20 12:48:03.731445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:03.816791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Allocated IP 172.20.0.1 (2d5754c4-9cdb-4bc1-9527-3d53ddd0567b/cf090fd8-bd60-4007-993e-cfc03a397f2f/9963a6fe-42bf-4069-9a25-d9d30f4645c2) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:03.890079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb29920-c7c7-463e-9373-8639e3ec0296 req-794cd890-1947-4d60-9b37-6bbbac3ad595 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:03.892233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8cb29920-c7c7-463e-9373-8639e3ec0296 req-794cd890-1947-4d60-9b37-6bbbac3ad595 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1009984 Sep 20 12:48:03.955331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8cb29920-c7c7-463e-9373-8639e3ec0296 req-518e4bda-1392-4e52-8b03-68f8e413748a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556743 Sep 20 12:48:04.035232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.085977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa56c6-6fb4-4b0e-96ba-e87fca78ad72 req-571cab4e-b728-4526-b8d0-cc4414129dce tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:04.087376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-defa56c6-6fb4-4b0e-96ba-e87fca78ad72 req-571cab4e-b728-4526-b8d0-cc4414129dce tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Sep 20 12:48:04.125192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-defa56c6-6fb4-4b0e-96ba-e87fca78ad72 req-b873f7bf-d737-4b2b-b872-970d426ed7c8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Sep 20 12:48:04.149708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.203117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Network 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:04.207062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:04.211004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:04.219108 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.234454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Pushing event updated for resources: {'Port': ['ID=9963a6fe-42bf-4069-9a25-d9d30f4645c2,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:04.237888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:04.274119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=cf090fd8-bd60-4007-993e-cfc03a397f2f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:04.313352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Attempting to bind port 9963a6fe-42bf-4069-9a25-d9d30f4645c2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:04.313734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Attempting to bind port 9963a6fe-42bf-4069-9a25-d9d30f4645c2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d5754c4-9cdb-4bc1-9527-3d53ddd0567b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:04.314100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Attempting to bind port 9963a6fe-42bf-4069-9a25-d9d30f4645c2 on network 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:04.321852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6988273e-e634-48a4-aaca-36ecbacdb141 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5baae125ec6d4aceb251d320483e97c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786757 Sep 20 12:48:04.326543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:04.327090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49410) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:04.329464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Checking segment: {'id': '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d5754c4-9cdb-4bc1-9527-3d53ddd0567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:04.330209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.331488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Bound using segment: {'id': '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d5754c4-9cdb-4bc1-9527-3d53ddd0567b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:04.332524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Bound port: 9963a6fe-42bf-4069-9a25-d9d30f4645c2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d5754c4-9cdb-4bc1-9527-3d53ddd0567b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:04.333559 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.357609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.395872 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5754c4-9cdb-4bc1-9527-3d53ddd0567b']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:04.405240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b69bf01-44dd-4d78-8b43-f20d843cdaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.409286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:04.410267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:04.413280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] For port 9963a6fe-42bf-4069-9a25-d9d30f4645c2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:04.418120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] For port 9963a6fe-42bf-4069-9a25-d9d30f4645c2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9963a6fe-42bf-4069-9a25-d9d30f4645c2,segment=NetworkSegment(8be82f58-8b2f-4b7e-9280-fe3c4b0531aa),segment_id=8be82f58-8b2f-4b7e-9280-fe3c4b0531aa)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:04.427344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.431677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b69bf01-44dd-4d78-8b43-f20d843cdaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.497843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.506064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.510428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:04.511130 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:04.515062 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:04.574630 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b69bf01-44dd-4d78-8b43-f20d843cdaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.577278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b69bf01-44dd-4d78-8b43-f20d843cdaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:04.580902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b69bf01-44dd-4d78-8b43-f20d843cdaec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d636bcb4-0304-480d-9f72-3dce13521aa7 HTTP/1.1" status: 204 len: 168 time: 0.2503169 Sep 20 12:48:04.596300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69bf01-44dd-4d78-8b43-f20d843cdaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d636bcb4-0304-480d-9f72-3dce13521aa7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:04.599624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb11716-21c4-4b6d-befa-395fade23b2b None None] Pushing event updated for resources: {'Port': ['ID=9963a6fe-42bf-4069-9a25-d9d30f4645c2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:04.610456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a59f6-03e1-45a3-8606-ddc79ea5474a req-4acac04d-3347-43e5-b17c-6f683474afe4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:04.618580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a65a59f6-03e1-45a3-8606-ddc79ea5474a req-4acac04d-3347-43e5-b17c-6f683474afe4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1004078 Sep 20 12:48:04.627338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:48:04.627338 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:48:04.627338 n-d-809934-3 neutron-server[95503]: [parameters: {'id': '2d5754c4-9cdb-4bc1-9527-3d53ddd0567b'}] Sep 20 12:48:04.627338 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:48:04.627860 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:48:04.634448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b814fe6-047b-4ff4-97ae-ef10657ca74c None None] Network 2d5754c4-9cdb-4bc1-9527-3d53ddd0567b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:04.656154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a65a59f6-03e1-45a3-8606-ddc79ea5474a req-5e1d6272-da16-433f-8fa5-814dab8289f9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Sep 20 12:48:04.762477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9888a6c-b3e2-4376-b53f-2bbf36ee5bdc None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:48:04.838452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9888a6c-b3e2-4376-b53f-2bbf36ee5bdc None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:48:05.126675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e6f18-8b3b-4704-aa26-773e1a65dd7f req-959447a0-ea3d-48f0-89c4-166032635760 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:05.128876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d6e6f18-8b3b-4704-aa26-773e1a65dd7f req-959447a0-ea3d-48f0-89c4-166032635760 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0518095 Sep 20 12:48:05.129200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.175421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d6e6f18-8b3b-4704-aa26-773e1a65dd7f req-c1801f12-1b20-4619-b622-4cf363a31256 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396502 Sep 20 12:48:05.182474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port 9963a6fe-42bf-4069-9a25-d9d30f4645c2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:05.182824 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.246659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port 9963a6fe-42bf-4069-9a25-d9d30f4645c2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9963a6fe-42bf-4069-9a25-d9d30f4645c2,segment=NetworkSegment(8be82f58-8b2f-4b7e-9280-fe3c4b0531aa),segment_id=8be82f58-8b2f-4b7e-9280-fe3c4b0531aa)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:05.247202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.260494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for 9963a6fe-42bf-4069-9a25-d9d30f4645c2 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:05.307574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136f07f-7288-411d-b5f4-6121a429b416 req-acc9431e-53b4-4a75-9bbf-bb0f8eff2efb tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:05.309052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a136f07f-7288-411d-b5f4-6121a429b416 req-acc9431e-53b4-4a75-9bbf-bb0f8eff2efb tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 950 time: 0.0606313 Sep 20 12:48:05.348083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a136f07f-7288-411d-b5f4-6121a429b416 req-afd74fc9-176e-4fc0-b75c-8ed4a2694a68 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Sep 20 12:48:05.450926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00977c-c06b-4111-94dd-b6cfc85eab23 req-1fe9e885-5744-4535-8ae7-a6b3741d9750 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:05.452375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f00977c-c06b-4111-94dd-b6cfc85eab23 req-1fe9e885-5744-4535-8ae7-a6b3741d9750 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Sep 20 12:48:05.459057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.491503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=9963a6fe-42bf-4069-9a25-d9d30f4645c2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:05.493553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f00977c-c06b-4111-94dd-b6cfc85eab23 req-aa5acca0-2e62-485e-b2ec-6cd66a35de16 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335860 Sep 20 12:48:05.493871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port 9963a6fe-42bf-4069-9a25-d9d30f4645c2 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:05.588794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.608809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5754c4-9cdb-4bc1-9527-3d53ddd0567b']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:05.618001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5702b-10da-4df3-bb86-9a7e56fc000e req-92fbe8bb-80c2-4b2e-a5a7-8b79284fb878 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:05.618526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:05.618750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be82f58-8b2f-4b7e-9280-fe3c4b0531aa') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:05.619542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76e5702b-10da-4df3-bb86-9a7e56fc000e req-92fbe8bb-80c2-4b2e-a5a7-8b79284fb878 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0502863 Sep 20 12:48:05.628949 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.648508 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.654834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:05.655301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:05.658483 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:05.673594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76e5702b-10da-4df3-bb86-9a7e56fc000e req-81b55cc2-b8e6-43a3-8a06-8b6386fb520f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478170 Sep 20 12:48:05.801711 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.808943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:05.815570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/2d5754c4-9cdb-4bc1-9527-3d53ddd0567b HTTP/1.1" status: 204 len: 168 time: 2.3035903 Sep 20 12:48:05.816568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:05.816568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49458) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:05.827890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431953799'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:05.829610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef4602-42c0-4e6f-b224-84d40828a4f0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=2d5754c4-9cdb-4bc1-9527-3d53ddd0567b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:05.844981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625ccee-e9b2-4cd2-b47b-094dacbd1402 req-99067e7c-147e-4843-be8b-68e9020f1f8e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:05.846575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d625ccee-e9b2-4cd2-b47b-094dacbd1402 req-99067e7c-147e-4843-be8b-68e9020f1f8e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0821745 Sep 20 12:48:05.897111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d625ccee-e9b2-4cd2-b47b-094dacbd1402 req-e5101b6a-62bc-43fa-af65-127d508c6f14 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Sep 20 12:48:05.924694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'networks': [{'name': 'tempest-network--747988290'}, {'name': 'tempest-network--603120421'}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:05.925449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'network': {'name': 'tempest-network--747988290'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:05.925993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'network': {'name': 'tempest-network--603120421'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:05.996429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:05.999758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.040721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bb46a-7e88-436b-845a-4e55be2102aa req-189cda7b-5812-4444-9eb3-d8ebec8adc3b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:06.042246 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f73bb46a-7e88-436b-845a-4e55be2102aa req-189cda7b-5812-4444-9eb3-d8ebec8adc3b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0765269 Sep 20 12:48:06.045811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:06.067995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.068349 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment 80967339-f37a-444b-bf9d-af4197ec7cb1 of type vlan for network f713f7b3-cf80-4559-8451-9a476cc113cb Sep 20 12:48:06.120415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Made reservation on behalf of 7ba2ba4281ad4c99b06a36a3cf003561 for: {'network': 2} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:06.126821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.134006 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f73bb46a-7e88-436b-845a-4e55be2102aa req-65988b38-8a6d-469a-8293-89a37ab32a4a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829611 Sep 20 12:48:06.135529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.144286 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.243646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.249146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:06.250264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.266641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.356796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.357302 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.362704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=f713f7b3-cf80-4559-8451-9a476cc113cb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:06.373349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f713f7b3-cf80-4559-8451-9a476cc113cb details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:06.411815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd78faf-cc96-4b51-821c-a6611602d7cc req-98d741b1-d1fd-4997-83d1-009e8a1f0d7d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:06.414071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbd78faf-cc96-4b51-821c-a6611602d7cc req-98d741b1-d1fd-4997-83d1-009e8a1f0d7d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1618607 Sep 20 12:48:06.435615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3959dc2b-58fd-489a-a207-821f265681c3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:06.453178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:06.457176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e85e9d0a-d986-4325-a1e8-7d28c477e8cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6391473 Sep 20 12:48:06.459963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49482) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:06.465879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': 'f713f7b3-cf80-4559-8451-9a476cc113cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:06.479744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.480097 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Added segment 410292c2-9c0e-433d-8682-9952a52da7b5 of type vlan for network 6fed5b83-7087-4a38-9f86-a021cee35c35 Sep 20 12:48:06.500277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbd78faf-cc96-4b51-821c-a6611602d7cc req-30b40637-5dff-4922-b62f-55ff870d86be tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759504 Sep 20 12:48:06.547460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.604579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-b101e11b-62b5-438f-b781-7076d0c82bfe tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:06.606076 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-b101e11b-62b5-438f-b781-7076d0c82bfe tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.21 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 950 time: 0.0674467 Sep 20 12:48:06.609740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:06.622900 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.623597 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Added segment 037fca02-1031-48d6-ace6-b2dad850a49c of type vlan for network bc10e711-6f7e-4918-b9e6-4fe98c88d554 Sep 20 12:48:06.640490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baeca3-19ea-4f39-b24a-135b8e1545b8 req-765c6a9c-6cda-4b0c-9f88-d35d071faf97 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:06.642027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6baeca3-19ea-4f39-b24a-135b8e1545b8 req-765c6a9c-6cda-4b0c-9f88-d35d071faf97 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0745306 Sep 20 12:48:06.694383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:06.697544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.697896 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.727310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6baeca3-19ea-4f39-b24a-135b8e1545b8 req-d5797601-2d74-4b75-aada-45db53bd5a89 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562687 Sep 20 12:48:06.739442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Deleting port 2f296f36-ed58-45b0-bf7a-25d9e222234d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:06.747177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.797242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.797868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.804190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:06.809257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:06.809916 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.909365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] For port 2f296f36-ed58-45b0-bf7a-25d9e222234d, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=2f296f36-ed58-45b0-bf7a-25d9e222234d,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:06.909998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:06.924428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88ded-f079-4b01-a656-e8bb7875c0bd req-334c5f15-c749-40ab-8677-5ee87c243deb tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:06.926191 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6e88ded-f079-4b01-a656-e8bb7875c0bd req-334c5f15-c749-40ab-8677-5ee87c243deb tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 950 time: 0.1302841 Sep 20 12:48:06.926993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Network': ['ID=6fed5b83-7087-4a38-9f86-a021cee35c35,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:06.946492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Calling delete_port for 2f296f36-ed58-45b0-bf7a-25d9e222234d owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:06.954956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 6fed5b83-7087-4a38-9f86-a021cee35c35 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:06.963038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1465673 Sep 20 12:48:06.963632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49486) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:07.055256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a0aef-107f-45fc-b417-3c097703252a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Network': ['ID=bc10e711-6f7e-4918-b9e6-4fe98c88d554,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:07.067542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network bc10e711-6f7e-4918-b9e6-4fe98c88d554 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:07.121560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6e88ded-f079-4b01-a656-e8bb7875c0bd req-34f9ce70-9d1b-47c9-a409-c0b12e67415a tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a88ec0c-5177-464c-b45e-2af7c2188240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669469 Sep 20 12:48:07.176739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.247725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=8249788c-955d-4789-b1c6-c48441221a09,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:07.266506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': '80967339-f37a-444b-bf9d-af4197ec7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f713f7b3-cf80-4559-8451-9a476cc113cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:07.266914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: f713f7b3-cf80-4559-8451-9a476cc113cb, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:07.323351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.360958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Pushing event deleted for resources: {'Port': ['ID=2f296f36-ed58-45b0-bf7a-25d9e222234d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:07.396624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network f713f7b3-cf80-4559-8451-9a476cc113cb is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:07.420413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] No DVR routers for this DVR port 2f296f36-ed58-45b0-bf7a-25d9e222234d on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:07.425317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.427937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-383d2c61-0143-47f2-a602-a940c1b4b795 req-7a5987ce-0c38-4ea3-9bc0-39ad9fcac571 tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.21 "DELETE /v2.0/ports/2f296f36-ed58-45b0-bf7a-25d9e222234d HTTP/1.1" status: 204 len: 173 time: 0.8149900 Sep 20 12:48:07.428415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ae62d-60d6-43f1-8bb2-c1c63e0cc724', 'name': 'network-vif-deleted', 'tag': '2f296f36-ed58-45b0-bf7a-25d9e222234d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:48:07.431942 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b06c0c3-0225-4378-bf05-0e50dbb1e0be" -d '{"events": [{"server_uuid": "232ae62d-60d6-43f1-8bb2-c1c63e0cc724", "name": "network-vif-deleted", "tag": "2f296f36-ed58-45b0-bf7a-25d9e222234d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:48:07.543973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f713f7b3-cf80-4559-8451-9a476cc113cb) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:07.552460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dc5381-acd1-4ee6-b32c-8c3baf3121e3 None None] Network f713f7b3-cf80-4559-8451-9a476cc113cb requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:07.558546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:07.559265 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.606271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfadc9a-f9e0-4fe6-9011-8d2c73a0ff56 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:07.612917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfadc9a-f9e0-4fe6-9011-8d2c73a0ff56 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:07.618677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfadc9a-f9e0-4fe6-9011-8d2c73a0ff56 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:07.625028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfadc9a-f9e0-4fe6-9011-8d2c73a0ff56 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:07.626128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ebfadc9a-f9e0-4fe6-9011-8d2c73a0ff56 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6554906 Sep 20 12:48:07.630581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49494) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:07.645475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c73be9-4b69-4ac1-8474-79f469078763 req-a7907840-9a31-46de-b255-d4a73642291b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:07.647095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8c73be9-4b69-4ac1-8474-79f469078763 req-a7907840-9a31-46de-b255-d4a73642291b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.4574986 Sep 20 12:48:07.655761 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c054441a-13f3-478d-b4f5-6bb894381245 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1917350 Sep 20 12:48:07.662684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:07.733893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8c73be9-4b69-4ac1-8474-79f469078763 req-f8b72f10-ac5f-4685-a406-5e42d7971d7e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788743 Sep 20 12:48:07.761308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.761512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f713f7b3-cf80-4559-8451-9a476cc113cb', 'network_id': 'f713f7b3-cf80-4559-8451-9a476cc113cb', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': '8249788c-955d-4789-b1c6-c48441221a09'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:07.761512 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.844722 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a3ae2-655a-4aa4-86fc-771b16b2c780 x-openstack-request-id: req-1d8a3ae2-655a-4aa4-86fc-771b16b2c780 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:48:07.845248 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ae62d-60d6-43f1-8bb2-c1c63e0cc724", "name": "network-vif-deleted", "tag": "2f296f36-ed58-45b0-bf7a-25d9e222234d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:48:07.845562 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d8a3ae2-655a-4aa4-86fc-771b16b2c780 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:48:07.847398 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ae62d-60d6-43f1-8bb2-c1c63e0cc724', 'name': 'network-vif-deleted', 'tag': '2f296f36-ed58-45b0-bf7a-25d9e222234d', 'status': 'completed', 'code': 200} Sep 20 12:48:07.873860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.948240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.978221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:07.989264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fed5b83-7087-4a38-9f86-a021cee35c35']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:07.991530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf68fae-50aa-4fa9-81f5-6f2f1d31c8e0 req-3f3290e5-00f2-4f19-a81e-46986aac3e8f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:07.992808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abf68fae-50aa-4fa9-81f5-6f2f1d31c8e0 req-3f3290e5-00f2-4f19-a81e-46986aac3e8f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0770702 Sep 20 12:48:08.000147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410292c2-9c0e-433d-8682-9952a52da7b5') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:08.000498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410292c2-9c0e-433d-8682-9952a52da7b5') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:08.012479 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.023359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Allocated IP 172.20.0.1 (f713f7b3-cf80-4559-8451-9a476cc113cb/8249788c-955d-4789-b1c6-c48441221a09/a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:08.031290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.045580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:08.047326 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.067812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abf68fae-50aa-4fa9-81f5-6f2f1d31c8e0 req-db777d91-15a2-4ccf-b523-33f30801a601 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558636 Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:08.069282 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:08.192777 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.201031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.205717 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/networks/6fed5b83-7087-4a38-9f86-a021cee35c35 HTTP/1.1" status: 204 len: 168 time: 0.5717850 Sep 20 12:48:08.209789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49504) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:08.214174 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.222515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48668a67-3144-4bff-9db3-db9461e18e1d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Network': ['ID=6fed5b83-7087-4a38-9f86-a021cee35c35,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:08.242082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249b15-b3c0-4b17-b7d6-8b94658b07dd req-4031d7a1-1108-472b-b3e5-893652911159 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:08.243554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6249b15-b3c0-4b17-b7d6-8b94658b07dd req-4031d7a1-1108-472b-b3e5-893652911159 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0880949 Sep 20 12:48:08.278996 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.314017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Network f713f7b3-cf80-4559-8451-9a476cc113cb is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:08.316922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:08.320439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:08.330003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.335751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Pushing event updated for resources: {'Port': ['ID=a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:08.353261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6249b15-b3c0-4b17-b7d6-8b94658b07dd req-9df854bc-724a-47ce-a644-70a37b522abf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987022 Sep 20 12:48:08.402282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Attempting to bind port a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:08.402282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Attempting to bind port a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '80967339-f37a-444b-bf9d-af4197ec7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f713f7b3-cf80-4559-8451-9a476cc113cb'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:08.402282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Attempting to bind port a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b on network f713f7b3-cf80-4559-8451-9a476cc113cb {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:08.405681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:08.406411 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Checking segment: {'id': '80967339-f37a-444b-bf9d-af4197ec7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f713f7b3-cf80-4559-8451-9a476cc113cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:08.407531 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.409320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Bound using segment: {'id': '80967339-f37a-444b-bf9d-af4197ec7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f713f7b3-cf80-4559-8451-9a476cc113cb'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:08.410157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Bound port: a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80967339-f37a-444b-bf9d-af4197ec7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f713f7b3-cf80-4559-8451-9a476cc113cb'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:08.411113 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.424567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.466949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.523746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc10e711-6f7e-4918-b9e6-4fe98c88d554']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:08.536258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] For port a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:08.539877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037fca02-1031-48d6-ace6-b2dad850a49c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:08.540061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] For port a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b,segment=NetworkSegment(80967339-f37a-444b-bf9d-af4197ec7cb1),segment_id=80967339-f37a-444b-bf9d-af4197ec7cb1)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:08.540502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037fca02-1031-48d6-ace6-b2dad850a49c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:08.550346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=8249788c-955d-4789-b1c6-c48441221a09,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:08.579982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.612629 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4757872-ec1b-494e-a0dc-166af24c36d2 req-a2b6c9f9-b7a8-47a5-ae62-38f9e6a3ec9e tempest-VolumesBackupsTest-90052968 tempest-VolumesBackupsTest-90052968-project] 10.222.0.37 "GET /v2.0/ports?device_id=232ae62d-60d6-43f1-8bb2-c1c63e0cc724 HTTP/1.1" status: 200 len: 210 time: 0.1164160 Sep 20 12:48:08.631359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.638644 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.667070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.673198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:08.673618 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:08.676782 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:08.716311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f713f7b3-cf80-4559-8451-9a476cc113cb']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:08.741066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f7a6f-dda5-4928-9aa5-a233fdda68a6 None None] Pushing event updated for resources: {'Port': ['ID=a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:08.761842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e3c7a9-fb26-4348-8d22-a2665ea8e37d None None] Network f713f7b3-cf80-4559-8451-9a476cc113cb requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:08.764920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80967339-f37a-444b-bf9d-af4197ec7cb1') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:08.765246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80967339-f37a-444b-bf9d-af4197ec7cb1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:08.790035 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.823996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bc040-9dc0-4e73-8514-bf14bc85f036 req-6288f62a-984e-4d43-be1d-681a73e5e18d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:08.825588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c7bc040-9dc0-4e73-8514-bf14bc85f036 req-6288f62a-984e-4d43-be1d-681a73e5e18d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0820529 Sep 20 12:48:08.888104 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.891224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daf1815-730a-47fb-91fe-f9b4a1bfafd4 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:48:08.899332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c7bc040-9dc0-4e73-8514-bf14bc85f036 req-dec0fbd0-1bbd-4201-8c09-63fc16314166 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660400 Sep 20 12:48:08.902507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.912884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:08.914012 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:08.933145 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:08.938059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:08.940349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49518) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:08.940836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/networks/bc10e711-6f7e-4918-b9e6-4fe98c88d554 HTTP/1.1" status: 204 len: 168 time: 0.7291045 Sep 20 12:48:08.953311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d50e5-a9ed-4dec-ae9a-e9185d070abb tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Network': ['ID=bc10e711-6f7e-4918-b9e6-4fe98c88d554,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:08.999728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf1815-730a-47fb-91fe-f9b4a1bfafd4 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:48:09.043434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2f296f36-ed58-45b0-bf7a-25d9e222234d no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:09.111680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 2f296f36-ed58-45b0-bf7a-25d9e222234d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:09.112084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 2f296f36-ed58-45b0-bf7a-25d9e222234d not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:09.120058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b492-2e6c-4a85-a762-a4eb3b9bb51e req-db4bc644-bfb0-4815-980f-dc45e87218b4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:09.129246 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f90b492-2e6c-4a85-a762-a4eb3b9bb51e req-db4bc644-bfb0-4815-980f-dc45e87218b4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0835106 Sep 20 12:48:09.131744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:48:09.131744 n-d-809934-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:48:09.131744 n-d-809934-3 neutron-server[95502]: [parameters: {'id': 'f713f7b3-cf80-4559-8451-9a476cc113cb'}] Sep 20 12:48:09.131744 n-d-809934-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:48:09.132129 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:48:09.154600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d47772-60f4-4185-945a-a7ed6d2c0595 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:09.161917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d47772-60f4-4185-945a-a7ed6d2c0595 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:09.168129 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-43d47772-60f4-4185-945a-a7ed6d2c0595 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2214050 Sep 20 12:48:09.168546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49526) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:09.176088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1765793619'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:09.185170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49528) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:09.228639 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f90b492-2e6c-4a85-a762-a4eb3b9bb51e req-eab75773-9fb1-4377-8416-007bfc4f2398 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971935 Sep 20 12:48:09.340778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754687a-1271-430a-8919-f7099ae49bd8 req-828de349-9a17-486b-80ce-b82ce01e5514 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:09.343285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa593e2e-d5a8-4b9d-ade8-97629ee6a630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.344627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b754687a-1271-430a-8919-f7099ae49bd8 req-828de349-9a17-486b-80ce-b82ce01e5514 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0631521 Sep 20 12:48:09.346433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Made reservation on behalf of 7ba2ba4281ad4c99b06a36a3cf003561 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:09.350635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.416430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b754687a-1271-430a-8919-f7099ae49bd8 req-b214ee36-be20-4ced-a2e7-82207d317e0b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629036 Sep 20 12:48:09.417119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:09.428221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.428656 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Added segment 11ca6c67-3fc9-4c9f-ad12-78ef2d1e22c7 of type vlan for network d5604464-1437-40e3-9d92-0d98dcec17b1 Sep 20 12:48:09.464918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa593e2e-d5a8-4b9d-ade8-97629ee6a630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.474458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.544284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa593e2e-d5a8-4b9d-ade8-97629ee6a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.552532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db9add-42ad-4f10-bc95-5e2e74efeca6 req-f8b3a964-1eee-4c44-97b1-a49310e27a99 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:09.554086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9db9add-42ad-4f10-bc95-5e2e74efeca6 req-f8b3a964-1eee-4c44-97b1-a49310e27a99 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0487688 Sep 20 12:48:09.589140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aa593e2e-d5a8-4b9d-ade8-97629ee6a630 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4620fd873144f1499010b44c1460ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995154 Sep 20 12:48:09.589414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49534) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:09.596654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa593e2e-d5a8-4b9d-ade8-97629ee6a630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62ed06-d570-43b1-beec-16856fd3400a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:09.599634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9db9add-42ad-4f10-bc95-5e2e74efeca6 req-8176f237-34fe-4154-b0e1-22b5c8259acf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Sep 20 12:48:09.604544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.615259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:09.615911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.639574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.687150 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6448107-55f7-4f5e-93bd-120c7ab63076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.708309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5369380 Sep 20 12:48:09.716464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:09.722088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1984893555'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:09.742328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6448107-55f7-4f5e-93bd-120c7ab63076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.771344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2d8de-3d48-4d0f-a015-75216336a2f5 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Network': ['ID=d5604464-1437-40e3-9d92-0d98dcec17b1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:09.785869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d5604464-1437-40e3-9d92-0d98dcec17b1 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:09.827847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:09.828994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.875679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6448107-55f7-4f5e-93bd-120c7ab63076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.878310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6448107-55f7-4f5e-93bd-120c7ab63076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.879486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6448107-55f7-4f5e-93bd-120c7ab63076 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d62ed06-d570-43b1-beec-16856fd3400a HTTP/1.1" status: 204 len: 168 time: 0.2890491 Sep 20 12:48:09.887853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6448107-55f7-4f5e-93bd-120c7ab63076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62ed06-d570-43b1-beec-16856fd3400a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:09.916129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Made reservation on behalf of 7ba2ba4281ad4c99b06a36a3cf003561 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:09.918005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.948062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b,segment=NetworkSegment(80967339-f37a-444b-bf9d-af4197ec7cb1),segment_id=80967339-f37a-444b-bf9d-af4197ec7cb1)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:09.948436 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:09.986522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed220db6-0c09-4856-bfe0-162485109576 req-86888c5f-18f0-4dca-9b0a-67da12cb69d9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:09.988861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed220db6-0c09-4856-bfe0-162485109576 req-86888c5f-18f0-4dca-9b0a-67da12cb69d9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1364179 Sep 20 12:48:09.990275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:09.998358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:10.031812 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.032094 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Added segment bf953e71-cb5e-41da-9f38-90ccd7af422b of type vlan for network fc38ae2e-7dd5-42e7-a5fe-9924b0123091 Sep 20 12:48:10.088521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed220db6-0c09-4856-bfe0-162485109576 req-a9a5bf23-3c68-4e28-b3e6-06112d08ceeb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917325 Sep 20 12:48:10.138505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.222858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277843e3-145b-40df-b1fc-2157375648db req-7936a22a-35a6-46a9-bb65-af88d116a655 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:10.224473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-277843e3-145b-40df-b1fc-2157375648db req-7936a22a-35a6-46a9-bb65-af88d116a655 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0527062 Sep 20 12:48:10.268613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-277843e3-145b-40df-b1fc-2157375648db req-89a9d03b-be9b-4638-97b9-f04dd67cafae tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379145 Sep 20 12:48:10.269748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.275392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:10.275980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.320639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.389437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:10.402967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Network': ['ID=fc38ae2e-7dd5-42e7-a5fe-9924b0123091,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:10.406000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port a9c8ddd0-2e1c-4cf6-8317-c0dd1d71351b on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:10.413883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7afe34d0-76e5-4ce0-a335-5aed45dabf6a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6962414 Sep 20 12:48:10.415980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network fc38ae2e-7dd5-42e7-a5fe-9924b0123091 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:10.417594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49560) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:10.425498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'ports': [{'network_id': 'd5604464-1437-40e3-9d92-0d98dcec17b1', 'name': 'tempest-port--695294300', 'admin_state_up': True}, {'network_id': 'fc38ae2e-7dd5-42e7-a5fe-9924b0123091', 'admin_state_up': False}]} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:10.426345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'port': {'network_id': 'd5604464-1437-40e3-9d92-0d98dcec17b1', 'name': 'tempest-port--695294300', 'admin_state_up': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:10.427206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'port': {'network_id': 'fc38ae2e-7dd5-42e7-a5fe-9924b0123091', 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:10.520234 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.529897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a128c-f024-4915-8f56-d0a80fb38f2f req-c75a3577-01a7-45f1-a386-4223a0f64072 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:10.531234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c29a128c-f024-4915-8f56-d0a80fb38f2f req-c75a3577-01a7-45f1-a386-4223a0f64072 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1429536 Sep 20 12:48:10.557112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f713f7b3-cf80-4559-8451-9a476cc113cb']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:10.573769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80967339-f37a-444b-bf9d-af4197ec7cb1') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:10.574065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80967339-f37a-444b-bf9d-af4197ec7cb1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:10.586519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.607113 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c29a128c-f024-4915-8f56-d0a80fb38f2f req-9b97e541-fbb5-4b9a-86f7-3056e63d7025 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675492 Sep 20 12:48:10.617141 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.628158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:10.628572 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:10.631909 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:10.646971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49566) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:10.661116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45c2a67b-33db-445e-b955-fba6586fb53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.713563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Made reservation on behalf of 7ba2ba4281ad4c99b06a36a3cf003561 for: {'port': 2} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:10.718344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.747698 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.753778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bdca6-84e9-481d-b1f2-65f29ea5b271 req-35f8354d-cccc-4f6d-8784-6cab26a656ac tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:10.755400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a4bdca6-84e9-481d-b1f2-65f29ea5b271 req-35f8354d-cccc-4f6d-8784-6cab26a656ac tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0569685 Sep 20 12:48:10.792793 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.804716 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.810864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/f713f7b3-cf80-4559-8451-9a476cc113cb HTTP/1.1" status: 204 len: 168 time: 3.1427479 Sep 20 12:48:10.810864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49568) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:10.815343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-175438229'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:10.829919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a4bdca6-84e9-481d-b1f2-65f29ea5b271 req-1dc12c4c-0b34-4afd-b8a6-3e90fb61380b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655425 Sep 20 12:48:10.834166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721227fb-3414-4043-9d7c-151ffd67bf23 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=f713f7b3-cf80-4559-8451-9a476cc113cb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:10.860785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] device_id is not set on port b37a35a7-de16-4617-a954-c5947b430ff8 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:48:10.901570 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45c2a67b-33db-445e-b955-fba6586fb53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:10.962341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7183aec-676c-4e43-972c-c15c39f5b389 req-16546baf-033c-4afb-98bc-a3cfc093c128 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:10.963868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7183aec-676c-4e43-972c-c15c39f5b389 req-16546baf-033c-4afb-98bc-a3cfc093c128 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0554404 Sep 20 12:48:10.975926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45c2a67b-33db-445e-b955-fba6586fb53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.010957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7183aec-676c-4e43-972c-c15c39f5b389 req-4692cf2f-1f6f-4116-8e2a-78e4c5f3468f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Sep 20 12:48:11.048962 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-45c2a67b-33db-445e-b955-fba6586fb53e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b91e5c073eb4459db9f7b0856cec2dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977394 Sep 20 12:48:11.051290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:11.051995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a67b-33db-445e-b955-fba6586fb53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686d930c-289f-43cd-a7cf-1a8b0d826642,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:11.061325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.073146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:11.076951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.144062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:11.163778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.164125 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment 38def67d-d125-4257-80cf-304b3f170066 of type vlan for network a4c50236-0f24-41d2-baeb-65128056b098 Sep 20 12:48:11.165527 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8d673d-1bd0-45a8-a6b2-8c7d4b8d6009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.165661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] device_id is not set on port 52253993-8903-4d0d-8222-5def7bb09a8b yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:48:11.220050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8d673d-1bd0-45a8-a6b2-8c7d4b8d6009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.228726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.287877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.347041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.352719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:11.357487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.387506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8d673d-1bd0-45a8-a6b2-8c7d4b8d6009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.391182 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8d673d-1bd0-45a8-a6b2-8c7d4b8d6009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.391182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-db8d673d-1bd0-45a8-a6b2-8c7d4b8d6009 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/686d930c-289f-43cd-a7cf-1a8b0d826642 HTTP/1.1" status: 204 len: 168 time: 0.3380709 Sep 20 12:48:11.430916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d673d-1bd0-45a8-a6b2-8c7d4b8d6009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d930c-289f-43cd-a7cf-1a8b0d826642,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:11.435544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=a4c50236-0f24-41d2-baeb-65128056b098,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:11.451152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.458447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a4c50236-0f24-41d2-baeb-65128056b098 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:11.490564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f6342c6-6a6b-47d1-a528-53a0204d21a8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6767089 Sep 20 12:48:11.497392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:11.497392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-50490ce5-2310-48bc-b7b6-2af77959625b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:11.501620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Port': ['ID=b37a35a7-de16-4617-a954-c5947b430ff8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:11.561084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Checking segment: {'id': '11ca6c67-3fc9-4c9f-ad12-78ef2d1e22c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd5604464-1437-40e3-9d92-0d98dcec17b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:11.561084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Network hostable DHCP agents. Network: d5604464-1437-40e3-9d92-0d98dcec17b1, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:11.686633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Network d5604464-1437-40e3-9d92-0d98dcec17b1 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:11.704493 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50490ce5-2310-48bc-b7b6-2af77959625b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.801611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d5604464-1437-40e3-9d92-0d98dcec17b1) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:11.805570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:11.806776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.817818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa490cd-7847-4472-8f40-829e2883ac04 None None] Network d5604464-1437-40e3-9d92-0d98dcec17b1 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:11.838006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50490ce5-2310-48bc-b7b6-2af77959625b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.899910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50490ce5-2310-48bc-b7b6-2af77959625b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network a4c50236-0f24-41d2-baeb-65128056b098 is not hosted by any dhcp agent {{(pid=95502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 12:48:11.904749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50490ce5-2310-48bc-b7b6-2af77959625b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:11.905393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50490ce5-2310-48bc-b7b6-2af77959625b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:11.909952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-50490ce5-2310-48bc-b7b6-2af77959625b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "PUT /v2.0/networks/a4c50236-0f24-41d2-baeb-65128056b098 HTTP/1.1" status: 200 len: 723 time: 0.4154580 Sep 20 12:48:11.915541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49594) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:11.928038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': 'a4c50236-0f24-41d2-baeb-65128056b098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:11.964470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23212f8d-badb-429e-9589-8c8fa5c42cad req-ddfce905-4b05-4b74-b873-4c897b06f87b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:11.966137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23212f8d-badb-429e-9589-8c8fa5c42cad req-ddfce905-4b05-4b74-b873-4c897b06f87b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1613462 Sep 20 12:48:11.968372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Checking segment: {'id': 'bf953e71-cb5e-41da-9f38-90ccd7af422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fc38ae2e-7dd5-42e7-a5fe-9924b0123091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:11.968843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Network hostable DHCP agents. Network: fc38ae2e-7dd5-42e7-a5fe-9924b0123091, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:11.980662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Port': ['ID=52253993-8903-4d0d-8222-5def7bb09a8b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:12.022385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50490ce5-2310-48bc-b7b6-2af77959625b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=a4c50236-0f24-41d2-baeb-65128056b098,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:12.052807 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23212f8d-badb-429e-9589-8c8fa5c42cad req-f3a5f360-e446-45e2-9f05-9a89cb68e33d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Sep 20 12:48:12.056706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a4c50236-0f24-41d2-baeb-65128056b098 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:12.176257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Network fc38ae2e-7dd5-42e7-a5fe-9924b0123091 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:12.194247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:12.203691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.289736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, fc38ae2e-7dd5-42e7-a5fe-9924b0123091) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:12.290353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16ff86-8026-459a-b046-9ffb7ef8c9af req-be39a8f0-ce6c-459c-aa61-32098dddb9f2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:12.301344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec16ff86-8026-459a-b046-9ffb7ef8c9af req-be39a8f0-ce6c-459c-aa61-32098dddb9f2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1656182 Sep 20 12:48:12.311578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:12.324526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:12.328985 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ed71e-e8b4-41a2-a95f-fab965be349a None None] Network fc38ae2e-7dd5-42e7-a5fe-9924b0123091 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:12.336025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:12.336656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.391656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec16ff86-8026-459a-b046-9ffb7ef8c9af req-b54d2dec-0f49-4bd4-a4ed-88b6907f761b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893328 Sep 20 12:48:12.448639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:12.468861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd6f668b-6207-4ec7-b0b3-6a8302704bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.471539 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b10aa93-4829-444e-b83a-d116bc44f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.521497 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-72ef5a6b-1d4c-4931-9c63-ef40d8422b91 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1019807 Sep 20 12:48:12.524416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49600) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:12.603201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd6f668b-6207-4ec7-b0b3-6a8302704bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.608243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b8a99-774d-41bd-95c4-aac8999bbc5b tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:12.614478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b8a99-774d-41bd-95c4-aac8999bbc5b tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:12.618704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cf1b8a99-774d-41bd-95c4-aac8999bbc5b tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0906849 Sep 20 12:48:12.618876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49602) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:12.669881 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.704072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd6f668b-6207-4ec7-b0b3-6a8302704bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.750423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dd6f668b-6207-4ec7-b0b3-6a8302704bff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=943a8d5e3ad74783abd16fdc882743a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004460 Sep 20 12:48:12.753305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f668b-6207-4ec7-b0b3-6a8302704bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a201cbdb-3978-4365-8e8f-98e191205826,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:12.755845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49604) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:12.811724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d631a34-e2bf-45f3-8168-92600e8b64e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.840207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d631a34-e2bf-45f3-8168-92600e8b64e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.967028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d631a34-e2bf-45f3-8168-92600e8b64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.969721 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d631a34-e2bf-45f3-8168-92600e8b64e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:12.970862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d631a34-e2bf-45f3-8168-92600e8b64e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a201cbdb-3978-4365-8e8f-98e191205826 HTTP/1.1" status: 204 len: 168 time: 0.2140052 Sep 20 12:48:12.979401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d631a34-e2bf-45f3-8168-92600e8b64e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a201cbdb-3978-4365-8e8f-98e191205826,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:12.987142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=ad26442d-7850-437c-ba23-53a119bb32da,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:13.009631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': '38def67d-d125-4257-80cf-304b3f170066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a4c50236-0f24-41d2-baeb-65128056b098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:13.009994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: a4c50236-0f24-41d2-baeb-65128056b098, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:13.026828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c71e6a29-d581-41de-a84e-cda4dea22a0a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Deleting port b37a35a7-de16-4617-a954-c5947b430ff8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:13.027169 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71e6a29-d581-41de-a84e-cda4dea22a0a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.101356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71e6a29-d581-41de-a84e-cda4dea22a0a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.116240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c71e6a29-d581-41de-a84e-cda4dea22a0a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Calling delete_port for b37a35a7-de16-4617-a954-c5947b430ff8 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:13.117776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network a4c50236-0f24-41d2-baeb-65128056b098 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:13.185759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684327-2458-4bb5-8df6-bec46c8b83a2 req-09954046-e130-444f-bb57-641bf42a3fb9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:13.187391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28684327-2458-4bb5-8df6-bec46c8b83a2 req-09954046-e130-444f-bb57-641bf42a3fb9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0498073 Sep 20 12:48:13.209554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a4c50236-0f24-41d2-baeb-65128056b098) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:13.217668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:13.219295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.223173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e393c20a-59bf-4544-84e1-be447a1a7f0b None None] Network a4c50236-0f24-41d2-baeb-65128056b098 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:13.244787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28684327-2458-4bb5-8df6-bec46c8b83a2 req-ccce8664-9b91-439b-bf18-b2dba9ce30d8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507121 Sep 20 12:48:13.260781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71e6a29-d581-41de-a84e-cda4dea22a0a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.304086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e6a29-d581-41de-a84e-cda4dea22a0a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Port': ['ID=b37a35a7-de16-4617-a954-c5947b430ff8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:13.309575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c71e6a29-d581-41de-a84e-cda4dea22a0a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.311814 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c71e6a29-d581-41de-a84e-cda4dea22a0a tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/ports/b37a35a7-de16-4617-a954-c5947b430ff8 HTTP/1.1" status: 204 len: 168 time: 0.6920085 Sep 20 12:48:13.318564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:13.342552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e93dfca-f6a0-4029-81c9-675718df932c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4238510 Sep 20 12:48:13.349142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49620) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:13.355049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fb5390df-47e5-480f-ae04-086feb8cd5f2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:13.492778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb5390df-47e5-480f-ae04-086feb8cd5f2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12802367'] for subnet, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.624269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094dc6-bb25-4558-a7d8-52ba4e25c42f req-525110c2-b7a2-46f1-a7b0-e5588d84d468 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:13.624490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-a4c50236-0f24-41d2-baeb-65128056b098', 'network_id': 'a4c50236-0f24-41d2-baeb-65128056b098', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': 'ad26442d-7850-437c-ba23-53a119bb32da'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:13.625681 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.633880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1094dc6-bb25-4558-a7d8-52ba4e25c42f req-525110c2-b7a2-46f1-a7b0-e5588d84d468 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1146326 Sep 20 12:48:13.638553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3b27acf5-4e28-4fc1-b446-a27fea151c8d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Deleting port 52253993-8903-4d0d-8222-5def7bb09a8b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:13.638933 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b27acf5-4e28-4fc1-b446-a27fea151c8d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.710692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1094dc6-bb25-4558-a7d8-52ba4e25c42f req-95087bb8-7dd3-47c2-8d87-888c119fb0f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757184 Sep 20 12:48:13.806438 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b27acf5-4e28-4fc1-b446-a27fea151c8d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.832125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3b27acf5-4e28-4fc1-b446-a27fea151c8d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Calling delete_port for 52253993-8903-4d0d-8222-5def7bb09a8b owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:13.843986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb5390df-47e5-480f-ae04-086feb8cd5f2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765114213892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12590854'] for subnet, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.899164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Allocated IP 172.20.0.2 (a4c50236-0f24-41d2-baeb-65128056b098/ad26442d-7850-437c-ba23-53a119bb32da/e2e66399-2a43-495d-91d1-90b34a0c8fe8) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:13.920551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5390df-47e5-480f-ae04-086feb8cd5f2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=ad26442d-7850-437c-ba23-53a119bb32da,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:13.927160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5390df-47e5-480f-ae04-086feb8cd5f2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:13.927938 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb5390df-47e5-480f-ae04-086feb8cd5f2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:13.931633 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fb5390df-47e5-480f-ae04-086feb8cd5f2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "PUT /v2.0/subnets/ad26442d-7850-437c-ba23-53a119bb32da HTTP/1.1" status: 200 len: 806 time: 0.5812263 Sep 20 12:48:13.931983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49666) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:14.019228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b27acf5-4e28-4fc1-b446-a27fea151c8d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.052577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27acf5-4e28-4fc1-b446-a27fea151c8d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Port': ['ID=52253993-8903-4d0d-8222-5def7bb09a8b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:14.067113 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b27acf5-4e28-4fc1-b446-a27fea151c8d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.070654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b27acf5-4e28-4fc1-b446-a27fea151c8d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/ports/52253993-8903-4d0d-8222-5def7bb09a8b HTTP/1.1" status: 204 len: 168 time: 0.7489126 Sep 20 12:48:14.071429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49674) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:14.113082 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-611bba18-4c9c-494d-8c11-10a3df830c1e tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0376871 Sep 20 12:48:14.115645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49676) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:14.121159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-197187923'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:14.131075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.139596 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.202281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.227368 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.266579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Network a4c50236-0f24-41d2-baeb-65128056b098 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:14.271436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:14.285288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:14.288254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Pushing event updated for resources: {'Port': ['ID=e2e66399-2a43-495d-91d1-90b34a0c8fe8,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:14.303607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Made reservation on behalf of 7ba2ba4281ad4c99b06a36a3cf003561 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:14.308042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.355769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Attempting to bind port e2e66399-2a43-495d-91d1-90b34a0c8fe8 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:14.356143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Attempting to bind port e2e66399-2a43-495d-91d1-90b34a0c8fe8 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '38def67d-d125-4257-80cf-304b3f170066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a4c50236-0f24-41d2-baeb-65128056b098'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:14.356505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Attempting to bind port e2e66399-2a43-495d-91d1-90b34a0c8fe8 on network a4c50236-0f24-41d2-baeb-65128056b098 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:14.362517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:14.362890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Checking segment: {'id': '38def67d-d125-4257-80cf-304b3f170066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a4c50236-0f24-41d2-baeb-65128056b098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:14.363293 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.363848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Bound using segment: {'id': '38def67d-d125-4257-80cf-304b3f170066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a4c50236-0f24-41d2-baeb-65128056b098'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:14.364319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Bound port: e2e66399-2a43-495d-91d1-90b34a0c8fe8, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38def67d-d125-4257-80cf-304b3f170066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a4c50236-0f24-41d2-baeb-65128056b098'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:14.364703 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.376460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.379335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:14.428321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649f63d-b276-40e8-8525-335bb466bf36 req-43f0bb35-34d3-4566-9b76-2ed742d1bed3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:14.436200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5649f63d-b276-40e8-8525-335bb466bf36 req-43f0bb35-34d3-4566-9b76-2ed742d1bed3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0652537 Sep 20 12:48:14.437392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] For port e2e66399-2a43-495d-91d1-90b34a0c8fe8, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:14.437994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=ad26442d-7850-437c-ba23-53a119bb32da,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:14.446720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] For port e2e66399-2a43-495d-91d1-90b34a0c8fe8, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e2e66399-2a43-495d-91d1-90b34a0c8fe8,segment=NetworkSegment(38def67d-d125-4257-80cf-304b3f170066),segment_id=38def67d-d125-4257-80cf-304b3f170066)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:14.457318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.458548 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Added segment ee7ac0b3-ddf4-4799-9495-b7abc5266f66 of type vlan for network 9e156f63-c48d-469f-832d-648519e9fe5c Sep 20 12:48:14.492704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5649f63d-b276-40e8-8525-335bb466bf36 req-3584b05a-3e43-44a3-9ab7-388b03308219 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554745 Sep 20 12:48:14.527474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.544636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.547750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.559837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c50236-0f24-41d2-baeb-65128056b098']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:14.574750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38def67d-d125-4257-80cf-304b3f170066') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:14.575054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38def67d-d125-4257-80cf-304b3f170066') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:14.598068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.613890 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.620128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:14.620588 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:14.623853 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:14.646425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efffa2-067a-4d5b-acd8-ef5cfad48383 None None] Pushing event updated for resources: {'Port': ['ID=e2e66399-2a43-495d-91d1-90b34a0c8fe8,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:14.650527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1145c2d7-5c5e-410e-b793-7edfd79b8244 None None] Network a4c50236-0f24-41d2-baeb-65128056b098 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:14.682758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.688431 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:14.689141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.775007 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:48:14.775007 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:48:14.775007 n-d-809934-3 neutron-server[95503]: [parameters: {'id': 'a4c50236-0f24-41d2-baeb-65128056b098'}] Sep 20 12:48:14.775007 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:48:14.779017 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:48:14.779017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Network': ['ID=9e156f63-c48d-469f-832d-648519e9fe5c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:14.788286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9e156f63-c48d-469f-832d-648519e9fe5c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:14.859032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86794e1b-f0a4-4827-a8f6-9540e8937be4 None None] Network a4c50236-0f24-41d2-baeb-65128056b098 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:14.874206 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2fc63dcd-0e93-4552-ab4a-17434842372f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7543724 Sep 20 12:48:14.874651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49722) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:14.889752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-933142359'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:14.898403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc06b92-7b70-49a4-bf45-976e63dcbc57 req-fee1d2ae-376d-47ff-9992-9f473b18265c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:14.906491 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-efc06b92-7b70-49a4-bf45-976e63dcbc57 req-fee1d2ae-376d-47ff-9992-9f473b18265c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0948281 Sep 20 12:48:14.963455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-efc06b92-7b70-49a4-bf45-976e63dcbc57 req-a3599dfa-b563-4f46-8adf-d38a3e3559c5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557978 Sep 20 12:48:14.977945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Made reservation on behalf of 7ba2ba4281ad4c99b06a36a3cf003561 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:14.982052 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:14.996647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e605f-59be-45a8-bb29-3d34e2f41e41 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:48:15.008555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:15.017447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.022760 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Added segment 1bcc4012-22e8-4f36-aa47-1cee1f8ef746 of type vlan for network 4828f7ac-6a47-4dbb-9f49-57831286d017 Sep 20 12:48:15.060806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.098848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87e605f-59be-45a8-bb29-3d34e2f41e41 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:48:15.195307 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-808128ed-7833-4e1c-9b9a-ef0e7d916c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.197609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.205645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:15.206291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.278360 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.323303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Network': ['ID=4828f7ac-6a47-4dbb-9f49-57831286d017,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:15.338501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 4828f7ac-6a47-4dbb-9f49-57831286d017 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:15.358426 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6554a47c-d2c8-43b0-8352-63e3afc212aa tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4825652 Sep 20 12:48:15.382873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port e2e66399-2a43-495d-91d1-90b34a0c8fe8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:15.383219 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.469659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port e2e66399-2a43-495d-91d1-90b34a0c8fe8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e2e66399-2a43-495d-91d1-90b34a0c8fe8,segment=NetworkSegment(38def67d-d125-4257-80cf-304b3f170066),segment_id=38def67d-d125-4257-80cf-304b3f170066)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:15.469923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.486295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for e2e66399-2a43-495d-91d1-90b34a0c8fe8 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:15.488686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49730) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:15.495677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'subnets': [{'network_id': '9e156f63-c48d-469f-832d-648519e9fe5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--953692468', 'ip_version': 4}, {'network_id': '4828f7ac-6a47-4dbb-9f49-57831286d017', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:15.495991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'subnet': {'network_id': '9e156f63-c48d-469f-832d-648519e9fe5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--953692468', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:15.497171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Request body: {'subnet': {'network_id': '4828f7ac-6a47-4dbb-9f49-57831286d017', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:15.619214 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.621356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e024ea1-0875-45a1-bed6-6a66f791fca8 req-ca84d2d9-8d8a-4dcb-a067-cda7db10fbce tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:15.623747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e024ea1-0875-45a1-bed6-6a66f791fca8 req-ca84d2d9-8d8a-4dcb-a067-cda7db10fbce tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Sep 20 12:48:15.668127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e024ea1-0875-45a1-bed6-6a66f791fca8 req-79c57130-d5cf-4ad4-80f1-05d3cf0b425b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368516 Sep 20 12:48:15.768258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.797659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=e2e66399-2a43-495d-91d1-90b34a0c8fe8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:15.800410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port e2e66399-2a43-495d-91d1-90b34a0c8fe8 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:15.829897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Made reservation on behalf of 7ba2ba4281ad4c99b06a36a3cf003561 for: {'subnet': 2} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:15.834952 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.835294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.930916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:15.997398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c50236-0f24-41d2-baeb-65128056b098']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:16.026017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38def67d-d125-4257-80cf-304b3f170066') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:16.026265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38def67d-d125-4257-80cf-304b3f170066') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:16.038813 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.084315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.092238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b940c4-f381-40c5-8c23-858ec9920280 req-0cddaa50-a346-4580-a288-1c74129fed74 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:16.100464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39b940c4-f381-40c5-8c23-858ec9920280 req-0cddaa50-a346-4580-a288-1c74129fed74 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0638685 Sep 20 12:48:16.114637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:16.115037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:16.118383 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:16.138012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39b940c4-f381-40c5-8c23-858ec9920280 req-25ee52bc-2ca5-4bd3-b89b-7f8ce0ac3291 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361781 Sep 20 12:48:16.331735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.336950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.339313 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/a4c50236-0f24-41d2-baeb-65128056b098 HTTP/1.1" status: 204 len: 168 time: 2.4059219 Sep 20 12:48:16.341982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49742) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:16.367946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc96c-5264-4106-8c7d-429ace168647 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=a4c50236-0f24-41d2-baeb-65128056b098,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:16.379653 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c8e820-2598-4d43-893b-23235818ea6f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:16.380698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c8e820-2598-4d43-893b-23235818ea6f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:16.382795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-11c8e820-2598-4d43-893b-23235818ea6f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/a4c50236-0f24-41d2-baeb-65128056b098 HTTP/1.1" status: 404 len: 339 time: 0.0382056 Sep 20 12:48:16.387022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49748) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:16.394362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1373866174', 'description': 'd1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:16.519664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:16.529542 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.574445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:16.589853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb9389-6ea5-48e3-b3eb-69d2e76edcf1 req-fc2b31e8-fa99-46b3-9328-84b15039a477 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:16.597396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccdb9389-6ea5-48e3-b3eb-69d2e76edcf1 req-fc2b31e8-fa99-46b3-9328-84b15039a477 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0957747 Sep 20 12:48:16.614336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-c2546c3b-ff20-4b92-9772-309bcf2cca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:16.614943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.615490 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment 61ee4f83-fb1c-485c-a713-3f9bb9def80e of type vlan for network 6e04cb3e-7875-454a-a4ae-11cea6c2965d Sep 20 12:48:16.616485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-c2546c3b-ff20-4b92-9772-309bcf2cca4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1096 time: 0.0479574 Sep 20 12:48:16.640810 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.643759 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.668278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccdb9389-6ea5-48e3-b3eb-69d2e76edcf1 req-d6124790-8f60-49ac-b159-e95ab54cd0b6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700192 Sep 20 12:48:16.671857 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.765248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Subnet': ['ID=107d3ac5-140c-455d-88b4-ab24607ebb77,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:16.784197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Checking segment: {'id': 'ee7ac0b3-ddf4-4799-9495-b7abc5266f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e156f63-c48d-469f-832d-648519e9fe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:16.784589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Network hostable DHCP agents. Network: 9e156f63-c48d-469f-832d-648519e9fe5c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:16.788351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-8505e7b3-da4e-44a2-8cee-c9706b52b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:16.789883 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-8505e7b3-da4e-44a2-8cee-c9706b52b672 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.1665907 Sep 20 12:48:16.809856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a76893-5c9b-43a5-bc6d-4fdeaf03af87 req-59caa92c-53c3-4802-90c1-9ff14d982e46 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:16.813026 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3a76893-5c9b-43a5-bc6d-4fdeaf03af87 req-59caa92c-53c3-4802-90c1-9ff14d982e46 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0674169 Sep 20 12:48:16.818513 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.827447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:16.828156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:16.874336 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-57e55a12-efb1-420a-b6ab-2c375f4aa6bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 999 time: 0.0761964 Sep 20 12:48:16.920581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Network 9e156f63-c48d-469f-832d-648519e9fe5c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:16.931300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3a76893-5c9b-43a5-bc6d-4fdeaf03af87 req-66715828-2163-4706-b635-636f8ff89572 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981293 Sep 20 12:48:16.934295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=6e04cb3e-7875-454a-a4ae-11cea6c2965d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:16.938350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-b4b16fb2-c055-4b51-a719-7d88f39d79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:16.941124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-b4b16fb2-c055-4b51-a719-7d88f39d79e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0601361 Sep 20 12:48:16.947887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 6e04cb3e-7875-454a-a4ae-11cea6c2965d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:16.955944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc90b080-8bf6-4b32-943c-036195d97f49 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5669632 Sep 20 12:48:16.958846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:16.994923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-36587f3f-3e11-41b2-ac4f-bf4afa97c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:16.996752 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-36587f3f-3e11-41b2-ac4f-bf4afa97c8b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466080 Sep 20 12:48:17.023606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9e156f63-c48d-469f-832d-648519e9fe5c) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:17.028339 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.034696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01bf46c-45ed-4a2d-801c-da2ba054ccc1 None None] Network 9e156f63-c48d-469f-832d-648519e9fe5c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:17.082821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc962d9-876e-4dda-a66e-db74ae344759 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.086513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4fc962d9-876e-4dda-a66e-db74ae344759 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/networks?id=6e04cb3e-7875-454a-a4ae-11cea6c2965d HTTP/1.1" status: 200 len: 761 time: 0.1266246 Sep 20 12:48:17.089548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:17.095218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2ff7863a-6af7-46fc-809a-aa310e652eee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'description': 'd2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:17.162381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event updated for resources: {'Subnet': ['ID=a6e5962d-3af7-4cd7-9a9a-1e441311f070,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:17.187171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Checking segment: {'id': '1bcc4012-22e8-4f36-aa47-1cee1f8ef746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4828f7ac-6a47-4dbb-9f49-57831286d017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:17.187554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Network hostable DHCP agents. Network: 4828f7ac-6a47-4dbb-9f49-57831286d017, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:17.194707 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-365d78d2-324d-47f6-a454-19f6594727b3 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903291 Sep 20 12:48:17.230430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-9e156f63-c48d-469f-832d-648519e9fe5c', 'network_id': '9e156f63-c48d-469f-832d-648519e9fe5c', 'tenant_id': '7ba2ba4281ad4c99b06a36a3cf003561', 'fixed_ips': [{'subnet_id': '107d3ac5-140c-455d-88b4-ab24607ebb77'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:17.233702 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.280682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ff7863a-6af7-46fc-809a-aa310e652eee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.298221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d33e76aa-9f54-41ef-a923-35d1cab6b9d2 req-dfc811e2-12b1-4aff-bda8-9e6afdd658b6 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959938 Sep 20 12:48:17.303810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Network 4828f7ac-6a47-4dbb-9f49-57831286d017 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:17.363922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ff7863a-6af7-46fc-809a-aa310e652eee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.373163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ff7863a-6af7-46fc-809a-aa310e652eee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network 6e04cb3e-7875-454a-a4ae-11cea6c2965d is not hosted by any dhcp agent {{(pid=95502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 12:48:17.379209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7863a-6af7-46fc-809a-aa310e652eee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.379818 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ff7863a-6af7-46fc-809a-aa310e652eee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.381191 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ff7863a-6af7-46fc-809a-aa310e652eee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "PUT /v2.0/networks/6e04cb3e-7875-454a-a4ae-11cea6c2965d HTTP/1.1" status: 200 len: 758 time: 0.2905645 Sep 20 12:48:17.384151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49758) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:17.391061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Allocated IP 172.20.0.2 (9e156f63-c48d-469f-832d-648519e9fe5c/107d3ac5-140c-455d-88b4-ab24607ebb77/92b3ccd0-3995-4993-8b90-01e930ac7a33) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:17.400731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 4828f7ac-6a47-4dbb-9f49-57831286d017) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:17.411740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ce7a2-5d5e-493b-a6c4-bdac1ac3aaea None None] Network 4828f7ac-6a47-4dbb-9f49-57831286d017 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:17.430006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.430753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.431574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.473385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7863a-6af7-46fc-809a-aa310e652eee tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=6e04cb3e-7875-454a-a4ae-11cea6c2965d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:17.514056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 6e04cb3e-7875-454a-a4ae-11cea6c2965d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:17.526705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc719b85-39e4-4fd1-a1f4-3441274b37a4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.531543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bc719b85-39e4-4fd1-a1f4-3441274b37a4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/networks?id=6e04cb3e-7875-454a-a4ae-11cea6c2965d HTTP/1.1" status: 200 len: 761 time: 0.1422470 Sep 20 12:48:17.531907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49764) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:17.540106 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-42975717-8d29-4819-a97b-060a30d1c7d1 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0503237 Sep 20 12:48:17.541240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1595029215'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:17.549442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49766) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:17.625156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd28b29-94a0-417a-884f-3e86277e6e77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.627659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd28b29-94a0-417a-884f-3e86277e6e77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.630368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd28b29-94a0-417a-884f-3e86277e6e77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.632434 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3bd28b29-94a0-417a-884f-3e86277e6e77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0882621 Sep 20 12:48:17.635548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49770) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:17.665550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:17.672074 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.709038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:17.713765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52c9473-dba2-4638-9f09-7b9ad8f4ec21 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Deleting subnet 107d3ac5-140c-455d-88b4-ab24607ebb77 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:48:17.720211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.721416 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment a002cf43-c07d-4bf5-b045-2c9b09d44a48 of type vlan for network 5c9e5952-0265-4de0-9772-fa1685406e66 Sep 20 12:48:17.792690 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.808049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-4828f7ac-6a47-4dbb-9f49-57831286d017', 'network_id': '4828f7ac-6a47-4dbb-9f49-57831286d017', 'tenant_id': '7ba2ba4281ad4c99b06a36a3cf003561', 'fixed_ips': [{'subnet_id': 'a6e5962d-3af7-4cd7-9a9a-1e441311f070'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:17.808921 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.828594 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.872941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072c3da-43e1-4318-bace-c1a4cb2d7d4f req-2fad249e-2244-4806-a5f9-a45bbe90ff81 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.878987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6072c3da-43e1-4318-bace-c1a4cb2d7d4f req-2fad249e-2244-4806-a5f9-a45bbe90ff81 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0958223 Sep 20 12:48:17.918280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c52c9473-dba2-4638-9f09-7b9ad8f4ec21 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.932247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6072c3da-43e1-4318-bace-c1a4cb2d7d4f req-75ccd399-500d-43af-af76-e2b51d7cc1cb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482583 Sep 20 12:48:17.938137 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.947030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.960815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:17.960815 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.978724 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c52c9473-dba2-4638-9f09-7b9ad8f4ec21 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:17.983302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Network 9e156f63-c48d-469f-832d-648519e9fe5c is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:18.030541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:18.037628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:18.044489 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.064499 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=5c9e5952-0265-4de0-9772-fa1685406e66,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:18.088601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f6d93a1e-e1ab-4c75-b296-e4537656a405 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5555730 Sep 20 12:48:18.103674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49776) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:18.113816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': '5c9e5952-0265-4de0-9772-fa1685406e66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:18.122868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 5c9e5952-0265-4de0-9772-fa1685406e66 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:18.131693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c52c9473-dba2-4638-9f09-7b9ad8f4ec21 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.154508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Pushing event updated for resources: {'Port': ['ID=92b3ccd0-3995-4993-8b90-01e930ac7a33,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:18.179544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Allocated IP 172.20.0.18 (4828f7ac-6a47-4dbb-9f49-57831286d017/a6e5962d-3af7-4cd7-9a9a-1e441311f070/2303837a-b2dd-46bd-b735-e4ba6a8740c3) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:18.198740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a842883-5b34-491d-a610-d6ff4cefa38e req-ff4a136f-493c-47f6-98c4-7b50cc16ba36 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:18.200291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a842883-5b34-491d-a610-d6ff4cefa38e req-ff4a136f-493c-47f6-98c4-7b50cc16ba36 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1249769 Sep 20 12:48:18.225174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Attempting to bind port 92b3ccd0-3995-4993-8b90-01e930ac7a33 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:18.225470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Attempting to bind port 92b3ccd0-3995-4993-8b90-01e930ac7a33 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'ee7ac0b3-ddf4-4799-9495-b7abc5266f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e156f63-c48d-469f-832d-648519e9fe5c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:18.225835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Attempting to bind port 92b3ccd0-3995-4993-8b90-01e930ac7a33 on network 9e156f63-c48d-469f-832d-648519e9fe5c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:18.241342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:18.244499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Checking segment: {'id': 'ee7ac0b3-ddf4-4799-9495-b7abc5266f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e156f63-c48d-469f-832d-648519e9fe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:18.244499 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.244499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Bound using segment: {'id': 'ee7ac0b3-ddf4-4799-9495-b7abc5266f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e156f63-c48d-469f-832d-648519e9fe5c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:18.244499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Bound port: 92b3ccd0-3995-4993-8b90-01e930ac7a33, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7ac0b3-ddf4-4799-9495-b7abc5266f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e156f63-c48d-469f-832d-648519e9fe5c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:18.244499 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.281767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a842883-5b34-491d-a610-d6ff4cefa38e req-b80b7384-0eb7-4338-8e8f-797f559ab918 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622182 Sep 20 12:48:18.324344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c52c9473-dba2-4638-9f09-7b9ad8f4ec21 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.358122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c52c9473-dba2-4638-9f09-7b9ad8f4ec21 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.360001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c52c9473-dba2-4638-9f09-7b9ad8f4ec21 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/subnets/107d3ac5-140c-455d-88b4-ab24607ebb77 HTTP/1.1" status: 204 len: 168 time: 0.7233386 Sep 20 12:48:18.361018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c9473-dba2-4638-9f09-7b9ad8f4ec21 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Subnet': ['ID=107d3ac5-140c-455d-88b4-ab24607ebb77,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:18.365562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:18.400708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:18.403293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] For port 92b3ccd0-3995-4993-8b90-01e930ac7a33, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:18.404444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.422107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] For port 92b3ccd0-3995-4993-8b90-01e930ac7a33, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=92b3ccd0-3995-4993-8b90-01e930ac7a33,segment=NetworkSegment(ee7ac0b3-ddf4-4799-9495-b7abc5266f66),segment_id=ee7ac0b3-ddf4-4799-9495-b7abc5266f66)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:18.476598 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.484024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a72909-7924-41c8-8072-1700e48f0d77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Deleting subnet a6e5962d-3af7-4cd7-9a9a-1e441311f070 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:48:18.501040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.563724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69a72909-7924-41c8-8072-1700e48f0d77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.614181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69a72909-7924-41c8-8072-1700e48f0d77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.689147 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.718002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Network 4828f7ac-6a47-4dbb-9f49-57831286d017 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:18.721889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:18.728914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:18.753724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53b795-4f85-43f4-9fb3-3285b60a20fb None None] Pushing event updated for resources: {'Port': ['ID=92b3ccd0-3995-4993-8b90-01e930ac7a33,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:18.789474 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69a72909-7924-41c8-8072-1700e48f0d77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.828819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Attempting to bind port 2303837a-b2dd-46bd-b735-e4ba6a8740c3 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:18.829823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Attempting to bind port 2303837a-b2dd-46bd-b735-e4ba6a8740c3 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '1bcc4012-22e8-4f36-aa47-1cee1f8ef746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4828f7ac-6a47-4dbb-9f49-57831286d017'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:18.831140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Attempting to bind port 2303837a-b2dd-46bd-b735-e4ba6a8740c3 on network 4828f7ac-6a47-4dbb-9f49-57831286d017 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:18.842622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:18.842993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Checking segment: {'id': '1bcc4012-22e8-4f36-aa47-1cee1f8ef746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4828f7ac-6a47-4dbb-9f49-57831286d017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:18.843455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.846864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Bound using segment: {'id': '1bcc4012-22e8-4f36-aa47-1cee1f8ef746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4828f7ac-6a47-4dbb-9f49-57831286d017'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:18.846864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Bound port: 2303837a-b2dd-46bd-b735-e4ba6a8740c3, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcc4012-22e8-4f36-aa47-1cee1f8ef746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4828f7ac-6a47-4dbb-9f49-57831286d017'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:18.847087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.847190 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:18.848443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Pushing event updated for resources: {'Port': ['ID=2303837a-b2dd-46bd-b735-e4ba6a8740c3,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:18.950369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=750d7727-ada8-46f5-b253-b37a2391841a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:18.961024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': 'a002cf43-c07d-4bf5-b045-2c9b09d44a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c9e5952-0265-4de0-9772-fa1685406e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:18.961424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: 5c9e5952-0265-4de0-9772-fa1685406e66, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:19.041049 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69a72909-7924-41c8-8072-1700e48f0d77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:19.046271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] For port 2303837a-b2dd-46bd-b735-e4ba6a8740c3, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:19.051108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] For port 2303837a-b2dd-46bd-b735-e4ba6a8740c3, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2303837a-b2dd-46bd-b735-e4ba6a8740c3,segment=NetworkSegment(1bcc4012-22e8-4f36-aa47-1cee1f8ef746),segment_id=1bcc4012-22e8-4f36-aa47-1cee1f8ef746)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:19.122712 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69a72909-7924-41c8-8072-1700e48f0d77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:19.125212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-69a72909-7924-41c8-8072-1700e48f0d77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/subnets/a6e5962d-3af7-4cd7-9a9a-1e441311f070 HTTP/1.1" status: 204 len: 168 time: 0.7584832 Sep 20 12:48:19.126774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network 5c9e5952-0265-4de0-9772-fa1685406e66 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:19.131122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49786) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:19.134361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a72909-7924-41c8-8072-1700e48f0d77 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e5962d-3af7-4cd7-9a9a-1e441311f070,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:19.143946 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:19.144726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-9c8676cd-6260-4c93-9ab0-fa5721a08e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:19.146547 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-9c8676cd-6260-4c93-9ab0-fa5721a08e89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1096 time: 0.0540395 Sep 20 12:48:19.235875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 5c9e5952-0265-4de0-9772-fa1685406e66) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:19.255457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d95e0-be81-480e-93cc-40afc3d4a770 None None] Network 5c9e5952-0265-4de0-9772-fa1685406e66 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:19.262730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:19.263873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:19.297342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5780b-9d3d-432c-928f-77564ed5f3b0 req-776867ef-3a7d-4bd5-aa93-cf578587d08f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:19.299649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0d5780b-9d3d-432c-928f-77564ed5f3b0 req-776867ef-3a7d-4bd5-aa93-cf578587d08f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.2550588 Sep 20 12:48:19.324140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d4360-3d3d-4b6c-aec4-f8a17447bc7d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:19.334565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-390d4360-3d3d-4b6c-aec4-f8a17447bc7d tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1973608 Sep 20 12:48:19.337491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49792) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:19.354159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-08f10f78-4b89-4701-baa5-a0841baf20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:19.356305 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-08f10f78-4b89-4701-baa5-a0841baf20ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 914 time: 0.1876717 Sep 20 12:48:19.429693 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-f53d3bea-9e11-4d32-aede-011d630347db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 217 time: 0.0659139 Sep 20 12:48:19.440702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9058530-ad62-4d1b-baaa-fffb9191e23f None None] Pushing event updated for resources: {'Port': ['ID=2303837a-b2dd-46bd-b735-e4ba6a8740c3,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:19.504446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-777fe3ce-983d-4bce-9bb2-524ce63f7ca7 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3976748 Sep 20 12:48:19.509797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49794) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:19.556468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-5ca3248c-d6a0-4b24-a8ab-2a92d85ee63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:19.561260 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-5ca3248c-d6a0-4b24-a8ab-2a92d85ee63c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.1169577 Sep 20 12:48:19.567407 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0d5780b-9d3d-432c-928f-77564ed5f3b0 req-56e69c3a-5900-49be-bda1-9457ebd573a0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551696 Sep 20 12:48:19.571368 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:19.593263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-5c9e5952-0265-4de0-9772-fa1685406e66', 'network_id': '5c9e5952-0265-4de0-9772-fa1685406e66', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': '750d7727-ada8-46f5-b253-b37a2391841a'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:19.594147 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:19.766112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:19.770338 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-cd1714ba-8fa7-4c7e-aea3-8c1542cfd9bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016287 Sep 20 12:48:19.803952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Deleting port 2303837a-b2dd-46bd-b735-e4ba6a8740c3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:19.804459 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:19.838522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f05b-0831-4c3e-8bba-fe4b57d59926 req-fef71b35-dea0-4b44-ba4d-b2dd00f20835 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:19.840101 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af52f05b-0831-4c3e-8bba-fe4b57d59926 req-fef71b35-dea0-4b44-ba4d-b2dd00f20835 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1307750 Sep 20 12:48:19.933859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Allocated IP 172.20.0.2 (5c9e5952-0265-4de0-9772-fa1685406e66/750d7727-ada8-46f5-b253-b37a2391841a/41c0863a-e438-428e-8bd4-81d9006e2c39) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:20.002629 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.024263 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.068528 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-a503cb7f-998d-4b7c-ac48-31d57be95fcb service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850623 Sep 20 12:48:20.305069 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc83dfc4-765c-4509-9a9e-00ff660a8292 req-a8b3def6-9fb7-43b0-9b13-6de14780294a service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275937 Sep 20 12:48:20.367576 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.476312 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.481600 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.540872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431323d3-da7d-4964-8995-2dc2204af90d None None] Network 9e156f63-c48d-469f-832d-648519e9fe5c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:20.557453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.573039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] For port 2303837a-b2dd-46bd-b735-e4ba6a8740c3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2303837a-b2dd-46bd-b735-e4ba6a8740c3,segment=NetworkSegment(1bcc4012-22e8-4f36-aa47-1cee1f8ef746),segment_id=1bcc4012-22e8-4f36-aa47-1cee1f8ef746)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:20.573417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.584976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af52f05b-0831-4c3e-8bba-fe4b57d59926 req-ce3af985-4854-4444-80f9-bf8b7c8d988c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7258544 Sep 20 12:48:20.589279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Network 5c9e5952-0265-4de0-9772-fa1685406e66 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:20.598344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:20.602041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:20.606585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=750d7727-ada8-46f5-b253-b37a2391841a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:20.619381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Calling delete_port for 2303837a-b2dd-46bd-b735-e4ba6a8740c3 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:20.703882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Pushing event updated for resources: {'Port': ['ID=41c0863a-e438-428e-8bd4-81d9006e2c39,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:20.738941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.767152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9e5952-0265-4de0-9772-fa1685406e66']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:20.782406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-810bfcac-7edd-4c79-8c00-e69ed81d9d5d None None] Provisioning complete for port 92b3ccd0-3995-4993-8b90-01e930ac7a33 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:20.783594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810bfcac-7edd-4c79-8c00-e69ed81d9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.785300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a002cf43-c07d-4bf5-b045-2c9b09d44a48') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:20.787374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a002cf43-c07d-4bf5-b045-2c9b09d44a48') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:20.820337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.847874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.852002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.858998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:20.859763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.890513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Attempting to bind port 41c0863a-e438-428e-8bd4-81d9006e2c39 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:20.890939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Attempting to bind port 41c0863a-e438-428e-8bd4-81d9006e2c39 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a002cf43-c07d-4bf5-b045-2c9b09d44a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c9e5952-0265-4de0-9772-fa1685406e66'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:20.891314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Attempting to bind port 41c0863a-e438-428e-8bd4-81d9006e2c39 on network 5c9e5952-0265-4de0-9772-fa1685406e66 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:20.918043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288be7e-e55f-4eb1-97c8-993c48fd985b req-3074f16e-0bbf-4755-bd24-1ee4c6b83cbb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:20.927711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d288be7e-e55f-4eb1-97c8-993c48fd985b req-3074f16e-0bbf-4755-bd24-1ee4c6b83cbb tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1679151 Sep 20 12:48:20.935860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:20.936333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Checking segment: {'id': 'a002cf43-c07d-4bf5-b045-2c9b09d44a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c9e5952-0265-4de0-9772-fa1685406e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:20.943784 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.943784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Bound using segment: {'id': 'a002cf43-c07d-4bf5-b045-2c9b09d44a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c9e5952-0265-4de0-9772-fa1685406e66'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:20.943784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Bound port: 41c0863a-e438-428e-8bd4-81d9006e2c39, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a002cf43-c07d-4bf5-b045-2c9b09d44a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c9e5952-0265-4de0-9772-fa1685406e66'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:20.943784 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:20.962283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f20998-20e2-4a6e-9424-659a7828db65 None None] Network 4828f7ac-6a47-4dbb-9f49-57831286d017 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:20.964221 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:20.983000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] No DVR routers for this DVR port 2303837a-b2dd-46bd-b735-e4ba6a8740c3 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:20.984997 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Port': ['ID=2303837a-b2dd-46bd-b735-e4ba6a8740c3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:20.996270 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:48:20.996270 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:48:20.996270 n-d-809934-3 neutron-server[95503]: [parameters: {'id': '5c9e5952-0265-4de0-9772-fa1685406e66'}] Sep 20 12:48:20.996270 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:48:20.996773 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:48:21.074790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d288be7e-e55f-4eb1-97c8-993c48fd985b req-1f25b07d-6a35-40c3-91a8-2f9efd737e9f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452327 Sep 20 12:48:21.114581 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.131543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2303837a-b2dd-46bd-b735-e4ba6a8740c3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:48:21.133567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] DHCP port deletion for 9e156f63-c48d-469f-832d-648519e9fe5c request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:48:21.168270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4828f7ac-6a47-4dbb-9f49-57831286d017']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:21.170986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2303837a-b2dd-46bd-b735-e4ba6a8740c3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:21.171331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2303837a-b2dd-46bd-b735-e4ba6a8740c3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 20 12:48:21.179416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcc4012-22e8-4f36-aa47-1cee1f8ef746') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:21.179663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcc4012-22e8-4f36-aa47-1cee1f8ef746') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:21.194419 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.198900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Port 2303837a-b2dd-46bd-b735-e4ba6a8740c3 not found, will not notify nova. {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 20 12:48:21.223906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88ac19-f7c2-4a0a-a497-f723d69d8d1d None None] DHCP port deletion for 4828f7ac-6a47-4dbb-9f49-57831286d017 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:48:21.234453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.241002 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810bfcac-7edd-4c79-8c00-e69ed81d9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.243831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:21.244241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:21.247190 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:21.271776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] For port 41c0863a-e438-428e-8bd4-81d9006e2c39, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:21.305037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] For port 41c0863a-e438-428e-8bd4-81d9006e2c39, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41c0863a-e438-428e-8bd4-81d9006e2c39,segment=NetworkSegment(a002cf43-c07d-4bf5-b045-2c9b09d44a48),segment_id=a002cf43-c07d-4bf5-b045-2c9b09d44a48)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:21.306938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-810bfcac-7edd-4c79-8c00-e69ed81d9d5d None None] For port 92b3ccd0-3995-4993-8b90-01e930ac7a33, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=92b3ccd0-3995-4993-8b90-01e930ac7a33,segment=NetworkSegment(ee7ac0b3-ddf4-4799-9495-b7abc5266f66),segment_id=ee7ac0b3-ddf4-4799-9495-b7abc5266f66)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:21.321525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] Deleting port 92b3ccd0-3995-4993-8b90-01e930ac7a33 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:21.321824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac52e5a-aa29-4bbd-a71f-844cc4eeef14 req-2a5a3b8f-7d8a-4a13-bb56-b34e3437af9a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:21.322001 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.323497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ac52e5a-aa29-4bbd-a71f-844cc4eeef14 req-2a5a3b8f-7d8a-4a13-bb56-b34e3437af9a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1201291 Sep 20 12:48:21.367649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ac52e5a-aa29-4bbd-a71f-844cc4eeef14 req-f5bf87e7-1644-4900-93bd-4f9dd31abd60 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376446 Sep 20 12:48:21.396244 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810bfcac-7edd-4c79-8c00-e69ed81d9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.396244 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.415021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.423980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.426375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/networks/4828f7ac-6a47-4dbb-9f49-57831286d017 HTTP/1.1" status: 204 len: 168 time: 2.0871513 Sep 20 12:48:21.434526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49812) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:21.439812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b5045-695a-4af3-9c51-af3f82cdcc6f tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Network': ['ID=4828f7ac-6a47-4dbb-9f49-57831286d017,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:21.465278 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] For port 92b3ccd0-3995-4993-8b90-01e930ac7a33, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=92b3ccd0-3995-4993-8b90-01e930ac7a33,segment=NetworkSegment(ee7ac0b3-ddf4-4799-9495-b7abc5266f66),segment_id=ee7ac0b3-ddf4-4799-9495-b7abc5266f66)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:21.465278 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.491238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] Calling delete_port for 92b3ccd0-3995-4993-8b90-01e930ac7a33 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:21.549875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b65ecaf6-c978-452b-9b41-8dc23f15fed5 None None] Could not find standard attr ID for object 2303837a-b2dd-46bd-b735-e4ba6a8740c3. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:48:21.590329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bfcac-7edd-4c79-8c00-e69ed81d9d5d None None] Pushing event updated for resources: {'Port': ['ID=92b3ccd0-3995-4993-8b90-01e930ac7a33,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:21.664921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59f774-a8c7-425b-9193-c3d9c0bace9b None None] Network 5c9e5952-0265-4de0-9772-fa1685406e66 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:21.703369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb62c66-ec99-4010-b3e8-25095c873dbc None None] Pushing event updated for resources: {'Port': ['ID=41c0863a-e438-428e-8bd4-81d9006e2c39,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:21.783063 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.812370 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.835776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] No DVR routers for this DVR port 92b3ccd0-3995-4993-8b90-01e930ac7a33 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:21.836086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:21.841313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae859c-f4b9-4fa2-8f9d-d78e8056bff9 None None] Pushing event deleted for resources: {'Port': ['ID=92b3ccd0-3995-4993-8b90-01e930ac7a33,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:21.880543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e4e0-5a49-4a3f-a3d6-35e1b6e4dc31 req-ec9b22a1-6563-43d2-9d82-526d227b8a77 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:21.889823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c06e4e0-5a49-4a3f-a3d6-35e1b6e4dc31 req-ec9b22a1-6563-43d2-9d82-526d227b8a77 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0825946 Sep 20 12:48:21.941776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c06e4e0-5a49-4a3f-a3d6-35e1b6e4dc31 req-0a4eb452-7009-4740-8776-f8cf1e8b4871 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Sep 20 12:48:22.003594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc39c32-3bc6-4ff4-8786-51e4f493d114 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:48:22.036660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.063304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e156f63-c48d-469f-832d-648519e9fe5c']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.076938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1bc45-e6bf-4fa4-806e-db6ce4913622 req-11621233-b644-456a-b8de-10ea63b97bec tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:22.079018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54f1bc45-e6bf-4fa4-806e-db6ce4913622 req-11621233-b644-456a-b8de-10ea63b97bec tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0603492 Sep 20 12:48:22.080533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7ac0b3-ddf4-4799-9495-b7abc5266f66') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.080970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7ac0b3-ddf4-4799-9495-b7abc5266f66') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.083759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port 41c0863a-e438-428e-8bd4-81d9006e2c39 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:22.084100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.103964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.136357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54f1bc45-e6bf-4fa4-806e-db6ce4913622 req-8335fb21-f661-45ca-8b7f-74194d5aed29 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494576 Sep 20 12:48:22.163184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.171652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc39c32-3bc6-4ff4-8786-51e4f493d114 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:48:22.174596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:22.175053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:22.178313 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:22.180938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port 41c0863a-e438-428e-8bd4-81d9006e2c39, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41c0863a-e438-428e-8bd4-81d9006e2c39,segment=NetworkSegment(a002cf43-c07d-4bf5-b045-2c9b09d44a48),segment_id=a002cf43-c07d-4bf5-b045-2c9b09d44a48)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:22.180938 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.218903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for 41c0863a-e438-428e-8bd4-81d9006e2c39 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:22.354595 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.369205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.371151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/networks/9e156f63-c48d-469f-832d-648519e9fe5c HTTP/1.1" status: 204 len: 168 time: 0.9370081 Sep 20 12:48:22.373937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:22.391772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93912297-a9ef-4834-bf65-d6ffa5571616 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Network': ['ID=9e156f63-c48d-469f-832d-648519e9fe5c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:22.495379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.506918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.557064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port 41c0863a-e438-428e-8bd4-81d9006e2c39 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:22.570639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=41c0863a-e438-428e-8bd4-81d9006e2c39,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:22.622101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.649884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc38ae2e-7dd5-42e7-a5fe-9924b0123091']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.660435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf953e71-cb5e-41da-9f38-90ccd7af422b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.660748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf953e71-cb5e-41da-9f38-90ccd7af422b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.673527 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.688233 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.695223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:22.695781 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:22.698909 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:22.708878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.717713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-8f3a339d-f093-4772-84c3-5e57c6511441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:22.719352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-8f3a339d-f093-4772-84c3-5e57c6511441 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1096 time: 0.1693237 Sep 20 12:48:22.735317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9e5952-0265-4de0-9772-fa1685406e66']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.765780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a002cf43-c07d-4bf5-b045-2c9b09d44a48') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.766057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a002cf43-c07d-4bf5-b045-2c9b09d44a48') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:22.792457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.838937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.850217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:22.850217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:22.852691 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:22.925002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-f2535fa8-8121-4463-83a4-25b331d22618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:22.926517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-f2535fa8-8121-4463-83a4-25b331d22618 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.1852050 Sep 20 12:48:22.960822 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.979979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2303837a-b2dd-46bd-b735-e4ba6a8740c3 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:22.992185 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:22.999360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/networks/fc38ae2e-7dd5-42e7-a5fe-9924b0123091 HTTP/1.1" status: 204 len: 168 time: 0.6237533 Sep 20 12:48:23.001601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49830) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:23.021049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2303837a-b2dd-46bd-b735-e4ba6a8740c3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:23.021567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2303837a-b2dd-46bd-b735-e4ba6a8740c3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:23.021814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 92b3ccd0-3995-4993-8b90-01e930ac7a33 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:23.023973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff79d0-3358-45ad-a091-5120098fed65 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Network': ['ID=fc38ae2e-7dd5-42e7-a5fe-9924b0123091,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:23.024146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.066283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.068490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/5c9e5952-0265-4de0-9772-fa1685406e66 HTTP/1.1" status: 204 len: 168 time: 3.5572102 Sep 20 12:48:23.072454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 92b3ccd0-3995-4993-8b90-01e930ac7a33 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:23.072854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 92b3ccd0-3995-4993-8b90-01e930ac7a33 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:23.073124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:23.097128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81692491-10c5-432c-9259-471172bcd96a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=5c9e5952-0265-4de0-9772-fa1685406e66,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:23.130556 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d9ebf1-706b-4628-8a39-daf4967be36b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] GET failed (client error): The resource could not be found. Sep 20 12:48:23.133797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9d9ebf1-706b-4628-8a39-daf4967be36b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/subnets/750d7727-ada8-46f5-b253-b37a2391841a HTTP/1.1" status: 404 len: 337 time: 0.0581400 Sep 20 12:48:23.137485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:23.147790 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-4abd70b0-0f97-475c-98f5-ba5709bf94ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 999 time: 0.2141106 Sep 20 12:48:23.164162 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0ecb56-5340-4c59-b891-01e064b6b248 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:23.164908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0ecb56-5340-4c59-b891-01e064b6b248 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:23.167303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d0ecb56-5340-4c59-b891-01e064b6b248 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/5c9e5952-0265-4de0-9772-fa1685406e66 HTTP/1.1" status: 404 len: 339 time: 0.0279951 Sep 20 12:48:23.171444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49838) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:23.187709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49528921-ea5c-4f68-bd93-3d10e2b43d09 req-f79121b4-945a-4802-8214-fd7a027a2955 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.190087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49528921-ea5c-4f68-bd93-3d10e2b43d09 req-f79121b4-945a-4802-8214-fd7a027a2955 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1262834 Sep 20 12:48:23.233327 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49528921-ea5c-4f68-bd93-3d10e2b43d09 req-d0b00740-0f83-4151-b9a4-f983f942dc00 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365918 Sep 20 12:48:23.241834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.357484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38be3e7-0c5a-459d-b73e-518a0ebca916 req-3ed5fa33-f133-44ac-9499-2787c52adcc0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.359192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d38be3e7-0c5a-459d-b73e-518a0ebca916 req-3ed5fa33-f133-44ac-9499-2787c52adcc0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Sep 20 12:48:23.388667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-329f34ed-0006-4ade-b70b-f753a3b7054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.390176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-329f34ed-0006-4ade-b70b-f753a3b7054c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.2331848 Sep 20 12:48:23.418064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d38be3e7-0c5a-459d-b73e-518a0ebca916 req-812f43cc-88fa-4be1-b2bb-bc37bae23b85 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513306 Sep 20 12:48:23.515452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad1da16-d748-411f-afb7-ff65461ad116 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.520191 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7ad1da16-d748-411f-afb7-ff65461ad116 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3446128 Sep 20 12:48:23.523026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:23.545124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.577611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5604464-1437-40e3-9d92-0d98dcec17b1']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:23.604226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-1da885ae-e458-4cfa-8e1c-dfdab129fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.605770 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-1da885ae-e458-4cfa-8e1c-dfdab129fcc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808958 Sep 20 12:48:23.611055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ca6c67-3fc9-4c9f-ad12-78ef2d1e22c7') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:23.611055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ca6c67-3fc9-4c9f-ad12-78ef2d1e22c7') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:23.646760 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.680122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-181029a2-0707-4a72-a57c-f29a33607b2a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 207 time: 0.1578262 Sep 20 12:48:23.683829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49844) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:23.712201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.720260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:23.721359 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:23.724464 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:23.803935 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-021109dc-8048-4b93-8993-0776d1bc2bbc service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888890 Sep 20 12:48:23.884474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.887530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbeffd-38e9-4224-8590-0bd8250eacd4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.894044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbeffd-38e9-4224-8590-0bd8250eacd4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.894718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:23.898934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] 10.222.0.37 "DELETE /v2.0/networks/d5604464-1437-40e3-9d92-0d98dcec17b1 HTTP/1.1" status: 204 len: 168 time: 0.8926554 Sep 20 12:48:23.902148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbeffd-38e9-4224-8590-0bd8250eacd4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.908911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbeffd-38e9-4224-8590-0bd8250eacd4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.913965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9ecbeffd-38e9-4224-8590-0bd8250eacd4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2210906 Sep 20 12:48:23.915657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49850) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:23.934313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a013a0-13bc-497e-96c0-54cb165e7b07 tempest-BulkNetworkOpsTest-965584112 tempest-BulkNetworkOpsTest-965584112-project] Pushing event deleted for resources: {'Network': ['ID=d5604464-1437-40e3-9d92-0d98dcec17b1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:23.937026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0760-4766-43ad-91d9-8a692473673d req-6c8467da-2a55-456c-bb4f-ef7ec6d7035a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:23.938623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7bb0760-4766-43ad-91d9-8a692473673d req-6c8467da-2a55-456c-bb4f-ef7ec6d7035a tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1296289 Sep 20 12:48:24.010524 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4bf5387d-2103-4434-9ae3-1c967c14104c req-7ac095ad-0e7d-4a64-853c-4881aaef3183 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990864 Sep 20 12:48:24.067071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7bb0760-4766-43ad-91d9-8a692473673d req-ff8b949c-644c-4332-be40-04327d3d28f2 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157110 Sep 20 12:48:24.175949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-7fb2dbb7-cac0-4207-9faa-0b6861a38ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.177550 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-7fb2dbb7-cac0-4207-9faa-0b6861a38ed0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=782cecd4981748bc9121f560d7b9064c&device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 1096 time: 0.0734050 Sep 20 12:48:24.192619 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4d8fcdad-fd7e-459f-be84-85648e16f85d tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2711291 Sep 20 12:48:24.192992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49858) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.246205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66739b15-948b-4511-8b16-8615d11723a9 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.247816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66739b15-948b-4511-8b16-8615d11723a9 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.249435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-66739b15-948b-4511-8b16-8615d11723a9 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0554013 Sep 20 12:48:24.253095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49860) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.302932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-7e6b5472-b312-4d61-aa29-2f68f734346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.304996 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-7e6b5472-b312-4d61-aa29-2f68f734346b service neutron] 10.222.0.32 "GET /v2.0/networks?id=aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 200 len: 912 time: 0.1144753 Sep 20 12:48:24.320116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f06d5-aa03-4871-8618-aa753ee58487 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.321930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f06d5-aa03-4871-8618-aa753ee58487 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.327952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe0f06d5-aa03-4871-8618-aa753ee58487 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0734630 Sep 20 12:48:24.328587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49866) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.411064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-05f6438f-1113-4dea-8a8b-4b4dd13359df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 200 len: 999 time: 0.0955813 Sep 20 12:48:24.453322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee59be5-ff46-4c92-b69b-98006470cc9d req-7e1381b7-c03c-4ab8-8897-7b9e6a29b78c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.457742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ee59be5-ff46-4c92-b69b-98006470cc9d req-7e1381b7-c03c-4ab8-8897-7b9e6a29b78c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1158812 Sep 20 12:48:24.465498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-4a424d16-2389-4986-b077-883673fd40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.467452 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-4a424d16-2389-4986-b077-883673fd40ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 200 len: 851 time: 0.0517848 Sep 20 12:48:24.505353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5748774-6202-44e9-a71b-b732cdf1a4fa tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.506774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5748774-6202-44e9-a71b-b732cdf1a4fa tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/networks/972325d5-c4da-481c-aa67-afc3d2b64f80 HTTP/1.1" status: 200 len: 799 time: 0.1772306 Sep 20 12:48:24.510454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49868) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.532074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ee59be5-ff46-4c92-b69b-98006470cc9d req-b0ca5e9a-b177-4e9a-a176-249db22dd43a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677614 Sep 20 12:48:24.562383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-ab59915e-9159-453a-a2d0-487e094cf699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.565700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-ab59915e-9159-453a-a2d0-487e094cf699 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aac6519c-64e3-4880-9685-e29eff54bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893993 Sep 20 12:48:24.704094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49874) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.717817 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6641192a-8f1a-4649-b355-0daf17ecf04c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/networks/972325d5-c4da-481c-aa67-afc3d2b64f80?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2033067 Sep 20 12:48:24.718565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.732586 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-b7cc9e0a-b77f-4ac0-b635-8e98cee45397 service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615815 Sep 20 12:48:24.793099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8ebe9-eef3-4c4e-a4d7-4972ee0488eb tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.805583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-63b8ebe9-eef3-4c4e-a4d7-4972ee0488eb tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/subnets/26c94810-d077-4757-ba4e-ea9cc47c3383 HTTP/1.1" status: 200 len: 811 time: 0.0855682 Sep 20 12:48:24.805794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49880) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.876323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd757a8-fadd-49d1-8de5-7da2a7f82310 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:24.881061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-edd757a8-fadd-49d1-8de5-7da2a7f82310 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "GET /v2.0/subnets/26c94810-d077-4757-ba4e-ea9cc47c3383?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0713923 Sep 20 12:48:24.881596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49882) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.892891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-132763799'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:24.905042 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6ec3cee0-10b2-40b2-8519-9654ed214ff4 req-efa8b633-999f-46c3-b1a8-c94e34581b0f service neutron] 10.222.0.32 "GET /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646478 Sep 20 12:48:24.927649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c81c155-169e-4d24-b493-ae0f24ee8b53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ba2ba4281ad4c99b06a36a3cf003561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200954 Sep 20 12:48:24.928002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49884) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:24.980424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28380e80-2182-41ab-99cc-43a4e298fbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.012963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28380e80-2182-41ab-99cc-43a4e298fbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.035592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:25.039666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.090667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:25.112818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.113124 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Added segment da86fd2c-2896-49ce-a22c-9c8e11922895 of type vlan for network 03be7052-a5e6-424f-bf4d-326dac131ea6 Sep 20 12:48:25.197187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.206906 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28380e80-2182-41ab-99cc-43a4e298fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.212260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28380e80-2182-41ab-99cc-43a4e298fbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.213955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-28380e80-2182-41ab-99cc-43a4e298fbc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3959dc2b-58fd-489a-a207-821f265681c3 HTTP/1.1" status: 204 len: 168 time: 0.2849526 Sep 20 12:48:25.220272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258b79a-95cc-440d-8512-917dc8e056c9 req-c533f1f1-5807-4ea6-a64c-d4be1f8d786f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:25.223193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5258b79a-95cc-440d-8512-917dc8e056c9 req-c533f1f1-5807-4ea6-a64c-d4be1f8d786f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0651720 Sep 20 12:48:25.235626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28380e80-2182-41ab-99cc-43a4e298fbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3959dc2b-58fd-489a-a207-821f265681c3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:25.289190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5258b79a-95cc-440d-8512-917dc8e056c9 req-782632ad-ae87-4244-8a17-c1f5818505c1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507083 Sep 20 12:48:25.326050 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.334394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:25.336120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.406757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Network': ['ID=03be7052-a5e6-424f-bf4d-326dac131ea6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:25.417154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 03be7052-a5e6-424f-bf4d-326dac131ea6 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:25.438812 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a2761f49-a6aa-40c8-b6bb-dc5a4063542e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5560405 Sep 20 12:48:25.439032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 49892) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:25.445843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'network_id': '03be7052-a5e6-424f-bf4d-326dac131ea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:25.646493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Made reservation on behalf of 63de7213630f4b8ebd2fbddfd285d266 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:25.652312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:25.750292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Performing IP validity checks on allocation pools {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 20 12:48:25.750709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 20 12:48:25.789156 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9d780-e861-4ba4-aaf2-07b3ed2f6071 req-4abecc36-808c-4d27-b66a-f8d19ea7509b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:25.790912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9dd9d780-e861-4ba4-aaf2-07b3ed2f6071 req-4abecc36-808c-4d27-b66a-f8d19ea7509b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1336925 Sep 20 12:48:25.883013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9dd9d780-e861-4ba4-aaf2-07b3ed2f6071 req-3c8f5460-537f-42ea-a61d-b895f48d3396 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784338 Sep 20 12:48:26.084221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:26.175148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=c735b7cc-c898-4a53-8195-6f223a780730,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:26.178915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Checking segment: {'id': 'da86fd2c-2896-49ce-a22c-9c8e11922895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '03be7052-a5e6-424f-bf4d-326dac131ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:26.179425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network hostable DHCP agents. Network: 03be7052-a5e6-424f-bf4d-326dac131ea6, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:26.295211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Network 03be7052-a5e6-424f-bf4d-326dac131ea6 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:26.390391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 03be7052-a5e6-424f-bf4d-326dac131ea6) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:26.396524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:26.397146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:26.399498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5beb05b-2b9d-4d72-94ff-a49e346503f0 None None] Network 03be7052-a5e6-424f-bf4d-326dac131ea6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:26.429882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b7982-7d81-43a0-950b-e919e8aa3070 req-128655a9-a158-4d0b-92d7-5d85fa1a2d94 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:26.431536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f6b7982-7d81-43a0-950b-e919e8aa3070 req-128655a9-a158-4d0b-92d7-5d85fa1a2d94 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0679390 Sep 20 12:48:26.475407 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f6b7982-7d81-43a0-950b-e919e8aa3070 req-a91c7976-1032-4d01-ab08-decd9c631c83 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376301 Sep 20 12:48:26.555597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49922) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:26.556292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3aac4926-890c-4c4e-8d75-67877ebec6ae tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1153209 Sep 20 12:48:26.561433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0a4e88a8-537f-409e-899d-56d1a6155830 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:26.576134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-03be7052-a5e6-424f-bf4d-326dac131ea6', 'network_id': '03be7052-a5e6-424f-bf4d-326dac131ea6', 'tenant_id': '63de7213630f4b8ebd2fbddfd285d266', 'fixed_ips': [{'subnet_id': 'c735b7cc-c898-4a53-8195-6f223a780730'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:26.577069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:26.703507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ccca5-5e38-4854-bc3c-8ce9d12321df req-074b9307-7d81-48ca-9ce1-7c42ab5b0082 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:26.705260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-166ccca5-5e38-4854-bc3c-8ce9d12321df req-074b9307-7d81-48ca-9ce1-7c42ab5b0082 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1443141 Sep 20 12:48:26.723181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a4e88a8-537f-409e-899d-56d1a6155830 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12802367'] for subnet, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:26.760595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-166ccca5-5e38-4854-bc3c-8ce9d12321df req-02a89256-5490-4396-a364-4986ccc821b3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Sep 20 12:48:26.812250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Allocated IP 172.20.0.3 (03be7052-a5e6-424f-bf4d-326dac131ea6/c735b7cc-c898-4a53-8195-6f223a780730/f0e4c32f-50b9-43ba-bc00-6070a8e83de9) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:26.986217 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.090915 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.150207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Pushing event updated for resources: {'Port': ['ID=f0e4c32f-50b9-43ba-bc00-6070a8e83de9,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:27.161980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Network 03be7052-a5e6-424f-bf4d-326dac131ea6 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:27.164484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:27.173150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:27.247579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Attempting to bind port f0e4c32f-50b9-43ba-bc00-6070a8e83de9 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:27.247579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Attempting to bind port f0e4c32f-50b9-43ba-bc00-6070a8e83de9 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'da86fd2c-2896-49ce-a22c-9c8e11922895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '03be7052-a5e6-424f-bf4d-326dac131ea6'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:27.247913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Attempting to bind port f0e4c32f-50b9-43ba-bc00-6070a8e83de9 on network 03be7052-a5e6-424f-bf4d-326dac131ea6 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:27.253818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:27.254456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Checking segment: {'id': 'da86fd2c-2896-49ce-a22c-9c8e11922895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '03be7052-a5e6-424f-bf4d-326dac131ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:27.254861 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.255260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Bound using segment: {'id': 'da86fd2c-2896-49ce-a22c-9c8e11922895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '03be7052-a5e6-424f-bf4d-326dac131ea6'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:27.255733 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Bound port: f0e4c32f-50b9-43ba-bc00-6070a8e83de9, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da86fd2c-2896-49ce-a22c-9c8e11922895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '03be7052-a5e6-424f-bf4d-326dac131ea6'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:27.256121 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.338968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] For port f0e4c32f-50b9-43ba-bc00-6070a8e83de9, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:27.342405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] For port f0e4c32f-50b9-43ba-bc00-6070a8e83de9, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f0e4c32f-50b9-43ba-bc00-6070a8e83de9,segment=NetworkSegment(da86fd2c-2896-49ce-a22c-9c8e11922895),segment_id=da86fd2c-2896-49ce-a22c-9c8e11922895)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:27.403444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a4e88a8-537f-409e-899d-56d1a6155830 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765114213892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12590854'] for subnet, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.427107 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.462665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e88a8-537f-409e-899d-56d1a6155830 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:27.463531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a4e88a8-537f-409e-899d-56d1a6155830 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.464618 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0a4e88a8-537f-409e-899d-56d1a6155830 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "PUT /v2.0/subnets/c735b7cc-c898-4a53-8195-6f223a780730 HTTP/1.1" status: 200 len: 877 time: 0.9080081 Sep 20 12:48:27.467583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 49990) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:27.488680 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:48:27.490853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e88a8-537f-409e-899d-56d1a6155830 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event updated for resources: {'Subnet': ['ID=c735b7cc-c898-4a53-8195-6f223a780730,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:27.510146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bc68c-421b-411d-90b2-e2203709fc22 None None] Pushing event updated for resources: {'Port': ['ID=f0e4c32f-50b9-43ba-bc00-6070a8e83de9,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:27.612124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.691730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port f0e4c32f-50b9-43ba-bc00-6070a8e83de9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:27.692217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.819074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port f0e4c32f-50b9-43ba-bc00-6070a8e83de9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f0e4c32f-50b9-43ba-bc00-6070a8e83de9,segment=NetworkSegment(da86fd2c-2896-49ce-a22c-9c8e11922895),segment_id=da86fd2c-2896-49ce-a22c-9c8e11922895)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:27.819074 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:27.876395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for f0e4c32f-50b9-43ba-bc00-6070a8e83de9 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:28.692040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:28.722441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=f0e4c32f-50b9-43ba-bc00-6070a8e83de9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:28.767936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port f0e4c32f-50b9-43ba-bc00-6070a8e83de9 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:28.820192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.313744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab87116-0a27-4b39-ace5-95ccefbcca53 None None] Network 03be7052-a5e6-424f-bf4d-326dac131ea6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:29.350250 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.392900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=c735b7cc-c898-4a53-8195-6f223a780730,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:29.415789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-11af27e8-a310-45b0-a059-c6e65fe4f092 None None] Could not find standard attr ID for object f0e4c32f-50b9-43ba-bc00-6070a8e83de9. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:48:29.508371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.555133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03be7052-a5e6-424f-bf4d-326dac131ea6']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:29.565682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da86fd2c-2896-49ce-a22c-9c8e11922895') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:29.565981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da86fd2c-2896-49ce-a22c-9c8e11922895') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:29.583982 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.601957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88665189-d104-4197-8210-264a3cfabe47 None None] DHCP port deletion for 03be7052-a5e6-424f-bf4d-326dac131ea6 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:48:29.631264 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.668382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e918fe7-b0cc-4b93-8d9b-8b9a40ca169a None None] Network 03be7052-a5e6-424f-bf4d-326dac131ea6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:29.679660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:29.679660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.704368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50050) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:29.722009 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:29.909720 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7932bfb6-5c82-4332-b7ea-749491cd3fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.938344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.950596 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:29.953537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/03be7052-a5e6-424f-bf4d-326dac131ea6 HTTP/1.1" status: 204 len: 168 time: 2.4848149 Sep 20 12:48:29.958000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:29.966194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd08c0-1e1d-41df-975a-a7456dee63ba tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=03be7052-a5e6-424f-bf4d-326dac131ea6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:29.994805 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1592f2c4-5a73-4314-9aad-90c6dbafe0cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:29.995251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1592f2c4-5a73-4314-9aad-90c6dbafe0cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:29.999510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1592f2c4-5a73-4314-9aad-90c6dbafe0cc tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/c735b7cc-c898-4a53-8195-6f223a780730 HTTP/1.1" status: 404 len: 337 time: 0.0377252 Sep 20 12:48:29.999765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50056) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.020140 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbe65cd-7024-4096-b8a4-07656bd212a2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.021088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbe65cd-7024-4096-b8a4-07656bd212a2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.023196 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bcbe65cd-7024-4096-b8a4-07656bd212a2 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/03be7052-a5e6-424f-bf4d-326dac131ea6 HTTP/1.1" status: 404 len: 339 time: 0.0224257 Sep 20 12:48:30.025667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50058) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.054998 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f8bed9-3e1a-4a91-a72c-f32f962e94d0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.055443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f8bed9-3e1a-4a91-a72c-f32f962e94d0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.057246 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-95f8bed9-3e1a-4a91-a72c-f32f962e94d0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/750d7727-ada8-46f5-b253-b37a2391841a HTTP/1.1" status: 404 len: 337 time: 0.0303917 Sep 20 12:48:30.059785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50060) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.069646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7932bfb6-5c82-4332-b7ea-749491cd3fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.079402 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8275212a-de3c-4874-bbfa-7b9b9decd75a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.080387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8275212a-de3c-4874-bbfa-7b9b9decd75a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.085100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8275212a-de3c-4874-bbfa-7b9b9decd75a tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/5c9e5952-0265-4de0-9772-fa1685406e66 HTTP/1.1" status: 404 len: 339 time: 0.0218689 Sep 20 12:48:30.085404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50062) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.169296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7932bfb6-5c82-4332-b7ea-749491cd3fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.180106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.211123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7932bfb6-5c82-4332-b7ea-749491cd3fa0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e38f6c6ab023479ca8ba33baf12159ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051119 Sep 20 12:48:30.212519 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932bfb6-5c82-4332-b7ea-749491cd3fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbceb28-14c4-4b23-98ef-2685125c91ef,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:30.214541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50064) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.296244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.331696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e04cb3e-7875-454a-a4ae-11cea6c2965d']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:30.333324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-2bc896c5-6379-4fb7-8d23-8b39cee337f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:30.334998 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-2bc896c5-6379-4fb7-8d23-8b39cee337f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1996df-2bff-4801-96d6-0f33140d2776 HTTP/1.1" status: 200 len: 944 time: 0.0612807 Sep 20 12:48:30.343168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a5c20d2-b895-4c80-8437-213d88697f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.347199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ee4f83-fb1c-485c-a713-3f9bb9def80e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:30.347501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ee4f83-fb1c-485c-a713-3f9bb9def80e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:30.364177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.383728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a5c20d2-b895-4c80-8437-213d88697f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.390800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.403911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:30.404132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:30.407093 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:30.441728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Deleting port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:30.442105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.545785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] For port b8fd3502-3ca0-47eb-a33b-b64b38f1a258, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:30.546159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.549058 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.567611 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.569599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/6e04cb3e-7875-454a-a4ae-11cea6c2965d HTTP/1.1" status: 204 len: 168 time: 0.4832823 Sep 20 12:48:30.570249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Calling delete_port for b8fd3502-3ca0-47eb-a33b-b64b38f1a258 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:30.570795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4652866-f9f5-49e4-a63e-1e694986ba0b tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=6e04cb3e-7875-454a-a4ae-11cea6c2965d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:30.572218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50072) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.582741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a5c20d2-b895-4c80-8437-213d88697f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.585529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a5c20d2-b895-4c80-8437-213d88697f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.586677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5a5c20d2-b895-4c80-8437-213d88697f14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dbceb28-14c4-4b23-98ef-2685125c91ef HTTP/1.1" status: 204 len: 168 time: 0.3712189 Sep 20 12:48:30.606261 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5d1f6c-9597-4e82-b717-8e87b3f64678 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.606528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5d1f6c-9597-4e82-b717-8e87b3f64678 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.610520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e5d1f6c-9597-4e82-b717-8e87b3f64678 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/ad26442d-7850-437c-ba23-53a119bb32da HTTP/1.1" status: 404 len: 337 time: 0.0348058 Sep 20 12:48:30.610906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50076) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.634378 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-0530297b-7a92-44cc-89d9-63712a44dbb8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.635045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0530297b-7a92-44cc-89d9-63712a44dbb8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.637647 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0530297b-7a92-44cc-89d9-63712a44dbb8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/a4c50236-0f24-41d2-baeb-65128056b098 HTTP/1.1" status: 404 len: 339 time: 0.0249681 Sep 20 12:48:30.649189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c20d2-b895-4c80-8437-213d88697f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbceb28-14c4-4b23-98ef-2685125c91ef,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:30.650730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50080) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.684762 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-785633d1-b59e-4f7f-ad10-fafd3c6b08b8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.685272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785633d1-b59e-4f7f-ad10-fafd3c6b08b8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.687121 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-785633d1-b59e-4f7f-ad10-fafd3c6b08b8 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/8249788c-955d-4789-b1c6-c48441221a09 HTTP/1.1" status: 404 len: 337 time: 0.0366218 Sep 20 12:48:30.690638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50082) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.713794 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9920858-a639-45a1-aed9-0f14f4d1a6d9 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.714508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9920858-a639-45a1-aed9-0f14f4d1a6d9 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.716019 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9920858-a639-45a1-aed9-0f14f4d1a6d9 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/f713f7b3-cf80-4559-8451-9a476cc113cb HTTP/1.1" status: 404 len: 339 time: 0.0244129 Sep 20 12:48:30.718791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50084) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.753541 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2149fb52-058c-428e-a283-4292ce6d426e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.765887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2149fb52-058c-428e-a283-4292ce6d426e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.765887 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2149fb52-058c-428e-a283-4292ce6d426e tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/cf090fd8-bd60-4007-993e-cfc03a397f2f HTTP/1.1" status: 404 len: 337 time: 0.0362077 Sep 20 12:48:30.767935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50086) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.797993 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-14329d23-b47c-41d6-b0a9-1cbb3f9ab3b4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.799289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14329d23-b47c-41d6-b0a9-1cbb3f9ab3b4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.803827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50088) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.804010 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-14329d23-b47c-41d6-b0a9-1cbb3f9ab3b4 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/2d5754c4-9cdb-4bc1-9527-3d53ddd0567b HTTP/1.1" status: 404 len: 339 time: 0.0338769 Sep 20 12:48:30.838101 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0ad52c-ec34-4a87-abaa-4603863e8f80 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.838876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0ad52c-ec34-4a87-abaa-4603863e8f80 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.841058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d0ad52c-ec34-4a87-abaa-4603863e8f80 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/8a345a0e-f061-4145-923a-b3defb6904cb HTTP/1.1" status: 404 len: 337 time: 0.0357428 Sep 20 12:48:30.843949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.865560 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a675806a-844a-4c62-bdfd-58b8b2be4efb tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.866430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a675806a-844a-4c62-bdfd-58b8b2be4efb tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.868739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a675806a-844a-4c62-bdfd-58b8b2be4efb tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/ed332f07-8765-42b7-8e2e-8e0d9a0b66bf HTTP/1.1" status: 404 len: 339 time: 0.0238121 Sep 20 12:48:30.871245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50092) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.887943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:30.912909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2990b3c8-d862-4b71-9e45-009ece039019', 'b9930a02-4137-4d92-95b8-11495fa69976'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:48:30.948298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event deleted for resources: {'Port': ['ID=b8fd3502-3ca0-47eb-a33b-b64b38f1a258,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:30.953263 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4883638-e404-40fd-a881-c6fb826544b0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.953728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4883638-e404-40fd-a881-c6fb826544b0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.956277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4883638-e404-40fd-a881-c6fb826544b0 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/7cd89dce-5a41-4b77-a530-ab859db2d7b8 HTTP/1.1" status: 404 len: 337 time: 0.0839016 Sep 20 12:48:30.959288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50096) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:30.978819 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2443cf-6b00-4898-81d8-ba406edcfef1 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:30.979685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2443cf-6b00-4898-81d8-ba406edcfef1 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:30.981491 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4d2443cf-6b00-4898-81d8-ba406edcfef1 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/8469708a-b494-44a8-b38d-a64cbecf48c4 HTTP/1.1" status: 404 len: 339 time: 0.0212569 Sep 20 12:48:30.985705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50098) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.014989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f0e4c32f-50b9-43ba-bc00-6070a8e83de9 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:31.036927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] No DVR routers for this DVR port b8fd3502-3ca0-47eb-a33b-b64b38f1a258 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:31.039952 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:31.048166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-579bdf6f-95b4-424f-a744-245188d0dcd6 req-a4fba4c9-118c-4d6e-ba35-ae0ad9a3b5ca tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "DELETE /v2.0/ports/b8fd3502-3ca0-47eb-a33b-b64b38f1a258 HTTP/1.1" status: 204 len: 173 time: 0.7061784 Sep 20 12:48:31.049571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'name': 'network-vif-deleted', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:48:31.052141 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6c66c-b15d-40d4-a793-4530f83f177c" -d '{"events": [{"server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "name": "network-vif-deleted", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:48:31.059857 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-5989498a-cd71-44ed-b886-3d73f014a704 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:31.066300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5989498a-cd71-44ed-b886-3d73f014a704 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:31.066300 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5989498a-cd71-44ed-b886-3d73f014a704 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/1eb31d59-e896-4c2e-92df-681a8109ba7d HTTP/1.1" status: 404 len: 337 time: 0.0784714 Sep 20 12:48:31.068170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50102) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.081121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f0e4c32f-50b9-43ba-bc00-6070a8e83de9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:31.081820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f0e4c32f-50b9-43ba-bc00-6070a8e83de9 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:31.106308 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5288c6-b8d2-4542-9b83-d8b486fec922 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:31.106939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5288c6-b8d2-4542-9b83-d8b486fec922 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:31.109097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a5288c6-b8d2-4542-9b83-d8b486fec922 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/87233409-762c-4c12-8b6c-25826c71dced HTTP/1.1" status: 404 len: 339 time: 0.0396900 Sep 20 12:48:31.111777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50104) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.149301 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caa76f0-752c-4e92-a87f-930f224ef51c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:31.150215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8caa76f0-752c-4e92-a87f-930f224ef51c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:31.151548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8caa76f0-752c-4e92-a87f-930f224ef51c tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/d0854886-3958-4023-8f5b-57bc3060125c HTTP/1.1" status: 404 len: 337 time: 0.0387962 Sep 20 12:48:31.154232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50106) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.179214 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be37ea3-9d73-4956-8fb5-23d9e6363e51 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:31.179507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be37ea3-9d73-4956-8fb5-23d9e6363e51 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:31.187066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50108) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.188625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1be37ea3-9d73-4956-8fb5-23d9e6363e51 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/70da0e80-2746-442a-bce7-fd9d00b695d8 HTTP/1.1" status: 404 len: 339 time: 0.0326893 Sep 20 12:48:31.246030 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0410fe-6c99-4bd9-9a08-c01bdc261e1f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:31.246598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0410fe-6c99-4bd9-9a08-c01bdc261e1f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:31.249436 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0c0410fe-6c99-4bd9-9a08-c01bdc261e1f tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/7ce69487-7a40-4645-a916-274a3a7b4cfa HTTP/1.1" status: 404 len: 337 time: 0.0603249 Sep 20 12:48:31.254737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50110) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.278191 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7a57c7-1254-4b33-b7f5-f8fc1cf14649 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] DELETE failed (client error): The resource could not be found. Sep 20 12:48:31.279547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7a57c7-1254-4b33-b7f5-f8fc1cf14649 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:48:31.284934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2c7a57c7-1254-4b33-b7f5-f8fc1cf14649 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/dbf397ef-394d-4621-8158-792608a7a6db HTTP/1.1" status: 404 len: 339 time: 0.0261574 Sep 20 12:48:31.285532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50114) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.367300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-db096f0a-80dc-4955-bc22-e3eeccff4527 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting subnet 26c94810-d077-4757-ba4e-ea9cc47c3383 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:48:31.370992 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db096f0a-80dc-4955-bc22-e3eeccff4527 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:31.421390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db096f0a-80dc-4955-bc22-e3eeccff4527 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:31.486614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50118) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.504892 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:31.533215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db096f0a-80dc-4955-bc22-e3eeccff4527 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:31.656875 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:31.695429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db096f0a-80dc-4955-bc22-e3eeccff4527 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:31.728299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db096f0a-80dc-4955-bc22-e3eeccff4527 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Subnet': ['ID=26c94810-d077-4757-ba4e-ea9cc47c3383,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:31.730943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db096f0a-80dc-4955-bc22-e3eeccff4527 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:31.735527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741e40a-6034-40f8-8a75-32e5567b1697 None None] Network 972325d5-c4da-481c-aa67-afc3d2b64f80 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:31.735982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:31.741981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-db096f0a-80dc-4955-bc22-e3eeccff4527 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/subnets/26c94810-d077-4757-ba4e-ea9cc47c3383 HTTP/1.1" status: 204 len: 168 time: 0.4553068 Sep 20 12:48:31.785911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.005802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] DHCP port deletion for 972325d5-c4da-481c-aa67-afc3d2b64f80 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:48:32.012151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbf4211f29e54af9a72cbda5fad736ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243750 Sep 20 12:48:32.014927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:32.035639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.040328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5ad159-0ccc-438e-80d6-87b4423295ad,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:32.056477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.057223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.057859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.058201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.058543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.058872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.059644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.060157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.060762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.061115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.061915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.062435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935d7739-c65f-49af-b735-db2c1ba156c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:32.086617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] Deleting port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:32.088593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c7d27fa-111e-44e5-bd8a-48ef7bf2b2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.090827 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.122676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c7d27fa-111e-44e5-bd8a-48ef7bf2b2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.156336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c185f2-cfe1-4043-a00b-d3c7b9078b6a req-f9d3c400-2cba-45f7-9d58-8cfeacb504ec tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:32.158599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87c185f2-cfe1-4043-a00b-d3c7b9078b6a req-f9d3c400-2cba-45f7-9d58-8cfeacb504ec tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1074579 Sep 20 12:48:32.191748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] For port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,segment=NetworkSegment(4932bde2-e8a1-4199-acd4-7df01c87855e),segment_id=4932bde2-e8a1-4199-acd4-7df01c87855e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:32.196573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.197972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Deleting port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:32.198324 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.221458 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] Calling delete_port for 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:32.264131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87c185f2-cfe1-4043-a00b-d3c7b9078b6a req-29a1c3fb-c5f9-4f0e-b692-576e439c20d7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963683 Sep 20 12:48:32.280910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c7d27fa-111e-44e5-bd8a-48ef7bf2b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.290149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] For port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,segment=NetworkSegment(4932bde2-e8a1-4199-acd4-7df01c87855e),segment_id=4932bde2-e8a1-4199-acd4-7df01c87855e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:32.290149 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.293068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c7d27fa-111e-44e5-bd8a-48ef7bf2b2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.295038 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c7d27fa-111e-44e5-bd8a-48ef7bf2b2fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e5ad159-0ccc-438e-80d6-87b4423295ad HTTP/1.1" status: 204 len: 168 time: 0.2783146 Sep 20 12:48:32.301457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Calling delete_port for 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:32.310163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d27fa-111e-44e5-bd8a-48ef7bf2b2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5ad159-0ccc-438e-80d6-87b4423295ad,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:32.366000 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Sep 2021 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e249ed0-d78b-4610-a644-716f82211512 x-openstack-request-id: req-6e249ed0-d78b-4610-a644-716f82211512 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:48:32.366306 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1996df-2bff-4801-96d6-0f33140d2776", "name": "network-vif-deleted", "tag": "b8fd3502-3ca0-47eb-a33b-b64b38f1a258", "status": "failed", "code": 422}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:48:32.366601 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e249ed0-d78b-4610-a644-716f82211512 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:48:32.366968 n-d-809934-3 neutron-server[95502]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b1996df-2bff-4801-96d6-0f33140d2776', 'name': 'network-vif-deleted', 'tag': 'b8fd3502-3ca0-47eb-a33b-b64b38f1a258', 'status': 'failed', 'code': 422} returned with failed status Sep 20 12:48:32.400232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.416397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.443055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] Pushing event deleted for resources: {'Port': ['ID=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:32.446564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Port': ['ID=1b52f704-c1f8-49f2-9442-9f4a6fb727e1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:32.448793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] No DVR routers for this DVR port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:32.452701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d367e-4859-469a-839d-1b12826f6ab7 None None] No DVR routers for this DVR port 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:32.535365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.562095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972325d5-c4da-481c-aa67-afc3d2b64f80']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:32.574149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4932bde2-e8a1-4199-acd4-7df01c87855e') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:32.574872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4932bde2-e8a1-4199-acd4-7df01c87855e') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:32.592231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.606576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.620407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:48:32.620407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:48:32.621292 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:48:32.794806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.801801 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:32.804163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] 10.222.0.37 "DELETE /v2.0/networks/972325d5-c4da-481c-aa67-afc3d2b64f80 HTTP/1.1" status: 204 len: 168 time: 1.0670710 Sep 20 12:48:32.816067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639d198-53c3-44f7-897e-32f147852c88 tempest-NetworksTest-1057719252 tempest-NetworksTest-1057719252-project] Pushing event deleted for resources: {'Network': ['ID=972325d5-c4da-481c-aa67-afc3d2b64f80,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:32.978681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70b3d0-703d-411e-99db-f2b40b865852 req-9a40571e-6db9-49aa-902f-a87687ea325d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:32.990375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b70b3d0-703d-411e-99db-f2b40b865852 req-9a40571e-6db9-49aa-902f-a87687ea325d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 907 time: 0.0855584 Sep 20 12:48:33.000681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:33.021719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:33.027991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1b52f704-c1f8-49f2-9442-9f4a6fb727e1 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:33.317047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:33.421155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d077c-1fe4-4b75-9cce-8814b39b8f11 req-850482e2-155c-463b-901f-523d74a3806c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:33.427684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf5d077c-1fe4-4b75-9cce-8814b39b8f11 req-850482e2-155c-463b-901f-523d74a3806c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0806911 Sep 20 12:48:33.488052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf5d077c-1fe4-4b75-9cce-8814b39b8f11 req-7831a010-4064-4f48-abc7-b78754430eef tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526505 Sep 20 12:48:33.516655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bca24c56-6959-488f-a00a-68f4db756da6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63de7213630f4b8ebd2fbddfd285d266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984017 Sep 20 12:48:33.519946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50170) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:33.580123 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cfe182f9-c3aa-4362-99e7-dca0d50547ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:33.609611 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cfe182f9-c3aa-4362-99e7-dca0d50547ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:34.007779 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cfe182f9-c3aa-4362-99e7-dca0d50547ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:34.018352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cfe182f9-c3aa-4362-99e7-dca0d50547ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:34.023814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cfe182f9-c3aa-4362-99e7-dca0d50547ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78502e01-37b4-4169-806b-0abb100d08fb HTTP/1.1" status: 204 len: 168 time: 0.5003567 Sep 20 12:48:34.046736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe182f9-c3aa-4362-99e7-dca0d50547ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78502e01-37b4-4169-806b-0abb100d08fb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:34.150568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ca015-b18d-4db6-bce8-d48a83691bde req-31053c45-5508-4bc6-b73f-bf29557d674c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:34.151743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e27ca015-b18d-4db6-bce8-d48a83691bde req-31053c45-5508-4bc6-b73f-bf29557d674c tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 907 time: 0.0680754 Sep 20 12:48:34.223646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91284aed-ae45-440d-a08e-7ba361538400 req-da509938-5838-4a42-91d2-6a50e63e74ee tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:34.225446 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91284aed-ae45-440d-a08e-7ba361538400 req-da509938-5838-4a42-91d2-6a50e63e74ee tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 907 time: 0.0564687 Sep 20 12:48:34.340442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Deleting port 8a0dba48-4611-40f2-9070-77cbf9280132 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:34.341088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:34.435447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] For port 8a0dba48-4611-40f2-9070-77cbf9280132, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8a0dba48-4611-40f2-9070-77cbf9280132,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:34.435820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:34.449212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Calling delete_port for 8a0dba48-4611-40f2-9070-77cbf9280132 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:34.684261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532a9cb-906c-4c2b-9af9-5e00e196ccaf req-8b8fda4e-91a7-4b95-988a-90084d3a773c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:34.688414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0532a9cb-906c-4c2b-9af9-5e00e196ccaf req-8b8fda4e-91a7-4b95-988a-90084d3a773c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0825791 Sep 20 12:48:34.712462 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:34.734455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0532a9cb-906c-4c2b-9af9-5e00e196ccaf req-e5a3936f-19e7-4c00-9445-5dfe2946e376 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Sep 20 12:48:34.769266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event deleted for resources: {'Port': ['ID=8a0dba48-4611-40f2-9070-77cbf9280132,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:34.832066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] No DVR routers for this DVR port 8a0dba48-4611-40f2-9070-77cbf9280132 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:34.836379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:34.839619 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91284aed-ae45-440d-a08e-7ba361538400 req-6e7e0660-acb5-490b-8acb-1050f28d6452 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "DELETE /v2.0/ports/8a0dba48-4611-40f2-9070-77cbf9280132 HTTP/1.1" status: 204 len: 173 time: 0.6056087 Sep 20 12:48:34.846840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'name': 'network-vif-deleted', 'tag': '8a0dba48-4611-40f2-9070-77cbf9280132'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:48:34.846840 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d1a39e-2359-48b2-af26-c1a8fa4c8108" -d '{"events": [{"server_uuid": "fdbeabeb-9f71-44e3-ae16-964c72fa2111", "name": "network-vif-deleted", "tag": "8a0dba48-4611-40f2-9070-77cbf9280132"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:48:34.914329 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be70e8-f309-4b17-a7f6-88f4d150bf26 x-openstack-request-id: req-09be70e8-f309-4b17-a7f6-88f4d150bf26 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:48:34.914829 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbeabeb-9f71-44e3-ae16-964c72fa2111", "name": "network-vif-deleted", "tag": "8a0dba48-4611-40f2-9070-77cbf9280132", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:48:34.915264 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09be70e8-f309-4b17-a7f6-88f4d150bf26 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:48:34.915889 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbeabeb-9f71-44e3-ae16-964c72fa2111', 'name': 'network-vif-deleted', 'tag': '8a0dba48-4611-40f2-9070-77cbf9280132', 'status': 'completed', 'code': 200} Sep 20 12:48:35.290725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a57939f7-44d2-43ef-a35c-bfac145335d3 req-f7b7a7a1-bc59-4b59-8163-52618e59c03d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdbeabeb-9f71-44e3-ae16-964c72fa2111 HTTP/1.1" status: 200 len: 210 time: 0.0278969 Sep 20 12:48:35.443818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50250) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:35.554577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-151a216f-6103-4211-aa2c-ff2d15217b47 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-532140513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:35.669612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-151a216f-6103-4211-aa2c-ff2d15217b47 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:35.670969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-151a216f-6103-4211-aa2c-ff2d15217b47 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:35.737484 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-151a216f-6103-4211-aa2c-ff2d15217b47 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:35.851553 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-151a216f-6103-4211-aa2c-ff2d15217b47 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:35.867541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528198ab-1e3c-4f97-826a-f952190f23fd req-3d8078ec-8c43-41fd-b446-a52f1d454dea tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:35.869154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-528198ab-1e3c-4f97-826a-f952190f23fd req-3d8078ec-8c43-41fd-b446-a52f1d454dea tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0613961 Sep 20 12:48:35.924380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-528198ab-1e3c-4f97-826a-f952190f23fd req-d5367f28-23b1-4a55-94f0-e9801dd75cff tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Sep 20 12:48:35.960135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-151a216f-6103-4211-aa2c-ff2d15217b47 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:35.963994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-151a216f-6103-4211-aa2c-ff2d15217b47 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5163996 Sep 20 12:48:35.964132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50260) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:35.969127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1806226222'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:36.050061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Made reservation on behalf of 2954bc5c5858435eb0f04055b6adb08a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:36.053548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.065374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.168288 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.267589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.299400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:36.328466 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.333443 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Added segment 52deee00-1305-46f0-bdd2-0e4aeae2af42 of type vlan for network 11b98ff2-0e0e-4104-97bb-05830a51be97 Sep 20 12:48:36.349106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8225a2aa-6927-48cc-a271-4a63d99f83c2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:36.406760 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.502218 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.509413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:36.510557 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.600911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Network': ['ID=11b98ff2-0e0e-4104-97bb-05830a51be97,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:36.612978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 11b98ff2-0e0e-4104-97bb-05830a51be97 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:36.619552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ded02ffc-d516-43f5-b5e5-5d097dd00134 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6508880 Sep 20 12:48:36.619687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50280) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:36.624815 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'subnet': {'network_id': '11b98ff2-0e0e-4104-97bb-05830a51be97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:36.849197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Made reservation on behalf of 2954bc5c5858435eb0f04055b6adb08a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:36.853178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:36.873229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbe8d4-0867-464c-87e5-2c23dcec0ced req-e9d33ae9-b017-483c-8058-f540cbb6f2c7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:36.873229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4fbe8d4-0867-464c-87e5-2c23dcec0ced req-e9d33ae9-b017-483c-8058-f540cbb6f2c7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 945 time: 0.0511544 Sep 20 12:48:36.943335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4fbe8d4-0867-464c-87e5-2c23dcec0ced req-4ba940e0-8032-4acc-ae85-534c828306ac tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379841 Sep 20 12:48:37.088809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8a0dba48-4611-40f2-9070-77cbf9280132 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:37.142801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 8a0dba48-4611-40f2-9070-77cbf9280132 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:37.143151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8a0dba48-4611-40f2-9070-77cbf9280132 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:37.158305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5ba5e-77ee-49bc-9df7-bb77ab0d7a4b req-9ffdb2f3-7eaf-4df7-b1e9-2dc2698d2db4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:37.160442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6c5ba5e-77ee-49bc-9df7-bb77ab0d7a4b req-9ffdb2f3-7eaf-4df7-b1e9-2dc2698d2db4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0883186 Sep 20 12:48:37.205850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6c5ba5e-77ee-49bc-9df7-bb77ab0d7a4b req-3d7563d7-8b51-4338-a7a5-b505f8fcd864 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Sep 20 12:48:37.284406 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:37.344189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Subnet': ['ID=1e926344-f656-4495-bafe-5bde12c079cc,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:37.355059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Checking segment: {'id': '52deee00-1305-46f0-bdd2-0e4aeae2af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11b98ff2-0e0e-4104-97bb-05830a51be97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:37.355419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network hostable DHCP agents. Network: 11b98ff2-0e0e-4104-97bb-05830a51be97, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:37.483336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network 11b98ff2-0e0e-4104-97bb-05830a51be97 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:37.598275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 11b98ff2-0e0e-4104-97bb-05830a51be97) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:37.602745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:37.603593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:37.613299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b9e73-e2dd-470a-8346-6ca39f1346ef None None] Network 11b98ff2-0e0e-4104-97bb-05830a51be97 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:37.700952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:37.714969 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'network': {'name': 'tempest-router-network01--1694225162'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:37.717549 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd169ee3-e9df-41db-ba6b-be84d08cf2aa tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0962415 Sep 20 12:48:37.774693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-11b98ff2-0e0e-4104-97bb-05830a51be97', 'network_id': '11b98ff2-0e0e-4104-97bb-05830a51be97', 'tenant_id': '2954bc5c5858435eb0f04055b6adb08a', 'fixed_ips': [{'subnet_id': '1e926344-f656-4495-bafe-5bde12c079cc'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:37.775580 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:37.849467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Made reservation on behalf of 2954bc5c5858435eb0f04055b6adb08a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:37.853057 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:37.879354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:37.889827 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:37.890185 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Added segment 0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d of type vlan for network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c Sep 20 12:48:37.932557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Allocated IP 172.20.0.2 (11b98ff2-0e0e-4104-97bb-05830a51be97/1e926344-f656-4495-bafe-5bde12c079cc/763e451e-b84c-4c19-885c-70723fcaa261) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:37.941776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.055680 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.061817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:38.062489 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.125542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.127995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b042-805b-4568-becf-e6fa7227e96d req-419df9aa-408e-45bc-b114-2ed4e88bc89d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:38.129978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5491b042-805b-4568-becf-e6fa7227e96d req-419df9aa-408e-45bc-b114-2ed4e88bc89d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 945 time: 0.1015594 Sep 20 12:48:38.221425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Network': ['ID=5623e7f4-e902-4c52-b1b1-f7dc263b8b0c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:38.221560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-ca804c71-c8cf-49e3-b9b5-a02c8a243e01 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:38.223087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-ca804c71-c8cf-49e3-b9b5-a02c8a243e01 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 945 time: 0.0878830 Sep 20 12:48:38.241210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a005a06b-9f5c-46b3-b3df-5c3c28d02dcd tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5368834 Sep 20 12:48:38.242619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:38.252538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:38.260565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'network': {'name': 'tempest-router-network02--1570702713'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:38.276984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.328855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5491b042-805b-4568-becf-e6fa7227e96d req-ab24a665-264f-40a8-a5c9-9031fed868e1 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357574 Sep 20 12:48:38.386598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Network 11b98ff2-0e0e-4104-97bb-05830a51be97 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:38.389603 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Deleting port b9930a02-4137-4d92-95b8-11495fa69976 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:38.390383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.397723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:38.406083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:38.431892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Pushing event updated for resources: {'Port': ['ID=763e451e-b84c-4c19-885c-70723fcaa261,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:38.456932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Made reservation on behalf of 2954bc5c5858435eb0f04055b6adb08a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:38.460801 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.504707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Attempting to bind port 763e451e-b84c-4c19-885c-70723fcaa261 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:38.506031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Attempting to bind port 763e451e-b84c-4c19-885c-70723fcaa261 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '52deee00-1305-46f0-bdd2-0e4aeae2af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11b98ff2-0e0e-4104-97bb-05830a51be97'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:38.506780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Attempting to bind port 763e451e-b84c-4c19-885c-70723fcaa261 on network 11b98ff2-0e0e-4104-97bb-05830a51be97 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:38.513358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:48:38.515317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:38.516058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Checking segment: {'id': '52deee00-1305-46f0-bdd2-0e4aeae2af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11b98ff2-0e0e-4104-97bb-05830a51be97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:38.517501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.518550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Bound using segment: {'id': '52deee00-1305-46f0-bdd2-0e4aeae2af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11b98ff2-0e0e-4104-97bb-05830a51be97'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:38.519209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Bound port: 763e451e-b84c-4c19-885c-70723fcaa261, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52deee00-1305-46f0-bdd2-0e4aeae2af42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11b98ff2-0e0e-4104-97bb-05830a51be97'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:38.520384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.525751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] For port b9930a02-4137-4d92-95b8-11495fa69976, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9930a02-4137-4d92-95b8-11495fa69976,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:38.526126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.526256 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.526528 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Added segment 76d916fd-b86d-48de-a109-b35b2a95fa9a of type vlan for network 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d Sep 20 12:48:38.542806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Calling delete_port for b9930a02-4137-4d92-95b8-11495fa69976 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:38.603794 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.625059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3024e-dbf2-4446-89f5-04fc7413ad44 req-a8aa5c70-537a-44e9-9225-29dcb6a8a42d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:38.625059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07b3024e-dbf2-4446-89f5-04fc7413ad44 req-a8aa5c70-537a-44e9-9225-29dcb6a8a42d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.2089734 Sep 20 12:48:38.634672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] For port 763e451e-b84c-4c19-885c-70723fcaa261, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:38.640434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] For port 763e451e-b84c-4c19-885c-70723fcaa261, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=763e451e-b84c-4c19-885c-70723fcaa261,segment=NetworkSegment(52deee00-1305-46f0-bdd2-0e4aeae2af42),segment_id=52deee00-1305-46f0-bdd2-0e4aeae2af42)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:38.673674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07b3024e-dbf2-4446-89f5-04fc7413ad44 req-bab025af-0c2e-4054-83d3-ee920865bd2b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Sep 20 12:48:38.800318 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.801161 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.806425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:38.807031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.851833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.870485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2990b3c8-d862-4b71-9e45-009ece039019', 'b9930a02-4137-4d92-95b8-11495fa69976'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:48:38.891476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Network': ['ID=2c18fcd3-6ec6-40bc-8fd7-26093ae6814d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:38.906388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb22d-f746-4ccf-ac20-194b2e1f839e None None] Pushing event updated for resources: {'Port': ['ID=763e451e-b84c-4c19-885c-70723fcaa261,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:38.910408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event deleted for resources: {'Port': ['ID=b9930a02-4137-4d92-95b8-11495fa69976,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:38.914245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:48:38.960224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] No DVR routers for this DVR port b9930a02-4137-4d92-95b8-11495fa69976 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:38.963184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:38.965584 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dd336d1e-f7a7-4f05-b962-69ac5b230c33 req-3d575f40-cc1f-4d72-8e93-2f7b01538251 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "DELETE /v2.0/ports/b9930a02-4137-4d92-95b8-11495fa69976 HTTP/1.1" status: 204 len: 173 time: 0.7356503 Sep 20 12:48:38.966262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47889a2d-9a68-4a4c-9371-d2025a8da6a1', 'name': 'network-vif-deleted', 'tag': 'b9930a02-4137-4d92-95b8-11495fa69976'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:48:38.968703 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232fae26-8d5e-4828-abe7-7aae006fad3f" -d '{"events": [{"server_uuid": "47889a2d-9a68-4a4c-9371-d2025a8da6a1", "name": "network-vif-deleted", "tag": "b9930a02-4137-4d92-95b8-11495fa69976"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:48:39.008027 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90adb34c-ba46-4d2f-ae84-0a5cb22a70a8 x-openstack-request-id: req-90adb34c-ba46-4d2f-ae84-0a5cb22a70a8 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:48:39.008742 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47889a2d-9a68-4a4c-9371-d2025a8da6a1", "name": "network-vif-deleted", "tag": "b9930a02-4137-4d92-95b8-11495fa69976", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:48:39.009002 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90adb34c-ba46-4d2f-ae84-0a5cb22a70a8 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:48:39.009454 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47889a2d-9a68-4a4c-9371-d2025a8da6a1', 'name': 'network-vif-deleted', 'tag': 'b9930a02-4137-4d92-95b8-11495fa69976', 'status': 'completed', 'code': 200} Sep 20 12:48:39.017730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50316) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:39.018028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fcddaac2-f13e-42b0-9d76-4fa563d4c917 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7649364 Sep 20 12:48:39.026168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'subnet': {'network_id': '5623e7f4-e902-4c52-b1b1-f7dc263b8b0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:39.262917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50324) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:39.280220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Made reservation on behalf of 2954bc5c5858435eb0f04055b6adb08a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:39.284698 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:39.402074 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c59ab58e-2735-42c4-9664-7971b2bdf4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:39.486144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfdc412e-6519-4b45-8b1f-538073ae9882 req-b190452b-1c78-4642-b6fb-f466e8215d95 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=47889a2d-9a68-4a4c-9371-d2025a8da6a1 HTTP/1.1" status: 200 len: 210 time: 0.0334656 Sep 20 12:48:39.615100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c59ab58e-2735-42c4-9664-7971b2bdf4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:39.629196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:39.701890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Subnet': ['ID=44a337cf-7d8b-440b-8832-d09b374e70f3,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:39.707837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c59ab58e-2735-42c4-9664-7971b2bdf4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:39.739485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:39.742111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c59ab58e-2735-42c4-9664-7971b2bdf4e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3b6483273444b20b31a557c2eb41c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779754 Sep 20 12:48:39.777194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Checking segment: {'id': '0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5623e7f4-e902-4c52-b1b1-f7dc263b8b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:39.777555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network hostable DHCP agents. Network: 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:39.803635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ab58e-2735-42c4-9664-7971b2bdf4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ce1eea-cebb-4c20-ae55-0b8bea6f2ccc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:39.853990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c644-cf2d-451c-aafe-aa57b751d0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:39.875039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63438-b7cd-42bf-9fc4-464be6a2cbd8 req-7d7ff46d-86da-489d-8b66-33d1f5fdc383 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:39.880368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1de63438-b7cd-42bf-9fc4-464be6a2cbd8 req-7d7ff46d-86da-489d-8b66-33d1f5fdc383 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0953362 Sep 20 12:48:39.912517 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c644-cf2d-451c-aafe-aa57b751d0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:39.935357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:39.942281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1de63438-b7cd-42bf-9fc4-464be6a2cbd8 req-2338d40d-46ba-4fa3-8554-ee82e666fd55 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Sep 20 12:48:40.052673 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f80655-e014-4e39-a9a8-5719113e05fe None None] Network 11b98ff2-0e0e-4104-97bb-05830a51be97 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:40.104434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c644-cf2d-451c-aafe-aa57b751d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.108086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c644-cf2d-451c-aafe-aa57b751d0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.109574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6fe5c644-cf2d-451c-aafe-aa57b751d0de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64ce1eea-cebb-4c20-ae55-0b8bea6f2ccc HTTP/1.1" status: 204 len: 168 time: 0.3689601 Sep 20 12:48:40.119093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5c644-cf2d-451c-aafe-aa57b751d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ce1eea-cebb-4c20-ae55-0b8bea6f2ccc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:40.144515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1c24f6be-5c72-42b9-8ecc-bc98c5d662e6 None None] Provisioning complete for port 763e451e-b84c-4c19-885c-70723fcaa261 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:40.144897 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1c24f6be-5c72-42b9-8ecc-bc98c5d662e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.184251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:40.199216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:40.199216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.232441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e9bf9-bbd9-4386-b38b-b9afe994531c None None] Network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:40.353134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5737c668-0e47-4de0-8364-44ed6fa482d6 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3284223 Sep 20 12:48:40.353382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1c24f6be-5c72-42b9-8ecc-bc98c5d662e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.353481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:40.359658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'subnet': {'network_id': '2c18fcd3-6ec6-40bc-8fd7-26093ae6814d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:40.645520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Made reservation on behalf of 2954bc5c5858435eb0f04055b6adb08a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:48:40.649501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.663457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1c24f6be-5c72-42b9-8ecc-bc98c5d662e6 None None] For port 763e451e-b84c-4c19-885c-70723fcaa261, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=763e451e-b84c-4c19-885c-70723fcaa261,segment=NetworkSegment(52deee00-1305-46f0-bdd2-0e4aeae2af42),segment_id=52deee00-1305-46f0-bdd2-0e4aeae2af42)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:40.714314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf487788-5381-4674-a121-1043733078d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-5623e7f4-e902-4c52-b1b1-f7dc263b8b0c', 'network_id': '5623e7f4-e902-4c52-b1b1-f7dc263b8b0c', 'tenant_id': '2954bc5c5858435eb0f04055b6adb08a', 'fixed_ips': [{'subnet_id': '44a337cf-7d8b-440b-8832-d09b374e70f3'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:40.715661 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf487788-5381-4674-a121-1043733078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.805441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1c24f6be-5c72-42b9-8ecc-bc98c5d662e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.953422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24f6be-5c72-42b9-8ecc-bc98c5d662e6 None None] Pushing event updated for resources: {'Port': ['ID=763e451e-b84c-4c19-885c-70723fcaa261,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:40.971594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c0d12fbd-022a-4e47-ab92-b497aaae737b None None] Provisioning complete for port 763e451e-b84c-4c19-885c-70723fcaa261 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:40.971594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c0d12fbd-022a-4e47-ab92-b497aaae737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:40.999903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-cf487788-5381-4674-a121-1043733078d8 None None] Allocated IP 172.20.0.2 (5623e7f4-e902-4c52-b1b1-f7dc263b8b0c/44a337cf-7d8b-440b-8832-d09b374e70f3/c6f7f075-322e-45da-9fba-7e09b739e72b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:41.104354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 763e451e-b84c-4c19-885c-70723fcaa261 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:48:41.134943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b9930a02-4137-4d92-95b8-11495fa69976 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:41.166031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.193504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: b9930a02-4137-4d92-95b8-11495fa69976 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:41.193925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b9930a02-4137-4d92-95b8-11495fa69976 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:41.270278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Subnet': ['ID=4cd2f80c-d119-41e4-a370-c6ddcb1bcff0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:41.278452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 763e451e-b84c-4c19-885c-70723fcaa261 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:41.278840 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.299323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f77a3-dca8-4c73-9e9a-1ba03d84e560 req-36ec4c7f-55a3-4e96-b0a5-7e7524007654 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:41.301050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-712f77a3-dca8-4c73-9e9a-1ba03d84e560 req-36ec4c7f-55a3-4e96-b0a5-7e7524007654 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1238303 Sep 20 12:48:41.307439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Checking segment: {'id': '76d916fd-b86d-48de-a109-b35b2a95fa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2c18fcd3-6ec6-40bc-8fd7-26093ae6814d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:41.307759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network hostable DHCP agents. Network: 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:48:41.309425 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf487788-5381-4674-a121-1043733078d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.356810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-712f77a3-dca8-4c73-9e9a-1ba03d84e560 req-cd95608c-992c-4bbd-96fb-8cdcb63d3e8a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Sep 20 12:48:41.398680 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf487788-5381-4674-a121-1043733078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.447045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf487788-5381-4674-a121-1043733078d8 None None] Network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:41.450293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-cf487788-5381-4674-a121-1043733078d8 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:41.456981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf487788-5381-4674-a121-1043733078d8 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:41.460180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf487788-5381-4674-a121-1043733078d8 None None] Pushing event updated for resources: {'Port': ['ID=c6f7f075-322e-45da-9fba-7e09b739e72b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:41.463689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:48:41.522765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cf487788-5381-4674-a121-1043733078d8 None None] Attempting to bind port c6f7f075-322e-45da-9fba-7e09b739e72b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:41.523144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cf487788-5381-4674-a121-1043733078d8 None None] Attempting to bind port c6f7f075-322e-45da-9fba-7e09b739e72b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5623e7f4-e902-4c52-b1b1-f7dc263b8b0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:41.523643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf487788-5381-4674-a121-1043733078d8 None None] Attempting to bind port c6f7f075-322e-45da-9fba-7e09b739e72b on network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:41.529285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf487788-5381-4674-a121-1043733078d8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:41.529660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf487788-5381-4674-a121-1043733078d8 None None] Checking segment: {'id': '0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5623e7f4-e902-4c52-b1b1-f7dc263b8b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:41.530065 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf487788-5381-4674-a121-1043733078d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.530462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf487788-5381-4674-a121-1043733078d8 None None] Bound using segment: {'id': '0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5623e7f4-e902-4c52-b1b1-f7dc263b8b0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:41.530578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1e0f1-54d3-40ea-ae5b-86e6878b012e req-edb749ee-066b-40fd-9055-ad2aab50b8f5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:41.530931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cf487788-5381-4674-a121-1043733078d8 None None] Bound port: c6f7f075-322e-45da-9fba-7e09b739e72b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5623e7f4-e902-4c52-b1b1-f7dc263b8b0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:41.531322 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf487788-5381-4674-a121-1043733078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.537553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ae1e0f1-54d3-40ea-ae5b-86e6878b012e req-edb749ee-066b-40fd-9055-ad2aab50b8f5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0625691 Sep 20 12:48:41.573540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ae1e0f1-54d3-40ea-ae5b-86e6878b012e req-9520e571-8892-44b0-80e1-ff9961c69358 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Sep 20 12:48:41.576694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:41.582641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:41.583354 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.601908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86c98b-b066-466b-acd4-57e9a8da5b4a None None] Network 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:41.631081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cf487788-5381-4674-a121-1043733078d8 None None] For port c6f7f075-322e-45da-9fba-7e09b739e72b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:41.674017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cf487788-5381-4674-a121-1043733078d8 None None] For port c6f7f075-322e-45da-9fba-7e09b739e72b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c6f7f075-322e-45da-9fba-7e09b739e72b,segment=NetworkSegment(0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d),segment_id=0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:41.692059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe526884-f94e-4f5c-af6e-9405a5056c52 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3373568 Sep 20 12:48:41.694947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50354) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:41.780420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-2c18fcd3-6ec6-40bc-8fd7-26093ae6814d', 'network_id': '2c18fcd3-6ec6-40bc-8fd7-26093ae6814d', 'tenant_id': '2954bc5c5858435eb0f04055b6adb08a', 'fixed_ips': [{'subnet_id': '4cd2f80c-d119-41e4-a370-c6ddcb1bcff0'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:48:41.785583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.817244 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf487788-5381-4674-a121-1043733078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:41.969283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf487788-5381-4674-a121-1043733078d8 None None] Pushing event updated for resources: {'Port': ['ID=c6f7f075-322e-45da-9fba-7e09b739e72b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:42.000427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Allocated IP 172.20.0.2 (2c18fcd3-6ec6-40bc-8fd7-26093ae6814d/4cd2f80c-d119-41e4-a370-c6ddcb1bcff0/e64d5da4-95bf-4bb8-891c-3e8f58a1c366) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:42.065998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.221864 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.358125 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.408754 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-769da358-e20e-436f-be5c-2fa4ca987e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.419515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Network 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:42.423101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:42.427123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:42.436208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Pushing event updated for resources: {'Port': ['ID=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:42.456096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-9849bf53-a341-4260-83a3-e36d2dae62be tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:42.457941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-9849bf53-a341-4260-83a3-e36d2dae62be tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.1223578 Sep 20 12:48:42.503008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Allocated IP 172.20.0.1 (5623e7f4-e902-4c52-b1b1-f7dc263b8b0c/44a337cf-7d8b-440b-8832-d09b374e70f3/3543a4b1-7c90-4e31-8b65-30ede0b3232d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:42.541431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Attempting to bind port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:48:42.541935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Attempting to bind port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '76d916fd-b86d-48de-a109-b35b2a95fa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2c18fcd3-6ec6-40bc-8fd7-26093ae6814d'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:48:42.542316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Attempting to bind port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 on network 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:48:42.557549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:48:42.557977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Checking segment: {'id': '76d916fd-b86d-48de-a109-b35b2a95fa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2c18fcd3-6ec6-40bc-8fd7-26093ae6814d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:48:42.558335 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.558734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Bound using segment: {'id': '76d916fd-b86d-48de-a109-b35b2a95fa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2c18fcd3-6ec6-40bc-8fd7-26093ae6814d'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:48:42.564300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Bound port: e64d5da4-95bf-4bb8-891c-3e8f58a1c366, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d916fd-b86d-48de-a109-b35b2a95fa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2c18fcd3-6ec6-40bc-8fd7-26093ae6814d'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:48:42.568489 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.580714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b0396-3fa3-42bb-bea8-c0085be0deb1 req-db49ccff-c3a8-4780-b638-eb0b6d603e8d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:42.582876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a95b0396-3fa3-42bb-bea8-c0085be0deb1 req-db49ccff-c3a8-4780-b638-eb0b6d603e8d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0940523 Sep 20 12:48:42.650874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] For port e64d5da4-95bf-4bb8-891c-3e8f58a1c366, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:48:42.654354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] For port e64d5da4-95bf-4bb8-891c-3e8f58a1c366, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,segment=NetworkSegment(76d916fd-b86d-48de-a109-b35b2a95fa9a),segment_id=76d916fd-b86d-48de-a109-b35b2a95fa9a)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:48:42.670377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Deleting port 2990b3c8-d862-4b71-9e45-009ece039019 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:42.670377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.674341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a95b0396-3fa3-42bb-bea8-c0085be0deb1 req-9709b753-435d-45c2-a888-c103c6058661 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816808 Sep 20 12:48:42.694046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.799350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:42.805215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0e3ee-a662-4b06-aa24-69ad1c389bda req-5cc1dbd1-ef57-41ad-b12b-4dd024075c72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:42.818544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75a0e3ee-a662-4b06-aa24-69ad1c389bda req-5cc1dbd1-ef57-41ad-b12b-4dd024075c72 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 945 time: 0.0676377 Sep 20 12:48:42.893522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75a0e3ee-a662-4b06-aa24-69ad1c389bda req-1c01d010-584a-4e0f-a23e-44bf6252b7f6 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=648b79f5-29ea-4eee-8a71-7579854e18e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796680 Sep 20 12:48:42.932077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83188e-efb7-45c7-b21a-ee5fa42de12a None None] Pushing event updated for resources: {'Port': ['ID=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:43.122787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:48:43.168023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 763e451e-b84c-4c19-885c-70723fcaa261 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:48:43.212776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] For port 2990b3c8-d862-4b71-9e45-009ece039019, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2990b3c8-d862-4b71-9e45-009ece039019,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:43.214244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:43.246029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Calling delete_port for 2990b3c8-d862-4b71-9e45-009ece039019 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:43.248841 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:43.346424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:43.356462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:43.358485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Port': ['ID=3543a4b1-7c90-4e31-8b65-30ede0b3232d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:43.361387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:43.424434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 763e451e-b84c-4c19-885c-70723fcaa261 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:43.424966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:43.427919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:43.428819 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:43.464658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96b460-54e7-47a8-b361-922bd0c7d732 None None] Network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:43.492619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7', 'port_id': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'mac_address': 'fa:16:3e:36:6c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb77c8c-54c8-41d2-bb02-5ce6522a9035', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:48:43.573810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0f3acb47-08c0-4b29-b68a-1e39a2b5394d None None] Provisioning complete for port c6f7f075-322e-45da-9fba-7e09b739e72b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:43.574178 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f3acb47-08c0-4b29-b68a-1e39a2b5394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:43.624314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:43.658276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:48:43.677384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:43.730619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:43.745980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c6f7f075-322e-45da-9fba-7e09b739e72b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:48:43.759293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event deleted for resources: {'Port': ['ID=2990b3c8-d862-4b71-9e45-009ece039019,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:43.846732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] No DVR routers for this DVR port 2990b3c8-d862-4b71-9e45-009ece039019 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:43.848719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4848d-6514-46df-97e9-c3fc85f1dee9 req-c3029e0e-0f96-469f-818d-2063b283a193 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:43.850017 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:43.852713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-caa3b892-4a35-4c98-83e9-50f77a26d0ee req-c70ba0c2-1e70-4751-9ff3-02cc8793031d tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "DELETE /v2.0/ports/2990b3c8-d862-4b71-9e45-009ece039019 HTTP/1.1" status: 204 len: 173 time: 1.3844206 Sep 20 12:48:43.861744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605ad4ef-d454-4ad5-a1db-943542401fb6', 'name': 'network-vif-deleted', 'tag': '2990b3c8-d862-4b71-9e45-009ece039019'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:48:43.864731 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca42a64-1c13-4e6b-94ce-997d2c5d4fec" -d '{"events": [{"server_uuid": "605ad4ef-d454-4ad5-a1db-943542401fb6", "name": "network-vif-deleted", "tag": "2990b3c8-d862-4b71-9e45-009ece039019"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:48:43.879227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2aa4848d-6514-46df-97e9-c3fc85f1dee9 req-c3029e0e-0f96-469f-818d-2063b283a193 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1162665 Sep 20 12:48:43.931023 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2aa4848d-6514-46df-97e9-c3fc85f1dee9 req-c85d8d22-9b67-4d56-8fe4-9e2990ef2afe tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498047 Sep 20 12:48:43.992022 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe1baf2-5c04-4e16-814f-fc93e33d18f4 x-openstack-request-id: req-afe1baf2-5c04-4e16-814f-fc93e33d18f4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:48:43.992967 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605ad4ef-d454-4ad5-a1db-943542401fb6", "name": "network-vif-deleted", "tag": "2990b3c8-d862-4b71-9e45-009ece039019", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:48:43.993588 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afe1baf2-5c04-4e16-814f-fc93e33d18f4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:48:43.994101 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605ad4ef-d454-4ad5-a1db-943542401fb6', 'name': 'network-vif-deleted', 'tag': '2990b3c8-d862-4b71-9e45-009ece039019', 'status': 'completed', 'code': 200} Sep 20 12:48:44.104606 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:44.156843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:44.176884 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f3acb47-08c0-4b29-b68a-1e39a2b5394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:44.179338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ee0d16c-6f7b-46f4-822e-959a612c1173 req-e6eea782-defd-4778-8e77-c8df84918d53 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=605ad4ef-d454-4ad5-a1db-943542401fb6 HTTP/1.1" status: 200 len: 210 time: 0.0700133 Sep 20 12:48:44.212449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:48:44.300770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c6f7f075-322e-45da-9fba-7e09b739e72b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:44.301567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:44.394836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:44.416542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0f3acb47-08c0-4b29-b68a-1e39a2b5394d None None] For port c6f7f075-322e-45da-9fba-7e09b739e72b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c6f7f075-322e-45da-9fba-7e09b739e72b,segment=NetworkSegment(0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d),segment_id=0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:44.555985 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f3acb47-08c0-4b29-b68a-1e39a2b5394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:44.694709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6663dd48-3943-430e-9f1f-237c0a97fa46 None None] Network 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:44.774325 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:44.815009 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:44.925329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:44.973875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3acb47-08c0-4b29-b68a-1e39a2b5394d None None] Pushing event updated for resources: {'Port': ['ID=c6f7f075-322e-45da-9fba-7e09b739e72b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:45.018832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4507b857-8b88-4c76-a8a3-455e3b75d799 None None] Provisioning complete for port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:45.031659 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4507b857-8b88-4c76-a8a3-455e3b75d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:45.031844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:45.056429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:48:45.057996 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:48:45.154088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2990b3c8-d862-4b71-9e45-009ece039019 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:45.176797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Port': ['ID=3543a4b1-7c90-4e31-8b65-30ede0b3232d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:45.181141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06801-38b5-4adb-a956-5f29c5cdaac5 req-547a33c2-4ee8-461a-92f6-58a89483ecdd tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:45.193754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ef06801-38b5-4adb-a956-5f29c5cdaac5 req-547a33c2-4ee8-461a-92f6-58a89483ecdd tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.1063569 Sep 20 12:48:45.221206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:48:45.254326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ef06801-38b5-4adb-a956-5f29c5cdaac5 req-4c7f17c4-eda9-47de-835e-64196a49c9ca tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595934 Sep 20 12:48:45.291646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:45.293626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:45.294774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 2990b3c8-d862-4b71-9e45-009ece039019 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:45.295119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2990b3c8-d862-4b71-9e45-009ece039019 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:45.402827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:45.403594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:45.500406 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6be51827-1b7f-467f-8989-1f8847ccdd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:45.565774 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4507b857-8b88-4c76-a8a3-455e3b75d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:45.650527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Router d3ad5942-da01-4e04-8f70-3f3032f94f4d is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:48:45.718180 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:45.728676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4507b857-8b88-4c76-a8a3-455e3b75d799 None None] For port e64d5da4-95bf-4bb8-891c-3e8f58a1c366, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,segment=NetworkSegment(76d916fd-b86d-48de-a109-b35b2a95fa9a),segment_id=76d916fd-b86d-48de-a109-b35b2a95fa9a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:45.869202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4507b857-8b88-4c76-a8a3-455e3b75d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:45.914505 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:45.968785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:48:45.972264 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df40519-9e70-4d06-928c-89a6f90f8c80" -d '{"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-plugged", "status": "completed", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:48:45.983103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:48:45.998897 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7c95c-0365-466c-938f-1d2dc46a2759 None None] Sync routers for ids ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:48:46.007817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:46.008282 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7c95c-0365-466c-938f-1d2dc46a2759 None None] Routers {'d3ad5942-da01-4e04-8f70-3f3032f94f4d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:46.008922 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fab7c95c-0365-466c-938f-1d2dc46a2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:46.009294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2280f50f-e3dc-4eb0-a487-92567dba6054 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "PUT /v2.0/routers/d3ad5942-da01-4e04-8f70-3f3032f94f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3123186 Sep 20 12:48:46.048171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:46.059823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507b857-8b88-4c76-a8a3-455e3b75d799 None None] Pushing event updated for resources: {'Port': ['ID=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:46.082388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6d926ae7-16df-481d-89d5-af07b828b156 None None] Provisioning complete for port 3543a4b1-7c90-4e31-8b65-30ede0b3232d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:46.082769 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6d926ae7-16df-481d-89d5-af07b828b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:46.105533 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fab7c95c-0365-466c-938f-1d2dc46a2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:46.156003 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7c95c-0365-466c-938f-1d2dc46a2759 None None] Routers {'d3ad5942-da01-4e04-8f70-3f3032f94f4d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:46.157727 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fab7c95c-0365-466c-938f-1d2dc46a2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:46.177236 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b92ef8d-69a4-454a-90e3-429a52bad3ae x-openstack-request-id: req-3b92ef8d-69a4-454a-90e3-429a52bad3ae {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:48:46.177855 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-plugged", "status": "completed", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:48:46.179047 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b92ef8d-69a4-454a-90e3-429a52bad3ae {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:48:46.179661 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'code': 200} Sep 20 12:48:46.180551 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:46.183148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e64d5da4-95bf-4bb8-891c-3e8f58a1c366 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:48:46.209498 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fab7c95c-0365-466c-938f-1d2dc46a2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:46.210150 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7c95c-0365-466c-938f-1d2dc46a2759 None None] The sync data for ids ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:48:46.294152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6d926ae7-16df-481d-89d5-af07b828b156 None None] Port 3543a4b1-7c90-4e31-8b65-30ede0b3232d cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:48:46.304696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:46.330606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6d926ae7-16df-481d-89d5-af07b828b156 None None] Provisioning complete for port c6f7f075-322e-45da-9fba-7e09b739e72b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:46.333954 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6d926ae7-16df-481d-89d5-af07b828b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:46.347592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d021b-5052-4d69-96c3-39fc2f74be3d req-47dc2ed0-a47a-4d1b-9238-79c0207722de tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:46.349832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d48d021b-5052-4d69-96c3-39fc2f74be3d req-47dc2ed0-a47a-4d1b-9238-79c0207722de tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1222780 Sep 20 12:48:46.367961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:46.368495 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:46.568981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c6f7f075-322e-45da-9fba-7e09b739e72b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:48:46.674914 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:46.677842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c6f7f075-322e-45da-9fba-7e09b739e72b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:46.678484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:46.831780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d48d021b-5052-4d69-96c3-39fc2f74be3d req-c2ceb012-46bf-4918-868e-148b6e5870c0 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351945 Sep 20 12:48:46.832596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-24baa165-178d-417c-be68-57999290cde4 None None] Provisioning complete for port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:46.833114 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-24baa165-178d-417c-be68-57999290cde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:47.095507 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-a3e9bc2a-5a42-4118-986a-74d0fd0d6b45 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:48:47.096553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a3e9bc2a-5a42-4118-986a-74d0fd0d6b45 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "PUT /v2.0/routers/d3ad5942-da01-4e04-8f70-3f3032f94f4d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0866463 Sep 20 12:48:47.099698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50434) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:47.108704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f272ade-dcf4-4981-83df-4e50dfd4cd66 req-5c59ac37-4897-4959-8833-ebc1038c25b3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:47.116502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f272ade-dcf4-4981-83df-4e50dfd4cd66 req-5c59ac37-4897-4959-8833-ebc1038c25b3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1567392 Sep 20 12:48:47.178245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f272ade-dcf4-4981-83df-4e50dfd4cd66 req-2788698a-300a-447f-afae-9ce80f710647 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 Sep 20 12:48:47.680182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30068177-af74-42e4-9e9d-341062b416de req-ac7feb88-57e3-4664-9b21-bc7f51c185e8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:47.681730 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30068177-af74-42e4-9e9d-341062b416de req-ac7feb88-57e3-4664-9b21-bc7f51c185e8 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1291294 Sep 20 12:48:47.934121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e64d5da4-95bf-4bb8-891c-3e8f58a1c366 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:48:48.019898 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:48.055161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:48.055912 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:48.142643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84d50e-5f7b-4aea-9247-73f0d313ec37 req-afd54f7e-876f-4eff-b2cc-40f33df38ae5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:48.143491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:48.146384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd84d50e-5f7b-4aea-9247-73f0d313ec37 req-afd54f7e-876f-4eff-b2cc-40f33df38ae5 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.1285408 Sep 20 12:48:48.224387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd84d50e-5f7b-4aea-9247-73f0d313ec37 req-1b9339a5-cf05-42f8-9417-f8f695ee6230 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584664 Sep 20 12:48:48.425489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Deleting port 3fb55065-e3e3-41f2-93b9-84575ef85826 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:48.425833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:48.426486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9561463-fa64-4939-98d4-5a6a887ade14 req-cf8500b4-74d7-42e9-8b3b-1fc24a5b9c45 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:48.436153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9561463-fa64-4939-98d4-5a6a887ade14 req-cf8500b4-74d7-42e9-8b3b-1fc24a5b9c45 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0717702 Sep 20 12:48:48.486759 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e9561463-fa64-4939-98d4-5a6a887ade14 req-7b5e3abc-e6b8-4332-aa68-4b41eec2d19c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493367 Sep 20 12:48:48.645529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] For port 3fb55065-e3e3-41f2-93b9-84575ef85826, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=3fb55065-e3e3-41f2-93b9-84575ef85826,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:48.646078 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:49.021356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:49.021717 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:49.022177 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Floating IP 27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd disassociated. External IP: 172.25.6.13, port: 3fb55065-e3e3-41f2-93b9-84575ef85826. Sep 20 12:48:49.022381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Calling delete_port for 3fb55065-e3e3-41f2-93b9-84575ef85826 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:49.033510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Deleting port 3543a4b1-7c90-4e31-8b65-30ede0b3232d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:49.033859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:49.229914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:49.278851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Calling delete_port for 3543a4b1-7c90-4e31-8b65-30ede0b3232d owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:49.400584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da619a4-f13d-4184-bab7-32eb64d3e1cf req-b8477e74-817b-4fe3-b9d4-fcf850b12c98 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:49.410796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9da619a4-f13d-4184-bab7-32eb64d3e1cf req-b8477e74-817b-4fe3-b9d4-fcf850b12c98 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 945 time: 0.0831435 Sep 20 12:48:49.458457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9da619a4-f13d-4184-bab7-32eb64d3e1cf req-cb897e1a-707f-461f-b684-48839471c9c7 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups?id=40de771a-959c-45f3-8290-14a3d8b1857f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Sep 20 12:48:49.650118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:49.656772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe7a55-eaf8-49d3-b5cf-c84ba65ab89d req-821a448e-4985-4987-8ffd-65cdc945fce6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:49.667289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cfe7a55-eaf8-49d3-b5cf-c84ba65ab89d req-821a448e-4985-4987-8ffd-65cdc945fce6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0713158 Sep 20 12:48:49.687453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Port': ['ID=3543a4b1-7c90-4e31-8b65-30ede0b3232d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:49.702365 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:49.727164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cfe7a55-eaf8-49d3-b5cf-c84ba65ab89d req-2b64362f-61b1-47c7-8462-8a502a4a1a2d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589240 Sep 20 12:48:49.735644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.737108 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.748412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.755938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.755938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.755938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.755938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.755938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.755938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.755938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.755938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.756808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:48:49.884150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event deleted for resources: {'Port': ['ID=3fb55065-e3e3-41f2-93b9-84575ef85826,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:49.924546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:50.166397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Router 90302f4a-a69d-4e8d-a764-0c0b0c79078a has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:48:50.340166 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:50.452119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:48:50.509685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491241e5-6626-49f0-927e-028de741663d None None] Sync routers for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:48:50.509685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491241e5-6626-49f0-927e-028de741663d None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:50.509685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-491241e5-6626-49f0-927e-028de741663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:50.509989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] No DVR routers for this DVR port 3fb55065-e3e3-41f2-93b9-84575ef85826 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:50.530945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:50.533552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30068177-af74-42e4-9e9d-341062b416de req-837dd702-e513-47c0-b92d-0d56d77bb7f9 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.32 "DELETE /v2.0/ports/3fb55065-e3e3-41f2-93b9-84575ef85826 HTTP/1.1" status: 204 len: 173 time: 2.8417463 Sep 20 12:48:50.533998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-deleted', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:48:50.536463 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517701c2-3b4d-4e6e-b06d-fb3c9ec5ffb6" -d '{"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-deleted", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:48:50.563170 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65355509-7217-4c64-831b-2702a03178c0 req-657e388b-5cf1-4192-a0df-e7ab3167600b tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 210 time: 0.0401847 Sep 20 12:48:50.588300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Router d3ad5942-da01-4e04-8f70-3f3032f94f4d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:48:50.597279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-491241e5-6626-49f0-927e-028de741663d None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:48:50.639081 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:50.646191 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4177285a-edf9-454c-b37c-ae16d46ffff0 x-openstack-request-id: req-4177285a-edf9-454c-b37c-ae16d46ffff0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:48:50.646483 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3dbda7-8669-4ce1-973d-dd4430721855", "name": "network-vif-deleted", "tag": "3fb55065-e3e3-41f2-93b9-84575ef85826", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:48:50.647439 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4177285a-edf9-454c-b37c-ae16d46ffff0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:48:50.647439 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3dbda7-8669-4ce1-973d-dd4430721855', 'name': 'network-vif-deleted', 'tag': '3fb55065-e3e3-41f2-93b9-84575ef85826', 'status': 'completed', 'code': 200} Sep 20 12:48:50.717702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:48:50.724130 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9b952d06-33de-4431-b6f3-7ef938e0b2a3 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "PUT /v2.0/routers/d3ad5942-da01-4e04-8f70-3f3032f94f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6225581 Sep 20 12:48:50.730255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:50.732331 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4f43b-5ea1-458a-98b6-0360f7624197 None None] Sync routers for ids ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:48:50.742367 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4f43b-5ea1-458a-98b6-0360f7624197 None None] Routers {'d3ad5942-da01-4e04-8f70-3f3032f94f4d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:50.743317 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e8a4f43b-5ea1-458a-98b6-0360f7624197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:50.789891 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e8a4f43b-5ea1-458a-98b6-0360f7624197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:50.804981 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4f43b-5ea1-458a-98b6-0360f7624197 None None] Routers {'d3ad5942-da01-4e04-8f70-3f3032f94f4d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:50.806176 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e8a4f43b-5ea1-458a-98b6-0360f7624197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:50.878983 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-7e8b3ab5-9acb-43ca-94e9-747b859c4da7 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] delete failed (client error): The resource could not be found. Sep 20 12:48:50.880048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e8b3ab5-9acb-43ca-94e9-747b859c4da7 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1836438653 HTTP/1.1" status: 404 len: 335 time: 0.1485307 Sep 20 12:48:50.884269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50510) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:50.884489 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e8a4f43b-5ea1-458a-98b6-0360f7624197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:50.885192 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4f43b-5ea1-458a-98b6-0360f7624197 None None] The sync data for ids ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:48:50.889608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-deeb23bc-b955-4cb9-950b-3c6d4329a140 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3ad5942-da01-4e04-8f70-3f3032f94f4d'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:51.019732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8b04-68a4-453b-b782-14936abace1d req-6d4a8333-d7e8-4f96-a730-077a3de196e4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:51.024522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-491241e5-6626-49f0-927e-028de741663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:28Z', 'revision_number': 5, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:51.030258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-186f8b04-68a4-453b-b782-14936abace1d req-6d4a8333-d7e8-4f96-a730-077a3de196e4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1491337 Sep 20 12:48:51.055127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491241e5-6626-49f0-927e-028de741663d None None] Checking router: 90302f4a-a69d-4e8d-a764-0c0b0c79078a for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:48:51.064316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491241e5-6626-49f0-927e-028de741663d None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:51.065278 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-491241e5-6626-49f0-927e-028de741663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:51.107779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-186f8b04-68a4-453b-b782-14936abace1d req-5f7c116c-32f6-4fbb-bc82-bfb75da5f910 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763478 Sep 20 12:48:51.149143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:48:51.214182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 3fb55065-e3e3-41f2-93b9-84575ef85826 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:48:51.214539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 3fb55065-e3e3-41f2-93b9-84575ef85826 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:48:51.335033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-491241e5-6626-49f0-927e-028de741663d None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:48:51.679362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-491241e5-6626-49f0-927e-028de741663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:28Z', 'revision_number': 5, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:51.759713 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-deeb23bc-b955-4cb9-950b-3c6d4329a140 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:51.793106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-139d936b-982f-4e47-9dd8-3cfc3ec0e0a6 req-65f475a8-e59f-4d66-9652-bf941b89129f tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3dbda7-8669-4ce1-973d-dd4430721855 HTTP/1.1" status: 200 len: 210 time: 0.0629814 Sep 20 12:48:51.899075 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-deeb23bc-b955-4cb9-950b-3c6d4329a140 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] update failed (client error): The resource could not be found. Sep 20 12:48:51.900928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-deeb23bc-b955-4cb9-950b-3c6d4329a140 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "PUT /v2.0/routers/d3ad5942-da01-4e04-8f70-3f3032f94f4d HTTP/1.1" status: 404 len: 339 time: 1.0154645 Sep 20 12:48:51.905098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50524) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:51.951282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491241e5-6626-49f0-927e-028de741663d None None] The sync data for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 is: [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:40:23Z', 'revision_number': 4, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'afbad2c7-4c41-4d62-b41e-bfd4081ec167', 'name': '', 'network_id': 'aac6519c-64e3-4880-9685-e29eff54bf64', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'mac_address': 'fa:16:3e:ff:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'a9208657-dff8-4d34-a238-13f672023b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:22Z', 'updated_at': '2021-09-20T12:40:28Z', 'revision_number': 5, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'subnets': [{'id': 'a9208657-dff8-4d34-a238-13f672023b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:48:52.296000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:52.449104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e1892-b06d-41f4-a578-845b8f3fe85d None None] New status for floating IP 27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:48:52.488752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e8d2d-7c29-4874-8c3c-cbb7a4ee666d req-49c0a2bd-0d58-4228-8cdc-ab4c4d751c30 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:52.497161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d3e8d2d-7c29-4874-8c3c-cbb7a4ee666d req-49c0a2bd-0d58-4228-8cdc-ab4c4d751c30 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1791148 Sep 20 12:48:52.607417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d3e8d2d-7c29-4874-8c3c-cbb7a4ee666d req-889dda66-ed4a-4e0e-8dde-b86983acb997 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092403 Sep 20 12:48:52.800028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Allocated IP 172.20.0.1 (11b98ff2-0e0e-4104-97bb-05830a51be97/1e926344-f656-4495-bafe-5bde12c079cc/c1976771-dd15-481f-8f39-f1cb6e4dd719) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:48:52.967799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50542) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:53.013334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.076279 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a280054-3d17-4e73-ac38-1c6dc5ac8c28 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.104499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a280054-3d17-4e73-ac38-1c6dc5ac8c28 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.160465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.205993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network 11b98ff2-0e0e-4104-97bb-05830a51be97 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:53.231889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:53.234630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Port': ['ID=c1976771-dd15-481f-8f39-f1cb6e4dd719,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:53.242711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:48:53.251191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a280054-3d17-4e73-ac38-1c6dc5ac8c28 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.254247 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a280054-3d17-4e73-ac38-1c6dc5ac8c28 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.255920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9a280054-3d17-4e73-ac38-1c6dc5ac8c28 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "DELETE /v2.0/security-groups/40de771a-959c-45f3-8290-14a3d8b1857f HTTP/1.1" status: 204 len: 168 time: 0.2867277 Sep 20 12:48:53.277151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:53.303973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a280054-3d17-4e73-ac38-1c6dc5ac8c28 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de771a-959c-45f3-8290-14a3d8b1857f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:53.320265 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.320798 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-22d8557e-cc34-4c10-bbe1-2958edf32be3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] show failed (client error): The resource could not be found. Sep 20 12:48:53.324813 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-22d8557e-cc34-4c10-bbe1-2958edf32be3 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "GET /v2.0/security-groups/40de771a-959c-45f3-8290-14a3d8b1857f HTTP/1.1" status: 404 len: 347 time: 0.0448234 Sep 20 12:48:53.335725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50550) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:53.554237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Deleting port 82e024e3-8623-49de-ab38-2a6947d7e837 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:53.554237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.654132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ccdc5de9-7727-46ff-a696-6317d800cb75 None None] Provisioning complete for port c1976771-dd15-481f-8f39-f1cb6e4dd719 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:53.654597 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccdc5de9-7727-46ff-a696-6317d800cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.664728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.676429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.676762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:53.691905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Calling delete_port for 82e024e3-8623-49de-ab38-2a6947d7e837 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:53.752158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc5de9-7727-46ff-a696-6317d800cb75 None None] Port c1976771-dd15-481f-8f39-f1cb6e4dd719 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:48:53.933624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbe558-0562-466b-8537-449b17027a26 req-61d7b71b-8b03-40d3-b140-9aa9273b1138 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:53.943788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17dbe558-0562-466b-8537-449b17027a26 req-61d7b71b-8b03-40d3-b140-9aa9273b1138 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.2378738 Sep 20 12:48:53.987920 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:54.036868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Pushing event deleted for resources: {'Port': ['ID=82e024e3-8623-49de-ab38-2a6947d7e837,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:54.107535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17dbe558-0562-466b-8537-449b17027a26 req-2a61ece2-0697-4718-8fe5-dcf4941d30d9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502037 Sep 20 12:48:54.147617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:54.151449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:54.156202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50564) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:54.157046 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3f31ebc6-2e0d-495d-aa46-a05f81240628 tempest-ServerActionsTestJSON-1831559500 tempest-ServerActionsTestJSON-1831559500-project] 10.222.0.37 "DELETE /v2.0/floatingips/27ad33ef-4cb3-4df1-8f77-d0fc1d6b5cbd HTTP/1.1" status: 204 len: 168 time: 0.8201900 Sep 20 12:48:54.305614 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:54.382246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:54.571020 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:54.588448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event updated for resources: {'Port': ['ID=c1976771-dd15-481f-8f39-f1cb6e4dd719,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:54.842342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Network 11b98ff2-0e0e-4104-97bb-05830a51be97 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:48:54.845196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:48:55.074540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Router d3ad5942-da01-4e04-8f70-3f3032f94f4d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:48:55.290184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-44296894-f4e5-417f-99bd-9249bfc68662 None None] Provisioning complete for port c1976771-dd15-481f-8f39-f1cb6e4dd719 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:48:55.290758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44296894-f4e5-417f-99bd-9249bfc68662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:55.354124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:48:55.365135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8f5bd0d-b6b8-41c5-98ca-6c4ac89e7c56 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "PUT /v2.0/routers/d3ad5942-da01-4e04-8f70-3f3032f94f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4587474 Sep 20 12:48:55.368315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50584) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:55.372294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-44296894-f4e5-417f-99bd-9249bfc68662 None None] Port c1976771-dd15-481f-8f39-f1cb6e4dd719 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:48:55.377038 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19f913-a471-4801-853c-204a69e2b2fc None None] Sync routers for ids ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:48:55.389913 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19f913-a471-4801-853c-204a69e2b2fc None None] Routers {'d3ad5942-da01-4e04-8f70-3f3032f94f4d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:55.390445 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-da19f913-a471-4801-853c-204a69e2b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:55.391910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30aca19-5749-444a-b5ba-144d894c02e1 req-a9b61c51-ff52-460a-9266-f1b903cd9eea tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:55.393560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b30aca19-5749-444a-b5ba-144d894c02e1 req-a9b61c51-ff52-460a-9266-f1b903cd9eea tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1535819 Sep 20 12:48:55.396521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:55.429459 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-da19f913-a471-4801-853c-204a69e2b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:55.438580 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19f913-a471-4801-853c-204a69e2b2fc None None] Routers {'d3ad5942-da01-4e04-8f70-3f3032f94f4d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:55.439459 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-da19f913-a471-4801-853c-204a69e2b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:55.494149 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-da19f913-a471-4801-853c-204a69e2b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:55.495061 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19f913-a471-4801-853c-204a69e2b2fc None None] The sync data for ids ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:48:55.573606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c33293b5-fa72-49d0-8d6a-37cc5c86cb7b tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:55.678927 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-c33293b5-fa72-49d0-8d6a-37cc5c86cb7b tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 20 12:48:55.683422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c33293b5-fa72-49d0-8d6a-37cc5c86cb7b tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/routers/d3ad5942-da01-4e04-8f70-3f3032f94f4d HTTP/1.1" status: 409 len: 329 time: 0.3132701 Sep 20 12:48:55.684229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50588) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:56.104132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b30aca19-5749-444a-b5ba-144d894c02e1 req-740072d3-456c-44b6-afe6-ecfe1bce4c91 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871258 Sep 20 12:48:56.104613 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:56.169216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Deleting port afbad2c7-4c41-4d62-b41e-bfd4081ec167 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:56.169559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:56.262510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] For port afbad2c7-4c41-4d62-b41e-bfd4081ec167, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=afbad2c7-4c41-4d62-b41e-bfd4081ec167,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:56.262872 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:56.277798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Calling delete_port for afbad2c7-4c41-4d62-b41e-bfd4081ec167 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:56.325740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Deleting port c1976771-dd15-481f-8f39-f1cb6e4dd719 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:56.326084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:56.447644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:56.464555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Calling delete_port for c1976771-dd15-481f-8f39-f1cb6e4dd719 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:56.582645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:56.668918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbad2c7-4c41-4d62-b41e-bfd4081ec167,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:56.851367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:56.916651 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:56.955459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Port': ['ID=c1976771-dd15-481f-8f39-f1cb6e4dd719,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:57.311212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:57.390392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c9ce3-0a99-45eb-8e2b-3ed985941bf7 req-bd210aa4-57d0-40a4-aab6-781996e00eab tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:57.392949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-619c9ce3-0a99-45eb-8e2b-3ed985941bf7 req-bd210aa4-57d0-40a4-aab6-781996e00eab tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1316907 Sep 20 12:48:57.424120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Router 90302f4a-a69d-4e8d-a764-0c0b0c79078a has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:48:57.529767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-619c9ce3-0a99-45eb-8e2b-3ed985941bf7 req-12af1ac3-9a4c-4c36-abbd-b3a63fabb470 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024892 Sep 20 12:48:57.553887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Router d3ad5942-da01-4e04-8f70-3f3032f94f4d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:48:57.621480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:48:57.632305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] Sync routers for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:48:57.645768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff7601e2-6a44-4bee-be54-8f11095f5f47 admin admin] 10.222.0.37 "PUT /v2.0/routers/90302f4a-a69d-4e8d-a764-0c0b0c79078a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4850829 Sep 20 12:48:57.647597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:57.647754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50634) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:57.648531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:57.684541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:48:57.696298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6be9bb4a-b24c-4a76-8d3a-6444a27d0ced tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "PUT /v2.0/routers/d3ad5942-da01-4e04-8f70-3f3032f94f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0064540 Sep 20 12:48:57.697288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50636) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:57.703331 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544808a-a79c-4bb5-ad15-e6e2d9906a06 None None] Sync routers for ids ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:48:57.729893 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544808a-a79c-4bb5-ad15-e6e2d9906a06 None None] Routers {'d3ad5942-da01-4e04-8f70-3f3032f94f4d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:57.730631 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5544808a-a79c-4bb5-ad15-e6e2d9906a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:57.791530 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-f42fa538-5089-4d7d-8c1d-9dc4f5629276 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] show failed (client error): The resource could not be found. Sep 20 12:48:57.794361 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f42fa538-5089-4d7d-8c1d-9dc4f5629276 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-917332838 HTTP/1.1" status: 404 len: 334 time: 0.0959914 Sep 20 12:48:57.799218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50638) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:57.808781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-802b6d41-9531-423a-a0d1-e0d48f494924 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:48:57.809029 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5544808a-a79c-4bb5-ad15-e6e2d9906a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:57.853874 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544808a-a79c-4bb5-ad15-e6e2d9906a06 None None] Routers {'d3ad5942-da01-4e04-8f70-3f3032f94f4d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:57.856705 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5544808a-a79c-4bb5-ad15-e6e2d9906a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:57.912306 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-802b6d41-9531-423a-a0d1-e0d48f494924 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] update failed (client error): The resource could not be found. Sep 20 12:48:57.913742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:48:57.915590 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-802b6d41-9531-423a-a0d1-e0d48f494924 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-698744017 HTTP/1.1" status: 404 len: 334 time: 0.1150167 Sep 20 12:48:57.920210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50642) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:57.998409 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.002939 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5544808a-a79c-4bb5-ad15-e6e2d9906a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:58.003969 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544808a-a79c-4bb5-ad15-e6e2d9906a06 None None] The sync data for ids ['d3ad5942-da01-4e04-8f70-3f3032f94f4d'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:48:58.033067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd245556-42d4-4aa5-b17a-fdea52824703 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Deleting subnet 4cd2f80c-d119-41e4-a370-c6ddcb1bcff0 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:48:58.039015 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd245556-42d4-4aa5-b17a-fdea52824703 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.165462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.166077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd245556-42d4-4aa5-b17a-fdea52824703 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.361890 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd245556-42d4-4aa5-b17a-fdea52824703 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.370697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Deleting port e0148789-b0e1-47cf-afaf-7950db321c7b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:58.371052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.387444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:48:56Z', 'revision_number': 5, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port': {'id': 'e0148789-b0e1-47cf-afaf-7950db321c7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:40:19Z', 'updated_at': '2021-09-20T12:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:58.449375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] Checking router: 90302f4a-a69d-4e8d-a764-0c0b0c79078a for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:48:58.468836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] Routers {'90302f4a-a69d-4e8d-a764-0c0b0c79078a'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:48:58.472102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:58.566536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] For port e0148789-b0e1-47cf-afaf-7950db321c7b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e0148789-b0e1-47cf-afaf-7950db321c7b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:58.567076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.574800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd245556-42d4-4aa5-b17a-fdea52824703 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.582352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Calling delete_port for e0148789-b0e1-47cf-afaf-7950db321c7b owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:58.601609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] Set router 90302f4a-a69d-4e8d-a764-0c0b0c79078a gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:48:58.644545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd245556-42d4-4aa5-b17a-fdea52824703 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.647173 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cd245556-42d4-4aa5-b17a-fdea52824703 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/subnets/4cd2f80c-d119-41e4-a370-c6ddcb1bcff0 HTTP/1.1" status: 204 len: 168 time: 0.7250702 Sep 20 12:48:58.649710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd245556-42d4-4aa5-b17a-fdea52824703 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd2f80c-d119-41e4-a370-c6ddcb1bcff0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:58.657952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50656) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:58.667104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573ef3b-2259-4144-bf16-71596008198e None None] Network 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:58.710077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:48:58Z', 'revision_number': 6, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:48:58.756522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b480f6b-1d43-4f70-80d7-92fea78f5f82 None None] The sync data for ids ['90302f4a-a69d-4e8d-a764-0c0b0c79078a'] in n-d-809934-3 is: [{'id': '90302f4a-a69d-4e8d-a764-0c0b0c79078a', 'name': 'tempest-ServerActionsTestJSON-1961435694-router', 'tenant_id': '782cecd4981748bc9121f560d7b9064c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:40:18Z', 'updated_at': '2021-09-20T12:48:58Z', 'revision_number': 6, 'project_id': '782cecd4981748bc9121f560d7b9064c', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:48:58.809752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed0ac5f-462f-48e3-9245-e6bba22b5473 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Deleting subnet 44a337cf-7d8b-440b-8832-d09b374e70f3 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:48:58.814071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eed0ac5f-462f-48e3-9245-e6bba22b5473 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.854882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eed0ac5f-462f-48e3-9245-e6bba22b5473 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:58.979966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2ec62-a9ea-4490-b4e9-0da4923d998d req-27eb2d3b-69b0-4bb6-bb99-2e8c9dcbece5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:48:58.981874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87f2ec62-a9ea-4490-b4e9-0da4923d998d req-27eb2d3b-69b0-4bb6-bb99-2e8c9dcbece5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.2167203 Sep 20 12:48:59.006324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eed0ac5f-462f-48e3-9245-e6bba22b5473 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.059367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.098150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0148789-b0e1-47cf-afaf-7950db321c7b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:59.151109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] DHCP port deletion for 2c18fcd3-6ec6-40bc-8fd7-26093ae6814d request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:48:59.172177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eed0ac5f-462f-48e3-9245-e6bba22b5473 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.191922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87f2ec62-a9ea-4490-b4e9-0da4923d998d req-6a5e2d91-ceb3-41ab-ae81-5b6b0a231d49 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020471 Sep 20 12:48:59.223423 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.263562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0ac5f-462f-48e3-9245-e6bba22b5473 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Subnet': ['ID=44a337cf-7d8b-440b-8832-d09b374e70f3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:59.275922 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eed0ac5f-462f-48e3-9245-e6bba22b5473 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.281046 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eed0ac5f-462f-48e3-9245-e6bba22b5473 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/subnets/44a337cf-7d8b-440b-8832-d09b374e70f3 HTTP/1.1" status: 204 len: 168 time: 0.6216216 Sep 20 12:48:59.281328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] Deleting port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:59.281848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50668) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:59.282350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.292670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0836d86-d08c-4629-83c0-ce95acc858cf None None] Network 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:48:59.435944 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.440040 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.523222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] For port e64d5da4-95bf-4bb8-891c-3e8f58a1c366, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,segment=NetworkSegment(76d916fd-b86d-48de-a109-b35b2a95fa9a),segment_id=76d916fd-b86d-48de-a109-b35b2a95fa9a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:59.523626 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.544372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] Calling delete_port for e64d5da4-95bf-4bb8-891c-3e8f58a1c366 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:59.555156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.582336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.582942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90302f4a-a69d-4e8d-a764-0c0b0c79078a {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:48:59.591246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.605899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe124eaf-7cbd-4cc3-bccc-06f125d88d2a admin admin] 10.222.0.37 "DELETE /v2.0/routers/90302f4a-a69d-4e8d-a764-0c0b0c79078a HTTP/1.1" status: 204 len: 168 time: 1.9567509 Sep 20 12:48:59.606728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50672) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:48:59.683759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] DHCP port deletion for 5623e7f4-e902-4c52-b1b1-f7dc263b8b0c request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:48:59.709930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Deleting port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:59.712013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.731037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-414a0611-5454-45e2-831c-7987d85376d5 admin admin] Deleting subnet a9208657-dff8-4d34-a238-13f672023b37 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:48:59.741988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-414a0611-5454-45e2-831c-7987d85376d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.774487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] Deleting port c6f7f075-322e-45da-9fba-7e09b739e72b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:48:59.774877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.806751 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.842604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-414a0611-5454-45e2-831c-7987d85376d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.926190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] Pushing event deleted for resources: {'Port': ['ID=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:48:59.933779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] For port c6f7f075-322e-45da-9fba-7e09b739e72b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c6f7f075-322e-45da-9fba-7e09b739e72b,segment=NetworkSegment(0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d),segment_id=0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:59.934263 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.937163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595e509-b435-44c4-8a67-52f7adb8b851 None None] No DVR routers for this DVR port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:48:59.958542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] For port e64d5da4-95bf-4bb8-891c-3e8f58a1c366, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,segment=NetworkSegment(76d916fd-b86d-48de-a109-b35b2a95fa9a),segment_id=76d916fd-b86d-48de-a109-b35b2a95fa9a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:48:59.958750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:48:59.960147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] Calling delete_port for c6f7f075-322e-45da-9fba-7e09b739e72b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:48:59.982205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device afbad2c7-4c41-4d62-b41e-bfd4081ec167 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:49:00.035711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Calling delete_port for e64d5da4-95bf-4bb8-891c-3e8f58a1c366 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:49:00.148995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: afbad2c7-4c41-4d62-b41e-bfd4081ec167 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:49:00.149426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device afbad2c7-4c41-4d62-b41e-bfd4081ec167 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:49:00.149778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e64d5da4-95bf-4bb8-891c-3e8f58a1c366 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:49:00.194653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-414a0611-5454-45e2-831c-7987d85376d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.219044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e64d5da4-95bf-4bb8-891c-3e8f58a1c366 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:49:00.219044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e64d5da4-95bf-4bb8-891c-3e8f58a1c366 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:49:00.219044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e0148789-b0e1-47cf-afaf-7950db321c7b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:49:00.248254 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.304232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Port': ['ID=e64d5da4-95bf-4bb8-891c-3e8f58a1c366,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:00.327798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] No DVR routers for this DVR port e64d5da4-95bf-4bb8-891c-3e8f58a1c366 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:49:00.340965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e0148789-b0e1-47cf-afaf-7950db321c7b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:49:00.345182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e0148789-b0e1-47cf-afaf-7950db321c7b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:49:00.345854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c6f7f075-322e-45da-9fba-7e09b739e72b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:49:00.414500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2944aa4-628c-44ac-a1aa-c691096d8446 req-e2ff87b1-564a-4030-b828-5e41fd06e166 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:00.425762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2944aa4-628c-44ac-a1aa-c691096d8446 req-e2ff87b1-564a-4030-b828-5e41fd06e166 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0829837 Sep 20 12:49:00.504174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2944aa4-628c-44ac-a1aa-c691096d8446 req-f7e42e81-40e1-46fe-94f6-6705a42a5622 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774512 Sep 20 12:49:00.533306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.570718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.576393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c18fcd3-6ec6-40bc-8fd7-26093ae6814d']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:00.602504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d916fd-b86d-48de-a109-b35b2a95fa9a') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:00.602857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d916fd-b86d-48de-a109-b35b2a95fa9a') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:00.617163 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.632317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.638403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:49:00.638804 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:49:00.642731 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:49:00.656317 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-414a0611-5454-45e2-831c-7987d85376d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.679560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.704083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a0611-5454-45e2-831c-7987d85376d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9208657-dff8-4d34-a238-13f672023b37,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:00.730963 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-414a0611-5454-45e2-831c-7987d85376d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.730963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-414a0611-5454-45e2-831c-7987d85376d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a9208657-dff8-4d34-a238-13f672023b37 HTTP/1.1" status: 204 len: 168 time: 1.1189740 Sep 20 12:49:00.730963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50692) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:00.779296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07c573-d41b-482f-947f-d8701e2ec427 None None] Network aac6519c-64e3-4880-9685-e29eff54bf64 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:49:00.802601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] Pushing event deleted for resources: {'Port': ['ID=c6f7f075-322e-45da-9fba-7e09b739e72b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:00.815251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9deb8-004b-4bca-9dd3-a0473cc14833 None None] No DVR routers for this DVR port c6f7f075-322e-45da-9fba-7e09b739e72b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:49:00.858345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.873866 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.891753 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/networks/2c18fcd3-6ec6-40bc-8fd7-26093ae6814d HTTP/1.1" status: 204 len: 168 time: 1.6091621 Sep 20 12:49:00.904016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50694) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:00.976609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:00.997707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60073567-6bd7-4063-9627-66b8c7d269e8 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Network': ['ID=2c18fcd3-6ec6-40bc-8fd7-26093ae6814d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:01.086080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Deleting port 4598bd48-730f-4052-9361-2e3bf6b2554f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:49:01.086322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.097582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.157972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] DHCP port deletion for aac6519c-64e3-4880-9685-e29eff54bf64 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:49:01.238037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] Deleting port 4598bd48-730f-4052-9361-2e3bf6b2554f {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:49:01.238699 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.280824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] For port 4598bd48-730f-4052-9361-2e3bf6b2554f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4598bd48-730f-4052-9361-2e3bf6b2554f,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:01.282443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.319965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Calling delete_port for 4598bd48-730f-4052-9361-2e3bf6b2554f owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:49:01.330071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.380559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5623e7f4-e902-4c52-b1b1-f7dc263b8b0c']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:01.400507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:01.403425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7c2763-47c3-4dd9-bbd6-47e01c2ace5d') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:01.405118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] For port 4598bd48-730f-4052-9361-2e3bf6b2554f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4598bd48-730f-4052-9361-2e3bf6b2554f,segment=NetworkSegment(55de7aa2-72db-49b2-a9a6-c7cf9e982639),segment_id=55de7aa2-72db-49b2-a9a6-c7cf9e982639)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:01.407407 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.422097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.457880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.478583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:49:01.481429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:49:01.489311 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:49:01.565047 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.634864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Pushing event deleted for resources: {'Port': ['ID=4598bd48-730f-4052-9361-2e3bf6b2554f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:01.644240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] No DVR routers for this DVR port 4598bd48-730f-4052-9361-2e3bf6b2554f on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:49:01.735098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] Calling delete_port for 4598bd48-730f-4052-9361-2e3bf6b2554f owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:49:01.751607 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.771623 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:01.774759 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/networks/5623e7f4-e902-4c52-b1b1-f7dc263b8b0c HTTP/1.1" status: 204 len: 168 time: 0.8660645 Sep 20 12:49:01.801455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50708) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:01.946168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4598bd48-730f-4052-9361-2e3bf6b2554f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:49:01.961108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f00fa1d-d16b-407c-80a9-c9d55e33be21 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Deleting subnet 1e926344-f656-4495-bafe-5bde12c079cc {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:49:01.998680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 4598bd48-730f-4052-9361-2e3bf6b2554f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:49:01.999033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4598bd48-730f-4052-9361-2e3bf6b2554f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:49:02.014431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.016957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f00fa1d-d16b-407c-80a9-c9d55e33be21 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.032299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.065231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f00fa1d-d16b-407c-80a9-c9d55e33be21 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.177967 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f00fa1d-d16b-407c-80a9-c9d55e33be21 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.233233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] No DVR routers for this DVR port 4598bd48-730f-4052-9361-2e3bf6b2554f on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:49:02.238385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e8daf-4561-4895-928e-32602526c9a3 None None] Pushing event deleted for resources: {'Port': ['ID=4598bd48-730f-4052-9361-2e3bf6b2554f,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:02.288176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac6519c-64e3-4880-9685-e29eff54bf64']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:02.306872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55de7aa2-72db-49b2-a9a6-c7cf9e982639') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:02.306872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55de7aa2-72db-49b2-a9a6-c7cf9e982639') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:02.317600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321f7ef-fa84-4182-83f1-7518ac3c4f82 req-3f8333cb-c071-4808-a59a-6e60a0aa0a95 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:02.319705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9321f7ef-fa84-4182-83f1-7518ac3c4f82 req-3f8333cb-c071-4808-a59a-6e60a0aa0a95 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.6219387 Sep 20 12:49:02.339990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.363303 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f00fa1d-d16b-407c-80a9-c9d55e33be21 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.392757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9321f7ef-fa84-4182-83f1-7518ac3c4f82 req-3b88692c-34a2-48ef-aa52-4a2cef073833 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660725 Sep 20 12:49:02.394457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.430613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:49:02.431547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:49:02.434219 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:49:02.437167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00fa1d-d16b-407c-80a9-c9d55e33be21 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Subnet': ['ID=1e926344-f656-4495-bafe-5bde12c079cc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:02.457738 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f00fa1d-d16b-407c-80a9-c9d55e33be21 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.461486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8fb41e-2472-4cb0-8f22-383f2d742d1f None None] Network 11b98ff2-0e0e-4104-97bb-05830a51be97 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:49:02.462923 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8f00fa1d-d16b-407c-80a9-c9d55e33be21 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/subnets/1e926344-f656-4495-bafe-5bde12c079cc HTTP/1.1" status: 204 len: 168 time: 0.6591542 Sep 20 12:49:02.470259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:02.707044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.725158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.742897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aac6519c-64e3-4880-9685-e29eff54bf64 HTTP/1.1" status: 204 len: 168 time: 2.0120265 Sep 20 12:49:02.803194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba794ca3-2921-4b9a-aab0-eb49c19f3916 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac6519c-64e3-4880-9685-e29eff54bf64,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:02.824543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.847166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717c04f-ee71-480d-ae1e-7bdee2077f7a tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Network': ['ID=5623e7f4-e902-4c52-b1b1-f7dc263b8b0c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:02.860222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] DHCP port deletion for 11b98ff2-0e0e-4104-97bb-05830a51be97 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:49:02.931281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Deleting port 763e451e-b84c-4c19-885c-70723fcaa261 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:49:02.931633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:02.959928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] Deleting port 763e451e-b84c-4c19-885c-70723fcaa261 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:49:02.961067 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.047211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] For port 763e451e-b84c-4c19-885c-70723fcaa261, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=763e451e-b84c-4c19-885c-70723fcaa261,segment=NetworkSegment(52deee00-1305-46f0-bdd2-0e4aeae2af42),segment_id=52deee00-1305-46f0-bdd2-0e4aeae2af42)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:03.052328 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.062089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Calling delete_port for 763e451e-b84c-4c19-885c-70723fcaa261 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:49:03.065166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] For port 763e451e-b84c-4c19-885c-70723fcaa261, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=763e451e-b84c-4c19-885c-70723fcaa261,segment=NetworkSegment(52deee00-1305-46f0-bdd2-0e4aeae2af42),segment_id=52deee00-1305-46f0-bdd2-0e4aeae2af42)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:03.065166 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.104796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] Calling delete_port for 763e451e-b84c-4c19-885c-70723fcaa261 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:49:03.227775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50732) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:03.288011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-75150395-67a9-4aa2-aa9b-decaa7ff8800 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=782cecd4981748bc9121f560d7b9064c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578129 Sep 20 12:49:03.290626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50734) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:03.291332 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.306314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.336728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] Pushing event deleted for resources: {'Port': ['ID=763e451e-b84c-4c19-885c-70723fcaa261,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:03.342606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e11fd0-7ad6-4a5e-904a-80b80b17f211 None None] No DVR routers for this DVR port 763e451e-b84c-4c19-885c-70723fcaa261 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:49:03.356202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] No DVR routers for this DVR port 763e451e-b84c-4c19-885c-70723fcaa261 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:49:03.358020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Port': ['ID=763e451e-b84c-4c19-885c-70723fcaa261,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:03.380989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f020e8c0-bfb9-47fd-9f03-ce9715d33e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.407950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f020e8c0-bfb9-47fd-9f03-ce9715d33e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.456256 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.515036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b98ff2-0e0e-4104-97bb-05830a51be97']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:03.536686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52deee00-1305-46f0-bdd2-0e4aeae2af42') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:03.536992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52deee00-1305-46f0-bdd2-0e4aeae2af42') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:03.559479 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.588684 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.597307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:49:03.597718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:49:03.600657 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:49:03.631358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b64fe7-146d-4c0e-97bb-b50a16c9e9ec req-c31d41a4-01fc-4a56-bd43-aa3a194f220f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:03.632850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24b64fe7-146d-4c0e-97bb-b50a16c9e9ec req-c31d41a4-01fc-4a56-bd43-aa3a194f220f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0983632 Sep 20 12:49:03.699260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24b64fe7-146d-4c0e-97bb-b50a16c9e9ec req-4cf67f3b-13f6-4507-92e3-cdbbad4eb6d6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Sep 20 12:49:03.753484 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f020e8c0-bfb9-47fd-9f03-ce9715d33e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.756072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f020e8c0-bfb9-47fd-9f03-ce9715d33e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.757571 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f020e8c0-bfb9-47fd-9f03-ce9715d33e9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/648b79f5-29ea-4eee-8a71-7579854e18e2 HTTP/1.1" status: 204 len: 168 time: 0.4653807 Sep 20 12:49:03.766318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020e8c0-bfb9-47fd-9f03-ce9715d33e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648b79f5-29ea-4eee-8a71-7579854e18e2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:03.803040 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.829755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:03.834833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50746) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:03.834993 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/networks/11b98ff2-0e0e-4104-97bb-05830a51be97 HTTP/1.1" status: 204 len: 168 time: 1.3636162 Sep 20 12:49:03.847980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf57143-6c65-4617-81b5-2dc9d9708258 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Pushing event deleted for resources: {'Network': ['ID=11b98ff2-0e0e-4104-97bb-05830a51be97,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:03.875957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50748) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:03.888085 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e4c46e7a-ab12-47c1-83ff-132ec4e6653d tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3ad5942-da01-4e04-8f70-3f3032f94f4d HTTP/1.1" status: 200 len: 205 time: 0.0515966 Sep 20 12:49:03.927592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 763e451e-b84c-4c19-885c-70723fcaa261 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:49:03.949913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 763e451e-b84c-4c19-885c-70723fcaa261 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:49:03.950258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 763e451e-b84c-4c19-885c-70723fcaa261 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:49:04.060878 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8098ed49-4a91-44c9-929b-5bddef79ad24 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:04.247276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8098ed49-4a91-44c9-929b-5bddef79ad24 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:04.260403 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8098ed49-4a91-44c9-929b-5bddef79ad24 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:04.410393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8098ed49-4a91-44c9-929b-5bddef79ad24 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:04.410967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8098ed49-4a91-44c9-929b-5bddef79ad24 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Fanout notify agent at l3_agent the message router_deleted on router d3ad5942-da01-4e04-8f70-3f3032f94f4d {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:49:04.418590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8098ed49-4a91-44c9-929b-5bddef79ad24 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:04.422227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8098ed49-4a91-44c9-929b-5bddef79ad24 tempest-RoutersNegativeTest-382557099 tempest-RoutersNegativeTest-382557099-project] 10.222.0.37 "DELETE /v2.0/routers/d3ad5942-da01-4e04-8f70-3f3032f94f4d HTTP/1.1" status: 204 len: 168 time: 0.5434575 Sep 20 12:49:04.475490 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:49:04.920922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da31482-3bfc-45eb-92ff-732f4f0bc288 req-57fc0f73-70cb-4ba0-98b4-45048ec4c431 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:04.922591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8da31482-3bfc-45eb-92ff-732f4f0bc288 req-57fc0f73-70cb-4ba0-98b4-45048ec4c431 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0930426 Sep 20 12:49:04.965260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8da31482-3bfc-45eb-92ff-732f4f0bc288 req-7c882fa6-9423-456b-bc40-da97ba4fe6eb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365252 Sep 20 12:49:05.140893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:05.331656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c976b0c9-7c31-4e72-b327-5e97dd955027 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2954bc5c5858435eb0f04055b6adb08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893103 Sep 20 12:49:05.358254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:05.420559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3438334d-1757-49a1-8ec7-3f6dc466a95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:05.442717 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3438334d-1757-49a1-8ec7-3f6dc466a95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:05.562220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3438334d-1757-49a1-8ec7-3f6dc466a95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:05.565764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3438334d-1757-49a1-8ec7-3f6dc466a95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:05.567030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3438334d-1757-49a1-8ec7-3f6dc466a95f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8225a2aa-6927-48cc-a271-4a63d99f83c2 HTTP/1.1" status: 204 len: 168 time: 0.2079268 Sep 20 12:49:05.577047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438334d-1757-49a1-8ec7-3f6dc466a95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225a2aa-6927-48cc-a271-4a63d99f83c2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:06.049371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50846) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:06.166529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a8fd7-be0e-463b-a863-7fbbf3f8e461 req-f124a06e-acfc-43ea-b05b-1d0cdf13f32b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:06.175314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-568a8fd7-be0e-463b-a863-7fbbf3f8e461 req-f124a06e-acfc-43ea-b05b-1d0cdf13f32b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0819635 Sep 20 12:49:06.191389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa33a57e-2e92-4e34-ab57-a43c85e28fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:06.214742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-568a8fd7-be0e-463b-a863-7fbbf3f8e461 req-0f103aac-8059-429e-8e5e-93a7f1c88288 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 Sep 20 12:49:06.367467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa33a57e-2e92-4e34-ab57-a43c85e28fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:06.450206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa33a57e-2e92-4e34-ab57-a43c85e28fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:06.506869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fa33a57e-2e92-4e34-ab57-a43c85e28fa7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16587aa8a72846c594598d6b771dbb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543912 Sep 20 12:49:06.506869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33a57e-2e92-4e34-ab57-a43c85e28fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a0971-b57f-4b90-baad-8b0d184f26f2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:06.520985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50870) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:06.615690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-f6c4eeaa-00da-4dbf-b944-e1bf14b1c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:06.617205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-f6c4eeaa-00da-4dbf-b944-e1bf14b1c0f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1096 time: 0.0741720 Sep 20 12:49:06.646191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11c063bc-9857-4aed-9df4-e22ffee5ce38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:06.706479 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11c063bc-9857-4aed-9df4-e22ffee5ce38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:06.759514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-563af3ee-2b25-4ec6-bc80-2bef90b89ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:06.761036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-563af3ee-2b25-4ec6-bc80-2bef90b89ad8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 914 time: 0.1367140 Sep 20 12:49:06.809789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-255c76bc-77e1-492b-9ced-3a33309bc95c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 217 time: 0.0400856 Sep 20 12:49:06.875683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-ff01c63d-5247-44ae-8863-0423c2947056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:06.877748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-ff01c63d-5247-44ae-8863-0423c2947056 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.0593691 Sep 20 12:49:06.892104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:06.903140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11c063bc-9857-4aed-9df4-e22ffee5ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:06.905771 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11c063bc-9857-4aed-9df4-e22ffee5ce38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:06.917992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-11c063bc-9857-4aed-9df4-e22ffee5ce38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a48a0971-b57f-4b90-baad-8b0d184f26f2 HTTP/1.1" status: 204 len: 168 time: 0.3881702 Sep 20 12:49:06.936951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-406c0b37-c9d5-4fed-9b8b-89844bf0c257 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431893 Sep 20 12:49:06.955422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c063bc-9857-4aed-9df4-e22ffee5ce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a0971-b57f-4b90-baad-8b0d184f26f2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:07.070496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-1052b7ac-4657-45d3-93ef-4f5d1f99ba81 service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076880 Sep 20 12:49:07.081296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-931de931-9eb6-4ad6-9c16-f5b6b1041939 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:07.082015 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-931de931-9eb6-4ad6-9c16-f5b6b1041939 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 20 12:49:07.082508 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-931de931-9eb6-4ad6-9c16-f5b6b1041939 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): There was a conflict when trying to complete your request. Sep 20 12:49:07.086753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-931de931-9eb6-4ad6-9c16-f5b6b1041939 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1927977 Sep 20 12:49:07.088500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50894) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:07.095259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--33623263'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:07.168539 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87c22b57-cba1-4bf1-9a7b-5f7d0df1481d req-6c015d3c-0dc4-444a-aadd-0e83eb2d0fa7 service neutron] 10.222.0.21 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921237 Sep 20 12:49:07.199007 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:07.208518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:07.336795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:07.403509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546a304-5297-4931-91b2-0ec0eb84ffeb req-35eec522-2454-4e56-b857-9acf311f7ba1 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:07.413318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c546a304-5297-4931-91b2-0ec0eb84ffeb req-35eec522-2454-4e56-b857-9acf311f7ba1 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.1117096 Sep 20 12:49:07.423508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:07.491523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a7bff-e061-4e08-9c9b-293d925ea600,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:07.497601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c546a304-5297-4931-91b2-0ec0eb84ffeb req-a5811f30-5b4c-4b99-8001-6902f17a1647 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834415 Sep 20 12:49:07.936190 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.004144 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.034966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9b73ae-c9f7-4fd1-bcf3-6f3390ebbb1b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:08.099823 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.101137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0832199-c4cb-4040-aa43-3f14da533b86 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0116932 Sep 20 12:49:08.103995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:08.108632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-06c71e96-5e21-47b9-9571-3929082041c2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '4b9b73ae-c9f7-4fd1-bcf3-6f3390ebbb1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:08.206475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c71e96-5e21-47b9-9571-3929082041c2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.287729 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c71e96-5e21-47b9-9571-3929082041c2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.382237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c71e96-5e21-47b9-9571-3929082041c2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.404077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71e96-5e21-47b9-9571-3929082041c2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f2c7de-f350-47c3-9506-4aa121a103e4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:08.472821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c71e96-5e21-47b9-9571-3929082041c2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.474320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-06c71e96-5e21-47b9-9571-3929082041c2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3691740 Sep 20 12:49:08.476783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:08.481548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-01e5d1ee-db05-4cdf-b9c6-7d57aa86658a tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '4b9b73ae-c9f7-4fd1-bcf3-6f3390ebbb1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:08.612711 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01e5d1ee-db05-4cdf-b9c6-7d57aa86658a tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.647876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac174a-c59c-4bb7-9bb4-6b432f865365 req-69c4693a-8561-4121-95c5-1d51296abd0c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:08.649439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48ac174a-c59c-4bb7-9bb4-6b432f865365 req-69c4693a-8561-4121-95c5-1d51296abd0c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0735240 Sep 20 12:49:08.699706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48ac174a-c59c-4bb7-9bb4-6b432f865365 req-b9df55de-da50-4777-8d97-efa17d9d5bda tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Sep 20 12:49:08.776184 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-01e5d1ee-db05-4cdf-b9c6-7d57aa86658a tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): There was a conflict when trying to complete your request. Sep 20 12:49:08.779514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-01e5d1ee-db05-4cdf-b9c6-7d57aa86658a tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2994061 Sep 20 12:49:08.780469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50960) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:08.852103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce21699f-621b-4ed1-9404-218bb58f4982 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.877726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce21699f-621b-4ed1-9404-218bb58f4982 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:08.998607 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce21699f-621b-4ed1-9404-218bb58f4982 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.002188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce21699f-621b-4ed1-9404-218bb58f4982 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.003487 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ce21699f-621b-4ed1-9404-218bb58f4982 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/4b9b73ae-c9f7-4fd1-bcf3-6f3390ebbb1b HTTP/1.1" status: 204 len: 168 time: 0.2214785 Sep 20 12:49:09.006533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:09.016736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21699f-621b-4ed1-9404-218bb58f4982 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9b73ae-c9f7-4fd1-bcf3-6f3390ebbb1b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:09.065690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0e0ebb9-76d5-4140-8194-f100ed20167b tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580361 Sep 20 12:49:09.069569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50968) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:09.074917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fe1076fa-d4cf-4973-ab75-5acc19d22d74 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--243164838'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:09.194967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe1076fa-d4cf-4973-ab75-5acc19d22d74 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.295240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe1076fa-d4cf-4973-ab75-5acc19d22d74 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.450068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe1076fa-d4cf-4973-ab75-5acc19d22d74 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.480356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1076fa-d4cf-4973-ab75-5acc19d22d74 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6f068e-aefe-4d49-ae6d-8e82324e004f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:09.598874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe1076fa-d4cf-4973-ab75-5acc19d22d74 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.603651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fe1076fa-d4cf-4973-ab75-5acc19d22d74 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5329888 Sep 20 12:49:09.610702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50988) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:09.615618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-414aa560-6931-4cc9-a7b6-643f9476e093 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '2b6f068e-aefe-4d49-ae6d-8e82324e004f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:09.616391 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-414aa560-6931-4cc9-a7b6-643f9476e093 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 20 12:49:09.616890 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-414aa560-6931-4cc9-a7b6-643f9476e093 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:09.620571 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-414aa560-6931-4cc9-a7b6-643f9476e093 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061364 Sep 20 12:49:09.620876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 50990) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:09.688365 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b28b4aa-e45e-4c08-8f7c-9886aca221f5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.725684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b28b4aa-e45e-4c08-8f7c-9886aca221f5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.881761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b9a19-de77-4ed2-bde8-07700e5a14c4 req-953a49e7-01df-4c2b-a512-850c543f552e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:09.883325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e99b9a19-de77-4ed2-bde8-07700e5a14c4 req-953a49e7-01df-4c2b-a512-850c543f552e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0677943 Sep 20 12:49:09.913871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b28b4aa-e45e-4c08-8f7c-9886aca221f5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.917434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b28b4aa-e45e-4c08-8f7c-9886aca221f5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:09.920966 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b28b4aa-e45e-4c08-8f7c-9886aca221f5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/2b6f068e-aefe-4d49-ae6d-8e82324e004f HTTP/1.1" status: 204 len: 168 time: 0.2969081 Sep 20 12:49:09.921346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 50996) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:09.928794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28b4aa-e45e-4c08-8f7c-9886aca221f5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6f068e-aefe-4d49-ae6d-8e82324e004f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:09.935324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e99b9a19-de77-4ed2-bde8-07700e5a14c4 req-1b796f49-c7fb-434c-81d8-faaf78b3fa67 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Sep 20 12:49:09.983836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57908ea0-6e8c-4df7-b565-c9d4858c9569 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584743 Sep 20 12:49:09.986350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51000) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:09.991474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-915cd40a-7883-4b6b-b7ae-546bbabc95d3 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--594096304'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:10.106540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bc989-51e8-43f5-9602-108e8c1d37ef req-9d3fcc62-cfd5-4bc4-970d-d163c0e89eac tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:10.108107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b1bc989-51e8-43f5-9602-108e8c1d37ef req-9d3fcc62-cfd5-4bc4-970d-d163c0e89eac tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0839915 Sep 20 12:49:10.136270 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-915cd40a-7883-4b6b-b7ae-546bbabc95d3 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:10.191171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b1bc989-51e8-43f5-9602-108e8c1d37ef req-14d7256e-9fe9-49fd-b13c-e33a6dcc1b60 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755658 Sep 20 12:49:10.318429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-915cd40a-7883-4b6b-b7ae-546bbabc95d3 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:10.398873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-915cd40a-7883-4b6b-b7ae-546bbabc95d3 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:10.431891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cd40a-7883-4b6b-b7ae-546bbabc95d3 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99207b14-0f28-4508-b5a3-7924d5a0b944,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:10.535553 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-915cd40a-7883-4b6b-b7ae-546bbabc95d3 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:10.537281 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-915cd40a-7883-4b6b-b7ae-546bbabc95d3 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5495527 Sep 20 12:49:10.539749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51024) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:10.544261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b10eead9-99bb-4213-a3ff-69f521852198 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '99207b14-0f28-4508-b5a3-7924d5a0b944', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:10.545204 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-b10eead9-99bb-4213-a3ff-69f521852198 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 20 12:49:10.545723 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-b10eead9-99bb-4213-a3ff-69f521852198 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:10.549982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b10eead9-99bb-4213-a3ff-69f521852198 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060539 Sep 20 12:49:10.553369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51026) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:10.628153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a02b0fdd-41e9-4d33-966b-dc23f570fa5d tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:10.664098 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a02b0fdd-41e9-4d33-966b-dc23f570fa5d tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:10.771225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666b941-b9d2-4b8b-894d-21f41f52b9bb req-2b7d7a22-2232-4fff-a714-f8eafb0a0aef tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:10.772877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e666b941-b9d2-4b8b-894d-21f41f52b9bb req-2b7d7a22-2232-4fff-a714-f8eafb0a0aef tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0813649 Sep 20 12:49:10.825610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e666b941-b9d2-4b8b-894d-21f41f52b9bb req-d4e39b06-7fe8-457c-a901-41b7f5ade44f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Sep 20 12:49:10.843003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a02b0fdd-41e9-4d33-966b-dc23f570fa5d tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:10.843003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a02b0fdd-41e9-4d33-966b-dc23f570fa5d tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:10.843003 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a02b0fdd-41e9-4d33-966b-dc23f570fa5d tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/99207b14-0f28-4508-b5a3-7924d5a0b944 HTTP/1.1" status: 204 len: 168 time: 0.2876112 Sep 20 12:49:10.847119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51042) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:10.853288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b0fdd-41e9-4d33-966b-dc23f570fa5d tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99207b14-0f28-4508-b5a3-7924d5a0b944,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:10.896250 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-099b73d1-a995-4a87-8b9c-ef0365d494db tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477622 Sep 20 12:49:10.899748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:10.904036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-18e70172-4c3b-42a1-be32-bf3d4bbab2e5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--451653489'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:10.993160 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e70172-4c3b-42a1-be32-bf3d4bbab2e5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.113758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e70172-4c3b-42a1-be32-bf3d4bbab2e5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.181420 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e70172-4c3b-42a1-be32-bf3d4bbab2e5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.225455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e70172-4c3b-42a1-be32-bf3d4bbab2e5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d373dc-63a2-4280-b357-25428d04bb14,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:11.259560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e70172-4c3b-42a1-be32-bf3d4bbab2e5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.263680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-18e70172-4c3b-42a1-be32-bf3d4bbab2e5 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3601959 Sep 20 12:49:11.267927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51062) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:11.269170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e5e1b921-dad5-46ea-88bc-278698a8ccb0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': 'c8d373dc-63a2-4280-b357-25428d04bb14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:11.283193 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-e5e1b921-dad5-46ea-88bc-278698a8ccb0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 20 12:49:11.283822 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-e5e1b921-dad5-46ea-88bc-278698a8ccb0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:11.287598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5e1b921-dad5-46ea-88bc-278698a8ccb0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198495 Sep 20 12:49:11.290939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:11.291074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:49:11.294346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bc61d67a-729a-4a2f-b4c2-bfc3b964646b tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': 'c8d373dc-63a2-4280-b357-25428d04bb14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:11.295009 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-bc61d67a-729a-4a2f-b4c2-bfc3b964646b tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 20 12:49:11.295522 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-bc61d67a-729a-4a2f-b4c2-bfc3b964646b tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:11.297474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc61d67a-729a-4a2f-b4c2-bfc3b964646b tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063357 Sep 20 12:49:11.299783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51068) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:11.304035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a3ff987e-03b2-4f27-b036-8b364f054154 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': 'c8d373dc-63a2-4280-b357-25428d04bb14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:11.306074 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-a3ff987e-03b2-4f27-b036-8b364f054154 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 20 12:49:11.306981 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-a3ff987e-03b2-4f27-b036-8b364f054154 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:11.309662 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a3ff987e-03b2-4f27-b036-8b364f054154 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072834 Sep 20 12:49:11.316095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51070) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:11.324583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-738827ce-6972-485a-b5a4-f5bc21a91dff tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': 'c8d373dc-63a2-4280-b357-25428d04bb14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:11.325522 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-738827ce-6972-485a-b5a4-f5bc21a91dff tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 20 12:49:11.326587 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-738827ce-6972-485a-b5a4-f5bc21a91dff tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:11.337678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-738827ce-6972-485a-b5a4-f5bc21a91dff tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0126245 Sep 20 12:49:11.340644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51074) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:11.343143 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-14e2a396-1b6d-48d9-bae0-4aff10abc06c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2030280 Sep 20 12:49:11.428009 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.454463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:49:11.457533 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30575ece-05e3-42ba-93b2-a197a905e0a4" -d '{"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-unplugged", "status": "completed", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:49:11.482572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:11.482855 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bdaee41-c5c0-4386-961d-3f74187ec522 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.524567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bdaee41-c5c0-4386-961d-3f74187ec522 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.552921 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.600423 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8231d94b-4152-437c-b61f-4aaafd0c9e2d x-openstack-request-id: req-8231d94b-4152-437c-b61f-4aaafd0c9e2d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:49:11.601075 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-unplugged", "status": "failed", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da", "code": 422}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:49:11.602107 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8231d94b-4152-437c-b61f-4aaafd0c9e2d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:49:11.602657 n-d-809934-3 neutron-server[95504]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'code': 422} returned with failed status Sep 20 12:49:11.642168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:11.653056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.653418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.653866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.654272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.654941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.655290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.655625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.657238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.657580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.658001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.658342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.658672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:11.775100 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bdaee41-c5c0-4386-961d-3f74187ec522 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.777789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bdaee41-c5c0-4386-961d-3f74187ec522 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:11.779075 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9bdaee41-c5c0-4386-961d-3f74187ec522 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/c8d373dc-63a2-4280-b357-25428d04bb14 HTTP/1.1" status: 204 len: 168 time: 0.4374552 Sep 20 12:49:11.782598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51096) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:11.788860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaee41-c5c0-4386-961d-3f74187ec522 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d373dc-63a2-4280-b357-25428d04bb14,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:11.837429 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0e222451-add4-4c05-983a-2275f66694d4 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530124 Sep 20 12:49:11.840736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51098) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:11.846391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-276a3739-cd2a-4cd2-babb-8394bd4ef732 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636278163'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:11.956068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524a939-7565-489c-8eb1-2e04f830ee58 req-ca5f070f-0e70-4abd-a79c-502211215bbe tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:11.957528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5524a939-7565-489c-8eb1-2e04f830ee58 req-ca5f070f-0e70-4abd-a79c-502211215bbe tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 943 time: 0.0537698 Sep 20 12:49:12.002868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5524a939-7565-489c-8eb1-2e04f830ee58 req-080cc4c5-6e44-49f5-aa42-fd941d8b9159 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Sep 20 12:49:12.469300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-276a3739-cd2a-4cd2-babb-8394bd4ef732 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:12.490316 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e282f8e-1ea3-433c-8021-c203927e5f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:12.572044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-276a3739-cd2a-4cd2-babb-8394bd4ef732 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:12.708635 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-276a3739-cd2a-4cd2-babb-8394bd4ef732 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:12.742038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a3739-cd2a-4cd2-babb-8394bd4ef732 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694c3351-01e5-4d42-b8be-bc3c81fcbfe6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:12.832571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-276a3739-cd2a-4cd2-babb-8394bd4ef732 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:12.834021 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-276a3739-cd2a-4cd2-babb-8394bd4ef732 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9919720 Sep 20 12:49:12.836903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51118) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:12.841896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-06297cec-e0a0-4bad-99eb-192ee6768bec tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:12.842976 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-06297cec-e0a0-4bad-99eb-192ee6768bec tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 20 12:49:12.844203 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-06297cec-e0a0-4bad-99eb-192ee6768bec tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:12.845661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-06297cec-e0a0-4bad-99eb-192ee6768bec tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075753 Sep 20 12:49:12.848226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51120) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:12.852794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-296969fa-cd2e-41df-9959-990ddc4c2505 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.050046 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-296969fa-cd2e-41df-9959-990ddc4c2505 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:13.051816 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-296969fa-cd2e-41df-9959-990ddc4c2505 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2021401 Sep 20 12:49:13.055444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51130) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:13.061145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-473d4ae0-d117-49bc-a746-ac406a27abaa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.061145 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-473d4ae0-d117-49bc-a746-ac406a27abaa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 20 12:49:13.061145 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-473d4ae0-d117-49bc-a746-ac406a27abaa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:13.062408 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-473d4ae0-d117-49bc-a746-ac406a27abaa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067980 Sep 20 12:49:13.065668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:13.069937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ecab358f-abed-4b55-af9c-06694cd43923 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.163272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78a0e3-696d-4eaf-be93-eeaddbd4d687 req-0a1bcdb9-5512-419f-9b2a-4ba4bc4b0d73 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:13.171256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb78a0e3-696d-4eaf-be93-eeaddbd4d687 req-0a1bcdb9-5512-419f-9b2a-4ba4bc4b0d73 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 943 time: 0.0667028 Sep 20 12:49:13.221508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb78a0e3-696d-4eaf-be93-eeaddbd4d687 req-7132d675-66f5-48fb-99ad-f09e70f23db7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451729 Sep 20 12:49:13.324634 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-ecab358f-abed-4b55-af9c-06694cd43923 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:13.326543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ecab358f-abed-4b55-af9c-06694cd43923 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2602930 Sep 20 12:49:13.331244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51136) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:13.335956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-291448d9-9484-4387-a70f-db166d405b99 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.336549 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-291448d9-9484-4387-a70f-db166d405b99 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 20 12:49:13.337336 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-291448d9-9484-4387-a70f-db166d405b99 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:13.339668 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-291448d9-9484-4387-a70f-db166d405b99 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081937 Sep 20 12:49:13.342233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51138) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:13.349033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-24dcd667-76c3-4dbf-a281-18ab8bd1e1fb tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.519627 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-24dcd667-76c3-4dbf-a281-18ab8bd1e1fb tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:13.524750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-24dcd667-76c3-4dbf-a281-18ab8bd1e1fb tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1762526 Sep 20 12:49:13.525117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51144) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:13.530046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3601ca90-a089-49cf-bb91-c75353b74958 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.530587 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-3601ca90-a089-49cf-bb91-c75353b74958 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 20 12:49:13.531935 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-3601ca90-a089-49cf-bb91-c75353b74958 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:13.533161 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3601ca90-a089-49cf-bb91-c75353b74958 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069096 Sep 20 12:49:13.535923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51146) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:13.544165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e4fd5249-3d6b-48c6-b245-7ac5e9727f2a tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.798988 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-e4fd5249-3d6b-48c6-b245-7ac5e9727f2a tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:13.802893 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e4fd5249-3d6b-48c6-b245-7ac5e9727f2a tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2632871 Sep 20 12:49:13.803115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51154) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:13.811661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6db67969-24e7-4bd6-8d42-a42775abd70f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '694c3351-01e5-4d42-b8be-bc3c81fcbfe6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.839700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da9aea-bc4b-4290-9573-15b73863e79c req-6459556d-f988-4aae-8457-8fdabe2b9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:13.841221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-6459556d-f988-4aae-8457-8fdabe2b9683 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559&tenant_id=05f06d1862bc40669d268b83feeb55c7 HTTP/1.1" status: 200 len: 1094 time: 0.1319942 Sep 20 12:49:13.853830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:13.916733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.053987 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-6db67969-24e7-4bd6-8d42-a42775abd70f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:14.054744 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6db67969-24e7-4bd6-8d42-a42775abd70f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2473156 Sep 20 12:49:14.063611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:14.129396 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f18ff3c-cc79-4af6-b8f3-670d79f69aa2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.159334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f18ff3c-cc79-4af6-b8f3-670d79f69aa2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.168398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:14.207905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:49:14.241319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:49:14.251204 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.299779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Transition to ACTIVE for port object 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:49:14.300019 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f18ff3c-cc79-4af6-b8f3-670d79f69aa2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.302566 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f18ff3c-cc79-4af6-b8f3-670d79f69aa2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.303687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3f18ff3c-cc79-4af6-b8f3-670d79f69aa2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/694c3351-01e5-4d42-b8be-bc3c81fcbfe6 HTTP/1.1" status: 204 len: 168 time: 0.2389619 Sep 20 12:49:14.306623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51170) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:14.335752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18ff3c-cc79-4af6-b8f3-670d79f69aa2 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c3351-01e5-4d42-b8be-bc3c81fcbfe6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:14.362482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0432b0-621e-42a5-9960-dc18bb91bb70 req-149429fb-c969-4f24-8907-5b6279e28ef5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:14.365772 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ad37ce1-97cc-4c63-bcd4-c25e70fdc154 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575666 Sep 20 12:49:14.369751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51172) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:14.369890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d0432b0-621e-42a5-9960-dc18bb91bb70 req-149429fb-c969-4f24-8907-5b6279e28ef5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 943 time: 0.0824022 Sep 20 12:49:14.372927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b494e82d-6ff4-40fc-b4d6-60a0e6d5781e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--593303031'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:14.398211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.457615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d0432b0-621e-42a5-9960-dc18bb91bb70 req-2d2dbddf-8dd3-4602-b988-3bd1aa460cd9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790765 Sep 20 12:49:14.470369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] No DVR routers for this DVR port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:49:14.474087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:14.491020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b494e82d-6ff4-40fc-b4d6-60a0e6d5781e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.530391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Attempting to bind port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:49:14.531201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Attempting to bind port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:49:14.531201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Attempting to bind port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:49:14.540256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:49:14.540685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Attempting to bind port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on network 110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:49:14.551096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:49:14.551569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Checking segment: {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:49:14.551801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Bound using segment: {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:49:14.552442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Bound port: 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80453bcf-ebe1-4830-82ab-d400cddca7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:49:14.552804 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.654400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:49:14.657934 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b494e82d-6ff4-40fc-b4d6-60a0e6d5781e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.667184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:49:14.764261 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b494e82d-6ff4-40fc-b4d6-60a0e6d5781e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.803030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e82d-6ff4-40fc-b4d6-60a0e6d5781e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e19305a-e923-414f-a243-ca6e4e9cf84f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:14.820080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.894979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:14.895795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.897496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] 10.222.0.32 "PUT /v2.0/ports/03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 1091 time: 1.0488343 Sep 20 12:49:14.899456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4a57e-f0b5-403b-85bd-469617dece3f service neutron] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:14.903167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:49:14.905856 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed935de-5b67-4fe7-82c4-0416c6d979b2" -d '{"events": [{"name": "network-changed", "server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:49:14.909562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b494e82d-6ff4-40fc-b4d6-60a0e6d5781e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:14.910790 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b494e82d-6ff4-40fc-b4d6-60a0e6d5781e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5436816 Sep 20 12:49:14.913712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:14.918446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-960ab4e6-a3fc-4c15-9e1c-8680da813da7 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '8e19305a-e923-414f-a243-ca6e4e9cf84f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:14.951396 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639a30c-f1df-4d94-8ed1-a64e969209f2 x-openstack-request-id: req-e639a30c-f1df-4d94-8ed1-a64e969209f2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:49:14.952091 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:49:14.952091 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e639a30c-f1df-4d94-8ed1-a64e969209f2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:49:14.952419 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'status': 'completed', 'code': 200} Sep 20 12:49:15.006622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da9aea-bc4b-4290-9573-15b73863e79c req-516204a9-8b58-460e-96ad-e15b60e4fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:15.008656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-516204a9-8b58-460e-96ad-e15b60e4fb2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1095 time: 0.0830734 Sep 20 12:49:15.106489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da9aea-bc4b-4290-9573-15b73863e79c req-41719cdc-7ba1-415a-8eea-deeb94295826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:15.107977 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-41719cdc-7ba1-415a-8eea-deeb94295826 service neutron] 10.222.0.32 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 914 time: 0.0911853 Sep 20 12:49:15.156010 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-08906c47-a6aa-4ba4-8a33-2dfd639e7e5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 217 time: 0.0410399 Sep 20 12:49:15.213853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da9aea-bc4b-4290-9573-15b73863e79c req-536ffbb1-900e-4d35-a0d8-3f018f294a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:15.214118 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-906ea739-c4da-4c8d-a54f-1c4407ca04f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:15.215748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-536ffbb1-900e-4d35-a0d8-3f018f294a1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.0534945 Sep 20 12:49:15.233996 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-960ab4e6-a3fc-4c15-9e1c-8680da813da7 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The resource could not be found. Sep 20 12:49:15.239405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-960ab4e6-a3fc-4c15-9e1c-8680da813da7 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3220928 Sep 20 12:49:15.241430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51200) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:15.244907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-713b3f87-703d-432e-9372-f215f0d30088 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '8e19305a-e923-414f-a243-ca6e4e9cf84f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1020728d-c18c-40a1-859d-ace44007f7c3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:15.252987 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-4dd7caee-f9a4-49dc-92ca-fbb547c659b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293469 Sep 20 12:49:15.355218 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-9977c84c-32fe-47f9-8212-6afa7c43e48d service neutron] 10.222.0.32 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950963 Sep 20 12:49:15.464518 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04da9aea-bc4b-4290-9573-15b73863e79c req-beeb3550-62d6-48bc-9195-7623639107ea service neutron] 10.222.0.32 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022060 Sep 20 12:49:15.564296 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-713b3f87-703d-432e-9372-f215f0d30088 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The resource could not be found. Sep 20 12:49:15.571573 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-713b3f87-703d-432e-9372-f215f0d30088 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3300328 Sep 20 12:49:15.571771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51212) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:15.645364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:15.674557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a523c14-9d96-4165-8b7c-b59bb2d7c4fa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:15.679164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-f78adfd5-0b68-48ea-9654-0a4e693c9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:15.681062 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-f78adfd5-0b68-48ea-9654-0a4e693c9909 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1095 time: 0.0789952 Sep 20 12:49:15.724922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0467e85-0bf5-4785-bfcd-f99b73a9f980 req-c8079c0a-d56b-479d-a99f-e5d08e6f7e65 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:15.726558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0467e85-0bf5-4785-bfcd-f99b73a9f980 req-c8079c0a-d56b-479d-a99f-e5d08e6f7e65 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.1978319 Sep 20 12:49:15.778565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a523c14-9d96-4165-8b7c-b59bb2d7c4fa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:15.854239 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0467e85-0bf5-4785-bfcd-f99b73a9f980 req-fd94b576-1f21-41fb-b8b9-326ce5c30871 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045403 Sep 20 12:49:15.920502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-116cd90a-00a4-4d82-902a-235e96d65bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:15.922867 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-116cd90a-00a4-4d82-902a-235e96d65bd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 914 time: 0.2141984 Sep 20 12:49:15.946473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a523c14-9d96-4165-8b7c-b59bb2d7c4fa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:15.949066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a523c14-9d96-4165-8b7c-b59bb2d7c4fa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:15.952608 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5a523c14-9d96-4165-8b7c-b59bb2d7c4fa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/8e19305a-e923-414f-a243-ca6e4e9cf84f HTTP/1.1" status: 204 len: 168 time: 0.3775754 Sep 20 12:49:15.953591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:15.983662 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-76b0837d-9f22-414d-8bb6-27d62dc867e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 217 time: 0.0519786 Sep 20 12:49:15.989288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a523c14-9d96-4165-8b7c-b59bb2d7c4fa tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e19305a-e923-414f-a243-ca6e4e9cf84f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:16.037732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-60ed83ad-f2a7-4e08-89a3-4b082dced66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:16.039225 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-60ed83ad-f2a7-4e08-89a3-4b082dced66e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.0479088 Sep 20 12:49:16.039952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-912a6587-845f-4825-a24a-226647620d05 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853281 Sep 20 12:49:16.043764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51236) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:16.048374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2f6cd2f6-dd8c-4311-91db-027af2dd48a0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '05c1ebc3-a7ae-40c1-9155-04c2ffd53bfc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:16.099928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-f9ef7017-4d70-490a-8f6c-556ca41903b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323472 Sep 20 12:49:16.219244 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-4dd93383-151a-47a8-98e0-d68ba31a996e service neutron] 10.222.0.32 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106806 Sep 20 12:49:16.320104 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bed935de-5b67-4fe7-82c4-0416c6d979b2 req-935a3d62-53c8-4b9b-82aa-93c22387c422 service neutron] 10.222.0.32 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929108 Sep 20 12:49:16.345839 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-2f6cd2f6-dd8c-4311-91db-027af2dd48a0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The resource could not be found. Sep 20 12:49:16.348409 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2f6cd2f6-dd8c-4311-91db-027af2dd48a0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3020885 Sep 20 12:49:16.350834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51248) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:16.355375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f1bc0580-1b2e-4455-83e2-4e29e32032ea tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300797442'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:16.431568 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0580-1b2e-4455-83e2-4e29e32032ea tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:16.533835 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0580-1b2e-4455-83e2-4e29e32032ea tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:16.598776 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:16.633107 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0580-1b2e-4455-83e2-4e29e32032ea tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:16.710250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc0580-1b2e-4455-83e2-4e29e32032ea tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfdd163-c0c2-4016-917d-a8ee7b8fae76,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:16.810340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0580-1b2e-4455-83e2-4e29e32032ea tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:16.814936 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1bc0580-1b2e-4455-83e2-4e29e32032ea tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4600077 Sep 20 12:49:16.815354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51262) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:16.820034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-891ef31e-3132-4545-8700-2c7d93c261f8 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973919892'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:16.928181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-891ef31e-3132-4545-8700-2c7d93c261f8 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.072200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-891ef31e-3132-4545-8700-2c7d93c261f8 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.090289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d936e-1c4e-4dcc-9188-983edb5580ef req-0627f5c4-55c0-446c-927e-2c5fc3675306 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:17.091873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-296d936e-1c4e-4dcc-9188-983edb5580ef req-0627f5c4-55c0-446c-927e-2c5fc3675306 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.1232126 Sep 20 12:49:17.112825 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-891ef31e-3132-4545-8700-2c7d93c261f8 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.149946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-296d936e-1c4e-4dcc-9188-983edb5580ef req-d36de86f-96fd-4a02-a63b-ae7aafcd9841 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458007 Sep 20 12:49:17.162371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ef31e-3132-4545-8700-2c7d93c261f8 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180b572c-09e8-437e-8bbb-184455d0ab5f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:17.231298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-891ef31e-3132-4545-8700-2c7d93c261f8 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.236349 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-891ef31e-3132-4545-8700-2c7d93c261f8 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4166639 Sep 20 12:49:17.236620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51270) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:17.246653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9ae9d90a-ac06-476b-b1da-84e1dfb25bbe tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group_rule': {'security_group_id': '5dfdd163-c0c2-4016-917d-a8ee7b8fae76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '180b572c-09e8-437e-8bbb-184455d0ab5f'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:17.442943 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-9ae9d90a-ac06-476b-b1da-84e1dfb25bbe tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:49:17.445059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9ae9d90a-ac06-476b-b1da-84e1dfb25bbe tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2064979 Sep 20 12:49:17.446851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51274) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:17.511223 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f0759a-0f1d-44a7-bdf4-153e605a1eb9 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.536126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f0759a-0f1d-44a7-bdf4-153e605a1eb9 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.655056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f0759a-0f1d-44a7-bdf4-153e605a1eb9 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.658170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f0759a-0f1d-44a7-bdf4-153e605a1eb9 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.664239 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c8f0759a-0f1d-44a7-bdf4-153e605a1eb9 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/180b572c-09e8-437e-8bbb-184455d0ab5f HTTP/1.1" status: 204 len: 168 time: 0.2113011 Sep 20 12:49:17.664376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:17.668864 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0759a-0f1d-44a7-bdf4-153e605a1eb9 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b572c-09e8-437e-8bbb-184455d0ab5f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:17.783111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc06351f-15e6-4ff8-8202-0dec8f081c95 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1193783 Sep 20 12:49:17.785796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51286) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:17.930500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a9e175a-dee1-4ce1-8df5-812dc1de3d6e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.986109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a9e175a-dee1-4ce1-8df5-812dc1de3d6e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:17.994369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.101878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a9e175a-dee1-4ce1-8df5-812dc1de3d6e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.104715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a9e175a-dee1-4ce1-8df5-812dc1de3d6e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.108242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5a9e175a-dee1-4ce1-8df5-812dc1de3d6e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/5dfdd163-c0c2-4016-917d-a8ee7b8fae76 HTTP/1.1" status: 204 len: 168 time: 0.3188837 Sep 20 12:49:18.114532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:18.116087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e175a-dee1-4ce1-8df5-812dc1de3d6e tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfdd163-c0c2-4016-917d-a8ee7b8fae76,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:18.161888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3019a98c-92c9-4711-93e1-52fa74cef115 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512521 Sep 20 12:49:18.165044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51304) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:18.169785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-84d3f826-3bb5-4f54-bde6-676fee398250 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'tempest-secgroup--11001782'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:18.262413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84d3f826-3bb5-4f54-bde6-676fee398250 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.347998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca108063-129d-431a-951a-5c0ed20a1bcf req-f1697618-9412-4d6d-9bb7-92286a33b7bf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:18.349562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca108063-129d-431a-951a-5c0ed20a1bcf req-f1697618-9412-4d6d-9bb7-92286a33b7bf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.0582318 Sep 20 12:49:18.396448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84d3f826-3bb5-4f54-bde6-676fee398250 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.418476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca108063-129d-431a-951a-5c0ed20a1bcf req-338b86b7-bb65-42a5-8062-4361ab4a9393 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619783 Sep 20 12:49:18.454228 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84d3f826-3bb5-4f54-bde6-676fee398250 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.547705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3f826-3bb5-4f54-bde6-676fee398250 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab95f0b-374f-48e2-b130-8f5988b17c75,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:18.565838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84d3f826-3bb5-4f54-bde6-676fee398250 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.581167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:18.581523 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-84d3f826-3bb5-4f54-bde6-676fee398250 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4071589 Sep 20 12:49:18.581615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-55baae92-8ab6-4548-92a1-837e67bdd8a0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:49:18.581615 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-55baae92-8ab6-4548-92a1-837e67bdd8a0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 20 12:49:18.581615 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-55baae92-8ab6-4548-92a1-837e67bdd8a0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] update failed (client error): There was a conflict when trying to complete your request. Sep 20 12:49:18.581615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-55baae92-8ab6-4548-92a1-837e67bdd8a0 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "PUT /v2.0/security-groups/eab95f0b-374f-48e2-b130-8f5988b17c75 HTTP/1.1" status: 409 len: 330 time: 0.0060983 Sep 20 12:49:18.583529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:18.744995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5013-7b6f-45ff-8a0c-b17d8862b82f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.774189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5013-7b6f-45ff-8a0c-b17d8862b82f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.913307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5013-7b6f-45ff-8a0c-b17d8862b82f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.916126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5013-7b6f-45ff-8a0c-b17d8862b82f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:18.919857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec0a5013-7b6f-45ff-8a0c-b17d8862b82f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/eab95f0b-374f-48e2-b130-8f5988b17c75 HTTP/1.1" status: 204 len: 168 time: 0.3353918 Sep 20 12:49:18.923473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51332) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:18.931932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a5013-7b6f-45ff-8a0c-b17d8862b82f tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab95f0b-374f-48e2-b130-8f5988b17c75,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:19.006237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-08a212c3-a417-4ab3-91ab-12c722bd2a47 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814431 Sep 20 12:49:19.006934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:19.025534 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-cc1f1218-5068-4a26-b4f1-26d8eaa87773 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] delete failed (client error): The resource could not be found. Sep 20 12:49:19.029884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc1f1218-5068-4a26-b4f1-26d8eaa87773 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "DELETE /v2.0/security-groups/912d8106-f3da-4606-a44b-2fad289f5c3f HTTP/1.1" status: 404 len: 347 time: 0.0185208 Sep 20 12:49:19.033061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51342) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:19.046220 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-e1c6ed88-d817-4f93-8c4c-dc8fcca3069c tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] show failed (client error): The resource could not be found. Sep 20 12:49:19.048270 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e1c6ed88-d817-4f93-8c4c-dc8fcca3069c tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-groups/ed68442c-d857-409e-b730-b70cf6983fee HTTP/1.1" status: 404 len: 347 time: 0.0139329 Sep 20 12:49:19.052197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51344) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:19.084563 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-35266e5a-eb50-4a15-a8bf-2a2eb80acb25 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] show failed (client error): The resource could not be found. Sep 20 12:49:19.089171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-35266e5a-eb50-4a15-a8bf-2a2eb80acb25 tempest-NegativeSecGroupTest-1537820167 tempest-NegativeSecGroupTest-1537820167-project] 10.222.0.37 "GET /v2.0/security-group-rules/d49fa7ca-1910-496c-88e8-a0407e96660e HTTP/1.1" status: 404 len: 356 time: 0.0359511 Sep 20 12:49:19.690043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13458-1bef-478a-a919-0f08680ea24e req-ce8ea4e6-e9df-4a88-b34b-2c0dce0edd94 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:19.697635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80a13458-1bef-478a-a919-0f08680ea24e req-ce8ea4e6-e9df-4a88-b34b-2c0dce0edd94 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.1482797 Sep 20 12:49:19.765943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80a13458-1bef-478a-a919-0f08680ea24e req-8fc3384c-ae4f-4610-9dab-a4ea34b56d42 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598001 Sep 20 12:49:19.797119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51378) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:20.181140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:20.181728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-84a19306-e0fb-4e43-b6ca-5b441a71bdb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7232887bcb54889973bdfc15ce895bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823371 Sep 20 12:49:20.322128 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cccfa3ad-2fbe-435b-b861-2dd4c5866b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:20.364369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:20.399492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cccfa3ad-2fbe-435b-b861-2dd4c5866b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:20.432846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:20.575614 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cccfa3ad-2fbe-435b-b861-2dd4c5866b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:20.578579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cccfa3ad-2fbe-435b-b861-2dd4c5866b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:20.589338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cccfa3ad-2fbe-435b-b861-2dd4c5866b50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e0a7bff-e061-4e08-9c9b-293d925ea600 HTTP/1.1" status: 204 len: 168 time: 0.4050386 Sep 20 12:49:20.608606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfa3ad-2fbe-435b-b861-2dd4c5866b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a7bff-e061-4e08-9c9b-293d925ea600,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:21.017791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d9dd0-8f99-435a-b068-3ad707219dc7 req-5a6837db-9644-48fd-8e2f-8d709e16765b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:21.037857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a8d9dd0-8f99-435a-b068-3ad707219dc7 req-5a6837db-9644-48fd-8e2f-8d709e16765b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.1266346 Sep 20 12:49:21.102018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a8d9dd0-8f99-435a-b068-3ad707219dc7 req-59b60ab2-2767-4d9e-893c-8b0b4e3b9f69 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596762 Sep 20 12:49:22.233159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a70909-f2c5-4705-9f69-dd14e6a69440 req-f726451a-b5ef-4334-a81d-f92ed44fe746 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:22.235656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59a70909-f2c5-4705-9f69-dd14e6a69440 req-f726451a-b5ef-4334-a81d-f92ed44fe746 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.0602186 Sep 20 12:49:22.277030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-59a70909-f2c5-4705-9f69-dd14e6a69440 req-62dee085-7952-4da6-9a6b-41cbfe507a6e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355175 Sep 20 12:49:23.496688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d7ef0-9b76-4794-b2f4-27b545df2cd8 req-ced44d89-cfb7-4a88-9f01-c4d78a7893fe tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:23.513745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-189d7ef0-9b76-4794-b2f4-27b545df2cd8 req-ced44d89-cfb7-4a88-9f01-c4d78a7893fe tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.0851762 Sep 20 12:49:23.598026 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-189d7ef0-9b76-4794-b2f4-27b545df2cd8 req-dd5d9dae-1f70-458c-aeba-3ca7eda5a33a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811548 Sep 20 12:49:24.494653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:24.637053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96d3ee32-8af2-4d20-8def-41478353c913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:24.781043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59bde3-6a77-4dde-aad1-4c34546d7af7 req-e75c077c-6c1b-4edd-8a8b-d77028453416 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:24.782985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f59bde3-6a77-4dde-aad1-4c34546d7af7 req-e75c077c-6c1b-4edd-8a8b-d77028453416 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.1125917 Sep 20 12:49:24.841712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f59bde3-6a77-4dde-aad1-4c34546d7af7 req-8055cd3e-a286-4b07-b85d-d3c5ae0fc4a6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511532 Sep 20 12:49:24.939622 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96d3ee32-8af2-4d20-8def-41478353c913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:24.998191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96d3ee32-8af2-4d20-8def-41478353c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:25.103309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-96d3ee32-8af2-4d20-8def-41478353c913 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=256314193cd441a580389492ce852200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050982 Sep 20 12:49:25.103948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51508) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:25.109930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3ee32-8af2-4d20-8def-41478353c913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb64aa2-f399-4522-8186-79f6bd646566,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:25.245451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-595163c1-0b08-4034-b127-9cea6ef3ca9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:25.329746 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-595163c1-0b08-4034-b127-9cea6ef3ca9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:25.488056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-595163c1-0b08-4034-b127-9cea6ef3ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:25.491149 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-595163c1-0b08-4034-b127-9cea6ef3ca9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:25.492419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-595163c1-0b08-4034-b127-9cea6ef3ca9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bb64aa2-f399-4522-8186-79f6bd646566 HTTP/1.1" status: 204 len: 168 time: 0.3865018 Sep 20 12:49:25.512534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595163c1-0b08-4034-b127-9cea6ef3ca9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb64aa2-f399-4522-8186-79f6bd646566,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:26.043502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb375-ba1a-42db-a07e-39ac489f356d req-7ca3a4ff-6ff6-4f6f-9848-b3d9f86a200f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:26.045103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbfeb375-ba1a-42db-a07e-39ac489f356d req-7ca3a4ff-6ff6-4f6f-9848-b3d9f86a200f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.0710096 Sep 20 12:49:26.104988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbfeb375-ba1a-42db-a07e-39ac489f356d req-d8d4dce8-7bce-446f-baf7-9d6c5a59d19f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436990 Sep 20 12:49:26.338901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51530) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:26.352344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70e0eaff-5a9c-4789-b04c-3e45c672c71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:26.590285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70e0eaff-5a9c-4789-b04c-3e45c672c71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:26.660977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70e0eaff-5a9c-4789-b04c-3e45c672c71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:26.689611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0eaff-5a9c-4789-b04c-3e45c672c71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b071330-d8af-4a4c-a462-64dcad67fac3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:26.723795 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-70e0eaff-5a9c-4789-b04c-3e45c672c71f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cad024dcbe143f08f5ff40e79e6df35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837872 Sep 20 12:49:26.726686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:26.815976 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50ee7068-a396-44a4-b8d0-94e47be11aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:26.845942 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50ee7068-a396-44a4-b8d0-94e47be11aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:27.032795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50ee7068-a396-44a4-b8d0-94e47be11aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:27.036851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-50ee7068-a396-44a4-b8d0-94e47be11aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:27.037168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-50ee7068-a396-44a4-b8d0-94e47be11aba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b071330-d8af-4a4c-a462-64dcad67fac3 HTTP/1.1" status: 204 len: 168 time: 0.3093112 Sep 20 12:49:27.049483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee7068-a396-44a4-b8d0-94e47be11aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b071330-d8af-4a4c-a462-64dcad67fac3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:27.367433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc7cb5-1abe-469b-8804-8b088183a5b9 req-f7dd0e74-3038-41ed-a792-29fafa60e094 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:27.373261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86bc7cb5-1abe-469b-8804-8b088183a5b9 req-f7dd0e74-3038-41ed-a792-29fafa60e094 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.1140976 Sep 20 12:49:27.441710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86bc7cb5-1abe-469b-8804-8b088183a5b9 req-2a22a27c-130e-4ed6-b9db-fa1345a84cdf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615242 Sep 20 12:49:28.620922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32fcaa-d0ab-48b6-99d9-519bdf526e35 req-a61d33d8-8f16-417d-85a8-f4e6d0692d89 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:28.628361 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc32fcaa-d0ab-48b6-99d9-519bdf526e35 req-a61d33d8-8f16-417d-85a8-f4e6d0692d89 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.0745335 Sep 20 12:49:28.662163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc32fcaa-d0ab-48b6-99d9-519bdf526e35 req-0c9f81b7-f3e4-4523-89a8-a660a3e28040 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325694 Sep 20 12:49:29.805286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a24b5-2a8f-49a0-83fc-fb09a0f2da9e req-32e8b64d-7974-4092-a976-cab138e3ae3e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:29.808951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-838a24b5-2a8f-49a0-83fc-fb09a0f2da9e req-32e8b64d-7974-4092-a976-cab138e3ae3e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.0666926 Sep 20 12:49:29.853770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-838a24b5-2a8f-49a0-83fc-fb09a0f2da9e req-3c559da0-10cf-4fd9-8d64-78693258b8c2 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Sep 20 12:49:30.573603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:30.770310 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59403363-5344-4a89-ad94-f46dc3ab1667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:30.868768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59403363-5344-4a89-ad94-f46dc3ab1667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:30.972155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f316e-888d-4ff1-aaa0-9fa0eb51fd47 req-166c04fd-5d2e-429f-b99b-56d7c61be87e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:30.973834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e06f316e-888d-4ff1-aaa0-9fa0eb51fd47 req-166c04fd-5d2e-429f-b99b-56d7c61be87e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 944 time: 0.0514708 Sep 20 12:49:30.975138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59403363-5344-4a89-ad94-f46dc3ab1667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:31.025932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59403363-5344-4a89-ad94-f46dc3ab1667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a56b08-02cc-4152-bc8a-f3b016f25048,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:31.037654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-59403363-5344-4a89-ad94-f46dc3ab1667 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e3e872d09174bb7b522b0fd20ac9d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628036 Sep 20 12:49:31.039586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 51694) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:31.051778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e06f316e-888d-4ff1-aaa0-9fa0eb51fd47 req-e4beb83f-8219-4fe6-88f0-a49fdf2b95ef tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Sep 20 12:49:31.098236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d24e-4d03-4550-adf7-ef859bc725fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:31.132030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d24e-4d03-4550-adf7-ef859bc725fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:31.285967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:49:31.306067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d24e-4d03-4550-adf7-ef859bc725fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:31.309380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d24e-4d03-4550-adf7-ef859bc725fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:31.322034 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c0d5d24e-4d03-4550-adf7-ef859bc725fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2a56b08-02cc-4152-bc8a-f3b016f25048 HTTP/1.1" status: 204 len: 168 time: 0.2768059 Sep 20 12:49:31.349748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d24e-4d03-4550-adf7-ef859bc725fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a56b08-02cc-4152-bc8a-f3b016f25048,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:31.397028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:31.417985 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'network_id': '110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7', 'port_id': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'mac_address': 'fa:16:3e:36:6c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb77c8c-54c8-41d2-bb02-5ce6522a9035', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:49:31.457730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:31.470182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:49:31.489529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:31.569467 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:31.702227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=11']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:31.789920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:49:32.211225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ad1e0-642e-4bdc-a711-533e23cec5ba req-9d977605-09ea-44d5-a828-63c531ec6538 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:32.220243 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-438ad1e0-642e-4bdc-a711-533e23cec5ba req-9d977605-09ea-44d5-a828-63c531ec6538 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0748520 Sep 20 12:49:32.273215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-438ad1e0-642e-4bdc-a711-533e23cec5ba req-70916ff1-41ed-4ad5-87e1-d3e93aa03439 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517120 Sep 20 12:49:33.298584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:49:33.452686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43aeca-8dc6-46f8-9002-304a92bd9d64 req-c292144d-c8a2-4617-8aa0-8cdd36204b3a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:33.460880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:49:33.461518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae43aeca-8dc6-46f8-9002-304a92bd9d64 req-c292144d-c8a2-4617-8aa0-8cdd36204b3a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 945 time: 0.0799365 Sep 20 12:49:33.466491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:49:33.468537 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:33.522137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae43aeca-8dc6-46f8-9002-304a92bd9d64 req-5da76f2d-c674-4848-b42b-40de2125a805 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517204 Sep 20 12:49:33.589598 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:33.614473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:49:33.616719 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acd64b7-2e6f-4141-bc17-05ce09b12891" -d '{"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-plugged", "status": "completed", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:49:33.630164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:33.664761 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533e008b-1d94-46da-ae8d-e6dd562a07d8 x-openstack-request-id: req-533e008b-1d94-46da-ae8d-e6dd562a07d8 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:49:33.665396 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-plugged", "status": "completed", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:49:33.666084 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-533e008b-1d94-46da-ae8d-e6dd562a07d8 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:49:33.666479 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'code': 200} Sep 20 12:49:33.694941 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:33.786213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=12']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:33.911406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b15e-1c5d-478e-a467-d3c0ec18f14a req-940ad588-dc1b-4aa7-8675-2e82a8f8448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:33.916660 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4920b15e-1c5d-478e-a467-d3c0ec18f14a req-940ad588-dc1b-4aa7-8675-2e82a8f8448b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1097 time: 0.0462976 Sep 20 12:49:33.955743 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4920b15e-1c5d-478e-a467-d3c0ec18f14a req-beaafac9-35c5-4ba9-bfd5-507d8f0505cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356803 Sep 20 12:49:34.687501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fafacc-570f-4098-abb3-b852be2c37e8 req-786e9e11-e9e0-4f09-beca-dd78216f2752 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:34.689092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14fafacc-570f-4098-abb3-b852be2c37e8 req-786e9e11-e9e0-4f09-beca-dd78216f2752 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0504189 Sep 20 12:49:34.738381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14fafacc-570f-4098-abb3-b852be2c37e8 req-8175a9ab-13d1-4165-87ea-54d2fa3f4ddd tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Sep 20 12:49:35.895755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605e0e1-c93d-422c-b818-39f85f3dc90f req-688664cf-97f1-4ed8-8133-3345fef4fec1 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:35.899384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3605e0e1-c93d-422c-b818-39f85f3dc90f req-688664cf-97f1-4ed8-8133-3345fef4fec1 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0809753 Sep 20 12:49:36.051427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3605e0e1-c93d-422c-b818-39f85f3dc90f req-32560abe-4b87-4348-9723-1009a7dd2f27 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738332 Sep 20 12:49:37.146042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972bb55-6a62-4dee-be4b-4f21b254166d req-19439a0c-e302-4153-9ead-d01b2e85c4a0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:37.147646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0972bb55-6a62-4dee-be4b-4f21b254166d req-19439a0c-e302-4153-9ead-d01b2e85c4a0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0587277 Sep 20 12:49:37.191898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0972bb55-6a62-4dee-be4b-4f21b254166d req-547fa3b9-bde5-406a-8547-31c65a0655c9 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Sep 20 12:49:38.372788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15c330-93b3-4407-a28d-63bd61d20381 req-0f6a237b-0543-4569-aae7-d9f1c8647a3c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:38.383036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f15c330-93b3-4407-a28d-63bd61d20381 req-0f6a237b-0543-4569-aae7-d9f1c8647a3c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0748804 Sep 20 12:49:38.425992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f15c330-93b3-4407-a28d-63bd61d20381 req-5840cb70-6c39-4527-b538-a007d585bfd5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Sep 20 12:49:38.561127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb183318-758f-4a2a-83f4-4752d7eeac9f req-8fe69e3b-e39c-4372-a06b-34aa6e140e3f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:38.562644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb183318-758f-4a2a-83f4-4752d7eeac9f req-8fe69e3b-e39c-4372-a06b-34aa6e140e3f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0616431 Sep 20 12:49:38.607388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb183318-758f-4a2a-83f4-4752d7eeac9f req-7f68f9bb-7117-4dab-8571-543f3a66e9d8 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Sep 20 12:49:38.777628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca14233-57c4-4d8c-bb01-66a10e591ddf req-4a06ff4a-8786-4caa-ace6-ce8e66655183 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:38.780699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cca14233-57c4-4d8c-bb01-66a10e591ddf req-4a06ff4a-8786-4caa-ace6-ce8e66655183 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0857303 Sep 20 12:49:38.858144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cca14233-57c4-4d8c-bb01-66a10e591ddf req-94031d41-6324-4b2e-9ea8-3e40489cae25 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703301 Sep 20 12:49:38.872389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 51986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:39.065540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610346e7-30ea-401d-9c2d-43124e1794e4 req-2d2ba14b-555f-403e-94d3-d8f8ef348857 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:39.067348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-610346e7-30ea-401d-9c2d-43124e1794e4 req-2d2ba14b-555f-403e-94d3-d8f8ef348857 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0674837 Sep 20 12:49:39.116770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-610346e7-30ea-401d-9c2d-43124e1794e4 req-f33048b0-5345-4655-9e37-fdc330f7acfc tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395343 Sep 20 12:49:39.163672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:39.322942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487246-a227-4afe-af7d-51792d61e253 req-8d9ee9cc-8548-40c3-ae15-f3cd65c81084 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:39.324548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01487246-a227-4afe-af7d-51792d61e253 req-8d9ee9cc-8548-40c3-ae15-f3cd65c81084 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0947785 Sep 20 12:49:39.405366 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:39.407585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01487246-a227-4afe-af7d-51792d61e253 req-beeb8da7-4da3-4ce3-8f2c-12875fb5eaf7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694094 Sep 20 12:49:39.482657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:39.534701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f00e42019f74b628752b012a56d9a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607070 Sep 20 12:49:39.537539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52026) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:39.550152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56957ab8-89d0-4ab0-8026-7df7a62d5cc6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:39.561813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.569448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c019f-1714-49f9-ab99-d89c44523894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:39.596151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4657a2d-5f3e-4f16-84ce-415d1f38cdc2 req-0500bf0f-8840-4448-8dd0-a71ea7856508 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:39.597822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4657a2d-5f3e-4f16-84ce-415d1f38cdc2 req-0500bf0f-8840-4448-8dd0-a71ea7856508 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0881379 Sep 20 12:49:39.617831 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7729c198-d5f7-41d2-bbd2-7d11e3c9f638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:39.650873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4657a2d-5f3e-4f16-84ce-415d1f38cdc2 req-8ef11e19-61f9-4033-9b35-d47931ab31e7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Sep 20 12:49:39.651065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7729c198-d5f7-41d2-bbd2-7d11e3c9f638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:39.822759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c7c7c-5116-4714-a3b3-de2fd7ffa0ea req-4d06eb3a-7d78-429f-81bc-ee94198857eb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:39.826212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7729c198-d5f7-41d2-bbd2-7d11e3c9f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:39.830577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7729c198-d5f7-41d2-bbd2-7d11e3c9f638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:39.831792 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7729c198-d5f7-41d2-bbd2-7d11e3c9f638 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56957ab8-89d0-4ab0-8026-7df7a62d5cc6 HTTP/1.1" status: 204 len: 168 time: 0.2931395 Sep 20 12:49:39.835286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-203c7c7c-5116-4714-a3b3-de2fd7ffa0ea req-4d06eb3a-7d78-429f-81bc-ee94198857eb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0746896 Sep 20 12:49:39.862232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729c198-d5f7-41d2-bbd2-7d11e3c9f638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56957ab8-89d0-4ab0-8026-7df7a62d5cc6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:39.904512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-203c7c7c-5116-4714-a3b3-de2fd7ffa0ea req-320998f0-167e-4707-afbe-b2edc01abe22 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623043 Sep 20 12:49:40.382892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6f1de-3cb4-4057-9fab-4b93eec7808e req-5b2b8d11-1f07-488c-8240-c4714c482019 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:40.391516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e6f1de-3cb4-4057-9fab-4b93eec7808e req-5b2b8d11-1f07-488c-8240-c4714c482019 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0662248 Sep 20 12:49:40.438483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e6f1de-3cb4-4057-9fab-4b93eec7808e req-4c6daba2-8389-4ba6-b154-72750c10320c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449054 Sep 20 12:49:40.681837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52072) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:40.696164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c66ba5b4-50bc-4be0-8a78-09dba8f87156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:40.787389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c66ba5b4-50bc-4be0-8a78-09dba8f87156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:40.854261 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c66ba5b4-50bc-4be0-8a78-09dba8f87156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:40.895856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ba5b4-50bc-4be0-8a78-09dba8f87156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e228520a-4312-4d10-96b6-0dc289524f4a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:40.905448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c66ba5b4-50bc-4be0-8a78-09dba8f87156 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c66b63b8545348099531f9d7aa7316c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208476 Sep 20 12:49:40.908056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:40.961526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b519b17c-bfc0-4a72-86d4-e88606593b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:40.984018 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b519b17c-bfc0-4a72-86d4-e88606593b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:41.117546 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b519b17c-bfc0-4a72-86d4-e88606593b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:41.120418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b519b17c-bfc0-4a72-86d4-e88606593b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:41.121666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b519b17c-bfc0-4a72-86d4-e88606593b1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e228520a-4312-4d10-96b6-0dc289524f4a HTTP/1.1" status: 204 len: 168 time: 0.2124517 Sep 20 12:49:41.132271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519b17c-bfc0-4a72-86d4-e88606593b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e228520a-4312-4d10-96b6-0dc289524f4a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:41.492548 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:49:41.602643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b342c8-3cac-4514-8043-13ff6335a772 req-6a93e206-da79-4e1a-a3a0-e1692a5c2dc0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:41.604351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6b342c8-3cac-4514-8043-13ff6335a772 req-6a93e206-da79-4e1a-a3a0-e1692a5c2dc0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0608313 Sep 20 12:49:41.657588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6b342c8-3cac-4514-8043-13ff6335a772 req-a929bcf6-7c80-46bc-9440-52be26a37e97 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Sep 20 12:49:42.102312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52114) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:42.123798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3d51b7-b0a8-419f-ab8a-be75bd7bba16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.165462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b6133-c107-475e-a654-72fc8d018791 req-a4f1b029-42f3-40a1-97f7-c0f529ade23e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:42.167536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c8b6133-c107-475e-a654-72fc8d018791 req-a4f1b029-42f3-40a1-97f7-c0f529ade23e tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0575423 Sep 20 12:49:42.246399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c8b6133-c107-475e-a654-72fc8d018791 req-d6105e68-d4c4-4d0e-abbf-d5fc0d0736c6 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720165 Sep 20 12:49:42.281794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3d51b7-b0a8-419f-ab8a-be75bd7bba16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.288371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-b6dc9bf5-dddf-46fd-97de-3d21bf658af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:42.290060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-b6dc9bf5-dddf-46fd-97de-3d21bf658af2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05f06d1862bc40669d268b83feeb55c7&device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 1097 time: 0.0678470 Sep 20 12:49:42.330073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:42.388365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-73354811-966a-492d-8679-14e565c9d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:42.390666 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-73354811-966a-492d-8679-14e565c9d8df service neutron] 10.222.0.32 "GET /v2.0/networks?id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 200 len: 914 time: 0.0936434 Sep 20 12:49:42.395820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3d51b7-b0a8-419f-ab8a-be75bd7bba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.440852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d51b7-b0a8-419f-ab8a-be75bd7bba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44257398-8a8a-4004-8d39-730d8136b6ba,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:42.442999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-350e8d39-34a8-427a-907a-64ee8dd644ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.457349 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7d2227a-7386-4fd4-a0da-6ebc5c48732d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.513518 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1a3d51b7-b0a8-419f-ab8a-be75bd7bba16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a794f20fbe242c08fc9cff63b5ee0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100118 Sep 20 12:49:42.514356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:42.516984 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-573b98ff-7e52-41a7-b4f3-e1ae5a8f8d49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 200 len: 217 time: 0.1174488 Sep 20 12:49:42.576123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-4c6bb9b0-73d5-4e52-870c-0eb6c09ea4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:42.579930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-4c6bb9b0-73d5-4e52-870c-0eb6c09ea4e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 200 len: 854 time: 0.0562856 Sep 20 12:49:42.619794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-891ae6ba-3ccf-4ebe-9528-73d68f6779f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328832 Sep 20 12:49:42.626505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7d2227a-7386-4fd4-a0da-6ebc5c48732d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.631401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74db1402-4037-4311-bb77-82a2dce75d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.668532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74db1402-4037-4311-bb77-82a2dce75d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.709698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7d2227a-7386-4fd4-a0da-6ebc5c48732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.745205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-6bba0856-2749-4370-aaf6-25088f7798ed service neutron] 10.222.0.32 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168544 Sep 20 12:49:42.751562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2227a-7386-4fd4-a0da-6ebc5c48732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43306874-b094-4e22-8289-85cbfb045597,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:42.755757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d7d2227a-7386-4fd4-a0da-6ebc5c48732d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c7c2c18bf7b4b859ca81f15fe9cb282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246027 Sep 20 12:49:42.760743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52136) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:42.848951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74db1402-4037-4311-bb77-82a2dce75d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.852703 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74db1402-4037-4311-bb77-82a2dce75d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.856251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-74db1402-4037-4311-bb77-82a2dce75d79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44257398-8a8a-4004-8d39-730d8136b6ba HTTP/1.1" status: 204 len: 168 time: 0.3349423 Sep 20 12:49:42.862578 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea415d02-ee08-4748-a528-aef418e8e960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:42.864596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db1402-4037-4311-bb77-82a2dce75d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44257398-8a8a-4004-8d39-730d8136b6ba,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:42.898134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c60c15b-be9d-40d6-97a7-367d939eff71 req-23f8af5d-051a-468c-9cd9-1fa2e8157ca8 service neutron] 10.222.0.32 "GET /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449034 Sep 20 12:49:42.899989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea415d02-ee08-4748-a528-aef418e8e960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:43.078114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea415d02-ee08-4748-a528-aef418e8e960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:43.081280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea415d02-ee08-4748-a528-aef418e8e960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:43.084938 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ea415d02-ee08-4748-a528-aef418e8e960 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43306874-b094-4e22-8289-85cbfb045597 HTTP/1.1" status: 204 len: 168 time: 0.3201683 Sep 20 12:49:43.091222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea415d02-ee08-4748-a528-aef418e8e960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43306874-b094-4e22-8289-85cbfb045597,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:43.391656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df8dee-dfcb-42c3-a190-c31712a5bae1 req-e905dc61-28d5-4b77-9a61-2ae8ad34968d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:43.393438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72df8dee-dfcb-42c3-a190-c31712a5bae1 req-e905dc61-28d5-4b77-9a61-2ae8ad34968d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0719857 Sep 20 12:49:43.478442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72df8dee-dfcb-42c3-a190-c31712a5bae1 req-31272122-4011-45d6-85e4-1ed7306adbbb tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778511 Sep 20 12:49:43.911106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52180) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:43.924663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e4bd36d0-45e1-4486-8935-da79d3ee726a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:44.025576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e4bd36d0-45e1-4486-8935-da79d3ee726a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:44.094350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e4bd36d0-45e1-4486-8935-da79d3ee726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:44.140397 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e4bd36d0-45e1-4486-8935-da79d3ee726a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1458bdb786cb4309b00abe0c2d1e53cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274828 Sep 20 12:49:44.141636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd36d0-45e1-4486-8935-da79d3ee726a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25776ea8-761d-43d6-b1cb-cc735051b9ab,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:44.143871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:44.218627 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9fee-0cc7-47fe-ba6b-96be0e78ec2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:44.242249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9fee-0cc7-47fe-ba6b-96be0e78ec2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:44.393712 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9fee-0cc7-47fe-ba6b-96be0e78ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:44.399407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9fee-0cc7-47fe-ba6b-96be0e78ec2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:44.402866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2eeb9fee-0cc7-47fe-ba6b-96be0e78ec2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25776ea8-761d-43d6-b1cb-cc735051b9ab HTTP/1.1" status: 204 len: 168 time: 0.2550817 Sep 20 12:49:44.412136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb9fee-0cc7-47fe-ba6b-96be0e78ec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25776ea8-761d-43d6-b1cb-cc735051b9ab,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:44.614419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320060b6-c6ea-486b-b0b2-b61c3c6303d9 req-b4183d48-8563-44eb-a312-4eb19ae3df97 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:44.616007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-320060b6-c6ea-486b-b0b2-b61c3c6303d9 req-b4183d48-8563-44eb-a312-4eb19ae3df97 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0618813 Sep 20 12:49:44.659717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-320060b6-c6ea-486b-b0b2-b61c3c6303d9 req-6f023f5e-5c49-4144-a71c-893fb904c324 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Sep 20 12:49:44.813753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236464e3-5882-4af3-9434-a02a0fb15072 req-29a9d30e-5973-4791-9893-73e724bbe510 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:44.815994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-236464e3-5882-4af3-9434-a02a0fb15072 req-29a9d30e-5973-4791-9893-73e724bbe510 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0687978 Sep 20 12:49:44.843290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52220) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:44.905784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-236464e3-5882-4af3-9434-a02a0fb15072 req-f67fc253-b5a9-46fa-9204-69cc89552aac tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751312 Sep 20 12:49:45.036362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b1a3-58b6-452b-8db4-e1c3705cd44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.069195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198165-ea6f-4e11-a22b-246d7da5943e req-23ca993c-6bdc-4721-82d8-1a0792157fbc tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:45.070705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38198165-ea6f-4e11-a22b-246d7da5943e req-23ca993c-6bdc-4721-82d8-1a0792157fbc tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0724461 Sep 20 12:49:45.124992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38198165-ea6f-4e11-a22b-246d7da5943e req-b3668d57-68f2-49e0-a34e-3705dece0e73 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470319 Sep 20 12:49:45.137369 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b1a3-58b6-452b-8db4-e1c3705cd44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.180283 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-126ce7e6-6a91-40ca-832c-6aa95eeb5abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.246491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d427c0e-e0a2-4792-99a4-dd82ce552dc7 req-5a4eee68-a0a6-4383-8d55-ad4b2289ec9b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:45.248041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d427c0e-e0a2-4792-99a4-dd82ce552dc7 req-5a4eee68-a0a6-4383-8d55-ad4b2289ec9b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0499682 Sep 20 12:49:45.277325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b1a3-58b6-452b-8db4-e1c3705cd44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.297127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d427c0e-e0a2-4792-99a4-dd82ce552dc7 req-f5567418-34a1-4aa8-9b1d-579b24a3d0d0 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Sep 20 12:49:45.322572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8b1a3-58b6-452b-8db4-e1c3705cd44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd998c94-265e-46a8-a496-bd38a29ce264,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:45.327444 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3ed8b1a3-58b6-452b-8db4-e1c3705cd44b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4a4b96705504d5d9dd9d81295d09b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827297 Sep 20 12:49:45.338918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:45.406977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1216ac-3dde-496b-a120-d5a30743084d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.434200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1216ac-3dde-496b-a120-d5a30743084d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.520300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8413c2-ae36-4914-805b-7651e468f2c4 req-86e94bb2-91f2-4117-9911-a04be07162a4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:45.527940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca8413c2-ae36-4914-805b-7651e468f2c4 req-86e94bb2-91f2-4117-9911-a04be07162a4 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0570877 Sep 20 12:49:45.572731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca8413c2-ae36-4914-805b-7651e468f2c4 req-3d72da1e-f87d-4cf6-9245-aecf80504534 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Sep 20 12:49:45.582367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1216ac-3dde-496b-a120-d5a30743084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.584945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1216ac-3dde-496b-a120-d5a30743084d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.589354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ed1216ac-3dde-496b-a120-d5a30743084d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd998c94-265e-46a8-a496-bd38a29ce264 HTTP/1.1" status: 204 len: 168 time: 0.2459974 Sep 20 12:49:45.604948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1216ac-3dde-496b-a120-d5a30743084d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd998c94-265e-46a8-a496-bd38a29ce264,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:45.609560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:45.753545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8e10c-9f0d-41e9-9fbe-d21b1227fecb req-422a57ce-5183-4041-a4a5-e296191541b3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:45.765646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdd8e10c-9f0d-41e9-9fbe-d21b1227fecb req-422a57ce-5183-4041-a4a5-e296191541b3 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0957713 Sep 20 12:49:45.806599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdd8e10c-9f0d-41e9-9fbe-d21b1227fecb req-cea8b303-3be1-4fba-b26c-da5d5a2f257f tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Sep 20 12:49:46.001593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000c01-ac7b-4c26-a80e-073622be109b req-ac567ca2-ab9b-414b-af45-9b88c3f6adcd tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:46.001593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51000c01-ac7b-4c26-a80e-073622be109b req-ac567ca2-ab9b-414b-af45-9b88c3f6adcd tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0662639 Sep 20 12:49:46.068399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-51000c01-ac7b-4c26-a80e-073622be109b req-ea11a224-d578-4bca-8361-32801e152087 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578237 Sep 20 12:49:46.260129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618f175-8b55-45d8-9647-9ef74c972ef2 req-a9884129-43e9-44eb-a74f-fea51c7ff02c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:46.261862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6618f175-8b55-45d8-9647-9ef74c972ef2 req-a9884129-43e9-44eb-a74f-fea51c7ff02c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0698552 Sep 20 12:49:46.308014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6618f175-8b55-45d8-9647-9ef74c972ef2 req-7f44f8fd-828f-46ff-89ff-0d486841f03a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397651 Sep 20 12:49:46.578285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-a2ee70cc-e226-41bc-8c6a-efb7c31bd2aa req-fc195776-8006-4038-a4e6-ec0a4720d0ce service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:49:46.580389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:46.587769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2ee70cc-e226-41bc-8c6a-efb7c31bd2aa req-fc195776-8006-4038-a4e6-ec0a4720d0ce service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1697171 Sep 20 12:49:46.725153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8554-3a88-4709-ba21-061e68e93c9a req-e8f5e10b-e305-497d-9eca-1c54f1ed2188 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:46.727050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46bc8554-3a88-4709-ba21-061e68e93c9a req-e8f5e10b-e305-497d-9eca-1c54f1ed2188 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0587153 Sep 20 12:49:46.799976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46bc8554-3a88-4709-ba21-061e68e93c9a req-4259a5bd-4798-44b1-b74f-8d50280b6a3a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551791 Sep 20 12:49:46.929729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cf69d-5935-47d4-9226-2ec0f70816d9 req-ef29262d-3d2e-4e7e-89d5-eef2f6f35797 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:46.943056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb4cf69d-5935-47d4-9226-2ec0f70816d9 req-ef29262d-3d2e-4e7e-89d5-eef2f6f35797 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0804880 Sep 20 12:49:46.980480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb4cf69d-5935-47d4-9226-2ec0f70816d9 req-3358393c-7570-46d4-a9dc-d304c8472627 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363538 Sep 20 12:49:47.201231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751383cb-12b6-4fd6-9140-c72858f19a27 req-11acc0dd-9a05-41c1-bcca-ce9556a8f1f5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:47.209182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-751383cb-12b6-4fd6-9140-c72858f19a27 req-11acc0dd-9a05-41c1-bcca-ce9556a8f1f5 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.1080077 Sep 20 12:49:47.269198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-751383cb-12b6-4fd6-9140-c72858f19a27 req-d799b1f3-4460-4e8e-af51-5abddf97e66a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588918 Sep 20 12:49:47.422206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5787-cd3a-4d25-83cf-95006203fb60 req-87ceffe4-a851-438e-bbc9-1d311e7be109 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:47.429879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-800d5787-cd3a-4d25-83cf-95006203fb60 req-87ceffe4-a851-438e-bbc9-1d311e7be109 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0724778 Sep 20 12:49:47.482000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-800d5787-cd3a-4d25-83cf-95006203fb60 req-611b801f-3dc3-46e0-b173-7122562e8600 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511591 Sep 20 12:49:47.654364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6082-e5d0-474d-811c-d58aa026436f req-cf2c3e56-0583-40c4-bfc3-73d0eacae31c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:47.665757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-620e6082-e5d0-474d-811c-d58aa026436f req-cf2c3e56-0583-40c4-bfc3-73d0eacae31c tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0658569 Sep 20 12:49:47.725330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-620e6082-e5d0-474d-811c-d58aa026436f req-4ad90231-dd03-472a-a3ca-5551548a1e97 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585637 Sep 20 12:49:47.912861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50af66-4558-48b0-934b-a91b61a5a0f7 req-6e44fdd4-0dab-4df2-88f1-74b150af22b7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:47.914470 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c50af66-4558-48b0-934b-a91b61a5a0f7 req-6e44fdd4-0dab-4df2-88f1-74b150af22b7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0779345 Sep 20 12:49:47.965099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c50af66-4558-48b0-934b-a91b61a5a0f7 req-4a305f58-6e89-447b-b364-971f06a09083 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Sep 20 12:49:48.042416 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:48.104294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bcd6c-13be-4e4c-a714-09e2c8c53d38 req-44eb2ae6-42c0-43f3-af1e-f5ac62226900 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:48.106075 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc1bcd6c-13be-4e4c-a714-09e2c8c53d38 req-44eb2ae6-42c0-43f3-af1e-f5ac62226900 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0554063 Sep 20 12:49:48.160948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc1bcd6c-13be-4e4c-a714-09e2c8c53d38 req-68559943-4b4d-40c1-94f9-778cc5ef054a tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482514 Sep 20 12:49:49.707617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52530) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:49.916973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:49.963503 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:50.129882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:50.179738 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:50.217316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:50.218531 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bcd2c35a9d94c42a1994f8ed8dc8ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085473 Sep 20 12:49:50.241615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c93284-7103-45ba-986c-8efb65bad5a1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:50.251747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.252316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.252584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.253426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.253962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.254808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.255596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.260828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.261475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.262025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.262559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.262966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfba15-9913-404c-a005-fca9b2a21fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:49:50.308971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d2ac-91c0-4f01-991f-46de63449c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:50.337903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d2ac-91c0-4f01-991f-46de63449c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:50.362945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:50.481857 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d2ac-91c0-4f01-991f-46de63449c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:50.485980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d2ac-91c0-4f01-991f-46de63449c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:50.498055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4cf4d2ac-91c0-4f01-991f-46de63449c67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73c93284-7103-45ba-986c-8efb65bad5a1 HTTP/1.1" status: 204 len: 168 time: 0.2796233 Sep 20 12:49:50.517926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4d2ac-91c0-4f01-991f-46de63449c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c93284-7103-45ba-986c-8efb65bad5a1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:51.228669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52558) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:51.245396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d0dd29e-f864-48e7-b287-014f33a182b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:51.348510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d0dd29e-f864-48e7-b287-014f33a182b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:51.414278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d0dd29e-f864-48e7-b287-014f33a182b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:51.471314 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3d0dd29e-f864-48e7-b287-014f33a182b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a74f6399b9ef4bf0aee5b42023f3908a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391632 Sep 20 12:49:51.471314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dd29e-f864-48e7-b287-014f33a182b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497d6b95-1b11-49f4-b799-50dde3cea6fd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:51.471669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52562) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:51.539372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01ab1c5c-bb79-407e-ac30-0a18a2e7e1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:51.581433 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01ab1c5c-bb79-407e-ac30-0a18a2e7e1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:51.710345 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01ab1c5c-bb79-407e-ac30-0a18a2e7e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:51.712953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01ab1c5c-bb79-407e-ac30-0a18a2e7e1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:51.714339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-01ab1c5c-bb79-407e-ac30-0a18a2e7e1b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/497d6b95-1b11-49f4-b799-50dde3cea6fd HTTP/1.1" status: 204 len: 168 time: 0.2416925 Sep 20 12:49:51.737071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab1c5c-bb79-407e-ac30-0a18a2e7e1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d6b95-1b11-49f4-b799-50dde3cea6fd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:54.741869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a1f1a-0af1-41d9-ae38-311801f71037 req-cd159c2f-3fa2-4666-a357-47babc0f9b8d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:54.744514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed8a1f1a-0af1-41d9-ae38-311801f71037 req-cd159c2f-3fa2-4666-a357-47babc0f9b8d tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.1272345 Sep 20 12:49:54.837519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed8a1f1a-0af1-41d9-ae38-311801f71037 req-2a01fd8a-74f9-4f1f-b069-f0e572311362 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Sep 20 12:49:55.757048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:55.914077 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e702873c-be31-4ec7-a7f9-b47fa33af750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.015911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e6a81-deea-4507-90ba-13ed0e10f578 req-026e25d0-b305-45c9-aa70-e7f6a1b51e60 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:56.017632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed5e6a81-deea-4507-90ba-13ed0e10f578 req-026e25d0-b305-45c9-aa70-e7f6a1b51e60 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0804372 Sep 20 12:49:56.081551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed5e6a81-deea-4507-90ba-13ed0e10f578 req-5fbfe16b-4bea-42f3-be4e-94695ae3826b tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/security-groups?id=61ea8775-95d4-40aa-ba22-fe5776d97434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543368 Sep 20 12:49:56.110125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e702873c-be31-4ec7-a7f9-b47fa33af750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.151707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-0a0ad283-4241-4602-87c5-a1522df3cccf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:49:56.153520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-0a0ad283-4241-4602-87c5-a1522df3cccf tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 946 time: 0.0618384 Sep 20 12:49:56.173302 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e702873c-be31-4ec7-a7f9-b47fa33af750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.214652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e702873c-be31-4ec7-a7f9-b47fa33af750 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=993cf91d8bf242b697ba70d15c9e36ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556265 Sep 20 12:49:56.215872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702873c-be31-4ec7-a7f9-b47fa33af750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b23183-203e-42f2-bc34-140f0334cb26,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:56.219114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:56.258469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Deleting port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:49:56.259120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.280408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2668831e-4aad-436e-86dc-d02539a0da06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.304583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2668831e-4aad-436e-86dc-d02539a0da06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.373473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] For port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,segment=NetworkSegment(80453bcf-ebe1-4830-82ab-d400cddca7f6),segment_id=80453bcf-ebe1-4830-82ab-d400cddca7f6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:49:56.374088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.387805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Calling delete_port for 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:49:56.430907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2668831e-4aad-436e-86dc-d02539a0da06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.433534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2668831e-4aad-436e-86dc-d02539a0da06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.446159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2668831e-4aad-436e-86dc-d02539a0da06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58b23183-203e-42f2-bc34-140f0334cb26 HTTP/1.1" status: 204 len: 168 time: 0.2123582 Sep 20 12:49:56.447011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668831e-4aad-436e-86dc-d02539a0da06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b23183-203e-42f2-bc34-140f0334cb26,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:56.680277 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.707910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:49:56.714712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Pushing event deleted for resources: {'Port': ['ID=03d48d21-ff9c-46b5-957d-5ccdd9dbb9da,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:56.765450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] No DVR routers for this DVR port 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:49:56.768716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:56.771033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4a03cffd-9b73-484f-8d51-2682e238ebbd req-89192852-8af4-4ec1-a231-cad95eb691c7 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.32 "DELETE /v2.0/ports/03d48d21-ff9c-46b5-957d-5ccdd9dbb9da HTTP/1.1" status: 204 len: 173 time: 0.6109712 Sep 20 12:49:56.771480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-deleted', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:49:56.773882 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3079a08e-64a5-4436-a53d-5eadd424541d" -d '{"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-deleted", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:49:56.813777 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df987e-e08c-40be-afb6-52efbee0e85f x-openstack-request-id: req-b2df987e-e08c-40be-afb6-52efbee0e85f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:49:56.814133 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d7e6fd-98ee-48b0-b730-7db4e57df559", "name": "network-vif-deleted", "tag": "03d48d21-ff9c-46b5-957d-5ccdd9dbb9da", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:49:56.814386 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2df987e-e08c-40be-afb6-52efbee0e85f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:49:56.814814 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d7e6fd-98ee-48b0-b730-7db4e57df559', 'name': 'network-vif-deleted', 'tag': '03d48d21-ff9c-46b5-957d-5ccdd9dbb9da', 'status': 'completed', 'code': 200} Sep 20 12:49:57.219834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d72ce63-15c4-40e2-94bd-b8453cb82528 req-221acbb9-e0af-47e0-a491-c795f2aa0642 tempest-ServersNegativeTestJSON-385861748 tempest-ServersNegativeTestJSON-385861748-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d7e6fd-98ee-48b0-b730-7db4e57df559 HTTP/1.1" status: 200 len: 210 time: 0.0443554 Sep 20 12:49:57.374648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:57.391714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e90b2cd-e023-42e5-9ca2-3be12e842b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:57.518941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e90b2cd-e023-42e5-9ca2-3be12e842b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:57.596843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e90b2cd-e023-42e5-9ca2-3be12e842b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:57.642326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e90b2cd-e023-42e5-9ca2-3be12e842b04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1a392638fdf4266888ec4e7747067c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665255 Sep 20 12:49:57.644949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52758) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:57.647403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b2cd-e023-42e5-9ca2-3be12e842b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed444ba-6cfe-4c09-b8c1-9dc354312471,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:57.711296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0602edf0-4ee8-4649-ab34-5d150fca3bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:57.737109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0602edf0-4ee8-4649-ab34-5d150fca3bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:57.899597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0602edf0-4ee8-4649-ab34-5d150fca3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:57.901710 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0602edf0-4ee8-4649-ab34-5d150fca3bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:57.902962 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0602edf0-4ee8-4649-ab34-5d150fca3bd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eed444ba-6cfe-4c09-b8c1-9dc354312471 HTTP/1.1" status: 204 len: 168 time: 0.2561274 Sep 20 12:49:57.915359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602edf0-4ee8-4649-ab34-5d150fca3bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed444ba-6cfe-4c09-b8c1-9dc354312471,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:58.299158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 52780) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:58.354555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-951ee390-722c-43ed-ba21-ddfbb35033ab admin admin] Deleting subnet 8bb77c8c-54c8-41d2-bb02-5ce6522a9035 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:49:58.359565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-951ee390-722c-43ed-ba21-ddfbb35033ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:58.420440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-951ee390-722c-43ed-ba21-ddfbb35033ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:58.468540 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-951ee390-722c-43ed-ba21-ddfbb35033ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:58.646641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-951ee390-722c-43ed-ba21-ddfbb35033ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:58.687347 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ee390-722c-43ed-ba21-ddfbb35033ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb77c8c-54c8-41d2-bb02-5ce6522a9035,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:58.707833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-951ee390-722c-43ed-ba21-ddfbb35033ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:58.710049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-951ee390-722c-43ed-ba21-ddfbb35033ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8bb77c8c-54c8-41d2-bb02-5ce6522a9035 HTTP/1.1" status: 204 len: 168 time: 0.4099038 Sep 20 12:49:58.712730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:58.815959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:58.939092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:58.978437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:58.992569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80453bcf-ebe1-4830-82ab-d400cddca7f6') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:58.992569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80453bcf-ebe1-4830-82ab-d400cddca7f6') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:49:59.008972 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:59.026788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:59.037945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:49:59.040047 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:49:59.054675 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:49:59.208621 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:59.217984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:59.233542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] 10.222.0.37 "DELETE /v2.0/networks/110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7 HTTP/1.1" status: 204 len: 168 time: 0.5050237 Sep 20 12:49:59.259659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599f3d2-3ce5-485f-a27b-6f084da68c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=110d2dd1-6bfb-4883-86f7-db9d2d1b8ec7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:49:59.454960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:49:59.484213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:49:59.484780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 03d48d21-ff9c-46b5-957d-5ccdd9dbb9da not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:49:59.734415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:59.808679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9446bd3-e1a4-439b-bfb5-248c1eae6413 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05f06d1862bc40669d268b83feeb55c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720470 Sep 20 12:49:59.811966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 52830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:49:59.867562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa316316-1210-488f-a4e1-5286d88386c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:49:59.899321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa316316-1210-488f-a4e1-5286d88386c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:00.015316 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa316316-1210-488f-a4e1-5286d88386c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:00.018188 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa316316-1210-488f-a4e1-5286d88386c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:00.021979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aa316316-1210-488f-a4e1-5286d88386c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61ea8775-95d4-40aa-ba22-fe5776d97434 HTTP/1.1" status: 204 len: 168 time: 0.2066526 Sep 20 12:50:00.032093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa316316-1210-488f-a4e1-5286d88386c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ea8775-95d4-40aa-ba22-fe5776d97434,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:07.246263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:07.379718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fae48fb0-b43f-41c3-9bb1-be2756ee78b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:07.488103 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fae48fb0-b43f-41c3-9bb1-be2756ee78b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:07.545701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fae48fb0-b43f-41c3-9bb1-be2756ee78b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:07.611318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae48fb0-b43f-41c3-9bb1-be2756ee78b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0bc182-2f90-4cbf-bc88-70c06e50019e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:07.645429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fae48fb0-b43f-41c3-9bb1-be2756ee78b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1fbad6daf124acd869aea532c205855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980346 Sep 20 12:50:07.652204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53220) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:07.736997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98836e31-ca55-4444-8cd9-774fb8b80a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:07.775788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98836e31-ca55-4444-8cd9-774fb8b80a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:07.963814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98836e31-ca55-4444-8cd9-774fb8b80a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:07.966987 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98836e31-ca55-4444-8cd9-774fb8b80a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:07.971668 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-98836e31-ca55-4444-8cd9-774fb8b80a82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e0bc182-2f90-4cbf-bc88-70c06e50019e HTTP/1.1" status: 204 len: 168 time: 0.3180697 Sep 20 12:50:07.996102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98836e31-ca55-4444-8cd9-774fb8b80a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0bc182-2f90-4cbf-bc88-70c06e50019e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:08.132581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53232) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:08.580523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7ca62c-1a17-4dd8-a05c-085dd0cbdbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:08.712618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7ca62c-1a17-4dd8-a05c-085dd0cbdbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:08.825112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7ca62c-1a17-4dd8-a05c-085dd0cbdbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:08.920722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0d7ca62c-1a17-4dd8-a05c-085dd0cbdbf9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a491626a5b354229867bd6e5ab2de01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842376 Sep 20 12:50:08.921492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:08.946350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ca62c-1a17-4dd8-a05c-085dd0cbdbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529a5602-e730-423f-9670-8fd50daee22f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:09.022940 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1792f6d-c571-41ac-98d5-4fedeb57afaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:09.047492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1792f6d-c571-41ac-98d5-4fedeb57afaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:09.190845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1792f6d-c571-41ac-98d5-4fedeb57afaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:09.195370 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1792f6d-c571-41ac-98d5-4fedeb57afaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:09.199915 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1792f6d-c571-41ac-98d5-4fedeb57afaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/529a5602-e730-423f-9670-8fd50daee22f HTTP/1.1" status: 204 len: 168 time: 0.2749095 Sep 20 12:50:09.210753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1792f6d-c571-41ac-98d5-4fedeb57afaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a5602-e730-423f-9670-8fd50daee22f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:10.794776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53370) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:10.926400 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f934d19-1a1f-41f6-aa44-1c07a0814921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:11.051143 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f934d19-1a1f-41f6-aa44-1c07a0814921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:11.127194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f934d19-1a1f-41f6-aa44-1c07a0814921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:11.165429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f934d19-1a1f-41f6-aa44-1c07a0814921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e391ce24-09d7-45bb-8e2e-825ac724fd69,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:11.179284 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3f934d19-1a1f-41f6-aa44-1c07a0814921 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be8bffa392a24c639550726111b43cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832743 Sep 20 12:50:11.182002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53380) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:11.282369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c5877d7-3f92-4cd0-b632-39719d8a94a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:11.322625 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c5877d7-3f92-4cd0-b632-39719d8a94a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:11.477055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c5877d7-3f92-4cd0-b632-39719d8a94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:11.484824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c5877d7-3f92-4cd0-b632-39719d8a94a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:11.494371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c5877d7-3f92-4cd0-b632-39719d8a94a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e391ce24-09d7-45bb-8e2e-825ac724fd69 HTTP/1.1" status: 204 len: 168 time: 0.3105347 Sep 20 12:50:11.515764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5877d7-3f92-4cd0-b632-39719d8a94a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391ce24-09d7-45bb-8e2e-825ac724fd69,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:12.453259 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f871-af87-47c8-b221-a557137b20ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:14.547458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53530) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:14.678271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1569033722', 'network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:14.877669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Made reservation on behalf of 732fa1e426704f278002bb6678de58c5 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:14.880394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:14.890647 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:14.991176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.104777 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.115010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] device_id is not set on port 211fd8b8-218f-47d6-9cd7-947024673c23 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:15.195927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68381bdf-4685-45f8-8ed7-017f825a7ae2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:15.247753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-795a63f9-7ca1-4dc6-903b-630b7736639f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.255793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Allocated IP 172.25.6.173 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/211fd8b8-218f-47d6-9cd7-947024673c23) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:15.435458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.545864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53560) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:15.553540 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.600458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:15.601841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:15.605547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:15.645260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Pushing event updated for resources: {'Port': ['ID=211fd8b8-218f-47d6-9cd7-947024673c23,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:15.657610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:15.658418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.664619 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.701929 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0551dc9a-2a9f-44ae-8616-eb7c0d350876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.745560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca34b4e6-64c9-4253-a9ab-9445a8317119 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.1969566 Sep 20 12:50:15.750711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53572) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:15.756853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.173'}]}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:15.846982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0551dc9a-2a9f-44ae-8616-eb7c0d350876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.953695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0551dc9a-2a9f-44ae-8616-eb7c0d350876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:15.995965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0551dc9a-2a9f-44ae-8616-eb7c0d350876 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1304788575a241d38ef855c72094f9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487896 Sep 20 12:50:15.998197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551dc9a-2a9f-44ae-8616-eb7c0d350876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090134dd-ed7d-4da3-8ff4-13826e3b40cc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:15.998817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53576) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:16.048755 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.049861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.056589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd4a9-f231-4f70-8f03-c582f6b64aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.125882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd4a9-f231-4f70-8f03-c582f6b64aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.191276 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.362647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd4a9-f231-4f70-8f03-c582f6b64aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.365259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd4a9-f231-4f70-8f03-c582f6b64aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.366404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aa7fd4a9-f231-4f70-8f03-c582f6b64aee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/090134dd-ed7d-4da3-8ff4-13826e3b40cc HTTP/1.1" status: 204 len: 168 time: 0.3664384 Sep 20 12:50:16.384572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fd4a9-f231-4f70-8f03-c582f6b64aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090134dd-ed7d-4da3-8ff4-13826e3b40cc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:16.506162 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.590447 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.939121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:16.959731 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:17.420461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:17.436635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4f84c51-1cf5-4caa-989c-86f2a322d506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:17.556681 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4f84c51-1cf5-4caa-989c-86f2a322d506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:17.592313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:17.629572 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4f84c51-1cf5-4caa-989c-86f2a322d506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:17.687977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f84c51-1cf5-4caa-989c-86f2a322d506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058fbf8-f93d-4789-a222-893e0fc7cee5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:17.694444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4f84c51-1cf5-4caa-989c-86f2a322d506 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=010a0326b8a64ccdbea78b697442dc43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728083 Sep 20 12:50:17.697520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:17.766514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86b4184a-d19c-4982-a4c2-790bb71487c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:17.820544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86b4184a-d19c-4982-a4c2-790bb71487c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:17.837831 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:17.847428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.024560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.099136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.099996 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86b4184a-d19c-4982-a4c2-790bb71487c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.100128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae3adac6-2545-4f51-8802-bf041a1ae0b7 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:50:18.101962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86b4184a-d19c-4982-a4c2-790bb71487c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.103194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-86b4184a-d19c-4982-a4c2-790bb71487c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4058fbf8-f93d-4789-a222-893e0fc7cee5 HTTP/1.1" status: 204 len: 168 time: 0.4038329 Sep 20 12:50:18.123708 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4184a-d19c-4982-a4c2-790bb71487c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058fbf8-f93d-4789-a222-893e0fc7cee5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:18.207334 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 20 12:50:18.208805 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3a57d6f8-ae25-4924-b496-6aeb2d680306 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4568067 Sep 20 12:50:18.213375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:18.316235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f34d4352-500e-438d-95d8-37188a1dd234 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Deleting port 211fd8b8-218f-47d6-9cd7-947024673c23 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:18.316584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f34d4352-500e-438d-95d8-37188a1dd234 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.407375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f34d4352-500e-438d-95d8-37188a1dd234 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.430480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f34d4352-500e-438d-95d8-37188a1dd234 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Calling delete_port for 211fd8b8-218f-47d6-9cd7-947024673c23 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:18.474624 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:50:18.687010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f34d4352-500e-438d-95d8-37188a1dd234 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.717112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d4352-500e-438d-95d8-37188a1dd234 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Pushing event deleted for resources: {'Port': ['ID=211fd8b8-218f-47d6-9cd7-947024673c23,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:18.820845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f34d4352-500e-438d-95d8-37188a1dd234 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:18.830294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f34d4352-500e-438d-95d8-37188a1dd234 tempest-RoutersAdminNegativeIpV6Test-701889330 tempest-RoutersAdminNegativeIpV6Test-701889330-project-admin] 10.222.0.37 "DELETE /v2.0/ports/211fd8b8-218f-47d6-9cd7-947024673c23 HTTP/1.1" status: 204 len: 168 time: 0.6076772 Sep 20 12:50:19.326775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53692) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:19.460859 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa44a8f8-82a2-4fd8-a29a-bb70531fa092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:19.565275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa44a8f8-82a2-4fd8-a29a-bb70531fa092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:19.658533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa44a8f8-82a2-4fd8-a29a-bb70531fa092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:19.700954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fa44a8f8-82a2-4fd8-a29a-bb70531fa092 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b8a1ecf0b6b48479011a1c50651986e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719006 Sep 20 12:50:19.702839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53712) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:19.738023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44a8f8-82a2-4fd8-a29a-bb70531fa092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0152d97-a248-4358-856c-d616e0667224,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:19.813214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ff4243a-f477-476f-92c7-e823e04954e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:19.891006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ff4243a-f477-476f-92c7-e823e04954e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:19.944039 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:20.001800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ff4243a-f477-476f-92c7-e823e04954e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:20.005628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ff4243a-f477-476f-92c7-e823e04954e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:20.011419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5ff4243a-f477-476f-92c7-e823e04954e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0152d97-a248-4358-856c-d616e0667224 HTTP/1.1" status: 204 len: 168 time: 0.3071671 Sep 20 12:50:20.021565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4243a-f477-476f-92c7-e823e04954e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0152d97-a248-4358-856c-d616e0667224,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:20.356208 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:20.919474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53764) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:20.967005 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5854e69e-48f7-4354-b776-2489ac8ffa3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=732fa1e426704f278002bb6678de58c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424194 Sep 20 12:50:20.969070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53766) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:21.033413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57a3c87b-d1b3-4b0d-96c0-a3d56d0cdce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.055466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57a3c87b-d1b3-4b0d-96c0-a3d56d0cdce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.076425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:21.196127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57a3c87b-d1b3-4b0d-96c0-a3d56d0cdce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.199457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57a3c87b-d1b3-4b0d-96c0-a3d56d0cdce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.201557 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-57a3c87b-d1b3-4b0d-96c0-a3d56d0cdce1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68381bdf-4685-45f8-8ed7-017f825a7ae2 HTTP/1.1" status: 204 len: 168 time: 0.2315855 Sep 20 12:50:21.213867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3c87b-d1b3-4b0d-96c0-a3d56d0cdce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68381bdf-4685-45f8-8ed7-017f825a7ae2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:21.233354 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a619ba4-4121-42a7-a43d-1b258d629674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.351388 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a619ba4-4121-42a7-a43d-1b258d629674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.401784 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a619ba4-4121-42a7-a43d-1b258d629674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.453858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a619ba4-4121-42a7-a43d-1b258d629674 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d605cdbdfdf2472488c8bd5f1846e4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757265 Sep 20 12:50:21.454800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a619ba4-4121-42a7-a43d-1b258d629674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e89955-7ec3-4e06-a09f-a7711c300462,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:21.456391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53786) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:21.529412 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e513d3-5542-439d-8632-6ec31c6f4325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.557171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e513d3-5542-439d-8632-6ec31c6f4325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.686958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e513d3-5542-439d-8632-6ec31c6f4325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.690103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78e513d3-5542-439d-8632-6ec31c6f4325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:21.691277 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-78e513d3-5542-439d-8632-6ec31c6f4325 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65e89955-7ec3-4e06-a09f-a7711c300462 HTTP/1.1" status: 204 len: 168 time: 0.2313383 Sep 20 12:50:21.711617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e513d3-5542-439d-8632-6ec31c6f4325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e89955-7ec3-4e06-a09f-a7711c300462,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:22.584979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53854) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:22.690983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1977319193'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:22.801968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Made reservation on behalf of 9ff8082d5075450ebd08c6ccf70e92d8 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:22.801968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:22.813167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:22.960835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:23.092869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:23.153903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:50:23.165168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a525c-f614-4b6e-b2f9-87dc625a2d53,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:23.195470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:23.195838 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Added segment d31656ff-d407-4694-b899-40b22c7b861c of type vlan for network 94a6af13-b478-4f51-aa32-0d624b5aaf03 Sep 20 12:50:23.240027 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:23.412979 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:23.419455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:23.420200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:23.493209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event updated for resources: {'Network': ['ID=94a6af13-b478-4f51-aa32-0d624b5aaf03,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:23.507398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 94a6af13-b478-4f51-aa32-0d624b5aaf03 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:50:23.519284 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3306d004-d608-4e99-83b3-d62cdd2394d2 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9301822 Sep 20 12:50:23.519680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53892) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:23.524823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Request body: {'subnet': {'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:23.692943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Made reservation on behalf of 9ff8082d5075450ebd08c6ccf70e92d8 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:23.701327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:24.024644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:24.133117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event updated for resources: {'Subnet': ['ID=161cfdbe-1707-44dc-804e-2e66b25bd4a0,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:24.139562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Checking segment: {'id': 'd31656ff-d407-4694-b899-40b22c7b861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:24.139934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Network hostable DHCP agents. Network: 94a6af13-b478-4f51-aa32-0d624b5aaf03, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:50:24.229582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Network 94a6af13-b478-4f51-aa32-0d624b5aaf03 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:50:24.323749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 94a6af13-b478-4f51-aa32-0d624b5aaf03) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:24.334341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cf8ea-d9d3-4b34-9c34-4643f7de5b9a None None] Network 94a6af13-b478-4f51-aa32-0d624b5aaf03 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:24.337900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:24.340291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:24.453553 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d5c8d7bf-c74a-423c-8c90-71733c844f20 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9324970 Sep 20 12:50:24.456503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53924) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:24.461466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Request body: {'port': {'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1272626828'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:24.566143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-94a6af13-b478-4f51-aa32-0d624b5aaf03', 'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03', 'tenant_id': '9ff8082d5075450ebd08c6ccf70e92d8', 'fixed_ips': [{'subnet_id': '161cfdbe-1707-44dc-804e-2e66b25bd4a0'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:50:24.567039 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:24.687053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Made reservation on behalf of 9ff8082d5075450ebd08c6ccf70e92d8 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:24.696616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:24.724716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] device_id is not set on port dcc99797-35aa-4b50-8067-f650615da592 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:24.828488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Allocated IP 172.20.0.2 (94a6af13-b478-4f51-aa32-0d624b5aaf03/161cfdbe-1707-44dc-804e-2e66b25bd4a0/b6a6af67-72ba-4804-a78c-9d2ff688a429) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:25.037627 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.185792 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.248203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Pushing event updated for resources: {'Port': ['ID=b6a6af67-72ba-4804-a78c-9d2ff688a429,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:25.272723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.273350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.273999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.274522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.274860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.275191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.275610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.275831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.276155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.276500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.276812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.277277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:25.292691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Network 94a6af13-b478-4f51-aa32-0d624b5aaf03 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:25.294506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:25.298877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:25.304551 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-00fb574a-f351-41f1-8d1a-2cd3f98ff3f9 {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:50:25.304948 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:50:25.379067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 53952) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:25.380551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Attempting to bind port b6a6af67-72ba-4804-a78c-9d2ff688a429 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:50:25.381081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Attempting to bind port b6a6af67-72ba-4804-a78c-9d2ff688a429 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd31656ff-d407-4694-b899-40b22c7b861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:50:25.381510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Attempting to bind port b6a6af67-72ba-4804-a78c-9d2ff688a429 on network 94a6af13-b478-4f51-aa32-0d624b5aaf03 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:50:25.388628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:50:25.389122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Checking segment: {'id': 'd31656ff-d407-4694-b899-40b22c7b861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:25.389652 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.390122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Bound using segment: {'id': 'd31656ff-d407-4694-b899-40b22c7b861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:50:25.390893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Bound port: b6a6af67-72ba-4804-a78c-9d2ff688a429, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31656ff-d407-4694-b899-40b22c7b861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:50:25.391344 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.475975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] For port b6a6af67-72ba-4804-a78c-9d2ff688a429, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:50:25.480989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] For port b6a6af67-72ba-4804-a78c-9d2ff688a429, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b6a6af67-72ba-4804-a78c-9d2ff688a429,segment=NetworkSegment(d31656ff-d407-4694-b899-40b22c7b861c),segment_id=d31656ff-d407-4694-b899-40b22c7b861c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:50:25.545153 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.566413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c075994-262a-4f56-82d3-65ec1015a853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.652294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc768e-fd5a-49f5-9f40-0d2e1a0d56a9 None None] Pushing event updated for resources: {'Port': ['ID=b6a6af67-72ba-4804-a78c-9d2ff688a429,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:25.691554 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c075994-262a-4f56-82d3-65ec1015a853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.767421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c075994-262a-4f56-82d3-65ec1015a853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.807588 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:25.850535 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8c075994-262a-4f56-82d3-65ec1015a853 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=877be4846d2f4ce6a0a4bfe5cfe0498b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671733 Sep 20 12:50:25.851314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:25.869217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c075994-262a-4f56-82d3-65ec1015a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e922a239-397c-4a78-87fb-757854a13202,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:25.889103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] device_id is not set on port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:26.016398 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3361a6ed-3e10-405f-bb0e-01af047bbcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.082131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b6a6af67-72ba-4804-a78c-9d2ff688a429 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:50:26.088087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3361a6ed-3e10-405f-bb0e-01af047bbcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.183435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b6a6af67-72ba-4804-a78c-9d2ff688a429 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:26.183756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Allocated IP 172.20.0.11 (94a6af13-b478-4f51-aa32-0d624b5aaf03/161cfdbe-1707-44dc-804e-2e66b25bd4a0/9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:26.184006 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.290032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.323920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b6a6af67-72ba-4804-a78c-9d2ff688a429, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b6a6af67-72ba-4804-a78c-9d2ff688a429,segment=NetworkSegment(d31656ff-d407-4694-b899-40b22c7b861c),segment_id=d31656ff-d407-4694-b899-40b22c7b861c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:26.332508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3361a6ed-3e10-405f-bb0e-01af047bbcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.335210 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3361a6ed-3e10-405f-bb0e-01af047bbcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.336409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3361a6ed-3e10-405f-bb0e-01af047bbcc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e922a239-397c-4a78-87fb-757854a13202 HTTP/1.1" status: 204 len: 168 time: 0.4847291 Sep 20 12:50:26.347074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361a6ed-3e10-405f-bb0e-01af047bbcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e922a239-397c-4a78-87fb-757854a13202,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:26.430897 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.488289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b6a6af67-72ba-4804-a78c-9d2ff688a429,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:26.492599 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.573085 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.621095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Network 94a6af13-b478-4f51-aa32-0d624b5aaf03 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:26.624900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:26.642519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:26.648569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event updated for resources: {'Port': ['ID=9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:26.716825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:26.717639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:26.788272 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d8be0522-d3f9-4d75-80d9-f596bad62fde tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3305912 Sep 20 12:50:26.791610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 53984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:26.797991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Request body: {'port': {'network_id': '94a6af13-b478-4f51-aa32-0d624b5aaf03', 'name': 'tempest-ExtraDHCPOptionsTestJSON-428363857', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:26.798861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] bootfile-name is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:50:26.799461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] tftp-server is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:50:26.800007 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] server-ip-address is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:50:26.982375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2092950e-00a3-48a0-894a-609b65fa3eb7 None None] Network 94a6af13-b478-4f51-aa32-0d624b5aaf03 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:27.023764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Made reservation on behalf of 9ff8082d5075450ebd08c6ccf70e92d8 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:27.027621 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:27.046774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] device_id is not set on port d096ddb4-fed9-4544-8378-507ae0c5f4a7 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:27.149949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d94ddcb3-7fc5-4e2f-a278-36fb1d86b62b None None] Provisioning complete for port b6a6af67-72ba-4804-a78c-9d2ff688a429 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:27.150448 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d94ddcb3-7fc5-4e2f-a278-36fb1d86b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:27.235477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Allocated IP 172.20.0.6 (94a6af13-b478-4f51-aa32-0d624b5aaf03/161cfdbe-1707-44dc-804e-2e66b25bd4a0/d096ddb4-fed9-4544-8378-507ae0c5f4a7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:27.455361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:27.567567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:27.601278 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1c0723ee-bff8-44f7-9e16-6192efd88b58 None None] Provisioning complete for port b6a6af67-72ba-4804-a78c-9d2ff688a429 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:27.608618 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1c0723ee-bff8-44f7-9e16-6192efd88b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:27.690114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Network 94a6af13-b478-4f51-aa32-0d624b5aaf03 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:27.697619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:27.705948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:27.802551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event updated for resources: {'Port': ['ID=d096ddb4-fed9-4544-8378-507ae0c5f4a7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:27.834439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:27.839282 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:27.873662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1c0723ee-bff8-44f7-9e16-6192efd88b58 None None] Provisioning complete for port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:27.875791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1c0723ee-bff8-44f7-9e16-6192efd88b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:27.926852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-af095bc0-47bd-4020-bcdf-a3faa6f14d2d tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1293697 Sep 20 12:50:27.926852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:27.997729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1c0723ee-bff8-44f7-9e16-6192efd88b58 None None] Port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:50:28.030862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b6a6af67-72ba-4804-a78c-9d2ff688a429 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:50:28.043033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaef496-b21f-4efc-b658-c0ecd2d3f3a5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:28.049770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaef496-b21f-4efc-b658-c0ecd2d3f3a5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:28.057757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaef496-b21f-4efc-b658-c0ecd2d3f3a5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:28.059911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fbaef496-b21f-4efc-b658-c0ecd2d3f3a5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1341591 Sep 20 12:50:28.064478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54034) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:28.136590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b6a6af67-72ba-4804-a78c-9d2ff688a429 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:28.136826 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.236819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-57ae1a99-52c9-4d60-9976-9a00c5ecbf9e None None] Provisioning complete for port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:28.238180 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-57ae1a99-52c9-4d60-9976-9a00c5ecbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.257064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5e57d5f0-8a8a-4ffc-9c65-3b4fa4e62e8a tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Deleting port d096ddb4-fed9-4544-8378-507ae0c5f4a7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:28.257415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5e57d5f0-8a8a-4ffc-9c65-3b4fa4e62e8a tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.315641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-57ae1a99-52c9-4d60-9976-9a00c5ecbf9e None None] Port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:50:28.360129 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5e57d5f0-8a8a-4ffc-9c65-3b4fa4e62e8a tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.378373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5e57d5f0-8a8a-4ffc-9c65-3b4fa4e62e8a tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Calling delete_port for d096ddb4-fed9-4544-8378-507ae0c5f4a7 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:28.434954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9fe708d0-c2f3-4f63-9d2b-c931f2c2fdd9 None None] Provisioning complete for port d096ddb4-fed9-4544-8378-507ae0c5f4a7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:28.435230 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fe708d0-c2f3-4f63-9d2b-c931f2c2fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.485879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9fe708d0-c2f3-4f63-9d2b-c931f2c2fdd9 None None] Port d096ddb4-fed9-4544-8378-507ae0c5f4a7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:50:28.592942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54044) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:28.609850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5e57d5f0-8a8a-4ffc-9c65-3b4fa4e62e8a tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.642286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57d5f0-8a8a-4ffc-9c65-3b4fa4e62e8a tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event deleted for resources: {'Port': ['ID=d096ddb4-fed9-4544-8378-507ae0c5f4a7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:28.726469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5e57d5f0-8a8a-4ffc-9c65-3b4fa4e62e8a tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.732926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e57d5f0-8a8a-4ffc-9c65-3b4fa4e62e8a tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "DELETE /v2.0/ports/d096ddb4-fed9-4544-8378-507ae0c5f4a7 HTTP/1.1" status: 204 len: 168 time: 0.6639545 Sep 20 12:50:28.733265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54052) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:28.738631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Request body: {'port': {'name': 'tempest-new-port-name-542415664', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:28.739034 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.api.validators [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] bootfile-name is not in valid_values {{(pid=95503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:50:28.739375 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.api.validators [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] tftp-server is not in valid_values {{(pid=95503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:50:28.739707 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.api.validators [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] server-ip-address is not in valid_values {{(pid=95503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 20 12:50:28.775641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca57ef4-983b-437c-a945-8c48f32f7b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.834781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:28.952134 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca57ef4-983b-437c-a945-8c48f32f7b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.032003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca57ef4-983b-437c-a945-8c48f32f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.091292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.097691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cca57ef4-983b-437c-a945-8c48f32f7b60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9140f714fd294eecbf76702e2e274fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035524 Sep 20 12:50:29.103401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca57ef4-983b-437c-a945-8c48f32f7b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a089a37-4d20-4d2c-9df3-65e48df0da26,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:29.103550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54062) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:29.152119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.155061 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05a8ac83-5c91-4b0b-9924-75d9205ab0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.270366 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05a8ac83-5c91-4b0b-9924-75d9205ab0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.289912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] In _notify_port_updated(), no bound segment for port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 on network 94a6af13-b478-4f51-aa32-0d624b5aaf03 {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:50:29.296885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:29.297721 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.299169 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "PUT /v2.0/ports/9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 HTTP/1.1" status: 200 len: 1136 time: 0.5649838 Sep 20 12:50:29.302004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54070) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:29.350678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d8f0f-255c-44cc-a3f4-7d6ad28ef4e6 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event updated for resources: {'Port': ['ID=9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:29.393327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccbc378-4cf2-4b94-9340-7045bcc9fb12 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:29.407024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54072) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:29.409129 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ccbc378-4cf2-4b94-9340-7045bcc9fb12 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "GET /v2.0/ports/9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 HTTP/1.1" status: 200 len: 1136 time: 0.1052692 Sep 20 12:50:29.430737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05a8ac83-5c91-4b0b-9924-75d9205ab0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.434483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05a8ac83-5c91-4b0b-9924-75d9205ab0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.436205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-05a8ac83-5c91-4b0b-9924-75d9205ab0eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a089a37-4d20-4d2c-9df3-65e48df0da26 HTTP/1.1" status: 204 len: 168 time: 0.3343806 Sep 20 12:50:29.454884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8ac83-5c91-4b0b-9924-75d9205ab0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a089a37-4d20-4d2c-9df3-65e48df0da26,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:29.522668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1a05c43c-0a4d-4e92-948f-a57977c45535 None None] Provisioning complete for port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:29.523385 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a05c43c-0a4d-4e92-948f-a57977c45535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.534216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-68ffd79e-a427-4b19-82eb-bcd1d2f6c2f5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Deleting port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:29.534655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ffd79e-a427-4b19-82eb-bcd1d2f6c2f5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.576181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1a05c43c-0a4d-4e92-948f-a57977c45535 None None] Port 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:50:29.639212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ffd79e-a427-4b19-82eb-bcd1d2f6c2f5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.652505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-68ffd79e-a427-4b19-82eb-bcd1d2f6c2f5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Calling delete_port for 9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:29.886695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ffd79e-a427-4b19-82eb-bcd1d2f6c2f5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.917554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffd79e-a427-4b19-82eb-bcd1d2f6c2f5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event deleted for resources: {'Port': ['ID=9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:29.994240 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ffd79e-a427-4b19-82eb-bcd1d2f6c2f5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:29.999937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-68ffd79e-a427-4b19-82eb-bcd1d2f6c2f5 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "DELETE /v2.0/ports/9d8b2814-3ca7-4e31-b9fa-a11aadf13fc4 HTTP/1.1" status: 204 len: 168 time: 0.5942614 Sep 20 12:50:30.005537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54090) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:30.068766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-2136ea7a-4423-4e49-98d4-ae3c7941b664 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Deleting subnet 161cfdbe-1707-44dc-804e-2e66b25bd4a0 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:50:30.072828 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2136ea7a-4423-4e49-98d4-ae3c7941b664 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.126073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2136ea7a-4423-4e49-98d4-ae3c7941b664 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.236540 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2136ea7a-4423-4e49-98d4-ae3c7941b664 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.384289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2136ea7a-4423-4e49-98d4-ae3c7941b664 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.416857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136ea7a-4423-4e49-98d4-ae3c7941b664 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event deleted for resources: {'Subnet': ['ID=161cfdbe-1707-44dc-804e-2e66b25bd4a0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:30.424035 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2136ea7a-4423-4e49-98d4-ae3c7941b664 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.426279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2136ea7a-4423-4e49-98d4-ae3c7941b664 tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "DELETE /v2.0/subnets/161cfdbe-1707-44dc-804e-2e66b25bd4a0 HTTP/1.1" status: 204 len: 168 time: 0.4233539 Sep 20 12:50:30.429090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:30.432749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facdb435-844d-48d5-bb16-922401753d17 None None] Network 94a6af13-b478-4f51-aa32-0d624b5aaf03 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:30.567867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.646529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Deleting port b6a6af67-72ba-4804-a78c-9d2ff688a429 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:30.647240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.662003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] DHCP port deletion for 94a6af13-b478-4f51-aa32-0d624b5aaf03 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:50:30.668393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54116) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:30.719795 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] Deleting port b6a6af67-72ba-4804-a78c-9d2ff688a429 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:30.720423 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.758656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] For port b6a6af67-72ba-4804-a78c-9d2ff688a429, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b6a6af67-72ba-4804-a78c-9d2ff688a429,segment=NetworkSegment(d31656ff-d407-4694-b899-40b22c7b861c),segment_id=d31656ff-d407-4694-b899-40b22c7b861c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:30.759036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.774403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Calling delete_port for b6a6af67-72ba-4804-a78c-9d2ff688a429 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:30.788586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] For port b6a6af67-72ba-4804-a78c-9d2ff688a429, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b6a6af67-72ba-4804-a78c-9d2ff688a429,segment=NetworkSegment(d31656ff-d407-4694-b899-40b22c7b861c),segment_id=d31656ff-d407-4694-b899-40b22c7b861c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:30.788979 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.799316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2056712745-network', 'tenant_id': 'd56538a620a84170b7d5563f88270592'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:30.810227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] Calling delete_port for b6a6af67-72ba-4804-a78c-9d2ff688a429 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:30.863704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Made reservation on behalf of d56538a620a84170b7d5563f88270592 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:30.866773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.879728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.943982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.972590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event deleted for resources: {'Port': ['ID=b6a6af67-72ba-4804-a78c-9d2ff688a429,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:30.974503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] No DVR routers for this DVR port b6a6af67-72ba-4804-a78c-9d2ff688a429 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:50:30.977416 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:30.997215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] No DVR routers for this DVR port b6a6af67-72ba-4804-a78c-9d2ff688a429 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:50:31.016986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4cab5-a150-4011-9afc-e284172a7de4 None None] Pushing event deleted for resources: {'Port': ['ID=b6a6af67-72ba-4804-a78c-9d2ff688a429,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:31.043803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.063783 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.085478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a6af13-b478-4f51-aa32-0d624b5aaf03']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:31.099437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31656ff-d407-4694-b899-40b22c7b861c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:31.099731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31656ff-d407-4694-b899-40b22c7b861c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:31.109804 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.115753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.126121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.133891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:50:31.134866 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:50:31.138108 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:50:31.154281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b07f68-6dad-4bf8-bd8b-c50b12b34737,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:31.635371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.642926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:50:31.655906 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.657951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] 10.222.0.37 "DELETE /v2.0/networks/94a6af13-b478-4f51-aa32-0d624b5aaf03 HTTP/1.1" status: 204 len: 168 time: 1.2272930 Sep 20 12:50:31.666186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.666549 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Added segment 29a42287-86f7-4ee5-96dd-7d8bfde7234a of type vlan for network 7fb2271a-5d23-446f-84f9-a504111ed776 Sep 20 12:50:31.672277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca991a54-8978-483a-ba24-c5bbd4522d6c tempest-ExtraDHCPOptionsTestJSON-806982252 tempest-ExtraDHCPOptionsTestJSON-806982252-project] Pushing event deleted for resources: {'Network': ['ID=94a6af13-b478-4f51-aa32-0d624b5aaf03,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:31.720539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.826019 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.827435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:31.836410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:31.895412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb2271a-5d23-446f-84f9-a504111ed776,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:31.916942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 7fb2271a-5d23-446f-84f9-a504111ed776 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:50:31.962492 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b27dbb9e-1ba7-4f29-9def-24afbe3c2792 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2918484 Sep 20 12:50:31.964982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54166) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:31.977052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Request body: {'subnet': {'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2056712745-subnet', 'tenant_id': 'd56538a620a84170b7d5563f88270592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:32.031365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b6a6af67-72ba-4804-a78c-9d2ff688a429 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:50:32.109567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Made reservation on behalf of d56538a620a84170b7d5563f88270592 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:32.112732 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:32.255986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:32.256860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b6a6af67-72ba-4804-a78c-9d2ff688a429 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:50:32.257510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b6a6af67-72ba-4804-a78c-9d2ff688a429 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:50:32.401445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1dd98df-1581-424c-b69c-3203bb323049 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ff8082d5075450ebd08c6ccf70e92d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435437 Sep 20 12:50:32.404458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54178) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:32.452367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19645f44-9393-4493-85d5-20e8134d4aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:32.473884 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19645f44-9393-4493-85d5-20e8134d4aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:32.475903 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:32.546985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=083a0d41-d058-48b0-8eee-926e37e1cacb,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:32.556999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Checking segment: {'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:32.557398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Network hostable DHCP agents. Network: 7fb2271a-5d23-446f-84f9-a504111ed776, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:50:32.618459 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19645f44-9393-4493-85d5-20e8134d4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:32.621249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19645f44-9393-4493-85d5-20e8134d4aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:32.623331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-19645f44-9393-4493-85d5-20e8134d4aa1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df1a525c-f614-4b6e-b2f9-87dc625a2d53 HTTP/1.1" status: 204 len: 168 time: 0.2178335 Sep 20 12:50:32.636740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19645f44-9393-4493-85d5-20e8134d4aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a525c-f614-4b6e-b2f9-87dc625a2d53,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:32.646714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Network 7fb2271a-5d23-446f-84f9-a504111ed776 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:50:32.709580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 7fb2271a-5d23-446f-84f9-a504111ed776) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:32.714329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:32.714808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:32.724361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394d1b4-22e5-4686-a8b7-d0cfbb3554d0 None None] Network 7fb2271a-5d23-446f-84f9-a504111ed776 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:32.809560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3daebf5c-68d8-40d2-b6eb-fe186863bd0f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8434253 Sep 20 12:50:32.898405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce46219-0bfc-44d8-9c6e-7e1c7ed771f9 None None] Network 7fb2271a-5d23-446f-84f9-a504111ed776 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:33.850884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54250) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:33.973611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2b5b4806-3ca9-4313-a5f4-196a566ad8f4 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] Request body: {'port': {'network_id': 'c8b5a774-7ae4-4a86-a586-9130f5a27c89', 'name': 'tempest-NetworksNegativeTestJSON-755113608'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:33.988087 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5b4806-3ca9-4313-a5f4-196a566ad8f4 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] POST failed (client error): The resource could not be found. Sep 20 12:50:33.988633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5b4806-3ca9-4313-a5f4-196a566ad8f4 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:33.996783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b5b4806-3ca9-4313-a5f4-196a566ad8f4 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1390395 Sep 20 12:50:34.000126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54258) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.024312 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c4e7ab-1ed9-4d47-a13d-78286cc17cad tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] DELETE failed (client error): The resource could not be found. Sep 20 12:50:34.024867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c4e7ab-1ed9-4d47-a13d-78286cc17cad tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:34.027002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-42c4e7ab-1ed9-4d47-a13d-78286cc17cad tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "DELETE /v2.0/networks/3dbd80ed-8779-4a28-90f1-5279cd577a18 HTTP/1.1" status: 404 len: 339 time: 0.0255721 Sep 20 12:50:34.031211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54260) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.054964 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-742df207-1a50-4ced-b352-eaf9a89f93be tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] DELETE failed (client error): The resource could not be found. Sep 20 12:50:34.055834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742df207-1a50-4ced-b352-eaf9a89f93be tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:34.057957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-742df207-1a50-4ced-b352-eaf9a89f93be tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "DELETE /v2.0/ports/80725c0f-e2b0-4ad8-a4ef-aea7e2b8d4c6 HTTP/1.1" status: 404 len: 333 time: 0.0257709 Sep 20 12:50:34.062765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54266) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.098412 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc86310-1b02-4d92-bdd3-40544dae3835 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] DELETE failed (client error): The resource could not be found. Sep 20 12:50:34.099126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc86310-1b02-4d92-bdd3-40544dae3835 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:34.105258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54270) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.105526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8cc86310-1b02-4d92-bdd3-40544dae3835 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "DELETE /v2.0/subnets/5eabd800-14bf-44b9-bf38-b7ff1deff2df HTTP/1.1" status: 404 len: 337 time: 0.0414896 Sep 20 12:50:34.128837 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-552eb0ef-3f88-43a4-b4fc-9c78ad9e93b3 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] GET failed (client error): The resource could not be found. Sep 20 12:50:34.137777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-552eb0ef-3f88-43a4-b4fc-9c78ad9e93b3 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "GET /v2.0/networks/0922408c-ee62-42d5-b86e-26166f32771d HTTP/1.1" status: 404 len: 339 time: 0.0293458 Sep 20 12:50:34.137947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54274) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.163979 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b982a99-e7a5-4655-8610-dab28b43239b tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] GET failed (client error): The resource could not be found. Sep 20 12:50:34.165603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8b982a99-e7a5-4655-8610-dab28b43239b tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "GET /v2.0/ports/25a63012-ee50-4a70-b685-1ffbfb4ba9b1 HTTP/1.1" status: 404 len: 333 time: 0.0264776 Sep 20 12:50:34.169512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54278) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.210377 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ffcd03-76a4-49e6-a7ab-e1d71f5d2da6 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] GET failed (client error): The resource could not be found. Sep 20 12:50:34.216150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-47ffcd03-76a4-49e6-a7ab-e1d71f5d2da6 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "GET /v2.0/subnets/ba0701ce-0f00-466b-ab9b-98ba6dc3cb42 HTTP/1.1" status: 404 len: 337 time: 0.0456278 Sep 20 12:50:34.216331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.223225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2be353cd-45d5-4b6b-9e87-1dda034ae86b tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:34.239191 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be353cd-45d5-4b6b-9e87-1dda034ae86b tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] PUT failed (client error): The resource could not be found. Sep 20 12:50:34.240001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be353cd-45d5-4b6b-9e87-1dda034ae86b tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:34.241166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2be353cd-45d5-4b6b-9e87-1dda034ae86b tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "PUT /v2.0/networks/071959f5-d75e-4d63-8b9f-eb1262c48baf HTTP/1.1" status: 404 len: 339 time: 0.0235958 Sep 20 12:50:34.245156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54284) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.250949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5d790cbd-4609-4261-8a6f-178ea85c9c74 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:34.288372 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d790cbd-4609-4261-8a6f-178ea85c9c74 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] PUT failed (client error): The resource could not be found. Sep 20 12:50:34.289103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d790cbd-4609-4261-8a6f-178ea85c9c74 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:34.290288 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5d790cbd-4609-4261-8a6f-178ea85c9c74 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "PUT /v2.0/ports/1bd5808c-673d-4e89-9020-3716204c5ec2 HTTP/1.1" status: 404 len: 333 time: 0.0441489 Sep 20 12:50:34.294583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54290) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:34.299944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-82e7f009-7303-40b9-a1d0-eb8b647c38a7 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:34.325779 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e7f009-7303-40b9-a1d0-eb8b647c38a7 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] PUT failed (client error): The resource could not be found. Sep 20 12:50:34.326461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e7f009-7303-40b9-a1d0-eb8b647c38a7 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:34.328437 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-82e7f009-7303-40b9-a1d0-eb8b647c38a7 tempest-NetworksNegativeTestJSON-1784243535 tempest-NetworksNegativeTestJSON-1784243535-project] 10.222.0.37 "PUT /v2.0/subnets/a252b2e7-9ad5-4133-b595-24adaa74a100 HTTP/1.1" status: 404 len: 337 time: 0.0324214 Sep 20 12:50:34.893363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54316) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:35.034290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc457-23ea-4ed1-bc92-b266df365f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:35.180453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc457-23ea-4ed1-bc92-b266df365f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:35.258061 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb7dc457-23ea-4ed1-bc92-b266df365f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:35.306539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dc457-23ea-4ed1-bc92-b266df365f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb80626-7520-4550-a752-23c08a2ac7d2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:35.314585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:35.318367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb7dc457-23ea-4ed1-bc92-b266df365f43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e497ba8844b411c9a5d7ed0c5dc4750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236705 Sep 20 12:50:35.384255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8ba7-793e-4949-b201-e9776f5fc4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:35.406650 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8ba7-793e-4949-b201-e9776f5fc4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:35.538508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8ba7-793e-4949-b201-e9776f5fc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:35.543798 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8ba7-793e-4949-b201-e9776f5fc4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:35.543798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ae6e8ba7-793e-4949-b201-e9776f5fc4f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcb80626-7520-4550-a752-23c08a2ac7d2 HTTP/1.1" status: 204 len: 168 time: 0.2264404 Sep 20 12:50:35.558633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8ba7-793e-4949-b201-e9776f5fc4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb80626-7520-4550-a752-23c08a2ac7d2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:36.584617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54436) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:36.688121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-6b0978b5-0cf0-4051-a203-60f7293c8103 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:36.689603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-6b0978b5-0cf0-4051-a203-60f7293c8103 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/networks?id=7fb2271a-5d23-446f-84f9-a504111ed776 HTTP/1.1" status: 200 len: 809 time: 0.1140180 Sep 20 12:50:36.705234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-d100fc78-266f-4327-bc4a-86b45dfb648e tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/quotas/d56538a620a84170b7d5563f88270592 HTTP/1.1" status: 200 len: 375 time: 0.0097585 Sep 20 12:50:36.729749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1121154977'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:36.737483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-195b573c-2022-4675-9322-9aa41e93f7b9 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d56538a620a84170b7d5563f88270592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264311 Sep 20 12:50:36.823283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:36.827308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:36.834799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-7fd1b5c1-8d4e-48f0-9241-41818581a9f2 service neutron] 10.222.0.37 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891070 Sep 20 12:50:36.836562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:36.929287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-e3c6c9ae-317b-4f8f-8403-d5c7c2d167b8 service neutron] 10.222.0.37 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870142 Sep 20 12:50:36.933222 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:37.000822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:37.030648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:50:37.036753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228ac38c-b0c2-460b-9326-59ea7b2e1568,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:37.042538 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:37.042888 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Added segment 5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1 of type vlan for network 017ef684-12a0-4b2b-a077-e9ae14c433ab Sep 20 12:50:37.087268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:37.182859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56274e77-a881-4b1e-8081-4543b078ec88 req-e6672799-13ce-4666-8135-093c85dde5fa tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 210 time: 0.0308244 Sep 20 12:50:37.240828 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:37.252388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:37.252388 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:37.329076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Network': ['ID=017ef684-12a0-4b2b-a077-e9ae14c433ab,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:37.332503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fc3c5e01-bd6a-4aff-8b25-174965aa204b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7468402 Sep 20 12:50:37.335264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54482) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:37.340160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'name': 'tempest-PortsTestJSON-181467806'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:37.344677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:50:37.503401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:37.507086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:37.524798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 47bdc3ae-01cb-48db-8eb0-858bca1d270a yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:37.691546 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:38.024166 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:38.089818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=47bdc3ae-01cb-48db-8eb0-858bca1d270a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:38.103785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Checking segment: {'id': '5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:38.104148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network hostable DHCP agents. Network: 017ef684-12a0-4b2b-a077-e9ae14c433ab, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:50:38.201489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:50:38.264008 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b1f7ed8-e6a0-4135-a8f2-05bc3d5c38a8 req-6e027866-44cb-43a5-8e7d-2585a4ff2c04 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 210 time: 0.0263896 Sep 20 12:50:38.280821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 017ef684-12a0-4b2b-a077-e9ae14c433ab) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:38.284711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:38.291140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704e15c-a2c7-4c44-84de-7dd5b5ecc931 None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:38.291351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:38.291948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:38.373447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-58197ac2-8bfb-4ec2-8eb4-509550e53471 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0370705 Sep 20 12:50:38.376259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54532) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:38.381266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1494008739'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:38.474973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:38.478604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:38.504042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:50:38.513302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:38.513658 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Added segment 8fc60911-802d-4d29-be4c-8e94db8bd3e0 of type vlan for network 1c9557fb-3ca4-4420-a91a-6a3441f7d981 Sep 20 12:50:38.555237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:38.647053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:38.656645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:38.656645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:38.726571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Network': ['ID=1c9557fb-3ca4-4420-a91a-6a3441f7d981,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:38.740247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1c9557fb-3ca4-4420-a91a-6a3441f7d981 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:50:38.785149 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6ed26083-49d4-4f8f-a351-76df83f0d674 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4072587 Sep 20 12:50:38.787467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54556) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:38.792566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'ports': [{'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab'}, {'network_id': '1c9557fb-3ca4-4420-a91a-6a3441f7d981'}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:38.797894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:38.797894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '1c9557fb-3ca4-4420-a91a-6a3441f7d981'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:39.057729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 2} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:39.063528 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:39.078854 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:39.186384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port cfbcc1fd-561b-45c1-b951-1189a3578851 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:39.315862 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:39.398398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f4e893f-10f6-480e-aba2-1892699eca31 req-d4eff7af-d5a2-423c-a892-2d34b5ceba5a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 210 time: 0.0600352 Sep 20 12:50:39.408109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 02733e67-3087-40e8-8c2a-2af61e57edfb yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:39.518037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:39.623510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-97fe304f-7e28-4279-85f5-cd27e794821b tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:39.624974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-97fe304f-7e28-4279-85f5-cd27e794821b tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "GET /v2.0/networks?id=7fb2271a-5d23-446f-84f9-a504111ed776 HTTP/1.1" status: 200 len: 809 time: 0.1021824 Sep 20 12:50:39.640266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Request body: {'port': {'device_id': '9d2e03e6-4d19-4afa-a194-326cc75b0ee9', 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776', 'admin_state_up': True, 'tenant_id': 'd56538a620a84170b7d5563f88270592'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:39.675542 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:39.719446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:39.722524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:39.726157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:39.727000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:39.740486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=cfbcc1fd-561b-45c1-b951-1189a3578851,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:39.753180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.753734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.754277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.755137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.755663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.756221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.756766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.757326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.757882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.758427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.758984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.759529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:39.823444 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=02733e67-3087-40e8-8c2a-2af61e57edfb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:39.828273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Checking segment: {'id': '8fc60911-802d-4d29-be4c-8e94db8bd3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1c9557fb-3ca4-4420-a91a-6a3441f7d981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:39.828641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network hostable DHCP agents. Network: 1c9557fb-3ca4-4420-a91a-6a3441f7d981, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:50:39.863617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Made reservation on behalf of d56538a620a84170b7d5563f88270592 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:39.867302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:39.960347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 1c9557fb-3ca4-4420-a91a-6a3441f7d981 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:50:39.994259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Allocated IP 172.20.0.14 (7fb2271a-5d23-446f-84f9-a504111ed776/083a0d41-d058-48b0-8eee-926e37e1cacb/bd1ec481-2fe2-4a8c-865c-94d72ced99b0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:40.058157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1c9557fb-3ca4-4420-a91a-6a3441f7d981) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:40.061865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:40.067000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af0eab1-e197-4884-8fee-a47f23f517a8 None None] Network 1c9557fb-3ca4-4420-a91a-6a3441f7d981 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:40.082301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:40.092856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:40.095572 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.147691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.175847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dad91cd4-bd19-43d3-b736-6f21bf1d8c7f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3842061 Sep 20 12:50:40.176004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:40.275406 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.278611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4048fa0b-21e2-4aae-a939-c4a5e831ac80 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 02733e67-3087-40e8-8c2a-2af61e57edfb {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:40.278969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4048fa0b-21e2-4aae-a939-c4a5e831ac80 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.316262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Network 7fb2271a-5d23-446f-84f9-a504111ed776 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:40.320735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:40.323320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:40.351751 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4048fa0b-21e2-4aae-a939-c4a5e831ac80 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.356843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Pushing event updated for resources: {'Port': ['ID=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:40.363876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4048fa0b-21e2-4aae-a939-c4a5e831ac80 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 02733e67-3087-40e8-8c2a-2af61e57edfb owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:40.384981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:40.385617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.465648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-43edf13d-4712-4684-b429-a0be445ec075 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8289483 Sep 20 12:50:40.477650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-2c46c5d4-4991-4292-86d7-66085b42e751 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:50:40.478680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-2c46c5d4-4991-4292-86d7-66085b42e751 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073678 Sep 20 12:50:40.493244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Request body: {'port': {'device_id': '9d2e03e6-4d19-4afa-a194-326cc75b0ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:40.536262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35871a0f-8757-48cb-863b-60ae01165d5a req-647d6498-a70a-4fde-a2fd-32fe3026b4d5 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:40.539627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35871a0f-8757-48cb-863b-60ae01165d5a req-647d6498-a70a-4fde-a2fd-32fe3026b4d5 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 932 time: 0.0567470 Sep 20 12:50:40.540844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4048fa0b-21e2-4aae-a939-c4a5e831ac80 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.553351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.588058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048fa0b-21e2-4aae-a939-c4a5e831ac80 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=02733e67-3087-40e8-8c2a-2af61e57edfb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:40.598283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4048fa0b-21e2-4aae-a939-c4a5e831ac80 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.602654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4048fa0b-21e2-4aae-a939-c4a5e831ac80 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/02733e67-3087-40e8-8c2a-2af61e57edfb HTTP/1.1" status: 204 len: 168 time: 0.4233158 Sep 20 12:50:40.602793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54642) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:40.646280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35871a0f-8757-48cb-863b-60ae01165d5a req-c90f5bb3-2a5d-4b1d-84e3-ab721ddf7d40 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973094 Sep 20 12:50:40.669688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404e2ec-ad34-4d3d-8f4d-88dff9c16474 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:40.677224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404e2ec-ad34-4d3d-8f4d-88dff9c16474 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:40.679927 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2404e2ec-ad34-4d3d-8f4d-88dff9c16474 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0762362 Sep 20 12:50:40.685337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54646) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:40.800056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2f207-b9fb-4774-8eff-db64081866b8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port cfbcc1fd-561b-45c1-b951-1189a3578851 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:40.800402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f207-b9fb-4774-8eff-db64081866b8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.888838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f207-b9fb-4774-8eff-db64081866b8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.904164 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2f207-b9fb-4774-8eff-db64081866b8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for cfbcc1fd-561b-45c1-b951-1189a3578851 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:40.904562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1ec481-2fe2-4a8c-865c-94d72ced99b0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:50:40.912424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:40.924966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Transition to ACTIVE for port object bd1ec481-2fe2-4a8c-865c-94d72ced99b0 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:50:40.994848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.053257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:41.063267 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f207-b9fb-4774-8eff-db64081866b8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.094778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2f207-b9fb-4774-8eff-db64081866b8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=cfbcc1fd-561b-45c1-b951-1189a3578851,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:41.098308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f207-b9fb-4774-8eff-db64081866b8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.100248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d5c2f207-b9fb-4774-8eff-db64081866b8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/cfbcc1fd-561b-45c1-b951-1189a3578851 HTTP/1.1" status: 204 len: 168 time: 0.4136941 Sep 20 12:50:41.103425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54666) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:41.160109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Attempting to bind port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:50:41.160431 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Attempting to bind port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:50:41.160755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Attempting to bind port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 on network 7fb2271a-5d23-446f-84f9-a504111ed776 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:50:41.174508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce0d3da-ff9a-4ae1-b055-ba6ede89c070 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:41.175990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fce0d3da-ff9a-4ae1-b055-ba6ede89c070 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0692763 Sep 20 12:50:41.177386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 on network 7fb2271a-5d23-446f-84f9-a504111ed776 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:50:41.177710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Attempting to bind port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 on network 7fb2271a-5d23-446f-84f9-a504111ed776 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:50:41.178806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54672) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:41.184310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:50:41.184650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Checking segment: {'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:41.185058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Bound using segment: {'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:50:41.185485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Bound port: bd1ec481-2fe2-4a8c-865c-94d72ced99b0, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:50:41.185847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.217023 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccf55be-7452-4815-abc9-4cb857fe55f4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:50:41.221289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ccf55be-7452-4815-abc9-4cb857fe55f4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/02733e67-3087-40e8-8c2a-2af61e57edfb HTTP/1.1" status: 404 len: 333 time: 0.0410466 Sep 20 12:50:41.223956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54678) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:41.253296 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27cca2e-6fc2-4395-9861-d618be24a502 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:50:41.255113 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a27cca2e-6fc2-4395-9861-d618be24a502 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/cfbcc1fd-561b-45c1-b951-1189a3578851 HTTP/1.1" status: 404 len: 333 time: 0.0298102 Sep 20 12:50:41.259334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:41.278729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] For port bd1ec481-2fe2-4a8c-865c-94d72ced99b0, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:50:41.282167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] For port bd1ec481-2fe2-4a8c-865c-94d72ced99b0, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:50:41.340770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.367157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.416135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:41.416757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.418350 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] 10.222.0.32 "PUT /v2.0/ports/bd1ec481-2fe2-4a8c-865c-94d72ced99b0 HTTP/1.1" status: 200 len: 1092 time: 0.9298189 Sep 20 12:50:41.418949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2e03e6-4d19-4afa-a194-326cc75b0ee9', 'tag': 'bd1ec481-2fe2-4a8c-865c-94d72ced99b0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:50:41.421270 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6fbaa-1ef9-458a-90de-8d949fb129ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2e03e6-4d19-4afa-a194-326cc75b0ee9", "tag": "bd1ec481-2fe2-4a8c-865c-94d72ced99b0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:50:41.442623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.473585 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51026361-8983-4714-a9cb-0d7d341b143d x-openstack-request-id: req-51026361-8983-4714-a9cb-0d7d341b143d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:50:41.474080 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2e03e6-4d19-4afa-a194-326cc75b0ee9", "tag": "bd1ec481-2fe2-4a8c-865c-94d72ced99b0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:50:41.474432 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51026361-8983-4714-a9cb-0d7d341b143d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:50:41.475324 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2e03e6-4d19-4afa-a194-326cc75b0ee9', 'tag': 'bd1ec481-2fe2-4a8c-865c-94d72ced99b0', 'status': 'completed', 'code': 200} Sep 20 12:50:41.488161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f95a0f-0a58-4ebf-a41e-c0797f764006 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:41.493441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9557fb-3ca4-4420-a91a-6a3441f7d981']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:41.504765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc60911-802d-4d29-be4c-8e94db8bd3e0') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:41.505080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc60911-802d-4d29-be4c-8e94db8bd3e0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:41.516216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.530375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.539253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:50:41.539902 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:50:41.545076 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:50:41.547526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6fbaa-1ef9-458a-90de-8d949fb129ee req-0dbac2a7-ec9a-4ff9-9a9a-eb4968dd74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:41.547526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6bf6fbaa-1ef9-458a-90de-8d949fb129ee req-0dbac2a7-ec9a-4ff9-9a9a-eb4968dd74de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d56538a620a84170b7d5563f88270592&device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 1095 time: 0.0466185 Sep 20 12:50:41.656844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6fbaa-1ef9-458a-90de-8d949fb129ee req-7ac6f302-239d-4308-a98c-0f9b3d100118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:41.658416 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6bf6fbaa-1ef9-458a-90de-8d949fb129ee req-7ac6f302-239d-4308-a98c-0f9b3d100118 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d56538a620a84170b7d5563f88270592&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1030736 Sep 20 12:50:41.680440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.685441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.687992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/networks/1c9557fb-3ca4-4420-a91a-6a3441f7d981 HTTP/1.1" status: 204 len: 168 time: 0.4273770 Sep 20 12:50:41.703553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54708) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:41.721238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-475832709'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:41.735593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492c392-a4cc-4d4f-8e99-1aab06f9550e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Network': ['ID=1c9557fb-3ca4-4420-a91a-6a3441f7d981,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:41.815683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6fbaa-1ef9-458a-90de-8d949fb129ee req-de4b4e19-5ce6-4668-afff-0b5d2ea2e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:41.817631 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6bf6fbaa-1ef9-458a-90de-8d949fb129ee req-de4b4e19-5ce6-4668-afff-0b5d2ea2e053 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1525953 Sep 20 12:50:41.822355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359cee0-8a1b-4fb0-93b4-01797277fa5b req-774beeb5-598d-4fea-a483-22043643ba06 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:41.824020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4359cee0-8a1b-4fb0-93b4-01797277fa5b req-774beeb5-598d-4fea-a483-22043643ba06 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 944 time: 0.0565884 Sep 20 12:50:41.887910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4359cee0-8a1b-4fb0-93b4-01797277fa5b req-ffefc39b-edb1-4dbf-95c8-0cf2a788176d tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557873 Sep 20 12:50:41.895420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:41.895667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.906324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-2288faf3-b2c0-4e3a-8eb6-8d831b934d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:41.909019 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-2288faf3-b2c0-4e3a-8eb6-8d831b934d01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d56538a620a84170b7d5563f88270592&device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 1095 time: 0.0526083 Sep 20 12:50:41.927656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:50:41.940376 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:41.940765 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Added segment 980f742e-aea2-49a3-88e9-244002f220fe of type vlan for network 1b6fba22-176f-4182-a66a-b5f39fb38d15 Sep 20 12:50:41.955019 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-d5ae1d95-a78a-42de-a7c4-e719f0ab6841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd1ec481-2fe2-4a8c-865c-94d72ced99b0 HTTP/1.1" status: 200 len: 217 time: 0.0387006 Sep 20 12:50:41.987748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:42.008717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-20cbb47e-940c-417e-a613-c965e77708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:42.010448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-20cbb47e-940c-417e-a613-c965e77708e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=083a0d41-d058-48b0-8eee-926e37e1cacb HTTP/1.1" status: 200 len: 849 time: 0.0488648 Sep 20 12:50:42.042236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-9979b3d0-a239-4818-b329-da53ed4a9ccb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fb2271a-5d23-446f-84f9-a504111ed776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243123 Sep 20 12:50:42.069808 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:42.075697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:42.076808 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:42.142234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-30ebfb01-0ca8-418c-9bb2-3a1d50347122 service neutron] 10.222.0.32 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933421 Sep 20 12:50:42.149338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Network': ['ID=1b6fba22-176f-4182-a66a-b5f39fb38d15,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:42.155053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-37c49d82-75a5-4aff-ab1f-ea1ad0ee91fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4477978 Sep 20 12:50:42.157347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:42.160288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1b6fba22-176f-4182-a66a-b5f39fb38d15 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:50:42.161986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '1b6fba22-176f-4182-a66a-b5f39fb38d15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:42.277466 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdefa119-1368-4375-af1b-c7afab3c5c4b req-deedd402-8e4a-404e-a9d4-c6840508ffec service neutron] 10.222.0.32 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284201 Sep 20 12:50:42.349200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:42.349452 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-005676ac-507b-49c7-86ab-3f6c27d7749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:42.352981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:42.600839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:42.666016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=802a8ca8-f316-4438-a68a-55ddda5331cd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:42.676393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Checking segment: {'id': '980f742e-aea2-49a3-88e9-244002f220fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b6fba22-176f-4182-a66a-b5f39fb38d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:42.676758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network hostable DHCP agents. Network: 1b6fba22-176f-4182-a66a-b5f39fb38d15, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:50:42.737701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 1b6fba22-176f-4182-a66a-b5f39fb38d15 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:50:42.806134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1b6fba22-176f-4182-a66a-b5f39fb38d15) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:42.811087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:42.811672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:42.815860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc974e-1b0d-4a2c-bc3c-52b4b75b9735 None None] Network 1b6fba22-176f-4182-a66a-b5f39fb38d15 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:42.919107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54772) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:42.919821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f29b1e97-0a7d-4084-bc5c-736835ddcf6e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7620416 Sep 20 12:50:42.923572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '1b6fba22-176f-4182-a66a-b5f39fb38d15', 'name': 'tempest-PortsTestJSON-702305844'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:42.992369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-1b6fba22-176f-4182-a66a-b5f39fb38d15', 'network_id': '1b6fba22-176f-4182-a66a-b5f39fb38d15', 'tenant_id': '34cd35ac09084c6e80faf65a4210808a', 'fixed_ips': [{'subnet_id': '802a8ca8-f316-4438-a68a-55ddda5331cd'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:50:42.997740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:43.051091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76dce9-5043-4fd5-b5c3-81fe4ac32f2c req-634b4431-9300-45a1-9f2e-569de266c59b tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:43.059834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba76dce9-5043-4fd5-b5c3-81fe4ac32f2c req-634b4431-9300-45a1-9f2e-569de266c59b tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 944 time: 0.0887628 Sep 20 12:50:43.112328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba76dce9-5043-4fd5-b5c3-81fe4ac32f2c req-bbf2ced8-1d99-41f4-a04b-98c1f0f857f0 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Sep 20 12:50:43.182976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Allocated IP 172.20.0.2 (1b6fba22-176f-4182-a66a-b5f39fb38d15/802a8ca8-f316-4438-a68a-55ddda5331cd/49d35b57-d411-4d3a-a508-ec7dd46f14df) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:43.359959 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:43.423961 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:43.467002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Network 1b6fba22-176f-4182-a66a-b5f39fb38d15 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:43.469893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:43.472455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:43.482790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:43.485305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Pushing event updated for resources: {'Port': ['ID=49d35b57-d411-4d3a-a508-ec7dd46f14df,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:43.489079 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:43.535581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 1e58778c-6e58-41e4-bbd9-564efc9ffbf6 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:43.551722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Attempting to bind port 49d35b57-d411-4d3a-a508-ec7dd46f14df on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:50:43.552171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Attempting to bind port 49d35b57-d411-4d3a-a508-ec7dd46f14df by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '980f742e-aea2-49a3-88e9-244002f220fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b6fba22-176f-4182-a66a-b5f39fb38d15'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:50:43.552606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Attempting to bind port 49d35b57-d411-4d3a-a508-ec7dd46f14df on network 1b6fba22-176f-4182-a66a-b5f39fb38d15 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:50:43.557928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:50:43.558761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Checking segment: {'id': '980f742e-aea2-49a3-88e9-244002f220fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b6fba22-176f-4182-a66a-b5f39fb38d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:43.559283 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:43.559759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Bound using segment: {'id': '980f742e-aea2-49a3-88e9-244002f220fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b6fba22-176f-4182-a66a-b5f39fb38d15'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:50:43.560290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Bound port: 49d35b57-d411-4d3a-a508-ec7dd46f14df, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980f742e-aea2-49a3-88e9-244002f220fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b6fba22-176f-4182-a66a-b5f39fb38d15'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:50:43.560748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:43.630926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] For port 49d35b57-d411-4d3a-a508-ec7dd46f14df, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:50:43.633931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] For port 49d35b57-d411-4d3a-a508-ec7dd46f14df, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=49d35b57-d411-4d3a-a508-ec7dd46f14df,segment=NetworkSegment(980f742e-aea2-49a3-88e9-244002f220fe),segment_id=980f742e-aea2-49a3-88e9-244002f220fe)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:50:43.662169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.8 (1b6fba22-176f-4182-a66a-b5f39fb38d15/802a8ca8-f316-4438-a68a-55ddda5331cd/1e58778c-6e58-41e4-bbd9-564efc9ffbf6) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:43.716387 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:43.798041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f4f8e-f806-4736-aba0-2867e3f8b325 None None] Pushing event updated for resources: {'Port': ['ID=49d35b57-d411-4d3a-a508-ec7dd46f14df,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:43.829092 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:43.963463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:44.022037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 1b6fba22-176f-4182-a66a-b5f39fb38d15 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:44.029596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:44.038804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:44.076722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=1e58778c-6e58-41e4-bbd9-564efc9ffbf6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:44.118547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:44.119227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:44.190095 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f50c87b0-e3ba-4db6-b81b-8b0b75484e49 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2701781 Sep 20 12:50:44.192480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54824) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:44.228229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47366c36-f457-454f-b563-8561c53c3264 req-6d08a48a-ac60-42b0-a81c-d8dc8d45e468 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:44.231156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47366c36-f457-454f-b563-8561c53c3264 req-6d08a48a-ac60-42b0-a81c-d8dc8d45e468 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 944 time: 0.0554101 Sep 20 12:50:44.275326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47366c36-f457-454f-b563-8561c53c3264 req-89c2f1dd-5903-43c8-b742-4901c8786d1c tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374384 Sep 20 12:50:44.289190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9e66a913-5460-482a-9627-b87f190ed3d8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 1e58778c-6e58-41e4-bbd9-564efc9ffbf6 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:44.289473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e66a913-5460-482a-9627-b87f190ed3d8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:44.389222 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e66a913-5460-482a-9627-b87f190ed3d8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:44.401685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9e66a913-5460-482a-9627-b87f190ed3d8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 1e58778c-6e58-41e4-bbd9-564efc9ffbf6 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:44.607169 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e66a913-5460-482a-9627-b87f190ed3d8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:44.672043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66a913-5460-482a-9627-b87f190ed3d8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=1e58778c-6e58-41e4-bbd9-564efc9ffbf6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:44.743379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e66a913-5460-482a-9627-b87f190ed3d8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:44.749885 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:44.769993 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e66a913-5460-482a-9627-b87f190ed3d8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/1e58778c-6e58-41e4-bbd9-564efc9ffbf6 HTTP/1.1" status: 204 len: 168 time: 0.5759819 Sep 20 12:50:44.775424 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef00835-fdb8-46bd-a391-ae1a5a1104b6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:50:44.776461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef00835-fdb8-46bd-a391-ae1a5a1104b6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:44.782834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54842) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:44.786952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ef00835-fdb8-46bd-a391-ae1a5a1104b6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/1e58778c-6e58-41e4-bbd9-564efc9ffbf6 HTTP/1.1" status: 404 len: 333 time: 0.0308514 Sep 20 12:50:44.819516 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4cea52-33d8-42ce-bdde-ac94251b1b12 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:50:44.821239 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3a4cea52-33d8-42ce-bdde-ac94251b1b12 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/1e58778c-6e58-41e4-bbd9-564efc9ffbf6 HTTP/1.1" status: 404 len: 333 time: 0.0373209 Sep 20 12:50:44.823898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54846) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:44.874146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401782e-cbb1-4975-a3bf-c0c915620b4c None None] Network 1b6fba22-176f-4182-a66a-b5f39fb38d15 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:44.932542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b927bb3-331a-42b7-8333-52b3ee21a720 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet 802a8ca8-f316-4438-a68a-55ddda5331cd {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:50:44.936635 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b927bb3-331a-42b7-8333-52b3ee21a720 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:44.992345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1b9a2d62-6f7a-4d49-b38a-68785ba42999 None None] Provisioning complete for port 49d35b57-d411-4d3a-a508-ec7dd46f14df triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:44.992922 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b9a2d62-6f7a-4d49-b38a-68785ba42999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:44.993155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b927bb3-331a-42b7-8333-52b3ee21a720 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.147770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b927bb3-331a-42b7-8333-52b3ee21a720 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.156567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b9a2d62-6f7a-4d49-b38a-68785ba42999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.212614 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2906b89d-c8ec-46d2-a79a-60820b406704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.286817 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b927bb3-331a-42b7-8333-52b3ee21a720 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.328363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-1b9a2d62-6f7a-4d49-b38a-68785ba42999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:50:45.328710 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-1b9a2d62-6f7a-4d49-b38a-68785ba42999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:50:45.335545 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b927bb3-331a-42b7-8333-52b3ee21a720 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.336086 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b927bb3-331a-42b7-8333-52b3ee21a720 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/802a8ca8-f316-4438-a68a-55ddda5331cd HTTP/1.1" status: 204 len: 168 time: 0.5110166 Sep 20 12:50:45.337468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b927bb3-331a-42b7-8333-52b3ee21a720 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=802a8ca8-f316-4438-a68a-55ddda5331cd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:45.341322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54860) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:45.401937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac61e234-7325-4dc1-bcba-d6f7e1145475 None None] Network 1b6fba22-176f-4182-a66a-b5f39fb38d15 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:45.460558 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.484562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f8761-702e-499d-bd39-a6efcb64ab6f req-3aff1b7b-f90a-4474-9b68-dc36e85be6b4 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:45.486149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f3f8761-702e-499d-bd39-a6efcb64ab6f req-3aff1b7b-f90a-4474-9b68-dc36e85be6b4 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 944 time: 0.1106029 Sep 20 12:50:45.555748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f3f8761-702e-499d-bd39-a6efcb64ab6f req-dd771b01-9f23-407a-a408-7190125146cb tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Sep 20 12:50:45.568495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 49d35b57-d411-4d3a-a508-ec7dd46f14df {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:45.569465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.595940 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.601465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] DHCP port deletion for 1b6fba22-176f-4182-a66a-b5f39fb38d15 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:50:45.642503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] For port 49d35b57-d411-4d3a-a508-ec7dd46f14df, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=49d35b57-d411-4d3a-a508-ec7dd46f14df,segment=NetworkSegment(980f742e-aea2-49a3-88e9-244002f220fe),segment_id=980f742e-aea2-49a3-88e9-244002f220fe)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:45.643109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.657154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] Deleting port 49d35b57-d411-4d3a-a508-ec7dd46f14df {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:45.657154 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.661113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 49d35b57-d411-4d3a-a508-ec7dd46f14df owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:45.688012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device bd1ec481-2fe2-4a8c-865c-94d72ced99b0 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:50:45.734298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] For port 49d35b57-d411-4d3a-a508-ec7dd46f14df, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=49d35b57-d411-4d3a-a508-ec7dd46f14df,segment=NetworkSegment(980f742e-aea2-49a3-88e9-244002f220fe),segment_id=980f742e-aea2-49a3-88e9-244002f220fe)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:45.735693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.750452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] Calling delete_port for 49d35b57-d411-4d3a-a508-ec7dd46f14df owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:45.823664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.851301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=49d35b57-d411-4d3a-a508-ec7dd46f14df,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:45.860103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No DVR routers for this DVR port 49d35b57-d411-4d3a-a508-ec7dd46f14df on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:50:45.867400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a2d62-6f7a-4d49-b38a-68785ba42999 None None] Port 49d35b57-d411-4d3a-a508-ec7dd46f14df update to ACTIVE by agent not found {{(pid=95504) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 20 12:50:45.920094 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.927648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port bd1ec481-2fe2-4a8c-865c-94d72ced99b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:45.950989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:45.964076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] Pushing event deleted for resources: {'Port': ['ID=49d35b57-d411-4d3a-a508-ec7dd46f14df,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:45.966288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7161b-9851-4f3b-a0ad-7c789c3f0f84 None None] No DVR routers for this DVR port 49d35b57-d411-4d3a-a508-ec7dd46f14df on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:50:45.969429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'bd1ec481-2fe2-4a8c-865c-94d72ced99b0', 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776', 'port_id': 'bd1ec481-2fe2-4a8c-865c-94d72ced99b0', 'mac_address': 'fa:16:3e:2d:84:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083a0d41-d058-48b0-8eee-926e37e1cacb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:50:45.972914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6fba22-176f-4182-a66a-b5f39fb38d15']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:45.980663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-772b18fe-5eff-4c2b-a7db-b928b675f987 None None] Could not find standard attr ID for object 49d35b57-d411-4d3a-a508-ec7dd46f14df. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:50:45.996002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980f742e-aea2-49a3-88e9-244002f220fe') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:45.996002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980f742e-aea2-49a3-88e9-244002f220fe') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:46.006722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.015405 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.022338 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.028407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:50:46.028794 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:50:46.031771 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:50:46.038897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1ec481-2fe2-4a8c-865c-94d72ced99b0 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:50:46.055698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port bd1ec481-2fe2-4a8c-865c-94d72ced99b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:46.127547 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.189884 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.194368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:46.202577 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.209037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54868) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:46.214318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1771528031'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:46.221745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/networks/1b6fba22-176f-4182-a66a-b5f39fb38d15 HTTP/1.1" status: 204 len: 168 time: 0.8790679 Sep 20 12:50:46.255164 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22630c1f-5e83-4149-b6be-ee8b8243da83 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Network': ['ID=1b6fba22-176f-4182-a66a-b5f39fb38d15,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:46.305541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:46.307320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.329990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['bd1ec481-2fe2-4a8c-865c-94d72ced99b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:50:46.342867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:50:46.357500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.358155 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Added segment 5697f5d1-792a-48d5-818f-274c00dfedb8 of type vlan for network a9aa3915-60a9-4200-9ab1-8242c771344b Sep 20 12:50:46.404894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.514621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.520247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:46.520861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.752116 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:46.755697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Network': ['ID=a9aa3915-60a9-4200-9ab1-8242c771344b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:46.755902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a9aa3915-60a9-4200-9ab1-8242c771344b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:50:46.756111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5436d8ce-487b-42f1-9133-ae5f36c11051 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4094570 Sep 20 12:50:46.756308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:46.756308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': 'a9aa3915-60a9-4200-9ab1-8242c771344b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:46.766106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169ebc8-4214-4224-b7ee-613d2dfaebe2 req-8848b974-eb6c-42f4-bef9-69ad5c9e8085 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:46.767624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6169ebc8-4214-4224-b7ee-613d2dfaebe2 req-8848b974-eb6c-42f4-bef9-69ad5c9e8085 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0709543 Sep 20 12:50:46.812111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6169ebc8-4214-4224-b7ee-613d2dfaebe2 req-76bdb77f-142b-46ef-ba21-3bce9e2e3422 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Sep 20 12:50:46.817756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:46.821785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:47.080562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:47.144227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=a86d2ff9-cbed-48be-952a-39bafdc3b833,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:47.152362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Checking segment: {'id': '5697f5d1-792a-48d5-818f-274c00dfedb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9aa3915-60a9-4200-9ab1-8242c771344b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:47.152832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network hostable DHCP agents. Network: a9aa3915-60a9-4200-9ab1-8242c771344b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:50:47.274796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network a9aa3915-60a9-4200-9ab1-8242c771344b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:50:47.372003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a9aa3915-60a9-4200-9ab1-8242c771344b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:47.376153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:47.380505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:47.383510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b56492b-e866-40c8-9d6f-34c3c10d545a None None] Network a9aa3915-60a9-4200-9ab1-8242c771344b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:47.470294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-52976314-fa87-4d53-9246-33f1f168e70f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8460336 Sep 20 12:50:47.472764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54904) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:47.478082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': 'a9aa3915-60a9-4200-9ab1-8242c771344b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-583964443'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:47.539244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-a9aa3915-60a9-4200-9ab1-8242c771344b', 'network_id': 'a9aa3915-60a9-4200-9ab1-8242c771344b', 'tenant_id': '34cd35ac09084c6e80faf65a4210808a', 'fixed_ips': [{'subnet_id': 'a86d2ff9-cbed-48be-952a-39bafdc3b833'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:50:47.540471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:47.687257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device bd1ec481-2fe2-4a8c-865c-94d72ced99b0 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:50:47.721045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:47.721315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Allocated IP 172.20.0.2 (a9aa3915-60a9-4200-9ab1-8242c771344b/a86d2ff9-cbed-48be-952a-39bafdc3b833/4962129f-4a1a-483d-9739-8b1762776fba) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:47.732455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:47.755218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:47.914760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:50:47.919445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:47.919896 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:47.995079 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.002785 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.021829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9925200-b711-423d-bc42-56d5cad9806f req-8bca6b37-18ff-4897-b6db-d41bee9a9ba6 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:48.023326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9925200-b711-423d-bc42-56d5cad9806f req-8bca6b37-18ff-4897-b6db-d41bee9a9ba6 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 945 time: 0.1339788 Sep 20 12:50:48.065305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.097793 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9925200-b711-423d-bc42-56d5cad9806f req-ab90944c-62a3-4e74-b7de-da8bb54f539d tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669451 Sep 20 12:50:48.124452 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.127763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Network a9aa3915-60a9-4200-9ab1-8242c771344b is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:48.128264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.11 (a9aa3915-60a9-4200-9ab1-8242c771344b/a86d2ff9-cbed-48be-952a-39bafdc3b833/468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:48.132770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:48.143004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:48.155724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Pushing event updated for resources: {'Port': ['ID=4962129f-4a1a-483d-9739-8b1762776fba,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:48.189572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2e03e6-4d19-4afa-a194-326cc75b0ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1ec481-2fe2-4a8c-865c-94d72ced99b0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:50:48.191850 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05428586-6e77-491f-a08a-2f8a06fd6377" -d '{"events": [{"server_uuid": "9d2e03e6-4d19-4afa-a194-326cc75b0ee9", "name": "network-vif-plugged", "status": "completed", "tag": "bd1ec481-2fe2-4a8c-865c-94d72ced99b0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:50:48.221753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port bd1ec481-2fe2-4a8c-865c-94d72ced99b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:48.234022 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Attempting to bind port 4962129f-4a1a-483d-9739-8b1762776fba on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:50:48.234401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Attempting to bind port 4962129f-4a1a-483d-9739-8b1762776fba by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '5697f5d1-792a-48d5-818f-274c00dfedb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9aa3915-60a9-4200-9ab1-8242c771344b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:50:48.234767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Attempting to bind port 4962129f-4a1a-483d-9739-8b1762776fba on network a9aa3915-60a9-4200-9ab1-8242c771344b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:50:48.241904 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:50:48.242273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Checking segment: {'id': '5697f5d1-792a-48d5-818f-274c00dfedb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9aa3915-60a9-4200-9ab1-8242c771344b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:48.242698 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.243095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Bound using segment: {'id': '5697f5d1-792a-48d5-818f-274c00dfedb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9aa3915-60a9-4200-9ab1-8242c771344b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:50:48.244058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Bound port: 4962129f-4a1a-483d-9739-8b1762776fba, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5697f5d1-792a-48d5-818f-274c00dfedb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9aa3915-60a9-4200-9ab1-8242c771344b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:50:48.244058 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.248143 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1181e97-72bb-4ab1-bc1a-4fdb5d0395e4 x-openstack-request-id: req-e1181e97-72bb-4ab1-bc1a-4fdb5d0395e4 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:50:48.248436 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2e03e6-4d19-4afa-a194-326cc75b0ee9", "name": "network-vif-plugged", "status": "completed", "tag": "bd1ec481-2fe2-4a8c-865c-94d72ced99b0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:50:48.248685 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1181e97-72bb-4ab1-bc1a-4fdb5d0395e4 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:50:48.249113 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2e03e6-4d19-4afa-a194-326cc75b0ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1ec481-2fe2-4a8c-865c-94d72ced99b0', 'code': 200} Sep 20 12:50:48.297870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.304285 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.366646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] For port 4962129f-4a1a-483d-9739-8b1762776fba, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:50:48.369770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] For port 4962129f-4a1a-483d-9739-8b1762776fba, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4962129f-4a1a-483d-9739-8b1762776fba,segment=NetworkSegment(5697f5d1-792a-48d5-818f-274c00dfedb8),segment_id=5697f5d1-792a-48d5-818f-274c00dfedb8)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:50:48.370526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e4f1-d34b-4ee8-a342-91bc4df6dcb4 req-3036c1a4-2809-4cfd-a0d5-aa7e5d48bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:48.371590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:48.372633 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d32e4f1-d34b-4ee8-a342-91bc4df6dcb4 req-3036c1a4-2809-4cfd-a0d5-aa7e5d48bcc5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0576975 Sep 20 12:50:48.409259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5d32e4f1-d34b-4ee8-a342-91bc4df6dcb4 req-8ebcf225-9963-49e7-bc39-aec2ee3749f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298336 Sep 20 12:50:48.435743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.469291 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.479634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network a9aa3915-60a9-4200-9ab1-8242c771344b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:48.485564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:48.492399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:48.497372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:48.564460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:48.565276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.566483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810075f2-9c25-4db3-9489-5fe8e0ca4164 None None] Pushing event updated for resources: {'Port': ['ID=4962129f-4a1a-483d-9739-8b1762776fba,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:48.635532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c468b78c-a5c3-4eb6-be49-44f2f76e1c6a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1613710 Sep 20 12:50:48.638626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:48.787614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e406c2a3-fbc2-4528-b3bf-762987d9ac28 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:48.788028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e406c2a3-fbc2-4528-b3bf-762987d9ac28 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.903271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e406c2a3-fbc2-4528-b3bf-762987d9ac28 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:48.920208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e406c2a3-fbc2-4528-b3bf-762987d9ac28 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:49.127081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e406c2a3-fbc2-4528-b3bf-762987d9ac28 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:49.168523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406c2a3-fbc2-4528-b3bf-762987d9ac28 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:49.283285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e406c2a3-fbc2-4528-b3bf-762987d9ac28 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:49.285390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e406c2a3-fbc2-4528-b3bf-762987d9ac28 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0 HTTP/1.1" status: 204 len: 168 time: 0.6453688 Sep 20 12:50:49.288285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54954) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:49.293683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af3bae-6ae4-4bda-a3e7-14676c3e010b req-4807c4ab-f3ea-4d1c-ae61-0b335b1d8e50 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:49.295186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32af3bae-6ae4-4bda-a3e7-14676c3e010b req-4807c4ab-f3ea-4d1c-ae61-0b335b1d8e50 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 946 time: 0.1061954 Sep 20 12:50:49.356301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32af3bae-6ae4-4bda-a3e7-14676c3e010b req-86bd407f-743a-4cbb-9acd-22bc677e4b01 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Sep 20 12:50:49.409827 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9d76fa-99ff-4d24-a1ba-ef01f07a83b6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:50:49.413917 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bf9d76fa-99ff-4d24-a1ba-ef01f07a83b6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0 HTTP/1.1" status: 404 len: 333 time: 0.1239679 Sep 20 12:50:49.422686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:49.489825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9401cad-6941-4ec2-9515-8368e9d7a5ef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet a86d2ff9-cbed-48be-952a-39bafdc3b833 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:50:49.497146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9401cad-6941-4ec2-9515-8368e9d7a5ef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:49.569681 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9401cad-6941-4ec2-9515-8368e9d7a5ef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:49.686229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9401cad-6941-4ec2-9515-8368e9d7a5ef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:49.752332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625bc5f2-28ce-4662-a546-765a9c30d02b None None] Network a9aa3915-60a9-4200-9ab1-8242c771344b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:49.869508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-f3249685-f4e7-45dd-b66d-c134939d86c1 req-512f899f-8cf1-40b6-91e5-367cf5d09513 service neutron] (95503) timed out ('10.222.0.37', 59674) {{(pid=95503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 12:50:49.904453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9401cad-6941-4ec2-9515-8368e9d7a5ef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:49.930203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9401cad-6941-4ec2-9515-8368e9d7a5ef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=a86d2ff9-cbed-48be-952a-39bafdc3b833,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:49.946588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9401cad-6941-4ec2-9515-8368e9d7a5ef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:49.949787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9401cad-6941-4ec2-9515-8368e9d7a5ef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/a86d2ff9-cbed-48be-952a-39bafdc3b833 HTTP/1.1" status: 204 len: 168 time: 0.5258164 Sep 20 12:50:49.952045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:50.107047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4962129f-4a1a-483d-9739-8b1762776fba up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:50:50.143112 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.176468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-67dfcf3f-a62a-4916-bd60-db0ecb0bdad1 None None] Provisioning complete for port 4962129f-4a1a-483d-9739-8b1762776fba triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:50.177213 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67dfcf3f-a62a-4916-bd60-db0ecb0bdad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.203207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 4962129f-4a1a-483d-9739-8b1762776fba {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:50.203551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.233204 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.275849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4962129f-4a1a-483d-9739-8b1762776fba triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:50:50.276389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.290436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] For port 4962129f-4a1a-483d-9739-8b1762776fba, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4962129f-4a1a-483d-9739-8b1762776fba,segment=NetworkSegment(5697f5d1-792a-48d5-818f-274c00dfedb8),segment_id=5697f5d1-792a-48d5-818f-274c00dfedb8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:50.290825 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.318928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 4962129f-4a1a-483d-9739-8b1762776fba owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:50.377627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] DHCP port deletion for a9aa3915-60a9-4200-9ab1-8242c771344b request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:50:50.404741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67dfcf3f-a62a-4916-bd60-db0ecb0bdad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.461833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.513342 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.515211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.555257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1169a8-5d48-46ec-ba41-f3c26113491c req-2f754068-c8ca-49f6-a5d6-1ca57a474d62 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:50.557769 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f1169a8-5d48-46ec-ba41-f3c26113491c req-2f754068-c8ca-49f6-a5d6-1ca57a474d62 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 946 time: 0.0850132 Sep 20 12:50:50.559509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=4962129f-4a1a-483d-9739-8b1762776fba,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:50.564669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No DVR routers for this DVR port 4962129f-4a1a-483d-9739-8b1762776fba on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:50:50.603237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] Deleting port 4962129f-4a1a-483d-9739-8b1762776fba {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:50.604033 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.659774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f1169a8-5d48-46ec-ba41-f3c26113491c req-ad93ae2e-f187-44ce-9483-fd0e6c34afa4 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898790 Sep 20 12:50:50.710399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.714039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] For port 4962129f-4a1a-483d-9739-8b1762776fba, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:50.715837 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.747909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] Calling delete_port for 4962129f-4a1a-483d-9739-8b1762776fba owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:50.754466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] Port 4962129f-4a1a-483d-9739-8b1762776fba was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:50:50.756867 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.767761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9aa3915-60a9-4200-9ab1-8242c771344b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:50.785440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 54988) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:50.786065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] Pushing event deleted for resources: {'Port': ['ID=4962129f-4a1a-483d-9739-8b1762776fba,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:50.789458 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac11cf-658d-44fb-895a-12935f9d713f None None] No DVR routers for this DVR port 4962129f-4a1a-483d-9739-8b1762776fba on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:50:50.794971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5697f5d1-792a-48d5-818f-274c00dfedb8') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:50.796945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5697f5d1-792a-48d5-818f-274c00dfedb8') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:50:50.813745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.830931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.838643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:50:50.839034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:50:50.905232 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:50:50.968735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.017526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.026314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.029796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/networks/a9aa3915-60a9-4200-9ab1-8242c771344b HTTP/1.1" status: 204 len: 168 time: 1.0752416 Sep 20 12:50:51.036867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 54994) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:51.071700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'name': 'tempest-PortsTestJSON-1905409860'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:51.077826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dab5d-43f6-4204-9cd4-0565ea5f9a70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Network': ['ID=a9aa3915-60a9-4200-9ab1-8242c771344b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:51.113702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.303333 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.349768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c799e10c66a144f0ba302f966a8f4d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631900 Sep 20 12:50:51.350920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d523f37e-f26a-42b8-91c7-f26107afffda,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:51.352521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55000) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:51.360120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.360120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.372103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3f0f79-7355-45d3-b199-7d49a53c5b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:50:51.413339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7300b6a5-3979-4da9-b043-32fbb54b422a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.442542 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7300b6a5-3979-4da9-b043-32fbb54b422a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.446040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:51.451705 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.485658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 3b67eca7-dd6a-4c09-ae91-b7b98688d1d3 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:51.657900 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7300b6a5-3979-4da9-b043-32fbb54b422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.660475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7300b6a5-3979-4da9-b043-32fbb54b422a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.663827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7300b6a5-3979-4da9-b043-32fbb54b422a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d523f37e-f26a-42b8-91c7-f26107afffda HTTP/1.1" status: 204 len: 168 time: 0.3080978 Sep 20 12:50:51.680475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300b6a5-3979-4da9-b043-32fbb54b422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d523f37e-f26a-42b8-91c7-f26107afffda,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:51.700422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.875111 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:51.940551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:51.944481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:51.953649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:51.960401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:51.961431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:52.001204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=3b67eca7-dd6a-4c09-ae91-b7b98688d1d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:52.016627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4962129f-4a1a-483d-9739-8b1762776fba no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:50:52.038313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 4962129f-4a1a-483d-9739-8b1762776fba {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:50:52.038761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4962129f-4a1a-483d-9739-8b1762776fba not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:50:52.092410 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b040c921-a2f4-41ff-a256-27d0f15f8cde tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0539494 Sep 20 12:50:52.094843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55026) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:52.196246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d2a25-b13a-4918-bf6b-11a2b7879312 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 3b67eca7-dd6a-4c09-ae91-b7b98688d1d3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:52.196946 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2a25-b13a-4918-bf6b-11a2b7879312 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:52.291001 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2a25-b13a-4918-bf6b-11a2b7879312 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:52.305129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d2a25-b13a-4918-bf6b-11a2b7879312 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 3b67eca7-dd6a-4c09-ae91-b7b98688d1d3 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:52.439440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dffd6-6462-4657-9f6b-85c6df98c1fe req-398d6bdc-bd97-4107-b23f-c1158f6028ea tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:52.441097 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-307dffd6-6462-4657-9f6b-85c6df98c1fe req-398d6bdc-bd97-4107-b23f-c1158f6028ea tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 946 time: 0.0651917 Sep 20 12:50:52.484830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-307dffd6-6462-4657-9f6b-85c6df98c1fe req-a476394a-8a9a-44c9-8cbf-3cdc5e3d03c7 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349309 Sep 20 12:50:52.520114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2a25-b13a-4918-bf6b-11a2b7879312 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:52.551578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d2a25-b13a-4918-bf6b-11a2b7879312 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=3b67eca7-dd6a-4c09-ae91-b7b98688d1d3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:52.556793 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2a25-b13a-4918-bf6b-11a2b7879312 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:52.559511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d3d2a25-b13a-4918-bf6b-11a2b7879312 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/3b67eca7-dd6a-4c09-ae91-b7b98688d1d3 HTTP/1.1" status: 204 len: 168 time: 0.4634824 Sep 20 12:50:52.562313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55042) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:52.567203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'mac_address': 'fa:16:3e:b7:d3:74', 'name': 'tempest-PortsTestJSON-830979247'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:52.765948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:53.254192 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:53.277286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 8a854d57-f129-443e-ad39-43f0996f513d yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:53.441281 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:53.627526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dd2ad-f5f3-4431-b072-18acf46903f0 req-9c93d913-c61e-493c-98be-3187e2438a07 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:53.629389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f00dd2ad-f5f3-4431-b072-18acf46903f0 req-9c93d913-c61e-493c-98be-3187e2438a07 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 946 time: 0.0742319 Sep 20 12:50:53.630989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:53.698581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-ad9e85b1-c44d-4e3b-9d7d-282c482af82f tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:53.703118 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-ad9e85b1-c44d-4e3b-9d7d-282c482af82f tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 946 time: 0.0836141 Sep 20 12:50:53.716140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:53.723079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:53.745319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f00dd2ad-f5f3-4431-b072-18acf46903f0 req-ff1155b1-be81-45d0-bd80-10529d9f971f tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848410 Sep 20 12:50:53.745319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:53.745319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:53.745319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:53.745319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=8a854d57-f129-443e-ad39-43f0996f513d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:53.872514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Deleting port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:53.872913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:53.881800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8fe98ee-cbfa-4e54-bc0d-c536102b2fb7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3185809 Sep 20 12:50:53.884197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:53.968439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e0392-6c69-431c-afe2-e78731284470 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:53.970455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e32e0392-6c69-431c-afe2-e78731284470 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/8a854d57-f129-443e-ad39-43f0996f513d HTTP/1.1" status: 200 len: 840 time: 0.0851231 Sep 20 12:50:53.977364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55084) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:54.022521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] For port bd1ec481-2fe2-4a8c-865c-94d72ced99b0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:50:54.023073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:54.059990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Calling delete_port for bd1ec481-2fe2-4a8c-865c-94d72ced99b0 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:54.143728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b61bc-c93b-4fc2-b6d7-e38426d11c5f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 8a854d57-f129-443e-ad39-43f0996f513d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:54.144081 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd1b61bc-c93b-4fc2-b6d7-e38426d11c5f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:54.248287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd1b61bc-c93b-4fc2-b6d7-e38426d11c5f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:54.269254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b61bc-c93b-4fc2-b6d7-e38426d11c5f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 8a854d57-f129-443e-ad39-43f0996f513d owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:54.406244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:54.420977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['bd1ec481-2fe2-4a8c-865c-94d72ced99b0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:50:54.447492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Pushing event deleted for resources: {'Port': ['ID=bd1ec481-2fe2-4a8c-865c-94d72ced99b0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:54.450464 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd1b61bc-c93b-4fc2-b6d7-e38426d11c5f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:54.511377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b61bc-c93b-4fc2-b6d7-e38426d11c5f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=8a854d57-f129-443e-ad39-43f0996f513d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:54.513379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] No DVR routers for this DVR port bd1ec481-2fe2-4a8c-865c-94d72ced99b0 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:50:54.516467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:54.518383 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c35e4e29-05b0-42b5-b740-7fe30ad7e0f8 req-7fffa4a2-e176-4d6d-b817-c254e1faef81 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "DELETE /v2.0/ports/bd1ec481-2fe2-4a8c-865c-94d72ced99b0 HTTP/1.1" status: 204 len: 173 time: 0.8008404 Sep 20 12:50:54.519834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2e03e6-4d19-4afa-a194-326cc75b0ee9', 'name': 'network-vif-deleted', 'tag': 'bd1ec481-2fe2-4a8c-865c-94d72ced99b0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:50:54.522120 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f4b34c-241a-41d0-b452-cface8c27a5f" -d '{"events": [{"server_uuid": "9d2e03e6-4d19-4afa-a194-326cc75b0ee9", "name": "network-vif-deleted", "tag": "bd1ec481-2fe2-4a8c-865c-94d72ced99b0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:50:54.528091 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd1b61bc-c93b-4fc2-b6d7-e38426d11c5f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:54.530123 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cd1b61bc-c93b-4fc2-b6d7-e38426d11c5f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/8a854d57-f129-443e-ad39-43f0996f513d HTTP/1.1" status: 204 len: 168 time: 0.5517037 Sep 20 12:50:54.532711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55108) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:54.558976 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4875508-c1cd-457e-94f5-69b25c264f65 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:50:54.581446 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d4875508-c1cd-457e-94f5-69b25c264f65 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/8a854d57-f129-443e-ad39-43f0996f513d HTTP/1.1" status: 404 len: 333 time: 0.0268738 Sep 20 12:50:54.583834 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3194d44-6ac5-404b-ade1-898df2b94222 x-openstack-request-id: req-a3194d44-6ac5-404b-ade1-898df2b94222 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:50:54.584324 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2e03e6-4d19-4afa-a194-326cc75b0ee9", "name": "network-vif-deleted", "tag": "bd1ec481-2fe2-4a8c-865c-94d72ced99b0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:50:54.584576 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3194d44-6ac5-404b-ade1-898df2b94222 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:50:54.585177 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2e03e6-4d19-4afa-a194-326cc75b0ee9', 'name': 'network-vif-deleted', 'tag': 'bd1ec481-2fe2-4a8c-865c-94d72ced99b0', 'status': 'completed', 'code': 200} Sep 20 12:50:54.587441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55114) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:54.592664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'name': 'tempest-PortsTestJSON-88093934'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:54.743112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:54.750196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:54.776792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 8336080f-0adc-4a1a-90fc-d2faf8903932 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:54.890327 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19c79a9c-1c61-4b38-9a90-5bfeb65d35a8 req-a6010f01-10c6-4773-b2bf-b64167c6f4f6 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d2e03e6-4d19-4afa-a194-326cc75b0ee9 HTTP/1.1" status: 200 len: 210 time: 0.0445969 Sep 20 12:50:55.007145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.154806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.197617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:55.201511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:55.205825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:55.212127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:55.212263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.233320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=8336080f-0adc-4a1a-90fc-d2faf8903932,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:55.298761 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fe013a34-9105-46d1-92ac-8d9c75ac7819 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7100725 Sep 20 12:50:55.301560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:55.307466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:55.382682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.473846 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:50:55.601969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.698221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.756029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] In _notify_port_updated(), no bound segment for port 8336080f-0adc-4a1a-90fc-d2faf8903932 on network 017ef684-12a0-4b2b-a077-e9ae14c433ab {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:50:55.761975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:55.763942 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.764074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "PUT /v2.0/ports/8336080f-0adc-4a1a-90fc-d2faf8903932 HTTP/1.1" status: 200 len: 818 time: 0.4610975 Sep 20 12:50:55.767002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55172) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:55.796356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421bd76-02b6-4176-a2af-b4d8f4faa047 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=8336080f-0adc-4a1a-90fc-d2faf8903932,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:55.872968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c485b-b540-4719-9fb5-984dae3d6bd4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 8336080f-0adc-4a1a-90fc-d2faf8903932 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:50:55.873345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e7c485b-b540-4719-9fb5-984dae3d6bd4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.952178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e7c485b-b540-4719-9fb5-984dae3d6bd4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:55.968444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c485b-b540-4719-9fb5-984dae3d6bd4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 8336080f-0adc-4a1a-90fc-d2faf8903932 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:50:56.131996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e7c485b-b540-4719-9fb5-984dae3d6bd4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.177410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c485b-b540-4719-9fb5-984dae3d6bd4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=8336080f-0adc-4a1a-90fc-d2faf8903932,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:56.185038 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e7c485b-b540-4719-9fb5-984dae3d6bd4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.187111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7e7c485b-b540-4719-9fb5-984dae3d6bd4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/8336080f-0adc-4a1a-90fc-d2faf8903932 HTTP/1.1" status: 204 len: 168 time: 0.4190209 Sep 20 12:50:56.189640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55198) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:56.221527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55200) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:56.267082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c5de0b-4e75-45c2-8a73-4d87b4d4951b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:56.268801 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-68c5de0b-4e75-45c2-8a73-4d87b4d4951b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0782323 Sep 20 12:50:56.278036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55208) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:56.329384 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c6f241-e8e5-4903-bd59-48a79170a9ff tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:50:56.329539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0019d0-344b-48b7-a63d-a154a730640e req-95aca06b-6768-4e26-9f66-f821cb0ddeb6 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:56.334259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f1c6f241-e8e5-4903-bd59-48a79170a9ff tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/8336080f-0adc-4a1a-90fc-d2faf8903932 HTTP/1.1" status: 404 len: 333 time: 0.0551341 Sep 20 12:50:56.336571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-95aca06b-6768-4e26-9f66-f821cb0ddeb6 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/networks?id=7fb2271a-5d23-446f-84f9-a504111ed776 HTTP/1.1" status: 200 len: 809 time: 0.1692414 Sep 20 12:50:56.338074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55210) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:56.344718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1634771591'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:56.365387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-cb1dd4cc-f5ab-4cdb-b0d7-04de3a948527 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/quotas/d56538a620a84170b7d5563f88270592 HTTP/1.1" status: 200 len: 375 time: 0.0276830 Sep 20 12:50:56.409471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-abd4b0aa-8521-4891-8160-237314f6492a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d56538a620a84170b7d5563f88270592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405970 Sep 20 12:50:56.441494 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fec2d9da-2a92-4e75-b1f4-d2b169b49da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.458042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:56.461123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.486276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:50:56.496663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.496885 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Added segment 881bc454-258d-4390-8416-d5ee6fe264aa of type vlan for network e74f1691-3c23-46f4-a985-e8e65ab5e65e Sep 20 12:50:56.539559 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.588333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-45dfd28c-b568-46e5-b62d-2680ccccc977 service neutron] 10.222.0.37 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741755 Sep 20 12:50:56.618330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.626456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:56.627472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.699490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Network': ['ID=e74f1691-3c23-46f4-a985-e8e65ab5e65e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:56.710569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:50:56.712030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fec2d9da-2a92-4e75-b1f4-d2b169b49da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.727102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fae84bee-0ca8-4ea4-bcbf-a807f149ccc3 service neutron] 10.222.0.37 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367245 Sep 20 12:50:56.774081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fec2d9da-2a92-4e75-b1f4-d2b169b49da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:56.843247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2d9da-2a92-4e75-b1f4-d2b169b49da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34403a5-7f07-4b5f-8477-8e8a03e1598f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:56.846794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e8499bce-65cd-4a8d-894b-66489e58be89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5074534 Sep 20 12:50:56.849409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55224) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:56.860859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:56.865143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55226) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:56.865695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fec2d9da-2a92-4e75-b1f4-d2b169b49da9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d069e1feff044e0db826be8fc2cf97c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435740 Sep 20 12:50:56.994713 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28ad0718-7dbe-4c74-9abd-3dda9627d632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:57.024089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28ad0718-7dbe-4c74-9abd-3dda9627d632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:57.074203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eaf473a9-68f0-4a88-8cbd-73666f791b9d req-1c7813ee-bb01-4d50-9bd9-31141d90d1b4 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 210 time: 0.0519552 Sep 20 12:50:57.108564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:57.112493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:57.144486 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28ad0718-7dbe-4c74-9abd-3dda9627d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:57.144486 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28ad0718-7dbe-4c74-9abd-3dda9627d632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:57.146090 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-28ad0718-7dbe-4c74-9abd-3dda9627d632 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c34403a5-7f07-4b5f-8477-8e8a03e1598f HTTP/1.1" status: 204 len: 168 time: 0.2755342 Sep 20 12:50:57.160297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad0718-7dbe-4c74-9abd-3dda9627d632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34403a5-7f07-4b5f-8477-8e8a03e1598f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:57.441567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:57.515703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=9072ed39-6b1b-4a10-8e36-c00e46316c2a,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:57.528068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Checking segment: {'id': '881bc454-258d-4390-8416-d5ee6fe264aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:57.528435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network hostable DHCP agents. Network: e74f1691-3c23-46f4-a985-e8e65ab5e65e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:50:57.628584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:50:57.733875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device bd1ec481-2fe2-4a8c-865c-94d72ced99b0 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:50:57.736037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e74f1691-3c23-46f4-a985-e8e65ab5e65e) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:57.741328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:57.741977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:57.762876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a90f6-c1e2-4543-b784-ab93e9888e11 None None] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:50:57.777826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: bd1ec481-2fe2-4a8c-865c-94d72ced99b0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:50:57.778174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device bd1ec481-2fe2-4a8c-865c-94d72ced99b0 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:50:57.818135 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e38b73df-6b5c-4067-a934-b5503a2fbf04 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9616656 Sep 20 12:50:57.820929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:57.826484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9ca41441-1c6f-4838-9865-533febf2c93c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:57.966033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:57.980496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-130a7874-eaba-4fa3-a8b5-f6128bf330f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.032561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e74f1691-3c23-46f4-a985-e8e65ab5e65e', 'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e', 'tenant_id': '34cd35ac09084c6e80faf65a4210808a', 'fixed_ips': [{'subnet_id': '9072ed39-6b1b-4a10-8e36-c00e46316c2a'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:50:58.032561 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.058381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca41441-1c6f-4838-9865-533febf2c93c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:58.061856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ca41441-1c6f-4838-9865-533febf2c93c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.165804 n-d-809934-3 neutron-server[95503]: INFO neutron.db.ipam_backend_mixin [None req-9ca41441-1c6f-4838-9865-533febf2c93c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9072ed39-6b1b-4a10-8e36-c00e46316c2a (CIDR: 172.20.0.0/28) Sep 20 12:50:58.221196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38140bb7-695a-4c4c-b2e7-ede23308ca1a req-203bff09-42d1-4b78-8c30-fd834f6b5360 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 210 time: 0.0410872 Sep 20 12:50:58.232617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Allocated IP 172.20.0.2 (e74f1691-3c23-46f4-a985-e8e65ab5e65e/9072ed39-6b1b-4a10-8e36-c00e46316c2a/87654101-7c49-47d3-af1e-8999e8cfe279) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:50:58.233211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-130a7874-eaba-4fa3-a8b5-f6128bf330f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.241441 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca41441-1c6f-4838-9865-533febf2c93c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:50:58.242775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca41441-1c6f-4838-9865-533febf2c93c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:50:58.310607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-130a7874-eaba-4fa3-a8b5-f6128bf330f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.392435 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9ca41441-1c6f-4838-9865-533febf2c93c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5704138 Sep 20 12:50:58.393079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55278) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:58.394046 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a7874-eaba-4fa3-a8b5-f6128bf330f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0701ea7-4c46-4f3c-9d67-b26c2481ce7f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:58.401788 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-130a7874-eaba-4fa3-a8b5-f6128bf330f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70f9d7000b1842e2ad21afb3365a6e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352009 Sep 20 12:50:58.402166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:58.408097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:58.435423 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.459574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5641c0a7-8f3d-499d-96bf-e2332cd9c94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.487962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5641c0a7-8f3d-499d-96bf-e2332cd9c94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.527799 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.564330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:58.567274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:58.570757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:50:58.597554 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Pushing event updated for resources: {'Port': ['ID=87654101-7c49-47d3-af1e-8999e8cfe279,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:58.607002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5641c0a7-8f3d-499d-96bf-e2332cd9c94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.609991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5641c0a7-8f3d-499d-96bf-e2332cd9c94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.611450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5641c0a7-8f3d-499d-96bf-e2332cd9c94b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0701ea7-4c46-4f3c-9d67-b26c2481ce7f HTTP/1.1" status: 204 len: 168 time: 0.2080715 Sep 20 12:50:58.622175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641c0a7-8f3d-499d-96bf-e2332cd9c94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0701ea7-4c46-4f3c-9d67-b26c2481ce7f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:58.670493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:58.682462 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.689496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Attempting to bind port 87654101-7c49-47d3-af1e-8999e8cfe279 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:50:58.689778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Attempting to bind port 87654101-7c49-47d3-af1e-8999e8cfe279 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '881bc454-258d-4390-8416-d5ee6fe264aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:50:58.690034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Attempting to bind port 87654101-7c49-47d3-af1e-8999e8cfe279 on network e74f1691-3c23-46f4-a985-e8e65ab5e65e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:50:58.697979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:50:58.699486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Checking segment: {'id': '881bc454-258d-4390-8416-d5ee6fe264aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:50:58.700212 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.701230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Bound using segment: {'id': '881bc454-258d-4390-8416-d5ee6fe264aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:50:58.702220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Bound port: 87654101-7c49-47d3-af1e-8999e8cfe279, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881bc454-258d-4390-8416-d5ee6fe264aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:50:58.702810 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.786917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] For port 87654101-7c49-47d3-af1e-8999e8cfe279, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:50:58.790538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] For port 87654101-7c49-47d3-af1e-8999e8cfe279, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=87654101-7c49-47d3-af1e-8999e8cfe279,segment=NetworkSegment(881bc454-258d-4390-8416-d5ee6fe264aa),segment_id=881bc454-258d-4390-8416-d5ee6fe264aa)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:50:58.903532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:58.980848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78cf85-f386-4dba-8ee1-23785dda1172 None None] Pushing event updated for resources: {'Port': ['ID=87654101-7c49-47d3-af1e-8999e8cfe279,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:59.031351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:59.131911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=0928a436-4b29-4d1d-8eda-8c8bc23e47a3,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:50:59.154262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:50:59.155808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:50:59.159401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:59.159989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:59.260270 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1e804bb8-c0d4-42e8-8ab4-6e5cb844a156 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8631055 Sep 20 12:50:59.260527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:50:59.275588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e', 'fixed_ips': [{'subnet_id': '9072ed39-6b1b-4a10-8e36-c00e46316c2a'}, {'subnet_id': '0928a436-4b29-4d1d-8eda-8c8bc23e47a3'}], 'name': 'tempest-PortsTestJSON-2001169184'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:59.422302 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f08cf8d3-1e4d-4540-9573-ead5b039fa41 req-2f8763e7-f5cf-4509-97b9-e19be5a62dac tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 210 time: 0.0617130 Sep 20 12:50:59.446499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0019d0-344b-48b7-a63d-a154a730640e req-10d93ba3-b482-425a-a1e0-e81291b5d7b7 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:50:59.453218 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-10d93ba3-b482-425a-a1e0-e81291b5d7b7 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "GET /v2.0/networks?id=7fb2271a-5d23-446f-84f9-a504111ed776 HTTP/1.1" status: 200 len: 809 time: 0.2075462 Sep 20 12:50:59.465346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Request body: {'port': {'device_id': '9e2fd13a-2129-420e-a7c7-d5a81a8987f6', 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776', 'admin_state_up': True, 'tenant_id': 'd56538a620a84170b7d5563f88270592'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:50:59.616623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:59.697168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Made reservation on behalf of d56538a620a84170b7d5563f88270592 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:50:59.702200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:59.725886 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:50:59.745114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port a25b6575-2368-426f-bbb3-59a0a956e81b yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:50:59.908140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Allocated IP 172.20.0.10 (7fb2271a-5d23-446f-84f9-a504111ed776/083a0d41-d058-48b0-8eee-926e37e1cacb/b9c84ab4-0fb6-40c5-af62-00aadfd24712) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:00.113910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 87654101-7c49-47d3-af1e-8999e8cfe279 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:00.178676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 87654101-7c49-47d3-af1e-8999e8cfe279 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:00.179321 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.195888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.224726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.4 (e74f1691-3c23-46f4-a985-e8e65ab5e65e/9072ed39-6b1b-4a10-8e36-c00e46316c2a/a25b6575-2368-426f-bbb3-59a0a956e81b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:00.233133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.18 (e74f1691-3c23-46f4-a985-e8e65ab5e65e/0928a436-4b29-4d1d-8eda-8c8bc23e47a3/a25b6575-2368-426f-bbb3-59a0a956e81b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:00.322787 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.405353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.424931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e3474-5157-419c-a7d0-b1ad4dc95c93 None None] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:00.457617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Network 7fb2271a-5d23-446f-84f9-a504111ed776 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:00.461122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:00.478694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:00.516361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.557454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-725b761b-b154-4091-9502-1339b3a100da None None] Provisioning complete for port 87654101-7c49-47d3-af1e-8999e8cfe279 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:00.558913 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-725b761b-b154-4091-9502-1339b3a100da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.578393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Pushing event updated for resources: {'Port': ['ID=b9c84ab4-0fb6-40c5-af62-00aadfd24712,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:00.617109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:00.618056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.629335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 87654101-7c49-47d3-af1e-8999e8cfe279, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=87654101-7c49-47d3-af1e-8999e8cfe279,segment=NetworkSegment(881bc454-258d-4390-8416-d5ee6fe264aa),segment_id=881bc454-258d-4390-8416-d5ee6fe264aa)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:00.680636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa32acf-189a-4fbe-8692-25f02a101ca4 req-5e1a13b0-6783-4cd9-b50d-76e372afa291 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:00.685645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7aa32acf-189a-4fbe-8692-25f02a101ca4 req-5e1a13b0-6783-4cd9-b50d-76e372afa291 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 932 time: 0.0934274 Sep 20 12:51:00.704660 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-fe8f2f49-ed15-4408-a571-a45d5f61087a tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2437415 Sep 20 12:51:00.719868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Request body: {'port': {'device_id': '9e2fd13a-2129-420e-a7c7-d5a81a8987f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:00.753721 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.777663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.809178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7aa32acf-189a-4fbe-8692-25f02a101ca4 req-03e3ffca-01d2-45eb-99af-00f057f086ed tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168067 Sep 20 12:51:00.834348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:00.861997 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:00.868378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:00.874173 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-725b761b-b154-4091-9502-1339b3a100da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.888344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:00.930886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=87654101-7c49-47d3-af1e-8999e8cfe279,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:00.959094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=a25b6575-2368-426f-bbb3-59a0a956e81b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:00.997575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:00.998694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:01.009708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-725b761b-b154-4091-9502-1339b3a100da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:51:01.010077 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-725b761b-b154-4091-9502-1339b3a100da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:51:01.078216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ced16a2-3659-4db2-929e-a76d6494ed88 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8112054 Sep 20 12:51:01.078216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55362) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:01.079506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9072ed39-6b1b-4a10-8e36-c00e46316c2a'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:01.153468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe9e5d4-f7d4-4ec5-94b8-c648d2213977 None None] Update dhcp port {'port': {'network_id': 'e74f1691-3c23-46f4-a985-e8e65ab5e65e', 'fixed_ips': [{'subnet_id': '9072ed39-6b1b-4a10-8e36-c00e46316c2a', 'ip_address': '172.20.0.2'}, {'subnet_id': '0928a436-4b29-4d1d-8eda-8c8bc23e47a3'}], 'binding:host_id': 'n-d-809934-3'}, 'id': '87654101-7c49-47d3-af1e-8999e8cfe279'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:51:01.205060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e5d4-f7d4-4ec5-94b8-c648d2213977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:01.205231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:01.351925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c84ab4-0fb6-40c5-af62-00aadfd24712 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:51:01.361654 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:01.380714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Transition to ACTIVE for port object b9c84ab4-0fb6-40c5-af62-00aadfd24712 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:51:01.426317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-dbe9e5d4-f7d4-4ec5-94b8-c648d2213977 None None] Allocated IP 172.20.0.19 (e74f1691-3c23-46f4-a985-e8e65ab5e65e/0928a436-4b29-4d1d-8eda-8c8bc23e47a3/87654101-7c49-47d3-af1e-8999e8cfe279) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:01.481752 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:01.581433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c84ab4-0fb6-40c5-af62-00aadfd24712,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:01.614654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-dbe9e5d4-f7d4-4ec5-94b8-c648d2213977 None None] For port 87654101-7c49-47d3-af1e-8999e8cfe279, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=87654101-7c49-47d3-af1e-8999e8cfe279,segment=NetworkSegment(881bc454-258d-4390-8416-d5ee6fe264aa),segment_id=881bc454-258d-4390-8416-d5ee6fe264aa)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:01.730548 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e5d4-f7d4-4ec5-94b8-c648d2213977 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:01.735295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Attempting to bind port b9c84ab4-0fb6-40c5-af62-00aadfd24712 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:51:01.736582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Attempting to bind port b9c84ab4-0fb6-40c5-af62-00aadfd24712 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:51:01.738049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Attempting to bind port b9c84ab4-0fb6-40c5-af62-00aadfd24712 on network 7fb2271a-5d23-446f-84f9-a504111ed776 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:51:01.749888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Port b9c84ab4-0fb6-40c5-af62-00aadfd24712 on network 7fb2271a-5d23-446f-84f9-a504111ed776 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:51:01.750230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Attempting to bind port b9c84ab4-0fb6-40c5-af62-00aadfd24712 on network 7fb2271a-5d23-446f-84f9-a504111ed776 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:51:01.761851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:51:01.763858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Checking segment: {'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:01.764296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Bound using segment: {'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:51:01.765063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Bound port: b9c84ab4-0fb6-40c5-af62-00aadfd24712, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a42287-86f7-4ee5-96dd-7d8bfde7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:51:01.765447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:01.824204 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e5d4-f7d4-4ec5-94b8-c648d2213977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:01.883241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Delete allocated IP 172.20.0.18 (e74f1691-3c23-46f4-a985-e8e65ab5e65e/0928a436-4b29-4d1d-8eda-8c8bc23e47a3) {{(pid=95502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 20 12:51:01.888937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] For port b9c84ab4-0fb6-40c5-af62-00aadfd24712, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:51:01.897501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] For port b9c84ab4-0fb6-40c5-af62-00aadfd24712, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9c84ab4-0fb6-40c5-af62-00aadfd24712,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:51:01.969472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9e5d4-f7d4-4ec5-94b8-c648d2213977 None None] Pushing event updated for resources: {'Port': ['ID=87654101-7c49-47d3-af1e-8999e8cfe279,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:02.019709 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:02.056550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 87654101-7c49-47d3-af1e-8999e8cfe279 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:02.080365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14c0e1-8dac-4abd-aea7-200c99c970cc req-755077d0-31a7-4082-9167-fcacab5b1c45 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:02.088564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b14c0e1-8dac-4abd-aea7-200c99c970cc req-755077d0-31a7-4082-9167-fcacab5b1c45 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 944 time: 0.1285534 Sep 20 12:51:02.097835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:02.098737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:02.100643 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] 10.222.0.32 "PUT /v2.0/ports/b9c84ab4-0fb6-40c5-af62-00aadfd24712 HTTP/1.1" status: 200 len: 1092 time: 1.3874357 Sep 20 12:51:02.101345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2fd13a-2129-420e-a7c7-d5a81a8987f6', 'tag': 'b9c84ab4-0fb6-40c5-af62-00aadfd24712'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:51:02.107578 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1874a8-534b-4a22-980f-8051b2deaf54" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2fd13a-2129-420e-a7c7-d5a81a8987f6", "tag": "b9c84ab4-0fb6-40c5-af62-00aadfd24712"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:51:02.117283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 87654101-7c49-47d3-af1e-8999e8cfe279 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:02.117283 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:02.144033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e977c3-70ee-4aa9-9258-b929bcfe2695 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c84ab4-0fb6-40c5-af62-00aadfd24712,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:02.203099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b14c0e1-8dac-4abd-aea7-200c99c970cc req-ea8ded0b-43fd-4adc-a65e-2470e643b23f tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120362 Sep 20 12:51:02.253245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:02.311410 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d246a1a-8c21-4cec-a0f7-ce02887fd01f x-openstack-request-id: req-4d246a1a-8c21-4cec-a0f7-ce02887fd01f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:51:02.312075 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2fd13a-2129-420e-a7c7-d5a81a8987f6", "tag": "b9c84ab4-0fb6-40c5-af62-00aadfd24712", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:51:02.312676 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d246a1a-8c21-4cec-a0f7-ce02887fd01f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:51:02.314706 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:02.316584 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2fd13a-2129-420e-a7c7-d5a81a8987f6', 'tag': 'b9c84ab4-0fb6-40c5-af62-00aadfd24712', 'status': 'completed', 'code': 200} Sep 20 12:51:02.364181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0019d0-344b-48b7-a63d-a154a730640e req-b6a720eb-50e5-4cf3-b51d-76e9b5086b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:02.369319 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-b6a720eb-50e5-4cf3-b51d-76e9b5086b0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d56538a620a84170b7d5563f88270592&device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 1095 time: 0.1194084 Sep 20 12:51:02.371941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=a25b6575-2368-426f-bbb3-59a0a956e81b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:02.419114 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-917ed014-7291-45f1-a2d0-46ff00e79c57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c84ab4-0fb6-40c5-af62-00aadfd24712 HTTP/1.1" status: 200 len: 217 time: 0.0447359 Sep 20 12:51:02.470640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] In _notify_port_updated(), no bound segment for port a25b6575-2368-426f-bbb3-59a0a956e81b on network e74f1691-3c23-46f4-a985-e8e65ab5e65e {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:51:02.481807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:02.483138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:02.489490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-95a1012e-1e0d-470f-8b59-51de538e9780 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "PUT /v2.0/ports/a25b6575-2368-426f-bbb3-59a0a956e81b HTTP/1.1" status: 200 len: 919 time: 1.4146233 Sep 20 12:51:02.490198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55420) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:02.497773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9072ed39-6b1b-4a10-8e36-c00e46316c2a'}, {'subnet_id': '0928a436-4b29-4d1d-8eda-8c8bc23e47a3'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:02.520421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0019d0-344b-48b7-a63d-a154a730640e req-715009e7-7d13-46bb-bf77-286d1730a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:02.521968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-715009e7-7d13-46bb-bf77-286d1730a0e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=083a0d41-d058-48b0-8eee-926e37e1cacb HTTP/1.1" status: 200 len: 849 time: 0.0954704 Sep 20 12:51:02.814905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-b8b23cf2-54d3-4791-afe4-81f6c0dc79ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fb2271a-5d23-446f-84f9-a504111ed776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420613 Sep 20 12:51:02.817868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51762bf-3544-4878-8594-3bde1e22d6ae None None] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:02.821727 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-6444c2aa-bed6-4020-aee0-349fb53717d0 service neutron] 10.222.0.32 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793001 Sep 20 12:51:02.821727 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:02.890424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2c334a05-852b-4224-b2b9-1f7d7b40c828 None None] Provisioning complete for port 87654101-7c49-47d3-af1e-8999e8cfe279 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:02.890424 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c334a05-852b-4224-b2b9-1f7d7b40c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:03.082396 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea0019d0-344b-48b7-a63d-a154a730640e req-886e6d2d-6ccd-4ada-958f-d17e882d2163 service neutron] 10.222.0.32 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840502 Sep 20 12:51:03.121256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2c334a05-852b-4224-b2b9-1f7d7b40c828 None None] Provisioning complete for port a25b6575-2368-426f-bbb3-59a0a956e81b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:03.121594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c334a05-852b-4224-b2b9-1f7d7b40c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:03.185311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2c334a05-852b-4224-b2b9-1f7d7b40c828 None None] Port a25b6575-2368-426f-bbb3-59a0a956e81b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:03.301532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.24 (e74f1691-3c23-46f4-a985-e8e65ab5e65e/0928a436-4b29-4d1d-8eda-8c8bc23e47a3/a25b6575-2368-426f-bbb3-59a0a956e81b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:03.304686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-c51a8631-0527-428b-a21d-31c416f0c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:03.306184 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-c51a8631-0527-428b-a21d-31c416f0c32d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d56538a620a84170b7d5563f88270592&device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 1095 time: 0.0787702 Sep 20 12:51:03.338193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e85661-75bf-43c9-b1a2-39780e3f8520 req-66c6b17e-8b33-456f-af24-bb0fcae31b09 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:03.340309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21e85661-75bf-43c9-b1a2-39780e3f8520 req-66c6b17e-8b33-456f-af24-bb0fcae31b09 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 944 time: 0.0538409 Sep 20 12:51:03.393330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21e85661-75bf-43c9-b1a2-39780e3f8520 req-db775afe-39d1-4b5e-b5f9-bbe12dd2f370 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Sep 20 12:51:03.523728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-b7b17c2b-0603-4713-a018-83d6931b8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:03.525227 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-b7b17c2b-0603-4713-a018-83d6931b8132 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7fb2271a-5d23-446f-84f9-a504111ed776 HTTP/1.1" status: 200 len: 909 time: 0.2092421 Sep 20 12:51:03.575825 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-da92580f-4cfa-4690-8ae0-b45d3391c9d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c84ab4-0fb6-40c5-af62-00aadfd24712 HTTP/1.1" status: 200 len: 217 time: 0.0433939 Sep 20 12:51:03.581458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:03.639493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-f8b0226f-6c42-4e5d-a9b7-d2547d5e3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:03.641145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-f8b0226f-6c42-4e5d-a9b7-d2547d5e3c27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=083a0d41-d058-48b0-8eee-926e37e1cacb HTTP/1.1" status: 200 len: 849 time: 0.0573599 Sep 20 12:51:03.646173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.014284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 87654101-7c49-47d3-af1e-8999e8cfe279 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:04.080326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 87654101-7c49-47d3-af1e-8999e8cfe279 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:04.080617 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.085926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-4846f306-fc32-4171-8640-a418c36b75fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7fb2271a-5d23-446f-84f9-a504111ed776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4345808 Sep 20 12:51:04.164166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=a25b6575-2368-426f-bbb3-59a0a956e81b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:04.273472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] In _notify_port_updated(), no bound segment for port a25b6575-2368-426f-bbb3-59a0a956e81b on network e74f1691-3c23-46f4-a985-e8e65ab5e65e {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:51:04.280641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:04.281467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.283414 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c2ea7ebf-c205-4d50-81ca-a409224bb7b5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "PUT /v2.0/ports/a25b6575-2368-426f-bbb3-59a0a956e81b HTTP/1.1" status: 200 len: 999 time: 1.7915232 Sep 20 12:51:04.286205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:04.310319 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-f118b312-6931-444c-9c53-7137c2ff5491 service neutron] 10.222.0.32 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150183 Sep 20 12:51:04.436910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55522) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:04.453196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-18d94ac8-ad0f-4913-b8a5-44181ce574f3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port a25b6575-2368-426f-bbb3-59a0a956e81b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:04.453688 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18d94ac8-ad0f-4913-b8a5-44181ce574f3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.454104 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c1874a8-534b-4a22-980f-8051b2deaf54 req-aa7b48be-b069-4e61-94a5-7fac0328189c service neutron] 10.222.0.32 "GET /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358895 Sep 20 12:51:04.526184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d8584bf0-0882-4d38-baaf-d07813627957 None None] Provisioning complete for port 87654101-7c49-47d3-af1e-8999e8cfe279 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:04.527320 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d8584bf0-0882-4d38-baaf-d07813627957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.654398 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18d94ac8-ad0f-4913-b8a5-44181ce574f3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.674634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0b262-e2b4-461a-a3cc-092297d48724 req-e48102a7-c0b1-447f-b5e6-e10fa5d3c6bc tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:04.676213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ea0b262-e2b4-461a-a3cc-092297d48724 req-e48102a7-c0b1-447f-b5e6-e10fa5d3c6bc tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 944 time: 0.1091371 Sep 20 12:51:04.681881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-18d94ac8-ad0f-4913-b8a5-44181ce574f3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for a25b6575-2368-426f-bbb3-59a0a956e81b owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:04.691186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d8584bf0-0882-4d38-baaf-d07813627957 None None] Provisioning complete for port a25b6575-2368-426f-bbb3-59a0a956e81b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:04.692047 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d8584bf0-0882-4d38-baaf-d07813627957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.719864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb0b1-0ad2-4ce7-a2e7-11eb07921a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.763910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d8584bf0-0882-4d38-baaf-d07813627957 None None] Port a25b6575-2368-426f-bbb3-59a0a956e81b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:04.795619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ea0b262-e2b4-461a-a3cc-092297d48724 req-32100a20-b762-4181-b1a4-de204befe260 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057241 Sep 20 12:51:04.853956 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb0b1-0ad2-4ce7-a2e7-11eb07921a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.883558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b34ff227-09dd-49f5-aae8-948576922efc None None] Provisioning complete for port a25b6575-2368-426f-bbb3-59a0a956e81b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:04.883931 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b34ff227-09dd-49f5-aae8-948576922efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:04.930014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b34ff227-09dd-49f5-aae8-948576922efc None None] Port a25b6575-2368-426f-bbb3-59a0a956e81b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:04.971411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb0b1-0ad2-4ce7-a2e7-11eb07921a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.009712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7e5cb0b1-0ad2-4ce7-a2e7-11eb07921a64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8388cc81971644e282da64f01c4d928d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719161 Sep 20 12:51:05.010586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cb0b1-0ad2-4ce7-a2e7-11eb07921a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c37ce-fcee-437c-9580-d75255453bc7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:05.012994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55538) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:05.053283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18d94ac8-ad0f-4913-b8a5-44181ce574f3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.092515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d94ac8-ad0f-4913-b8a5-44181ce574f3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=a25b6575-2368-426f-bbb3-59a0a956e81b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:05.111382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9816-1091-4bda-b708-af69bb9f57d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.193111 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9816-1091-4bda-b708-af69bb9f57d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.242501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18d94ac8-ad0f-4913-b8a5-44181ce574f3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.248284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55546) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:05.257612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-18d94ac8-ad0f-4913-b8a5-44181ce574f3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/a25b6575-2368-426f-bbb3-59a0a956e81b HTTP/1.1" status: 204 len: 168 time: 0.9700942 Sep 20 12:51:05.277587 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3580c519-1d53-4f58-b5e6-e07c41725a1c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:51:05.279320 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3580c519-1d53-4f58-b5e6-e07c41725a1c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/a25b6575-2368-426f-bbb3-59a0a956e81b HTTP/1.1" status: 404 len: 333 time: 0.0299718 Sep 20 12:51:05.281965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:05.352403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25d93c2-79ec-4101-91f0-9f9febbf4a8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet 0928a436-4b29-4d1d-8eda-8c8bc23e47a3 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:05.356309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e25d93c2-79ec-4101-91f0-9f9febbf4a8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.360672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9816-1091-4bda-b708-af69bb9f57d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.364756 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9e9816-1091-4bda-b708-af69bb9f57d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.366775 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca9e9816-1091-4bda-b708-af69bb9f57d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e1c37ce-fcee-437c-9580-d75255453bc7 HTTP/1.1" status: 204 len: 168 time: 0.3523231 Sep 20 12:51:05.379013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e9816-1091-4bda-b708-af69bb9f57d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c37ce-fcee-437c-9580-d75255453bc7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:05.431088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e25d93c2-79ec-4101-91f0-9f9febbf4a8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.520427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e25d93c2-79ec-4101-91f0-9f9febbf4a8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.680566 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e25d93c2-79ec-4101-91f0-9f9febbf4a8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.710804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d93c2-79ec-4101-91f0-9f9febbf4a8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=0928a436-4b29-4d1d-8eda-8c8bc23e47a3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:05.716440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e25d93c2-79ec-4101-91f0-9f9febbf4a8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.721170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e25d93c2-79ec-4101-91f0-9f9febbf4a8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/0928a436-4b29-4d1d-8eda-8c8bc23e47a3 HTTP/1.1" status: 204 len: 168 time: 0.4355052 Sep 20 12:51:05.721170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55564) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:05.752979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b9c84ab4-0fb6-40c5-af62-00aadfd24712 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:51:05.776683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfc1457-f8ef-4a25-9e12-34f1af155f72 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet 9072ed39-6b1b-4a10-8e36-c00e46316c2a {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:05.779755 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1457-f8ef-4a25-9e12-34f1af155f72 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.844761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1457-f8ef-4a25-9e12-34f1af155f72 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:05.923504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b9c84ab4-0fb6-40c5-af62-00aadfd24712, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9c84ab4-0fb6-40c5-af62-00aadfd24712,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:05.978381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2b3c3-41f3-4976-8d34-8a0f1ad2cb14 req-a54b36e0-f838-4add-b4ab-a2f30faea4c4 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:05.989902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0aa2b3c3-41f3-4976-8d34-8a0f1ad2cb14 req-a54b36e0-f838-4add-b4ab-a2f30faea4c4 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 944 time: 0.0794544 Sep 20 12:51:05.995563 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1457-f8ef-4a25-9e12-34f1af155f72 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.057167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0aa2b3c3-41f3-4976-8d34-8a0f1ad2cb14 req-d7405768-1715-4627-a49f-3fe9acf18229 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637968 Sep 20 12:51:06.180731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0915f9c-7b69-4e85-8c83-f3af545ead22 None None] Network e74f1691-3c23-46f4-a985-e8e65ab5e65e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:06.194027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b9c84ab4-0fb6-40c5-af62-00aadfd24712', 'network_id': '7fb2271a-5d23-446f-84f9-a504111ed776', 'port_id': 'b9c84ab4-0fb6-40c5-af62-00aadfd24712', 'mac_address': 'fa:16:3e:0e:b6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083a0d41-d058-48b0-8eee-926e37e1cacb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:51:06.206912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e8e08f90-703c-4b71-8439-25be0c738a12 None None] Could not find standard attr ID for object a25b6575-2368-426f-bbb3-59a0a956e81b. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:51:06.222914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1457-f8ef-4a25-9e12-34f1af155f72 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.256925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55576) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:06.272627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc1457-f8ef-4a25-9e12-34f1af155f72 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=9072ed39-6b1b-4a10-8e36-c00e46316c2a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:06.273838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcfc1457-f8ef-4a25-9e12-34f1af155f72 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.280567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:06.280825 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fcfc1457-f8ef-4a25-9e12-34f1af155f72 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/9072ed39-6b1b-4a10-8e36-c00e46316c2a HTTP/1.1" status: 204 len: 168 time: 0.5583453 Sep 20 12:51:06.295485 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.322557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c84ab4-0fb6-40c5-af62-00aadfd24712 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:51:06.332580 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c5b6-ea51-4381-b1b2-78fa295d6136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.380773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b9c84ab4-0fb6-40c5-af62-00aadfd24712, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9c84ab4-0fb6-40c5-af62-00aadfd24712,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:06.431044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.467622 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.470048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] DHCP port deletion for e74f1691-3c23-46f4-a985-e8e65ab5e65e request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:51:06.540098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 87654101-7c49-47d3-af1e-8999e8cfe279 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:06.540599 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.543286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b9c84ab4-0fb6-40c5-af62-00aadfd24712,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:06.576412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] Deleting port 87654101-7c49-47d3-af1e-8999e8cfe279 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:06.577232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.628329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c5b6-ea51-4381-b1b2-78fa295d6136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.635258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] For port 87654101-7c49-47d3-af1e-8999e8cfe279, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=87654101-7c49-47d3-af1e-8999e8cfe279,segment=NetworkSegment(881bc454-258d-4390-8416-d5ee6fe264aa),segment_id=881bc454-258d-4390-8416-d5ee6fe264aa)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:06.635663 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.654892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 87654101-7c49-47d3-af1e-8999e8cfe279 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:06.662627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] For port 87654101-7c49-47d3-af1e-8999e8cfe279, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=87654101-7c49-47d3-af1e-8999e8cfe279,segment=NetworkSegment(881bc454-258d-4390-8416-d5ee6fe264aa),segment_id=881bc454-258d-4390-8416-d5ee6fe264aa)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:06.663030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.668252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b9c84ab4-0fb6-40c5-af62-00aadfd24712'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:51:06.724349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] Calling delete_port for 87654101-7c49-47d3-af1e-8999e8cfe279 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:06.725367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ba9c5b6-ea51-4381-b1b2-78fa295d6136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.779574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9ba9c5b6-ea51-4381-b1b2-78fa295d6136 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=378bc050d1bb41c7ae2ddc5b2e8de1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214248 Sep 20 12:51:06.782457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55596) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:06.788835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9c5b6-ea51-4381-b1b2-78fa295d6136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b563940-5181-47f2-81bd-a3bb65a44573,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:06.851434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-943ebcb2-5466-441f-834a-f3d1f2a5c111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.883255 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-943ebcb2-5466-441f-834a-f3d1f2a5c111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:06.983272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.003172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.012577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-943ebcb2-5466-441f-834a-f3d1f2a5c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.015617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-943ebcb2-5466-441f-834a-f3d1f2a5c111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.015830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=87654101-7c49-47d3-af1e-8999e8cfe279,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:07.016805 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-943ebcb2-5466-441f-834a-f3d1f2a5c111 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b563940-5181-47f2-81bd-a3bb65a44573 HTTP/1.1" status: 204 len: 168 time: 0.2333653 Sep 20 12:51:07.042668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ebcb2-5466-441f-834a-f3d1f2a5c111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b563940-5181-47f2-81bd-a3bb65a44573,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:07.043033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No DVR routers for this DVR port 87654101-7c49-47d3-af1e-8999e8cfe279 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:07.046229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] Pushing event deleted for resources: {'Port': ['ID=87654101-7c49-47d3-af1e-8999e8cfe279,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:07.049915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea6c6e-e4a8-4c71-aff7-721293e2d787 None None] No DVR routers for this DVR port 87654101-7c49-47d3-af1e-8999e8cfe279 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:07.206164 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.231625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74f1691-3c23-46f4-a985-e8e65ab5e65e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:07.243193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881bc454-258d-4390-8416-d5ee6fe264aa') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:07.243489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881bc454-258d-4390-8416-d5ee6fe264aa') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:07.257947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786c4d-d07c-4d52-8277-cd8f1b01c7b5 req-e8bee35d-7e6c-49fc-bc59-da7d83c21d93 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:07.259433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7786c4d-d07c-4d52-8277-cd8f1b01c7b5 req-e8bee35d-7e6c-49fc-bc59-da7d83c21d93 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 945 time: 0.1160963 Sep 20 12:51:07.265209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.289307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.300601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:07.300931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:07.303836 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:07.372597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7786c4d-d07c-4d52-8277-cd8f1b01c7b5 req-3fa38a97-b617-4265-af2d-74633c3def74 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008904 Sep 20 12:51:07.497897 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.502853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.505839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/networks/e74f1691-3c23-46f4-a985-e8e65ab5e65e HTTP/1.1" status: 204 len: 168 time: 1.2224593 Sep 20 12:51:07.509904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55620) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:07.523378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691730d-d681-4893-ab2b-b4b93c808c8a tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Network': ['ID=e74f1691-3c23-46f4-a985-e8e65ab5e65e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:07.586142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dd1664-b04e-449b-a676-73d5dcf5818d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:07.592028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55622) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:07.595480 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-16dd1664-b04e-449b-a676-73d5dcf5818d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0823562 Sep 20 12:51:07.654304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-71beee1d-98da-49ea-ae23-e4d33f857663 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0609055 Sep 20 12:51:07.657847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55628) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:07.663047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-817299156'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:07.754123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:07.757767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b9c84ab4-0fb6-40c5-af62-00aadfd24712 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:07.757901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.782493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:07.791584 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.791972 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Added segment 8c5f93e7-d93d-4d3d-8bca-153454571875 of type vlan for network 95ac0238-6323-4d9d-bdb3-204b3df4a947 Sep 20 12:51:07.837067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.930706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port b9c84ab4-0fb6-40c5-af62-00aadfd24712 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:51:07.937206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b9c84ab4-0fb6-40c5-af62-00aadfd24712 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:07.937528 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.966432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.973677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:07.974278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:07.983103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 87654101-7c49-47d3-af1e-8999e8cfe279 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:51:08.018518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 87654101-7c49-47d3-af1e-8999e8cfe279 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:51:08.019216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 87654101-7c49-47d3-af1e-8999e8cfe279 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:51:08.066263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Network': ['ID=95ac0238-6323-4d9d-bdb3-204b3df4a947,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:08.070837 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-edec452a-22ed-4377-b0a5-1c7f20c76006 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4118919 Sep 20 12:51:08.073971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:08.080984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:08.085737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 95ac0238-6323-4d9d-bdb3-204b3df4a947 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:08.090583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:08.153545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2fd13a-2129-420e-a7c7-d5a81a8987f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c84ab4-0fb6-40c5-af62-00aadfd24712'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:51:08.155889 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3a56f3-957c-4c94-a6c4-6bfff9b0ad13" -d '{"events": [{"server_uuid": "9e2fd13a-2129-420e-a7c7-d5a81a8987f6", "name": "network-vif-plugged", "status": "completed", "tag": "b9c84ab4-0fb6-40c5-af62-00aadfd24712"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:51:08.232086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b9c84ab4-0fb6-40c5-af62-00aadfd24712, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9c84ab4-0fb6-40c5-af62-00aadfd24712,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:08.348797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:08.361956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:08.365279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:08.468324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b9c84ab4-0fb6-40c5-af62-00aadfd24712,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:08.504600 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e628450-2db3-44bd-b1e0-8fb2a60a1153 x-openstack-request-id: req-9e628450-2db3-44bd-b1e0-8fb2a60a1153 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:51:08.504987 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2fd13a-2129-420e-a7c7-d5a81a8987f6", "name": "network-vif-plugged", "status": "completed", "tag": "b9c84ab4-0fb6-40c5-af62-00aadfd24712", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:51:08.505360 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e628450-2db3-44bd-b1e0-8fb2a60a1153 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:51:08.505850 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2fd13a-2129-420e-a7c7-d5a81a8987f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c84ab4-0fb6-40c5-af62-00aadfd24712', 'code': 200} Sep 20 12:51:08.623254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11817549-2a6d-4cd6-826b-3cd51435f31c req-d288a03c-4c1e-448a-8977-7881970f467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:08.625219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-11817549-2a6d-4cd6-826b-3cd51435f31c req-d288a03c-4c1e-448a-8977-7881970f467a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 1097 time: 0.0449755 Sep 20 12:51:08.677518 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-11817549-2a6d-4cd6-826b-3cd51435f31c req-e6c01567-e9c5-40dd-891e-50c2d14247b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 Sep 20 12:51:08.701887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe491f69-a145-4ebd-843a-8c5bb14f02cf req-c3189b08-1664-4aa6-b439-e89276893bb8 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:08.703532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe491f69-a145-4ebd-843a-8c5bb14f02cf req-c3189b08-1664-4aa6-b439-e89276893bb8 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 946 time: 0.1308851 Sep 20 12:51:08.749664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe491f69-a145-4ebd-843a-8c5bb14f02cf req-2eaa909e-cf73-4153-b839-8798135a6f49 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Sep 20 12:51:08.840191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:08.907869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:08.920462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Checking segment: {'id': '8c5f93e7-d93d-4d3d-8bca-153454571875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:08.920899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network hostable DHCP agents. Network: 95ac0238-6323-4d9d-bdb3-204b3df4a947, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:51:09.046639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 95ac0238-6323-4d9d-bdb3-204b3df4a947 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:51:09.119447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 95ac0238-6323-4d9d-bdb3-204b3df4a947) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:09.125705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:09.126635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:09.127797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2627f-d962-4bc6-962e-48ce0040ab4e None None] Network 95ac0238-6323-4d9d-bdb3-204b3df4a947 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:09.228867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1072890-5c6a-4237-a361-294723f74023 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1530707 Sep 20 12:51:09.232123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55706) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:09.237358 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947', 'name': 'tempest-PortsTestJSON-2069718759'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:09.282930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-95ac0238-6323-4d9d-bdb3-204b3df4a947', 'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947', 'tenant_id': '34cd35ac09084c6e80faf65a4210808a', 'fixed_ips': [{'subnet_id': 'b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:51:09.283802 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:09.418075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:09.430877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:09.449064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Allocated IP 172.20.0.2 (95ac0238-6323-4d9d-bdb3-204b3df4a947/b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457/bab00d30-9f3a-4f95-a86d-10c208c7457b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:09.466059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port f8db6894-cb9a-4633-a6fb-b945e94e3427 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:51:09.643902 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:09.708609 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:09.748595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Network 95ac0238-6323-4d9d-bdb3-204b3df4a947 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:09.751402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:09.757921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:09.761495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Pushing event updated for resources: {'Port': ['ID=bab00d30-9f3a-4f95-a86d-10c208c7457b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:09.763054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.14 (95ac0238-6323-4d9d-bdb3-204b3df4a947/b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457/f8db6894-cb9a-4633-a6fb-b945e94e3427) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:09.820452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Attempting to bind port bab00d30-9f3a-4f95-a86d-10c208c7457b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:51:09.820822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Attempting to bind port bab00d30-9f3a-4f95-a86d-10c208c7457b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '8c5f93e7-d93d-4d3d-8bca-153454571875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:51:09.821408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Attempting to bind port bab00d30-9f3a-4f95-a86d-10c208c7457b on network 95ac0238-6323-4d9d-bdb3-204b3df4a947 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:51:09.827894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:51:09.827894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Checking segment: {'id': '8c5f93e7-d93d-4d3d-8bca-153454571875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:09.828502 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:09.828757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Bound using segment: {'id': '8c5f93e7-d93d-4d3d-8bca-153454571875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:51:09.829251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Bound port: bab00d30-9f3a-4f95-a86d-10c208c7457b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5f93e7-d93d-4d3d-8bca-153454571875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:51:09.829780 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:09.945673 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] For port bab00d30-9f3a-4f95-a86d-10c208c7457b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:51:09.950809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] For port bab00d30-9f3a-4f95-a86d-10c208c7457b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bab00d30-9f3a-4f95-a86d-10c208c7457b,segment=NetworkSegment(8c5f93e7-d93d-4d3d-8bca-153454571875),segment_id=8c5f93e7-d93d-4d3d-8bca-153454571875)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:51:09.960779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48986-fbe1-4099-ba4e-2aee8bde86a8 req-878b4819-9ad7-45f2-a8fa-00f9ceed6107 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:09.971853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dd48986-fbe1-4099-ba4e-2aee8bde86a8 req-878b4819-9ad7-45f2-a8fa-00f9ceed6107 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 946 time: 0.1222796 Sep 20 12:51:10.012504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:10.014128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dd48986-fbe1-4099-ba4e-2aee8bde86a8 req-7350405a-003d-43a7-8989-8e2fb9391ffa tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 Sep 20 12:51:10.035020 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:10.096455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e6d76-afb2-449c-a9e4-46d43b070d1e None None] Pushing event updated for resources: {'Port': ['ID=bab00d30-9f3a-4f95-a86d-10c208c7457b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:10.131783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:10.180113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 95ac0238-6323-4d9d-bdb3-204b3df4a947 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:10.184117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:10.186732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:10.229450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=f8db6894-cb9a-4633-a6fb-b945e94e3427,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:10.252751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:10.253432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:10.395417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5ad8617c-0587-4f1f-9e2f-2cf539b6d3fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1620815 Sep 20 12:51:10.398461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55752) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:10.404163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': '95ac0238-6323-4d9d-bdb3-204b3df4a947', 'name': 'tempest-PortsTestJSON-997879563'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:10.611265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:10.615134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:10.632940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 53ce4dfe-a920-4e84-82ae-9d9990851ef2 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:51:10.753994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.13 (95ac0238-6323-4d9d-bdb3-204b3df4a947/b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457/53ce4dfe-a920-4e84-82ae-9d9990851ef2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:10.933136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:11.053578 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:11.137929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 95ac0238-6323-4d9d-bdb3-204b3df4a947 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:11.141818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:11.144470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:11.158454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9ca37-c375-4301-ba4b-8566922380ee req-81755b72-231d-4387-83d4-22a0448584d2 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:11.164696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88c9ca37-c375-4301-ba4b-8566922380ee req-81755b72-231d-4387-83d4-22a0448584d2 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 946 time: 0.0741410 Sep 20 12:51:11.181906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4225bf11-6e9b-4772-8492-51b832d9dc06 None None] Network 95ac0238-6323-4d9d-bdb3-204b3df4a947 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:11.188471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=53ce4dfe-a920-4e84-82ae-9d9990851ef2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:11.209980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88c9ca37-c375-4301-ba4b-8566922380ee req-625ab767-4ade-4527-8b1e-19991d1b6908 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Sep 20 12:51:11.228642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:11.230571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:11.317266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bfeab6a8-0a65-4adb-9d33-431694fdb0ec tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9152954 Sep 20 12:51:11.318090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55790) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:11.364411 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9576e9ef-64ea-4729-9372-482d6922c972 None None] Provisioning complete for port bab00d30-9f3a-4f95-a86d-10c208c7457b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:11.364910 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9576e9ef-64ea-4729-9372-482d6922c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:11.421763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8a8308-e0d2-4d1e-9840-ad81bb742b7d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:11.424039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e8a8308-e0d2-4d1e-9840-ad81bb742b7d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1055253 Sep 20 12:51:11.426986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:11.534173 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9576e9ef-64ea-4729-9372-482d6922c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:11.563621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb4e20-e3b4-4589-8787-2f157f26a5fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 53ce4dfe-a920-4e84-82ae-9d9990851ef2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:11.564040 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4e20-e3b4-4589-8787-2f157f26a5fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:11.611130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9576e9ef-64ea-4729-9372-482d6922c972 None None] For port bab00d30-9f3a-4f95-a86d-10c208c7457b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bab00d30-9f3a-4f95-a86d-10c208c7457b,segment=NetworkSegment(8c5f93e7-d93d-4d3d-8bca-153454571875),segment_id=8c5f93e7-d93d-4d3d-8bca-153454571875)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:11.700028 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9576e9ef-64ea-4729-9372-482d6922c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:11.749288 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4e20-e3b4-4589-8787-2f157f26a5fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:11.765619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb4e20-e3b4-4589-8787-2f157f26a5fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 53ce4dfe-a920-4e84-82ae-9d9990851ef2 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:11.909072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576e9ef-64ea-4729-9372-482d6922c972 None None] Pushing event updated for resources: {'Port': ['ID=bab00d30-9f3a-4f95-a86d-10c208c7457b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:11.944911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-abdc2d06-0b11-48a4-a0bf-1635fefd2343 None None] Provisioning complete for port bab00d30-9f3a-4f95-a86d-10c208c7457b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:11.945329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-abdc2d06-0b11-48a4-a0bf-1635fefd2343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.088396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bab00d30-9f3a-4f95-a86d-10c208c7457b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:12.143507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4e20-e3b4-4589-8787-2f157f26a5fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.190924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb4e20-e3b4-4589-8787-2f157f26a5fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=53ce4dfe-a920-4e84-82ae-9d9990851ef2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:12.237221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-abdc2d06-0b11-48a4-a0bf-1635fefd2343 None None] Could not find standard attr ID for object 53ce4dfe-a920-4e84-82ae-9d9990851ef2. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:51:12.273577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-abdc2d06-0b11-48a4-a0bf-1635fefd2343 None None] Provisioning complete for port f8db6894-cb9a-4633-a6fb-b945e94e3427 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:12.274035 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-abdc2d06-0b11-48a4-a0bf-1635fefd2343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.304008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4e20-e3b4-4589-8787-2f157f26a5fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.306720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1cbb4e20-e3b4-4589-8787-2f157f26a5fe tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/53ce4dfe-a920-4e84-82ae-9d9990851ef2 HTTP/1.1" status: 204 len: 168 time: 0.8785131 Sep 20 12:51:12.309863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55830) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:12.326684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port bab00d30-9f3a-4f95-a86d-10c208c7457b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:12.327303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.349836 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afdf35d-5933-448f-99fa-17a3a7aa8608 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:51:12.354272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:12.356911 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3afdf35d-5933-448f-99fa-17a3a7aa8608 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/53ce4dfe-a920-4e84-82ae-9d9990851ef2 HTTP/1.1" status: 404 len: 333 time: 0.0458579 Sep 20 12:51:12.416036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-abdc2d06-0b11-48a4-a0bf-1635fefd2343 None None] Port f8db6894-cb9a-4633-a6fb-b945e94e3427 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:12.466187 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc77af2d-2b84-409a-b31c-9a01b8698bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.593511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-010c7cf0-4bbf-4ba9-96c8-09d0611e7b8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port f8db6894-cb9a-4633-a6fb-b945e94e3427 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:12.593911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-010c7cf0-4bbf-4ba9-96c8-09d0611e7b8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.606630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ee252dd4-0d6a-4641-bedf-e3c766bed4ac None None] Provisioning complete for port f8db6894-cb9a-4633-a6fb-b945e94e3427 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:12.607208 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee252dd4-0d6a-4641-bedf-e3c766bed4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.679534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ee252dd4-0d6a-4641-bedf-e3c766bed4ac None None] Port f8db6894-cb9a-4633-a6fb-b945e94e3427 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:12.732742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-010c7cf0-4bbf-4ba9-96c8-09d0611e7b8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:12.754122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-010c7cf0-4bbf-4ba9-96c8-09d0611e7b8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for f8db6894-cb9a-4633-a6fb-b945e94e3427 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:12.804423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1612bf87-f29d-47fa-bca0-c025014e82d1 None None] Could not find standard attr ID for object 53ce4dfe-a920-4e84-82ae-9d9990851ef2. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:51:12.950855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bfc33-bff6-4183-93b2-ddc7ca1dffdc req-74817e9a-27b9-4d0d-a3ed-42e9aeda5fdc tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:12.963046 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e9bfc33-bff6-4183-93b2-ddc7ca1dffdc req-74817e9a-27b9-4d0d-a3ed-42e9aeda5fdc tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 946 time: 0.0720727 Sep 20 12:51:13.008982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e9bfc33-bff6-4183-93b2-ddc7ca1dffdc req-97e3b999-fd5c-48f1-b9e1-96f1d13dbaf7 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448585 Sep 20 12:51:13.153972 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-010c7cf0-4bbf-4ba9-96c8-09d0611e7b8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:13.191357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c7cf0-4bbf-4ba9-96c8-09d0611e7b8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=f8db6894-cb9a-4633-a6fb-b945e94e3427,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:13.268003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-010c7cf0-4bbf-4ba9-96c8-09d0611e7b8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:13.274285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55868) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:13.285202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-010c7cf0-4bbf-4ba9-96c8-09d0611e7b8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/f8db6894-cb9a-4633-a6fb-b945e94e3427 HTTP/1.1" status: 204 len: 168 time: 0.9290144 Sep 20 12:51:13.304988 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf8dec7-6cf1-4996-87f6-c92206edd8af tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:51:13.310797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:13.320704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6bf8dec7-6cf1-4996-87f6-c92206edd8af tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/f8db6894-cb9a-4633-a6fb-b945e94e3427 HTTP/1.1" status: 404 len: 333 time: 0.0452347 Sep 20 12:51:13.368476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c2ed5e-96c2-40e8-b522-c894eef3ea6c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:13.373255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90c2ed5e-96c2-40e8-b522-c894eef3ea6c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:13.478153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90c2ed5e-96c2-40e8-b522-c894eef3ea6c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:13.609212 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90c2ed5e-96c2-40e8-b522-c894eef3ea6c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:13.719624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90c2ed5e-96c2-40e8-b522-c894eef3ea6c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:13.744051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2ed5e-96c2-40e8-b522-c894eef3ea6c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:13.749918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90c2ed5e-96c2-40e8-b522-c894eef3ea6c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:13.751803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-90c2ed5e-96c2-40e8-b522-c894eef3ea6c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457 HTTP/1.1" status: 204 len: 168 time: 0.4397988 Sep 20 12:51:13.754615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55886) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:13.761825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cabfcb3-2bbd-4740-afa1-a3d75a8f83da None None] Network 95ac0238-6323-4d9d-bdb3-204b3df4a947 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:13.852572 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:13.929202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port bab00d30-9f3a-4f95-a86d-10c208c7457b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:13.934918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.011835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] For port bab00d30-9f3a-4f95-a86d-10c208c7457b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bab00d30-9f3a-4f95-a86d-10c208c7457b,segment=NetworkSegment(8c5f93e7-d93d-4d3d-8bca-153454571875),segment_id=8c5f93e7-d93d-4d3d-8bca-153454571875)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:14.012390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.027719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for bab00d30-9f3a-4f95-a86d-10c208c7457b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:14.064440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] DHCP port deletion for 95ac0238-6323-4d9d-bdb3-204b3df4a947 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:51:14.163717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] Deleting port bab00d30-9f3a-4f95-a86d-10c208c7457b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:14.164835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.167833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-16cefb4d-cbf8-49f7-9e8b-f3f5489fbdfb tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:14.169413 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-16cefb4d-cbf8-49f7-9e8b-f3f5489fbdfb tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 946 time: 0.0600214 Sep 20 12:51:14.199368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5386ca-9285-4389-88d5-95f9c985f2ab req-f3db75e7-3932-43c1-9637-d2a1a6bbaeae tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:14.201192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f5386ca-9285-4389-88d5-95f9c985f2ab req-f3db75e7-3932-43c1-9637-d2a1a6bbaeae tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 946 time: 0.0649426 Sep 20 12:51:14.252660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f5386ca-9285-4389-88d5-95f9c985f2ab req-7e95385a-229c-4bed-b7d2-e3ba42a5f3d7 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0b07f68-6dad-4bf8-bd8b-c50b12b34737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Sep 20 12:51:14.258854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.269545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] For port bab00d30-9f3a-4f95-a86d-10c208c7457b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bab00d30-9f3a-4f95-a86d-10c208c7457b,segment=NetworkSegment(8c5f93e7-d93d-4d3d-8bca-153454571875),segment_id=8c5f93e7-d93d-4d3d-8bca-153454571875)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:14.270012 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.286221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] Calling delete_port for bab00d30-9f3a-4f95-a86d-10c208c7457b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:14.323402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=bab00d30-9f3a-4f95-a86d-10c208c7457b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:14.327973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No DVR routers for this DVR port bab00d30-9f3a-4f95-a86d-10c208c7457b on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:14.427913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.429457 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.431416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Deleting port b9c84ab4-0fb6-40c5-af62-00aadfd24712 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:14.431756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.445254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] No DVR routers for this DVR port bab00d30-9f3a-4f95-a86d-10c208c7457b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:14.466319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465d951-b13b-411d-b9fe-abaa9975abd9 None None] Pushing event deleted for resources: {'Port': ['ID=bab00d30-9f3a-4f95-a86d-10c208c7457b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:14.486634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ac0238-6323-4d9d-bdb3-204b3df4a947']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:14.527837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5f93e7-d93d-4d3d-8bca-153454571875') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:14.528383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5f93e7-d93d-4d3d-8bca-153454571875') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:14.544973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.571572 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.582956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] For port b9c84ab4-0fb6-40c5-af62-00aadfd24712, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b9c84ab4-0fb6-40c5-af62-00aadfd24712,segment=NetworkSegment(29a42287-86f7-4ee5-96dd-7d8bfde7234a),segment_id=29a42287-86f7-4ee5-96dd-7d8bfde7234a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:14.583328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.585904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:14.586337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:14.589446 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:14.621199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Calling delete_port for b9c84ab4-0fb6-40c5-af62-00aadfd24712 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:14.785885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.792094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.797699 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/networks/95ac0238-6323-4d9d-bdb3-204b3df4a947 HTTP/1.1" status: 204 len: 168 time: 1.0382557 Sep 20 12:51:14.802203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 55922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:14.816786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1128931261'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:14.831757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ffdb2-a3a0-4c1c-b0cd-d5811f703b62 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Network': ['ID=95ac0238-6323-4d9d-bdb3-204b3df4a947,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:14.937118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:14.940887 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.948951 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.962346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b9c84ab4-0fb6-40c5-af62-00aadfd24712'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:51:14.969478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:14.979393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:14.979892 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Added segment 7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f of type vlan for network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e Sep 20 12:51:15.001902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Pushing event deleted for resources: {'Port': ['ID=b9c84ab4-0fb6-40c5-af62-00aadfd24712,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:15.024352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:15.056727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] No DVR routers for this DVR port b9c84ab4-0fb6-40c5-af62-00aadfd24712 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:15.060097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:15.062342 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e6de31ab-8988-4a88-9a1d-985452c04210 req-578edabd-9581-4883-bd26-aa4ea2128514 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.32 "DELETE /v2.0/ports/b9c84ab4-0fb6-40c5-af62-00aadfd24712 HTTP/1.1" status: 204 len: 173 time: 0.8867679 Sep 20 12:51:15.062868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2fd13a-2129-420e-a7c7-d5a81a8987f6', 'name': 'network-vif-deleted', 'tag': 'b9c84ab4-0fb6-40c5-af62-00aadfd24712'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:51:15.065326 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c28d77-81a8-4382-a8cb-a3c1f2ce4668" -d '{"events": [{"server_uuid": "9e2fd13a-2129-420e-a7c7-d5a81a8987f6", "name": "network-vif-deleted", "tag": "b9c84ab4-0fb6-40c5-af62-00aadfd24712"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:51:15.188824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:15.188962 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eecc70d5-9cb7-47bd-a4e7-457bf71bc1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:15.195183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:15.196035 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:15.258353 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92df7dc9-7f42-4d2d-9a8a-7be549d8b051 x-openstack-request-id: req-92df7dc9-7f42-4d2d-9a8a-7be549d8b051 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:51:15.258644 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2fd13a-2129-420e-a7c7-d5a81a8987f6", "name": "network-vif-deleted", "tag": "b9c84ab4-0fb6-40c5-af62-00aadfd24712", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:51:15.258896 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92df7dc9-7f42-4d2d-9a8a-7be549d8b051 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:51:15.259315 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2fd13a-2129-420e-a7c7-d5a81a8987f6', 'name': 'network-vif-deleted', 'tag': 'b9c84ab4-0fb6-40c5-af62-00aadfd24712', 'status': 'completed', 'code': 200} Sep 20 12:51:15.347936 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5385087 Sep 20 12:51:15.348454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 55960) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:15.348628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169c436-4393-4df1-8cf5-025be7752242 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Network': ['ID=e7a0a2c8-a310-44cc-968e-6ff33c3ee23e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:15.358211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:15.362130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:15.483133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d2bd661-dd85-4c0d-b868-3857e7bd753e req-e0f99af5-dc2d-4702-b714-c5372fb12f12 tempest-VolumesActionsTest-295215608 tempest-VolumesActionsTest-295215608-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e2fd13a-2129-420e-a7c7-d5a81a8987f6 HTTP/1.1" status: 200 len: 210 time: 0.0425858 Sep 20 12:51:15.594068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:15.598776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:15.651131 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:15.959917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:16.039909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bab00d30-9f3a-4f95-a86d-10c208c7457b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:51:16.062024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=605c16ab-a03f-4df4-98e6-76ae1d50560c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:16.066784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Checking segment: {'id': '7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:16.067226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network hostable DHCP agents. Network: e7a0a2c8-a310-44cc-968e-6ff33c3ee23e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:51:16.072575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: bab00d30-9f3a-4f95-a86d-10c208c7457b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:51:16.073914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bab00d30-9f3a-4f95-a86d-10c208c7457b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:51:16.188005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:51:16.262569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e7a0a2c8-a310-44cc-968e-6ff33c3ee23e) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:16.269167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:16.269747 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:16.281903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd2f0d7-b70a-4564-93ac-9da350053603 None None] Network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:16.343483 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d3ca586e-cc80-453d-9021-022a4dbef397 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9970038 Sep 20 12:51:16.345943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56036) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:16.353228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e', 'name': 'tempest-PortsTestJSON-1260838557', 'fixed_ips': [{'subnet_id': '605c16ab-a03f-4df4-98e6-76ae1d50560c', 'ip_address': '172.20.0.10'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:16.480884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e7a0a2c8-a310-44cc-968e-6ff33c3ee23e', 'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e', 'tenant_id': '34cd35ac09084c6e80faf65a4210808a', 'fixed_ips': [{'subnet_id': '605c16ab-a03f-4df4-98e6-76ae1d50560c'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:51:16.482250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:16.588142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:16.690901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Allocated IP 172.20.0.2 (e7a0a2c8-a310-44cc-968e-6ff33c3ee23e/605c16ab-a03f-4df4-98e6-76ae1d50560c/7e29dafe-1152-49de-acbc-ae557fbe30ce) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:16.703135 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:16.710963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:16.750898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port c969afdd-eb76-42f3-896e-4ef156c9a5f8 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:51:16.891313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:17.000114 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:17.046753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:17.049903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:17.053511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:17.097217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.10 (e7a0a2c8-a310-44cc-968e-6ff33c3ee23e/605c16ab-a03f-4df4-98e6-76ae1d50560c/c969afdd-eb76-42f3-896e-4ef156c9a5f8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:17.246423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Pushing event updated for resources: {'Port': ['ID=7e29dafe-1152-49de-acbc-ae557fbe30ce,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:17.277509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Attempting to bind port 7e29dafe-1152-49de-acbc-ae557fbe30ce on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:51:17.277879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Attempting to bind port 7e29dafe-1152-49de-acbc-ae557fbe30ce by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:51:17.278236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Attempting to bind port 7e29dafe-1152-49de-acbc-ae557fbe30ce on network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:51:17.283149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:51:17.283520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Checking segment: {'id': '7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:17.283920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:17.284310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Bound using segment: {'id': '7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:51:17.284771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Bound port: 7e29dafe-1152-49de-acbc-ae557fbe30ce, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:51:17.285188 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:17.297167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:17.347116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] For port 7e29dafe-1152-49de-acbc-ae557fbe30ce, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:51:17.350339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] For port 7e29dafe-1152-49de-acbc-ae557fbe30ce, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7e29dafe-1152-49de-acbc-ae557fbe30ce,segment=NetworkSegment(7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f),segment_id=7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:51:17.365603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:17.405818 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:17.422686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=c969afdd-eb76-42f3-896e-4ef156c9a5f8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:17.443349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:17.444901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:17.460143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:17.517848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009034cc-d2a2-44e8-8db1-72733120a2b6 None None] Pushing event updated for resources: {'Port': ['ID=7e29dafe-1152-49de-acbc-ae557fbe30ce,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:17.524199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:17.524860 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:17.592096 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:17.592646 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5dbc7038-55ab-454d-8dd1-18c917e5d890 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2443864 Sep 20 12:51:17.597995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': 'e7a0a2c8-a310-44cc-968e-6ff33c3ee23e', 'name': 'tempest-PortsTestJSON-766247995', 'fixed_ips': [{'subnet_id': '605c16ab-a03f-4df4-98e6-76ae1d50560c', 'ip_address': '172.20.0.9'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:17.795527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b9c84ab4-0fb6-40c5-af62-00aadfd24712 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:51:17.822380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: b9c84ab4-0fb6-40c5-af62-00aadfd24712 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:51:17.822890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b9c84ab4-0fb6-40c5-af62-00aadfd24712 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:51:17.903712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:18.026934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:18.042998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7e29dafe-1152-49de-acbc-ae557fbe30ce up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:18.050228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port b8c68ac0-1c42-46d6-9639-613ff9f19b63 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:51:18.140790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:18.167913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7e29dafe-1152-49de-acbc-ae557fbe30ce triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:18.168203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:18.390981 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:18.444205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 7e29dafe-1152-49de-acbc-ae557fbe30ce, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7e29dafe-1152-49de-acbc-ae557fbe30ce,segment=NetworkSegment(7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f),segment_id=7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:18.526312 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:18.633408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=7e29dafe-1152-49de-acbc-ae557fbe30ce,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:18.717268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f66052-1aa9-4e7b-aa27-d956b755f2ea None None] Network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:18.796878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.9 (e7a0a2c8-a310-44cc-968e-6ff33c3ee23e/605c16ab-a03f-4df4-98e6-76ae1d50560c/b8c68ac0-1c42-46d6-9639-613ff9f19b63) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:18.829992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a7d59547-c580-41f3-9a47-d1c06a39f73c None None] Provisioning complete for port 7e29dafe-1152-49de-acbc-ae557fbe30ce triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:18.830466 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7d59547-c580-41f3-9a47-d1c06a39f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:19.038515 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:19.154311 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:19.272811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:19.285554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:19.293910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:19.293910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=b8c68ac0-1c42-46d6-9639-613ff9f19b63,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:19.351854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:19.352486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:19.423225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c56e057-35ae-45fe-b051-6f4fc6cca575 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8295012 Sep 20 12:51:19.426134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56230) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:19.482604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ca574889-b995-4426-8888-fc485ef673df None None] Provisioning complete for port c969afdd-eb76-42f3-896e-4ef156c9a5f8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:19.495202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ca574889-b995-4426-8888-fc485ef673df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:19.600119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ca574889-b995-4426-8888-fc485ef673df None None] Port c969afdd-eb76-42f3-896e-4ef156c9a5f8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:19.603195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d459868a-83da-4836-a6ac-6adec3206389 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:19.611435 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d459868a-83da-4836-a6ac-6adec3206389 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1826477 Sep 20 12:51:19.613718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56240) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:19.616600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ca574889-b995-4426-8888-fc485ef673df None None] Provisioning complete for port 7e29dafe-1152-49de-acbc-ae557fbe30ce triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:19.617568 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ca574889-b995-4426-8888-fc485ef673df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:19.833489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57eb8f-a138-492c-a481-8603872f6a8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:19.840306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57eb8f-a138-492c-a481-8603872f6a8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:19.848326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57eb8f-a138-492c-a481-8603872f6a8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:19.850107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b57eb8f-a138-492c-a481-8603872f6a8b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2329102 Sep 20 12:51:19.852986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56256) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:19.999451 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.011694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3afb1527-a7f5-414e-a1f2-c7baa895c6cd None None] Provisioning complete for port c969afdd-eb76-42f3-896e-4ef156c9a5f8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:20.012294 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3afb1527-a7f5-414e-a1f2-c7baa895c6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.083320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-73351840-eb12-4cf5-9005-693f24c16dc7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port b8c68ac0-1c42-46d6-9639-613ff9f19b63 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:20.083672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73351840-eb12-4cf5-9005-693f24c16dc7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.097069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7e29dafe-1152-49de-acbc-ae557fbe30ce up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:20.135597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3afb1527-a7f5-414e-a1f2-c7baa895c6cd None None] Port c969afdd-eb76-42f3-896e-4ef156c9a5f8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:20.189700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7e29dafe-1152-49de-acbc-ae557fbe30ce triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:20.191225 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.278624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73351840-eb12-4cf5-9005-693f24c16dc7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.304818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-73351840-eb12-4cf5-9005-693f24c16dc7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for b8c68ac0-1c42-46d6-9639-613ff9f19b63 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:20.441774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d861bd6b-4e8e-429d-8aa9-1af3074f670b None None] Provisioning complete for port b8c68ac0-1c42-46d6-9639-613ff9f19b63 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:20.442151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d861bd6b-4e8e-429d-8aa9-1af3074f670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.445155 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.562986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d861bd6b-4e8e-429d-8aa9-1af3074f670b None None] Port b8c68ac0-1c42-46d6-9639-613ff9f19b63 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:20.675370 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73351840-eb12-4cf5-9005-693f24c16dc7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.719441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73351840-eb12-4cf5-9005-693f24c16dc7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=b8c68ac0-1c42-46d6-9639-613ff9f19b63,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:20.837447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73351840-eb12-4cf5-9005-693f24c16dc7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:20.843493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:20.846985 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-73351840-eb12-4cf5-9005-693f24c16dc7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/b8c68ac0-1c42-46d6-9639-613ff9f19b63 HTTP/1.1" status: 204 len: 168 time: 0.9927619 Sep 20 12:51:20.921919 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0f8fea-ab34-43fe-99e9-acf01c619a43 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:51:20.924278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc0f8fea-ab34-43fe-99e9-acf01c619a43 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/b8c68ac0-1c42-46d6-9639-613ff9f19b63 HTTP/1.1" status: 404 len: 333 time: 0.0797048 Sep 20 12:51:20.926902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56288) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:21.126221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-73f0307e-86e3-40d1-bdbd-d320dfe04784 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port c969afdd-eb76-42f3-896e-4ef156c9a5f8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:21.126568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73f0307e-86e3-40d1-bdbd-d320dfe04784 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:21.232527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73f0307e-86e3-40d1-bdbd-d320dfe04784 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:21.244729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-73f0307e-86e3-40d1-bdbd-d320dfe04784 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for c969afdd-eb76-42f3-896e-4ef156c9a5f8 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:21.369938 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56294) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:21.484902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73f0307e-86e3-40d1-bdbd-d320dfe04784 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:21.617428 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97c7e53a-982d-49b7-9e09-bd1577435264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:21.651815 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0307e-86e3-40d1-bdbd-d320dfe04784 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=c969afdd-eb76-42f3-896e-4ef156c9a5f8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:21.771837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73f0307e-86e3-40d1-bdbd-d320dfe04784 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:21.774712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-73f0307e-86e3-40d1-bdbd-d320dfe04784 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/c969afdd-eb76-42f3-896e-4ef156c9a5f8 HTTP/1.1" status: 204 len: 168 time: 0.8466976 Sep 20 12:51:21.778865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56300) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:21.830998 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c81d342-2f36-47ca-8a5d-16bca5c839a3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:51:21.837133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6c81d342-2f36-47ca-8a5d-16bca5c839a3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/c969afdd-eb76-42f3-896e-4ef156c9a5f8 HTTP/1.1" status: 404 len: 333 time: 0.0565875 Sep 20 12:51:21.842055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56302) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:21.905430 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97c7e53a-982d-49b7-9e09-bd1577435264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:21.925103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8816c6-0efa-4d3d-b834-f859b2c330b4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet 605c16ab-a03f-4df4-98e6-76ae1d50560c {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:21.929054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8816c6-0efa-4d3d-b834-f859b2c330b4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:21.988622 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97c7e53a-982d-49b7-9e09-bd1577435264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.038481 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8816c6-0efa-4d3d-b834-f859b2c330b4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.093274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-97c7e53a-982d-49b7-9e09-bd1577435264 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=290ea84b1c4e4b51b4cd92b3c67fda3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7220490 Sep 20 12:51:22.094543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7e53a-982d-49b7-9e09-bd1577435264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d435cdfe-06f6-47b4-9c7b-3ad9b546c016,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:22.097163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:22.189533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8816c6-0efa-4d3d-b834-f859b2c330b4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.238981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fc2447d-002f-488c-bacd-58f5579519f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.277723 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fc2447d-002f-488c-bacd-58f5579519f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.366886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8816c6-0efa-4d3d-b834-f859b2c330b4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.404416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8816c6-0efa-4d3d-b834-f859b2c330b4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=605c16ab-a03f-4df4-98e6-76ae1d50560c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:22.422364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fc2447d-002f-488c-bacd-58f5579519f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.424980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fc2447d-002f-488c-bacd-58f5579519f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.427462 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8816c6-0efa-4d3d-b834-f859b2c330b4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.430345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0fc2447d-002f-488c-bacd-58f5579519f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d435cdfe-06f6-47b4-9c7b-3ad9b546c016 HTTP/1.1" status: 204 len: 168 time: 0.3318543 Sep 20 12:51:22.435327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec8a25-8aca-49e3-8a32-fdd73a99bfc3 None None] Network e7a0a2c8-a310-44cc-968e-6ff33c3ee23e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:22.436700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ca8816c6-0efa-4d3d-b834-f859b2c330b4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/605c16ab-a03f-4df4-98e6-76ae1d50560c HTTP/1.1" status: 204 len: 168 time: 0.5934739 Sep 20 12:51:22.439087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56320) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:22.446336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2447d-002f-488c-bacd-58f5579519f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d435cdfe-06f6-47b4-9c7b-3ad9b546c016,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:22.582487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.663495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 7e29dafe-1152-49de-acbc-ae557fbe30ce {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:22.666962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.776415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] For port 7e29dafe-1152-49de-acbc-ae557fbe30ce, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7e29dafe-1152-49de-acbc-ae557fbe30ce,segment=NetworkSegment(7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f),segment_id=7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:22.777052 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:22.792271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 7e29dafe-1152-49de-acbc-ae557fbe30ce owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:22.804826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] DHCP port deletion for e7a0a2c8-a310-44cc-968e-6ff33c3ee23e request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:51:22.939973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] Deleting port 7e29dafe-1152-49de-acbc-ae557fbe30ce {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:22.940338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.023503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.088529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=7e29dafe-1152-49de-acbc-ae557fbe30ce,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:23.102996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] For port 7e29dafe-1152-49de-acbc-ae557fbe30ce, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7e29dafe-1152-49de-acbc-ae557fbe30ce,segment=NetworkSegment(7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f),segment_id=7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:23.103393 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.118207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No DVR routers for this DVR port 7e29dafe-1152-49de-acbc-ae557fbe30ce on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:23.136557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] Calling delete_port for 7e29dafe-1152-49de-acbc-ae557fbe30ce owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:23.316433 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.328121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.409923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a0a2c8-a310-44cc-968e-6ff33c3ee23e']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:23.416008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] No DVR routers for this DVR port 7e29dafe-1152-49de-acbc-ae557fbe30ce on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:23.419330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd93ac2-b845-4a80-82b2-fcb3f06707db None None] Pushing event deleted for resources: {'Port': ['ID=7e29dafe-1152-49de-acbc-ae557fbe30ce,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:23.450932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:23.452024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc7be4c-0aa3-4a27-b9e9-5188651a3a0f') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:23.469888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.489308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.503579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:23.504852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:23.523793 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:23.673681 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.726239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.739785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:23.740508 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/networks/e7a0a2c8-a310-44cc-968e-6ff33c3ee23e HTTP/1.1" status: 204 len: 168 time: 1.2996955 Sep 20 12:51:23.745388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1adb98-96e6-4c5e-9e92-ca26c0f49076 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Network': ['ID=e7a0a2c8-a310-44cc-968e-6ff33c3ee23e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:23.747405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1668178640'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:23.879935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:23.883904 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:23.962349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:23.997796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:24.000539 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Added segment 9b98b9b8-3a5f-4748-b2b9-6f9164782b11 of type vlan for network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 Sep 20 12:51:24.062150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7e29dafe-1152-49de-acbc-ae557fbe30ce no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:51:24.085496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:24.130643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7e29dafe-1152-49de-acbc-ae557fbe30ce {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:51:24.131430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7e29dafe-1152-49de-acbc-ae557fbe30ce not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:51:24.206106 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:24.218870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:24.219716 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:24.335198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5905528 Sep 20 12:51:24.335673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56396) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:24.341089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': 'ef5f64a4-1bc2-4ead-b1b0-e2812c80a216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:24.420571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07347f8-fd19-4ce6-aa18-b88c06e55c73 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Network': ['ID=ef5f64a4-1bc2-4ead-b1b0-e2812c80a216,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:24.437983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:24.507538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:24.512155 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:24.937207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.049113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=cc97afaa-5cf6-4c52-bbdd-42ce57d8fed6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:25.058482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Checking segment: {'id': '9b98b9b8-3a5f-4748-b2b9-6f9164782b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ef5f64a4-1bc2-4ead-b1b0-e2812c80a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:25.058482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network hostable DHCP agents. Network: ef5f64a4-1bc2-4ead-b1b0-e2812c80a216, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:51:25.171251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:51:25.250351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ef5f64a4-1bc2-4ead-b1b0-e2812c80a216) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:25.254463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:25.255308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.288488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ae261-cd7e-4eb0-b9d3-36ae96523fee None None] Network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:25.446282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-ef5f64a4-1bc2-4ead-b1b0-e2812c80a216', 'network_id': 'ef5f64a4-1bc2-4ead-b1b0-e2812c80a216', 'tenant_id': '34cd35ac09084c6e80faf65a4210808a', 'fixed_ips': [{'subnet_id': 'cc97afaa-5cf6-4c52-bbdd-42ce57d8fed6'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:51:25.447168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.548930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b37c2c1b-4ad1-4fbc-95fa-0ea9d75422ea tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2121921 Sep 20 12:51:25.551580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56452) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:25.565181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ba0a6c8b-39dc-4145-b0e6-7e374fbcf8dd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1107752342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:25.584580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Allocated IP 172.20.0.2 (ef5f64a4-1bc2-4ead-b1b0-e2812c80a216/cc97afaa-5cf6-4c52-bbdd-42ce57d8fed6/c2c1051a-d932-4ccc-a6ca-756870484421) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:25.603317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:25.640245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c8b-39dc-4145-b0e6-7e374fbcf8dd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.641921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c8b-39dc-4145-b0e6-7e374fbcf8dd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.711011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c8b-39dc-4145-b0e6-7e374fbcf8dd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.772165 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.777417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c8b-39dc-4145-b0e6-7e374fbcf8dd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.870471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.873599 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6c8b-39dc-4145-b0e6-7e374fbcf8dd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:25.875726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba0a6c8b-39dc-4145-b0e6-7e374fbcf8dd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3232090 Sep 20 12:51:25.878452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56474) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:25.894532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'network_id': 'ef5f64a4-1bc2-4ead-b1b0-e2812c80a216', 'name': 'tempest-PortsTestJSON-1463931581'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:25.974302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1180425516'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:25.980061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:25.995956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:26.003740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:26.031083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Pushing event updated for resources: {'Port': ['ID=c2c1051a-d932-4ccc-a6ca-756870484421,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:26.054662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.057227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.058036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.061301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.061595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.062093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.062434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.062769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.063112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.063416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.065828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.066200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:26.097450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Made reservation on behalf of e57ee4dd93104ac4b6daef580d1e0e24 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:26.097450 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.120896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.156497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Attempting to bind port c2c1051a-d932-4ccc-a6ca-756870484421 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:51:26.157167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Attempting to bind port c2c1051a-d932-4ccc-a6ca-756870484421 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '9b98b9b8-3a5f-4748-b2b9-6f9164782b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ef5f64a4-1bc2-4ead-b1b0-e2812c80a216'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:51:26.157693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Attempting to bind port c2c1051a-d932-4ccc-a6ca-756870484421 on network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:51:26.163491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:51:26.164197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Checking segment: {'id': '9b98b9b8-3a5f-4748-b2b9-6f9164782b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ef5f64a4-1bc2-4ead-b1b0-e2812c80a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:26.164846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.165483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Bound using segment: {'id': '9b98b9b8-3a5f-4748-b2b9-6f9164782b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ef5f64a4-1bc2-4ead-b1b0-e2812c80a216'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:51:26.166751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Bound port: c2c1051a-d932-4ccc-a6ca-756870484421, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b98b9b8-3a5f-4748-b2b9-6f9164782b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ef5f64a4-1bc2-4ead-b1b0-e2812c80a216'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:51:26.168039 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.263068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-140979a0-f705-4606-a901-a561132f4d82 None None] For port c2c1051a-d932-4ccc-a6ca-756870484421, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:51:26.267217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-140979a0-f705-4606-a901-a561132f4d82 None None] For port c2c1051a-d932-4ccc-a6ca-756870484421, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c2c1051a-d932-4ccc-a6ca-756870484421,segment=NetworkSegment(9b98b9b8-3a5f-4748-b2b9-6f9164782b11),segment_id=9b98b9b8-3a5f-4748-b2b9-6f9164782b11)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:51:26.317052 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.354949 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.407228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.452348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140979a0-f705-4606-a901-a561132f4d82 None None] Pushing event updated for resources: {'Port': ['ID=c2c1051a-d932-4ccc-a6ca-756870484421,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:26.487536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:26.513067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d432c-c5f8-4a19-9bb8-53e976ecb32e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:26.524161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.524607 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Added segment fad252d1-9040-4888-96a4-92e8800b954f of type vlan for network 17b4b80b-d380-4670-8c72-cfd5733d97ea Sep 20 12:51:26.536408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:26.540175 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.593550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.596060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port c501957d-13e4-4346-aa13-f806b3ead459 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:51:26.811566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.5 (ef5f64a4-1bc2-4ead-b1b0-e2812c80a216/cc97afaa-5cf6-4c52-bbdd-42ce57d8fed6/c501957d-13e4-4346-aa13-f806b3ead459) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:26.981070 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:26.987753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:26.988773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.063429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Pushing event updated for resources: {'Network': ['ID=17b4b80b-d380-4670-8c72-cfd5733d97ea,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:27.067034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.078433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 17b4b80b-d380-4670-8c72-cfd5733d97ea details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:27.175823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a3a7bde6-f7b8-4e8b-b719-9aac0d9973a0 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5673261 Sep 20 12:51:27.176167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56530) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:27.246413 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.277161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Request body: {'network': {'name': 'tempest-network--1088677085', 'router:external': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:27.310996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:27.314863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:27.323244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:27.359243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=c501957d-13e4-4346-aa13-f806b3ead459,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:27.389818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Made reservation on behalf of 704a7e7658734cc9b2bdc8e1f8b07e8c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:27.392193 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.406291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.413916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:27.414005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.512970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ff49db1-d7c8-4020-8b0c-76985a686eac tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6314764 Sep 20 12:51:27.515029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:27.709840 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.794498 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.818348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:27.891764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:27.892421 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Added segment 20ea5062-6c98-47bb-aebe-6aa153ceba47 of type vlan for network d7336aa8-fd52-4802-bfd2-8a1e5474009f Sep 20 12:51:27.916061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175f5314-253f-47f7-9770-0307133985e7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:27.944665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d561cfaf-8776-4441-ba64-181023baeb82 None None] Network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:27.968338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.074226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.075255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:28.076262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.091521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a7ff9cf4-8efd-4f7d-b359-6d460d797c1a None None] Provisioning complete for port c2c1051a-d932-4ccc-a6ca-756870484421 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:28.091901 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7ff9cf4-8efd-4f7d-b359-6d460d797c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.152215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c2c1051a-d932-4ccc-a6ca-756870484421 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:28.290907 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1103256 Sep 20 12:51:28.291610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56586) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:28.316913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985475bf-dd03-4ff1-abba-dcab60b74c06 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Network': ['ID=d7336aa8-fd52-4802-bfd2-8a1e5474009f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:28.324568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c2c1051a-d932-4ccc-a6ca-756870484421 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:28.324951 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.380734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d7336aa8-fd52-4802-bfd2-8a1e5474009f details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:28.473158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.485781 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a7ff9cf4-8efd-4f7d-b359-6d460d797c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.489413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.492198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.591968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port c2c1051a-d932-4ccc-a6ca-756870484421, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c2c1051a-d932-4ccc-a6ca-756870484421,segment=NetworkSegment(9b98b9b8-3a5f-4748-b2b9-6f9164782b11),segment_id=9b98b9b8-3a5f-4748-b2b9-6f9164782b11)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:28.674556 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.679129 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.711857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7336aa8-fd52-4802-bfd2-8a1e5474009f']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:28.743373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ea5062-6c98-47bb-aebe-6aa153ceba47') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:28.749575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ea5062-6c98-47bb-aebe-6aa153ceba47') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:28.753915 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-a7ff9cf4-8efd-4f7d-b359-6d460d797c1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:51:28.754247 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-a7ff9cf4-8efd-4f7d-b359-6d460d797c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:51:28.770993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.803278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.813354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:28.822622 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:28.847287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=c2c1051a-d932-4ccc-a6ca-756870484421,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:29.008064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.050937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.061820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7336aa8-fd52-4802-bfd2-8a1e5474009f {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 20 12:51:29.062679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.064835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d7336aa8-fd52-4802-bfd2-8a1e5474009f HTTP/1.1" status: 204 len: 168 time: 0.7676075 Sep 20 12:51:29.071159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:29.077268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:29.102415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef9eed-ffd6-4411-988b-4c267b52b722 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7336aa8-fd52-4802-bfd2-8a1e5474009f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:29.106788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.226847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=c501957d-13e4-4346-aa13-f806b3ead459,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:29.455142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Made reservation on behalf of 704a7e7658734cc9b2bdc8e1f8b07e8c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:29.468461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.626745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:29.647839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.648243 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Added segment 2f315b1c-df3b-40ba-ab75-973a10600346 of type vlan for network 6e709e02-99a5-4804-b255-1af33971e3f9 Sep 20 12:51:29.702893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.764802 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.885035 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.886404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:29.887515 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.889070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a3feb4e2-6b5f-48e8-a043-674d5250dadc None None] Provisioning complete for port c501957d-13e4-4346-aa13-f806b3ead459 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:29.890350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a3feb4e2-6b5f-48e8-a043-674d5250dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.953055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a3feb4e2-6b5f-48e8-a043-674d5250dadc None None] Port c501957d-13e4-4346-aa13-f806b3ead459 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:29.965258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a3feb4e2-6b5f-48e8-a043-674d5250dadc None None] Provisioning complete for port c2c1051a-d932-4ccc-a6ca-756870484421 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:29.965716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a3feb4e2-6b5f-48e8-a043-674d5250dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:29.977437 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:30.025658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Network': ['ID=6e709e02-99a5-4804-b255-1af33971e3f9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:30.038105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 6e709e02-99a5-4804-b255-1af33971e3f9 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:30.078515 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-013aa3c8-2027-4bba-b463-5795b82f9af7 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0062053 Sep 20 12:51:30.081883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56660) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:30.090972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Request body: {'subnet': {'network_id': '6e709e02-99a5-4804-b255-1af33971e3f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:30.141748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c2c1051a-d932-4ccc-a6ca-756870484421 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:30.216549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Made reservation on behalf of 704a7e7658734cc9b2bdc8e1f8b07e8c for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:30.218904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:30.382093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c2c1051a-d932-4ccc-a6ca-756870484421 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:30.382610 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:30.419931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:30.496771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:30.616366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=c501957d-13e4-4346-aa13-f806b3ead459,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:30.625647 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:30.760400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:30.765531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:31.073969 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Router 8d2592b2-504e-4fbf-8491-23e9e82868ec is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:51:31.177407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-06624f2a-b4ec-43b4-ae55-4f5ac791f2cb None None] Provisioning complete for port c501957d-13e4-4346-aa13-f806b3ead459 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:31.177407 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-06624f2a-b4ec-43b4-ae55-4f5ac791f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:31.210430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:51:31.218033 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8f1b6b7-98f4-4653-bd9d-b756af89563d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "PUT /v2.0/routers/8d2592b2-504e-4fbf-8491-23e9e82868ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7016830 Sep 20 12:51:31.221236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56698) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:31.224502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-06624f2a-b4ec-43b4-ae55-4f5ac791f2cb None None] Port c501957d-13e4-4346-aa13-f806b3ead459 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:31.233225 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69e6d1-fece-43bc-8dbf-9239fe4b9c78 None None] Sync routers for ids ['8d2592b2-504e-4fbf-8491-23e9e82868ec'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:51:31.242644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69e6d1-fece-43bc-8dbf-9239fe4b9c78 None None] Routers {'8d2592b2-504e-4fbf-8491-23e9e82868ec'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:51:31.243273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5c69e6d1-fece-43bc-8dbf-9239fe4b9c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:51:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8d2592b2-504e-4fbf-8491-23e9e82868ec'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:31.254647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.objects.ports [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95503) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 12:51:31.255850 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:31.280358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5c69e6d1-fece-43bc-8dbf-9239fe4b9c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:31.284321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701f485-3b38-4bb5-8968-3e5e51e661d0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:31.289544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2701f485-3b38-4bb5-8968-3e5e51e661d0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2592b2-504e-4fbf-8491-23e9e82868ec HTTP/1.1" status: 200 len: 982 time: 0.0640209 Sep 20 12:51:31.289773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56702) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:31.296508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69e6d1-fece-43bc-8dbf-9239fe4b9c78 None None] Routers {'8d2592b2-504e-4fbf-8491-23e9e82868ec'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:51:31.297900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5c69e6d1-fece-43bc-8dbf-9239fe4b9c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:51:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8d2592b2-504e-4fbf-8491-23e9e82868ec'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:31.331984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9b81bfc6-ae7b-4cd6-b2f2-7466c1933c3d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:31.341475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5c69e6d1-fece-43bc-8dbf-9239fe4b9c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:31.341778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Checking segment: {'id': '2f315b1c-df3b-40ba-ab75-973a10600346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6e709e02-99a5-4804-b255-1af33971e3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:31.342211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Network hostable DHCP agents. Network: 6e709e02-99a5-4804-b255-1af33971e3f9, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:51:31.342324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69e6d1-fece-43bc-8dbf-9239fe4b9c78 None None] The sync data for ids ['8d2592b2-504e-4fbf-8491-23e9e82868ec'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:51:31.465169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Network 6e709e02-99a5-4804-b255-1af33971e3f9 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:51:31.524841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 6e709e02-99a5-4804-b255-1af33971e3f9) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:31.534031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc8bdd-c2dc-4a97-bb0d-6c2e9d8af9bc None None] Network 6e709e02-99a5-4804-b255-1af33971e3f9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:31.542805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:31.543518 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:31.623477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7b813d5f-f23b-452b-8994-decb12a2ea3e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5366783 Sep 20 12:51:31.626287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56722) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:31.634197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Request body: {'floatingip': {'floating_network_id': '6e709e02-99a5-4804-b255-1af33971e3f9'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:31.725393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:31.836544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e134788-d0ca-4a3f-b512-d4650bbdd890 None None] Network 6e709e02-99a5-4804-b255-1af33971e3f9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:31.929338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:32.114989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Allocated IP 172.20.0.5 (6e709e02-99a5-4804-b255-1af33971e3f9/9b81bfc6-ae7b-4cd6-b2f2-7466c1933c3d/73bb02a9-0fc4-4ea4-a711-cd994e38d442) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:32.271908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:32.278122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:32.417262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:32.473385 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:51:32.500862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Network 6e709e02-99a5-4804-b255-1af33971e3f9 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:32.502316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Port': ['ID=73bb02a9-0fc4-4ea4-a711-cd994e38d442,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:32.504935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:32.509175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:32.618443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:32.701284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port c501957d-13e4-4346-aa13-f806b3ead459 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:32.702377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:32.764452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:32.907945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:32.930720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for c501957d-13e4-4346-aa13-f806b3ead459 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:33.144453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:33.211214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:33.302899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Port': ['ID=73bb02a9-0fc4-4ea4-a711-cd994e38d442,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:33.321407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:33.371031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:33.445991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=c501957d-13e4-4346-aa13-f806b3ead459,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:33.451932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:33.464558 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-294c998c-9982-4c24-9675-fe7c894fa728 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8337064 Sep 20 12:51:33.464558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56806) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:33.639762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ed6cf29-5564-4760-a7cb-b84784125839 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=6e709e02-99a5-4804-b255-1af33971e3f9 HTTP/1.1" status: 200 len: 689 time: 0.1744313 Sep 20 12:51:33.642129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56814) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:33.661528 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:33.787296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:33.937631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Router 8d2592b2-504e-4fbf-8491-23e9e82868ec has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:51:33.946620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Deleting port 73bb02a9-0fc4-4ea4-a711-cd994e38d442 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:33.947679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.036937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:51:34.043458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b16137d2-d09f-4f13-93e1-1947d0aece29 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "PUT /v2.0/routers/8d2592b2-504e-4fbf-8491-23e9e82868ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7524822 Sep 20 12:51:34.048151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56836) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:34.050945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5054b7-aed0-4350-b3a9-652df6823bf1 None None] Sync routers for ids ['8d2592b2-504e-4fbf-8491-23e9e82868ec'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:51:34.070207 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5054b7-aed0-4350-b3a9-652df6823bf1 None None] Routers {'8d2592b2-504e-4fbf-8491-23e9e82868ec'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:51:34.074552 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-de5054b7-aed0-4350-b3a9-652df6823bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:51:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8d2592b2-504e-4fbf-8491-23e9e82868ec'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:34.104624 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ab4b4e-8615-4698-b180-6e38febd8a1b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:51:34.109118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-94ab4b4e-8615-4698-b180-6e38febd8a1b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/c501957d-13e4-4346-aa13-f806b3ead459 HTTP/1.1" status: 404 len: 333 time: 0.0575967 Sep 20 12:51:34.118617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:34.134024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.134381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.159992 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-de5054b7-aed0-4350-b3a9-652df6823bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:34.167254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Calling delete_port for 73bb02a9-0fc4-4ea4-a711-cd994e38d442 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:34.184607 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5054b7-aed0-4350-b3a9-652df6823bf1 None None] Routers {'8d2592b2-504e-4fbf-8491-23e9e82868ec'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:51:34.185276 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-de5054b7-aed0-4350-b3a9-652df6823bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:51:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8d2592b2-504e-4fbf-8491-23e9e82868ec'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:34.253868 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-de5054b7-aed0-4350-b3a9-652df6823bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:34.254535 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5054b7-aed0-4350-b3a9-652df6823bf1 None None] The sync data for ids ['8d2592b2-504e-4fbf-8491-23e9e82868ec'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:51:34.264241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eea4ef8-c9f4-4d8a-ac37-3cf7939a47e5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.439804 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.498463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event deleted for resources: {'Port': ['ID=73bb02a9-0fc4-4ea4-a711-cd994e38d442,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:34.521801 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eea4ef8-c9f4-4d8a-ac37-3cf7939a47e5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.529887 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eea4ef8-c9f4-4d8a-ac37-3cf7939a47e5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.587127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.678377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eea4ef8-c9f4-4d8a-ac37-3cf7939a47e5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.678908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eea4ef8-c9f4-4d8a-ac37-3cf7939a47e5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Fanout notify agent at l3_agent the message router_deleted on router 8d2592b2-504e-4fbf-8491-23e9e82868ec {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:51:34.697336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eea4ef8-c9f4-4d8a-ac37-3cf7939a47e5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.703828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56866) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:34.706404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4eea4ef8-c9f4-4d8a-ac37-3cf7939a47e5 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/routers/8d2592b2-504e-4fbf-8491-23e9e82868ec HTTP/1.1" status: 204 len: 168 time: 0.5764887 Sep 20 12:51:34.765780 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.771518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-9821b372-7f03-4e52-8022-ab62b9113090 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet cc97afaa-5cf6-4c52-bbdd-42ce57d8fed6 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:34.776057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9821b372-7f03-4e52-8022-ab62b9113090 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:34.884439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9821b372-7f03-4e52-8022-ab62b9113090 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.021941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9821b372-7f03-4e52-8022-ab62b9113090 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.027090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.093571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9b81bfc6-ae7b-4cd6-b2f2-7466c1933c3d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:35.163451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.191705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e709e02-99a5-4804-b255-1af33971e3f9']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:35.205232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f315b1c-df3b-40ba-ab75-973a10600346') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:35.205232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f315b1c-df3b-40ba-ab75-973a10600346') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:35.215384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.237976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.247701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:35.249615 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:35.253704 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:35.282429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9821b372-7f03-4e52-8022-ab62b9113090 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.343083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821b372-7f03-4e52-8022-ab62b9113090 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=cc97afaa-5cf6-4c52-bbdd-42ce57d8fed6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:35.345344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9821b372-7f03-4e52-8022-ab62b9113090 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.348416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d82ecff-3e9d-41bb-8cc1-c018eb1fbca6 None None] Network ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:35.359392 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9821b372-7f03-4e52-8022-ab62b9113090 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/cc97afaa-5cf6-4c52-bbdd-42ce57d8fed6 HTTP/1.1" status: 204 len: 168 time: 0.6543033 Sep 20 12:51:35.362533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:35.536467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.542884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e709e02-99a5-4804-b255-1af33971e3f9 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 20 12:51:35.560203 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.569890 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6e709e02-99a5-4804-b255-1af33971e3f9 HTTP/1.1" status: 204 len: 168 time: 1.9265451 Sep 20 12:51:35.582322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.584621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56900) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:35.588598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12e6af-91bc-46d9-b35f-afb4dd0f9564 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e709e02-99a5-4804-b255-1af33971e3f9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:35.675826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7eaa6200-cfdb-4695-9bf3-f821c3543122 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0898645 Sep 20 12:51:35.713888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56904) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:35.837680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad7e53-de72-423c-a817-5242195f691b None None] DHCP port deletion for ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:51:35.868400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ea599-d950-4f16-8faf-2e41ef5fb198 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:35.869808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ea599-d950-4f16-8faf-2e41ef5fb198 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:35.870832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ea599-d950-4f16-8faf-2e41ef5fb198 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:35.871370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ea599-d950-4f16-8faf-2e41ef5fb198 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:35.873655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d1ea599-d950-4f16-8faf-2e41ef5fb198 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2742 time: 0.1581933 Sep 20 12:51:35.877218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56906) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:35.899122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port c2c1051a-d932-4ccc-a6ca-756870484421 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:35.899642 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.919016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-79ad7e53-de72-423c-a817-5242195f691b None None] Deleting port c2c1051a-d932-4ccc-a6ca-756870484421 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:35.919658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79ad7e53-de72-423c-a817-5242195f691b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:35.919863 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-37741558-ea59-483a-9dd2-ec80cb65b499 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] delete failed (client error): The resource could not be found. Sep 20 12:51:35.920925 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-37741558-ea59-483a-9dd2-ec80cb65b499 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/12c69429-1db2-4ac7-9989-b45ff18e1a66 HTTP/1.1" status: 404 len: 345 time: 0.0427341 Sep 20 12:51:35.923547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56908) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:35.942380 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de8ff1f-b899-454b-ac5e-eb51e0377385 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] DELETE failed (client error): The resource could not be found. Sep 20 12:51:35.943363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de8ff1f-b899-454b-ac5e-eb51e0377385 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:35.944754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8de8ff1f-b899-454b-ac5e-eb51e0377385 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6e709e02-99a5-4804-b255-1af33971e3f9 HTTP/1.1" status: 404 len: 339 time: 0.0203094 Sep 20 12:51:35.949294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56910) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:35.954271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Request body: {'network': {'name': 'tempest-network--1485767976', 'router:external': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:36.005454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] For port c2c1051a-d932-4ccc-a6ca-756870484421, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c2c1051a-d932-4ccc-a6ca-756870484421,segment=NetworkSegment(9b98b9b8-3a5f-4748-b2b9-6f9164782b11),segment_id=9b98b9b8-3a5f-4748-b2b9-6f9164782b11)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:36.005961 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.023800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for c2c1051a-d932-4ccc-a6ca-756870484421 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:36.046120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-79ad7e53-de72-423c-a817-5242195f691b None None] For port c2c1051a-d932-4ccc-a6ca-756870484421, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c2c1051a-d932-4ccc-a6ca-756870484421,segment=NetworkSegment(9b98b9b8-3a5f-4748-b2b9-6f9164782b11),segment_id=9b98b9b8-3a5f-4748-b2b9-6f9164782b11)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:36.046788 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79ad7e53-de72-423c-a817-5242195f691b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.060927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-79ad7e53-de72-423c-a817-5242195f691b None None] Calling delete_port for c2c1051a-d932-4ccc-a6ca-756870484421 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:36.205040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Made reservation on behalf of 704a7e7658734cc9b2bdc8e1f8b07e8c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:36.207442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.227513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c2c1051a-d932-4ccc-a6ca-756870484421 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:51:36.236295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:36.240742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.241123 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Added segment bb6ddbe4-63fb-42db-a579-4a4c13231b23 of type vlan for network 757b47be-340e-4db8-b408-72f03ba79ce5 Sep 20 12:51:36.285998 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.286735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.312891 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79ad7e53-de72-423c-a817-5242195f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.327270 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.346028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=c2c1051a-d932-4ccc-a6ca-756870484421,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:36.346028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No DVR routers for this DVR port c2c1051a-d932-4ccc-a6ca-756870484421 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:36.349860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad7e53-de72-423c-a817-5242195f691b None None] Pushing event deleted for resources: {'Port': ['ID=c2c1051a-d932-4ccc-a6ca-756870484421,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:36.362017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad7e53-de72-423c-a817-5242195f691b None None] No DVR routers for this DVR port c2c1051a-d932-4ccc-a6ca-756870484421 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:36.433888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.439699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:36.439699 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.442495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.465431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5f64a4-1bc2-4ead-b1b0-e2812c80a216']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:36.480090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b98b9b8-3a5f-4748-b2b9-6f9164782b11') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:36.480397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b98b9b8-3a5f-4748-b2b9-6f9164782b11') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:36.512270 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.532413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Network': ['ID=757b47be-340e-4db8-b408-72f03ba79ce5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:36.542474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-34260372-8cfb-4a89-a46a-202683cd5b6c tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5921166 Sep 20 12:51:36.543532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 757b47be-340e-4db8-b408-72f03ba79ce5 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:36.543646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56930) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:36.550176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.564019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:36.566521 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:36.568283 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:36.707490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303074e-7db1-455a-b199-07a560aa2af1 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:36.719229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303074e-7db1-455a-b199-07a560aa2af1 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:36.726689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303074e-7db1-455a-b199-07a560aa2af1 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:36.732825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303074e-7db1-455a-b199-07a560aa2af1 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:36.734566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6303074e-7db1-455a-b199-07a560aa2af1 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1895721 Sep 20 12:51:36.738155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56940) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:36.742663 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.755665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.757612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/networks/ef5f64a4-1bc2-4ead-b1b0-e2812c80a216 HTTP/1.1" status: 204 len: 168 time: 1.3938191 Sep 20 12:51:36.763865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:36.806269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18368d6-91a1-4f6a-a136-3f8400295c5b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Network': ['ID=ef5f64a4-1bc2-4ead-b1b0-e2812c80a216,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:36.832776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.875169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc84a1a-f856-4d43-b8c7-5fda588f63c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:36.877824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bdc84a1a-f856-4d43-b8c7-5fda588f63c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/47bdc3ae-01cb-48db-8eb0-858bca1d270a HTTP/1.1" status: 200 len: 840 time: 0.0974612 Sep 20 12:51:36.885595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56948) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:36.950385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:36.958365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-43196106-0f27-4474-b239-11007fb27e0d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/47bdc3ae-01cb-48db-8eb0-858bca1d270a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0698345 Sep 20 12:51:36.958590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56952) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:36.964729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:36.999907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757b47be-340e-4db8-b408-72f03ba79ce5']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:37.015973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6ddbe4-63fb-42db-a579-4a4c13231b23') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:37.015973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6ddbe4-63fb-42db-a579-4a4c13231b23') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:37.055712 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.079118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.090328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:37.090736 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:37.092485 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:37.193420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:37.197767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.280061 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.300662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 757b47be-340e-4db8-b408-72f03ba79ce5 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 20 12:51:37.347942 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.359044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "DELETE /v2.0/networks/757b47be-340e-4db8-b408-72f03ba79ce5 HTTP/1.1" status: 204 len: 168 time: 0.6204584 Sep 20 12:51:37.359228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:37.363330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0f7ab-2c01-4b2b-b436-aac2146349ed tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event deleted for resources: {'Network': ['ID=757b47be-340e-4db8-b408-72f03ba79ce5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:37.364882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Request body: {'network': {'name': 'tempest-network--1155340559', 'router:external': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:37.484619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Made reservation on behalf of 704a7e7658734cc9b2bdc8e1f8b07e8c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:37.487315 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.530956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:37.568636 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.570018 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Added segment 8a2e2e63-4c72-4350-9467-7c60944efc1f of type vlan for network b6be451a-ec41-4679-817e-8929a52c82d0 Sep 20 12:51:37.656964 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.678532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.755141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:37.756771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:37.758697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=a5b8521d-af84-45e8-b94e-e98247895590,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:37.767852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20404484-ac94-410d-aaa6-1d201467276d None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:37.784265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:37.784873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.799307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.811428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:37.811428 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:37.893502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Network': ['ID=b6be451a-ec41-4679-817e-8929a52c82d0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:37.917104 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-70a208fb-0965-4075-a2f5-2bf74c8a8ed0 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9550080 Sep 20 12:51:37.920363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 56990) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:37.922250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b368ae44-a806-4128-a8cb-48768714f263 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'security_group': {'name': 'tempest-secgroup-1555223901'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:37.948562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network b6be451a-ec41-4679-817e-8929a52c82d0 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:38.035086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff9e5133-8e6c-4599-b893-9b504c873f13 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6719751 Sep 20 12:51:38.035875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 56994) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:38.142405 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b368ae44-a806-4128-a8cb-48768714f263 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.196585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1f28e-aeff-4dec-9ee9-cb2685ed1eff tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:38.200971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0e1f28e-aeff-4dec-9ee9-cb2685ed1eff tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] 10.222.0.37 "GET /v2.0/networks/b6be451a-ec41-4679-817e-8929a52c82d0 HTTP/1.1" status: 200 len: 757 time: 0.1596215 Sep 20 12:51:38.201478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:38.300027 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b368ae44-a806-4128-a8cb-48768714f263 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.332200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-017ef684-12a0-4b2b-a077-e9ae14c433ab', 'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'tenant_id': '34cd35ac09084c6e80faf65a4210808a', 'fixed_ips': [{'subnet_id': 'a5b8521d-af84-45e8-b94e-e98247895590'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:51:38.335975 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.385148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b368ae44-a806-4128-a8cb-48768714f263 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.427978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c164e684-93b5-4560-9cf9-b22814ea8e3b tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:38.428523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368ae44-a806-4128-a8cb-48768714f263 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f2945-1a7e-4bac-aac8-2db92f913ecb,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:38.432854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57016) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:38.440127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c164e684-93b5-4560-9cf9-b22814ea8e3b tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] 10.222.0.37 "GET /v2.0/networks/17b4b80b-d380-4670-8c72-cfd5733d97ea HTTP/1.1" status: 200 len: 768 time: 0.2375243 Sep 20 12:51:38.497633 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b368ae44-a806-4128-a8cb-48768714f263 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.499049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b368ae44-a806-4128-a8cb-48768714f263 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5803695 Sep 20 12:51:38.501901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:38.507732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9c41fa98-35ce-489a-8e06-b5cc9d0504c8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'security_group': {'name': 'tempest-secgroup-2054423919'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:38.581690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.626807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Allocated IP 172.20.0.2 (017ef684-12a0-4b2b-a077-e9ae14c433ab/a5b8521d-af84-45e8-b94e-e98247895590/a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:38.633535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c41fa98-35ce-489a-8e06-b5cc9d0504c8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.702832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.739526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6be451a-ec41-4679-817e-8929a52c82d0']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:38.749714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2e2e63-4c72-4350-9467-7c60944efc1f') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:38.750008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2e2e63-4c72-4350-9467-7c60944efc1f') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:38.763567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.829541 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:38.840176 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:38.903898 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c41fa98-35ce-489a-8e06-b5cc9d0504c8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:38.961382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.106816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c41fa98-35ce-489a-8e06-b5cc9d0504c8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.165094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.182034 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.182957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6be451a-ec41-4679-817e-8929a52c82d0 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 20 12:51:39.182957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.182957 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b6be451a-ec41-4679-817e-8929a52c82d0 HTTP/1.1" status: 204 len: 168 time: 0.7409348 Sep 20 12:51:39.183186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41fa98-35ce-489a-8e06-b5cc9d0504c8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d211ee49-70a7-41d1-bf9f-58b5b95a3f24,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:39.194952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57042) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:39.200940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Request body: {'network': {'name': 'tempest-network--954545590'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:39.227171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:39.231477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:39.242173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bca1db-4ef7-4204-9125-d48518f55f26 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6be451a-ec41-4679-817e-8929a52c82d0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:39.253166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:39.274812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Pushing event updated for resources: {'Port': ['ID=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:39.306325 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c41fa98-35ce-489a-8e06-b5cc9d0504c8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.308010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c41fa98-35ce-489a-8e06-b5cc9d0504c8 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8049660 Sep 20 12:51:39.321049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:39.372898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-517966528', 'security_groups': ['d211ee49-70a7-41d1-bf9f-58b5b95a3f24'], 'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a5b8521d-af84-45e8-b94e-e98247895590'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:39.422503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Attempting to bind port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:51:39.423072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Attempting to bind port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:51:39.423474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Attempting to bind port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 on network 017ef684-12a0-4b2b-a077-e9ae14c433ab {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:51:39.429147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:51:39.429533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Checking segment: {'id': '5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:51:39.429955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.430338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Bound using segment: {'id': '5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:51:39.430809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Bound port: a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:51:39.432191 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.553736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Made reservation on behalf of 704a7e7658734cc9b2bdc8e1f8b07e8c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:39.558831 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.574493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] For port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:51:39.579406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] For port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,segment=NetworkSegment(5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1),segment_id=5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:51:39.594049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:51:39.606891 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.609433 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Added segment c7faddc1-8eda-4630-b16d-5409c77937f1 of type vlan for network dab6c2ca-a852-449c-8d56-c0c66a0d1b21 Sep 20 12:51:39.660550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.685332 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.707443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:39.767185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.770278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:39.770278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:39.829602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c53c20-25c8-4ade-b5ae-bdd39caeeb38 None None] Pushing event updated for resources: {'Port': ['ID=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:39.945615 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7493711 Sep 20 12:51:39.948853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57066) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:39.956548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:40.056816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.069040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc0cad-ded7-4fdd-8421-9b97ea4774b8 tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Network': ['ID=dab6c2ca-a852-449c-8d56-c0c66a0d1b21,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:40.080689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network dab6c2ca-a852-449c-8d56-c0c66a0d1b21 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:51:40.082248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port 4b5b02e8-67d1-47d4-bb52-464cefadfacf yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:51:40.367697 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.469475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.7 (017ef684-12a0-4b2b-a077-e9ae14c433ab/a5b8521d-af84-45e8-b94e-e98247895590/4b5b02e8-67d1-47d4-bb52-464cefadfacf) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:40.474756 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.508838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Network dab6c2ca-a852-449c-8d56-c0c66a0d1b21 is not hosted by any dhcp agent {{(pid=95502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 12:51:40.510821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:40.511631 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.513336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "PUT /v2.0/networks/dab6c2ca-a852-449c-8d56-c0c66a0d1b21 HTTP/1.1" status: 200 len: 856 time: 0.5628338 Sep 20 12:51:40.516521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:40.678462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.689747 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.730749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event updated for resources: {'Network': ['ID=dab6c2ca-a852-449c-8d56-c0c66a0d1b21,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:40.742227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.742227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.742503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.742766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.743123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.743563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.744518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.744856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.745223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.745934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.746626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.746626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d534124-cf97-4dbb-8396-48ed27cea7aa tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:40.848801 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.876423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab6c2ca-a852-449c-8d56-c0c66a0d1b21']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:40.887301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7faddc1-8eda-4630-b16d-5409c77937f1') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:40.887863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7faddc1-8eda-4630-b16d-5409c77937f1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:40.905668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.907008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.923331 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.963143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:40.963143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:40.981335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:40.986076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:40.990954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:40.996136 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:41.061241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=4b5b02e8-67d1-47d4-bb52-464cefadfacf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:41.092841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:41.093742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.199350 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.220990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dab6c2ca-a852-449c-8d56-c0c66a0d1b21 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 20 12:51:41.220990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.220990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] 10.222.0.37 "DELETE /v2.0/networks/dab6c2ca-a852-449c-8d56-c0c66a0d1b21 HTTP/1.1" status: 204 len: 168 time: 0.6959894 Sep 20 12:51:41.221371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57112) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:41.258323 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c9bad0-3050-42d0-9745-87f21a94907d tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:41.258958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c9bad0-3050-42d0-9745-87f21a94907d tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:41.261211 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-03c9bad0-3050-42d0-9745-87f21a94907d tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] 10.222.0.37 "DELETE /v2.0/subnets/9b81bfc6-ae7b-4cd6-b2f2-7466c1933c3d HTTP/1.1" status: 404 len: 337 time: 0.0387220 Sep 20 12:51:41.263802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57114) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:41.267900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da735def-a9de-461e-8dc7-ab6d8ba3538e tempest-ExternalNetworksTestJSON-1194763235 tempest-ExternalNetworksTestJSON-1194763235-project-admin] Pushing event deleted for resources: {'Network': ['ID=dab6c2ca-a852-449c-8d56-c0c66a0d1b21,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:41.294924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:41.296343 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.361057 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-16df64b1-e738-4977-a449-fffc6fca4964 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9953814 Sep 20 12:51:41.361057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57118) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:41.390753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-655b7813-a867-4c3f-97d9-eb2769f46556 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:41.391408 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.434666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.449432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] For port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,segment=NetworkSegment(5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1),segment_id=5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:41.538490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.612669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] Provisioning complete for port 47bdc3ae-01cb-48db-8eb0-858bca1d270a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:41.618950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.648593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.698236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] Pushing event updated for resources: {'Port': ['ID=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:41.709989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-43d91d47-582b-4f77-95e2-484dbaf3f81e None None] Port 47bdc3ae-01cb-48db-8eb0-858bca1d270a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:41.725177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b4b80b-d380-4670-8c72-cfd5733d97ea']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:41.748644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad252d1-9040-4888-96a4-92e8800b954f') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:41.749137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad252d1-9040-4888-96a4-92e8800b954f') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:41.770674 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.799691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655b7813-a867-4c3f-97d9-eb2769f46556 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:41.803512 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-655b7813-a867-4c3f-97d9-eb2769f46556 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.820023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.843716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-31b14a7e-2741-45e6-aca1-e4e5075dad11 None None] Provisioning complete for port 4b5b02e8-67d1-47d4-bb52-464cefadfacf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:41.846284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-31b14a7e-2741-45e6-aca1-e4e5075dad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.861225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:41.861764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:41.865039 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:41.989200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-31b14a7e-2741-45e6-aca1-e4e5075dad11 None None] Port 4b5b02e8-67d1-47d4-bb52-464cefadfacf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:42.003713 n-d-809934-3 neutron-server[95503]: INFO neutron.db.ipam_backend_mixin [None req-655b7813-a867-4c3f-97d9-eb2769f46556 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a5b8521d-af84-45e8-b94e-e98247895590 (CIDR: 172.20.0.0/28) Sep 20 12:51:42.045428 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:42.055075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:42.063107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] 10.222.0.37 "DELETE /v2.0/networks/17b4b80b-d380-4670-8c72-cfd5733d97ea HTTP/1.1" status: 204 len: 168 time: 0.7981074 Sep 20 12:51:42.082185 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-655b7813-a867-4c3f-97d9-eb2769f46556 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:51:42.083314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655b7813-a867-4c3f-97d9-eb2769f46556 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:42.085853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e14de-54d5-44e1-81dc-a53960fe7c30 tempest-ExternalNetworksTestJSON-240818456 tempest-ExternalNetworksTestJSON-240818456-project] Pushing event deleted for resources: {'Network': ['ID=17b4b80b-d380-4670-8c72-cfd5733d97ea,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:42.158453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:42.180064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-655b7813-a867-4c3f-97d9-eb2769f46556 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8152966 Sep 20 12:51:42.180857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57156) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:42.185879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:42.260048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:42.260487 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:42.484053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:42.484053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:42.656360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ee118968-13b0-4a06-b4c7-3b05ac41e42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:42.902937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57172) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:43.044161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:43.088298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:43.096756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:43.103892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:43.103892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:43.105616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2554ac5e-f6bc-4b26-849e-2e7598b257f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e57ee4dd93104ac4b6daef580d1e0e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014658 Sep 20 12:51:43.106357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57178) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:43.112728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b143dc2-d8cc-41eb-b610-6b5bb06d2dc7 None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:43.168505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=2ebd7936-00e8-4820-b7af-8f4996121ec1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:43.173388 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17016afe-2895-495d-8e4b-8474b34c8a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:43.196370 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-02b3893b-3625-49f5-9f4d-c3b45480a17d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0150661 Sep 20 12:51:43.197171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:43.205479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-575431368', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ebd7936-00e8-4820-b7af-8f4996121ec1'}], 'security_groups': ['f89f2945-1a7e-4bac-aac8-2db92f913ecb']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:43.220803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17016afe-2895-495d-8e4b-8474b34c8a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:43.512510 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:43.515765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17016afe-2895-495d-8e4b-8474b34c8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:43.527201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17016afe-2895-495d-8e4b-8474b34c8a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:43.531437 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-17016afe-2895-495d-8e4b-8474b34c8a79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c2d432c-c5f8-4a19-9bb8-53e976ecb32e HTTP/1.1" status: 204 len: 168 time: 0.4238932 Sep 20 12:51:43.574474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17016afe-2895-495d-8e4b-8474b34c8a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2d432c-c5f8-4a19-9bb8-53e976ecb32e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:43.799864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2b1eb-11ef-4d54-9c2e-6209e5054485 None None] Update dhcp port {'port': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'fixed_ips': [{'subnet_id': 'a5b8521d-af84-45e8-b94e-e98247895590', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ebd7936-00e8-4820-b7af-8f4996121ec1'}], 'binding:host_id': 'n-d-809934-3'}, 'id': 'a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:51:43.830751 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b1eb-11ef-4d54-9c2e-6209e5054485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:44.123273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Delete allocated IP 172.20.0.7 (017ef684-12a0-4b2b-a077-e9ae14c433ab/a5b8521d-af84-45e8-b94e-e98247895590) {{(pid=95502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 20 12:51:44.129456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.21 (017ef684-12a0-4b2b-a077-e9ae14c433ab/2ebd7936-00e8-4820-b7af-8f4996121ec1/4b5b02e8-67d1-47d4-bb52-464cefadfacf) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:44.379714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:44.490666 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:44.579659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-3ce2b1eb-11ef-4d54-9c2e-6209e5054485 None None] Allocated IP 172.20.0.18 (017ef684-12a0-4b2b-a077-e9ae14c433ab/2ebd7936-00e8-4820-b7af-8f4996121ec1/a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:44.658873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=4b5b02e8-67d1-47d4-bb52-464cefadfacf,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:44.713500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57210) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:44.730515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] In _notify_port_updated(), no bound segment for port 4b5b02e8-67d1-47d4-bb52-464cefadfacf on network 017ef684-12a0-4b2b-a077-e9ae14c433ab {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:51:44.736321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:44.736818 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:44.741047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0eedbcf8-6ad4-453f-899b-b3491ad0479b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "PUT /v2.0/ports/4b5b02e8-67d1-47d4-bb52-464cefadfacf HTTP/1.1" status: 200 len: 920 time: 1.5395451 Sep 20 12:51:44.742537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57214) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:44.775352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3ce2b1eb-11ef-4d54-9c2e-6209e5054485 None None] For port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,segment=NetworkSegment(5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1),segment_id=5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:44.822018 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b1eb-11ef-4d54-9c2e-6209e5054485 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:44.908033 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b1eb-11ef-4d54-9c2e-6209e5054485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:44.953415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fa802a70-f31a-4ea4-81ca-957410b5ca0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=704a7e7658734cc9b2bdc8e1f8b07e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390301 Sep 20 12:51:44.955929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:44.985279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9d57a701-c368-4889-92fd-db3b3e3d94c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 4b5b02e8-67d1-47d4-bb52-464cefadfacf {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:44.986753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d57a701-c368-4889-92fd-db3b3e3d94c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.108046 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb3b1-ddcf-4f45-940b-fab78ab62f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.144532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2b1eb-11ef-4d54-9c2e-6209e5054485 None None] Pushing event updated for resources: {'Port': ['ID=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:45.159941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d57a701-c368-4889-92fd-db3b3e3d94c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.173321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb3b1-ddcf-4f45-940b-fab78ab62f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.201987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9d57a701-c368-4889-92fd-db3b3e3d94c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 4b5b02e8-67d1-47d4-bb52-464cefadfacf owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:45.227363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0d22942b-64df-4b2c-bed6-24c09e73c1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.331527 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb3b1-ddcf-4f45-940b-fab78ab62f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.334506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb3b1-ddcf-4f45-940b-fab78ab62f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.335830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3fdcb3b1-ddcf-4f45-940b-fab78ab62f09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/175f5314-253f-47f7-9770-0307133985e7 HTTP/1.1" status: 204 len: 168 time: 0.3788869 Sep 20 12:51:45.348411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcb3b1-ddcf-4f45-940b-fab78ab62f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f5314-253f-47f7-9770-0307133985e7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:45.552348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d57a701-c368-4889-92fd-db3b3e3d94c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.604973 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.627015 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57a701-c368-4889-92fd-db3b3e3d94c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=4b5b02e8-67d1-47d4-bb52-464cefadfacf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:45.808982 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d57a701-c368-4889-92fd-db3b3e3d94c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:45.816248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d57a701-c368-4889-92fd-db3b3e3d94c4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/4b5b02e8-67d1-47d4-bb52-464cefadfacf HTTP/1.1" status: 204 len: 168 time: 1.0726745 Sep 20 12:51:45.824137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57240) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:45.912903 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-836f27ef-7a4b-4890-a22d-ef03b12b8448 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:51:45.913632 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-836f27ef-7a4b-4890-a22d-ef03b12b8448 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/4b5b02e8-67d1-47d4-bb52-464cefadfacf HTTP/1.1" status: 404 len: 333 time: 0.0883238 Sep 20 12:51:45.917239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57244) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:46.081845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03275b41-83ed-452e-98ee-0df8178967da tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.124350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:46.130391 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03275b41-83ed-452e-98ee-0df8178967da tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.171311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-92f920f6-5ece-4cc5-8852-5f3d914ccfd3 None None] Could not find standard attr ID for object 4b5b02e8-67d1-47d4-bb52-464cefadfacf. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:51:46.228635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:46.228949 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.294019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-92f920f6-5ece-4cc5-8852-5f3d914ccfd3 None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:46.294712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92f920f6-5ece-4cc5-8852-5f3d914ccfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.300967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03275b41-83ed-452e-98ee-0df8178967da tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.304009 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03275b41-83ed-452e-98ee-0df8178967da tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.306135 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-03275b41-83ed-452e-98ee-0df8178967da tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/security-groups/d211ee49-70a7-41d1-bf9f-58b5b95a3f24 HTTP/1.1" status: 204 len: 168 time: 0.3861415 Sep 20 12:51:46.308610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57254) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:46.365886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03275b41-83ed-452e-98ee-0df8178967da tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211ee49-70a7-41d1-bf9f-58b5b95a3f24,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:46.436291 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b30a5680-b722-47dd-9999-2692a55a10cd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.464548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b30a5680-b722-47dd-9999-2692a55a10cd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.507571 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-92f920f6-5ece-4cc5-8852-5f3d914ccfd3 None None] Provisioning complete for port 47bdc3ae-01cb-48db-8eb0-858bca1d270a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:46.513678 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92f920f6-5ece-4cc5-8852-5f3d914ccfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.563070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-92f920f6-5ece-4cc5-8852-5f3d914ccfd3 None None] Port 47bdc3ae-01cb-48db-8eb0-858bca1d270a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:46.633344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b30a5680-b722-47dd-9999-2692a55a10cd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.638716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b30a5680-b722-47dd-9999-2692a55a10cd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.642907 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:46.643609 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b30a5680-b722-47dd-9999-2692a55a10cd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/security-groups/f89f2945-1a7e-4bac-aac8-2db92f913ecb HTTP/1.1" status: 204 len: 168 time: 0.3323336 Sep 20 12:51:46.661816 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.677042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a5680-b722-47dd-9999-2692a55a10cd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f2945-1a7e-4bac-aac8-2db92f913ecb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:46.736517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-771ec9e4-8af1-416a-8331-3a818ab39aa4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet a5b8521d-af84-45e8-b94e-e98247895590 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:46.739849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-771ec9e4-8af1-416a-8331-3a818ab39aa4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.811536 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-771ec9e4-8af1-416a-8331-3a818ab39aa4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:46.878272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d4071dea-e9dc-4ae3-814c-1598df73453c None None] Could not find standard attr ID for object 4b5b02e8-67d1-47d4-bb52-464cefadfacf. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:51:47.005459 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-771ec9e4-8af1-416a-8331-3a818ab39aa4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:47.279263 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-771ec9e4-8af1-416a-8331-3a818ab39aa4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:47.319041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-771ec9e4-8af1-416a-8331-3a818ab39aa4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:47.319041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-771ec9e4-8af1-416a-8331-3a818ab39aa4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/a5b8521d-af84-45e8-b94e-e98247895590 HTTP/1.1" status: 204 len: 168 time: 0.6717751 Sep 20 12:51:47.319041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ec9e4-8af1-416a-8331-3a818ab39aa4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b8521d-af84-45e8-b94e-e98247895590,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:47.320204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57286) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:47.322165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8f797-9a42-43ff-988f-0752f3f3025d None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:47.326825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:47.553927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:47.558531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.024475 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.151054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.258234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:48.266289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:48.271622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:48.272618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.276609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=184966b7-8c65-483e-bd20-dce6952518a3,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:48.386398 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-19d5b693-e2c1-4f30-91d7-8c5a92069c55 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0617542 Sep 20 12:51:48.387073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:48.392367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-28900d4c-7751-42a1-8429-791ae3ff6b8c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'security_group': {'name': 'tempest-secgroup-837525459'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:48.519235 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28900d4c-7751-42a1-8429-791ae3ff6b8c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.564421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40323e89-118c-4147-a226-da918b519230 None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:48.635203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28900d4c-7751-42a1-8429-791ae3ff6b8c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.702634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28900d4c-7751-42a1-8429-791ae3ff6b8c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.750865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-99a68ace-63d1-487e-bcdb-e6addbe1984f None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:48.755208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28900d4c-7751-42a1-8429-791ae3ff6b8c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1ca3a-25dd-4bba-840d-3c216f9c3574,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:48.755627 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99a68ace-63d1-487e-bcdb-e6addbe1984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.802008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57330) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:48.890740 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28900d4c-7751-42a1-8429-791ae3ff6b8c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:48.892992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-28900d4c-7751-42a1-8429-791ae3ff6b8c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5049410 Sep 20 12:51:48.895803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:48.902262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-66ae60bf-ed2d-4c2a-900d-7ec2c99ba314 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'security_group': {'name': 'tempest-secgroup-307877221'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:48.962785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:48.986772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-99a68ace-63d1-487e-bcdb-e6addbe1984f None None] Provisioning complete for port 47bdc3ae-01cb-48db-8eb0-858bca1d270a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:48.987378 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99a68ace-63d1-487e-bcdb-e6addbe1984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.022251 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66ae60bf-ed2d-4c2a-900d-7ec2c99ba314 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.040826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-99a68ace-63d1-487e-bcdb-e6addbe1984f None None] Port 47bdc3ae-01cb-48db-8eb0-858bca1d270a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:49.124948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.174451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36320a64-e9e8-4abd-8459-c55440d5f51c None None] Update dhcp port {'port': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'fixed_ips': [{'subnet_id': '2ebd7936-00e8-4820-b7af-8f4996121ec1', 'ip_address': '172.20.0.18'}, {'subnet_id': '184966b7-8c65-483e-bd20-dce6952518a3'}], 'binding:host_id': 'n-d-809934-3'}, 'id': 'a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:51:49.203634 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36320a64-e9e8-4abd-8459-c55440d5f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.244924 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66ae60bf-ed2d-4c2a-900d-7ec2c99ba314 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.266243 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.296268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66ae60bf-ed2d-4c2a-900d-7ec2c99ba314 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.332971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae60bf-ed2d-4c2a-900d-7ec2c99ba314 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30677eea-dcc6-4bbd-a012-2c2ea0f03016,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:49.365121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66ae60bf-ed2d-4c2a-900d-7ec2c99ba314 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.366400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-66ae60bf-ed2d-4c2a-900d-7ec2c99ba314 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4694197 Sep 20 12:51:49.369345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:49.378859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1ff6fa8e-a363-4031-9c5c-0f805f27c159 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'security_group': {'name': 'tempest-secgroup-990288522'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:49.410882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Allocated IP 172.25.6.73 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/b6cf454e-7a0f-4ec9-84bb-6d46b4ed9540) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:49.445377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-36320a64-e9e8-4abd-8459-c55440d5f51c None None] Allocated IP 172.20.0.2 (017ef684-12a0-4b2b-a077-e9ae14c433ab/184966b7-8c65-483e-bd20-dce6952518a3/a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:49.514300 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fa8e-a363-4031-9c5c-0f805f27c159 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.581565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-36320a64-e9e8-4abd-8459-c55440d5f51c None None] For port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,segment=NetworkSegment(5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1),segment_id=5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:49.617065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.623590 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36320a64-e9e8-4abd-8459-c55440d5f51c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.680112 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fa8e-a363-4031-9c5c-0f805f27c159 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.719268 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36320a64-e9e8-4abd-8459-c55440d5f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.764500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fa8e-a363-4031-9c5c-0f805f27c159 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.789038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36320a64-e9e8-4abd-8459-c55440d5f51c None None] Pushing event updated for resources: {'Port': ['ID=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:49.805657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6fa8e-a363-4031-9c5c-0f805f27c159 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8dc1b-6c99-438f-8766-9a90c5fec724,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:49.879807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fa8e-a363-4031-9c5c-0f805f27c159 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:49.881310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ff6fa8e-a363-4031-9c5c-0f805f27c159 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5112195 Sep 20 12:51:49.884836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:49.894656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-417173077', 'security_groups': ['33a8dc1b-6c99-438f-8766-9a90c5fec724'], 'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '184966b7-8c65-483e-bd20-dce6952518a3'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:49.970676 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:50.097042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:50.229730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:50.230127 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:50.244944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:50.296885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:50.353794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:50.355146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:50.358976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:50.403664 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:50.405510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Pushing event updated for resources: {'Port': ['ID=b6cf454e-7a0f-4ec9-84bb-6d46b4ed9540,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:50.429698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:50.466327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] device_id is not set on port e8abc13f-ea5d-4e53-b134-7351d2c6e01e yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:51:50.489104 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:50.620699 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:50.857897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:50.948865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.029288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Pushing event updated for resources: {'Port': ['ID=b6cf454e-7a0f-4ec9-84bb-6d46b4ed9540,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:51.108255 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.125087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.11 (017ef684-12a0-4b2b-a077-e9ae14c433ab/184966b7-8c65-483e-bd20-dce6952518a3/e8abc13f-ea5d-4e53-b134-7351d2c6e01e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:51.176270 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.182400 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-867a54d3-41c8-46e6-afe6-6ec4d604e833 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3793712 Sep 20 12:51:51.186432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57394) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:51.187324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6602cdf5-270b-4eb8-8570-c5d935551e28 None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:51.188271 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6602cdf5-270b-4eb8-8570-c5d935551e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.190886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1952965652', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'fixed_ips': [{'ip_address': '172.25.6.73'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:51.284804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Made reservation on behalf of 1d5c4934720a4e4385c25544b5e617e7 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:51.287860 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.298011 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.326283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.331851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6602cdf5-270b-4eb8-8570-c5d935551e28 None None] Provisioning complete for port 47bdc3ae-01cb-48db-8eb0-858bca1d270a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:51.332176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6602cdf5-270b-4eb8-8570-c5d935551e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.420790 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.422615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6602cdf5-270b-4eb8-8570-c5d935551e28 None None] Port 47bdc3ae-01cb-48db-8eb0-858bca1d270a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:51.478421 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.513631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.521136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] device_id is not set on port b8a0eb10-f9b6-42ae-bb8f-60767e259efe yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:51:51.527537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:51.531714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:51.542461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:51:51.597095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=e8abc13f-ea5d-4e53-b134-7351d2c6e01e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:51.615354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:51.616484 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.665044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3759c7-6f9c-4034-a6cd-96e099e867e6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:51.691252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b345f796-178b-4a52-b822-8bd367d6857e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8038857 Sep 20 12:51:51.692725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57420) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:51.696368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.696726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.697293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.697627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.697971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.698313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.698628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e7386579-fb65-4e16-8bbc-c6b8ce66af70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:51.698743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.698980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.699296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.699626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.699956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.700592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:51:51.914158 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 20 12:51:51.914763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:51.944161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7386579-fb65-4e16-8bbc-c6b8ce66af70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:51.949614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-610a0911-3354-4ff0-861a-5b80b0a0e4fc None None] Provisioning complete for port e8abc13f-ea5d-4e53-b134-7351d2c6e01e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:51.950479 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-610a0911-3354-4ff0-861a-5b80b0a0e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.952655 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7386579-fb65-4e16-8bbc-c6b8ce66af70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:51.991972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-610a0911-3354-4ff0-861a-5b80b0a0e4fc None None] Port e8abc13f-ea5d-4e53-b134-7351d2c6e01e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:52.057308 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4c19a0aa-fb2e-440e-a34e-03ef11fb4c41 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8717682 Sep 20 12:51:52.060084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57432) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:52.073893 n-d-809934-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-e7386579-fb65-4e16-8bbc-c6b8ce66af70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 184966b7-8c65-483e-bd20-dce6952518a3 (CIDR: 172.20.0.0/28) Sep 20 12:51:52.131171 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7386579-fb65-4e16-8bbc-c6b8ce66af70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:51:52.131755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7386579-fb65-4e16-8bbc-c6b8ce66af70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:52.187421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Deleting port b6cf454e-7a0f-4ec9-84bb-6d46b4ed9540 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:52.187883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:52.264766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:52.265155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:52.277253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Calling delete_port for b6cf454e-7a0f-4ec9-84bb-6d46b4ed9540 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:52.282465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7386579-fb65-4e16-8bbc-c6b8ce66af70 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5861242 Sep 20 12:51:52.282765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57442) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:52.287914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-eb5672ab-cc0c-4c36-bb3d-ee12c2ecaf59 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:52.514120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5672ab-cc0c-4c36-bb3d-ee12c2ecaf59 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:52.517906 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb5672ab-cc0c-4c36-bb3d-ee12c2ecaf59 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:52.578978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:52.623092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6cf454e-7a0f-4ec9-84bb-6d46b4ed9540,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:52.683270 n-d-809934-3 neutron-server[95503]: INFO neutron.db.ipam_backend_mixin [None req-eb5672ab-cc0c-4c36-bb3d-ee12c2ecaf59 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2ebd7936-00e8-4820-b7af-8f4996121ec1 (CIDR: 172.20.0.16/28) Sep 20 12:51:52.693584 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:52.697205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:52.698373 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4d60d69c-5601-4639-95ae-c2127d37f4e1 tempest-ExternalNetworksAdminNegativeTestJSON-730346062 tempest-ExternalNetworksAdminNegativeTestJSON-730346062-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/69bb6d08-37d4-43db-bd9a-fcd6a935d886 HTTP/1.1" status: 204 len: 168 time: 0.6372867 Sep 20 12:51:52.746888 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5672ab-cc0c-4c36-bb3d-ee12c2ecaf59 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:51:52.747487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5672ab-cc0c-4c36-bb3d-ee12c2ecaf59 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:52.845969 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eb5672ab-cc0c-4c36-bb3d-ee12c2ecaf59 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5603912 Sep 20 12:51:52.847267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57470) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:52.852916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'subnet': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:53.090534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Made reservation on behalf of 34cd35ac09084c6e80faf65a4210808a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:51:53.094119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.218876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57484) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:53.404993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9437df70-a7a0-46d2-a501-002288833891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.545271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.548197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9437df70-a7a0-46d2-a501-002288833891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.594391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:51:53.597853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:51:53.610227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:53.610420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59c187-1112-4ba6-97b6-eb5c87715934 None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:53.610837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.624312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Subnet': ['ID=0d124232-20ad-481b-bbc6-2e742d83ae0c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:53.636604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9437df70-a7a0-46d2-a501-002288833891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.685054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:53.685593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9437df70-a7a0-46d2-a501-002288833891 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c168422b679a4c24a23f98b626209f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625065 Sep 20 12:51:53.685593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437df70-a7a0-46d2-a501-002288833891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73995830-d79c-42b4-a738-d2bc5f2d2380,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:53.703505 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-06c1a2e1-50dc-4e56-b0d7-3e0cae10dd17 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8543549 Sep 20 12:51:53.707779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57504) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:53.713758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-486624331', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0d124232-20ad-481b-bbc6-2e742d83ae0c'}], 'security_groups': ['3be1ca3a-25dd-4bba-840d-3c216f9c3574', '30677eea-dcc6-4bbd-a012-2c2ea0f03016']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:53.795342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5076-1722-4290-9ea2-35cc758f9050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.829266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5076-1722-4290-9ea2-35cc758f9050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.943200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.953482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7832f56f-1905-432b-9dd0-9b87fda98441 None None] Update dhcp port {'port': {'network_id': '017ef684-12a0-4b2b-a077-e9ae14c433ab', 'fixed_ips': [{'subnet_id': '2ebd7936-00e8-4820-b7af-8f4996121ec1', 'ip_address': '172.20.0.18'}, {'subnet_id': '184966b7-8c65-483e-bd20-dce6952518a3', 'ip_address': '172.20.0.2'}, {'subnet_id': '0d124232-20ad-481b-bbc6-2e742d83ae0c'}], 'binding:host_id': 'n-d-809934-3'}, 'id': 'a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:51:53.976495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5076-1722-4290-9ea2-35cc758f9050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.980297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5076-1722-4290-9ea2-35cc758f9050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.981722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a8c5076-1722-4290-9ea2-35cc758f9050 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73995830-d79c-42b4-a738-d2bc5f2d2380 HTTP/1.1" status: 204 len: 168 time: 0.2964435 Sep 20 12:51:53.996945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7832f56f-1905-432b-9dd0-9b87fda98441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:53.997504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c5076-1722-4290-9ea2-35cc758f9050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73995830-d79c-42b4-a738-d2bc5f2d2380,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:54.222264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-7832f56f-1905-432b-9dd0-9b87fda98441 None None] Allocated IP 172.20.0.34 (017ef684-12a0-4b2b-a077-e9ae14c433ab/0d124232-20ad-481b-bbc6-2e742d83ae0c/a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:54.356005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7832f56f-1905-432b-9dd0-9b87fda98441 None None] For port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,segment=NetworkSegment(5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1),segment_id=5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:54.393183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7832f56f-1905-432b-9dd0-9b87fda98441 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:54.460638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7832f56f-1905-432b-9dd0-9b87fda98441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:54.571215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832f56f-1905-432b-9dd0-9b87fda98441 None None] Pushing event updated for resources: {'Port': ['ID=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:54.606031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Delete allocated IP 172.20.0.11 (017ef684-12a0-4b2b-a077-e9ae14c433ab/184966b7-8c65-483e-bd20-dce6952518a3) {{(pid=95503) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 20 12:51:54.629848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Allocated IP 172.20.0.41 (017ef684-12a0-4b2b-a077-e9ae14c433ab/0d124232-20ad-481b-bbc6-2e742d83ae0c/e8abc13f-ea5d-4e53-b134-7351d2c6e01e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:51:54.769272 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57524) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:54.835051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-11dd24cc-3d56-45ed-a781-7b16d568258e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d5c4934720a4e4385c25544b5e617e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617661 Sep 20 12:51:54.835511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57526) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:54.949864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b573eed0-66bc-4e75-bbea-2ef66fa476a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:54.967350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:54.977030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b573eed0-66bc-4e75-bbea-2ef66fa476a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.038669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.115135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b573eed0-66bc-4e75-bbea-2ef66fa476a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.115879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b573eed0-66bc-4e75-bbea-2ef66fa476a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.117544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b573eed0-66bc-4e75-bbea-2ef66fa476a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca3759c7-6f9c-4034-a6cd-96e099e867e6 HTTP/1.1" status: 204 len: 168 time: 0.2807078 Sep 20 12:51:55.131793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573eed0-66bc-4e75-bbea-2ef66fa476a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3759c7-6f9c-4034-a6cd-96e099e867e6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:55.164953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] In _notify_port_updated(), no bound segment for port e8abc13f-ea5d-4e53-b134-7351d2c6e01e on network 017ef684-12a0-4b2b-a077-e9ae14c433ab {{(pid=95503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:51:55.185188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:51:55.185188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.185188 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "PUT /v2.0/ports/e8abc13f-ea5d-4e53-b134-7351d2c6e01e HTTP/1.1" status: 200 len: 959 time: 1.4746337 Sep 20 12:51:55.186185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57538) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:55.197907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d5d42-f809-4c31-a744-7d899ed3fffd tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event updated for resources: {'Port': ['ID=e8abc13f-ea5d-4e53-b134-7351d2c6e01e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:55.342003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-557420a3-6d34-4403-be0f-ab26c2a5788f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port e8abc13f-ea5d-4e53-b134-7351d2c6e01e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:55.342990 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-557420a3-6d34-4403-be0f-ab26c2a5788f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.448026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e29b6d9d-45f6-4ab8-be08-2c15d79224e0 None None] Provisioning complete for port e8abc13f-ea5d-4e53-b134-7351d2c6e01e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:55.448411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e29b6d9d-45f6-4ab8-be08-2c15d79224e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.486019 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-557420a3-6d34-4403-be0f-ab26c2a5788f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.500431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-557420a3-6d34-4403-be0f-ab26c2a5788f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for e8abc13f-ea5d-4e53-b134-7351d2c6e01e owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:55.518696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e29b6d9d-45f6-4ab8-be08-2c15d79224e0 None None] Port e8abc13f-ea5d-4e53-b134-7351d2c6e01e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:55.534295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e29b6d9d-45f6-4ab8-be08-2c15d79224e0 None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:55.534791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e29b6d9d-45f6-4ab8-be08-2c15d79224e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.645631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e29b6d9d-45f6-4ab8-be08-2c15d79224e0 None None] Provisioning complete for port 47bdc3ae-01cb-48db-8eb0-858bca1d270a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:55.646072 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e29b6d9d-45f6-4ab8-be08-2c15d79224e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.693403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e29b6d9d-45f6-4ab8-be08-2c15d79224e0 None None] Port 47bdc3ae-01cb-48db-8eb0-858bca1d270a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:55.742601 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-557420a3-6d34-4403-be0f-ab26c2a5788f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.775590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557420a3-6d34-4403-be0f-ab26c2a5788f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=e8abc13f-ea5d-4e53-b134-7351d2c6e01e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:55.885237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-557420a3-6d34-4403-be0f-ab26c2a5788f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:55.885237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-557420a3-6d34-4403-be0f-ab26c2a5788f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/e8abc13f-ea5d-4e53-b134-7351d2c6e01e HTTP/1.1" status: 204 len: 168 time: 0.6964138 Sep 20 12:51:55.895799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57568) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:55.929256 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2a7cc7-2915-4b1f-8c18-8cca8e110d0d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] GET failed (client error): The resource could not be found. Sep 20 12:51:55.933056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4a2a7cc7-2915-4b1f-8c18-8cca8e110d0d tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports/e8abc13f-ea5d-4e53-b134-7351d2c6e01e HTTP/1.1" status: 404 len: 333 time: 0.0347564 Sep 20 12:51:55.934946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57570) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:56.010790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6f42d240-a9d1-4362-9c5b-44356efe02fd None None] Could not find standard attr ID for object e8abc13f-ea5d-4e53-b134-7351d2c6e01e. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:51:56.014220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7da5bb05-0a6b-4bc4-affa-4aefdce1c5d1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.057449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7da5bb05-0a6b-4bc4-affa-4aefdce1c5d1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.090942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:51:56.165913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:56.166481 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.244391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7da5bb05-0a6b-4bc4-affa-4aefdce1c5d1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.247328 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7da5bb05-0a6b-4bc4-affa-4aefdce1c5d1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.250723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7da5bb05-0a6b-4bc4-affa-4aefdce1c5d1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/security-groups/33a8dc1b-6c99-438f-8766-9a90c5fec724 HTTP/1.1" status: 204 len: 168 time: 0.3122256 Sep 20 12:51:56.251145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57578) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:56.267618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5bb05-0a6b-4bc4-affa-4aefdce1c5d1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8dc1b-6c99-438f-8766-9a90c5fec724,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:56.357842 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-926605dd-a48b-44bd-b584-8a1bcf738d95 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.386453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-926605dd-a48b-44bd-b584-8a1bcf738d95 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.496181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-926605dd-a48b-44bd-b584-8a1bcf738d95 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.498896 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-926605dd-a48b-44bd-b584-8a1bcf738d95 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.502535 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-926605dd-a48b-44bd-b584-8a1bcf738d95 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/security-groups/30677eea-dcc6-4bbd-a012-2c2ea0f03016 HTTP/1.1" status: 204 len: 168 time: 0.2478559 Sep 20 12:51:56.502983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57600) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:56.536718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926605dd-a48b-44bd-b584-8a1bcf738d95 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30677eea-dcc6-4bbd-a012-2c2ea0f03016,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:56.601131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d652e13-0f28-41cf-a040-896fbb39f653 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.636585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d652e13-0f28-41cf-a040-896fbb39f653 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.763159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d652e13-0f28-41cf-a040-896fbb39f653 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.766636 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d652e13-0f28-41cf-a040-896fbb39f653 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.768145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d652e13-0f28-41cf-a040-896fbb39f653 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/security-groups/3be1ca3a-25dd-4bba-840d-3c216f9c3574 HTTP/1.1" status: 204 len: 168 time: 0.2635407 Sep 20 12:51:56.770781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57606) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:56.787711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d652e13-0f28-41cf-a040-896fbb39f653 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1ca3a-25dd-4bba-840d-3c216f9c3574,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:56.827297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3ae66f-4a94-4960-90d1-24e1cf2beaef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet 184966b7-8c65-483e-bd20-dce6952518a3 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:56.830983 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c3ae66f-4a94-4960-90d1-24e1cf2beaef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.902656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c3ae66f-4a94-4960-90d1-24e1cf2beaef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.928156 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57614) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:56.990098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d71c201-2494-443a-996c-6c59af6c08e1 admin admin] Deleting subnet 083a0d41-d058-48b0-8eee-926e37e1cacb {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:56.994726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d71c201-2494-443a-996c-6c59af6c08e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:56.996098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c3ae66f-4a94-4960-90d1-24e1cf2beaef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.040634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d71c201-2494-443a-996c-6c59af6c08e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.089771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d71c201-2494-443a-996c-6c59af6c08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.136298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c3ae66f-4a94-4960-90d1-24e1cf2beaef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.178779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ae66f-4a94-4960-90d1-24e1cf2beaef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=184966b7-8c65-483e-bd20-dce6952518a3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:57.190492 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c3ae66f-4a94-4960-90d1-24e1cf2beaef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.193268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55864a5-c328-4254-b299-c5199c0d6fed None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:57.195394 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c3ae66f-4a94-4960-90d1-24e1cf2beaef tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/184966b7-8c65-483e-bd20-dce6952518a3 HTTP/1.1" status: 204 len: 168 time: 0.4232137 Sep 20 12:51:57.200104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57622) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:57.288489 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d71c201-2494-443a-996c-6c59af6c08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.330135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9727833e-5d35-4f12-a60a-6711693b0e7b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet 0d124232-20ad-481b-bbc6-2e742d83ae0c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:57.334031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71c201-2494-443a-996c-6c59af6c08e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083a0d41-d058-48b0-8eee-926e37e1cacb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:57.337917 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9727833e-5d35-4f12-a60a-6711693b0e7b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.351849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d71c201-2494-443a-996c-6c59af6c08e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.357299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d71c201-2494-443a-996c-6c59af6c08e1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/083a0d41-d058-48b0-8eee-926e37e1cacb HTTP/1.1" status: 204 len: 168 time: 0.4257495 Sep 20 12:51:57.357956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57634) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:57.418864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9727833e-5d35-4f12-a60a-6711693b0e7b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.457485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.534192 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9727833e-5d35-4f12-a60a-6711693b0e7b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.595801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.631089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb2271a-5d23-446f-84f9-a504111ed776']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:57.642970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a42287-86f7-4ee5-96dd-7d8bfde7234a') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:57.643269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a42287-86f7-4ee5-96dd-7d8bfde7234a') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:57.653901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.670673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.676725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:57.677152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:57.678765 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:57.718125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9727833e-5d35-4f12-a60a-6711693b0e7b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.777266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727833e-5d35-4f12-a60a-6711693b0e7b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=0d124232-20ad-481b-bbc6-2e742d83ae0c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:57.791045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9727833e-5d35-4f12-a60a-6711693b0e7b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.795369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9727833e-5d35-4f12-a60a-6711693b0e7b tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/0d124232-20ad-481b-bbc6-2e742d83ae0c HTTP/1.1" status: 204 len: 168 time: 0.5916364 Sep 20 12:51:57.795710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57654) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:57.834067 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a8bd6a-6f16-4c2a-b462-dc5f12cb3ef9 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:57.834771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a8bd6a-6f16-4c2a-b462-dc5f12cb3ef9 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:57.837351 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c4a8bd6a-6f16-4c2a-b462-dc5f12cb3ef9 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/184966b7-8c65-483e-bd20-dce6952518a3 HTTP/1.1" status: 404 len: 337 time: 0.0397594 Sep 20 12:51:57.839956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57656) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:57.865929 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.883914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.886111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7fb2271a-5d23-446f-84f9-a504111ed776 HTTP/1.1" status: 204 len: 168 time: 0.5269713 Sep 20 12:51:57.912571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae358def-3d6b-4104-8281-8c05f4e549b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb2271a-5d23-446f-84f9-a504111ed776,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:57.922088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa359c47-968c-4df6-8d4e-4faf15c1e949 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting subnet 2ebd7936-00e8-4820-b7af-8f4996121ec1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:51:57.930057 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa359c47-968c-4df6-8d4e-4faf15c1e949 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:57.983821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa359c47-968c-4df6-8d4e-4faf15c1e949 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.076476 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa359c47-968c-4df6-8d4e-4faf15c1e949 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.189871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57672) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.212274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa359c47-968c-4df6-8d4e-4faf15c1e949 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.274785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa359c47-968c-4df6-8d4e-4faf15c1e949 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebd7936-00e8-4820-b7af-8f4996121ec1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:58.291244 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa359c47-968c-4df6-8d4e-4faf15c1e949 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.293768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fa359c47-968c-4df6-8d4e-4faf15c1e949 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/2ebd7936-00e8-4820-b7af-8f4996121ec1 HTTP/1.1" status: 204 len: 168 time: 0.4526417 Sep 20 12:51:58.296470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57678) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.343203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.355236 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-0283b2e7-1624-4a27-8d6f-241ddd3064af tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.363060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0283b2e7-1624-4a27-8d6f-241ddd3064af tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.365340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0283b2e7-1624-4a27-8d6f-241ddd3064af tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/a5b8521d-af84-45e8-b94e-e98247895590 HTTP/1.1" status: 404 len: 337 time: 0.0676181 Sep 20 12:51:58.370906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.376753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0f9fda27-22f7-43e8-ba15-cac2bb932862 tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:51:58.408697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-19f7a23c-5d2d-45bc-96bb-0bba6fb9df46 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2592b2-504e-4fbf-8491-23e9e82868ec HTTP/1.1" status: 200 len: 205 time: 0.0343504 Sep 20 12:51:58.409848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57686) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.425326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ad94e-ffab-4a8b-a75d-c5de0e63076b None None] Network 017ef684-12a0-4b2b-a077-e9ae14c433ab requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:51:58.456944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2fe07b73-9176-4bb6-b30d-5d05a0f20a94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d56538a620a84170b7d5563f88270592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119313 Sep 20 12:51:58.459455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57688) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.462674 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-46e85cfc-7d1a-4c52-9429-7da24a79e5b6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] delete failed (client error): The resource could not be found. Sep 20 12:51:58.466134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-46e85cfc-7d1a-4c52-9429-7da24a79e5b6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/routers/8d2592b2-504e-4fbf-8491-23e9e82868ec HTTP/1.1" status: 404 len: 336 time: 0.0527616 Sep 20 12:51:58.468052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57690) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.507155 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-412c48f5-5da6-45d7-8596-64d9553f5285 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.508020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412c48f5-5da6-45d7-8596-64d9553f5285 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.513900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-412c48f5-5da6-45d7-8596-64d9553f5285 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/cc97afaa-5cf6-4c52-bbdd-42ce57d8fed6 HTTP/1.1" status: 404 len: 337 time: 0.0437539 Sep 20 12:51:58.514121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57692) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.529993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c665663f-391e-4ec0-a80b-289471f0b81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.543357 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d73d28-2f1e-4d00-98f1-dbc81569ee9c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.543855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d73d28-2f1e-4d00-98f1-dbc81569ee9c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.549069 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-70d73d28-2f1e-4d00-98f1-dbc81569ee9c tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/605c16ab-a03f-4df4-98e6-76ae1d50560c HTTP/1.1" status: 404 len: 337 time: 0.0299957 Sep 20 12:51:58.549331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57694) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.562709 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c665663f-391e-4ec0-a80b-289471f0b81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.569189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c55d9d08-db80-42a8-a0d7-5514151ddc9d None None] Provisioning complete for port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:58.569567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c55d9d08-db80-42a8-a0d7-5514151ddc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.600878 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0f9fda27-22f7-43e8-ba15-cac2bb932862 tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "PUT /v2.0/quotas/97d0842a42e64d3a9dac4f1812653534 HTTP/1.1" status: 200 len: 366 time: 0.4097097 Sep 20 12:51:58.601756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57698) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.614246 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aeeacd5-12ac-4fae-8029-c8b9d1e5cb89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.615089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aeeacd5-12ac-4fae-8029-c8b9d1e5cb89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.617474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7aeeacd5-12ac-4fae-8029-c8b9d1e5cb89 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/b98cef15-fdbd-4f8f-a6eb-2f2a0ce5f457 HTTP/1.1" status: 404 len: 337 time: 0.0671711 Sep 20 12:51:58.621349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57700) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.648534 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3d4929e7-46a8-4559-9d97-47ccf11c920f tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0389566 Sep 20 12:51:58.658626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57704) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.666359 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa239f7-d6d7-4150-b217-316302856de1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.668071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa239f7-d6d7-4150-b217-316302856de1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.669040 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eaa239f7-d6d7-4150-b217-316302856de1 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/a25b6575-2368-426f-bbb3-59a0a956e81b HTTP/1.1" status: 404 len: 333 time: 0.0445061 Sep 20 12:51:58.671505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.682039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b2455686-fbb6-48e6-8ecf-6108f3519b8d tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "GET /v2.0/quotas/97d0842a42e64d3a9dac4f1812653534 HTTP/1.1" status: 200 len: 366 time: 0.0232530 Sep 20 12:51:58.682891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57708) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.704323 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb47ccc-5851-423c-9aa4-7e848a09a51f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.705350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb47ccc-5851-423c-9aa4-7e848a09a51f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.709569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cbb47ccc-5851-423c-9aa4-7e848a09a51f tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/0928a436-4b29-4d1d-8eda-8c8bc23e47a3 HTTP/1.1" status: 404 len: 337 time: 0.0347025 Sep 20 12:51:58.711039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57710) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.742430 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc02633-cb52-4f5c-9409-70d97f33a386 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.743107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc02633-cb52-4f5c-9409-70d97f33a386 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.747849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.751120 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-adc02633-cb52-4f5c-9409-70d97f33a386 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/9072ed39-6b1b-4a10-8e36-c00e46316c2a HTTP/1.1" status: 404 len: 337 time: 0.0350535 Sep 20 12:51:58.760760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c55d9d08-db80-42a8-a0d7-5514151ddc9d None None] Provisioning complete for port 47bdc3ae-01cb-48db-8eb0-858bca1d270a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:51:58.761169 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c55d9d08-db80-42a8-a0d7-5514151ddc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.771000 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-24589d1b-b211-46bc-97e5-3617664ea2db tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/97d0842a42e64d3a9dac4f1812653534 HTTP/1.1" status: 204 len: 168 time: 0.0868714 Sep 20 12:51:58.773373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57716) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.787855 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-280fdae8-db26-4709-87d5-4342c751dda7 tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0109079 Sep 20 12:51:58.788303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57718) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.799998 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c665663f-391e-4ec0-a80b-289471f0b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.803870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c665663f-391e-4ec0-a80b-289471f0b81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:58.805364 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c665663f-391e-4ec0-a80b-289471f0b81d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0b07f68-6dad-4bf8-bd8b-c50b12b34737 HTTP/1.1" status: 204 len: 168 time: 0.3446586 Sep 20 12:51:58.810114 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa70adf-9af1-49ee-96d5-849db61aeaf4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.813925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa70adf-9af1-49ee-96d5-849db61aeaf4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.815983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1aa70adf-9af1-49ee-96d5-849db61aeaf4 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/468c696c-34b5-4af5-b5fe-ba7ae1d9a8d0 HTTP/1.1" status: 404 len: 333 time: 0.0668609 Sep 20 12:51:58.816725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c55d9d08-db80-42a8-a0d7-5514151ddc9d None None] Port 47bdc3ae-01cb-48db-8eb0-858bca1d270a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:51:58.818658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57722) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.819640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] DHCP port deletion for 017ef684-12a0-4b2b-a077-e9ae14c433ab request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:51:58.837744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.848142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a7476e0-c4ff-415b-b631-79f465a5223e tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "GET /v2.0/quotas/97d0842a42e64d3a9dac4f1812653534/default HTTP/1.1" status: 200 len: 370 time: 0.0092285 Sep 20 12:51:58.848992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4a585165-7ec4-4ae0-b07a-b433611b5750 tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "GET /v2.0/quotas/97d0842a42e64d3a9dac4f1812653534 HTTP/1.1" status: 200 len: 370 time: 0.0581048 Sep 20 12:51:58.854915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57726) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.876125 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-5307cf81-e205-43c2-a570-6d50c67fd9a6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.876596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5307cf81-e205-43c2-a570-6d50c67fd9a6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.880037 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-16a4a1f4-48f3-4b79-8dc1-d5fcdfea1ca1 tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] delete failed (client error): The resource could not be found. Sep 20 12:51:58.881141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5307cf81-e205-43c2-a570-6d50c67fd9a6 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/a86d2ff9-cbed-48be-952a-39bafdc3b833 HTTP/1.1" status: 404 len: 337 time: 0.0550749 Sep 20 12:51:58.881494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57728) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.882626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-16a4a1f4-48f3-4b79-8dc1-d5fcdfea1ca1 tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/97d0842a42e64d3a9dac4f1812653534 HTTP/1.1" status: 404 len: 348 time: 0.0261014 Sep 20 12:51:58.884062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665663f-391e-4ec0-a80b-289471f0b81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b07f68-6dad-4bf8-bd8b-c50b12b34737,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:58.913623 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff45ac7-0fb5-4f05-af48-d2d51cd9e9c3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] DELETE failed (client error): The resource could not be found. Sep 20 12:51:58.915168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff45ac7-0fb5-4f05-af48-d2d51cd9e9c3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:51:58.917515 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ff45ac7-0fb5-4f05-af48-d2d51cd9e9c3 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/subnets/802a8ca8-f316-4438-a68a-55ddda5331cd HTTP/1.1" status: 404 len: 337 time: 0.0346608 Sep 20 12:51:58.920280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57732) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:58.987312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] Deleting port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:58.987931 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.074513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aed0b0f1-baf3-4f99-84c9-6f2b2ea858d7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Deleting port 47bdc3ae-01cb-48db-8eb0-858bca1d270a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:51:59.075119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aed0b0f1-baf3-4f99-84c9-6f2b2ea858d7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.077343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] For port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,segment=NetworkSegment(5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1),segment_id=5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:51:59.077961 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.092103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] Calling delete_port for a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:59.152438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aed0b0f1-baf3-4f99-84c9-6f2b2ea858d7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.168667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aed0b0f1-baf3-4f99-84c9-6f2b2ea858d7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Calling delete_port for 47bdc3ae-01cb-48db-8eb0-858bca1d270a owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:51:59.317417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aed0b0f1-baf3-4f99-84c9-6f2b2ea858d7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.319230 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.360631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0b0f1-baf3-4f99-84c9-6f2b2ea858d7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Port': ['ID=47bdc3ae-01cb-48db-8eb0-858bca1d270a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:59.369269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aed0b0f1-baf3-4f99-84c9-6f2b2ea858d7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.374770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57742) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:59.384143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] No DVR routers for this DVR port a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:51:59.392086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cb590-6b95-4536-afb6-1954bd9182af None None] Pushing event deleted for resources: {'Port': ['ID=a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:51:59.392984 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aed0b0f1-baf3-4f99-84c9-6f2b2ea858d7 tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/ports/47bdc3ae-01cb-48db-8eb0-858bca1d270a HTTP/1.1" status: 204 len: 168 time: 0.4710245 Sep 20 12:51:59.430356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57744) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:51:59.469066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Usage tracker for resource:network and tenant:d5f90b6ef4ff47feb54620acfb961a83 is out of sync, need to count used quota {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 20 12:51:59.487230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 20 12:51:59.502816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Usage tracker for resource:subnet and tenant:d5f90b6ef4ff47feb54620acfb961a83 is out of sync, need to count used quota {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 20 12:51:59.507891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 20 12:51:59.515003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Usage tracker for resource:subnetpool and tenant:d5f90b6ef4ff47feb54620acfb961a83 is out of sync, need to count used quota {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 20 12:51:59.520334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 20 12:51:59.526635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.530521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Usage tracker for resource:port and tenant:d5f90b6ef4ff47feb54620acfb961a83 is out of sync, need to count used quota {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 20 12:51:59.536823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 20 12:51:59.544694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Usage tracker for resource:router and tenant:d5f90b6ef4ff47feb54620acfb961a83 is out of sync, need to count used quota {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 20 12:51:59.550322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 20 12:51:59.557396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Usage tracker for resource:floatingip and tenant:d5f90b6ef4ff47feb54620acfb961a83 is out of sync, need to count used quota {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 20 12:51:59.563547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 20 12:51:59.628788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Usage tracker for resource:security_group and tenant:d5f90b6ef4ff47feb54620acfb961a83 is out of sync, need to count used quota {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 20 12:51:59.633089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 20 12:51:59.644302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Usage tracker for resource:security_group_rule and tenant:d5f90b6ef4ff47feb54620acfb961a83 is out of sync, need to count used quota {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 20 12:51:59.650037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.652412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.quota.resource [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95503) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 20 12:51:59.658985 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ba7468fa-2523-49e3-906e-47ac7a4f2ecc tempest-QuotasTest-405982051 tempest-QuotasTest-405982051-project-admin] 10.222.0.37 "GET /v2.0/quotas/d5f90b6ef4ff47feb54620acfb961a83/details.json HTTP/1.1" status: 200 len: 703 time: 0.2260501 Sep 20 12:51:59.672491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017ef684-12a0-4b2b-a077-e9ae14c433ab']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:59.688756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:59.688756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5fa9bc-21ec-4c3f-9867-cfc763cbe6d1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:51:59.698265 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.726091 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.735300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:51:59.735697 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:51:59.738901 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:51:59.913037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.922725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:51:59.927419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] 10.222.0.37 "DELETE /v2.0/networks/017ef684-12a0-4b2b-a077-e9ae14c433ab HTTP/1.1" status: 204 len: 168 time: 0.5489557 Sep 20 12:51:59.938933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbaa4d-1a84-4043-adc9-eea7635f3d0e tempest-PortsTestJSON-632134113 tempest-PortsTestJSON-632134113-project] Pushing event deleted for resources: {'Network': ['ID=017ef684-12a0-4b2b-a077-e9ae14c433ab,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:00.042056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:52:00.076060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:52:00.076643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0e12445-a1f5-4aa5-9dce-0bfea2b10dc8 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:52:00.200262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:00.359305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c20df154-7b66-4898-aaf6-4eefc3d90a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.472740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57784) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:00.498767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c20df154-7b66-4898-aaf6-4eefc3d90a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.562991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c20df154-7b66-4898-aaf6-4eefc3d90a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.634297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c20df154-7b66-4898-aaf6-4eefc3d90a70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b56eeff38bcd49a0b85605c466f2c180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328299 Sep 20 12:52:00.635596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20df154-7b66-4898-aaf6-4eefc3d90a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da18e945-9230-4863-bc0c-df6e17c4147b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:00.638257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:00.668715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3e19d97f-a38d-4736-af8f-d9f36dcb9226 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34cd35ac09084c6e80faf65a4210808a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945589 Sep 20 12:52:00.671193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57796) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:00.742682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f700a9a2-7e76-431f-99f3-71f7f88736d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.742894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-632ad086-b9bf-48b7-bb53-bd6f425f2064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.799360 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-632ad086-b9bf-48b7-bb53-bd6f425f2064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.804346 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f700a9a2-7e76-431f-99f3-71f7f88736d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.913154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-632ad086-b9bf-48b7-bb53-bd6f425f2064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.917167 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-632ad086-b9bf-48b7-bb53-bd6f425f2064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.918773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-632ad086-b9bf-48b7-bb53-bd6f425f2064 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/228ac38c-b0c2-460b-9326-59ea7b2e1568 HTTP/1.1" status: 204 len: 168 time: 0.2466722 Sep 20 12:52:00.938229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ad086-b9bf-48b7-bb53-bd6f425f2064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ac38c-b0c2-460b-9326-59ea7b2e1568,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:00.964402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f700a9a2-7e76-431f-99f3-71f7f88736d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.967912 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f700a9a2-7e76-431f-99f3-71f7f88736d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:00.978627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f700a9a2-7e76-431f-99f3-71f7f88736d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da18e945-9230-4863-bc0c-df6e17c4147b HTTP/1.1" status: 204 len: 168 time: 0.3301852 Sep 20 12:52:00.994635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700a9a2-7e76-431f-99f3-71f7f88736d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18e945-9230-4863-bc0c-df6e17c4147b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:01.811399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57836) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:01.834444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274a3f53-a5a9-4c09-a4e6-49ce7d056abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:01.982105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274a3f53-a5a9-4c09-a4e6-49ce7d056abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:02.084231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-274a3f53-a5a9-4c09-a4e6-49ce7d056abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:02.124237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-274a3f53-a5a9-4c09-a4e6-49ce7d056abd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5f90b6ef4ff47feb54620acfb961a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117406 Sep 20 12:52:02.125151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a3f53-a5a9-4c09-a4e6-49ce7d056abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c28dd53-6bb1-400d-8cdd-06d694a9e5bd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:02.127080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:02.232056 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-478ec68e-9ded-4231-a9b9-a83efca30782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:02.260399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-478ec68e-9ded-4231-a9b9-a83efca30782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:02.398856 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-478ec68e-9ded-4231-a9b9-a83efca30782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:02.402101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-478ec68e-9ded-4231-a9b9-a83efca30782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:02.403674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-478ec68e-9ded-4231-a9b9-a83efca30782 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c28dd53-6bb1-400d-8cdd-06d694a9e5bd HTTP/1.1" status: 204 len: 168 time: 0.2753139 Sep 20 12:52:02.412933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ec68e-9ded-4231-a9b9-a83efca30782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c28dd53-6bb1-400d-8cdd-06d694a9e5bd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:02.585267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:02.878498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6921585e-4a81-4a36-9d29-4942bb63983c tempest-ServiceProvidersTest-223246864 tempest-ServiceProvidersTest-223246864-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2910538 Sep 20 12:52:03.439829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:03.567067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecef1b97-eba9-4352-9d62-204fc73db2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.667443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecef1b97-eba9-4352-9d62-204fc73db2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.725990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:03.735250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecef1b97-eba9-4352-9d62-204fc73db2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.777584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ecef1b97-eba9-4352-9d62-204fc73db2ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=743ef9e38e964f02a618adda0672abf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360395 Sep 20 12:52:03.779026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef1b97-eba9-4352-9d62-204fc73db2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5c78b6-c374-4dab-bf90-080d038a9320,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:03.780274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 57916) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:03.831715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b136556a-3c4b-461a-879f-d3cf6017655a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.834181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766490762'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:03.853204 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b136556a-3c4b-461a-879f-d3cf6017655a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.948451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:03.952985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.962323 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.981304 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b136556a-3c4b-461a-879f-d3cf6017655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.985121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b136556a-3c4b-461a-879f-d3cf6017655a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:03.985121 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b136556a-3c4b-461a-879f-d3cf6017655a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c5c78b6-c374-4dab-bf90-080d038a9320 HTTP/1.1" status: 204 len: 168 time: 0.2038445 Sep 20 12:52:03.993200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136556a-3c4b-461a-879f-d3cf6017655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5c78b6-c374-4dab-bf90-080d038a9320,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:04.071953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:04.152680 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:04.177261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:04.213732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d440b6f3-ef3c-4aad-9f45-a059b930c0ea,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:04.216911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:04.217296 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment 846464dd-6182-4d5d-af44-5f5ed58a0110 of type vlan for network ca842a01-c489-4cce-9b3e-aaef0a86d129 Sep 20 12:52:04.220490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9d020b7e-0ba4-402f-956b-75a715b485e9 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e1c757d3d3b348fb8fe404686dae5f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318930 Sep 20 12:52:04.284848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:04.381618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-1822c245-933e-419b-8299-2e71c645cd2b tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:04.384611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-1822c245-933e-419b-8299-2e71c645cd2b tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355712 Sep 20 12:52:04.410155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-243fc1f8-ae52-492f-86a8-d6f21fdbda17 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/quotas/e1c757d3d3b348fb8fe404686dae5f75 HTTP/1.1" status: 200 len: 375 time: 0.0160961 Sep 20 12:52:04.440624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9d9d6cf4-11cd-41fe-aca1-e14f980bc88c tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1c757d3d3b348fb8fe404686dae5f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293882 Sep 20 12:52:04.441367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:04.454861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:04.455825 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:04.551230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8240812 Sep 20 12:52:04.552369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7b03-4690-4b1e-a620-3969c8415550 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=ca842a01-c489-4cce-9b3e-aaef0a86d129,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:04.564179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ca842a01-c489-4cce-9b3e-aaef0a86d129 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:05.101143 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da3ab776-f305-417d-a23b-fe77c7d7099a req-742e7ab5-5c38-4ee6-8fc4-42bba853f4bc tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 210 time: 0.0287230 Sep 20 12:52:05.293382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 57982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:05.415003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-11901062'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:05.524345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Made reservation on behalf of c5e3d3a02b7449f68768a3448e6e9d32 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:05.527936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:05.536773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:05.634202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:05.690211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:05.723927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c929fb7-3e0d-47f3-831f-b42ceec4c87a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:05.732772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:05.743904 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:05.744320 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Added segment 975df0c0-e694-43d8-bb62-05cb19a12b4d of type vlan for network 45756355-5031-4b08-95d3-02ece492e04d Sep 20 12:52:05.790862 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:05.894370 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:05.901672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:05.902510 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:05.985873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Pushing event updated for resources: {'Network': ['ID=45756355-5031-4b08-95d3-02ece492e04d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:05.997331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 45756355-5031-4b08-95d3-02ece492e04d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:06.068613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4157f5f4-2768-4ba0-a07b-1cc3c8191f6b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.7733517 Sep 20 12:52:06.071977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58002) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:06.094245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Request body: {'subnet': {'network_id': '45756355-5031-4b08-95d3-02ece492e04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:06.223280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a879c5b0-cca0-44a4-96fa-23054bc3c82b req-24530fc3-3c19-4d4f-a1ae-170cf541a3ff tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 210 time: 0.0401611 Sep 20 12:52:06.339978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Made reservation on behalf of c5e3d3a02b7449f68768a3448e6e9d32 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:06.344107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:06.474574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-bae2c0fa-0b93-42ed-9059-b28ffcbd52d8 req-3824bdde-07aa-4034-a9d6-f8a5a63c8064 service neutron] (95502) timed out ('10.222.0.37', 33248) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 12:52:06.626074 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:06.703265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Checking segment: {'id': '975df0c0-e694-43d8-bb62-05cb19a12b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45756355-5031-4b08-95d3-02ece492e04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:06.703770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Network hostable DHCP agents. Network: 45756355-5031-4b08-95d3-02ece492e04d, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:06.705982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Pushing event updated for resources: {'Subnet': ['ID=9360e4e4-d642-420a-ad75-3013518d5446,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:06.833235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Network 45756355-5031-4b08-95d3-02ece492e04d is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:06.909913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 45756355-5031-4b08-95d3-02ece492e04d) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:06.914889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:06.915756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:06.920297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1539f82-83d9-45e9-bf17-230fd6fc3bbd None None] Network 45756355-5031-4b08-95d3-02ece492e04d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:07.012125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:07.012730 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a05d0268-32fa-4303-85a4-8c9667d60a19 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9360104 Sep 20 12:52:07.018012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Request body: {'port': {'network_id': '45756355-5031-4b08-95d3-02ece492e04d', 'name': 'tempest-TagsExtTest-1134686030'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:07.079262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-45756355-5031-4b08-95d3-02ece492e04d', 'network_id': '45756355-5031-4b08-95d3-02ece492e04d', 'tenant_id': 'c5e3d3a02b7449f68768a3448e6e9d32', 'fixed_ips': [{'subnet_id': '9360e4e4-d642-420a-ad75-3013518d5446'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:07.080147 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:07.233258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Made reservation on behalf of c5e3d3a02b7449f68768a3448e6e9d32 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:07.237636 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:07.276522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] device_id is not set on port 2fc2c94f-cfcb-4252-b5b8-4496371850bf yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:52:07.299838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Allocated IP 172.20.0.2 (45756355-5031-4b08-95d3-02ece492e04d/9360e4e4-d642-420a-ad75-3013518d5446/620a38e2-22a5-44af-be3a-ab3a68dab1ce) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:07.453859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88cd2ddf-88a5-46a5-893c-504fc65327e2 req-08467991-f744-4064-a8b0-7f111be3da00 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 210 time: 0.0992603 Sep 20 12:52:07.497236 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:07.593275 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:07.639382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Network 45756355-5031-4b08-95d3-02ece492e04d is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:07.642749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:07.646232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:07.646376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Allocated IP 172.20.0.12 (45756355-5031-4b08-95d3-02ece492e04d/9360e4e4-d642-420a-ad75-3013518d5446/2fc2c94f-cfcb-4252-b5b8-4496371850bf) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:07.674364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Pushing event updated for resources: {'Port': ['ID=620a38e2-22a5-44af-be3a-ab3a68dab1ce,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:07.707851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Attempting to bind port 620a38e2-22a5-44af-be3a-ab3a68dab1ce on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:07.708180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Attempting to bind port 620a38e2-22a5-44af-be3a-ab3a68dab1ce by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '975df0c0-e694-43d8-bb62-05cb19a12b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45756355-5031-4b08-95d3-02ece492e04d'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:07.708489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Attempting to bind port 620a38e2-22a5-44af-be3a-ab3a68dab1ce on network 45756355-5031-4b08-95d3-02ece492e04d {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:07.714002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:07.719799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Checking segment: {'id': '975df0c0-e694-43d8-bb62-05cb19a12b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45756355-5031-4b08-95d3-02ece492e04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:07.719799 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:07.719799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Bound using segment: {'id': '975df0c0-e694-43d8-bb62-05cb19a12b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45756355-5031-4b08-95d3-02ece492e04d'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:07.719799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Bound port: 620a38e2-22a5-44af-be3a-ab3a68dab1ce, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975df0c0-e694-43d8-bb62-05cb19a12b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '45756355-5031-4b08-95d3-02ece492e04d'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:07.719799 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:07.768089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58082) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:07.773785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': 'ca842a01-c489-4cce-9b3e-aaef0a86d129', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:07.828516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] For port 620a38e2-22a5-44af-be3a-ab3a68dab1ce, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:07.831755 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] For port 620a38e2-22a5-44af-be3a-ab3a68dab1ce, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=620a38e2-22a5-44af-be3a-ab3a68dab1ce,segment=NetworkSegment(975df0c0-e694-43d8-bb62-05cb19a12b4d),segment_id=975df0c0-e694-43d8-bb62-05cb19a12b4d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:07.873249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:07.936565 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.010807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.012185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd946c0f-0870-4984-ad63-77adafe9cafb None None] Pushing event updated for resources: {'Port': ['ID=620a38e2-22a5-44af-be3a-ab3a68dab1ce,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:08.040803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-c9307e10-e318-4b8b-b602-9b0d22bcfc23 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e1c757d3d3b348fb8fe404686dae5f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523734 Sep 20 12:52:08.041967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:08.045726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.056043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Network 45756355-5031-4b08-95d3-02ece492e04d is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:08.059037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:08.066970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:08.076847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Pushing event updated for resources: {'Port': ['ID=2fc2c94f-cfcb-4252-b5b8-4496371850bf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:08.128965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:08.129857 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.205550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-68f22963-dec7-42f3-b8ed-d15a79f4ce40 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1912906 Sep 20 12:52:08.208050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58102) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:08.213742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5d0cd565-a48d-4fd6-974f-b8da62bac191 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1069584677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:08.359130 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd565-a48d-4fd6-974f-b8da62bac191 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.360299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd565-a48d-4fd6-974f-b8da62bac191 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.418798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-8e36d1dd-e34d-402e-bbb5-49d9615ccfc8 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:08.420281 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-8e36d1dd-e34d-402e-bbb5-49d9615ccfc8 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3486350 Sep 20 12:52:08.438843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd565-a48d-4fd6-974f-b8da62bac191 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.445704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Request body: {'port': {'device_id': '6b506e45-7759-45c0-ba04-0bc13126106f', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': 'e1c757d3d3b348fb8fe404686dae5f75'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:08.505932 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd565-a48d-4fd6-974f-b8da62bac191 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.558853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4406d4d4-eae4-4292-bbf7-c0e1987b7977 req-3a15303e-a5ab-4131-9aa2-433e0f5ccad4 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 210 time: 0.0270536 Sep 20 12:52:08.591354 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd565-a48d-4fd6-974f-b8da62bac191 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.595463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d0cd565-a48d-4fd6-974f-b8da62bac191 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3837094 Sep 20 12:52:08.597873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:08.603401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9cfe8060-113a-445e-9ba5-e76b48e9ddd5 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1229936830', 'prefixes': ['172.20.0.0/16']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:08.654494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.687703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Made reservation on behalf of e1c757d3d3b348fb8fe404686dae5f75 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:08.691450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.710118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.747365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=7b4f0dfd-5bd6-4ae4-a56c-4206491b8004,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:08.769628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': '846464dd-6182-4d5d-af44-5f5ed58a0110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca842a01-c489-4cce-9b3e-aaef0a86d129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:08.770331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: ca842a01-c489-4cce-9b3e-aaef0a86d129, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:08.855513 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.964570 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:08.970474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network ca842a01-c489-4cce-9b3e-aaef0a86d129 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:09.038372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b52cc7-9574-4122-b556-e85e16ed9dda,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:09.056832 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8060-113a-445e-9ba5-e76b48e9ddd5 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.062462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9cfe8060-113a-445e-9ba5-e76b48e9ddd5 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4634004 Sep 20 12:52:09.063283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58136) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:09.068851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-31490716-0eeb-409e-9d33-2b29f45c7667 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446', 'tempest-TagsExtTest-Tag-1728482866') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:09.108720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ca842a01-c489-4cce-9b3e-aaef0a86d129) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:09.122821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f33eb-5086-4fd8-95f7-e9cc8430098d None None] Network ca842a01-c489-4cce-9b3e-aaef0a86d129 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:09.134936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:09.135539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.185168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d04a42a-86c3-4bb9-98bb-e2e33bfefc8d None None] Network 45756355-5031-4b08-95d3-02ece492e04d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:09.216522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Allocated IP 192.168.233.86 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:09.240498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4ebfdd0d-4d68-401f-9430-712370e8188b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4699471 Sep 20 12:52:09.244768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:09.250729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10125231'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:09.318193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ed22ae0f-10c7-4f67-a804-31c08115e943 None None] Provisioning complete for port 620a38e2-22a5-44af-be3a-ab3a68dab1ce triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:09.318565 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed22ae0f-10c7-4f67-a804-31c08115e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.359123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:09.362914 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.411829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-ca842a01-c489-4cce-9b3e-aaef0a86d129', 'network_id': 'ca842a01-c489-4cce-9b3e-aaef0a86d129', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': '7b4f0dfd-5bd6-4ae4-a56c-4206491b8004'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:09.412945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.415633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:09.432667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.433839 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment b2f06c1d-8886-438e-acde-47f185056371 of type vlan for network 09e49613-698b-4ab1-ba5f-901ca7988081 Sep 20 12:52:09.478995 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:52:09.486187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.504424 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed22ae0f-10c7-4f67-a804-31c08115e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.592207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.605635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:09.606679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.625986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ed22ae0f-10c7-4f67-a804-31c08115e943 None None] For port 620a38e2-22a5-44af-be3a-ab3a68dab1ce, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=620a38e2-22a5-44af-be3a-ab3a68dab1ce,segment=NetworkSegment(975df0c0-e694-43d8-bb62-05cb19a12b4d),segment_id=975df0c0-e694-43d8-bb62-05cb19a12b4d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:09.689902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Allocated IP 2001:db8:0:ffff::2 (ca842a01-c489-4cce-9b3e-aaef0a86d129/7b4f0dfd-5bd6-4ae4-a56c-4206491b8004/b1a264af-f41f-410a-9227-1d8588e3d8ef) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:09.699063 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed22ae0f-10c7-4f67-a804-31c08115e943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:09.720566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a377786-25a8-4889-8e9b-a70710d96690 req-27f08d9a-48f6-4613-bef2-fac73aaa0ea9 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 210 time: 0.0757766 Sep 20 12:52:09.790145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-31490716-0eeb-409e-9d33-2b29f45c7667 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags/tempest-TagsExtTest-Tag-1728482866 HTTP/1.1" status: 201 len: 201 time: 0.7255301 Sep 20 12:52:09.793785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58172) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:09.798493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=09e49613-698b-4ab1-ba5f-901ca7988081,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:09.798970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-58fb8a42-5f19-4cb9-a763-9003eec553c0 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf', 'tempest-TagsExtTest-Tag-989056001') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:09.809255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2f6c9253-931b-4936-b1eb-dd763b45fdb1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5631206 Sep 20 12:52:09.815145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:09.820814 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': '09e49613-698b-4ab1-ba5f-901ca7988081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:09.886374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 09e49613-698b-4ab1-ba5f-901ca7988081 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:09.905445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.009299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ae0f-10c7-4f67-a804-31c08115e943 None None] Pushing event updated for resources: {'Port': ['ID=620a38e2-22a5-44af-be3a-ab3a68dab1ce,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:10.021267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:10.027455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.085543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.090030 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-58fb8a42-5f19-4cb9-a763-9003eec553c0 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags/tempest-TagsExtTest-Tag-989056001 HTTP/1.1" status: 201 len: 201 time: 0.2944200 Sep 20 12:52:10.101108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cbde6476-460e-4496-9615-0128312cb3b9 None None] Provisioning complete for port 2fc2c94f-cfcb-4252-b5b8-4496371850bf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:10.101807 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cbde6476-460e-4496-9615-0128312cb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.136428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58186) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:10.141462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-bea6db67-82ff-4a4d-ad3e-5cc4b1840f80 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176', 'tempest-TagsExtTest-Tag-1189355455') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:10.152880 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.158914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 620a38e2-22a5-44af-be3a-ab3a68dab1ce up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:10.162046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Pushing event updated for resources: {'Port': ['ID=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:10.189678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:10.191433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:10.196379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:10.225894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cbde6476-460e-4496-9615-0128312cb3b9 None None] Port 2fc2c94f-cfcb-4252-b5b8-4496371850bf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:52:10.238720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 620a38e2-22a5-44af-be3a-ab3a68dab1ce triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:10.238720 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.319217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:10.325101 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.413301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bea6db67-82ff-4a4d-ad3e-5cc4b1840f80 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags/tempest-TagsExtTest-Tag-1189355455 HTTP/1.1" status: 201 len: 201 time: 0.2777812 Sep 20 12:52:10.413507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58202) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:10.419837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-0ac41907-1b84-4a56-af12-0d48ba0e71fd tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48', 'tempest-TagsExtTest-Tag-847137151') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:10.422982 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-9b8b3f4c-d52e-4bd4-9344-c0241d89678d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9832194 Sep 20 12:52:10.434614 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.475310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cbde6476-460e-4496-9615-0128312cb3b9 None None] Provisioning complete for port 620a38e2-22a5-44af-be3a-ab3a68dab1ce triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:10.475865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cbde6476-460e-4496-9615-0128312cb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.517080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Request body: {'port': {'device_id': '6b506e45-7759-45c0-ba04-0bc13126106f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:10.533650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Network ca842a01-c489-4cce-9b3e-aaef0a86d129 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:10.547915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:10.552103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Pushing event updated for resources: {'Port': ['ID=b1a264af-f41f-410a-9227-1d8588e3d8ef,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:10.556963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:10.565494 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.624395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.680815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': 'b2f06c1d-8886-438e-acde-47f185056371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09e49613-698b-4ab1-ba5f-901ca7988081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:10.681208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: 09e49613-698b-4ab1-ba5f-901ca7988081, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:10.685095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=d1456324-a7b6-4357-910f-a3ed2667f56c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:10.690024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Attempting to bind port b1a264af-f41f-410a-9227-1d8588e3d8ef on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:10.690388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Attempting to bind port b1a264af-f41f-410a-9227-1d8588e3d8ef by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '846464dd-6182-4d5d-af44-5f5ed58a0110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca842a01-c489-4cce-9b3e-aaef0a86d129'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:10.690749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Attempting to bind port b1a264af-f41f-410a-9227-1d8588e3d8ef on network ca842a01-c489-4cce-9b3e-aaef0a86d129 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:10.697244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ac41907-1b84-4a56-af12-0d48ba0e71fd tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags/tempest-TagsExtTest-Tag-847137151 HTTP/1.1" status: 201 len: 201 time: 0.2815073 Sep 20 12:52:10.697875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:10.702814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:10.703196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Checking segment: {'id': '846464dd-6182-4d5d-af44-5f5ed58a0110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca842a01-c489-4cce-9b3e-aaef0a86d129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:10.703601 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.703992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Bound using segment: {'id': '846464dd-6182-4d5d-af44-5f5ed58a0110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca842a01-c489-4cce-9b3e-aaef0a86d129'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:10.704459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Bound port: b1a264af-f41f-410a-9227-1d8588e3d8ef, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846464dd-6182-4d5d-af44-5f5ed58a0110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca842a01-c489-4cce-9b3e-aaef0a86d129'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:10.704577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-d07e060f-6b8b-4d94-9d67-8e8d0c819f47 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:10.704844 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.791922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] For port b1a264af-f41f-410a-9227-1d8588e3d8ef, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:10.796333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] For port b1a264af-f41f-410a-9227-1d8588e3d8ef, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b1a264af-f41f-410a-9227-1d8588e3d8ef,segment=NetworkSegment(846464dd-6182-4d5d-af44-5f5ed58a0110),segment_id=846464dd-6182-4d5d-af44-5f5ed58a0110)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:10.809080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d07e060f-6b8b-4d94-9d67-8e8d0c819f47 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags HTTP/1.1" status: 200 len: 241 time: 0.1079228 Sep 20 12:52:10.810119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58220) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:10.814334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-80b4a068-9f26-42ba-84d1-d0b2ee829298 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446', 'tempest-TagsExtTest-Tag-1728482866') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:10.838570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-02df839b-f027-424f-b509-fbef9b362cf0 None None] Provisioning complete for port 2fc2c94f-cfcb-4252-b5b8-4496371850bf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:10.839097 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02df839b-f027-424f-b509-fbef9b362cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.851760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network 09e49613-698b-4ab1-ba5f-901ca7988081 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:10.887811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:10.909225 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-02df839b-f027-424f-b509-fbef9b362cf0 None None] Port 2fc2c94f-cfcb-4252-b5b8-4496371850bf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:52:10.946999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-80b4a068-9f26-42ba-84d1-d0b2ee829298 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags/tempest-TagsExtTest-Tag-1728482866 HTTP/1.1" status: 204 len: 168 time: 0.1357963 Sep 20 12:52:10.956506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58228) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:10.957785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cb7d8-e5c0-4d7c-b201-98df3a67a8ff req-5dc0a5f7-7f90-46ec-8388-ffb1cacd2072 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:10.963615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-08cb783c-544a-491a-8db7-86ca582fcda8 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446', 'tempest-TagsExtTest-Tag-1728482866') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:10.969319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d2cb7d8-e5c0-4d7c-b201-98df3a67a8ff req-5dc0a5f7-7f90-46ec-8388-ffb1cacd2072 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 935 time: 0.1514843 Sep 20 12:52:10.998539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 09e49613-698b-4ab1-ba5f-901ca7988081) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:11.007694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:52:11.008913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:11.009617 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.018779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb692b5-a9b5-4116-9a12-dbb119c5064b None None] Network 09e49613-698b-4ab1-ba5f-901ca7988081 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:11.028117 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.044825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Transition to ACTIVE for port object 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:52:11.057868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d2cb7d8-e5c0-4d7c-b201-98df3a67a8ff req-3cbbc811-c66c-4755-8ed0-d904a6da06f8 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847383 Sep 20 12:52:11.077029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-02df839b-f027-424f-b509-fbef9b362cf0 None None] Provisioning complete for port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:11.077448 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02df839b-f027-424f-b509-fbef9b362cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.105888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58236) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:11.106868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7058ead-414b-41d1-9653-88e0167ceed9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2903528 Sep 20 12:52:11.110197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f5433-edeb-41e6-a308-b61b791741f1 None None] Pushing event updated for resources: {'Port': ['ID=b1a264af-f41f-410a-9227-1d8588e3d8ef,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:11.152705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.161546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-02df839b-f027-424f-b509-fbef9b362cf0 None None] Port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:52:11.244596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-08cb783c-544a-491a-8db7-86ca582fcda8 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags/tempest-TagsExtTest-Tag-1728482866 HTTP/1.1" status: 204 len: 168 time: 0.2823129 Sep 20 12:52:11.253741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:11.264955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-6d47a7db-2b5e-4762-a82c-f3a07ba51ca4 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:11.298328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-09e49613-698b-4ab1-ba5f-901ca7988081', 'network_id': '09e49613-698b-4ab1-ba5f-901ca7988081', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': 'd1456324-a7b6-4357-910f-a3ed2667f56c'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:11.302526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.359908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:11.387231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6d47a7db-2b5e-4762-a82c-f3a07ba51ca4 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags HTTP/1.1" status: 200 len: 205 time: 0.1321681 Sep 20 12:52:11.390585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58252) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:11.393353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Attempting to bind port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:11.393697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Attempting to bind port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:11.394030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Attempting to bind port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:11.395052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-9cfcf24e-3d27-4912-93c1-4b36b6de720e tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:11.405504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.410618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:52:11.410943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Attempting to bind port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:11.418142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:11.418691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:11.419081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:11.419513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Bound port: 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:11.419871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.536132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9cfcf24e-3d27-4912-93c1-4b36b6de720e tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags HTTP/1.1" status: 200 len: 240 time: 0.1422145 Sep 20 12:52:11.537075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58258) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:11.548984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-4f12a269-5c07-4451-bd63-d7b51f26669f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf', 'tempest-TagsExtTest-Tag-989056001') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:11.597834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] For port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:11.613835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Allocated IP 2001:db8::1 (09e49613-698b-4ab1-ba5f-901ca7988081/d1456324-a7b6-4357-910f-a3ed2667f56c/7a6cbe8b-8276-4e7b-a799-677159dc177a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:11.626294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.630982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f12a269-5c07-4451-bd63-d7b51f26669f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags/tempest-TagsExtTest-Tag-989056001 HTTP/1.1" status: 204 len: 168 time: 0.0881324 Sep 20 12:52:11.635889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] For port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:11.640571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:11.673916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-2e556934-e657-4383-98ea-ffe0dab08f69 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf', 'tempest-TagsExtTest-Tag-989056001') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:11.706367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.751369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:11.752213 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.754572 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] 10.222.0.32 "PUT /v2.0/ports/7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca HTTP/1.1" status: 200 len: 1095 time: 1.3199196 Sep 20 12:52:11.755158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b506e45-7759-45c0-ba04-0bc13126106f', 'tag': '7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:52:11.758001 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e836a5-1e6f-4fe7-9692-b967e30e9558" -d '{"events": [{"name": "network-changed", "server_uuid": "6b506e45-7759-45c0-ba04-0bc13126106f", "tag": "7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:52:11.790475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ead02b-7bfb-4d2a-9fc1-e54688ac254c service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:11.820586 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.833227 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8625bc5d-2c8f-40da-8a35-6cf31947df73 x-openstack-request-id: req-8625bc5d-2c8f-40da-8a35-6cf31947df73 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:52:11.833886 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b506e45-7759-45c0-ba04-0bc13126106f", "tag": "7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:52:11.834141 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8625bc5d-2c8f-40da-8a35-6cf31947df73 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:52:11.834569 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b506e45-7759-45c0-ba04-0bc13126106f', 'tag': '7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca', 'status': 'completed', 'code': 200} Sep 20 12:52:11.840733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2e556934-e657-4383-98ea-ffe0dab08f69 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags/tempest-TagsExtTest-Tag-989056001 HTTP/1.1" status: 204 len: 168 time: 0.1830025 Sep 20 12:52:11.843684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58280) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:11.852115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-7927f6ef-dae8-442b-9b6d-5188ec489991 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:11.947984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e836a5-1e6f-4fe7-9692-b967e30e9558 req-e760aaa1-33f4-488b-a215-0138a3d63c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:11.949833 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9e836a5-1e6f-4fe7-9692-b967e30e9558 req-e760aaa1-33f4-488b-a215-0138a3d63c38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c757d3d3b348fb8fe404686dae5f75&device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 1098 time: 0.0668190 Sep 20 12:52:11.964343 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:11.980945 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9e836a5-1e6f-4fe7-9692-b967e30e9558 req-f3d066e3-8457-48b9-b4b1-627c13ce9932 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e1c757d3d3b348fb8fe404686dae5f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229473 Sep 20 12:52:12.005506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:12.015746 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7927f6ef-dae8-442b-9b6d-5188ec489991 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags HTTP/1.1" status: 200 len: 205 time: 0.1581571 Sep 20 12:52:12.020543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-fb6b5fbc-dee1-414e-9516-5ba7ba4460be tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.036295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Network 09e49613-698b-4ab1-ba5f-901ca7988081 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:12.048299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:12.056120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:12.102788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Pushing event updated for resources: {'Port': ['ID=7a6cbe8b-8276-4e7b-a799-677159dc177a,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:12.224567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb6b5fbc-dee1-414e-9516-5ba7ba4460be tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags HTTP/1.1" status: 200 len: 241 time: 0.2177429 Sep 20 12:52:12.242297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:12.242521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Attempting to bind port 7a6cbe8b-8276-4e7b-a799-677159dc177a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:12.243488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Attempting to bind port 7a6cbe8b-8276-4e7b-a799-677159dc177a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b2f06c1d-8886-438e-acde-47f185056371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09e49613-698b-4ab1-ba5f-901ca7988081'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:12.244171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Attempting to bind port 7a6cbe8b-8276-4e7b-a799-677159dc177a on network 09e49613-698b-4ab1-ba5f-901ca7988081 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:12.249811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-fbd596ed-5249-4540-bb9c-7aa6bf17cee7 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176', 'tempest-TagsExtTest-Tag-1189355455') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.250033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.257619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:12.259315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Checking segment: {'id': 'b2f06c1d-8886-438e-acde-47f185056371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09e49613-698b-4ab1-ba5f-901ca7988081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:12.260792 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.261557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Bound using segment: {'id': 'b2f06c1d-8886-438e-acde-47f185056371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09e49613-698b-4ab1-ba5f-901ca7988081'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:12.263294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Bound port: 7a6cbe8b-8276-4e7b-a799-677159dc177a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f06c1d-8886-438e-acde-47f185056371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09e49613-698b-4ab1-ba5f-901ca7988081'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:12.263983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.345333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=d1456324-a7b6-4357-910f-a3ed2667f56c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:12.389155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.390267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] For port 7a6cbe8b-8276-4e7b-a799-677159dc177a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:12.394415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] For port 7a6cbe8b-8276-4e7b-a799-677159dc177a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7a6cbe8b-8276-4e7b-a799-677159dc177a,segment=NetworkSegment(b2f06c1d-8886-438e-acde-47f185056371),segment_id=b2f06c1d-8886-438e-acde-47f185056371)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:12.402894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 620a38e2-22a5-44af-be3a-ab3a68dab1ce up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:12.409277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0faf-f8d5-4664-b7bb-72921aff8a4a req-893736c6-a99d-4615-a212-a9c05774988b tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:12.410678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e836a5-1e6f-4fe7-9692-b967e30e9558 req-38a69b0f-e934-42e2-9828-0d68607057fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:12.411365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c2f0faf-f8d5-4664-b7bb-72921aff8a4a req-893736c6-a99d-4615-a212-a9c05774988b tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 947 time: 0.2017579 Sep 20 12:52:12.412205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9e836a5-1e6f-4fe7-9692-b967e30e9558 req-38a69b0f-e934-42e2-9828-0d68607057fc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4158008 Sep 20 12:52:12.413289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fbd596ed-5249-4540-bb9c-7aa6bf17cee7 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags/tempest-TagsExtTest-Tag-1189355455 HTTP/1.1" status: 204 len: 168 time: 0.1706674 Sep 20 12:52:12.417054 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:12.421282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-c349f10c-2ad6-41e1-a6c3-364774ccccb3 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176', 'tempest-TagsExtTest-Tag-1189355455') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.433748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e49613-698b-4ab1-ba5f-901ca7988081']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.470036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f06c1d-8886-438e-acde-47f185056371') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.471078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f06c1d-8886-438e-acde-47f185056371') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.473743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 620a38e2-22a5-44af-be3a-ab3a68dab1ce triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:12.474284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.530977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.544657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.548444 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4814b115-b0a7-4330-88f8-27e9c96704a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.591098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108f261-1582-4272-b5b3-662a54de3010 None None] Network ca842a01-c489-4cce-9b3e-aaef0a86d129 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:12.598979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c2f0faf-f8d5-4664-b7bb-72921aff8a4a req-7d76e14e-1303-4c12-a404-db38dbdea898 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730072 Sep 20 12:52:12.611221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.621286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-a204c03c-9846-44f1-8db2-e74a7323f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:12.622935 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-a204c03c-9846-44f1-8db2-e74a7323f932 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c757d3d3b348fb8fe404686dae5f75&device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 1098 time: 0.1427739 Sep 20 12:52:12.625781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:12.626512 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:12.630971 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:12.687738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c349f10c-2ad6-41e1-a6c3-364774ccccb3 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags/tempest-TagsExtTest-Tag-1189355455 HTTP/1.1" status: 204 len: 168 time: 0.2676303 Sep 20 12:52:12.687935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:12.692448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-1ea859e8-2814-4411-9b1c-5a70a695d168 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.693033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-e8a5a1b6-03f8-41bf-8b34-e01d13a1d1c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca HTTP/1.1" status: 200 len: 217 time: 0.0502949 Sep 20 12:52:12.732684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0ea3-391e-4b46-a166-1b16ba8e10b9 None None] Pushing event updated for resources: {'Port': ['ID=7a6cbe8b-8276-4e7b-a799-677159dc177a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:12.744301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3423e-5954-4a8f-b241-48cd7317c9af None None] Network 09e49613-698b-4ab1-ba5f-901ca7988081 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:12.777252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ea859e8-2814-4411-9b1c-5a70a695d168 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags HTTP/1.1" status: 200 len: 205 time: 0.0883770 Sep 20 12:52:12.779894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58326) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:12.784341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-fcb67244-6fac-4113-849c-d400be3d5111 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.799010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-977ae425-ec58-4f80-ac7d-893372eafa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:12.800603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-977ae425-ec58-4f80-ac7d-893372eafa60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0698564 Sep 20 12:52:12.820924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fcb67244-6fac-4113-849c-d400be3d5111 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags HTTP/1.1" status: 200 len: 240 time: 0.0393784 Sep 20 12:52:12.823643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:12.828662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-b780abf5-fcc3-4b92-9a80-4202fd6d6c53 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48', 'tempest-TagsExtTest-Tag-847137151') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.840311 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:52:12.840311 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:52:12.840311 n-d-809934-3 neutron-server[95503]: [parameters: {'id': '09e49613-698b-4ab1-ba5f-901ca7988081'}] Sep 20 12:52:12.840311 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:52:12.843016 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:52:12.843333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-53387ed0-526c-415b-853e-3229597fb316 None None] Provisioning complete for port b1a264af-f41f-410a-9227-1d8588e3d8ef triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:12.843333 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-53387ed0-526c-415b-853e-3229597fb316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:12.856495 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b780abf5-fcc3-4b92-9a80-4202fd6d6c53 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags/tempest-TagsExtTest-Tag-847137151 HTTP/1.1" status: 204 len: 168 time: 0.0295286 Sep 20 12:52:12.856697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:12.870174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-b5822e2e-b96a-46e3-8448-34a7f625573a tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48', 'tempest-TagsExtTest-Tag-847137151') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:12.886069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-b4767866-7549-48e7-908e-547eb051d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:12.888066 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-b4767866-7549-48e7-908e-547eb051d999 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798435 Sep 20 12:52:12.905398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b1a264af-f41f-410a-9227-1d8588e3d8ef up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:12.963847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b5822e2e-b96a-46e3-8448-34a7f625573a tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags/tempest-TagsExtTest-Tag-847137151 HTTP/1.1" status: 204 len: 168 time: 0.1059551 Sep 20 12:52:12.964602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58338) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:12.969070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-7dfab016-b5a8-4222-8939-eefd0167dd73 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:13.024671 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7dfab016-b5a8-4222-8939-eefd0167dd73 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags HTTP/1.1" status: 200 len: 205 time: 0.0565042 Sep 20 12:52:13.024671 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-e8b6e776-c246-4661-ac19-4f9fbd749d00 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295338 Sep 20 12:52:13.025721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:13.031172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-8cf26e7c-c25b-4403-b3a3-80b0dac7a1bb tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:13.081445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8cf26e7c-c25b-4403-b3a3-80b0dac7a1bb tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags HTTP/1.1" status: 204 len: 168 time: 0.0539196 Sep 20 12:52:13.084219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:13.091447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-6b2f58f8-9382-41ea-b9eb-be6436b9897d tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:13.130937 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-53387ed0-526c-415b-853e-3229597fb316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.147131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b1a264af-f41f-410a-9227-1d8588e3d8ef triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:13.147494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.165991 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e0c35e2-4f51-4c32-881d-eaea08fb70d0 req-15087932-e6ab-4035-8106-9f6f4f31ae58 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342731 Sep 20 12:52:13.192277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b2f58f8-9382-41ea-b9eb-be6436b9897d tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags HTTP/1.1" status: 204 len: 168 time: 0.1064656 Sep 20 12:52:13.194834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:13.201477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-a21cba6a-e7a2-4afb-8204-66a773ff1645 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:13.205836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-53387ed0-526c-415b-853e-3229597fb316 None None] For port b1a264af-f41f-410a-9227-1d8588e3d8ef, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b1a264af-f41f-410a-9227-1d8588e3d8ef,segment=NetworkSegment(846464dd-6182-4d5d-af44-5f5ed58a0110),segment_id=846464dd-6182-4d5d-af44-5f5ed58a0110)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:13.277705 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-53387ed0-526c-415b-853e-3229597fb316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.290488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a21cba6a-e7a2-4afb-8204-66a773ff1645 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0936396 Sep 20 12:52:13.292516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58360) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:13.299872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-82285a7d-0bae-48f6-a402-b567277de6aa tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:13.328601 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.333540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53387ed0-526c-415b-853e-3229597fb316 None None] Pushing event updated for resources: {'Port': ['ID=b1a264af-f41f-410a-9227-1d8588e3d8ef,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:13.342887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.382183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-82285a7d-0bae-48f6-a402-b567277de6aa tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags HTTP/1.1" status: 204 len: 168 time: 0.0884807 Sep 20 12:52:13.386843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58368) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:13.391804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-7cec12cc-6abd-4f99-9f4d-ea114cf2d965 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446', 'tempest-TagsExtTest-Tag-966761826') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:13.414712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting port 7a6cbe8b-8276-4e7b-a799-677159dc177a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:13.415400 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.422666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:52:13.423199 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:52:13.444343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23968f0f-014b-4835-aaae-7f0c7409b707 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:52:13.503975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] For port 7a6cbe8b-8276-4e7b-a799-677159dc177a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7a6cbe8b-8276-4e7b-a799-677159dc177a,segment=NetworkSegment(b2f06c1d-8886-438e-acde-47f185056371),segment_id=b2f06c1d-8886-438e-acde-47f185056371)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:13.504355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.520572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Calling delete_port for 7a6cbe8b-8276-4e7b-a799-677159dc177a owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:13.528837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-05c07bb0-2507-46c1-95e4-6dae67886fbc None None] Provisioning complete for port b1a264af-f41f-410a-9227-1d8588e3d8ef triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:13.529237 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-05c07bb0-2507-46c1-95e4-6dae67886fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.539977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7cec12cc-6abd-4f99-9f4d-ea114cf2d965 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags/tempest-TagsExtTest-Tag-966761826 HTTP/1.1" status: 201 len: 201 time: 0.1516163 Sep 20 12:52:13.547111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:13.552894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-9caa4e01-c6dc-4cda-9c74-ffa7aec50e9b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf', 'tempest-TagsExtTest-Tag-656825721') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:13.571058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23968f0f-014b-4835-aaae-7f0c7409b707 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:52:13.761977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286002-e031-4325-a2a5-db0605cfc786 req-af602f75-2b1e-4808-8f93-58780ed8bcf7 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:13.761977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1286002-e031-4325-a2a5-db0605cfc786 req-af602f75-2b1e-4808-8f93-58780ed8bcf7 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 947 time: 0.0592825 Sep 20 12:52:13.807636 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1286002-e031-4325-a2a5-db0605cfc786 req-e680f6b9-56a4-4237-a669-5e018a3f49a4 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558207 Sep 20 12:52:13.841068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.870024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Port': ['ID=7a6cbe8b-8276-4e7b-a799-677159dc177a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:13.883757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No DVR routers for this DVR port 7a6cbe8b-8276-4e7b-a799-677159dc177a on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:13.987358 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:13.987521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9caa4e01-c6dc-4cda-9c74-ffa7aec50e9b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags/tempest-TagsExtTest-Tag-656825721 HTTP/1.1" status: 201 len: 201 time: 0.4253471 Sep 20 12:52:13.987521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:13.987521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-6e419f90-5988-458e-b057-09b9dfb2758b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176', 'tempest-TagsExtTest-Tag-85000025') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.001734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e49613-698b-4ab1-ba5f-901ca7988081']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.024003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f06c1d-8886-438e-acde-47f185056371') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.024003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f06c1d-8886-438e-acde-47f185056371') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.035432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.052790 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.059391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:14.059807 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:14.084587 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:14.094847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b1a264af-f41f-410a-9227-1d8588e3d8ef up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:14.142470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b1a264af-f41f-410a-9227-1d8588e3d8ef triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:14.142837 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.204882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.229849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.231891 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/09e49613-698b-4ab1-ba5f-901ca7988081 HTTP/1.1" status: 204 len: 168 time: 3.1248112 Sep 20 12:52:14.235892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58398) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.244848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1139215865'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:14.252157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342042f-39b9-4410-8d5b-d330627d7e74 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=09e49613-698b-4ab1-ba5f-901ca7988081,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:14.273991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e419f90-5988-458e-b057-09b9dfb2758b tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags/tempest-TagsExtTest-Tag-85000025 HTTP/1.1" status: 201 len: 201 time: 0.2909677 Sep 20 12:52:14.276225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.280623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-687010fb-fa9f-4082-be43-bfd55eaa0535 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48', 'tempest-TagsExtTest-Tag-1989577888') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.356878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:14.360546 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.387084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:14.397116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.397116 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment 7a573899-9958-444a-ac97-ef380a8bc558 of type vlan for network 2efa5f8f-708f-4b49-9258-574b895a7f0b Sep 20 12:52:14.436196 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.440813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-687010fb-fa9f-4082-be43-bfd55eaa0535 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags/tempest-TagsExtTest-Tag-1989577888 HTTP/1.1" status: 201 len: 201 time: 0.1636362 Sep 20 12:52:14.444115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58412) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.449664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-43ea8f61-c1be-4253-92f3-404ef57e3ca7 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446', {'tags': ['tempest-TagsExtTest-Tag-1698062133', 'tempest-TagsExtTest-Tag-1959217798', 'tempest-TagsExtTest-Tag-693480458']}) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.522007 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.529122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:14.529122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.577107 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-43ea8f61-c1be-4253-92f3-404ef57e3ca7 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags HTTP/1.1" status: 200 len: 317 time: 0.1292071 Sep 20 12:52:14.577520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58420) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.582068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-d8f3a5b1-3289-4148-bccb-37f935b99917 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.594350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=2efa5f8f-708f-4b49-9258-574b895a7f0b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:14.605180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 2efa5f8f-708f-4b49-9258-574b895a7f0b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:14.635366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed8f117d-940a-4d59-aece-4625ca87b8c8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3973417 Sep 20 12:52:14.638051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.644020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': '2efa5f8f-708f-4b49-9258-574b895a7f0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:14.765683 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d8f3a5b1-3289-4148-bccb-37f935b99917 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags HTTP/1.1" status: 204 len: 168 time: 0.1870100 Sep 20 12:52:14.768202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58428) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.773727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-be82e5d5-c030-4d71-be02-b456fdcabc86 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446', 'tempest-TagsExtTest-Tag-1698062133') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.830883 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-be82e5d5-c030-4d71-be02-b456fdcabc86 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:14.832041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-be82e5d5-c030-4d71-be02-b456fdcabc86 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags/tempest-TagsExtTest-Tag-1698062133 HTTP/1.1" status: 404 len: 329 time: 0.0625076 Sep 20 12:52:14.834684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58436) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.840708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-00cbf6b3-f4fe-43e2-8c85-9374e2e629f9 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446', 'tempest-TagsExtTest-Tag-1959217798') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.850328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:14.857788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:14.911926 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-00cbf6b3-f4fe-43e2-8c85-9374e2e629f9 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:14.913163 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-00cbf6b3-f4fe-43e2-8c85-9374e2e629f9 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags/tempest-TagsExtTest-Tag-1959217798 HTTP/1.1" status: 404 len: 329 time: 0.0762889 Sep 20 12:52:14.916774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58440) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.921359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-8b581836-b760-432c-a0a5-899dd1946088 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446', 'tempest-TagsExtTest-Tag-693480458') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:14.980079 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-8b581836-b760-432c-a0a5-899dd1946088 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:14.981216 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8b581836-b760-432c-a0a5-899dd1946088 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags/tempest-TagsExtTest-Tag-693480458 HTTP/1.1" status: 404 len: 328 time: 0.0633144 Sep 20 12:52:14.984000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58442) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:14.988619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-ba9a0de7-d521-423e-9432-909da578b164 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf', {'tags': ['tempest-TagsExtTest-Tag-1686143075', 'tempest-TagsExtTest-Tag-1244442554', 'tempest-TagsExtTest-Tag-355849293']}) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:15.136886 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ba9a0de7-d521-423e-9432-909da578b164 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags HTTP/1.1" status: 200 len: 317 time: 0.1518495 Sep 20 12:52:15.139560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58450) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:15.144575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-cc5c7f77-5f17-46c0-ad8b-0fdba325baab tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:15.162368 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44532daa-4b2d-44f2-8cae-08b28928330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:15.307473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cc5c7f77-5f17-46c0-ad8b-0fdba325baab tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1664062 Sep 20 12:52:15.309827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58460) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:15.316690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-5c925c0c-a301-4579-b1cd-a8df01e7283c tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf', 'tempest-TagsExtTest-Tag-1686143075') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:15.329363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17984fe-a5a5-4b6a-9cbd-c37a5779ca5a req-142e9c99-420a-4df3-801c-3455f6320e0d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:15.331051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b17984fe-a5a5-4b6a-9cbd-c37a5779ca5a req-142e9c99-420a-4df3-801c-3455f6320e0d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 947 time: 0.4474108 Sep 20 12:52:15.376467 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-5c925c0c-a301-4579-b1cd-a8df01e7283c tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:15.380290 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c925c0c-a301-4579-b1cd-a8df01e7283c tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags/tempest-TagsExtTest-Tag-1686143075 HTTP/1.1" status: 404 len: 329 time: 0.0665600 Sep 20 12:52:15.384304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58464) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:15.386322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-771453c4-9c9f-4e0c-b4f5-b427218a1e67 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf', 'tempest-TagsExtTest-Tag-1244442554') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:15.388917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b17984fe-a5a5-4b6a-9cbd-c37a5779ca5a req-6de79a19-0571-4df9-a4a8-a34b4ad303c0 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480006 Sep 20 12:52:15.453540 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-771453c4-9c9f-4e0c-b4f5-b427218a1e67 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:15.457484 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-771453c4-9c9f-4e0c-b4f5-b427218a1e67 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags/tempest-TagsExtTest-Tag-1244442554 HTTP/1.1" status: 404 len: 329 time: 0.0757573 Sep 20 12:52:15.458070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58472) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:15.463114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-4441a34b-1e46-4ee6-a7a0-8b0a87bf6b4c tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf', 'tempest-TagsExtTest-Tag-355849293') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:15.512678 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-4441a34b-1e46-4ee6-a7a0-8b0a87bf6b4c tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:15.513765 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4441a34b-1e46-4ee6-a7a0-8b0a87bf6b4c tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags/tempest-TagsExtTest-Tag-355849293 HTTP/1.1" status: 404 len: 328 time: 0.0547440 Sep 20 12:52:15.516526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58476) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:15.521118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-7d345283-65f4-4220-864d-184e9d04959f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176', {'tags': ['tempest-TagsExtTest-Tag-1950901838', 'tempest-TagsExtTest-Tag-995767035', 'tempest-TagsExtTest-Tag-1943278400']}) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:15.615975 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:15.666799 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:15.676766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=c7aea58b-febc-4465-9219-bda78a5e4b18,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:15.685901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': '7a573899-9958-444a-ac97-ef380a8bc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2efa5f8f-708f-4b49-9258-574b895a7f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:15.686263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: 2efa5f8f-708f-4b49-9258-574b895a7f0b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:15.731025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7d345283-65f4-4220-864d-184e9d04959f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags HTTP/1.1" status: 200 len: 317 time: 0.2133873 Sep 20 12:52:15.733508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58484) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:15.737974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-2fb553b9-782d-46c9-8145-4190911b0bc6 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:15.764050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network 2efa5f8f-708f-4b49-9258-574b895a7f0b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:15.866137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 2efa5f8f-708f-4b49-9258-574b895a7f0b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:15.871988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:15.872609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:15.880213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f5ade-9308-47d6-93dc-ebcdd8145b60 None None] Network 2efa5f8f-708f-4b49-9258-574b895a7f0b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:15.912158 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2fb553b9-782d-46c9-8145-4190911b0bc6 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags HTTP/1.1" status: 204 len: 168 time: 0.1775436 Sep 20 12:52:15.915245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58492) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:15.919779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-cc34676b-7f32-47ad-a87c-63ebd0167bf3 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176', 'tempest-TagsExtTest-Tag-1950901838') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:15.971411 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b060544f-1887-4db4-8da1-adb1e6422241 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3322001 Sep 20 12:52:15.975016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:15.981970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765903849'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:16.031195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:52:16.125916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:16.130614 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.131063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-2efa5f8f-708f-4b49-9258-574b895a7f0b', 'network_id': '2efa5f8f-708f-4b49-9258-574b895a7f0b', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': 'c7aea58b-febc-4465-9219-bda78a5e4b18'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:16.132036 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.189315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:16.204658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.205177 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9 of type vlan for network ef88c94c-3007-41b9-a9f0-4d6247c65557 Sep 20 12:52:16.262500 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-cc34676b-7f32-47ad-a87c-63ebd0167bf3 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:16.263552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cc34676b-7f32-47ad-a87c-63ebd0167bf3 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags/tempest-TagsExtTest-Tag-1950901838 HTTP/1.1" status: 404 len: 329 time: 0.3473651 Sep 20 12:52:16.267128 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.272114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:16.275199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:16.282128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-f94787b5-651e-4f4e-8cc0-31829e8a0c75 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176', 'tempest-TagsExtTest-Tag-995767035') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:16.297588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca', 'mac_address': 'fa:16:3e:9c:cc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:52:16.371687 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.379464 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-f94787b5-651e-4f4e-8cc0-31829e8a0c75 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:16.380501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f94787b5-651e-4f4e-8cc0-31829e8a0c75 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags/tempest-TagsExtTest-Tag-995767035 HTTP/1.1" status: 404 len: 328 time: 0.1051927 Sep 20 12:52:16.384058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:16.388836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-a634b445-eb17-468c-91c3-ddffc9bb3753 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176', 'tempest-TagsExtTest-Tag-1943278400') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:16.391587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Allocated IP 2001:db8::1 (2efa5f8f-708f-4b49-9258-574b895a7f0b/c7aea58b-febc-4465-9219-bda78a5e4b18/0d1b18ad-1e3f-495c-a94f-2974374c9023) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:16.396339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:52:16.432433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:16.446816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.446816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:16.446816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.517490 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-a634b445-eb17-468c-91c3-ddffc9bb3753 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:16.521444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a634b445-eb17-468c-91c3-ddffc9bb3753 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags/tempest-TagsExtTest-Tag-1943278400 HTTP/1.1" status: 404 len: 329 time: 0.1335707 Sep 20 12:52:16.521778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58528) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:16.526462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-26cfcceb-8f39-4110-ba3e-7f127666cce6 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48', {'tags': ['tempest-TagsExtTest-Tag-1910405911', 'tempest-TagsExtTest-Tag-745835280', 'tempest-TagsExtTest-Tag-642755464']}) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:16.537189 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.586261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6097431 Sep 20 12:52:16.589242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58530) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:16.594595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': 'ef88c94c-3007-41b9-a9f0-4d6247c65557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:16.596971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a56f1-af17-4b2f-929d-779452c2e106 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=ef88c94c-3007-41b9-a9f0-4d6247c65557,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:16.611994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f151cb-657e-4df3-9d89-15b9fef4b83c req-7c99f49b-cac7-4ccc-b9af-652e8152384c tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:16.613723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18f151cb-657e-4df3-9d89-15b9fef4b83c req-7c99f49b-cac7-4ccc-b9af-652e8152384c tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 947 time: 0.1202493 Sep 20 12:52:16.639145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ef88c94c-3007-41b9-a9f0-4d6247c65557 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:16.654501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.666794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18f151cb-657e-4df3-9d89-15b9fef4b83c req-ab4c2524-2187-4aa3-9dc0-287d7d6ed88b tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 Sep 20 12:52:16.681495 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-26cfcceb-8f39-4110-ba3e-7f127666cce6 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "PUT /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags HTTP/1.1" status: 200 len: 316 time: 0.1555142 Sep 20 12:52:16.682654 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.683121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:16.687930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-862a18df-1790-4655-8730-4ddb7f6d8c84 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:16.718923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:16.750979 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.768467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:52:16.802035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:16.807118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.830418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Network 2efa5f8f-708f-4b49-9258-574b895a7f0b is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:16.835189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58544) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:16.835540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-862a18df-1790-4655-8730-4ddb7f6d8c84 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags HTTP/1.1" status: 204 len: 168 time: 0.1519125 Sep 20 12:52:16.838429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:16.840810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:16.842103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-e1cd6cdf-3b98-4727-9ffd-488bb5090b74 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48', 'tempest-TagsExtTest-Tag-1910405911') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:16.855146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Pushing event updated for resources: {'Port': ['ID=0d1b18ad-1e3f-495c-a94f-2974374c9023,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:16.884990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Performing IP validity checks on allocation pools {{(pid=95503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 20 12:52:16.886882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 20 12:52:16.913853 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-e1cd6cdf-3b98-4727-9ffd-488bb5090b74 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:16.915198 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e1cd6cdf-3b98-4727-9ffd-488bb5090b74 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags/tempest-TagsExtTest-Tag-1910405911 HTTP/1.1" status: 404 len: 329 time: 0.0792530 Sep 20 12:52:16.918072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58546) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:16.922341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-2bfaf256-4146-4a47-ba01-4e6bd2c7e612 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48', 'tempest-TagsExtTest-Tag-745835280') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:16.931515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Attempting to bind port 0d1b18ad-1e3f-495c-a94f-2974374c9023 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:16.931812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Attempting to bind port 0d1b18ad-1e3f-495c-a94f-2974374c9023 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '7a573899-9958-444a-ac97-ef380a8bc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2efa5f8f-708f-4b49-9258-574b895a7f0b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:16.932224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Attempting to bind port 0d1b18ad-1e3f-495c-a94f-2974374c9023 on network 2efa5f8f-708f-4b49-9258-574b895a7f0b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:16.943115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:16.943488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Checking segment: {'id': '7a573899-9958-444a-ac97-ef380a8bc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2efa5f8f-708f-4b49-9258-574b895a7f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:16.944252 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.944433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Bound using segment: {'id': '7a573899-9958-444a-ac97-ef380a8bc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2efa5f8f-708f-4b49-9258-574b895a7f0b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:16.944847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Bound port: 0d1b18ad-1e3f-495c-a94f-2974374c9023, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a573899-9958-444a-ac97-ef380a8bc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2efa5f8f-708f-4b49-9258-574b895a7f0b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:16.945477 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:16.974285 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-2bfaf256-4146-4a47-ba01-4e6bd2c7e612 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:16.978512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2bfaf256-4146-4a47-ba01-4e6bd2c7e612 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags/tempest-TagsExtTest-Tag-745835280 HTTP/1.1" status: 404 len: 328 time: 0.0563693 Sep 20 12:52:16.978784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:16.986496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-c39570b4-59a2-47d6-8e72-4675e92f270e tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48', 'tempest-TagsExtTest-Tag-642755464') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:17.046073 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-c39570b4-59a2-47d6-8e72-4675e92f270e tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] show failed (client error): The resource could not be found. Sep 20 12:52:17.049880 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c39570b4-59a2-47d6-8e72-4675e92f270e tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags/tempest-TagsExtTest-Tag-642755464 HTTP/1.1" status: 404 len: 328 time: 0.0674984 Sep 20 12:52:17.050594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58552) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:17.053965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] For port 0d1b18ad-1e3f-495c-a94f-2974374c9023, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:17.057512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] For port 0d1b18ad-1e3f-495c-a94f-2974374c9023, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0d1b18ad-1e3f-495c-a94f-2974374c9023,segment=NetworkSegment(7a573899-9958-444a-ac97-ef380a8bc558),segment_id=7a573899-9958-444a-ac97-ef380a8bc558)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:17.059494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-b183e5e0-483e-42d1-b6d8-2af6f13d0150 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1b3e0861-963d-41a3-b087-ef777096fa48') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:17.090154 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b183e5e0-483e-42d1-b6d8-2af6f13d0150 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48/tags HTTP/1.1" status: 204 len: 168 time: 0.0362201 Sep 20 12:52:17.090448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58558) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:17.095427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-749348a5-a86d-4780-ae98-51242af39fe6 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '96481b6a-94af-474a-962a-252829b74176') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:17.153562 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:17.179275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:17.192689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58560) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:17.197672 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-749348a5-a86d-4780-ae98-51242af39fe6 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/routers/96481b6a-94af-474a-962a-252829b74176/tags HTTP/1.1" status: 204 len: 168 time: 0.1061094 Sep 20 12:52:17.202908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-2ca7c611-f67e-4221-9edf-60357c2d38c2 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2fc2c94f-cfcb-4252-b5b8-4496371850bf') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:17.233607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615883c-64b3-49d7-a96e-88c839b1fc1c None None] Pushing event updated for resources: {'Port': ['ID=0d1b18ad-1e3f-495c-a94f-2974374c9023,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:17.255388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=db187801-1a37-4f47-9d8a-87ccbb8d9367,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:17.291331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ca7c611-f67e-4221-9edf-60357c2d38c2 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0945280 Sep 20 12:52:17.291720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58568) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:17.296326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.tag.tag_plugin [None req-3ce5cbf9-a778-40fd-a1f2-993620069701 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9360e4e4-d642-420a-ad75-3013518d5446') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:17.307405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ef88c94c-3007-41b9-a9f0-4d6247c65557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:17.308159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: ef88c94c-3007-41b9-a9f0-4d6247c65557, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:17.376401 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3ce5cbf9-a778-40fd-a1f2-993620069701 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446/tags HTTP/1.1" status: 204 len: 168 time: 0.0836349 Sep 20 12:52:17.380529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58576) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:17.412390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network ef88c94c-3007-41b9-a9f0-4d6247c65557 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:17.529716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ef88c94c-3007-41b9-a9f0-4d6247c65557) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:17.534257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:17.535110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:17.538605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70756735-3b9d-4d81-9882-6e5a1cf6a376 None None] Network ef88c94c-3007-41b9-a9f0-4d6247c65557 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:17.579198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3603c184-ebb8-4ae4-87a3-04dc5501e3d0 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for subnetpool, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:17.582365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3603c184-ebb8-4ae4-87a3-04dc5501e3d0 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnetpools/1b3e0861-963d-41a3-b087-ef777096fa48 HTTP/1.1" status: 204 len: 168 time: 0.1993115 Sep 20 12:52:17.584000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58588) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:17.625825 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a6652faf-8fe7-4c37-941c-9d297341986f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "GET /v2.0/ports?device_id=96481b6a-94af-474a-962a-252829b74176 HTTP/1.1" status: 200 len: 205 time: 0.0401850 Sep 20 12:52:17.628298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58592) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:17.681679 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-177ebccb-a315-4543-a18a-740cd04b5a7d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0885370 Sep 20 12:52:17.683958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58594) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:17.715810 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c27f86e5-bc59-44c7-8e65-a5a1ec3c6408 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:17.778662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-ef88c94c-3007-41b9-a9f0-4d6247c65557', 'network_id': 'ef88c94c-3007-41b9-a9f0-4d6247c65557', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': 'db187801-1a37-4f47-9d8a-87ccbb8d9367'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:17.782462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:17.925780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32fde-4234-4b71-b7a2-a88f95d2aa23 req-529551f5-ef90-47ae-b7a8-a1065e48e859 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:17.928293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7e32fde-4234-4b71-b7a2-a88f95d2aa23 req-529551f5-ef90-47ae-b7a8-a1065e48e859 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 948 time: 0.0948317 Sep 20 12:52:17.932712 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.003727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7e32fde-4234-4b71-b7a2-a88f95d2aa23 req-4f365f46-218a-4ff4-95e3-d581694e1ed1 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686677 Sep 20 12:52:18.024707 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c27f86e5-bc59-44c7-8e65-a5a1ec3c6408 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.027516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c27f86e5-bc59-44c7-8e65-a5a1ec3c6408 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.037489 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.050286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:18.086524 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.108565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Allocated IP 2001:db8::3 (ef88c94c-3007-41b9-a9f0-4d6247c65557/db187801-1a37-4f47-9d8a-87ccbb8d9367/0546d126-10c6-4cec-b3a0-9d6b590369bf) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:18.158072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0d1b18ad-1e3f-495c-a94f-2974374c9023 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:18.185709 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c27f86e5-bc59-44c7-8e65-a5a1ec3c6408 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.187876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27f86e5-bc59-44c7-8e65-a5a1ec3c6408 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Fanout notify agent at l3_agent the message router_deleted on router 96481b6a-94af-474a-962a-252829b74176 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:52:18.212290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c27f86e5-bc59-44c7-8e65-a5a1ec3c6408 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.213654 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c27f86e5-bc59-44c7-8e65-a5a1ec3c6408 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/routers/96481b6a-94af-474a-962a-252829b74176 HTTP/1.1" status: 204 len: 168 time: 0.5844426 Sep 20 12:52:18.216264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58618) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:18.266222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:52:18.289400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:18.289546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.338846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a1aed059-5ca8-419c-8a34-7a009aaa285f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Deleting port 2fc2c94f-cfcb-4252-b5b8-4496371850bf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:18.339158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1aed059-5ca8-419c-8a34-7a009aaa285f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.340881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0d1b18ad-1e3f-495c-a94f-2974374c9023 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:18.341277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.410833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.443014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1aed059-5ca8-419c-8a34-7a009aaa285f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.460186 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a1aed059-5ca8-419c-8a34-7a009aaa285f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Calling delete_port for 2fc2c94f-cfcb-4252-b5b8-4496371850bf owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:18.469828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee20e3-ab4c-48a9-8741-581c8589eccf None None] Network 2efa5f8f-708f-4b49-9258-574b895a7f0b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:18.516596 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.564965 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.594608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.618268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7e422128-be0c-477e-b3d8-65793c559fc1 None None] Provisioning complete for port 0d1b18ad-1e3f-495c-a94f-2974374c9023 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:18.618756 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7e422128-be0c-477e-b3d8-65793c559fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.627093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.634412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Network ef88c94c-3007-41b9-a9f0-4d6247c65557 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:18.658825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=db187801-1a37-4f47-9d8a-87ccbb8d9367,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:18.672974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:18.706598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 0d1b18ad-1e3f-495c-a94f-2974374c9023, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0d1b18ad-1e3f-495c-a94f-2974374c9023,segment=NetworkSegment(7a573899-9958-444a-ac97-ef380a8bc558),segment_id=7a573899-9958-444a-ac97-ef380a8bc558)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:18.715515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:18.727909 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.730851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1aed059-5ca8-419c-8a34-7a009aaa285f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.802598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aed059-5ca8-419c-8a34-7a009aaa285f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Pushing event deleted for resources: {'Port': ['ID=2fc2c94f-cfcb-4252-b5b8-4496371850bf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:18.816783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef88c94c-3007-41b9-a9f0-4d6247c65557']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:18.851350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:18.851813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:18.868863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.891994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.892363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b506e45-7759-45c0-ba04-0bc13126106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:52:18.894771 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def29763-99d9-4830-a0b2-e3d67a85f1b6" -d '{"events": [{"server_uuid": "6b506e45-7759-45c0-ba04-0bc13126106f", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:52:18.894958 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1aed059-5ca8-419c-8a34-7a009aaa285f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.897227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1aed059-5ca8-419c-8a34-7a009aaa285f tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/ports/2fc2c94f-cfcb-4252-b5b8-4496371850bf HTTP/1.1" status: 204 len: 168 time: 0.6794279 Sep 20 12:52:18.901215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58644) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:18.903898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:18.904472 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:18.908403 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:18.914209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:18.916657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Pushing event updated for resources: {'Port': ['ID=0546d126-10c6-4cec-b3a0-9d6b590369bf,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:18.926046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:18.976857 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8267178f-104c-4bce-8736-4ed561be5837 x-openstack-request-id: req-8267178f-104c-4bce-8736-4ed561be5837 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:52:18.976857 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b506e45-7759-45c0-ba04-0bc13126106f", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:52:18.976857 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8267178f-104c-4bce-8736-4ed561be5837 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:52:18.976857 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b506e45-7759-45c0-ba04-0bc13126106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca', 'code': 200} Sep 20 12:52:19.028416 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.031933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f8b982-836d-4230-98b4-f7611d9b09ca tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Deleting subnet 9360e4e4-d642-420a-ad75-3013518d5446 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:52:19.044769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:52:19.044769 n-d-809934-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:52:19.044769 n-d-809934-3 neutron-server[95502]: [parameters: {'id': 'ef88c94c-3007-41b9-a9f0-4d6247c65557'}] Sep 20 12:52:19.044769 n-d-809934-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:52:19.045389 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:52:19.053629 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83f8b982-836d-4230-98b4-f7611d9b09ca tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.120800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83f8b982-836d-4230-98b4-f7611d9b09ca tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.128050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Attempting to bind port 0546d126-10c6-4cec-b3a0-9d6b590369bf on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:19.128648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Attempting to bind port 0546d126-10c6-4cec-b3a0-9d6b590369bf by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ef88c94c-3007-41b9-a9f0-4d6247c65557'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:19.129294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Attempting to bind port 0546d126-10c6-4cec-b3a0-9d6b590369bf on network ef88c94c-3007-41b9-a9f0-4d6247c65557 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:19.131285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=0d1b18ad-1e3f-495c-a94f-2974374c9023,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:19.177332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685a3e2-35f5-4782-9f11-962c901d4e91 req-575230ee-9faa-49d2-91f1-554fda31db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:19.179091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9685a3e2-35f5-4782-9f11-962c901d4e91 req-575230ee-9faa-49d2-91f1-554fda31db91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 1100 time: 0.1431127 Sep 20 12:52:19.186657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:19.192106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Checking segment: {'id': 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ef88c94c-3007-41b9-a9f0-4d6247c65557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:19.192106 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.192106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Bound using segment: {'id': 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ef88c94c-3007-41b9-a9f0-4d6247c65557'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:19.192106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Bound port: 0546d126-10c6-4cec-b3a0-9d6b590369bf, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ef88c94c-3007-41b9-a9f0-4d6247c65557'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:19.192106 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.196314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443c171-6d94-4d21-b898-f4dceb51894f req-9c6d04a2-c6ec-4b59-9738-043a63a74daa tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:19.206164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2443c171-6d94-4d21-b898-f4dceb51894f req-9c6d04a2-c6ec-4b59-9738-043a63a74daa tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 949 time: 0.0749941 Sep 20 12:52:19.270573 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9685a3e2-35f5-4782-9f11-962c901d4e91 req-289fd634-110d-41a2-bc8e-22b98984f173 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826969 Sep 20 12:52:19.286314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83f8b982-836d-4230-98b4-f7611d9b09ca tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.319417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:19.319513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2443c171-6d94-4d21-b898-f4dceb51894f req-eabae74f-cd24-4fe7-8914-176f4da6b310 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863330 Sep 20 12:52:19.334873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] For port 0546d126-10c6-4cec-b3a0-9d6b590369bf, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:19.340515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] For port 0546d126-10c6-4cec-b3a0-9d6b590369bf, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0546d126-10c6-4cec-b3a0-9d6b590369bf,segment=NetworkSegment(c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9),segment_id=c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:19.439160 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.450156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83f8b982-836d-4230-98b4-f7611d9b09ca tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.479491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8b982-836d-4230-98b4-f7611d9b09ca tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Pushing event deleted for resources: {'Subnet': ['ID=9360e4e4-d642-420a-ad75-3013518d5446,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:19.483347 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83f8b982-836d-4230-98b4-f7611d9b09ca tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.488124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-83f8b982-836d-4230-98b4-f7611d9b09ca tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/subnets/9360e4e4-d642-420a-ad75-3013518d5446 HTTP/1.1" status: 204 len: 168 time: 0.5854964 Sep 20 12:52:19.488351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58674) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:19.500428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1eaa7-7ddd-40de-95f8-5fddb89335b0 None None] Network 45756355-5031-4b08-95d3-02ece492e04d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:19.553802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d873-84bf-437f-891a-c45ff9ac1b46 None None] Pushing event updated for resources: {'Port': ['ID=0546d126-10c6-4cec-b3a0-9d6b590369bf,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:19.580816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.590738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e6615-afcd-4a36-964f-948d4c3ef10a None None] Network ef88c94c-3007-41b9-a9f0-4d6247c65557 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:19.605731 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.707393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting port 0546d126-10c6-4cec-b3a0-9d6b590369bf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:19.707741 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.707851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-306f0cd1-3666-4c5c-a2ac-39592323dcc9 None None] Provisioning complete for port 0d1b18ad-1e3f-495c-a94f-2974374c9023 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:19.708233 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-306f0cd1-3666-4c5c-a2ac-39592323dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.735343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Deleting port 620a38e2-22a5-44af-be3a-ab3a68dab1ce {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:19.735834 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.803520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] For port 0546d126-10c6-4cec-b3a0-9d6b590369bf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0546d126-10c6-4cec-b3a0-9d6b590369bf,segment=NetworkSegment(c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9),segment_id=c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:19.804115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.850299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Calling delete_port for 0546d126-10c6-4cec-b3a0-9d6b590369bf owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:19.858558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] For port 620a38e2-22a5-44af-be3a-ab3a68dab1ce, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=620a38e2-22a5-44af-be3a-ab3a68dab1ce,segment=NetworkSegment(975df0c0-e694-43d8-bb62-05cb19a12b4d),segment_id=975df0c0-e694-43d8-bb62-05cb19a12b4d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:19.858948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.885068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Calling delete_port for 620a38e2-22a5-44af-be3a-ab3a68dab1ce owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:19.902744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] DHCP port deletion for 45756355-5031-4b08-95d3-02ece492e04d request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:52:19.953552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] Deleting port 620a38e2-22a5-44af-be3a-ab3a68dab1ce {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:19.953925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:19.966844 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.020449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] For port 620a38e2-22a5-44af-be3a-ab3a68dab1ce, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=620a38e2-22a5-44af-be3a-ab3a68dab1ce,segment=NetworkSegment(975df0c0-e694-43d8-bb62-05cb19a12b4d),segment_id=975df0c0-e694-43d8-bb62-05cb19a12b4d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:20.020826 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.034725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] Calling delete_port for 620a38e2-22a5-44af-be3a-ab3a68dab1ce owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:20.078507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.081814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0d1b18ad-1e3f-495c-a94f-2974374c9023 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:20.107345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Port': ['ID=0546d126-10c6-4cec-b3a0-9d6b590369bf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:20.112171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No DVR routers for this DVR port 0546d126-10c6-4cec-b3a0-9d6b590369bf on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:20.124909 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:52:20.163409 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:52:20.170673 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.183118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Pushing event deleted for resources: {'Port': ['ID=620a38e2-22a5-44af-be3a-ab3a68dab1ce,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:20.187952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] No DVR routers for this DVR port 620a38e2-22a5-44af-be3a-ab3a68dab1ce on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:20.217907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] Pushing event deleted for resources: {'Port': ['ID=620a38e2-22a5-44af-be3a-ab3a68dab1ce,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:20.223553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0d1b18ad-1e3f-495c-a94f-2974374c9023 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:20.224094 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.239119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c2b802-3b2a-4168-bb8f-19ac54f58b59 None None] No DVR routers for this DVR port 620a38e2-22a5-44af-be3a-ab3a68dab1ce on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:20.268752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab09d85-7880-4587-90d8-7c1536ab97ee None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:52:20.282569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.351424 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.356732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef88c94c-3007-41b9-a9f0-4d6247c65557']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:20.380712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:20.385044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66f678c-9aa4-40c7-a2eb-9b9dfec8cca9') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:20.399448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45756355-5031-4b08-95d3-02ece492e04d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:20.403506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.427062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975df0c0-e694-43d8-bb62-05cb19a12b4d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:20.427459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975df0c0-e694-43d8-bb62-05cb19a12b4d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:20.439273 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.453559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.455412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab09d85-7880-4587-90d8-7c1536ab97ee None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:52:20.461586 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.475313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.479385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:20.483344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:20.484781 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:20.501652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:20.506118 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:20.531471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 620a38e2-22a5-44af-be3a-ab3a68dab1ce no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:52:20.562277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 620a38e2-22a5-44af-be3a-ab3a68dab1ce {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:52:20.562823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 620a38e2-22a5-44af-be3a-ab3a68dab1ce not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:52:20.580303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797eab9-60ee-464b-a38f-760ae1d04f2e req-97a705e6-01f7-4685-bb6f-141419dcf1bd tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:20.581884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7797eab9-60ee-464b-a38f-760ae1d04f2e req-97a705e6-01f7-4685-bb6f-141419dcf1bd tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 949 time: 0.1802800 Sep 20 12:52:20.662902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7797eab9-60ee-464b-a38f-760ae1d04f2e req-e5baf9fb-f4b0-432c-822d-c1d927032fd8 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Sep 20 12:52:20.682276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.706239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.707640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/ef88c94c-3007-41b9-a9f0-4d6247c65557 HTTP/1.1" status: 204 len: 168 time: 3.0220356 Sep 20 12:52:20.709356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771c558-24d0-4fff-b0df-cc411216746c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=ef88c94c-3007-41b9-a9f0-4d6247c65557,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:20.711314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58730) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:20.717238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254526534'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:20.722610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.755167 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.757146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] 10.222.0.37 "DELETE /v2.0/networks/45756355-5031-4b08-95d3-02ece492e04d HTTP/1.1" status: 204 len: 168 time: 1.2676284 Sep 20 12:52:20.759147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53625874-8c84-48b7-9e45-7c06072e9f48 tempest-TagsExtTest-245108659 tempest-TagsExtTest-245108659-project] Pushing event deleted for resources: {'Network': ['ID=45756355-5031-4b08-95d3-02ece492e04d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:20.807887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:20.811538 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.845949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:20.855490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:20.855844 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment 214159ab-3410-4aba-91ad-489ed9c22d92 of type vlan for network f02acb31-7ab4-411c-921b-23d1fd768763 Sep 20 12:52:20.900330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.017549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.019320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:21.019902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.083459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=f02acb31-7ab4-411c-921b-23d1fd768763,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:21.094267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f02acb31-7ab4-411c-921b-23d1fd768763 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:21.156495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:21.156818 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-72c56568-5b93-4093-ad46-378f11a6c88c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4434445 Sep 20 12:52:21.163976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': 'f02acb31-7ab4-411c-921b-23d1fd768763', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:21.307392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:21.312905 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.323325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58764) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:21.471863 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dc54c95b-c487-491a-ba2f-39082643c267 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5e3d3a02b7449f68768a3448e6e9d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468647 Sep 20 12:52:21.474301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58774) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:21.523904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d252a294-425b-4540-aeee-39abc064a43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.550430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d252a294-425b-4540-aeee-39abc064a43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.585694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.676125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=c33c47cb-3529-4790-990a-15c183950a6d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:21.683219 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d252a294-425b-4540-aeee-39abc064a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.685928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d252a294-425b-4540-aeee-39abc064a43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.689716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d252a294-425b-4540-aeee-39abc064a43d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c929fb7-3e0d-47f3-831f-b42ceec4c87a HTTP/1.1" status: 204 len: 168 time: 0.2120445 Sep 20 12:52:21.695888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': '214159ab-3410-4aba-91ad-489ed9c22d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f02acb31-7ab4-411c-921b-23d1fd768763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:21.696514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: f02acb31-7ab4-411c-921b-23d1fd768763, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:21.707068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252a294-425b-4540-aeee-39abc064a43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c929fb7-3e0d-47f3-831f-b42ceec4c87a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:21.798273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6a1d-cabe-4064-a6ed-f31594be4ebc req-4c1acf1c-3997-4d54-87aa-5c3b7e5f0863 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:21.799761 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1fa6a1d-cabe-4064-a6ed-f31594be4ebc req-4c1acf1c-3997-4d54-87aa-5c3b7e5f0863 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 949 time: 0.0482094 Sep 20 12:52:21.801896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network f02acb31-7ab4-411c-921b-23d1fd768763 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:21.841177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1fa6a1d-cabe-4064-a6ed-f31594be4ebc req-7f5f15b8-83d1-42dc-9f44-cecacca7c1ee tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Sep 20 12:52:21.916199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f02acb31-7ab4-411c-921b-23d1fd768763) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:21.921163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:21.921957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:21.925099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd4196-dc44-4184-8719-30a91c00779f None None] Network f02acb31-7ab4-411c-921b-23d1fd768763 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:22.055512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f65113f4-fe80-40e1-9df9-fea02930ff89 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8960133 Sep 20 12:52:22.060117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:22.173412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f02acb31-7ab4-411c-921b-23d1fd768763', 'network_id': 'f02acb31-7ab4-411c-921b-23d1fd768763', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': 'c33c47cb-3529-4790-990a-15c183950a6d'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:22.178226 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.229464 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.316552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.407701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Allocated IP 2001:db8::1 (f02acb31-7ab4-411c-921b-23d1fd768763/c33c47cb-3529-4790-990a-15c183950a6d/3eeabb39-b448-4caa-808f-a53f28ca10b2) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:22.469581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08797539-8330-43b0-8c27-5c09c1ed8949 req-4c8b98ca-5b88-4c33-9f64-ccbf868aba32 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:22.471122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08797539-8330-43b0-8c27-5c09c1ed8949 req-4c8b98ca-5b88-4c33-9f64-ccbf868aba32 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 949 time: 0.0886953 Sep 20 12:52:22.516019 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08797539-8330-43b0-8c27-5c09c1ed8949 req-524f21cc-8313-48a0-b302-4f1bfa153c9f tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Sep 20 12:52:22.571679 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.634763 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.677633 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Network f02acb31-7ab4-411c-921b-23d1fd768763 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:22.682697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:22.685545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:22.698317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Pushing event updated for resources: {'Port': ['ID=3eeabb39-b448-4caa-808f-a53f28ca10b2,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:22.742694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.761303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Attempting to bind port 3eeabb39-b448-4caa-808f-a53f28ca10b2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:22.761773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Attempting to bind port 3eeabb39-b448-4caa-808f-a53f28ca10b2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '214159ab-3410-4aba-91ad-489ed9c22d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f02acb31-7ab4-411c-921b-23d1fd768763'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:22.762153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Attempting to bind port 3eeabb39-b448-4caa-808f-a53f28ca10b2 on network f02acb31-7ab4-411c-921b-23d1fd768763 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:22.768543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:22.769217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Checking segment: {'id': '214159ab-3410-4aba-91ad-489ed9c22d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f02acb31-7ab4-411c-921b-23d1fd768763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:22.769847 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.770431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Bound using segment: {'id': '214159ab-3410-4aba-91ad-489ed9c22d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f02acb31-7ab4-411c-921b-23d1fd768763'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:22.771200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Bound port: 3eeabb39-b448-4caa-808f-a53f28ca10b2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214159ab-3410-4aba-91ad-489ed9c22d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f02acb31-7ab4-411c-921b-23d1fd768763'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:22.772393 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.779508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=c33c47cb-3529-4790-990a-15c183950a6d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:22.847860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] For port 3eeabb39-b448-4caa-808f-a53f28ca10b2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:22.850879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] For port 3eeabb39-b448-4caa-808f-a53f28ca10b2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3eeabb39-b448-4caa-808f-a53f28ca10b2,segment=NetworkSegment(214159ab-3410-4aba-91ad-489ed9c22d92),segment_id=214159ab-3410-4aba-91ad-489ed9c22d92)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:22.870592 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.889829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02acb31-7ab4-411c-921b-23d1fd768763']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:22.899015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214159ab-3410-4aba-91ad-489ed9c22d92') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:22.899318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214159ab-3410-4aba-91ad-489ed9c22d92') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:22.908529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.981834 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:22.984491 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:23.003970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:23.008066 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:23.008483 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:23.070892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693d177-d75e-4818-a15f-5686d6bfd47e None None] Pushing event updated for resources: {'Port': ['ID=3eeabb39-b448-4caa-808f-a53f28ca10b2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:23.071219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:23.081493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0075498 Sep 20 12:52:23.081807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58864) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:23.092230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea729af-0571-42a0-91a6-9507b0c78c19 None None] Network f02acb31-7ab4-411c-921b-23d1fd768763 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:23.139099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 12:52:23.139099 n-d-809934-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 12:52:23.139099 n-d-809934-3 neutron-server[95502]: [parameters: {'id': 'f02acb31-7ab4-411c-921b-23d1fd768763'}] Sep 20 12:52:23.139099 n-d-809934-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:52:23.139563 n-d-809934-3 neutron-server[95502]: DEBUG oslo_db.api [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:52:23.194651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-77a3dbbc-f514-4f76-839d-b4440761ec15 tempest-NetworksApiDiscovery-931286668 tempest-NetworksApiDiscovery-931286668-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1099963 Sep 20 12:52:23.239566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6268331-1fef-4456-95a1-e7c92c99df29 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:52:23.316348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6268331-1fef-4456-95a1-e7c92c99df29 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:52:23.640560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:23.658050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad44d9-5acb-43e5-9cb1-d31f7e8f6fef req-f6929863-4f70-4869-87a2-a51b2b23e7ea tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:23.659721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76ad44d9-5acb-43e5-9cb1-d31f7e8f6fef req-f6929863-4f70-4869-87a2-a51b2b23e7ea tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 949 time: 0.0754502 Sep 20 12:52:23.661161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-236fae83-b679-4fa7-ae5e-101df6e69229 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:23.664412 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-236fae83-b679-4fa7-ae5e-101df6e69229 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 949 time: 0.0784101 Sep 20 12:52:23.751310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76ad44d9-5acb-43e5-9cb1-d31f7e8f6fef req-0b12a939-e7cd-4f16-8b0a-0d836200e338 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/security-groups?id=19b52cc7-9574-4122-b556-e85e16ed9dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816932 Sep 20 12:52:23.765961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting port 3eeabb39-b448-4caa-808f-a53f28ca10b2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:23.766771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:23.780162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58886) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:23.798939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Deleting port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:23.800296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:23.836820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] For port 3eeabb39-b448-4caa-808f-a53f28ca10b2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3eeabb39-b448-4caa-808f-a53f28ca10b2,segment=NetworkSegment(214159ab-3410-4aba-91ad-489ed9c22d92),segment_id=214159ab-3410-4aba-91ad-489ed9c22d92)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:23.837221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:23.851029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Calling delete_port for 3eeabb39-b448-4caa-808f-a53f28ca10b2 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:23.901790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] For port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:23.902163 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:23.926259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4325c373-e711-4703-b084-74e8bda04559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:23.928432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Calling delete_port for 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:24.042821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.082542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Port': ['ID=3eeabb39-b448-4caa-808f-a53f28ca10b2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:24.089164 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No DVR routers for this DVR port 3eeabb39-b448-4caa-808f-a53f28ca10b2 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:24.177388 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4325c373-e711-4703-b084-74e8bda04559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.183274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.207088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02acb31-7ab4-411c-921b-23d1fd768763']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:24.217114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214159ab-3410-4aba-91ad-489ed9c22d92') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:24.217599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214159ab-3410-4aba-91ad-489ed9c22d92') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:24.231734 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.236047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.251604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.259674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:24.260221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:24.264433 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:24.275701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Pushing event deleted for resources: {'Port': ['ID=7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:24.277941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4325c373-e711-4703-b084-74e8bda04559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.358663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] No DVR routers for this DVR port 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:24.368439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4325c373-e711-4703-b084-74e8bda04559 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cc260a95b314d91ac8104765ef4f907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5872221 Sep 20 12:52:24.369771 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.372122 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0089c0ee-347e-42e6-8acb-97e31bc61d2a req-e8f0756d-401c-4083-a202-03f0c52fec5d tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.32 "DELETE /v2.0/ports/7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca HTTP/1.1" status: 204 len: 173 time: 0.7014246 Sep 20 12:52:24.372962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58898) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:24.378194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b506e45-7759-45c0-ba04-0bc13126106f', 'name': 'network-vif-deleted', 'tag': '7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:52:24.380939 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a81e062-0f95-4d5d-8ef3-281f69fd24be" -d '{"events": [{"server_uuid": "6b506e45-7759-45c0-ba04-0bc13126106f", "name": "network-vif-deleted", "tag": "7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:52:24.411539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325c373-e711-4703-b084-74e8bda04559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe22725-479d-456a-ad0a-b8927ef12f46,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:24.433604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.445410 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b451116-5251-4915-946b-4e02071787e2 x-openstack-request-id: req-7b451116-5251-4915-946b-4e02071787e2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:52:24.445714 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b506e45-7759-45c0-ba04-0bc13126106f", "name": "network-vif-deleted", "tag": "7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:52:24.446006 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b451116-5251-4915-946b-4e02071787e2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:52:24.446415 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b506e45-7759-45c0-ba04-0bc13126106f', 'name': 'network-vif-deleted', 'tag': '7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca', 'status': 'completed', 'code': 200} Sep 20 12:52:24.466679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.474629 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/f02acb31-7ab4-411c-921b-23d1fd768763 HTTP/1.1" status: 204 len: 168 time: 2.4125509 Sep 20 12:52:24.482394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58904) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:24.497681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2006827979'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:24.504390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea14666-bef8-402b-8894-bd56acc2305a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=f02acb31-7ab4-411c-921b-23d1fd768763,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:24.534870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeddf-5bc8-4a18-bd49-c9e80ef16aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.560329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeddf-5bc8-4a18-bd49-c9e80ef16aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.621246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:24.625683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.701146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeddf-5bc8-4a18-bd49-c9e80ef16aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.704170 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeddf-5bc8-4a18-bd49-c9e80ef16aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.709144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:24.713448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2a6aeddf-5bc8-4a18-bd49-c9e80ef16aea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fe22725-479d-456a-ad0a-b8927ef12f46 HTTP/1.1" status: 204 len: 168 time: 0.3344431 Sep 20 12:52:24.720198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.720795 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment 57a47015-025a-4ab8-8a1a-11ead04ba1b6 of type vlan for network 22fbc776-97eb-469c-bc56-7e55ecb42419 Sep 20 12:52:24.729066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6aeddf-5bc8-4a18-bd49-c9e80ef16aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe22725-479d-456a-ad0a-b8927ef12f46,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:24.796060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.884857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63d4d653-3b90-4c6e-9dfe-7684e3611ffb req-43efae84-2783-49c8-88b2-241c85fa0716 tempest-VolumesNegativeTest-10446828 tempest-VolumesNegativeTest-10446828-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b506e45-7759-45c0-ba04-0bc13126106f HTTP/1.1" status: 200 len: 210 time: 0.0292418 Sep 20 12:52:24.958650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:24.966070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:24.967264 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:25.044643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=22fbc776-97eb-469c-bc56-7e55ecb42419,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:25.055684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 22fbc776-97eb-469c-bc56-7e55ecb42419 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:25.089098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 58918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:25.090121 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e33ca597-7684-47db-921d-9825453478ff tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6057351 Sep 20 12:52:25.095751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': '22fbc776-97eb-469c-bc56-7e55ecb42419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:25.329508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:25.333038 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:25.650738 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:25.729583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=f4d9bc5e-353e-48cd-85fe-7990b464ac7e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:25.738408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': '57a47015-025a-4ab8-8a1a-11ead04ba1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '22fbc776-97eb-469c-bc56-7e55ecb42419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:25.738776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: 22fbc776-97eb-469c-bc56-7e55ecb42419, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:25.798669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network 22fbc776-97eb-469c-bc56-7e55ecb42419 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:25.889243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 22fbc776-97eb-469c-bc56-7e55ecb42419) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:25.889243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:25.889456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:25.897178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde558dc-87f2-4c7b-82fe-6fce9a97012f None None] Network 22fbc776-97eb-469c-bc56-7e55ecb42419 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:26.013197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58952) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:26.013711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7203df2-49e5-48ba-a44b-cf7a7dfd75ab tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9235058 Sep 20 12:52:26.171871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:52:26.187283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.198561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:52:26.199078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 7b9c0dc3-8ff7-40ea-8f76-f9ef4042ffca not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:52:26.280525 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.328427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0195fd-4cd1-4707-ba8a-1feee8f0faa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-22fbc776-97eb-469c-bc56-7e55ecb42419', 'network_id': '22fbc776-97eb-469c-bc56-7e55ecb42419', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': 'f4d9bc5e-353e-48cd-85fe-7990b464ac7e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:26.329332 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae0195fd-4cd1-4707-ba8a-1feee8f0faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.471675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server [None req-ae0195fd-4cd1-4707-ba8a-1feee8f0faa2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4d9bc5e-353e-48cd-85fe-7990b464ac7e: This subnet is being modified by another concurrent operation. Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise exception Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4d9bc5e-353e-48cd-85fe-7990b464ac7e: This subnet is being modified by another concurrent operation. Sep 20 12:52:26.576885 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Sep 20 12:52:26.582654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d9bc5e-353e-48cd-85fe-7990b464ac7e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:26.582654 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.603198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fbc776-97eb-469c-bc56-7e55ecb42419']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:26.613336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c5ee07-9b87-4392-8b3b-72841eaa6dd1 None None] Network 22fbc776-97eb-469c-bc56-7e55ecb42419 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:26.626620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a47015-025a-4ab8-8a1a-11ead04ba1b6') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:26.628601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a47015-025a-4ab8-8a1a-11ead04ba1b6') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:26.647488 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.664614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.679989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:26.680415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:26.683572 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:26.740618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b0d9c6-f545-453d-ad0b-8fc698d5a379 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:52:26.823655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.824802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b0d9c6-f545-453d-ad0b-8fc698d5a379 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:52:26.833974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:26.849262 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/22fbc776-97eb-469c-bc56-7e55ecb42419 HTTP/1.1" status: 204 len: 168 time: 0.8205080 Sep 20 12:52:26.849262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 58992) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:26.849262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1834034914'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:26.888184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292745bf-d8ec-44eb-ab87-e89567ab8d6e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=22fbc776-97eb-469c-bc56-7e55ecb42419,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:26.976842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:26.982794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:27.042155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:27.059200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:27.063004 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment e528770c-0cbd-451c-9da8-064f09777413 of type vlan for network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 Sep 20 12:52:27.106438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:27.237820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:27.246456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:27.247416 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:27.338991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=257d2bd4-2de4-4afe-a677-59711e7dd3f6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:27.349497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:27.370418 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f5d74565-26d5-45ee-8055-ca03a7eb74be tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5275898 Sep 20 12:52:27.373366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:27.380091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:27.552273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:27.557181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:27.964945 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:28.048241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=5ff7672a-ef70-4605-83c8-cd3a49fabe6e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:28.060107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': 'e528770c-0cbd-451c-9da8-064f09777413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:28.060472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: 257d2bd4-2de4-4afe-a677-59711e7dd3f6, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:28.175369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:28.272508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 257d2bd4-2de4-4afe-a677-59711e7dd3f6) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:28.277610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:28.278387 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:28.285622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01416608-0842-4db6-ab76-ab5be9206521 None None] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:28.352264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9fe10a33-437f-4668-afd5-9bd95a56d66c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9769711 Sep 20 12:52:28.354965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59096) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:28.360399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:28.510754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-257d2bd4-2de4-4afe-a677-59711e7dd3f6', 'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': '5ff7672a-ef70-4605-83c8-cd3a49fabe6e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:28.511931 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:28.557301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:28.564653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:28.724254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Allocated IP 2001:db8::2 (257d2bd4-2de4-4afe-a677-59711e7dd3f6/5ff7672a-ef70-4605-83c8-cd3a49fabe6e/b515e549-9461-443b-905d-c5f3deeb62f9) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:28.906961 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:28.938899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:28.996409 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.016386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:29.024729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=5d6deceb-e5f0-4c35-ad35-961dd51ef0ba,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:29.028217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:29.036125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:29.036722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.052559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:29.056273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:29.059669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:29.070456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Pushing event updated for resources: {'Port': ['ID=b515e549-9461-443b-905d-c5f3deeb62f9,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:29.096060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.096492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.096831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.097195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.097523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.097848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.098169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.098487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.098806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.099126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.099455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.099774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:29.135796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Attempting to bind port b515e549-9461-443b-905d-c5f3deeb62f9 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:29.136169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Attempting to bind port b515e549-9461-443b-905d-c5f3deeb62f9 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'e528770c-0cbd-451c-9da8-064f09777413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:29.136535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Attempting to bind port b515e549-9461-443b-905d-c5f3deeb62f9 on network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:29.141913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:29.142446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59124) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:29.142935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Checking segment: {'id': 'e528770c-0cbd-451c-9da8-064f09777413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:29.143039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d5f0bc90-aeae-4153-aa2b-3345911ef9c4 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7863514 Sep 20 12:52:29.143130 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.143214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Bound using segment: {'id': 'e528770c-0cbd-451c-9da8-064f09777413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:29.143827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Bound port: b515e549-9461-443b-905d-c5f3deeb62f9, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e528770c-0cbd-451c-9da8-064f09777413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:29.144217 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.240463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] For port b515e549-9461-443b-905d-c5f3deeb62f9, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:29.244150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] For port b515e549-9461-443b-905d-c5f3deeb62f9, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b515e549-9461-443b-905d-c5f3deeb62f9,segment=NetworkSegment(e528770c-0cbd-451c-9da8-064f09777413),segment_id=e528770c-0cbd-451c-9da8-064f09777413)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:29.280497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372effe4-563b-4f77-828e-591173eaf01a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:29.280497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372effe4-563b-4f77-828e-591173eaf01a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:29.280497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372effe4-563b-4f77-828e-591173eaf01a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:29.281080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372effe4-563b-4f77-828e-591173eaf01a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:29.282926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372effe4-563b-4f77-828e-591173eaf01a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:29.285176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-372effe4-563b-4f77-828e-591173eaf01a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1413994 Sep 20 12:52:29.289719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:29.295431 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465203059'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:29.336284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.442133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:29.446190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722528f-b0c8-4a99-9106-4ddd09f725e2 None None] Pushing event updated for resources: {'Port': ['ID=b515e549-9461-443b-905d-c5f3deeb62f9,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:29.446323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.490699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:29.504046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.505561 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment 504a524d-ad29-42a4-8863-9479c39eb5df of type vlan for network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e Sep 20 12:52:29.555248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.676721 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.679729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:29.680513 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16372565'] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:29.856161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:29.864817 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-22f624e7-a281-4443-af3d-c25e895a0fb9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5738959 Sep 20 12:52:29.874632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:29.875523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59198) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:29.880765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-23d610b6-0754-4966-a20e-e6a0cf7fd3b9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:30.166379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b515e549-9461-443b-905d-c5f3deeb62f9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:30.183915 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d610b6-0754-4966-a20e-e6a0cf7fd3b9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:30.244375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b515e549-9461-443b-905d-c5f3deeb62f9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:30.244952 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:30.312263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d610b6-0754-4966-a20e-e6a0cf7fd3b9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:30.343893 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23d610b6-0754-4966-a20e-e6a0cf7fd3b9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e is not hosted by any dhcp agent {{(pid=95503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 12:52:30.352205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d610b6-0754-4966-a20e-e6a0cf7fd3b9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:30.357410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23d610b6-0754-4966-a20e-e6a0cf7fd3b9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:30.357410 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-23d610b6-0754-4966-a20e-e6a0cf7fd3b9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "PUT /v2.0/networks/4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e HTTP/1.1" status: 200 len: 723 time: 0.4781234 Sep 20 12:52:30.360035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59222) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:30.373954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': '4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:30.405752 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:30.496254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d610b6-0754-4966-a20e-e6a0cf7fd3b9 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:30.501036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b515e549-9461-443b-905d-c5f3deeb62f9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b515e549-9461-443b-905d-c5f3deeb62f9,segment=NetworkSegment(e528770c-0cbd-451c-9da8-064f09777413),segment_id=e528770c-0cbd-451c-9da8-064f09777413)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:30.509333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:30.587169 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:30.645902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b515e549-9461-443b-905d-c5f3deeb62f9,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:30.665683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:30.669665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:30.940789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3394b2-5a15-4c0e-8813-40290d25abc2 None None] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:31.037986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ecc8b588-cdc6-415f-b8e1-3caf5d973402 None None] Provisioning complete for port b515e549-9461-443b-905d-c5f3deeb62f9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:31.038873 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecc8b588-cdc6-415f-b8e1-3caf5d973402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:31.112968 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:31.235403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=2e98c6af-6bb8-4c31-bdb1-99aad083799c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:31.285610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': '504a524d-ad29-42a4-8863-9479c39eb5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:31.285610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:31.357102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9fa99-eb31-4472-af8c-a7255fd1ac78 None None] Update dhcp port {'port': {'network_id': '257d2bd4-2de4-4afe-a677-59711e7dd3f6', 'fixed_ips': [{'subnet_id': '5ff7672a-ef70-4605-83c8-cd3a49fabe6e', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d6deceb-e5f0-4c35-ad35-961dd51ef0ba'}], 'binding:host_id': 'n-d-809934-3'}, 'id': 'b515e549-9461-443b-905d-c5f3deeb62f9'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:52:31.401825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:31.402328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fa99-eb31-4472-af8c-a7255fd1ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:31.488178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:31.496817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:31.501716 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:31.601979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59300) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:31.602681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-421be70a-e358-4263-a4ec-1c2f174a7bf1 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2408652 Sep 20 12:52:31.609832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6b1e50cc-d06c-4b0e-9f2d-267586085e5c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:31.624714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cdec80-f19f-4d7c-ae70-c94519b1eb8f None None] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:31.849190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b1e50cc-d06c-4b0e-9f2d-267586085e5c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12802367'] for subnet, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:31.872778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-f5a9fa99-eb31-4472-af8c-a7255fd1ac78 None None] Allocated IP 172.20.0.1 (257d2bd4-2de4-4afe-a677-59711e7dd3f6/5d6deceb-e5f0-4c35-ad35-961dd51ef0ba/b515e549-9461-443b-905d-c5f3deeb62f9) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:31.980738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59320) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:32.099385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e', 'network_id': '4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': '2e98c6af-6bb8-4c31-bdb1-99aad083799c'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:32.100188 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.157404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b515e549-9461-443b-905d-c5f3deeb62f9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:32.225719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57ff2b66-dbbb-41be-890b-393ca9115b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.254975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f5a9fa99-eb31-4472-af8c-a7255fd1ac78 None None] For port b515e549-9461-443b-905d-c5f3deeb62f9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b515e549-9461-443b-905d-c5f3deeb62f9,segment=NetworkSegment(e528770c-0cbd-451c-9da8-064f09777413),segment_id=e528770c-0cbd-451c-9da8-064f09777413)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:32.277908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b1e50cc-d06c-4b0e-9f2d-267586085e5c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765114213892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12590854'] for subnet, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.337482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e50cc-d06c-4b0e-9f2d-267586085e5c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:32.337482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b1e50cc-d06c-4b0e-9f2d-267586085e5c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.342286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:32.349383 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b1e50cc-d06c-4b0e-9f2d-267586085e5c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "PUT /v2.0/subnets/2e98c6af-6bb8-4c31-bdb1-99aad083799c HTTP/1.1" status: 200 len: 826 time: 0.7354038 Sep 20 12:52:32.355400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:32.388377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e50cc-d06c-4b0e-9f2d-267586085e5c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=2e98c6af-6bb8-4c31-bdb1-99aad083799c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:32.497593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57ff2b66-dbbb-41be-890b-393ca9115b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.530571 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fa99-eb31-4472-af8c-a7255fd1ac78 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.552945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57ff2b66-dbbb-41be-890b-393ca9115b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.594161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b515e549-9461-443b-905d-c5f3deeb62f9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:32.594935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.598481 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fa99-eb31-4472-af8c-a7255fd1ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.643225 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-57ff2b66-dbbb-41be-890b-393ca9115b00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a7c4aef0b6b45838661083a66e82eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6590061 Sep 20 12:52:32.656906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59338) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:32.702292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff2b66-dbbb-41be-890b-393ca9115b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94efd19e-601e-41d1-b41b-afde1a0ac43c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:32.716373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Allocated IP 2001:db8::2 (4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e/2e98c6af-6bb8-4c31-bdb1-99aad083799c/1a2c904b-c41c-49e0-9621-6117cf92e606) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:32.770472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad9150bf-016e-4737-b646-1c7096ea83be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.784117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9fa99-eb31-4472-af8c-a7255fd1ac78 None None] Pushing event updated for resources: {'Port': ['ID=b515e549-9461-443b-905d-c5f3deeb62f9,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:32.802188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad9150bf-016e-4737-b646-1c7096ea83be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.967460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad9150bf-016e-4737-b646-1c7096ea83be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.970768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad9150bf-016e-4737-b646-1c7096ea83be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:32.972325 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ad9150bf-016e-4737-b646-1c7096ea83be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94efd19e-601e-41d1-b41b-afde1a0ac43c HTTP/1.1" status: 204 len: 168 time: 0.3108070 Sep 20 12:52:32.987600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9150bf-016e-4737-b646-1c7096ea83be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94efd19e-601e-41d1-b41b-afde1a0ac43c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:33.046776 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.090287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66274082-fb41-4f76-9108-947ce3079e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.141159 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.214779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:33.217676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:33.231432 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.233924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:33.247119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Pushing event updated for resources: {'Port': ['ID=1a2c904b-c41c-49e0-9621-6117cf92e606,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:33.347606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Attempting to bind port 1a2c904b-c41c-49e0-9621-6117cf92e606 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:33.348145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Attempting to bind port 1a2c904b-c41c-49e0-9621-6117cf92e606 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '504a524d-ad29-42a4-8863-9479c39eb5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:33.348609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Attempting to bind port 1a2c904b-c41c-49e0-9621-6117cf92e606 on network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:33.355475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:33.356246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Checking segment: {'id': '504a524d-ad29-42a4-8863-9479c39eb5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:33.357077 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.358247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Bound using segment: {'id': '504a524d-ad29-42a4-8863-9479c39eb5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:33.359082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Bound port: 1a2c904b-c41c-49e0-9621-6117cf92e606, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504a524d-ad29-42a4-8863-9479c39eb5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:33.359693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.391314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting port 1a2c904b-c41c-49e0-9621-6117cf92e606 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:33.391701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.414021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66274082-fb41-4f76-9108-947ce3079e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.482062 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66274082-fb41-4f76-9108-947ce3079e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.491986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] For port 1a2c904b-c41c-49e0-9621-6117cf92e606, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:33.505053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] For port 1a2c904b-c41c-49e0-9621-6117cf92e606, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1a2c904b-c41c-49e0-9621-6117cf92e606,segment=NetworkSegment(504a524d-ad29-42a4-8863-9479c39eb5df),segment_id=504a524d-ad29-42a4-8863-9479c39eb5df)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:33.525788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] For port 1a2c904b-c41c-49e0-9621-6117cf92e606, host n-d-809934-3, got binding levels [] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:33.526255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.551756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-66274082-fb41-4f76-9108-947ce3079e9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d735b2c7857e4e6f98b44a548dc06c19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1935475 Sep 20 12:52:33.555379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59356) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:33.557357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Calling delete_port for 1a2c904b-c41c-49e0-9621-6117cf92e606 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:33.562458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66274082-fb41-4f76-9108-947ce3079e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55343ae4-bf36-4641-8c18-c0eb094f12b2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:33.603858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.668979 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-499ffac2-dc21-420c-a09e-e5b560cc7b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.697356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-499ffac2-dc21-420c-a09e-e5b560cc7b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.732655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03293bb-0b6a-4be9-97a6-da79fc0fde22 None None] Pushing event updated for resources: {'Port': ['ID=1a2c904b-c41c-49e0-9621-6117cf92e606,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:33.751478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8cf4fe-dc02-4fc1-9567-fc78cf9de2db None None] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:33.868143 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-499ffac2-dc21-420c-a09e-e5b560cc7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.882816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-499ffac2-dc21-420c-a09e-e5b560cc7b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.889615 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-499ffac2-dc21-420c-a09e-e5b560cc7b9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55343ae4-bf36-4641-8c18-c0eb094f12b2 HTTP/1.1" status: 204 len: 168 time: 0.3328698 Sep 20 12:52:33.912314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:33.920359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ffac2-dc21-420c-a09e-e5b560cc7b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55343ae4-bf36-4641-8c18-c0eb094f12b2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:33.969627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59364) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:33.997003 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6a9-96ba-427c-99f3-f1d0ccccd21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.043801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Port': ['ID=1a2c904b-c41c-49e0-9621-6117cf92e606,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:34.080045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No DVR routers for this DVR port 1a2c904b-c41c-49e0-9621-6117cf92e606 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:34.209934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.225775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6a9-96ba-427c-99f3-f1d0ccccd21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.293095 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6a9-96ba-427c-99f3-f1d0ccccd21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.318423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b515e549-9461-443b-905d-c5f3deeb62f9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:34.328775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-88eddc68-e5ba-4d79-b8a6-3a1e501572bc None None] Provisioning complete for port b515e549-9461-443b-905d-c5f3deeb62f9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:34.328775 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-88eddc68-e5ba-4d79-b8a6-3a1e501572bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.359360 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e4b3d6a9-96ba-427c-99f3-f1d0ccccd21d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=499f3d0298d44632a48c82f7d0a5baa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850329 Sep 20 12:52:34.359360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3d6a9-96ba-427c-99f3-f1d0ccccd21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8823006d-68c4-4b77-b5ee-348ccb3706dc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:34.360050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:34.433843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6eabf23a-fd48-40ab-92b2-983efa4d2c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.435900 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.459272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b515e549-9461-443b-905d-c5f3deeb62f9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:34.459551 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.492541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=2e98c6af-6bb8-4c31-bdb1-99aad083799c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:34.618802 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.663811 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1a2c904b-c41c-49e0-9621-6117cf92e606 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:34.672500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:34.687820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504a524d-ad29-42a4-8863-9479c39eb5df') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:34.688535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504a524d-ad29-42a4-8863-9479c39eb5df') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:34.701704 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.724475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1a2c904b-c41c-49e0-9621-6117cf92e606 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:52:34.724821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1a2c904b-c41c-49e0-9621-6117cf92e606 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 20 12:52:34.727996 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.737518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6eabf23a-fd48-40ab-92b2-983efa4d2c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.752675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:34.753128 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.756839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Port 1a2c904b-c41c-49e0-9621-6117cf92e606 not found, will not notify nova. {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:34.758377 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:34.976750 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6eabf23a-fd48-40ab-92b2-983efa4d2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.980662 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6eabf23a-fd48-40ab-92b2-983efa4d2c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:34.982522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6eabf23a-fd48-40ab-92b2-983efa4d2c8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8823006d-68c4-4b77-b5ee-348ccb3706dc HTTP/1.1" status: 204 len: 168 time: 0.6210914 Sep 20 12:52:34.983273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.012688 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.014460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7827e674-546f-4663-b5f9-4a355b9fb9eb None None] Provisioning complete for port b515e549-9461-443b-905d-c5f3deeb62f9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:35.014676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e HTTP/1.1" status: 204 len: 168 time: 2.6712253 Sep 20 12:52:35.015573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7827e674-546f-4663-b5f9-4a355b9fb9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.015790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9908a-39da-48d7-b05e-66c5b2ecc6fa tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:35.017365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59384) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:35.019704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabf23a-fd48-40ab-92b2-983efa4d2c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8823006d-68c4-4b77-b5ee-348ccb3706dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:35.044384 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dd1130-f1bf-4eb9-94bb-4a7499ba5d03 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:35.045045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01dd1130-f1bf-4eb9-94bb-4a7499ba5d03 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:35.046854 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-01dd1130-f1bf-4eb9-94bb-4a7499ba5d03 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e HTTP/1.1" status: 404 len: 339 time: 0.0279682 Sep 20 12:52:35.050876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59386) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:35.056674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1662306914', 'description': 'd1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:35.066571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:35.093771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-620a45d9-b3f9-4940-90ac-bc88d4df8025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.165219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:35.168196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd5a63f-8222-4c18-9af2-254b62e2f64d None None] DHCP port deletion for 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:52:35.171630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.197185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c701098-981f-4157-b00c-3d35d6ec4dd8 None None] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:35.213250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c701098-981f-4157-b00c-3d35d6ec4dd8 None None] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e could not be found, it might have been deleted concurrently. {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 20 12:52:35.214135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:35.228774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676a455-0203-4685-9294-62cfa2a644c7 None None] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:35.234522 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.234994 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment d6f0075b-0032-4f05-8c31-af728ad7db0d of type vlan for network a25c873a-2e86-4e21-8e86-879a3d180210 Sep 20 12:52:35.254854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676a455-0203-4685-9294-62cfa2a644c7 None None] Network 4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e could not be found, it might have been deleted concurrently. {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 20 12:52:35.300572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0060912e-2e7b-4aa0-b90f-2439a09245d5 None None] Could not find standard attr ID for object 1a2c904b-c41c-49e0-9621-6117cf92e606. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:52:35.315635 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.323960 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-620a45d9-b3f9-4940-90ac-bc88d4df8025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.409589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-620a45d9-b3f9-4940-90ac-bc88d4df8025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.410346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.418406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:35.419779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.480942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a45d9-b3f9-4940-90ac-bc88d4df8025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187d0393-8883-49d2-a018-404b0e074053,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:35.512306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-620a45d9-b3f9-4940-90ac-bc88d4df8025 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=130a30c554e24ded8567908c1f6222fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444625 Sep 20 12:52:35.525891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:35.550848 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4975166 Sep 20 12:52:35.563437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59404) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:35.565315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a0162-8c55-4759-8d87-53aa4a31394e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=a25c873a-2e86-4e21-8e86-879a3d180210,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:35.581803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a25c873a-2e86-4e21-8e86-879a3d180210 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:35.667878 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef9e52e0-220e-4e73-9b02-36874512acbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.674792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46411c94-66a0-4880-ac9a-54fc3771163b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:35.679550 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-46411c94-66a0-4880-ac9a-54fc3771163b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/networks?id=a25c873a-2e86-4e21-8e86-879a3d180210 HTTP/1.1" status: 200 len: 765 time: 0.1027732 Sep 20 12:52:35.679822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59408) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:35.688388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5c3f0720-3931-4c86-9e5f-6fe066a11257 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'description': 'd2'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:35.703102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef9e52e0-220e-4e73-9b02-36874512acbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.849651 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef9e52e0-220e-4e73-9b02-36874512acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.853279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef9e52e0-220e-4e73-9b02-36874512acbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.856687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef9e52e0-220e-4e73-9b02-36874512acbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/187d0393-8883-49d2-a018-404b0e074053 HTTP/1.1" status: 204 len: 168 time: 0.3275259 Sep 20 12:52:35.864955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e52e0-220e-4e73-9b02-36874512acbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187d0393-8883-49d2-a018-404b0e074053,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:35.914681 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0720-3931-4c86-9e5f-6fe066a11257 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:35.992550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0720-3931-4c86-9e5f-6fe066a11257 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:36.029696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c3f0720-3931-4c86-9e5f-6fe066a11257 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network a25c873a-2e86-4e21-8e86-879a3d180210 is not hosted by any dhcp agent {{(pid=95503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 12:52:36.035703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f0720-3931-4c86-9e5f-6fe066a11257 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:36.036527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0720-3931-4c86-9e5f-6fe066a11257 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:36.039134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c3f0720-3931-4c86-9e5f-6fe066a11257 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "PUT /v2.0/networks/a25c873a-2e86-4e21-8e86-879a3d180210 HTTP/1.1" status: 200 len: 762 time: 0.3573391 Sep 20 12:52:36.041509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:36.096163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1a2c904b-c41c-49e0-9621-6117cf92e606 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:52:36.125271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0720-3931-4c86-9e5f-6fe066a11257 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=a25c873a-2e86-4e21-8e86-879a3d180210,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:36.151187 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a25c873a-2e86-4e21-8e86-879a3d180210 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:36.153454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1a2c904b-c41c-49e0-9621-6117cf92e606 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:52:36.160804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1a2c904b-c41c-49e0-9621-6117cf92e606 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:52:36.263849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ef018-cdab-4a08-bb53-e3ca7faacb71 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:36.273784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-801ef018-cdab-4a08-bb53-e3ca7faacb71 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/networks?id=a25c873a-2e86-4e21-8e86-879a3d180210 HTTP/1.1" status: 200 len: 765 time: 0.2295246 Sep 20 12:52:36.275411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59432) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:36.286747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59434) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:36.507252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f25c17d1-ef25-4492-a3ff-22a692c1460f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1c757d3d3b348fb8fe404686dae5f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191348 Sep 20 12:52:36.509943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59450) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:36.576124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fc-6634-4ca4-83f6-52fefdb7c529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:36.599808 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fc-6634-4ca4-83f6-52fefdb7c529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:36.738878 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fc-6634-4ca4-83f6-52fefdb7c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:36.741870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ed779fc-6634-4ca4-83f6-52fefdb7c529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:36.745442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ed779fc-6634-4ca4-83f6-52fefdb7c529 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19b52cc7-9574-4122-b556-e85e16ed9dda HTTP/1.1" status: 204 len: 168 time: 0.2321603 Sep 20 12:52:36.765849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed779fc-6634-4ca4-83f6-52fefdb7c529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b52cc7-9574-4122-b556-e85e16ed9dda,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:36.843386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ed733-6762-44d9-8fdf-f389e616539c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:36.844893 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fe7ed733-6762-44d9-8fdf-f389e616539c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5684755 Sep 20 12:52:36.847960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59466) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:36.878728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-70cf01db-a43f-4fe1-9e28-72cad488eaac tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 207 time: 0.0296123 Sep 20 12:52:36.882507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59468) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.014592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862183e6-632b-4968-ac88-e87e665a8a90 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.031368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862183e6-632b-4968-ac88-e87e665a8a90 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.039275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862183e6-632b-4968-ac88-e87e665a8a90 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.045817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862183e6-632b-4968-ac88-e87e665a8a90 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.051769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862183e6-632b-4968-ac88-e87e665a8a90 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.059778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862183e6-632b-4968-ac88-e87e665a8a90 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.065217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-862183e6-632b-4968-ac88-e87e665a8a90 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.1782014 Sep 20 12:52:37.068588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59476) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.227338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b1e4cc0b-5751-4087-ab61-c5ae6100f2f5 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1569679 Sep 20 12:52:37.233419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59484) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.286269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15687144-7a5f-4e8a-b8d2-a1d4d99ab23c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.287786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15687144-7a5f-4e8a-b8d2-a1d4d99ab23c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.289638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15687144-7a5f-4e8a-b8d2-a1d4d99ab23c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.291322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15687144-7a5f-4e8a-b8d2-a1d4d99ab23c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.292852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15687144-7a5f-4e8a-b8d2-a1d4d99ab23c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.294583 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15687144-7a5f-4e8a-b8d2-a1d4d99ab23c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0630305 Sep 20 12:52:37.298587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.358066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbfd71-672c-4b24-8392-2bb09bfa0718 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.359491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbfd71-672c-4b24-8392-2bb09bfa0718 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.360928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbfd71-672c-4b24-8392-2bb09bfa0718 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.362326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbfd71-672c-4b24-8392-2bb09bfa0718 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.363851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbfd71-672c-4b24-8392-2bb09bfa0718 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.365587 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-71bbfd71-672c-4b24-8392-2bb09bfa0718 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0659471 Sep 20 12:52:37.369971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59500) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.486055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7cde5-4360-4de1-9e40-d612d0423546 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.487577 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-69c7cde5-4360-4de1-9e40-d612d0423546 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/networks/ca842a01-c489-4cce-9b3e-aaef0a86d129 HTTP/1.1" status: 200 len: 804 time: 0.1166291 Sep 20 12:52:37.491664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59508) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.626464 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9ae58a21-f69a-427e-a617-56a9b012e145 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/networks/ca842a01-c489-4cce-9b3e-aaef0a86d129?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1334620 Sep 20 12:52:37.629827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59510) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.685164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dd406-e229-41d5-b186-76058d9c1c8d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.686657 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-790dd406-e229-41d5-b186-76058d9c1c8d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/subnets/7b4f0dfd-5bd6-4ae4-a56c-4206491b8004 HTTP/1.1" status: 200 len: 843 time: 0.0559027 Sep 20 12:52:37.695186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59518) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.758420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748c26c-ccf5-45c3-b5aa-92abec2e0664 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['shared'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:37.763607 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5748c26c-ccf5-45c3-b5aa-92abec2e0664 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "GET /v2.0/subnets/7b4f0dfd-5bd6-4ae4-a56c-4206491b8004?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0630891 Sep 20 12:52:37.763607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59522) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:37.769288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-154974461'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:37.935229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:37.939002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:37.998964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:38.020421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.020820 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Added segment 08be60a1-fcef-4663-9ab3-fa199346638c of type vlan for network eb859fac-c516-498b-9faf-43f5826f1b3b Sep 20 12:52:38.086253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:38.102533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.196213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-346380969-network', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:38.218348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.224066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:38.224658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.293131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Network': ['ID=eb859fac-c516-498b-9faf-43f5826f1b3b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:38.326233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network eb859fac-c516-498b-9faf-43f5826f1b3b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:38.346249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:38.361848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.379057 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.393550 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e9962bac-d903-4fba-9443-c9a73087731c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6283298 Sep 20 12:52:38.396706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59552) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:38.405975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'network_id': 'eb859fac-c516-498b-9faf-43f5826f1b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:38.551773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.632875 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.656146 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:38.670323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabdc03c-db5d-4974-9d8d-98022e76735e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:38.689172 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.689584 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Added segment b76cc8ac-4970-460b-adcb-348649d3f09c of type vlan for network 72813fde-70bf-4265-8573-42873b0c2dec Sep 20 12:52:38.738842 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.740709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Made reservation on behalf of acd21d9d45234041b2bffb4f9347ac5c for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:38.745097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.830173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Performing IP validity checks on allocation pools {{(pid=95503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 20 12:52:38.830598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 20 12:52:38.935085 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:38.936148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:38.936736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.008399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] Pushing event updated for resources: {'Network': ['ID=72813fde-70bf-4265-8573-42873b0c2dec,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:39.019472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 72813fde-70bf-4265-8573-42873b0c2dec details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:39.067381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.090204 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a22f80ac-8c78-4853-8e7a-cbe125f9acd6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0019548 Sep 20 12:52:39.091568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:39.096797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Request body: {'subnet': {'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-346380969-subnet', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:39.181417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=851e6616-cc7b-4f45-9c2b-1e3183615d02,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:39.198187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Checking segment: {'id': '08be60a1-fcef-4663-9ab3-fa199346638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eb859fac-c516-498b-9faf-43f5826f1b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:39.198858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network hostable DHCP agents. Network: eb859fac-c516-498b-9faf-43f5826f1b3b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:39.235742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:39.238377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.318245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Network eb859fac-c516-498b-9faf-43f5826f1b3b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:39.398142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, eb859fac-c516-498b-9faf-43f5826f1b3b) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:39.402839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:39.403491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.410748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545609ff-3496-4d8c-a5c0-85ca659ec6f3 None None] Network eb859fac-c516-498b-9faf-43f5826f1b3b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:39.507846 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.513928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-25277d73-0905-4aa4-8634-3f3fd0bd1769 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1150291 Sep 20 12:52:39.514880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59590) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:39.524070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-70d1f3ae-d3ea-4a4e-8e67-6c6a71f28923 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:39.562610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc8542-3dd7-408f-ad3a-6fe440effcf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-eb859fac-c516-498b-9faf-43f5826f1b3b', 'network_id': 'eb859fac-c516-498b-9faf-43f5826f1b3b', 'tenant_id': 'acd21d9d45234041b2bffb4f9347ac5c', 'fixed_ips': [{'subnet_id': '851e6616-cc7b-4f45-9c2b-1e3183615d02'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:39.580486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8542-3dd7-408f-ad3a-6fe440effcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.580698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=128f68e9-6369-42dd-a16c-ba5ced9227a3,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:39.602989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:39.603357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Network hostable DHCP agents. Network: 72813fde-70bf-4265-8573-42873b0c2dec, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:39.657349 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70d1f3ae-d3ea-4a4e-8e67-6c6a71f28923 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12802367'] for subnet, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.696672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Network 72813fde-70bf-4265-8573-42873b0c2dec is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:39.778685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 72813fde-70bf-4265-8573-42873b0c2dec) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:39.784061 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-ebcc8542-3dd7-408f-ad3a-6fe440effcf3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:52:39.784061 n-d-809934-3 neutron-server[95504]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 20 12:52:39.784061 n-d-809934-3 neutron-server[95504]: [parameters: {'in_use': 1, 'id_1': '851e6616-cc7b-4f45-9c2b-1e3183615d02'}] Sep 20 12:52:39.784061 n-d-809934-3 neutron-server[95504]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:52:39.787423 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-ebcc8542-3dd7-408f-ad3a-6fe440effcf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:52:39.790701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4002b6cc-1cfd-4dd7-baf9-b92caae4058b None None] Network 72813fde-70bf-4265-8573-42873b0c2dec requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:39.791337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:39.798675 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.893418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4d93ff3-404a-40a3-a2cc-0b1e74feb58a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8007421 Sep 20 12:52:39.896256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59600) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:39.901172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:39.917909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70d1f3ae-d3ea-4a4e-8e67-6c6a71f28923 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765114213892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12590854'] for subnet, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.940240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-72813fde-70bf-4265-8573-42873b0c2dec', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:39.942870 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.970034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1f3ae-d3ea-4a4e-8e67-6c6a71f28923 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:39.979097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70d1f3ae-d3ea-4a4e-8e67-6c6a71f28923 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:39.979097 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-70d1f3ae-d3ea-4a4e-8e67-6c6a71f28923 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "PUT /v2.0/subnets/851e6616-cc7b-4f45-9c2b-1e3183615d02 HTTP/1.1" status: 200 len: 900 time: 0.4556680 Sep 20 12:52:39.979862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59608) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:39.987744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1f3ae-d3ea-4a4e-8e67-6c6a71f28923 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event updated for resources: {'Subnet': ['ID=851e6616-cc7b-4f45-9c2b-1e3183615d02,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:40.026205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.027302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.114436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Allocated IP 172.20.0.2 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/f707db06-88c0-461b-b39d-5f31285e8b98) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:40.146867 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.158499 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.271511 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.288464 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8542-3dd7-408f-ad3a-6fe440effcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.326635 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.384082 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.436011 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.476300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:40.480785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:40.484109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:40.492124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Pushing event updated for resources: {'Port': ['ID=f707db06-88c0-461b-b39d-5f31285e8b98,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:40.496488 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.539027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=851e6616-cc7b-4f45-9c2b-1e3183615d02,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server [None req-ebcc8542-3dd7-408f-ad3a-6fe440effcf3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 851e6616-cc7b-4f45-9c2b-1e3183615d02: This subnet is being modified by another concurrent operation. Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise exception Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 851e6616-cc7b-4f45-9c2b-1e3183615d02: This subnet is being modified by another concurrent operation. Sep 20 12:52:40.568337 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Sep 20 12:52:40.590345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Attempting to bind port f707db06-88c0-461b-b39d-5f31285e8b98 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:40.590775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Attempting to bind port f707db06-88c0-461b-b39d-5f31285e8b98 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:40.591529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Attempting to bind port f707db06-88c0-461b-b39d-5f31285e8b98 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:40.598095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:40.599354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:40.599908 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.600869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:40.602113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Bound port: f707db06-88c0-461b-b39d-5f31285e8b98, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:40.602511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.607882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfcdf8-de6f-48e5-8479-a5f3a9432585 None None] Network eb859fac-c516-498b-9faf-43f5826f1b3b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:40.631273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.678247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb859fac-c516-498b-9faf-43f5826f1b3b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:40.688445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08be60a1-fcef-4663-9ab3-fa199346638c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:40.688744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08be60a1-fcef-4663-9ab3-fa199346638c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:40.700254 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.714083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.720998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:40.721436 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:40.724341 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:40.779874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.810712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da456e8-b64a-45b0-8166-80e8561cc77e None None] Network eb859fac-c516-498b-9faf-43f5826f1b3b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:40.820189 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.820686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] For port f707db06-88c0-461b-b39d-5f31285e8b98, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:40.849883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] For port f707db06-88c0-461b-b39d-5f31285e8b98, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f707db06-88c0-461b-b39d-5f31285e8b98,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:40.946920 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.955209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.957355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/eb859fac-c516-498b-9faf-43f5826f1b3b HTTP/1.1" status: 204 len: 168 time: 0.9761994 Sep 20 12:52:40.961932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59640) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:40.965485 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:40.997736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Allocated IP 172.25.6.73 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:41.004014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=eb859fac-c516-498b-9faf-43f5826f1b3b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:41.073101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.078244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.082213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.082213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.082560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.082913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.083255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.084169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.084169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.084514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.085145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.085457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6091caa6-a911-40e0-b4e8-40c71025a7bb tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:41.101358 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7967a7a-110a-48db-8a79-3acf4aa3f30b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:41.102321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7967a7a-110a-48db-8a79-3acf4aa3f30b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:41.106093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d7967a7a-110a-48db-8a79-3acf4aa3f30b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/851e6616-cc7b-4f45-9c2b-1e3183615d02 HTTP/1.1" status: 404 len: 337 time: 0.1387429 Sep 20 12:52:41.109474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:41.119111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9660e-9a0f-45b9-b3a4-c7bfc538bc16 None None] Pushing event updated for resources: {'Port': ['ID=f707db06-88c0-461b-b39d-5f31285e8b98,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:41.129431 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dacfa54-ff1f-4682-8cec-c934d58263c5 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:41.130124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dacfa54-ff1f-4682-8cec-c934d58263c5 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:41.132226 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5dacfa54-ff1f-4682-8cec-c934d58263c5 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/eb859fac-c516-498b-9faf-43f5826f1b3b HTTP/1.1" status: 404 len: 339 time: 0.0213993 Sep 20 12:52:41.137313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59646) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:41.139445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.246424 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.316468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.382681 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.441245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25c873a-2e86-4e21-8e86-879a3d180210']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:41.454497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:41.461208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:41.470659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f0075b-0032-4f05-8c31-af728ad7db0d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:41.470962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f0075b-0032-4f05-8c31-af728ad7db0d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:41.481160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Pushing event updated for resources: {'Port': ['ID=f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:41.484197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:41.486002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.503974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.511778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:41.511778 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:41.603109 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:41.667024 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.689124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.691684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/a25c873a-2e86-4e21-8e86-879a3d180210 HTTP/1.1" status: 204 len: 168 time: 0.5529633 Sep 20 12:52:41.692803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156fd39-a7e6-4015-bbdf-bfb0ba930c2f tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=a25c873a-2e86-4e21-8e86-879a3d180210,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:41.694765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59672) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:41.736571 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61fd991-1617-4681-b189-1f57e2600d63 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:41.736571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61fd991-1617-4681-b189-1f57e2600d63 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:41.736571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d61fd991-1617-4681-b189-1f57e2600d63 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/2e98c6af-6bb8-4c31-bdb1-99aad083799c HTTP/1.1" status: 404 len: 337 time: 0.0389731 Sep 20 12:52:41.737456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59676) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:41.758383 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffce9fe-d30b-40b0-8b3a-f59fd30961a8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:41.759106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffce9fe-d30b-40b0-8b3a-f59fd30961a8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:41.763365 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ffce9fe-d30b-40b0-8b3a-f59fd30961a8 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/4bc4ad97-0ffa-4b49-9b87-66e9e8e5658e HTTP/1.1" status: 404 len: 339 time: 0.0224135 Sep 20 12:52:41.763801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59678) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:41.849361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8a8f51-0346-4ca0-9745-3d180be6db9e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting subnet 5d6deceb-e5f0-4c35-ad35-961dd51ef0ba {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:52:41.852830 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8f51-0346-4ca0-9745-3d180be6db9e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:41.962469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8f51-0346-4ca0-9745-3d180be6db9e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.161797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f707db06-88c0-461b-b39d-5f31285e8b98 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:42.286647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f707db06-88c0-461b-b39d-5f31285e8b98 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:42.287144 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.447929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd168d50-bb2f-4674-b1a7-e66d6b5bdc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.494070 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.548633 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port f707db06-88c0-461b-b39d-5f31285e8b98, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f707db06-88c0-461b-b39d-5f31285e8b98,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:42.607655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.682590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=f707db06-88c0-461b-b39d-5f31285e8b98,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:42.684753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391da593-5d27-471b-adb8-e359b0b2aeb7 None None] Network 72813fde-70bf-4265-8573-42873b0c2dec requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:42.686856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.692455 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8f51-0346-4ca0-9745-3d180be6db9e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.723809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-319c8aba-a377-404f-ad9c-72aa0c460dfd None None] Provisioning complete for port f707db06-88c0-461b-b39d-5f31285e8b98 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:42.724274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-319c8aba-a377-404f-ad9c-72aa0c460dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.905121 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8f51-0346-4ca0-9745-3d180be6db9e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.961313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8f51-0346-4ca0-9745-3d180be6db9e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:42.961796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8b220-9cf4-466a-9863-8226a2436c27 None None] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:42.961879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8b8a8f51-0346-4ca0-9745-3d180be6db9e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/5d6deceb-e5f0-4c35-ad35-961dd51ef0ba HTTP/1.1" status: 204 len: 168 time: 1.1915631 Sep 20 12:52:42.963267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:42.982003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a8f51-0346-4ca0-9745-3d180be6db9e tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6deceb-e5f0-4c35-ad35-961dd51ef0ba,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:43.094764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.125506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efc589e-d389-4815-a698-9af09eda79b0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting subnet 5ff7672a-ef70-4605-83c8-cd3a49fabe6e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:52:43.131099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0efc589e-d389-4815-a698-9af09eda79b0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.218364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0efc589e-d389-4815-a698-9af09eda79b0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.341906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d5cb32ac-c58f-4e71-98ff-3880cc613b71 None None] Provisioning complete for port f707db06-88c0-461b-b39d-5f31285e8b98 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:43.343068 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d5cb32ac-c58f-4e71-98ff-3880cc613b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.373765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0efc589e-d389-4815-a698-9af09eda79b0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.394002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Router 11f08978-2657-45cb-aa44-77ca132acf9c is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:52:43.557606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:52:43.566652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99756915-ec10-478a-acba-2dad8410967c None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:52:43.576417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99756915-ec10-478a-acba-2dad8410967c None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:52:43.577070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99756915-ec10-478a-acba-2dad8410967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:52:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:43.582109 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0efc589e-d389-4815-a698-9af09eda79b0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.620945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc589e-d389-4815-a698-9af09eda79b0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff7672a-ef70-4605-83c8-cd3a49fabe6e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:43.626609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0efc589e-d389-4815-a698-9af09eda79b0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.629749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0efc589e-d389-4815-a698-9af09eda79b0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/5ff7672a-ef70-4605-83c8-cd3a49fabe6e HTTP/1.1" status: 204 len: 168 time: 0.6653981 Sep 20 12:52:43.632547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59748) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:43.643137 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.644681 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d461621d-8202-4010-b596-b6314ba9064d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7472432 Sep 20 12:52:43.648810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:43.673859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59752) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:43.811978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.940253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting port b515e549-9461-443b-905d-c5f3deeb62f9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:43.940608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:43.995527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c8275c0-bd4e-475b-ba86-40d360724d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.100780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] For port b515e549-9461-443b-905d-c5f3deeb62f9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b515e549-9461-443b-905d-c5f3deeb62f9,segment=NetworkSegment(e528770c-0cbd-451c-9da8-064f09777413),segment_id=e528770c-0cbd-451c-9da8-064f09777413)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:44.101221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.127120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Calling delete_port for b515e549-9461-443b-905d-c5f3deeb62f9 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:44.147873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f707db06-88c0-461b-b39d-5f31285e8b98 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:44.198032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-99756915-ec10-478a-acba-2dad8410967c None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:52:44.200435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c198eb8-3c28-4711-9b40-e7ebff8685c5 None None] Network 257d2bd4-2de4-4afe-a677-59711e7dd3f6 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:44.288761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c8275c0-bd4e-475b-ba86-40d360724d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.352351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c8275c0-bd4e-475b-ba86-40d360724d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.395325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-510eaff2-ef20-466e-bf0f-1ece1ad7030c None None] Provisioning complete for port b515e549-9461-443b-905d-c5f3deeb62f9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:44.395964 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-510eaff2-ef20-466e-bf0f-1ece1ad7030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.400753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.406715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c8275c0-bd4e-475b-ba86-40d360724d6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08b1c50462794c33bb4d3598f76eec46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7316933 Sep 20 12:52:44.407459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.410640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59762) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:44.424741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-510eaff2-ef20-466e-bf0f-1ece1ad7030c None None] Port b515e549-9461-443b-905d-c5f3deeb62f9 was deleted so its status cannot be updated. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 20 12:52:44.459916 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f707db06-88c0-461b-b39d-5f31285e8b98 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:44.460328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Port': ['ID=b515e549-9461-443b-905d-c5f3deeb62f9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:44.460450 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.504743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No DVR routers for this DVR port b515e549-9461-443b-905d-c5f3deeb62f9 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:44.536525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8275c0-bd4e-475b-ba86-40d360724d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae0c3b6-a282-40a7-b4d1-459cfef8e3d8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:44.667710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02174b52-306b-4e35-b7da-ddb253bb66be None None] DHCP port deletion for 257d2bd4-2de4-4afe-a677-59711e7dd3f6 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:52:44.690691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340749ba-a949-47d6-8188-8ed0b16508a7 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 12:52:44.694402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.718792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257d2bd4-2de4-4afe-a677-59711e7dd3f6']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:44.732716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e528770c-0cbd-451c-9da8-064f09777413') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:44.732989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e528770c-0cbd-451c-9da8-064f09777413') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:44.747118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99756915-ec10-478a-acba-2dad8410967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:41Z', 'revision_number': 3, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:44.758786 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.791262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Allocated IP 172.20.0.1 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/7d1c0c18-e000-44fe-824a-324268c47f51) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:44.792426 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.803040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99756915-ec10-478a-acba-2dad8410967c None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:52:44.803040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99756915-ec10-478a-acba-2dad8410967c None None] Updating router 11f08978-2657-45cb-aa44-77ca132acf9c port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:52:44.803394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:44.803394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.849369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99756915-ec10-478a-acba-2dad8410967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:44.892740 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:44.915632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340749ba-a949-47d6-8188-8ed0b16508a7 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 12:52:44.926529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82b7785a-faf2-44e0-91a0-2d88418415c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.951869 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:44.957086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82b7785a-faf2-44e0-91a0-2d88418415c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.158955 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.197128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:45.200878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:45.202327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82b7785a-faf2-44e0-91a0-2d88418415c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.203871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:45.207792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82b7785a-faf2-44e0-91a0-2d88418415c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.214153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-82b7785a-faf2-44e0-91a0-2d88418415c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fae0c3b6-a282-40a7-b4d1-459cfef8e3d8 HTTP/1.1" status: 204 len: 168 time: 0.7952309 Sep 20 12:52:45.219649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7785a-faf2-44e0-91a0-2d88418415c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae0c3b6-a282-40a7-b4d1-459cfef8e3d8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:45.271240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Pushing event updated for resources: {'Port': ['ID=7d1c0c18-e000-44fe-824a-324268c47f51,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:45.281396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.290174 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.297858 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/257d2bd4-2de4-4afe-a677-59711e7dd3f6 HTTP/1.1" status: 204 len: 168 time: 1.6637847 Sep 20 12:52:45.298725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59778) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:45.326414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.356732 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c630d400-6dd4-4d8f-8649-cc2c39f96347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.430983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483eea1-271c-44ff-aae5-19aff9d7ebcd tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=257d2bd4-2de4-4afe-a677-59711e7dd3f6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:45.435942 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-55de1d8d-0ea4-40e5-a4e2-da9eee3b5db0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:45.439177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55de1d8d-0ea4-40e5-a4e2-da9eee3b5db0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:45.452051 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-55de1d8d-0ea4-40e5-a4e2-da9eee3b5db0 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/f4d9bc5e-353e-48cd-85fe-7990b464ac7e HTTP/1.1" status: 404 len: 337 time: 0.1400375 Sep 20 12:52:45.453112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59780) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:45.523502 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8703aba5-5fa1-419d-8de3-b6a53d93dc35 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:45.524880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8703aba5-5fa1-419d-8de3-b6a53d93dc35 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:45.528251 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8703aba5-5fa1-419d-8de3-b6a53d93dc35 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/22fbc776-97eb-469c-bc56-7e55ecb42419 HTTP/1.1" status: 404 len: 339 time: 0.0728800 Sep 20 12:52:45.532732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59784) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:45.548997 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99756915-ec10-478a-acba-2dad8410967c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.599669 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71ba51f-6e7a-41a3-aa0a-443bc8b51492 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:45.601130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71ba51f-6e7a-41a3-aa0a-443bc8b51492 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:45.602882 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c71ba51f-6e7a-41a3-aa0a-443bc8b51492 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/c33c47cb-3529-4790-990a-15c183950a6d HTTP/1.1" status: 404 len: 337 time: 0.0639975 Sep 20 12:52:45.605585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59786) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:45.624716 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e8aa54-9ce6-4a71-ab08-491d5d5f6f1d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:45.625400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e8aa54-9ce6-4a71-ab08-491d5d5f6f1d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:45.627235 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-27e8aa54-9ce6-4a71-ab08-491d5d5f6f1d tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/f02acb31-7ab4-411c-921b-23d1fd768763 HTTP/1.1" status: 404 len: 339 time: 0.0206788 Sep 20 12:52:45.630066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:45.655586 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99756915-ec10-478a-acba-2dad8410967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.661464 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-08033d7d-ef0b-4aed-b694-4276fa649615 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:45.665235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08033d7d-ef0b-4aed-b694-4276fa649615 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:45.665235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-08033d7d-ef0b-4aed-b694-4276fa649615 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/db187801-1a37-4f47-9d8a-87ccbb8d9367 HTTP/1.1" status: 404 len: 337 time: 0.0320501 Sep 20 12:52:45.667577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:45.718029 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.734496 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2016d185-ef55-4e7c-9a65-9d385a647194 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:45.735215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2016d185-ef55-4e7c-9a65-9d385a647194 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:45.737080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2016d185-ef55-4e7c-9a65-9d385a647194 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/ef88c94c-3007-41b9-a9f0-4d6247c65557 HTTP/1.1" status: 404 len: 339 time: 0.0685165 Sep 20 12:52:45.739691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59794) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:45.751718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.771805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-99756915-ec10-478a-acba-2dad8410967c None None] Attempting to bind port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:45.771805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-99756915-ec10-478a-acba-2dad8410967c None None] Attempting to bind port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:45.771805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99756915-ec10-478a-acba-2dad8410967c None None] Attempting to bind port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:45.779089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99756915-ec10-478a-acba-2dad8410967c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:45.779558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99756915-ec10-478a-acba-2dad8410967c None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:45.780032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99756915-ec10-478a-acba-2dad8410967c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.780492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99756915-ec10-478a-acba-2dad8410967c None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:45.781061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-99756915-ec10-478a-acba-2dad8410967c None None] Bound port: f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:45.781513 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99756915-ec10-478a-acba-2dad8410967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.815156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8f046-3da4-42b7-ac45-a1c14b801026 None None] Pushing event updated for resources: {'Port': ['ID=f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:45.829308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-98f9b5e6-64ac-4e03-bcbe-05d387aa2725 None None] Provisioning complete for port 7d1c0c18-e000-44fe-824a-324268c47f51 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:45.829762 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98f9b5e6-64ac-4e03-bcbe-05d387aa2725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.832131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-82037fb1-e6c5-4ee7-bf02-85a785dcaba3 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting subnet c7aea58b-febc-4465-9219-bda78a5e4b18 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:52:45.836790 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82037fb1-e6c5-4ee7-bf02-85a785dcaba3 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.882841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-99756915-ec10-478a-acba-2dad8410967c None None] For port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:45.889053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-99756915-ec10-478a-acba-2dad8410967c None None] For port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:45.890574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-98f9b5e6-64ac-4e03-bcbe-05d387aa2725 None None] Port 7d1c0c18-e000-44fe-824a-324268c47f51 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:52:45.906343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82037fb1-e6c5-4ee7-bf02-85a785dcaba3 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.974772 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:45.976356 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99756915-ec10-478a-acba-2dad8410967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.010907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82037fb1-e6c5-4ee7-bf02-85a785dcaba3 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.034135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99756915-ec10-478a-acba-2dad8410967c None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:52:46.034877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99756915-ec10-478a-acba-2dad8410967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:52:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:46.072050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.092776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8f046-3da4-42b7-ac45-a1c14b801026 None None] Pushing event updated for resources: {'Port': ['ID=f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:46.102699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b515e549-9461-443b-905d-c5f3deeb62f9 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:52:46.129999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b515e549-9461-443b-905d-c5f3deeb62f9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:52:46.130482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b515e549-9461-443b-905d-c5f3deeb62f9 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:52:46.156347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Pushing event updated for resources: {'Port': ['ID=7d1c0c18-e000-44fe-824a-324268c47f51,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:46.159047 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.170129 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82037fb1-e6c5-4ee7-bf02-85a785dcaba3 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.200367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:46.208736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82037fb1-e6c5-4ee7-bf02-85a785dcaba3 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=c7aea58b-febc-4465-9219-bda78a5e4b18,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:46.208964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-99756915-ec10-478a-acba-2dad8410967c None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:52:46.215366 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82037fb1-e6c5-4ee7-bf02-85a785dcaba3 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.217299 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-82037fb1-e6c5-4ee7-bf02-85a785dcaba3 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/c7aea58b-febc-4465-9219-bda78a5e4b18 HTTP/1.1" status: 204 len: 168 time: 0.4765735 Sep 20 12:52:46.219767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59806) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:46.238730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e5121-dbcc-4586-9379-f73db93b3c53 None None] Network 2efa5f8f-708f-4b49-9258-574b895a7f0b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:46.248445 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b680e01-39fd-43e9-ade7-ffe454cc8c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.308499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.358916 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b680e01-39fd-43e9-ade7-ffe454cc8c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.360986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:46.362948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:46.410972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting port 0d1b18ad-1e3f-495c-a94f-2974374c9023 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:46.411332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.467397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b680e01-39fd-43e9-ade7-ffe454cc8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.479113 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:52:46.519247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b680e01-39fd-43e9-ade7-ffe454cc8c7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=349c547f3dbd43ae85bb32ae1e43b21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176408 Sep 20 12:52:46.532139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b680e01-39fd-43e9-ade7-ffe454cc8c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52377a4f-df31-46f8-abb2-fa2aad026bb1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:46.536743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:46.564611 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Router 11f08978-2657-45cb-aa44-77ca132acf9c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:52:46.571300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] For port 0d1b18ad-1e3f-495c-a94f-2974374c9023, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0d1b18ad-1e3f-495c-a94f-2974374c9023,segment=NetworkSegment(7a573899-9958-444a-ac97-ef380a8bc558),segment_id=7a573899-9958-444a-ac97-ef380a8bc558)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:46.571768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.585430 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] DHCP port deletion for 2efa5f8f-708f-4b49-9258-574b895a7f0b request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:52:46.610221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Calling delete_port for 0d1b18ad-1e3f-495c-a94f-2974374c9023 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:46.657906 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa9c450d-e7c3-43e9-b926-a747ac4354ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.689270 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa9c450d-e7c3-43e9-b926-a747ac4354ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.689398 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.703003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99756915-ec10-478a-acba-2dad8410967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:44Z', 'revision_number': 1, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:46.714865 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] Deleting port 0d1b18ad-1e3f-495c-a94f-2974374c9023 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:46.714865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.823662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.829159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:52:46.845236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-47207898-1f3d-43f3-9d55-5c880ed1f15d admin admin] 10.222.0.37 "PUT /v2.0/routers/11f08978-2657-45cb-aa44-77ca132acf9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1862600 Sep 20 12:52:46.858778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Port': ['ID=0d1b18ad-1e3f-495c-a94f-2974374c9023,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:46.882500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa9c450d-e7c3-43e9-b926-a747ac4354ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.887831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No DVR routers for this DVR port 0d1b18ad-1e3f-495c-a94f-2974374c9023 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:46.895382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa9c450d-e7c3-43e9-b926-a747ac4354ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:46.920227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aa9c450d-e7c3-43e9-b926-a747ac4354ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52377a4f-df31-46f8-abb2-fa2aad026bb1 HTTP/1.1" status: 204 len: 168 time: 0.3823316 Sep 20 12:52:46.930362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99756915-ec10-478a-acba-2dad8410967c None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:44Z', 'revision_number': 1, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:52:46.955225 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-963e4cf7-9d5a-4325-bee4-8c691770aec4 None None] Provisioning complete for port 7d1c0c18-e000-44fe-824a-324268c47f51 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:46.960336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c450d-e7c3-43e9-b926-a747ac4354ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52377a4f-df31-46f8-abb2-fa2aad026bb1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:46.964167 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-963e4cf7-9d5a-4325-bee4-8c691770aec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.013297 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.047130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efa5f8f-708f-4b49-9258-574b895a7f0b']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:47.067199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] For port 0d1b18ad-1e3f-495c-a94f-2974374c9023, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:47.067731 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.076550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a573899-9958-444a-ac97-ef380a8bc558') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:47.076857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a573899-9958-444a-ac97-ef380a8bc558') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:47.082432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-963e4cf7-9d5a-4325-bee4-8c691770aec4 None None] Port 7d1c0c18-e000-44fe-824a-324268c47f51 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:52:47.088432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] Calling delete_port for 0d1b18ad-1e3f-495c-a94f-2974374c9023 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:47.090865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.096526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] Port 0d1b18ad-1e3f-495c-a94f-2974374c9023 was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:52:47.098093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.107236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.117136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:47.117549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.127093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] Pushing event deleted for resources: {'Port': ['ID=0d1b18ad-1e3f-495c-a94f-2974374c9023,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:47.153971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f79d2-24cd-49e2-8b85-97f5abae6e05 None None] No DVR routers for this DVR port 0d1b18ad-1e3f-495c-a94f-2974374c9023 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:47.166692 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:47.278878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.288716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.295475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:47.308536 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/2efa5f8f-708f-4b49-9258-574b895a7f0b HTTP/1.1" status: 204 len: 168 time: 1.0875123 Sep 20 12:52:47.319334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077722c-335e-4018-94c4-708002d8be2c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=2efa5f8f-708f-4b49-9258-574b895a7f0b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:47.333281 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a066f8-1c5f-49d6-a986-3cab009c1ef7 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:47.333694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a066f8-1c5f-49d6-a986-3cab009c1ef7 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:47.338570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59842) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:47.338917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-79a066f8-1c5f-49d6-a986-3cab009c1ef7 tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/d1456324-a7b6-4357-910f-a3ed2667f56c HTTP/1.1" status: 404 len: 337 time: 0.0423286 Sep 20 12:52:47.364000 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf30b7fc-3745-48b0-a565-e6a1da59691c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] DELETE failed (client error): The resource could not be found. Sep 20 12:52:47.364601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf30b7fc-3745-48b0-a565-e6a1da59691c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:52:47.366541 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cf30b7fc-3745-48b0-a565-e6a1da59691c tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/09e49613-698b-4ab1-ba5f-901ca7988081 HTTP/1.1" status: 404 len: 339 time: 0.0269058 Sep 20 12:52:47.369147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59844) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:47.453401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f043ae1-b291-4142-ace5-280e78fc1c7a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting subnet 7b4f0dfd-5bd6-4ae4-a56c-4206491b8004 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:52:47.457165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f043ae1-b291-4142-ace5-280e78fc1c7a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.515091 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f043ae1-b291-4142-ace5-280e78fc1c7a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.626139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f043ae1-b291-4142-ace5-280e78fc1c7a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.816056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f043ae1-b291-4142-ace5-280e78fc1c7a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.894354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f043ae1-b291-4142-ace5-280e78fc1c7a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4f0dfd-5bd6-4ae4-a56c-4206491b8004,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:47.907694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f043ae1-b291-4142-ace5-280e78fc1c7a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:47.911124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f043ae1-b291-4142-ace5-280e78fc1c7a tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/subnets/7b4f0dfd-5bd6-4ae4-a56c-4206491b8004 HTTP/1.1" status: 204 len: 168 time: 0.5410480 Sep 20 12:52:47.914497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:47.919160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f185f-4bc7-47c1-9104-e10fa7a2936a None None] Network ca842a01-c489-4cce-9b3e-aaef0a86d129 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:48.049720 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.068537 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.186343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59868) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:48.191388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-439128129-network', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:48.204843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0d1b18ad-1e3f-495c-a94f-2974374c9023 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:52:48.231465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0d1b18ad-1e3f-495c-a94f-2974374c9023 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:52:48.232019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0d1b18ad-1e3f-495c-a94f-2974374c9023 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:52:48.284049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Deleting port b1a264af-f41f-410a-9227-1d8588e3d8ef {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:48.284395 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.334719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Made reservation on behalf of 854cf6fab28c4ec98d704e204170e1a0 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:48.337263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.353822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.361446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] DHCP port deletion for ca842a01-c489-4cce-9b3e-aaef0a86d129 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:52:48.400941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] For port b1a264af-f41f-410a-9227-1d8588e3d8ef, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b1a264af-f41f-410a-9227-1d8588e3d8ef,segment=NetworkSegment(846464dd-6182-4d5d-af44-5f5ed58a0110),segment_id=846464dd-6182-4d5d-af44-5f5ed58a0110)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:48.401556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.424570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Calling delete_port for b1a264af-f41f-410a-9227-1d8588e3d8ef owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:48.471205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] Deleting port b1a264af-f41f-410a-9227-1d8588e3d8ef {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:48.474122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.540434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.586038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] For port b1a264af-f41f-410a-9227-1d8588e3d8ef, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b1a264af-f41f-410a-9227-1d8588e3d8ef,segment=NetworkSegment(846464dd-6182-4d5d-af44-5f5ed58a0110),segment_id=846464dd-6182-4d5d-af44-5f5ed58a0110)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:48.592946 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.604133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] Calling delete_port for b1a264af-f41f-410a-9227-1d8588e3d8ef owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:48.612704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.630033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:48.648853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.651958 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Added segment da2d21ec-d6a9-4973-8ddc-c1208673a146 of type vlan for network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 Sep 20 12:52:48.700700 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.708902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.719245 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.754959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] No DVR routers for this DVR port b1a264af-f41f-410a-9227-1d8588e3d8ef on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:48.760244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350ff2e-7005-4478-b4c7-186a0d29c23a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:48.770983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] Pushing event deleted for resources: {'Port': ['ID=b1a264af-f41f-410a-9227-1d8588e3d8ef,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:48.789769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Port': ['ID=b1a264af-f41f-410a-9227-1d8588e3d8ef,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:48.806771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ceb7f6-35a5-4999-aa0b-a1e42f29c26d None None] No DVR routers for this DVR port b1a264af-f41f-410a-9227-1d8588e3d8ef on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:52:48.812680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.822934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:48.824076 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:48.929272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:48.942661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c6cda13e-c215-40b0-8153-e681430d1680 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7551699 Sep 20 12:52:48.943493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59882) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:48.954779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:48.965773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Request body: {'subnet': {'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-439128129-subnet', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:48.976460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.063089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca842a01-c489-4cce-9b3e-aaef0a86d129']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:49.078587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846464dd-6182-4d5d-af44-5f5ed58a0110') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:49.078869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846464dd-6182-4d5d-af44-5f5ed58a0110') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:49.085333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Made reservation on behalf of 854cf6fab28c4ec98d704e204170e1a0 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:49.092568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.104115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.140615 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.160775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:49.161630 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:49.165213 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:49.401984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.415432 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.419777 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] 10.222.0.37 "DELETE /v2.0/networks/ca842a01-c489-4cce-9b3e-aaef0a86d129 HTTP/1.1" status: 204 len: 168 time: 1.5019968 Sep 20 12:52:49.436630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa9b1e-a257-473e-a3ad-02f2e45aef2b tempest-NetworksIpV6Test-108585061 tempest-NetworksIpV6Test-108585061-project] Pushing event deleted for resources: {'Network': ['ID=ca842a01-c489-4cce-9b3e-aaef0a86d129,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:49.464501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.529340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Checking segment: {'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:49.529699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Network hostable DHCP agents. Network: 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:49.536580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14301d93-18d2-4fc2-a666-17691dd66684,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:49.618546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:49.704111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:49.709334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:49.714205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.715022 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7673e2a8-229c-430d-997d-610f7cd73a75 None None] Network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:49.812787 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b5e8495-a87b-4d2f-8417-d7f4c40c7da2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8656774 Sep 20 12:52:49.813325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59898) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:49.818519 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:49.892176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36', 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'fixed_ips': [{'subnet_id': '14301d93-18d2-4fc2-a666-17691dd66684'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:52:49.893057 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.946881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:49.948695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.036091 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.040400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.141823 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59908) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:50.180331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Allocated IP 172.20.0.2 (1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36/14301d93-18d2-4fc2-a666-17691dd66684/466a0a79-e978-4670-b1cc-9656534e6957) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:50.208493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:50.403893 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fb7fe1b7-b0b0-4b2a-a861-11a9fed033ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acd21d9d45234041b2bffb4f9347ac5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595522 Sep 20 12:52:50.405389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59916) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:50.451261 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:52:50.466350 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:52:50.467006 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:52:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:50.472309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.492669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:50.510455 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da77a54-9d24-4ac8-87ff-0acd8bf08b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.512504 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.546067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da77a54-9d24-4ac8-87ff-0acd8bf08b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.697956 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.706275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da77a54-9d24-4ac8-87ff-0acd8bf08b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.709886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9da77a54-9d24-4ac8-87ff-0acd8bf08b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.711999 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9da77a54-9d24-4ac8-87ff-0acd8bf08b75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d440b6f3-ef3c-4aad-9f45-a059b930c0ea HTTP/1.1" status: 204 len: 168 time: 0.3031352 Sep 20 12:52:50.726927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da77a54-9d24-4ac8-87ff-0acd8bf08b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d440b6f3-ef3c-4aad-9f45-a059b930c0ea,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:50.745467 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:52:50.793298 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.800964 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:50.890708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Pushing event updated for resources: {'Port': ['ID=466a0a79-e978-4670-b1cc-9656534e6957,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:50.906580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:50.915932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:50.917611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:50.920117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:50.997965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Attempting to bind port 466a0a79-e978-4670-b1cc-9656534e6957 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:50.998650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Attempting to bind port 466a0a79-e978-4670-b1cc-9656534e6957 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:50.999260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Attempting to bind port 466a0a79-e978-4670-b1cc-9656534e6957 on network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:51.013145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:51.014054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Checking segment: {'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:51.014618 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.015880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Bound using segment: {'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:51.018871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Bound port: 466a0a79-e978-4670-b1cc-9656534e6957, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:51.018871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.044984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.097805 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 2, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:51.134186 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:52:51.134588 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Updating router 11f08978-2657-45cb-aa44-77ca132acf9c port 7d1c0c18-e000-44fe-824a-324268c47f51 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:52:51.143101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.145486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b1a264af-f41f-410a-9227-1d8588e3d8ef no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:52:51.197547 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.269379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] For port 466a0a79-e978-4670-b1cc-9656534e6957, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:51.279382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] For port 466a0a79-e978-4670-b1cc-9656534e6957, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=466a0a79-e978-4670-b1cc-9656534e6957,segment=NetworkSegment(da2d21ec-d6a9-4973-8ddc-c1208673a146),segment_id=da2d21ec-d6a9-4973-8ddc-c1208673a146)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:51.335508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b1a264af-f41f-410a-9227-1d8588e3d8ef {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:52:51.335875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b1a264af-f41f-410a-9227-1d8588e3d8ef not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:52:51.363847 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.427463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:51.646065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab62f4-9581-480d-b3b2-47bc9c2aeb1e None None] Pushing event updated for resources: {'Port': ['ID=466a0a79-e978-4670-b1cc-9656534e6957,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:51.779773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.819694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.880217 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.982484 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:51.982631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Allocated IP 172.25.6.114 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/bf354fb1-8a35-4fb3-952e-a73dfb89f791) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:52.138999 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Pushing event updated for resources: {'Port': ['ID=7d1c0c18-e000-44fe-824a-324268c47f51,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:52.177054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:52.202243 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.202693 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.203098 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.203486 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.203896 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.204387 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.204646 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.204974 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.205325 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.205654 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.206050 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.206493 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:52.288916 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Attempting to bind port 7d1c0c18-e000-44fe-824a-324268c47f51 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:52.289345 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Attempting to bind port 7d1c0c18-e000-44fe-824a-324268c47f51 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:52.289727 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Attempting to bind port 7d1c0c18-e000-44fe-824a-324268c47f51 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:52.299994 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:52.303095 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:52.303095 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:52.303095 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:52.303095 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Bound port: 7d1c0c18-e000-44fe-824a-324268c47f51, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:52.303095 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:52.311035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:52.355575 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:52.393471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:52.393856 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:52.437275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:52.444766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:52.449412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:52.488282 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] For port 7d1c0c18-e000-44fe-824a-324268c47f51, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:52.501912 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] For port 7d1c0c18-e000-44fe-824a-324268c47f51, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d1c0c18-e000-44fe-824a-324268c47f51,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:52.521932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Pushing event updated for resources: {'Port': ['ID=bf354fb1-8a35-4fb3-952e-a73dfb89f791,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:52.544648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59952) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:52.573318 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:52.771268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-439bb028-ec44-44d8-81b2-21fa911ad79c None None] Provisioning complete for port 7d1c0c18-e000-44fe-824a-324268c47f51 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:52.772177 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-439bb028-ec44-44d8-81b2-21fa911ad79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:52.776414 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:52:52.777177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:52:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:52.877104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 466a0a79-e978-4670-b1cc-9656534e6957 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:52.912180 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:52:52.936749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1484099126'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:53.036394 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c662e-4890-40cf-a6cc-83eff2dd2d9c None None] Pushing event updated for resources: {'Port': ['ID=7d1c0c18-e000-44fe-824a-324268c47f51,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:53.074118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:53.077858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.088060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 466a0a79-e978-4670-b1cc-9656534e6957 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:53.090684 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.096808 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.175914 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-439bb028-ec44-44d8-81b2-21fa911ad79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.192467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.263030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a91b8-4638-4077-a8fc-e97fd66f6ac7 None None] Network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:53.334144 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.350828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:52Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:53.384819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-439bb028-ec44-44d8-81b2-21fa911ad79c None None] For port 7d1c0c18-e000-44fe-824a-324268c47f51, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d1c0c18-e000-44fe-824a-324268c47f51,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:53.392239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.413829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:53.436505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.437085 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Added segment 403d87e6-e6c5-4cf9-81d1-66e539edde8d of type vlan for network 3a8db252-fedc-411c-8ac4-15b46151c9f7 Sep 20 12:52:53.460694 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-439bb028-ec44-44d8-81b2-21fa911ad79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.534022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.576934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.581551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.613636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ad826-dfe4-4d03-ad2c-dcdc33291725 None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:52Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:52:53.644577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bb028-ec44-44d8-81b2-21fa911ad79c None None] Pushing event updated for resources: {'Port': ['ID=7d1c0c18-e000-44fe-824a-324268c47f51,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:53.654865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b3798-014b-46c3-8629-f933c3779961,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:53.663590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.668164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:52:53.682195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 466a0a79-e978-4670-b1cc-9656534e6957, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=466a0a79-e978-4670-b1cc-9656534e6957,segment=NetworkSegment(da2d21ec-d6a9-4973-8ddc-c1208673a146),segment_id=da2d21ec-d6a9-4973-8ddc-c1208673a146)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:52:53.691108 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.695209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-177b845a-9cd1-4a57-b4ad-ad81dbabb467 None None] Provisioning complete for port 7d1c0c18-e000-44fe-824a-324268c47f51 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:53.696136 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-177b845a-9cd1-4a57-b4ad-ad81dbabb467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.699355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:53.700199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.792685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Network': ['ID=3a8db252-fedc-411c-8ac4-15b46151c9f7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:53.826991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:53.846091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0c24174b-17d0-4e7a-9ad7-85b5dcf01277 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2978280 Sep 20 12:52:53.847273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59966) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:53.853383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'name': 'tempest-PortsIpV6TestJSON-1289072443'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:53.916806 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:53.922887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:52:54.098077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=466a0a79-e978-4670-b1cc-9656534e6957,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:54.135291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:52:54.169693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Sync routers for ids ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:52:54.178283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:54.182642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:54.208222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d1c0c18-e000-44fe-824a-324268c47f51 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:54.234259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port 0ae85ae3-b3c7-4900-b004-70c06c9847cd yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:52:54.264665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:54.273669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a615055e-1460-4ab3-8956-881601deb326 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4524825 Sep 20 12:52:54.273669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 59972) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:54.338618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Routers {'9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:52:54.345164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:52:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:54.575238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:54.634190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7d1c0c18-e000-44fe-824a-324268c47f51 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:54.635522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:54.670457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-177b845a-9cd1-4a57-b4ad-ad81dbabb467 None None] Provisioning complete for port 466a0a79-e978-4670-b1cc-9656534e6957 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:54.670979 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-177b845a-9cd1-4a57-b4ad-ad81dbabb467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:54.685122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:54.714803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Set router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:52:54.817887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=0ae85ae3-b3c7-4900-b004-70c06c9847cd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:54.840584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Checking segment: {'id': '403d87e6-e6c5-4cf9-81d1-66e539edde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:54.841053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network hostable DHCP agents. Network: 3a8db252-fedc-411c-8ac4-15b46151c9f7, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:54.963356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:55.077585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 3a8db252-fedc-411c-8ac4-15b46151c9f7) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:55.081735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:55.092354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:55.097423 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.139956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95a1d70-15f4-43fa-bba7-148f7a25907f None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:55.166702 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.198613 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5643e04d-4b22-43b9-b4fe-071aa17f52e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3501680 Sep 20 12:52:55.201179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59980) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:55.207385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1410408656'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:55.309382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:55.313237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.360999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:55.382155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.385316 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Added segment 45ec6f36-483b-4464-b0d7-ee9e91eaf50e of type vlan for network c9b10da4-5cf2-4069-9e44-07c9804635bc Sep 20 12:52:55.414415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Allocated IP 172.20.0.1 (1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36/14301d93-18d2-4fc2-a666-17691dd66684/dc5bcc89-31c0-4325-bfc3-8bf885e9b670) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:52:55.431792 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.483336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T12:52:52Z', 'revision_number': 3, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port': {'id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:51Z', 'updated_at': '2021-09-20T12:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:55.521606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.524451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Checking router: 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:52:55.524805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Updating router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 port bf354fb1-8a35-4fb3-952e-a73dfb89f791 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:52:55.527630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:55.528276 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.562331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.565834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9e0d794f-b634-471d-8da0-fda8e48e6093 None None] Provisioning complete for port 466a0a79-e978-4670-b1cc-9656534e6957 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:55.566400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e0d794f-b634-471d-8da0-fda8e48e6093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.591382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.633211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Network': ['ID=c9b10da4-5cf2-4069-9e44-07c9804635bc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:55.648703 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0bf56695-9227-4d73-957c-47d36dc8f339 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4454010 Sep 20 12:52:55.652119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 59984) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:55.653688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c9b10da4-5cf2-4069-9e44-07c9804635bc details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:52:55.656989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'ports': [{'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7'}, {'network_id': 'c9b10da4-5cf2-4069-9e44-07c9804635bc'}]} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:55.657324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:55.657795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': 'c9b10da4-5cf2-4069-9e44-07c9804635bc'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:55.731379 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.776223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:55.779236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:55.798860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:55.866169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:55.896386 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.946056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 2} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:55.951879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:55.971374 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.112293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 466a0a79-e978-4670-b1cc-9656534e6957 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:52:56.135328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port c60d1333-ac91-4093-8a4b-15b52e9f15cc yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:52:56.151636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.196008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.218143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 466a0a79-e978-4670-b1cc-9656534e6957 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:56.218143 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.309994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.466169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ddf2a690-2da1-4cce-aee6-a712b731984d None None] Provisioning complete for port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:56.468014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a690-2da1-4cce-aee6-a712b731984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.560429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.561150 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.567152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Attempting to bind port bf354fb1-8a35-4fb3-952e-a73dfb89f791 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:52:56.572433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Attempting to bind port bf354fb1-8a35-4fb3-952e-a73dfb89f791 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:52:56.573117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Attempting to bind port bf354fb1-8a35-4fb3-952e-a73dfb89f791 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:52:56.622837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:52:56.623292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:56.623767 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.624235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:52:56.624859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Bound port: bf354fb1-8a35-4fb3-952e-a73dfb89f791, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:52:56.625347 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.626071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.627042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64d372-dff4-4c45-8ae2-72b4807cf824 None None] Pushing event updated for resources: {'Port': ['ID=bf354fb1-8a35-4fb3-952e-a73dfb89f791,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:56.658069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2a690-2da1-4cce-aee6-a712b731984d None None] Port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:52:56.727604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port d94a83bf-ec0d-45dd-b323-3675561bec43 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:52:56.765592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] For port bf354fb1-8a35-4fb3-952e-a73dfb89f791, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:52:56.770630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] For port bf354fb1-8a35-4fb3-952e-a73dfb89f791, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bf354fb1-8a35-4fb3-952e-a73dfb89f791,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:52:56.773475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.775365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:56.878490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.881643 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:56.897187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:56.898941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:56.955363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64d372-dff4-4c45-8ae2-72b4807cf824 None None] Pushing event updated for resources: {'Port': ['ID=bf354fb1-8a35-4fb3-952e-a73dfb89f791,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:56.958182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Routers {'9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:52:56.959408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:52:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:57.021190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:57.082021 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:52:57.103960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:52:57.107643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:57.122533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:57.126797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:57.156548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=c60d1333-ac91-4093-8a4b-15b52e9f15cc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:57.188321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] Set router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:52:57.237853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Checking segment: {'id': '45ec6f36-483b-4464-b0d7-ee9e91eaf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9b10da4-5cf2-4069-9e44-07c9804635bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:52:57.238213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network hostable DHCP agents. Network: c9b10da4-5cf2-4069-9e44-07c9804635bc, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:52:57.240591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=d94a83bf-ec0d-45dd-b323-3675561bec43,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:57.321740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:52:57.336524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2f201b6-ab8d-4be2-860b-cd9a2f360604 admin admin] 10.222.0.37 "PUT /v2.0/routers/9aa43c9b-0ee7-4932-8cdb-8715eaae0b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0659966 Sep 20 12:52:57.343707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network c9b10da4-5cf2-4069-9e44-07c9804635bc is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:52:57.470004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9c6cecbc-585e-4c9d-87d1-0e1d67d9b990 None None] Provisioning complete for port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:52:57.470546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c6cecbc-585e-4c9d-87d1-0e1d67d9b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:57.509816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, c9b10da4-5cf2-4069-9e44-07c9804635bc) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:52:57.514391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:52:57.521889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:57.535841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f190c72-7d21-43f8-9bb8-19418c766af3 None None] Network c9b10da4-5cf2-4069-9e44-07c9804635bc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:52:57.538816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:57.539806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:57.597932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9c6cecbc-585e-4c9d-87d1-0e1d67d9b990 None None] Port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:52:57.661560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb41c4b6-5a59-4206-89d1-1e0f99e549a7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0081565 Sep 20 12:52:57.664229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60026) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:57.727024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 4, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port': {'id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:51Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'dc5bcc89-31c0-4325-bfc3-8bf885e9b670', 'name': '', 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'mac_address': 'fa:16:3e:71:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '14301d93-18d2-4fc2-a666-17691dd66684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:55Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 2, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'subnets': [{'id': '14301d93-18d2-4fc2-a666-17691dd66684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:57.758082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb838f3c-32af-4bdc-9a0c-a52950ea7e2a None None] The sync data for ids ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'] in n-d-809934-3 is: [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 4, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port': {'id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:51Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'dc5bcc89-31c0-4325-bfc3-8bf885e9b670', 'name': '', 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'mac_address': 'fa:16:3e:71:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '14301d93-18d2-4fc2-a666-17691dd66684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:55Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 2, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'subnets': [{'id': '14301d93-18d2-4fc2-a666-17691dd66684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:52:57.824997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5fcb3-3e84-4016-8eef-6b877a47ea78 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port d94a83bf-ec0d-45dd-b323-3675561bec43 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:57.825374 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cd5fcb3-3e84-4016-8eef-6b877a47ea78 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:57.939555 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cd5fcb3-3e84-4016-8eef-6b877a47ea78 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:57.957704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5fcb3-3e84-4016-8eef-6b877a47ea78 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for d94a83bf-ec0d-45dd-b323-3675561bec43 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:58.521047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cd5fcb3-3e84-4016-8eef-6b877a47ea78 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:58.569254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5fcb3-3e84-4016-8eef-6b877a47ea78 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=d94a83bf-ec0d-45dd-b323-3675561bec43,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:58.578505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cd5fcb3-3e84-4016-8eef-6b877a47ea78 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:58.580679 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8cd5fcb3-3e84-4016-8eef-6b877a47ea78 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/d94a83bf-ec0d-45dd-b323-3675561bec43 HTTP/1.1" status: 204 len: 168 time: 0.9154675 Sep 20 12:52:58.583074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:58.661729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99cc40-394d-4592-b512-1e03dc0ae220 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:58.668487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99cc40-394d-4592-b512-1e03dc0ae220 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:58.672849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:58.672977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b99cc40-394d-4592-b512-1e03dc0ae220 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0888503 Sep 20 12:52:58.780544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cb286-a892-48bc-941c-2fdfe0640aea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port c60d1333-ac91-4093-8a4b-15b52e9f15cc {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:52:58.780889 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb286-a892-48bc-941c-2fdfe0640aea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:58.856098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb286-a892-48bc-941c-2fdfe0640aea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:58.870671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cb286-a892-48bc-941c-2fdfe0640aea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for c60d1333-ac91-4093-8a4b-15b52e9f15cc owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:52:59.066039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb286-a892-48bc-941c-2fdfe0640aea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.094641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cb286-a892-48bc-941c-2fdfe0640aea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=c60d1333-ac91-4093-8a4b-15b52e9f15cc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:59.106666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb286-a892-48bc-941c-2fdfe0640aea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.106666 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2d6cb286-a892-48bc-941c-2fdfe0640aea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/c60d1333-ac91-4093-8a4b-15b52e9f15cc HTTP/1.1" status: 204 len: 168 time: 0.4276373 Sep 20 12:52:59.106666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60052) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:59.154011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8de088-c919-4907-9c64-6142f27636b4 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:52:59.158162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2d8de088-c919-4907-9c64-6142f27636b4 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0501244 Sep 20 12:52:59.158422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60054) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:59.184820 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-86eb372f-8c9c-4451-8479-55fd52bf4c7e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:52:59.186442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-86eb372f-8c9c-4451-8479-55fd52bf4c7e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/d94a83bf-ec0d-45dd-b323-3675561bec43 HTTP/1.1" status: 404 len: 333 time: 0.0270309 Sep 20 12:52:59.189076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60058) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:59.219192 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a008c5-86df-4646-b663-b44f9da514b4 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:52:59.223559 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a2a008c5-86df-4646-b663-b44f9da514b4 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/c60d1333-ac91-4093-8a4b-15b52e9f15cc HTTP/1.1" status: 404 len: 333 time: 0.0311034 Sep 20 12:52:59.225667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60062) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:59.321112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.417208 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.436598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b10da4-5cf2-4069-9e44-07c9804635bc']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:59.452822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ec6f36-483b-4464-b0d7-ee9e91eaf50e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:59.453166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ec6f36-483b-4464-b0d7-ee9e91eaf50e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:52:59.463190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.477037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.482635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:52:59.483025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:52:59.485917 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:52:59.632010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.646767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.649503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/networks/c9b10da4-5cf2-4069-9e44-07c9804635bc HTTP/1.1" status: 204 len: 168 time: 0.4228499 Sep 20 12:52:59.664007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60074) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:52:59.669876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-668179753'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:52:59.683742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbca65d-8c69-4faa-ba0d-a6b95e83b77f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Network': ['ID=c9b10da4-5cf2-4069-9e44-07c9804635bc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:52:59.795199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:52:59.799133 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.825459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:52:59.860688 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:52:59.861420 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Added segment 4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49 of type vlan for network 3f33ded2-4aa2-49f6-8a60-c2b153b94366 Sep 20 12:52:59.924181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:00.066025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:00.072470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:00.073357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:00.170950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bf354fb1-8a35-4fb3-952e-a73dfb89f791 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:00.214165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5484860 Sep 20 12:53:00.217341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60080) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:00.224451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '3f33ded2-4aa2-49f6-8a60-c2b153b94366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:00.225401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33bad4-69bc-4479-8971-802e37392e0b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Network': ['ID=3f33ded2-4aa2-49f6-8a60-c2b153b94366,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:00.246156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 3f33ded2-4aa2-49f6-8a60-c2b153b94366 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:53:00.375373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port bf354fb1-8a35-4fb3-952e-a73dfb89f791 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:00.375969 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:00.478439 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:00.492430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:00.496578 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:00.563520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port bf354fb1-8a35-4fb3-952e-a73dfb89f791, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bf354fb1-8a35-4fb3-952e-a73dfb89f791,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:00.644300 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:00.731161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=bf354fb1-8a35-4fb3-952e-a73dfb89f791,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:00.789407 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Sync routers for ids ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:53:00.805107 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Routers {'9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:00.806124 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:52:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:00.911718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:00.979249 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Set router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:53:01.004277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=51a996b2-9c8b-4527-addd-083de673ba31,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:01.044119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Checking segment: {'id': '4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f33ded2-4aa2-49f6-8a60-c2b153b94366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:01.045370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network hostable DHCP agents. Network: 3f33ded2-4aa2-49f6-8a60-c2b153b94366, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:53:01.135056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3f33ded2-4aa2-49f6-8a60-c2b153b94366 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:53:01.231553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 3f33ded2-4aa2-49f6-8a60-c2b153b94366) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:01.241590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:01.247608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:01.259018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c99db73-1344-4dc7-9e15-001fb53b5e29 None None] Network 3f33ded2-4aa2-49f6-8a60-c2b153b94366 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:01.272248 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 4, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port': {'id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:51Z', 'updated_at': '2021-09-20T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'dc5bcc89-31c0-4325-bfc3-8bf885e9b670', 'name': '', 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'mac_address': 'fa:16:3e:71:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '14301d93-18d2-4fc2-a666-17691dd66684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:55Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 2, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'subnets': [{'id': '14301d93-18d2-4fc2-a666-17691dd66684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:01.365726 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Checking router: 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:53:01.366648 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Updating router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:53:01.391104 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5aaf6604-9460-459f-8326-84425a6210a2 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1721656 Sep 20 12:53:01.393384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60092) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:01.401917 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:01.402793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': '3f33ded2-4aa2-49f6-8a60-c2b153b94366', 'name': 'tempest-PortsIpV6TestJSON-205069918'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:01.804501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-3f33ded2-4aa2-49f6-8a60-c2b153b94366', 'network_id': '3f33ded2-4aa2-49f6-8a60-c2b153b94366', 'tenant_id': '59bb457312ab48f5ae686537a093fb51', 'fixed_ips': [{'subnet_id': '51a996b2-9c8b-4527-addd-083de673ba31'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:53:01.804501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:01.953364 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:01.975435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:01.979036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:02.028487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port 29cfcf97-8991-483a-8376-a311a8c7a13a yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:02.044602 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:02.064078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Allocated IP 2001:db8::2 (3f33ded2-4aa2-49f6-8a60-c2b153b94366/51a996b2-9c8b-4527-addd-083de673ba31/0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:02.123824 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaa2e8-74cf-496c-8265-5b244c339c4d None None] Pushing event updated for resources: {'Port': ['ID=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:02.189892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bf354fb1-8a35-4fb3-952e-a73dfb89f791 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:02.307305 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Attempting to bind port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:02.310371 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Attempting to bind port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:02.310741 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Attempting to bind port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 on network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:02.325948 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:02.330618 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Checking segment: {'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:02.332392 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:02.333538 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Bound using segment: {'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:02.336544 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Bound port: dc5bcc89-31c0-4325-bfc3-8bf885e9b670, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2d21ec-d6a9-4973-8ddc-c1208673a146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:02.337040 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:02.418263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4c7fcad3-f5a3-4efe-a167-663c571ec541 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:02.426382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4c7fcad3-f5a3-4efe-a167-663c571ec541 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.2466621 Sep 20 12:53:02.443931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-615ac5ca-50d7-4aa0-bc2e-c2b1c5ece730 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/quotas/cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 375 time: 0.0162778 Sep 20 12:53:02.454563 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] For port dc5bcc89-31c0-4325-bfc3-8bf885e9b670, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:02.458431 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] For port dc5bcc89-31c0-4325-bfc3-8bf885e9b670, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,segment=NetworkSegment(da2d21ec-d6a9-4973-8ddc-c1208673a146),segment_id=da2d21ec-d6a9-4973-8ddc-c1208673a146)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:02.497112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-6c0db7d1-f4c3-4346-aa06-872c9b618b09 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519462 Sep 20 12:53:02.509539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-cddbe42c-be46-4fba-aa7d-c050e5ffe568 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:53:02.512319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-cddbe42c-be46-4fba-aa7d-c050e5ffe568 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086024 Sep 20 12:53:02.526316 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:02.598661 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Routers {'9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:02.599490 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:52:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:02.671971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f611c886-b368-44cd-9f10-fc38fa70ddc0 service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530142 Sep 20 12:53:02.707935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:02.730867 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaa2e8-74cf-496c-8265-5b244c339c4d None None] Pushing event updated for resources: {'Port': ['ID=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:02.735489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1d782be7-814a-45b0-9ea7-87b6acc3596c None None] Provisioning complete for port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:02.737763 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d782be7-814a-45b0-9ea7-87b6acc3596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:02.760374 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] Set router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:53:02.848129 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-b20866af-1362-4537-ac08-600b6c66353b service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664083 Sep 20 12:53:02.860601 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:02.933273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::3d9 (3f33ded2-4aa2-49f6-8a60-c2b153b94366/51a996b2-9c8b-4527-addd-083de673ba31/29cfcf97-8991-483a-8376-a311a8c7a13a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:02.959172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Pushing event updated for resources: {'Port': ['ID=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:02.964608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port bf354fb1-8a35-4fb3-952e-a73dfb89f791 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:02.965110 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.009212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Network 3f33ded2-4aa2-49f6-8a60-c2b153b94366 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:03.011890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:03.016366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:03.116352 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d782be7-814a-45b0-9ea7-87b6acc3596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.139509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Attempting to bind port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:03.139891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Attempting to bind port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f33ded2-4aa2-49f6-8a60-c2b153b94366'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:03.140255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Attempting to bind port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 on network 3f33ded2-4aa2-49f6-8a60-c2b153b94366 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:03.170232 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.199832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:03.200055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Checking segment: {'id': '4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f33ded2-4aa2-49f6-8a60-c2b153b94366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:03.200447 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.201028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Bound using segment: {'id': '4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f33ded2-4aa2-49f6-8a60-c2b153b94366'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:03.201525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Bound port: 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f33ded2-4aa2-49f6-8a60-c2b153b94366'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:03.201915 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.206150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1d782be7-814a-45b0-9ea7-87b6acc3596c None None] For port dc5bcc89-31c0-4325-bfc3-8bf885e9b670, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,segment=NetworkSegment(da2d21ec-d6a9-4973-8ddc-c1208673a146),segment_id=da2d21ec-d6a9-4973-8ddc-c1208673a146)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:03.214118 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 4, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port': {'id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:51Z', 'updated_at': '2021-09-20T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'dc5bcc89-31c0-4325-bfc3-8bf885e9b670', 'name': '', 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'mac_address': 'fa:16:3e:71:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '14301d93-18d2-4fc2-a666-17691dd66684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:55Z', 'updated_at': '2021-09-20T12:53:02Z', 'revision_number': 4, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'subnets': [{'id': '14301d93-18d2-4fc2-a666-17691dd66684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:03.246480 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f17ff-a68c-4bcf-a82f-4c2a0ab2991e None None] The sync data for ids ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'] in n-d-809934-3 is: [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T12:52:56Z', 'revision_number': 4, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port': {'id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:51Z', 'updated_at': '2021-09-20T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'dc5bcc89-31c0-4325-bfc3-8bf885e9b670', 'name': '', 'network_id': '1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'mac_address': 'fa:16:3e:71:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '14301d93-18d2-4fc2-a666-17691dd66684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:55Z', 'updated_at': '2021-09-20T12:53:02Z', 'revision_number': 4, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'subnets': [{'id': '14301d93-18d2-4fc2-a666-17691dd66684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:53:03.276516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] For port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:03.280174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] For port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,segment=NetworkSegment(4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49),segment_id=4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:03.281879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d782be7-814a-45b0-9ea7-87b6acc3596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.309574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.355139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d782be7-814a-45b0-9ea7-87b6acc3596c None None] Pushing event updated for resources: {'Port': ['ID=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:03.371946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3f33ded2-4aa2-49f6-8a60-c2b153b94366 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:03.375474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:03.379448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:03.383686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.391137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:03.391845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.411483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=29cfcf97-8991-483a-8376-a311a8c7a13a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:03.472172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-36d98435-0b50-4dbc-a06a-16e26f0171a1 None None] Provisioning complete for port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:03.472636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36d98435-0b50-4dbc-a06a-16e26f0171a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.476940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e718fb-178c-4b93-998c-9c721cb5788a None None] Pushing event updated for resources: {'Port': ['ID=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:03.538843 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1036c325-b527-4fb1-81b6-a2e4979a4766 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1443427 Sep 20 12:53:03.541564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:03.744482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-be83c54e-72d0-414f-bad4-522ea655904d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 29cfcf97-8991-483a-8376-a311a8c7a13a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:03.746503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be83c54e-72d0-414f-bad4-522ea655904d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:03.814892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49f172fe-eff4-4910-ac8e-33fbbf392180 req-c95e2a16-3cab-4b05-b846-26f00650b491 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0711050 Sep 20 12:53:03.977653 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be83c54e-72d0-414f-bad4-522ea655904d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:04.012640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-be83c54e-72d0-414f-bad4-522ea655904d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 29cfcf97-8991-483a-8376-a311a8c7a13a owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:04.302028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dc5bcc89-31c0-4325-bfc3-8bf885e9b670 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:04.364686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:04.365166 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:04.372021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be83c54e-72d0-414f-bad4-522ea655904d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:04.436616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83c54e-72d0-414f-bad4-522ea655904d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=29cfcf97-8991-483a-8376-a311a8c7a13a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:04.443763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be83c54e-72d0-414f-bad4-522ea655904d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:04.446677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-be83c54e-72d0-414f-bad4-522ea655904d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/29cfcf97-8991-483a-8376-a311a8c7a13a HTTP/1.1" status: 204 len: 168 time: 0.9040003 Sep 20 12:53:04.452543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60148) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:04.493583 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-653d98de-178b-4bbc-946d-e74f6fe88f94 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:53:04.494536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653d98de-178b-4bbc-946d-e74f6fe88f94 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:53:04.496562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:04.497352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-653d98de-178b-4bbc-946d-e74f6fe88f94 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/29cfcf97-8991-483a-8376-a311a8c7a13a HTTP/1.1" status: 404 len: 333 time: 0.0463970 Sep 20 12:53:04.500136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:04.554989 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da6bb93-7fe7-4960-9a04-6985516dd905 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:04.560197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60152) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:04.561396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2da6bb93-7fe7-4960-9a04-6985516dd905 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/29cfcf97-8991-483a-8376-a311a8c7a13a HTTP/1.1" status: 404 len: 333 time: 0.0599751 Sep 20 12:53:04.641671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:04.643353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:04.667885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f552a5a-4007-4235-8dc9-a2e15a271ce0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet 51a996b2-9c8b-4527-addd-083de673ba31 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:53:04.674139 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f552a5a-4007-4235-8dc9-a2e15a271ce0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:04.776877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f552a5a-4007-4235-8dc9-a2e15a271ce0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:04.826137 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:04.935412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,segment=NetworkSegment(4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49),segment_id=4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:05.011007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d840772d-d35c-4e2b-bfbd-5ad75d0c95a2 req-e45537eb-8706-4918-b0d8-62981607e0af tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0596154 Sep 20 12:53:05.017754 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f552a5a-4007-4235-8dc9-a2e15a271ce0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.020043 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.092121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e5cdc-9c85-4181-a19e-98d2fb52b1cd None None] Network 3f33ded2-4aa2-49f6-8a60-c2b153b94366 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:05.206526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f552a5a-4007-4235-8dc9-a2e15a271ce0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.219366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9eee49ab-a8bb-451c-ad9c-fc061e956884 None None] Provisioning complete for port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:05.219738 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eee49ab-a8bb-451c-ad9c-fc061e956884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.281309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:05.289671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f552a5a-4007-4235-8dc9-a2e15a271ce0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=51a996b2-9c8b-4527-addd-083de673ba31,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:05.306282 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f552a5a-4007-4235-8dc9-a2e15a271ce0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.315751 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8f552a5a-4007-4235-8dc9-a2e15a271ce0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/51a996b2-9c8b-4527-addd-083de673ba31 HTTP/1.1" status: 204 len: 168 time: 0.7520025 Sep 20 12:53:05.318618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60166) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:05.483273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.532253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] DHCP port deletion for 3f33ded2-4aa2-49f6-8a60-c2b153b94366 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:53:05.547038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:05.550295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.584441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] Deleting port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:05.584441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.654300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] For port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,segment=NetworkSegment(4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49),segment_id=4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:05.654300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.655714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] For port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,segment=NetworkSegment(4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49),segment_id=4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:05.655714 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.659225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:05.673173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] Calling delete_port for 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:05.812797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.825201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:05.856162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] Pushing event deleted for resources: {'Port': ['ID=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:05.864253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:05.865422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e94d0-0828-4d1d-8ece-05b02afd3a86 None None] No DVR routers for this DVR port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:05.866668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No DVR routers for this DVR port 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:05.986678 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.008257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f33ded2-4aa2-49f6-8a60-c2b153b94366']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:06.017789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:06.018084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e60e81c-5d8a-49dd-ba98-a0ef3e17ce49') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:06.046543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.063858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.077209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:53:06.077703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:53:06.091888 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:53:06.106442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:53:06.137472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:53:06.139788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c1d7ad7-d2df-4eeb-8da2-84e4ac582f39 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:53:06.155042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74b0404b-2872-4f08-8f6d-1161b6197be5 req-10c579eb-a483-4a89-838d-83252329405a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0471072 Sep 20 12:53:06.323267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.329547 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.334455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/networks/3f33ded2-4aa2-49f6-8a60-c2b153b94366 HTTP/1.1" status: 204 len: 168 time: 1.0122135 Sep 20 12:53:06.335830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60176) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:06.340863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-887045320'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:06.359131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613dd3a-63bd-486e-9e2d-09e999887478 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Network': ['ID=3f33ded2-4aa2-49f6-8a60-c2b153b94366,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:06.437469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:06.441402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.476454 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:53:06.487232 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.488001 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Added segment 6686581f-fa4b-4077-bb51-f98644e40279 of type vlan for network d493bd74-96db-411b-a3e4-aaddfa262147 Sep 20 12:53:06.535598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.623222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.629317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:06.630195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:06.699590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-e8320c8a-a35b-42ac-a23b-3e7b3cc63b41 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:06.700987 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-e8320c8a-a35b-42ac-a23b-3e7b3cc63b41 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1084201 Sep 20 12:53:06.702797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Network': ['ID=d493bd74-96db-411b-a3e4-aaddfa262147,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:06.715156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d493bd74-96db-411b-a3e4-aaddfa262147 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:53:06.716430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'port': {'device_id': '38e744c9-0534-4390-afd5-778b2c69e3bd', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'admin_state_up': True, 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:06.735100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-340e2fff-a55b-4153-a7c3-151e526dedd1 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3954554 Sep 20 12:53:06.735327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60180) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:06.740242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': 'd493bd74-96db-411b-a3e4-aaddfa262147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:06.991951 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:06.995622 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:07.088835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:07.092427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:07.304266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.20.0.14 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/2483f8bb-ea9f-48bb-a716-fa921e3859cc) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:07.350454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf606376-3da5-433b-94fc-a19379c132a1 req-3e8f2bac-9e5c-4a44-ac82-1810fe02ada9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0384142 Sep 20 12:53:07.440484 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:07.565420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=882cdec0-a1f9-45c0-aa84-83594ca58264,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:07.591885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:07.595108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Checking segment: {'id': '6686581f-fa4b-4077-bb51-f98644e40279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd493bd74-96db-411b-a3e4-aaddfa262147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:07.596687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network hostable DHCP agents. Network: d493bd74-96db-411b-a3e4-aaddfa262147, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:53:07.680001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network d493bd74-96db-411b-a3e4-aaddfa262147 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:53:07.712422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:07.763918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:07.765851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d493bd74-96db-411b-a3e4-aaddfa262147) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:07.767817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:07.771660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:07.774516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:07.775633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:07.796216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e48477-2bdc-4c95-a954-5a624b80f417 None None] Network d493bd74-96db-411b-a3e4-aaddfa262147 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:07.867780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=2483f8bb-ea9f-48bb-a716-fa921e3859cc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:07.901690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d98a3570-96b2-4a7d-b82f-fc5fbcae6966 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1625762 Sep 20 12:53:07.901855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:07.911150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': 'd493bd74-96db-411b-a3e4-aaddfa262147', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-209217438'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:07.990354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:07.991165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:08.123982 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-d493bd74-96db-411b-a3e4-aaddfa262147', 'network_id': 'd493bd74-96db-411b-a3e4-aaddfa262147', 'tenant_id': '59bb457312ab48f5ae686537a093fb51', 'fixed_ips': [{'subnet_id': '882cdec0-a1f9-45c0-aa84-83594ca58264'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:53:08.126186 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:08.136230 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-f9a3cff3-d311-493b-ab4d-bcc6630d2096 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4240625 Sep 20 12:53:08.149408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Request body: {'port': {'device_id': '38e744c9-0534-4390-afd5-778b2c69e3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:08.466491 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:08.471456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:08.471456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:08.471456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port a899ab41-ea65-4655-bff2-278da0806cfe yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:08.472799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Allocated IP 2001:db8::2 (d493bd74-96db-411b-a3e4-aaddfa262147/882cdec0-a1f9-45c0-aa84-83594ca58264/c83ff768-234b-4d33-9c9a-f5cf70a8b819) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:08.548601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9eccc1f4-bbaf-4e59-985a-5dbce9b95910 None None] Provisioning complete for port 2483f8bb-ea9f-48bb-a716-fa921e3859cc triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:08.548601 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9eccc1f4-bbaf-4e59-985a-5dbce9b95910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:08.608845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9eccc1f4-bbaf-4e59-985a-5dbce9b95910 None None] Port 2483f8bb-ea9f-48bb-a716-fa921e3859cc cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:08.700871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28cbc-60fd-42c4-a43b-d67aa7bdec33 req-0573b3cc-95b2-4cc9-84c3-e852a1c08d31 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:08.706888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:08.713951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccf28cbc-60fd-42c4-a43b-d67aa7bdec33 req-0573b3cc-95b2-4cc9-84c3-e852a1c08d31 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 932 time: 0.1630223 Sep 20 12:53:08.758525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccf28cbc-60fd-42c4-a43b-d67aa7bdec33 req-d9ff9360-8404-4cc4-9fc6-9bf836b05f7b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Sep 20 12:53:08.807419 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:08.939756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Network d493bd74-96db-411b-a3e4-aaddfa262147 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:08.941645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:08.946643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:08.956753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2483f8bb-ea9f-48bb-a716-fa921e3859cc {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:53:08.958435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::11f (d493bd74-96db-411b-a3e4-aaddfa262147/882cdec0-a1f9-45c0-aa84-83594ca58264/a899ab41-ea65-4655-bff2-278da0806cfe) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:08.961956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Pushing event updated for resources: {'Port': ['ID=c83ff768-234b-4d33-9c9a-f5cf70a8b819,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:08.977304 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.009554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Transition to ACTIVE for port object 2483f8bb-ea9f-48bb-a716-fa921e3859cc will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:53:09.045053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Attempting to bind port c83ff768-234b-4d33-9c9a-f5cf70a8b819 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:09.046460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Attempting to bind port c83ff768-234b-4d33-9c9a-f5cf70a8b819 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '6686581f-fa4b-4077-bb51-f98644e40279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd493bd74-96db-411b-a3e4-aaddfa262147'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:09.046814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Attempting to bind port c83ff768-234b-4d33-9c9a-f5cf70a8b819 on network d493bd74-96db-411b-a3e4-aaddfa262147 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:09.057559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:09.057951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Checking segment: {'id': '6686581f-fa4b-4077-bb51-f98644e40279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd493bd74-96db-411b-a3e4-aaddfa262147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:09.058369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.058787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Bound using segment: {'id': '6686581f-fa4b-4077-bb51-f98644e40279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd493bd74-96db-411b-a3e4-aaddfa262147'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:09.059358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Bound port: c83ff768-234b-4d33-9c9a-f5cf70a8b819, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6686581f-fa4b-4077-bb51-f98644e40279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd493bd74-96db-411b-a3e4-aaddfa262147'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:09.059913 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.117214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.176761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] For port c83ff768-234b-4d33-9c9a-f5cf70a8b819, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:09.182990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] For port c83ff768-234b-4d33-9c9a-f5cf70a8b819, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c83ff768-234b-4d33-9c9a-f5cf70a8b819,segment=NetworkSegment(6686581f-fa4b-4077-bb51-f98644e40279),segment_id=6686581f-fa4b-4077-bb51-f98644e40279)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:09.194807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Pushing event updated for resources: {'Port': ['ID=2483f8bb-ea9f-48bb-a716-fa921e3859cc,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:09.236949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.289252 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.356143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Attempting to bind port 2483f8bb-ea9f-48bb-a716-fa921e3859cc on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:09.357432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Attempting to bind port 2483f8bb-ea9f-48bb-a716-fa921e3859cc by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:09.357783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Attempting to bind port 2483f8bb-ea9f-48bb-a716-fa921e3859cc on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:09.372326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Port 2483f8bb-ea9f-48bb-a716-fa921e3859cc on network 72813fde-70bf-4265-8573-42873b0c2dec not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:53:09.372713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Attempting to bind port 2483f8bb-ea9f-48bb-a716-fa921e3859cc on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:09.386704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:09.387117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:09.387584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:09.389475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Bound port: 2483f8bb-ea9f-48bb-a716-fa921e3859cc, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:09.389853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.429563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.435826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da0d4-ab28-48e8-b358-913b1124ecb8 None None] Pushing event updated for resources: {'Port': ['ID=c83ff768-234b-4d33-9c9a-f5cf70a8b819,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:09.462753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network d493bd74-96db-411b-a3e4-aaddfa262147 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:09.465800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:09.468706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:09.520255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:09.522297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.539664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] For port 2483f8bb-ea9f-48bb-a716-fa921e3859cc, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:09.545661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] For port 2483f8bb-ea9f-48bb-a716-fa921e3859cc, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2483f8bb-ea9f-48bb-a716-fa921e3859cc,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:09.628353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=a899ab41-ea65-4655-bff2-278da0806cfe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:09.634316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c9d7fd9-a5e6-4be3-ba0d-001e94a531ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7287517 Sep 20 12:53:09.637180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60238) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:09.786078 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.968970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:09.970295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:09.971279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449e6ef-e544-48be-8a7e-6bad43e8bb37 req-567901d4-fa0a-437d-8115-a716f9e6694e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:09.972084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] 10.222.0.32 "PUT /v2.0/ports/2483f8bb-ea9f-48bb-a716-fa921e3859cc HTTP/1.1" status: 200 len: 1092 time: 1.8275428 Sep 20 12:53:09.974490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e744c9-0534-4390-afd5-778b2c69e3bd', 'tag': '2483f8bb-ea9f-48bb-a716-fa921e3859cc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:53:09.975155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c449e6ef-e544-48be-8a7e-6bad43e8bb37 req-567901d4-fa0a-437d-8115-a716f9e6694e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.0808539 Sep 20 12:53:09.982466 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa276527-5c28-402f-89ef-6cc0caee5af4" -d '{"events": [{"name": "network-changed", "server_uuid": "38e744c9-0534-4390-afd5-778b2c69e3bd", "tag": "2483f8bb-ea9f-48bb-a716-fa921e3859cc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:53:09.989139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243531d-f05b-440c-bb79-898bc55ccb71 service neutron] Pushing event updated for resources: {'Port': ['ID=2483f8bb-ea9f-48bb-a716-fa921e3859cc,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:10.032117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ce49cf3d-cc61-4e7a-9280-488087fd1c56 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port a899ab41-ea65-4655-bff2-278da0806cfe {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:10.032532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce49cf3d-cc61-4e7a-9280-488087fd1c56 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:10.033610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c449e6ef-e544-48be-8a7e-6bad43e8bb37 req-dc529539-a304-4dad-8748-c30a8d25ce9f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507762 Sep 20 12:53:10.243627 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e9efcc-4aac-4b75-870e-9c76db914c2b x-openstack-request-id: req-b7e9efcc-4aac-4b75-870e-9c76db914c2b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:53:10.244085 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e744c9-0534-4390-afd5-778b2c69e3bd", "tag": "2483f8bb-ea9f-48bb-a716-fa921e3859cc", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:53:10.244343 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7e9efcc-4aac-4b75-870e-9c76db914c2b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:53:10.244756 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e744c9-0534-4390-afd5-778b2c69e3bd', 'tag': '2483f8bb-ea9f-48bb-a716-fa921e3859cc', 'status': 'completed', 'code': 200} Sep 20 12:53:10.306133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce49cf3d-cc61-4e7a-9280-488087fd1c56 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:10.311186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c83ff768-234b-4d33-9c9a-f5cf70a8b819 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:10.345230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ce49cf3d-cc61-4e7a-9280-488087fd1c56 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for a899ab41-ea65-4655-bff2-278da0806cfe owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:10.369429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-680bf0fd-367e-4b30-a21a-ddf0375322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:10.372663 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-680bf0fd-367e-4b30-a21a-ddf0375322b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 1095 time: 0.1440005 Sep 20 12:53:10.414620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c83ff768-234b-4d33-9c9a-f5cf70a8b819 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:10.414620 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:10.496570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-602736cc-4d21-42cc-9922-1b6a48451bc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2483f8bb-ea9f-48bb-a716-fa921e3859cc HTTP/1.1" status: 200 len: 217 time: 0.0482843 Sep 20 12:53:10.554554 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:10.619722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port c83ff768-234b-4d33-9c9a-f5cf70a8b819, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c83ff768-234b-4d33-9c9a-f5cf70a8b819,segment=NetworkSegment(6686581f-fa4b-4077-bb51-f98644e40279),segment_id=6686581f-fa4b-4077-bb51-f98644e40279)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:10.637971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-239808be-829f-4b8e-a7bd-85228d3cc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:10.646794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-239808be-829f-4b8e-a7bd-85228d3cc0df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.1559968 Sep 20 12:53:10.703265 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:10.893300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=c83ff768-234b-4d33-9c9a-f5cf70a8b819,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:10.895202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce49cf3d-cc61-4e7a-9280-488087fd1c56 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:10.939166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49cf3d-cc61-4e7a-9280-488087fd1c56 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=a899ab41-ea65-4655-bff2-278da0806cfe,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:10.963993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275d2ac-ce76-4dec-bb98-4e150a855ea3 None None] Network d493bd74-96db-411b-a3e4-aaddfa262147 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:10.973462 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce49cf3d-cc61-4e7a-9280-488087fd1c56 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:10.975486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ce49cf3d-cc61-4e7a-9280-488087fd1c56 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/a899ab41-ea65-4655-bff2-278da0806cfe HTTP/1.1" status: 204 len: 168 time: 1.3372931 Sep 20 12:53:10.977508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-2316ae40-421d-44c0-a176-59a963df0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:10.978347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:10.978922 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-2316ae40-421d-44c0-a176-59a963df0bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822581 Sep 20 12:53:11.028270 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e3bf25-cbf6-42ef-ae9f-511e11b2d585 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:11.030506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7e3bf25-cbf6-42ef-ae9f-511e11b2d585 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/a899ab41-ea65-4655-bff2-278da0806cfe HTTP/1.1" status: 404 len: 333 time: 0.0509300 Sep 20 12:53:11.033999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:11.158630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ad5cd6cb-83c6-48bf-8bcd-0eae705a92b3 None None] Provisioning complete for port c83ff768-234b-4d33-9c9a-f5cf70a8b819 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:11.165988 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ad5cd6cb-83c6-48bf-8bcd-0eae705a92b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:11.198119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-1ed1a231-4d5e-4918-9ccc-b4632e97f444 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074571 Sep 20 12:53:11.205150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e944220-146d-4386-b407-16bc2c4d355d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet 882cdec0-a1f9-45c0-aa84-83594ca58264 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:53:11.211131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e944220-146d-4386-b407-16bc2c4d355d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:11.399348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e944220-146d-4386-b407-16bc2c4d355d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:11.403813 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3352ea52-83c6-41c0-8da6-784a81ec6c66 req-5584faf7-f6b4-4cf3-8aab-162d595534b0 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976106 Sep 20 12:53:11.512238 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e944220-146d-4386-b407-16bc2c4d355d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:11.632978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6fb98-30d8-44d4-8874-2d7e52a24bac req-275f484b-846e-4cec-b881-c4547ecef848 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:11.635544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0df6fb98-30d8-44d4-8874-2d7e52a24bac req-275f484b-846e-4cec-b881-c4547ecef848 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.4508319 Sep 20 12:53:11.639818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-399d3b07-3adc-4d4d-939e-74f54027c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:11.641402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-399d3b07-3adc-4d4d-939e-74f54027c715 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 1095 time: 0.0787704 Sep 20 12:53:11.707438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0df6fb98-30d8-44d4-8874-2d7e52a24bac req-3bdbc79f-1146-4b48-9aee-8effad0be30f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Sep 20 12:53:11.719871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:11.731031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e944220-146d-4386-b407-16bc2c4d355d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:11.810694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e944220-146d-4386-b407-16bc2c4d355d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=882cdec0-a1f9-45c0-aa84-83594ca58264,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:11.816591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-216ac953-9c36-4537-be6d-7b6a1d45354e None None] Provisioning complete for port c83ff768-234b-4d33-9c9a-f5cf70a8b819 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:11.817140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-216ac953-9c36-4537-be6d-7b6a1d45354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:11.836314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e944220-146d-4386-b407-16bc2c4d355d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:11.849682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-2b24d6c3-b5c6-4a5b-b01a-7c4c6870f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:11.853711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e944220-146d-4386-b407-16bc2c4d355d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/882cdec0-a1f9-45c0-aa84-83594ca58264 HTTP/1.1" status: 204 len: 168 time: 0.8139632 Sep 20 12:53:11.854149 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-2b24d6c3-b5c6-4a5b-b01a-7c4c6870f661 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.2060204 Sep 20 12:53:11.854645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60288) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:11.974349 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff64baa-05a3-4e72-857f-dbf77ea351d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.054216 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-c3d92500-227d-4878-8a46-6b016596b077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2483f8bb-ea9f-48bb-a716-fa921e3859cc HTTP/1.1" status: 200 len: 217 time: 0.1791925 Sep 20 12:53:12.170946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c83ff768-234b-4d33-9c9a-f5cf70a8b819 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:12.177591 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff64baa-05a3-4e72-857f-dbf77ea351d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.201718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.217593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-a369c742-6935-414d-9fa4-4361cd9928ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:12.219056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-a369c742-6935-414d-9fa4-4361cd9928ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.1542213 Sep 20 12:53:12.258141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6854ab-b746-4059-a366-49a957f64d5c None None] Network d493bd74-96db-411b-a3e4-aaddfa262147 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:12.276380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c83ff768-234b-4d33-9c9a-f5cf70a8b819 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:12.276755 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.277139 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff64baa-05a3-4e72-857f-dbf77ea351d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.322516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-b008e76f-18ac-41c0-8121-9476596ed77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:12.324452 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-b008e76f-18ac-41c0-8121-9476596ed77e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980353 Sep 20 12:53:12.356835 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bff64baa-05a3-4e72-857f-dbf77ea351d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36c4fdc4df07497893a0e6aba865b0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6358514 Sep 20 12:53:12.357837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff64baa-05a3-4e72-857f-dbf77ea351d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022d1612-4be0-4ea8-bc00-f7ff3762b9dc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:12.372802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4cc9b4c7-113d-4bfb-80f8-d017030707d1 None None] Could not find standard attr ID for object a899ab41-ea65-4655-bff2-278da0806cfe. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:53:12.377168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:12.377592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port c83ff768-234b-4d33-9c9a-f5cf70a8b819 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:12.377949 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.459264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-744ebf3f-0e5a-439c-a1d3-2d847f41f337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.490339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-744ebf3f-0e5a-439c-a1d3-2d847f41f337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.581137 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fa49ea0e-5e07-4ab9-a3ff-9dccc1235676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.672179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-744ebf3f-0e5a-439c-a1d3-2d847f41f337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.675334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-744ebf3f-0e5a-439c-a1d3-2d847f41f337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.679509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-744ebf3f-0e5a-439c-a1d3-2d847f41f337 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/022d1612-4be0-4ea8-bc00-f7ff3762b9dc HTTP/1.1" status: 204 len: 168 time: 0.2974563 Sep 20 12:53:12.689964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ebf3f-0e5a-439c-a1d3-2d847f41f337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022d1612-4be0-4ea8-bc00-f7ff3762b9dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:12.884454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] For port c83ff768-234b-4d33-9c9a-f5cf70a8b819, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c83ff768-234b-4d33-9c9a-f5cf70a8b819,segment=NetworkSegment(6686581f-fa4b-4077-bb51-f98644e40279),segment_id=6686581f-fa4b-4077-bb51-f98644e40279)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:12.884837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:12.920299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for c83ff768-234b-4d33-9c9a-f5cf70a8b819 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:12.924491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-22676b8c-e481-479b-a98a-459ff26c0296 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884068 Sep 20 12:53:12.972288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a161e4-a6b1-4bd7-bacf-66fc4973037f req-a1274fc7-a381-40e7-a250-17ae53c44100 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:12.977071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57a161e4-a6b1-4bd7-bacf-66fc4973037f req-a1274fc7-a381-40e7-a250-17ae53c44100 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.1280301 Sep 20 12:53:12.989772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] DHCP port deletion for d493bd74-96db-411b-a3e4-aaddfa262147 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:53:13.066191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] Deleting port c83ff768-234b-4d33-9c9a-f5cf70a8b819 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:13.066594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.093360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57a161e4-a6b1-4bd7-bacf-66fc4973037f req-d9796456-03af-4636-b2d6-8a88047916c7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075578 Sep 20 12:53:13.153859 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa276527-5c28-402f-89ef-6cc0caee5af4 req-d3e2b7fe-1b79-4606-b44d-4ae3262d87a3 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184544 Sep 20 12:53:13.160443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] For port c83ff768-234b-4d33-9c9a-f5cf70a8b819, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c83ff768-234b-4d33-9c9a-f5cf70a8b819,segment=NetworkSegment(6686581f-fa4b-4077-bb51-f98644e40279),segment_id=6686581f-fa4b-4077-bb51-f98644e40279)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:13.160930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.184185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] Calling delete_port for c83ff768-234b-4d33-9c9a-f5cf70a8b819 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:13.275637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.297410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=c83ff768-234b-4d33-9c9a-f5cf70a8b819,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:13.308056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No DVR routers for this DVR port c83ff768-234b-4d33-9c9a-f5cf70a8b819 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:13.313717 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.337931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] Pushing event deleted for resources: {'Port': ['ID=c83ff768-234b-4d33-9c9a-f5cf70a8b819,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:13.351324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019498c-3043-4e9e-81a9-381dc59548c0 None None] No DVR routers for this DVR port c83ff768-234b-4d33-9c9a-f5cf70a8b819 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:13.412982 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.432590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d493bd74-96db-411b-a3e4-aaddfa262147']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:13.441841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6686581f-fa4b-4077-bb51-f98644e40279') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:13.442073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6686581f-fa4b-4077-bb51-f98644e40279') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:13.455878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.473268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.481419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:53:13.481861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:53:13.484724 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:53:13.689897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:13.709578 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eacdd64c-4e3b-4f1d-a4be-f3543c78f355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.710284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.738778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.745043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/networks/d493bd74-96db-411b-a3e4-aaddfa262147 HTTP/1.1" status: 204 len: 168 time: 1.8858681 Sep 20 12:53:13.745043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35410c76-2b76-4e17-8bc0-a06a4a886b6b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Network': ['ID=d493bd74-96db-411b-a3e4-aaddfa262147,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:13.745266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:13.757682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'name': 'tempest-PortsIpV6TestJSON-1923803625'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:13.911143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eacdd64c-4e3b-4f1d-a4be-f3543c78f355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:13.981420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eacdd64c-4e3b-4f1d-a4be-f3543c78f355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.030192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eacdd64c-4e3b-4f1d-a4be-f3543c78f355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5b3142589c24d00a6213aa1620bf87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391962 Sep 20 12:53:14.031303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdd64c-4e3b-4f1d-a4be-f3543c78f355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bec1e1-5413-4732-8957-29f8ac3f2907,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:14.034364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60326) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:14.104652 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7265-b289-474f-80d4-b0579149146e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.112392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:14.113393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c83ff768-234b-4d33-9c9a-f5cf70a8b819 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:53:14.117860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.169873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port 3afab850-c771-4d12-9b26-b543b3117a77 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:14.178495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: c83ff768-234b-4d33-9c9a-f5cf70a8b819 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:53:14.178853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c83ff768-234b-4d33-9c9a-f5cf70a8b819 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:53:14.192038 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7265-b289-474f-80d4-b0579149146e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.346022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab69c0-eaab-4490-9576-ad0246a3447a req-32bf3a06-0694-4273-a1be-5dabd3aed985 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:14.349736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63ab69c0-eaab-4490-9576-ad0246a3447a req-32bf3a06-0694-4273-a1be-5dabd3aed985 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.1019979 Sep 20 12:53:14.408336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7265-b289-474f-80d4-b0579149146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.412124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7265-b289-474f-80d4-b0579149146e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.413611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-63ab69c0-eaab-4490-9576-ad0246a3447a req-0cbf013d-d7f8-4017-9f42-4629ea61882f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574827 Sep 20 12:53:14.425201 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7d1d7265-b289-474f-80d4-b0579149146e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0bec1e1-5413-4732-8957-29f8ac3f2907 HTTP/1.1" status: 204 len: 168 time: 0.3887343 Sep 20 12:53:14.436868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d7265-b289-474f-80d4-b0579149146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bec1e1-5413-4732-8957-29f8ac3f2907,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:14.547799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.737536 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.789883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:14.794614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:14.810393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:14.815330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:14.815935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:14.822543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=3afab850-c771-4d12-9b26-b543b3117a77,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:14.934993 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c648a5dc-4bcc-474a-b9f0-ce5c7919ec29 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1856143 Sep 20 12:53:14.935522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60348) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:15.056149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7978e840-f90a-4943-b488-189f489c782e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 3afab850-c771-4d12-9b26-b543b3117a77 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:15.056501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7978e840-f90a-4943-b488-189f489c782e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:15.139214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7978e840-f90a-4943-b488-189f489c782e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:15.153439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7978e840-f90a-4943-b488-189f489c782e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 3afab850-c771-4d12-9b26-b543b3117a77 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:15.209117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a1b38c15-8b2d-4027-9e8a-dc78ad881e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:15.354902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7978e840-f90a-4943-b488-189f489c782e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:15.389536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978e840-f90a-4943-b488-189f489c782e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=3afab850-c771-4d12-9b26-b543b3117a77,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:15.398261 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7978e840-f90a-4943-b488-189f489c782e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:15.403103 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7978e840-f90a-4943-b488-189f489c782e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/3afab850-c771-4d12-9b26-b543b3117a77 HTTP/1.1" status: 204 len: 168 time: 0.4630463 Sep 20 12:53:15.403285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60368) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:15.409706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'mac_address': 'fa:16:3e:cd:7c:f2', 'name': 'tempest-PortsIpV6TestJSON-2040485892'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:15.572811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc0dee-90ed-4e0b-b0d1-970ed4994c3e req-a416900f-8a6a-4f78-89f1-00d1ca11bc4b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:15.574363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-efcc0dee-90ed-4e0b-b0d1-970ed4994c3e req-a416900f-8a6a-4f78-89f1-00d1ca11bc4b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.0602357 Sep 20 12:53:15.635670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-efcc0dee-90ed-4e0b-b0d1-970ed4994c3e req-739d52cb-8e14-4392-892a-873e0feaa9d6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Sep 20 12:53:15.678352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:15.687522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:15.747788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:15.773884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port 8f6f59eb-0171-46ea-afd1-c668e7db7e7a yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:15.962631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:16.386663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:16.445071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:16.450858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:16.455231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:16.463061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:16.463737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:16.481112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=8f6f59eb-0171-46ea-afd1-c668e7db7e7a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:16.597594 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-57f97dfc-c25a-44f8-a2de-4a07df56e416 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1929593 Sep 20 12:53:16.600583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60394) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:16.656256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913640ab-910e-4ae9-b543-87aac65f1fc3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:16.656256 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-913640ab-910e-4ae9-b543-87aac65f1fc3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/8f6f59eb-0171-46ea-afd1-c668e7db7e7a HTTP/1.1" status: 200 len: 845 time: 0.0434194 Sep 20 12:53:16.660803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60400) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:16.694500 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:16.796223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1ed4-f960-4132-9b7b-eca0c31c61dc req-9e967b2b-2bc5-46f6-bada-6febbe313e6e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:16.801184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0ab1ed4-f960-4132-9b7b-eca0c31c61dc req-9e967b2b-2bc5-46f6-bada-6febbe313e6e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.1008725 Sep 20 12:53:16.814059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-994c352c-6f15-4c15-a024-a21df0265a37 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 8f6f59eb-0171-46ea-afd1-c668e7db7e7a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:16.814410 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-994c352c-6f15-4c15-a024-a21df0265a37 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:16.919911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-994c352c-6f15-4c15-a024-a21df0265a37 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:16.932099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0ab1ed4-f960-4132-9b7b-eca0c31c61dc req-81f15c0b-5cda-43d0-81cb-6e2a2d554fbf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146934 Sep 20 12:53:16.938572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-994c352c-6f15-4c15-a024-a21df0265a37 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 8f6f59eb-0171-46ea-afd1-c668e7db7e7a owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:17.497693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-994c352c-6f15-4c15-a024-a21df0265a37 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:17.523142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c352c-6f15-4c15-a024-a21df0265a37 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=8f6f59eb-0171-46ea-afd1-c668e7db7e7a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:17.527004 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-994c352c-6f15-4c15-a024-a21df0265a37 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:17.531818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60432) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:17.532292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-994c352c-6f15-4c15-a024-a21df0265a37 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/8f6f59eb-0171-46ea-afd1-c668e7db7e7a HTTP/1.1" status: 204 len: 168 time: 0.8694670 Sep 20 12:53:17.564431 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fafbe3-a362-42fc-9e41-770bee280f7e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:17.574329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-00fafbe3-a362-42fc-9e41-770bee280f7e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/8f6f59eb-0171-46ea-afd1-c668e7db7e7a HTTP/1.1" status: 404 len: 333 time: 0.0326743 Sep 20 12:53:17.574329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60438) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:17.580103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'name': 'tempest-PortsIpV6TestJSON-1537310492'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:17.772646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:17.776740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:17.804546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port b7e5f55f-7e50-459b-874e-57615fed2ca2 yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:17.976414 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.065607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0950-ebd9-451d-bf33-c95d77a17592 req-d8593861-a168-4f95-bc91-83dec8d98a21 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:18.068368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-325a0950-ebd9-451d-bf33-c95d77a17592 req-d8593861-a168-4f95-bc91-83dec8d98a21 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.0572963 Sep 20 12:53:18.076839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.107410 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-325a0950-ebd9-451d-bf33-c95d77a17592 req-3460c544-e625-44a5-bfb0-bba490817d73 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Sep 20 12:53:18.166296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.217110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:18.220333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:18.224323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:18.229957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:18.230576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.251809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=b7e5f55f-7e50-459b-874e-57615fed2ca2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:18.332390 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-78887e31-1280-4ceb-95f2-e21a9e99d62d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7564268 Sep 20 12:53:18.335620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:18.341490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:18.356800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60460) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:18.435348 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.519217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a418-2227-429e-bf07-2d3cf0553cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.617098 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.639156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a418-2227-429e-bf07-2d3cf0553cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.734301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.767162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] In _notify_port_updated(), no bound segment for port b7e5f55f-7e50-459b-874e-57615fed2ca2 on network 3a8db252-fedc-411c-8ac4-15b46151c9f7 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:53:18.770377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a418-2227-429e-bf07-2d3cf0553cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.773262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:18.774027 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.775930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "PUT /v2.0/ports/b7e5f55f-7e50-459b-874e-57615fed2ca2 HTTP/1.1" status: 200 len: 818 time: 0.4387929 Sep 20 12:53:18.780017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60472) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:18.822372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9a418-2227-429e-bf07-2d3cf0553cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a966935-e3eb-4075-b6de-8e59c62b03a3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:18.827366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1cc9a418-2227-429e-bf07-2d3cf0553cec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2103f48ad0b2460c83c878e626762c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4694283 Sep 20 12:53:18.838878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60474) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:18.839809 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fef80-d5ae-4877-b8ec-c51aa7ba6e50 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=b7e5f55f-7e50-459b-874e-57615fed2ca2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:18.887021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a497f346-709e-46c1-b776-f25e282c4cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.889867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0a5818c3-32be-470a-ade8-8a46b71785ea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port b7e5f55f-7e50-459b-874e-57615fed2ca2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:18.890276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a5818c3-32be-470a-ade8-8a46b71785ea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.914947 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a497f346-709e-46c1-b776-f25e282c4cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.981418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a5818c3-32be-470a-ade8-8a46b71785ea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:18.995565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0a5818c3-32be-470a-ade8-8a46b71785ea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for b7e5f55f-7e50-459b-874e-57615fed2ca2 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:19.076958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a497f346-709e-46c1-b776-f25e282c4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.079607 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a497f346-709e-46c1-b776-f25e282c4cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.086473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a497f346-709e-46c1-b776-f25e282c4cc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a966935-e3eb-4075-b6de-8e59c62b03a3 HTTP/1.1" status: 204 len: 168 time: 0.2495108 Sep 20 12:53:19.090751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497f346-709e-46c1-b776-f25e282c4cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a966935-e3eb-4075-b6de-8e59c62b03a3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:19.180485 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a5818c3-32be-470a-ade8-8a46b71785ea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.211310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5818c3-32be-470a-ade8-8a46b71785ea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=b7e5f55f-7e50-459b-874e-57615fed2ca2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:19.240506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a5818c3-32be-470a-ade8-8a46b71785ea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.242612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a5818c3-32be-470a-ade8-8a46b71785ea tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/b7e5f55f-7e50-459b-874e-57615fed2ca2 HTTP/1.1" status: 204 len: 168 time: 0.4619601 Sep 20 12:53:19.245556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60486) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:19.309184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8c4d1-16cf-44e4-a83f-d831fb8acac3 req-236d071c-2060-4632-941e-9ca50e237e6a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:19.311578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1fa8c4d1-16cf-44e4-a83f-d831fb8acac3 req-236d071c-2060-4632-941e-9ca50e237e6a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.1045711 Sep 20 12:53:19.332539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c9169-1496-4541-ba43-bfb5bb6b5238 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:19.334304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d58c9169-1496-4541-ba43-bfb5bb6b5238 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0868647 Sep 20 12:53:19.337278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60488) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:19.363630 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2086a7ab-5a79-49f6-9512-1cfe93964f19 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:19.365570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2086a7ab-5a79-49f6-9512-1cfe93964f19 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/b7e5f55f-7e50-459b-874e-57615fed2ca2 HTTP/1.1" status: 404 len: 333 time: 0.0272355 Sep 20 12:53:19.369209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60490) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:19.374857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1fa8c4d1-16cf-44e4-a83f-d831fb8acac3 req-19a46612-288d-482a-a858-d33b942a9305 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 Sep 20 12:53:19.375906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-136032168'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:19.469376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:19.474477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.522294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:53:19.538090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.545404 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Added segment 7fd10e71-6b33-40b8-98c9-1a3ed5a43565 of type vlan for network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 Sep 20 12:53:19.584934 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.730837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.736552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:19.737171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:19.808046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Network': ['ID=b2d0e7a0-91b6-4878-aa2c-98acbfaebb95,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:19.819791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:53:19.932350 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c18c0c26-9825-47a8-82fc-9f93dba4361b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5590074 Sep 20 12:53:19.932480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60506) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:19.937363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:20.021372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:20.028267 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.042970 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-415ecfa2-34bb-4e36-882e-9493eb7a6d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.116591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:20.120373 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.222227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-415ecfa2-34bb-4e36-882e-9493eb7a6d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.330646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-415ecfa2-34bb-4e36-882e-9493eb7a6d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.362671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.371656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-415ecfa2-34bb-4e36-882e-9493eb7a6d84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6001403587dc479a8399b1437dfa7392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489771 Sep 20 12:53:20.380741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60516) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:20.382348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ecfa2-34bb-4e36-882e-9493eb7a6d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9133a631-1cf8-4f3c-8bbe-f144e16ebf69,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:20.431119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae1e09a0-01eb-458c-a58c-2cfcc17bbea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.449286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.460585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae1e09a0-01eb-458c-a58c-2cfcc17bbea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.519004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a262579-f524-4264-9041-e6ba751b3773 req-e0e4a79d-0f4f-42c8-ad6e-f3e8545278bb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:20.525957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a262579-f524-4264-9041-e6ba751b3773 req-e0e4a79d-0f4f-42c8-ad6e-f3e8545278bb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.0764687 Sep 20 12:53:20.576051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a262579-f524-4264-9041-e6ba751b3773 req-d6e401cd-5bd1-4216-a46d-b71c442e19f7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Sep 20 12:53:20.589765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=bd672cd7-7088-4fb0-86b9-34b8b9f1a185,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:20.604242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Checking segment: {'id': '7fd10e71-6b33-40b8-98c9-1a3ed5a43565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:20.604617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network hostable DHCP agents. Network: b2d0e7a0-91b6-4878-aa2c-98acbfaebb95, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:53:20.691213 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae1e09a0-01eb-458c-a58c-2cfcc17bbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.693991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae1e09a0-01eb-458c-a58c-2cfcc17bbea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.695896 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ae1e09a0-01eb-458c-a58c-2cfcc17bbea4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9133a631-1cf8-4f3c-8bbe-f144e16ebf69 HTTP/1.1" status: 204 len: 168 time: 0.3195801 Sep 20 12:53:20.705816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e09a0-01eb-458c-a58c-2cfcc17bbea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9133a631-1cf8-4f3c-8bbe-f144e16ebf69,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:20.720455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:53:20.820336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, b2d0e7a0-91b6-4878-aa2c-98acbfaebb95) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:20.825749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:20.833249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:20.833950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31534f-9755-457e-895a-c2072a00f977 None None] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:20.940627 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6face856-daa2-4dda-b476-fd7b961e9c7c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0070977 Sep 20 12:53:20.944356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60532) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:20.949654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3b7c2962-90fd-4e46-839f-7a2bb6acebd0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:21.001183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-b2d0e7a0-91b6-4878-aa2c-98acbfaebb95', 'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95', 'tenant_id': '59bb457312ab48f5ae686537a093fb51', 'fixed_ips': [{'subnet_id': 'bd672cd7-7088-4fb0-86b9-34b8b9f1a185'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:53:21.002160 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:21.160304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Allocated IP 2001:db8::2 (b2d0e7a0-91b6-4878-aa2c-98acbfaebb95/bd672cd7-7088-4fb0-86b9-34b8b9f1a185/c09cc535-6b66-466c-9326-2b0d7ede606a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:21.180594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7c2962-90fd-4e46-839f-7a2bb6acebd0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:21.188178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2962-90fd-4e46-839f-7a2bb6acebd0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:21.304677 n-d-809934-3 neutron-server[95503]: INFO neutron.db.ipam_backend_mixin [None req-3b7c2962-90fd-4e46-839f-7a2bb6acebd0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd672cd7-7088-4fb0-86b9-34b8b9f1a185 (CIDR: 2001:db8::/64) Sep 20 12:53:21.351892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:21.368698 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7c2962-90fd-4e46-839f-7a2bb6acebd0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:53:21.369323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7c2962-90fd-4e46-839f-7a2bb6acebd0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:53:21.450224 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:21.494071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:21.497374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:21.500952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:21.513182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Pushing event updated for resources: {'Port': ['ID=c09cc535-6b66-466c-9326-2b0d7ede606a,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:21.526980 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3b7c2962-90fd-4e46-839f-7a2bb6acebd0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5816295 Sep 20 12:53:21.530125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60554) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:21.541447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:21.576815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Attempting to bind port c09cc535-6b66-466c-9326-2b0d7ede606a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:21.577232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Attempting to bind port c09cc535-6b66-466c-9326-2b0d7ede606a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '7fd10e71-6b33-40b8-98c9-1a3ed5a43565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:21.577812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Attempting to bind port c09cc535-6b66-466c-9326-2b0d7ede606a on network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:21.584169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:21.584848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Checking segment: {'id': '7fd10e71-6b33-40b8-98c9-1a3ed5a43565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:21.585446 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:21.586018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Bound using segment: {'id': '7fd10e71-6b33-40b8-98c9-1a3ed5a43565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:21.586650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Bound port: c09cc535-6b66-466c-9326-2b0d7ede606a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd10e71-6b33-40b8-98c9-1a3ed5a43565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:21.587234 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:21.731229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] For port c09cc535-6b66-466c-9326-2b0d7ede606a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:21.740608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] For port c09cc535-6b66-466c-9326-2b0d7ede606a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c09cc535-6b66-466c-9326-2b0d7ede606a,segment=NetworkSegment(7fd10e71-6b33-40b8-98c9-1a3ed5a43565),segment_id=7fd10e71-6b33-40b8-98c9-1a3ed5a43565)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:21.751941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ad3e-416c-4364-9ab3-567eb12ec2a1 req-525132da-c176-4e41-90eb-937ca2c289d5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:21.758626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9f0ad3e-416c-4364-9ab3-567eb12ec2a1 req-525132da-c176-4e41-90eb-937ca2c289d5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 944 time: 0.0699344 Sep 20 12:53:21.787186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:21.790885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:21.806150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9f0ad3e-416c-4364-9ab3-567eb12ec2a1 req-b13a901c-a957-4640-ab8a-3e4aba41c2b3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Sep 20 12:53:21.886339 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:21.968261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b84a3-777b-4f69-9b67-9bb0097ccce5 None None] Pushing event updated for resources: {'Port': ['ID=c09cc535-6b66-466c-9326-2b0d7ede606a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:22.138809 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:22.190413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:22.199578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:22.202757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:22.203352 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:22.227366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=209d3059-a719-46a8-b6ac-5dfc376d88cb,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:22.262487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2483f8bb-ea9f-48bb-a716-fa921e3859cc details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:53:22.320546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8ec76234-67bc-4788-adf7-43aa96b50a04 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7888622 Sep 20 12:53:22.323535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60578) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:22.331370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95', 'fixed_ips': [{'subnet_id': 'bd672cd7-7088-4fb0-86b9-34b8b9f1a185'}, {'subnet_id': '209d3059-a719-46a8-b6ac-5dfc376d88cb'}], 'name': 'tempest-PortsIpV6TestJSON-2062974967'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:22.403884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2483f8bb-ea9f-48bb-a716-fa921e3859cc, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2483f8bb-ea9f-48bb-a716-fa921e3859cc,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:22.418275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '2483f8bb-ea9f-48bb-a716-fa921e3859cc', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'port_id': '2483f8bb-ea9f-48bb-a716-fa921e3859cc', 'mac_address': 'fa:16:3e:e5:b1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:53:22.463379 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:22.482856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2483f8bb-ea9f-48bb-a716-fa921e3859cc {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:53:22.510163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2483f8bb-ea9f-48bb-a716-fa921e3859cc, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2483f8bb-ea9f-48bb-a716-fa921e3859cc,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:22.616442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:22.719083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:22.728216 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:22.745456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port f68cfc77-4068-4162-adc2-a3b7e50e70dd yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:22.799518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2483f8bb-ea9f-48bb-a716-fa921e3859cc,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:22.944984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2483f8bb-ea9f-48bb-a716-fa921e3859cc'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:53:23.048401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f462d1-1918-4c08-bcb1-dad0b5597e42 req-f45e840d-e807-4246-9952-30ffde52a09f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:23.050050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4f462d1-1918-4c08-bcb1-dad0b5597e42 req-f45e840d-e807-4246-9952-30ffde52a09f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 945 time: 0.1161261 Sep 20 12:53:23.117815 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4f462d1-1918-4c08-bcb1-dad0b5597e42 req-7fe40573-e13b-437e-ac90-24d72fc040cc tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529287 Sep 20 12:53:23.220257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728fd017-f2cf-4dd0-bbd5-d7f9e59d42d9 None None] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:23.222866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::25f (b2d0e7a0-91b6-4878-aa2c-98acbfaebb95/bd672cd7-7088-4fb0-86b9-34b8b9f1a185/f68cfc77-4068-4162-adc2-a3b7e50e70dd) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:23.230326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8:0:1::3a3 (b2d0e7a0-91b6-4878-aa2c-98acbfaebb95/209d3059-a719-46a8-b6ac-5dfc376d88cb/f68cfc77-4068-4162-adc2-a3b7e50e70dd) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:23.386250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0c4b34b7-2c30-42d3-bc53-b3928702f5e8 None None] Provisioning complete for port c09cc535-6b66-466c-9326-2b0d7ede606a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:23.386972 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0c4b34b7-2c30-42d3-bc53-b3928702f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:23.426013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:23.478754 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:53:23.517146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0c4b34b7-2c30-42d3-bc53-b3928702f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:23.619497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0c4b34b7-2c30-42d3-bc53-b3928702f5e8 None None] For port c09cc535-6b66-466c-9326-2b0d7ede606a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c09cc535-6b66-466c-9326-2b0d7ede606a,segment=NetworkSegment(7fd10e71-6b33-40b8-98c9-1a3ed5a43565),segment_id=7fd10e71-6b33-40b8-98c9-1a3ed5a43565)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:23.619497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a254fe1-0686-432f-9ffe-e191d50cb6e8 None None] Update dhcp port {'port': {'network_id': 'b2d0e7a0-91b6-4878-aa2c-98acbfaebb95', 'fixed_ips': [{'subnet_id': 'bd672cd7-7088-4fb0-86b9-34b8b9f1a185', 'ip_address': '2001:db8::2'}, {'subnet_id': '209d3059-a719-46a8-b6ac-5dfc376d88cb'}], 'binding:host_id': 'n-d-809934-3'}, 'id': 'c09cc535-6b66-466c-9326-2b0d7ede606a'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:53:23.622870 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a254fe1-0686-432f-9ffe-e191d50cb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:23.640059 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:23.697606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:23.700597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:23.703084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:23.709900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:23.710621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:23.724225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=f68cfc77-4068-4162-adc2-a3b7e50e70dd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:23.732145 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0c4b34b7-2c30-42d3-bc53-b3928702f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:23.820010 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-63c014f3-c714-4a54-8ba3-37ca2897998c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4952922 Sep 20 12:53:23.827710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:23.837447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b34b7-2c30-42d3-bc53-b3928702f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c09cc535-6b66-466c-9326-2b0d7ede606a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:23.839652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd672cd7-7088-4fb0-86b9-34b8b9f1a185'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:23.858021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8a254fe1-0686-432f-9ffe-e191d50cb6e8 None None] Allocated IP 2001:db8:0:1::2 (b2d0e7a0-91b6-4878-aa2c-98acbfaebb95/209d3059-a719-46a8-b6ac-5dfc376d88cb/c09cc535-6b66-466c-9326-2b0d7ede606a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:23.966381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8a254fe1-0686-432f-9ffe-e191d50cb6e8 None None] For port c09cc535-6b66-466c-9326-2b0d7ede606a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c09cc535-6b66-466c-9326-2b0d7ede606a,segment=NetworkSegment(7fd10e71-6b33-40b8-98c9-1a3ed5a43565),segment_id=7fd10e71-6b33-40b8-98c9-1a3ed5a43565)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:24.019325 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a254fe1-0686-432f-9ffe-e191d50cb6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.047830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.148317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a254fe1-0686-432f-9ffe-e191d50cb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.160426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c09cc535-6b66-466c-9326-2b0d7ede606a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:24.277552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2483f8bb-ea9f-48bb-a716-fa921e3859cc up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:24.304800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67be6a-fa92-475b-81be-40831ebd916a req-26165000-28b8-4af2-bb3a-bb3aaed3cf75 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:24.306405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce67be6a-fa92-475b-81be-40831ebd916a req-26165000-28b8-4af2-bb3a-bb3aaed3cf75 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 945 time: 0.0808594 Sep 20 12:53:24.396623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a254fe1-0686-432f-9ffe-e191d50cb6e8 None None] Pushing event updated for resources: {'Port': ['ID=c09cc535-6b66-466c-9326-2b0d7ede606a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:24.406381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce67be6a-fa92-475b-81be-40831ebd916a req-b34d6833-6c96-4f42-a337-8c0024cefc7a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907435 Sep 20 12:53:24.416327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c09cc535-6b66-466c-9326-2b0d7ede606a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:24.416811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.492199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Delete allocated IP 2001:db8:0:1::3a3 (b2d0e7a0-91b6-4878-aa2c-98acbfaebb95/209d3059-a719-46a8-b6ac-5dfc376d88cb) {{(pid=95502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 20 12:53:24.561134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 2483f8bb-ea9f-48bb-a716-fa921e3859cc completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:53:24.567836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 2483f8bb-ea9f-48bb-a716-fa921e3859cc triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:24.568228 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.684143 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.719661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e744c9-0534-4390-afd5-778b2c69e3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2483f8bb-ea9f-48bb-a716-fa921e3859cc'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:53:24.722259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.722631 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b750e13-bba4-4990-92b2-da3f89d20edf" -d '{"events": [{"server_uuid": "38e744c9-0534-4390-afd5-778b2c69e3bd", "name": "network-vif-plugged", "status": "completed", "tag": "2483f8bb-ea9f-48bb-a716-fa921e3859cc"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:53:24.755390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2483f8bb-ea9f-48bb-a716-fa921e3859cc, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2483f8bb-ea9f-48bb-a716-fa921e3859cc,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:24.784334 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd3b305-3d77-4b6a-80bb-da1a796bd60a x-openstack-request-id: req-1dd3b305-3d77-4b6a-80bb-da1a796bd60a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:53:24.784630 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e744c9-0534-4390-afd5-778b2c69e3bd", "name": "network-vif-plugged", "status": "completed", "tag": "2483f8bb-ea9f-48bb-a716-fa921e3859cc", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:53:24.784887 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dd3b305-3d77-4b6a-80bb-da1a796bd60a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:53:24.785311 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e744c9-0534-4390-afd5-778b2c69e3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2483f8bb-ea9f-48bb-a716-fa921e3859cc', 'code': 200} Sep 20 12:53:24.907947 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.908170 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:24.943847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfbfdf-6fd9-41fc-9efe-4237823b4ccb req-d3b2d613-ee81-440b-b793-f9ec0f70bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:24.946061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3abfbfdf-6fd9-41fc-9efe-4237823b4ccb req-d3b2d613-ee81-440b-b793-f9ec0f70bdc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 1096 time: 0.1055684 Sep 20 12:53:25.014242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3abfbfdf-6fd9-41fc-9efe-4237823b4ccb req-05f85867-a31b-44c9-981d-aac3fea1057c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523918 Sep 20 12:53:25.022312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] In _notify_port_updated(), no bound segment for port f68cfc77-4068-4162-adc2-a3b7e50e70dd on network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:53:25.028284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2483f8bb-ea9f-48bb-a716-fa921e3859cc,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:25.028820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:25.029586 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:25.031682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "PUT /v2.0/ports/f68cfc77-4068-4162-adc2-a3b7e50e70dd HTTP/1.1" status: 200 len: 926 time: 1.2021356 Sep 20 12:53:25.035602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:25.042045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd672cd7-7088-4fb0-86b9-34b8b9f1a185'}, {'subnet_id': '209d3059-a719-46a8-b6ac-5dfc376d88cb'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:25.082375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83273ab0-11ca-49a6-8f8e-819f7ab27f68 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=f68cfc77-4068-4162-adc2-a3b7e50e70dd,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:25.144437 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:25.178049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3cdd75-e3fc-4db9-b178-e2ff91dea459 None None] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:25.300722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ed945196-eb87-4c3c-8d11-3dec07616546 None None] Provisioning complete for port c09cc535-6b66-466c-9326-2b0d7ede606a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:25.301776 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed945196-eb87-4c3c-8d11-3dec07616546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:25.534099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8:0:1::297 (b2d0e7a0-91b6-4878-aa2c-98acbfaebb95/209d3059-a719-46a8-b6ac-5dfc376d88cb/f68cfc77-4068-4162-adc2-a3b7e50e70dd) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:25.650720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be8752-16b2-4cc2-b7dc-a9a1f472bf64 req-d191a51b-c699-4578-a632-fef31d3a4db8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:25.658849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4be8752-16b2-4cc2-b7dc-a9a1f472bf64 req-d191a51b-c699-4578-a632-fef31d3a4db8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 946 time: 0.1261299 Sep 20 12:53:25.722178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4be8752-16b2-4cc2-b7dc-a9a1f472bf64 req-7ce36aa1-7de1-4c35-809f-4d021f8aad92 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624099 Sep 20 12:53:25.767108 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:25.811305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8ab5eccf-d934-4128-9006-5127f535607e None None] Provisioning complete for port f68cfc77-4068-4162-adc2-a3b7e50e70dd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:25.811686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ab5eccf-d934-4128-9006-5127f535607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:25.820700 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:25.855719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5eccf-d934-4128-9006-5127f535607e None None] Port f68cfc77-4068-4162-adc2-a3b7e50e70dd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:25.886096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8ab5eccf-d934-4128-9006-5127f535607e None None] Provisioning complete for port c09cc535-6b66-466c-9326-2b0d7ede606a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:25.886470 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ab5eccf-d934-4128-9006-5127f535607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:25.926074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=f68cfc77-4068-4162-adc2-a3b7e50e70dd,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:25.948317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] In _notify_port_updated(), no bound segment for port f68cfc77-4068-4162-adc2-a3b7e50e70dd on network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:53:25.966034 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:25.967022 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:25.968804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b0fa81e-e208-4e05-b0a5-23f8b4ee78d8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "PUT /v2.0/ports/f68cfc77-4068-4162-adc2-a3b7e50e70dd HTTP/1.1" status: 200 len: 1012 time: 0.9316797 Sep 20 12:53:25.971693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:26.130267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7e82e1bb-178b-4a83-9338-a5d66e296e72 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port f68cfc77-4068-4162-adc2-a3b7e50e70dd {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:26.130869 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e82e1bb-178b-4a83-9338-a5d66e296e72 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.137361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-00bfbe0a-364d-47dd-8cd7-ba4296f8cc8e None None] Provisioning complete for port f68cfc77-4068-4162-adc2-a3b7e50e70dd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:26.137888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-00bfbe0a-364d-47dd-8cd7-ba4296f8cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.164873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c09cc535-6b66-466c-9326-2b0d7ede606a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:26.216770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-00bfbe0a-364d-47dd-8cd7-ba4296f8cc8e None None] Port f68cfc77-4068-4162-adc2-a3b7e50e70dd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:26.238992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c09cc535-6b66-466c-9326-2b0d7ede606a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:26.239465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.265684 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e82e1bb-178b-4a83-9338-a5d66e296e72 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.289267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7e82e1bb-178b-4a83-9338-a5d66e296e72 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for f68cfc77-4068-4162-adc2-a3b7e50e70dd owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:26.448842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f6f61326-ff87-44fe-a6c3-2c06b3649b39 None None] Provisioning complete for port f68cfc77-4068-4162-adc2-a3b7e50e70dd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:26.449749 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f6f61326-ff87-44fe-a6c3-2c06b3649b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.501344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f6f61326-ff87-44fe-a6c3-2c06b3649b39 None None] Port f68cfc77-4068-4162-adc2-a3b7e50e70dd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:26.592042 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e82e1bb-178b-4a83-9338-a5d66e296e72 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.670858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82e1bb-178b-4a83-9338-a5d66e296e72 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=f68cfc77-4068-4162-adc2-a3b7e50e70dd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:26.691863 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e82e1bb-178b-4a83-9338-a5d66e296e72 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.694953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e82e1bb-178b-4a83-9338-a5d66e296e72 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/f68cfc77-4068-4162-adc2-a3b7e50e70dd HTTP/1.1" status: 204 len: 168 time: 0.7208650 Sep 20 12:53:26.697497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60698) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:26.750106 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd6aaa3-1e9b-425d-a870-b7d71f7f8373 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:26.753180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8dd6aaa3-1e9b-425d-a870-b7d71f7f8373 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/f68cfc77-4068-4162-adc2-a3b7e50e70dd HTTP/1.1" status: 404 len: 333 time: 0.0546198 Sep 20 12:53:26.756003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60704) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:26.828067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-d038612e-3bcd-4715-8673-199a8383bee5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet 209d3059-a719-46a8-b6ac-5dfc376d88cb {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:53:26.831748 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d038612e-3bcd-4715-8673-199a8383bee5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.835076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-feed709f-5547-4bc9-b9a3-9322df5dec0c None None] Could not find standard attr ID for object f68cfc77-4068-4162-adc2-a3b7e50e70dd. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:53:26.891463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428afe2-1373-4134-a0ef-2617e9335a62 req-d0f64c8f-e8a9-49c3-bc15-9a118cbe8cf5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:26.892496 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d038612e-3bcd-4715-8673-199a8383bee5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:26.901594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5428afe2-1373-4134-a0ef-2617e9335a62 req-d0f64c8f-e8a9-49c3-bc15-9a118cbe8cf5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 946 time: 0.0803800 Sep 20 12:53:26.994468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d038612e-3bcd-4715-8673-199a8383bee5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.023287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5428afe2-1373-4134-a0ef-2617e9335a62 req-88de4ed0-07c4-4d1c-ae13-93148021933a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153147 Sep 20 12:53:27.154120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d00c9-86da-47e6-ab87-1a9852bb2341 req-3ffe8894-005b-4a48-b4c5-bfe6c0f56dda tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:27.158774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec4d00c9-86da-47e6-ab87-1a9852bb2341 req-3ffe8894-005b-4a48-b4c5-bfe6c0f56dda tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 946 time: 0.0592766 Sep 20 12:53:27.160071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d038612e-3bcd-4715-8673-199a8383bee5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.189457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038612e-3bcd-4715-8673-199a8383bee5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=209d3059-a719-46a8-b6ac-5dfc376d88cb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:27.204399 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d038612e-3bcd-4715-8673-199a8383bee5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.206722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d038612e-3bcd-4715-8673-199a8383bee5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/209d3059-a719-46a8-b6ac-5dfc376d88cb HTTP/1.1" status: 204 len: 168 time: 0.4496040 Sep 20 12:53:27.210574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60716) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:27.211939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39142c38-0d91-40cb-b0a8-8785d99057ad None None] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:27.228843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec4d00c9-86da-47e6-ab87-1a9852bb2341 req-d581e796-46a5-45de-ac58-f51ed13f31ec tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645106 Sep 20 12:53:27.293494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddeb1a4-06f3-416c-bc41-578ade71a9ac tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet bd672cd7-7088-4fb0-86b9-34b8b9f1a185 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:53:27.305292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb1a4-06f3-416c-bc41-578ade71a9ac tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.305691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60720) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:27.366532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb1a4-06f3-416c-bc41-578ade71a9ac tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.368221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d17c87-d343-4010-b63d-a31a92807a8b req-8a34880b-8c97-40a5-9a7b-081a8bc3a76f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:27.374912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95d17c87-d343-4010-b63d-a31a92807a8b req-8a34880b-8c97-40a5-9a7b-081a8bc3a76f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 946 time: 0.0700812 Sep 20 12:53:27.433556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95d17c87-d343-4010-b63d-a31a92807a8b req-f0c69581-e9b0-4a2b-b646-a0707cbe362c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Sep 20 12:53:27.514515 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb1a4-06f3-416c-bc41-578ade71a9ac tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.550461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-950ccc34-c8d2-4cc9-a270-cf050ea05a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.723063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb1a4-06f3-416c-bc41-578ade71a9ac tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.765953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeb1a4-06f3-416c-bc41-578ade71a9ac tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=bd672cd7-7088-4fb0-86b9-34b8b9f1a185,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:27.772089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb1a4-06f3-416c-bc41-578ade71a9ac tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.776840 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ddeb1a4-06f3-416c-bc41-578ade71a9ac tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/bd672cd7-7088-4fb0-86b9-34b8b9f1a185 HTTP/1.1" status: 204 len: 168 time: 0.5640912 Sep 20 12:53:27.778882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60736) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:27.823926 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-950ccc34-c8d2-4cc9-a270-cf050ea05a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.898372 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.905566 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-950ccc34-c8d2-4cc9-a270-cf050ea05a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:27.938822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ccc34-c8d2-4cc9-a270-cf050ea05a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae96f82-a162-4874-808b-3a796348c801,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:27.981211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-950ccc34-c8d2-4cc9-a270-cf050ea05a1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ac56cdc4de3461eb810959034a1761b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735697 Sep 20 12:53:27.984125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60742) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:28.013334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port c09cc535-6b66-466c-9326-2b0d7ede606a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:28.013681 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.053793 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f74694e-6398-4c24-894e-ae07d456c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.110238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] For port c09cc535-6b66-466c-9326-2b0d7ede606a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c09cc535-6b66-466c-9326-2b0d7ede606a,segment=NetworkSegment(7fd10e71-6b33-40b8-98c9-1a3ed5a43565),segment_id=7fd10e71-6b33-40b8-98c9-1a3ed5a43565)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:28.110608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.117113 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f74694e-6398-4c24-894e-ae07d456c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.138581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for c09cc535-6b66-466c-9326-2b0d7ede606a owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:28.188250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65f221-f26d-44b3-9ccb-56da2cb93a2c req-0c48c31f-8f60-4593-be9f-86d9a56cec7f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:28.197700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a65f221-f26d-44b3-9ccb-56da2cb93a2c req-0c48c31f-8f60-4593-be9f-86d9a56cec7f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 946 time: 0.1455541 Sep 20 12:53:28.248229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab0d8a-c3a5-442e-8cc1-11c18608d67e None None] Network b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:28.249595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a65f221-f26d-44b3-9ccb-56da2cb93a2c req-b316454d-94d3-4f63-a4d6-ace5592d76ae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506299 Sep 20 12:53:28.288515 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f74694e-6398-4c24-894e-ae07d456c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.291427 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f74694e-6398-4c24-894e-ae07d456c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.293401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3f74694e-6398-4c24-894e-ae07d456c16c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aae96f82-a162-4874-808b-3a796348c801 HTTP/1.1" status: 204 len: 168 time: 0.3076103 Sep 20 12:53:28.304355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74694e-6398-4c24-894e-ae07d456c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae96f82-a162-4874-808b-3a796348c801,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:28.344376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b3db95c6-674f-4550-b80e-c8ab53025c20 None None] Provisioning complete for port c09cc535-6b66-466c-9326-2b0d7ede606a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:28.344761 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b3db95c6-674f-4550-b80e-c8ab53025c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.353815 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.390519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=c09cc535-6b66-466c-9326-2b0d7ede606a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:28.394375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No DVR routers for this DVR port c09cc535-6b66-466c-9326-2b0d7ede606a on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:28.422379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b3db95c6-674f-4550-b80e-c8ab53025c20 None None] Could not find standard attr ID for object c09cc535-6b66-466c-9326-2b0d7ede606a. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:53:28.445949 n-d-809934-3 neutron-server[95504]: INFO neutron.plugins.ml2.db [None req-b3db95c6-674f-4550-b80e-c8ab53025c20 None None] No ports have port_id starting with c09cc535-6b66-466c-9326-2b0d7ede606a Sep 20 12:53:28.483329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.507407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca6616-cae0-489d-a169-cf40af98e345 None None] DHCP port deletion for b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:53:28.514988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d0e7a0-91b6-4878-aa2c-98acbfaebb95']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:28.527278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd10e71-6b33-40b8-98c9-1a3ed5a43565') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:28.527630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd10e71-6b33-40b8-98c9-1a3ed5a43565') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:28.539036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.557061 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.565324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:53:28.565755 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:53:28.569213 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:53:28.710717 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.720451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:28.722458 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/networks/b2d0e7a0-91b6-4878-aa2c-98acbfaebb95 HTTP/1.1" status: 204 len: 168 time: 0.9415939 Sep 20 12:53:28.732936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60758) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:28.739926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02780c4-fcd0-4244-92fd-d2edb831f656 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Network': ['ID=b2d0e7a0-91b6-4878-aa2c-98acbfaebb95,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:28.788161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca121dbb-4338-4a0b-8ce6-452c44edb528 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:28.789789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca121dbb-4338-4a0b-8ce6-452c44edb528 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0542288 Sep 20 12:53:28.793942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60762) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:28.838489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd0babbb-8bfc-4bf4-b618-bbaca3130fed tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0433459 Sep 20 12:53:28.842073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:28.847434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2028984618'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:29.010819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:29.014850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.040945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:53:29.050425 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.050845 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Added segment b94303df-fed8-43e1-ac62-d65c0da1c6a2 of type vlan for network b34282bd-f2a2-4b54-887d-75b61315bf40 Sep 20 12:53:29.097837 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.136168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60770) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:29.150327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f41df1-add9-4be6-8b32-143a3be207e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.219126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.225644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:29.226555 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.252499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f41df1-add9-4be6-8b32-143a3be207e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.319660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Network': ['ID=b34282bd-f2a2-4b54-887d-75b61315bf40,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:29.335274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network b34282bd-f2a2-4b54-887d-75b61315bf40 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:53:29.348616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f41df1-add9-4be6-8b32-143a3be207e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.435642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8fbc5-a5f3-4142-9e67-d0e2d33aec8a req-9054b887-010e-4afc-8cdf-a8cd1f3ee745 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:29.437708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38d8fbc5-a5f3-4142-9e67-d0e2d33aec8a req-9054b887-010e-4afc-8cdf-a8cd1f3ee745 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 946 time: 0.0766025 Sep 20 12:53:29.447568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-92387b9c-1d46-4ba8-9905-21c56e2a772b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6043084 Sep 20 12:53:29.448453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:29.450109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f41df1-add9-4be6-8b32-143a3be207e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae15161-0b14-49f7-8139-8823423730bd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:29.459595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:29.490062 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-12f41df1-add9-4be6-8b32-143a3be207e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cb7e2d8b59344989e4af008f86dceca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527033 Sep 20 12:53:29.507151 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60780) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:29.592740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38d8fbc5-a5f3-4142-9e67-d0e2d33aec8a req-0ce00c7b-c108-4f96-ac4e-76a61a6e5e52 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428256 Sep 20 12:53:29.639723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-c6a298be-9701-4f47-8c24-c1a85d8a7042 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:29.641249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-c6a298be-9701-4f47-8c24-c1a85d8a7042 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 946 time: 0.1642370 Sep 20 12:53:29.665771 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da01-9d64-4abc-b8d2-c6c86d544500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.722841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:29.732531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.737365 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da01-9d64-4abc-b8d2-c6c86d544500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.826001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port 2483f8bb-ea9f-48bb-a716-fa921e3859cc {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:29.826705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.916957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da01-9d64-4abc-b8d2-c6c86d544500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.919641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da01-9d64-4abc-b8d2-c6c86d544500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:29.923437 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f0d0da01-9d64-4abc-b8d2-c6c86d544500 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ae15161-0b14-49f7-8139-8823423730bd HTTP/1.1" status: 204 len: 168 time: 0.4125154 Sep 20 12:53:29.941225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0da01-9d64-4abc-b8d2-c6c86d544500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae15161-0b14-49f7-8139-8823423730bd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:29.992182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] For port 2483f8bb-ea9f-48bb-a716-fa921e3859cc, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2483f8bb-ea9f-48bb-a716-fa921e3859cc,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:29.993442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:30.025544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for 2483f8bb-ea9f-48bb-a716-fa921e3859cc owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:30.148583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c09cc535-6b66-466c-9326-2b0d7ede606a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:53:30.170788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:30.172731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: c09cc535-6b66-466c-9326-2b0d7ede606a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:53:30.173110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c09cc535-6b66-466c-9326-2b0d7ede606a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:53:30.252866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=a7579564-dbf1-4c87-aea2-948b0db63143,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:30.273120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Checking segment: {'id': 'b94303df-fed8-43e1-ac62-d65c0da1c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:30.273488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network hostable DHCP agents. Network: b34282bd-f2a2-4b54-887d-75b61315bf40, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:53:30.283049 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:30.297566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2483f8bb-ea9f-48bb-a716-fa921e3859cc'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:53:30.323528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=2483f8bb-ea9f-48bb-a716-fa921e3859cc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:30.375329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] No DVR routers for this DVR port 2483f8bb-ea9f-48bb-a716-fa921e3859cc on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:30.378216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:30.380439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd61720c-5089-42c8-9a7c-191e88ca05e5 req-3a375a01-2564-435d-bea1-a0c797d127c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "DELETE /v2.0/ports/2483f8bb-ea9f-48bb-a716-fa921e3859cc HTTP/1.1" status: 204 len: 173 time: 0.7292066 Sep 20 12:53:30.380899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e744c9-0534-4390-afd5-778b2c69e3bd', 'name': 'network-vif-deleted', 'tag': '2483f8bb-ea9f-48bb-a716-fa921e3859cc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:53:30.383411 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e2b7f-cc4b-4a4a-b562-9dcfaa19e594" -d '{"events": [{"server_uuid": "38e744c9-0534-4390-afd5-778b2c69e3bd", "name": "network-vif-deleted", "tag": "2483f8bb-ea9f-48bb-a716-fa921e3859cc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:53:30.397887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network b34282bd-f2a2-4b54-887d-75b61315bf40 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:53:30.431379 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54521648-6722-44a7-828b-f1c0704db84a x-openstack-request-id: req-54521648-6722-44a7-828b-f1c0704db84a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:53:30.431379 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e744c9-0534-4390-afd5-778b2c69e3bd", "name": "network-vif-deleted", "tag": "2483f8bb-ea9f-48bb-a716-fa921e3859cc", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:53:30.431656 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54521648-6722-44a7-828b-f1c0704db84a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:53:30.432367 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e744c9-0534-4390-afd5-778b2c69e3bd', 'name': 'network-vif-deleted', 'tag': '2483f8bb-ea9f-48bb-a716-fa921e3859cc', 'status': 'completed', 'code': 200} Sep 20 12:53:30.527617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, b34282bd-f2a2-4b54-887d-75b61315bf40) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:30.540693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b305aad8-a5d2-4337-8f49-3d8e06460619 None None] Network b34282bd-f2a2-4b54-887d-75b61315bf40 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:30.542926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:30.547599 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:30.648548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3eb61082-f475-47b3-bd3b-2b553f7ba67a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1965516 Sep 20 12:53:30.650402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:30.657484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40', 'name': 'tempest-PortsIpV6TestJSON-625050682'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:30.775563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b45c4d9-3e54-450f-b55f-195b93ae481c req-b74f3bb9-3d9e-42c4-83e0-da315859f5b7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0305653 Sep 20 12:53:30.788806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-b34282bd-f2a2-4b54-887d-75b61315bf40', 'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40', 'tenant_id': '59bb457312ab48f5ae686537a093fb51', 'fixed_ips': [{'subnet_id': 'a7579564-dbf1-4c87-aea2-948b0db63143'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:53:30.789833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:30.934612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:30.942598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:30.961308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Allocated IP 2001:db8::2 (b34282bd-f2a2-4b54-887d-75b61315bf40/a7579564-dbf1-4c87-aea2-948b0db63143/cb354e04-414c-4961-8068-e5964877ff23) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:30.975566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port 1c141a87-0329-4f95-b541-9c88c2653176 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:31.129168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:31.205434 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:31.245820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Network b34282bd-f2a2-4b54-887d-75b61315bf40 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:31.249176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:31.252697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:31.265073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Pushing event updated for resources: {'Port': ['ID=cb354e04-414c-4961-8068-e5964877ff23,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:31.274588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.274955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.275393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.276297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.276297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.276636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.277258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.277490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.277907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.278318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.278734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.279144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:31.294366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::15e (b34282bd-f2a2-4b54-887d-75b61315bf40/a7579564-dbf1-4c87-aea2-948b0db63143/1c141a87-0329-4f95-b541-9c88c2653176) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:31.334598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Attempting to bind port cb354e04-414c-4961-8068-e5964877ff23 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:31.335045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Attempting to bind port cb354e04-414c-4961-8068-e5964877ff23 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b94303df-fed8-43e1-ac62-d65c0da1c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:31.335546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Attempting to bind port cb354e04-414c-4961-8068-e5964877ff23 on network b34282bd-f2a2-4b54-887d-75b61315bf40 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:31.342403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:31.346055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Checking segment: {'id': 'b94303df-fed8-43e1-ac62-d65c0da1c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:31.346055 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:31.346055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Bound using segment: {'id': 'b94303df-fed8-43e1-ac62-d65c0da1c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:31.346055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Bound port: cb354e04-414c-4961-8068-e5964877ff23, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94303df-fed8-43e1-ac62-d65c0da1c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:31.346055 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:31.439177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] For port cb354e04-414c-4961-8068-e5964877ff23, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:31.443117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] For port cb354e04-414c-4961-8068-e5964877ff23, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=cb354e04-414c-4961-8068-e5964877ff23,segment=NetworkSegment(b94303df-fed8-43e1-ac62-d65c0da1c6a2),segment_id=b94303df-fed8-43e1-ac62-d65c0da1c6a2)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:31.497688 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:31.638205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:31.673956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:31.708385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054e636-4a6f-4215-92f4-3efaa0327ed9 None None] Pushing event updated for resources: {'Port': ['ID=cb354e04-414c-4961-8068-e5964877ff23,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:31.733296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network b34282bd-f2a2-4b54-887d-75b61315bf40 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:31.736579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:31.741250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:31.746783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:31.747816 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:31.756617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=1c141a87-0329-4f95-b541-9c88c2653176,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:31.823369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7689b58-bc9a-4ef3-b4c9-1c57a1ea194f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1718862 Sep 20 12:53:31.826077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:31.831099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': 'b34282bd-f2a2-4b54-887d-75b61315bf40', 'name': 'tempest-PortsIpV6TestJSON-1249256646'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:31.969846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47686df8-ab84-45b3-b3ee-b06fff73693c req-7669aed1-099a-4f90-8e41-b73a6f972b59 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0372729 Sep 20 12:53:32.122523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:32.126424 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.161656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port 01160e56-1a0a-49b0-adb4-c0f6829a85fe yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:32.187279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60838) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:32.200020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device cb354e04-414c-4961-8068-e5964877ff23 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:32.271370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port cb354e04-414c-4961-8068-e5964877ff23 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:32.271989 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.323991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8c30-5635-4360-9c01-74e827e64024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.356256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::229 (b34282bd-f2a2-4b54-887d-75b61315bf40/a7579564-dbf1-4c87-aea2-948b0db63143/01160e56-1a0a-49b0-adb4-c0f6829a85fe) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:32.532315 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.568545 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.616635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port cb354e04-414c-4961-8068-e5964877ff23, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=cb354e04-414c-4961-8068-e5964877ff23,segment=NetworkSegment(b94303df-fed8-43e1-ac62-d65c0da1c6a2),segment_id=b94303df-fed8-43e1-ac62-d65c0da1c6a2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:32.625771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.690457 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.709523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=01160e56-1a0a-49b0-adb4-c0f6829a85fe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:32.729777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network b34282bd-f2a2-4b54-887d-75b61315bf40 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:32.731671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:32.738351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:32.745331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:32.746135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.793039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8c30-5635-4360-9c01-74e827e64024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.805301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=cb354e04-414c-4961-8068-e5964877ff23,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:32.863060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8c30-5635-4360-9c01-74e827e64024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.896617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3c8c8c30-5635-4360-9c01-74e827e64024 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=373b69652eff48edb187d67550020c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046545 Sep 20 12:53:32.896617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60842) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:32.933868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c68efbdf-f965-42da-b433-33da2cc5440c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1043665 Sep 20 12:53:32.935052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60844) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:32.939749 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c8c30-5635-4360-9c01-74e827e64024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb5578-b874-4769-9612-961ec55f8bc1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:32.964056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72372688-2478-41f0-8a73-3f467b6b582a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:32.997256 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72372688-2478-41f0-8a73-3f467b6b582a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.116570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa90a72-77b2-42d8-b6e0-e769e9fab7de None None] Network b34282bd-f2a2-4b54-887d-75b61315bf40 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:33.146901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f6e87-fed4-4ea9-bbbb-b656a3ff91e3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:33.156634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-721f6e87-fed4-4ea9-bbbb-b656a3ff91e3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A15e HTTP/1.1" status: 200 len: 928 time: 0.2135904 Sep 20 12:53:33.156814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60852) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:33.170592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6bb6a1f5-7dd5-4987-ac3a-d4149ffa182a req-e04a89dd-13f4-4904-966f-f85910dded53 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0598330 Sep 20 12:53:33.183933 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72372688-2478-41f0-8a73-3f467b6b582a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.186929 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-72372688-2478-41f0-8a73-3f467b6b582a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.191170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-72372688-2478-41f0-8a73-3f467b6b582a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcdb5578-b874-4769-9612-961ec55f8bc1 HTTP/1.1" status: 204 len: 168 time: 0.2937799 Sep 20 12:53:33.269459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cfe470c4-fbe1-44cd-86d3-28623d80a34c None None] Provisioning complete for port cb354e04-414c-4961-8068-e5964877ff23 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:33.271858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c4-fbe1-44cd-86d3-28623d80a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.275474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72372688-2478-41f0-8a73-3f467b6b582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb5578-b874-4769-9612-961ec55f8bc1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:33.315264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7f74c-a5d1-4a76-9aea-ca0203701e6a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 01160e56-1a0a-49b0-adb4-c0f6829a85fe {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:33.315745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f74c-a5d1-4a76-9aea-ca0203701e6a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.429456 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f74c-a5d1-4a76-9aea-ca0203701e6a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.450578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7f74c-a5d1-4a76-9aea-ca0203701e6a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 01160e56-1a0a-49b0-adb4-c0f6829a85fe owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:33.712555 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f74c-a5d1-4a76-9aea-ca0203701e6a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.768010 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f74c-a5d1-4a76-9aea-ca0203701e6a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=01160e56-1a0a-49b0-adb4-c0f6829a85fe,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:33.795417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f74c-a5d1-4a76-9aea-ca0203701e6a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.798213 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9fb7f74c-a5d1-4a76-9aea-ca0203701e6a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/01160e56-1a0a-49b0-adb4-c0f6829a85fe HTTP/1.1" status: 204 len: 168 time: 0.6452479 Sep 20 12:53:33.800631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60864) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:33.832712 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6778237-7083-4b82-a9e2-bfd79548ad7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:33.837960 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c6778237-7083-4b82-a9e2-bfd79548ad7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/01160e56-1a0a-49b0-adb4-c0f6829a85fe HTTP/1.1" status: 404 len: 333 time: 0.0328445 Sep 20 12:53:33.838761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60866) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:33.898571 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-956d8164-e0cb-41d0-9d4c-65f0fcc30dba None None] Could not find standard attr ID for object 01160e56-1a0a-49b0-adb4-c0f6829a85fe. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:53:33.912085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-956d8164-e0cb-41d0-9d4c-65f0fcc30dba None None] Provisioning complete for port cb354e04-414c-4961-8068-e5964877ff23 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:33.912850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-956d8164-e0cb-41d0-9d4c-65f0fcc30dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:33.958925 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d67f074c-23a3-4d70-a1e7-abf7870c7f86 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 1c141a87-0329-4f95-b541-9c88c2653176 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:33.961625 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67f074c-23a3-4d70-a1e7-abf7870c7f86 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.107636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-956d8164-e0cb-41d0-9d4c-65f0fcc30dba None None] Provisioning complete for port 1c141a87-0329-4f95-b541-9c88c2653176 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:34.107636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-956d8164-e0cb-41d0-9d4c-65f0fcc30dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.141989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67f074c-23a3-4d70-a1e7-abf7870c7f86 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.161165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-956d8164-e0cb-41d0-9d4c-65f0fcc30dba None None] Port 1c141a87-0329-4f95-b541-9c88c2653176 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:34.166264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d67f074c-23a3-4d70-a1e7-abf7870c7f86 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 1c141a87-0329-4f95-b541-9c88c2653176 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:34.173867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device cb354e04-414c-4961-8068-e5964877ff23 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:34.294322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2483f8bb-ea9f-48bb-a716-fa921e3859cc no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:53:34.336443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 2483f8bb-ea9f-48bb-a716-fa921e3859cc {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:53:34.340179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2483f8bb-ea9f-48bb-a716-fa921e3859cc not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:53:34.351902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c5aa2ee9-bc39-4a65-978c-5a8121c525fe None None] Provisioning complete for port 1c141a87-0329-4f95-b541-9c88c2653176 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:34.352369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2ee9-bc39-4a65-978c-5a8121c525fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.355627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port cb354e04-414c-4961-8068-e5964877ff23 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:34.355999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.411629 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b300b48d-1840-4a67-bdf7-c7e6f64ff1c3 req-bce25cd5-6aea-476c-898f-82810a3eab5d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0441535 Sep 20 12:53:34.466245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa2ee9-bc39-4a65-978c-5a8121c525fe None None] Port 1c141a87-0329-4f95-b541-9c88c2653176 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:34.502120 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67f074c-23a3-4d70-a1e7-abf7870c7f86 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.548464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f074c-23a3-4d70-a1e7-abf7870c7f86 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=1c141a87-0329-4f95-b541-9c88c2653176,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:34.581475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9f085d57-746f-4d8f-b521-636bb5ab1fbe None None] Could not find standard attr ID for object 01160e56-1a0a-49b0-adb4-c0f6829a85fe. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:53:34.581776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67f074c-23a3-4d70-a1e7-abf7870c7f86 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.587986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d67f074c-23a3-4d70-a1e7-abf7870c7f86 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/1c141a87-0329-4f95-b541-9c88c2653176 HTTP/1.1" status: 204 len: 168 time: 0.7481196 Sep 20 12:53:34.588209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60882) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:34.632233 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fd9750-8c15-466a-ac95-5628a8c116d0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:34.634361 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e9fd9750-8c15-466a-ac95-5628a8c116d0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/1c141a87-0329-4f95-b541-9c88c2653176 HTTP/1.1" status: 404 len: 333 time: 0.0450253 Sep 20 12:53:34.641509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:34.729568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-182252dc-ef58-4b59-b036-f993da883cab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet a7579564-dbf1-4c87-aea2-948b0db63143 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:53:34.732830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-182252dc-ef58-4b59-b036-f993da883cab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.778908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-182252dc-ef58-4b59-b036-f993da883cab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:34.916059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-182252dc-ef58-4b59-b036-f993da883cab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.102502 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-182252dc-ef58-4b59-b036-f993da883cab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.163022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182252dc-ef58-4b59-b036-f993da883cab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=a7579564-dbf1-4c87-aea2-948b0db63143,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:35.168616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-182252dc-ef58-4b59-b036-f993da883cab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.172963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-182252dc-ef58-4b59-b036-f993da883cab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/a7579564-dbf1-4c87-aea2-948b0db63143 HTTP/1.1" status: 204 len: 168 time: 0.5277517 Sep 20 12:53:35.173389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 60894) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:35.192639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdaa90e-535c-461a-9541-808ecef7ba54 None None] Network b34282bd-f2a2-4b54-887d-75b61315bf40 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:35.271720 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.346655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port cb354e04-414c-4961-8068-e5964877ff23 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:35.347103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.434962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] DHCP port deletion for b34282bd-f2a2-4b54-887d-75b61315bf40 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:53:35.438249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] For port cb354e04-414c-4961-8068-e5964877ff23, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=cb354e04-414c-4961-8068-e5964877ff23,segment=NetworkSegment(b94303df-fed8-43e1-ac62-d65c0da1c6a2),segment_id=b94303df-fed8-43e1-ac62-d65c0da1c6a2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:35.438625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.454855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for cb354e04-414c-4961-8068-e5964877ff23 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:35.531557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] Deleting port cb354e04-414c-4961-8068-e5964877ff23 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:35.532291 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.542563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbbe09ae-46ae-452e-b9ea-004189e1d946 req-97c0a2bb-34e9-45ee-9f8c-c192cbacfab9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0394592 Sep 20 12:53:35.615246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] For port cb354e04-414c-4961-8068-e5964877ff23, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=cb354e04-414c-4961-8068-e5964877ff23,segment=NetworkSegment(b94303df-fed8-43e1-ac62-d65c0da1c6a2),segment_id=b94303df-fed8-43e1-ac62-d65c0da1c6a2)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:35.615655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.629505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] Calling delete_port for cb354e04-414c-4961-8068-e5964877ff23 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:35.636505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.652236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No DVR routers for this DVR port cb354e04-414c-4961-8068-e5964877ff23 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:35.699099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=cb354e04-414c-4961-8068-e5964877ff23,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:35.773206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.792048 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.815129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34282bd-f2a2-4b54-887d-75b61315bf40']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:35.819887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] Pushing event deleted for resources: {'Port': ['ID=cb354e04-414c-4961-8068-e5964877ff23,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:35.829713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe1e117-4c4f-4d5e-afb3-61003959e0c6 None None] No DVR routers for this DVR port cb354e04-414c-4961-8068-e5964877ff23 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:35.847047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94303df-fed8-43e1-ac62-d65c0da1c6a2') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:35.847579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94303df-fed8-43e1-ac62-d65c0da1c6a2') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:35.858567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.873233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.881033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:53:35.881651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:53:35.941603 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:53:36.037489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:36.070281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:36.080019 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/networks/b34282bd-f2a2-4b54-887d-75b61315bf40 HTTP/1.1" status: 204 len: 168 time: 0.9020123 Sep 20 12:53:36.080212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:36.086063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1402114122'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:36.105136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ce808-cea8-4e26-93ae-a58f03698b26 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Network': ['ID=b34282bd-f2a2-4b54-887d-75b61315bf40,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:36.175092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device cb354e04-414c-4961-8068-e5964877ff23 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:53:36.183284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: cb354e04-414c-4961-8068-e5964877ff23 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:53:36.183639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device cb354e04-414c-4961-8068-e5964877ff23 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:53:36.238975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:36.242552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:36.267066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:53:36.276428 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:36.276759 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Added segment b3c629ea-0ef8-421d-8488-51a3a34452c8 of type vlan for network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e Sep 20 12:53:36.320050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:36.422187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:36.433158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:36.433158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:36.510409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Network': ['ID=73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:36.525659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:53:36.580159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2176856b-cedd-4218-b20b-ee9693c7600e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4990051 Sep 20 12:53:36.585277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60928) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:36.593439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:36.730467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21831e9b-4a22-44e0-b2c2-424e34d39f14 req-fd189478-9420-4865-88e0-4ff6211663c7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e744c9-0534-4390-afd5-778b2c69e3bd HTTP/1.1" status: 200 len: 210 time: 0.0384982 Sep 20 12:53:36.808055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:36.812092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:37.107833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:37.185249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=91ba08df-e22f-409c-9fdf-68f6ad699a91,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:37.211282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Checking segment: {'id': 'b3c629ea-0ef8-421d-8488-51a3a34452c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:37.211918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network hostable DHCP agents. Network: 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:53:37.308158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:53:37.410589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:37.415288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:37.428050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:37.428770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d1ebd-f8f9-4122-b770-48dad424ef46 None None] Network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:37.511034 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a744900-0998-4d1e-88c7-ef39156a512d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9244983 Sep 20 12:53:37.514525 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:37.522713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e', 'name': 'tempest-PortsIpV6TestJSON-854921682', 'fixed_ips': [{'subnet_id': '91ba08df-e22f-409c-9fdf-68f6ad699a91', 'ip_address': '2001:db8::10'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:37.636160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e', 'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e', 'tenant_id': '59bb457312ab48f5ae686537a093fb51', 'fixed_ips': [{'subnet_id': '91ba08df-e22f-409c-9fdf-68f6ad699a91'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:53:37.638844 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:37.817062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:37.842659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Allocated IP 2001:db8::2 (73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e/91ba08df-e22f-409c-9fdf-68f6ad699a91/86770b17-f201-4f95-839f-057f779528bf) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:37.913296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:37.939006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port 98dddd1e-2e68-4181-9d5a-0e601ffd86fa yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:38.046106 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:38.113275 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:38.166704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:38.170985 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:38.179220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:38.199313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Pushing event updated for resources: {'Port': ['ID=86770b17-f201-4f95-839f-057f779528bf,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:38.227333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::10 (73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e/91ba08df-e22f-409c-9fdf-68f6ad699a91/98dddd1e-2e68-4181-9d5a-0e601ffd86fa) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:38.272203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Attempting to bind port 86770b17-f201-4f95-839f-057f779528bf on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:38.272604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Attempting to bind port 86770b17-f201-4f95-839f-057f779528bf by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'b3c629ea-0ef8-421d-8488-51a3a34452c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:38.273047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Attempting to bind port 86770b17-f201-4f95-839f-057f779528bf on network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:38.279764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:38.280169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Checking segment: {'id': 'b3c629ea-0ef8-421d-8488-51a3a34452c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:38.280556 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:38.281377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Bound using segment: {'id': 'b3c629ea-0ef8-421d-8488-51a3a34452c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:38.282139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Bound port: 86770b17-f201-4f95-839f-057f779528bf, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c629ea-0ef8-421d-8488-51a3a34452c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:38.282463 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:38.368874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] For port 86770b17-f201-4f95-839f-057f779528bf, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:38.373119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] For port 86770b17-f201-4f95-839f-057f779528bf, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=86770b17-f201-4f95-839f-057f779528bf,segment=NetworkSegment(b3c629ea-0ef8-421d-8488-51a3a34452c8),segment_id=b3c629ea-0ef8-421d-8488-51a3a34452c8)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:38.488385 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:38.639657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075fb48-c48b-4137-a62c-18b05523f9a1 None None] Pushing event updated for resources: {'Port': ['ID=86770b17-f201-4f95-839f-057f779528bf,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:38.824860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:39.041767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:39.118214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=98dddd1e-2e68-4181-9d5a-0e601ffd86fa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:39.134319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:39.136083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:39.139802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:39.146137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:39.146820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:39.237451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b73b115-a0ed-4f88-a5a1-578509247044 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7217307 Sep 20 12:53:39.240309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 60980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:39.248344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': '73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e', 'name': 'tempest-PortsIpV6TestJSON-2075307383', 'fixed_ips': [{'subnet_id': '91ba08df-e22f-409c-9fdf-68f6ad699a91', 'ip_address': '2001:db8::f'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:39.459936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:39.466369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:39.501594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port d94478df-e553-45c6-a640-6b6b8df0be42 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:39.717439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::f (73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e/91ba08df-e22f-409c-9fdf-68f6ad699a91/d94478df-e553-45c6-a640-6b6b8df0be42) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:39.974772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce97c7-5dd5-4db1-9288-99a9ed31d972 None None] Network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:39.976066 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.089327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2901bf71-85af-4b87-a3c1-1a069379e7c2 None None] Provisioning complete for port 86770b17-f201-4f95-839f-057f779528bf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:40.089704 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2901bf71-85af-4b87-a3c1-1a069379e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.129191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.213385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:40.217497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:40.226663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:40.234021 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:40.234754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.253269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=d94478df-e553-45c6-a640-6b6b8df0be42,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:40.318254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 86770b17-f201-4f95-839f-057f779528bf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:40.326457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15af016e-dd48-438e-890a-8eff954e105c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0849245 Sep 20 12:53:40.329248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32768) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:40.400575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ee50d-757e-4888-9d2a-7f3ba25c21bf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:40.402389 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ca4ee50d-757e-4888-9d2a-7f3ba25c21bf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0709076 Sep 20 12:53:40.405212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32776) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:40.414827 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2901bf71-85af-4b87-a3c1-1a069379e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.466516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 86770b17-f201-4f95-839f-057f779528bf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:40.466955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.500860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2901bf71-85af-4b87-a3c1-1a069379e7c2 None None] For port 86770b17-f201-4f95-839f-057f779528bf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=86770b17-f201-4f95-839f-057f779528bf,segment=NetworkSegment(b3c629ea-0ef8-421d-8488-51a3a34452c8),segment_id=b3c629ea-0ef8-421d-8488-51a3a34452c8)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:40.576243 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.578098 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2901bf71-85af-4b87-a3c1-1a069379e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.609170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c2a82-9001-499d-abf7-9bbddeaee2b0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:40.625297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c2a82-9001-499d-abf7-9bbddeaee2b0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:40.641140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c2a82-9001-499d-abf7-9bbddeaee2b0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:40.651400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-331c2a82-9001-499d-abf7-9bbddeaee2b0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2449088 Sep 20 12:53:40.654676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32778) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:40.685977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901bf71-85af-4b87-a3c1-1a069379e7c2 None None] Pushing event updated for resources: {'Port': ['ID=86770b17-f201-4f95-839f-057f779528bf,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:40.714812 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:53:40.715479 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:53:40.891547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-dc8864dc-1478-4e2f-8e6c-1df0ae0710ab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port d94478df-e553-45c6-a640-6b6b8df0be42 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:40.891894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8864dc-1478-4e2f-8e6c-1df0ae0710ab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.915412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fcc27a1f-0c4e-433d-b8f9-78ca933c3e12 None None] Provisioning complete for port d94478df-e553-45c6-a640-6b6b8df0be42 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:40.922146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fcc27a1f-0c4e-433d-b8f9-78ca933c3e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:40.974493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fcc27a1f-0c4e-433d-b8f9-78ca933c3e12 None None] Port d94478df-e553-45c6-a640-6b6b8df0be42 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:41.028157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fcc27a1f-0c4e-433d-b8f9-78ca933c3e12 None None] Provisioning complete for port 98dddd1e-2e68-4181-9d5a-0e601ffd86fa triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:41.034969 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fcc27a1f-0c4e-433d-b8f9-78ca933c3e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:41.093161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8864dc-1478-4e2f-8e6c-1df0ae0710ab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:41.109438 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fcc27a1f-0c4e-433d-b8f9-78ca933c3e12 None None] Port 98dddd1e-2e68-4181-9d5a-0e601ffd86fa cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:41.115715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-dc8864dc-1478-4e2f-8e6c-1df0ae0710ab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for d94478df-e553-45c6-a640-6b6b8df0be42 owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:41.137355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fcc27a1f-0c4e-433d-b8f9-78ca933c3e12 None None] Provisioning complete for port 86770b17-f201-4f95-839f-057f779528bf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:41.141621 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fcc27a1f-0c4e-433d-b8f9-78ca933c3e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:41.385228 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8864dc-1478-4e2f-8e6c-1df0ae0710ab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:41.438077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8864dc-1478-4e2f-8e6c-1df0ae0710ab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=d94478df-e553-45c6-a640-6b6b8df0be42,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:41.487473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8864dc-1478-4e2f-8e6c-1df0ae0710ab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:41.496803 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dc8864dc-1478-4e2f-8e6c-1df0ae0710ab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/d94478df-e553-45c6-a640-6b6b8df0be42 HTTP/1.1" status: 204 len: 168 time: 0.8410161 Sep 20 12:53:41.499409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:41.543174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1da13c2e-165d-4138-b748-901473dc2c88 None None] Provisioning complete for port 98dddd1e-2e68-4181-9d5a-0e601ffd86fa triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:41.543965 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1da13c2e-165d-4138-b748-901473dc2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:41.561853 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b44138-b8a3-46be-bb5b-1341d08711a0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:41.569417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32800) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:41.579753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-08b44138-b8a3-46be-bb5b-1341d08711a0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/d94478df-e553-45c6-a640-6b6b8df0be42 HTTP/1.1" status: 404 len: 333 time: 0.0645366 Sep 20 12:53:41.636128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1da13c2e-165d-4138-b748-901473dc2c88 None None] Port 98dddd1e-2e68-4181-9d5a-0e601ffd86fa cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:41.712765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1f6aab44-d05e-493d-b7c5-47668eaa6a88 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 98dddd1e-2e68-4181-9d5a-0e601ffd86fa {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:41.713493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f6aab44-d05e-493d-b7c5-47668eaa6a88 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:41.754460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c17ed2c9-9ac3-4e9b-83b3-e4d33122ca1b None None] Could not find standard attr ID for object d94478df-e553-45c6-a640-6b6b8df0be42. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:53:41.875125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f6aab44-d05e-493d-b7c5-47668eaa6a88 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:41.912517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1f6aab44-d05e-493d-b7c5-47668eaa6a88 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 98dddd1e-2e68-4181-9d5a-0e601ffd86fa owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:42.112563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:42.202681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 86770b17-f201-4f95-839f-057f779528bf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:42.256942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 86770b17-f201-4f95-839f-057f779528bf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:42.257557 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.287458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.302531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f6aab44-d05e-493d-b7c5-47668eaa6a88 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.368948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aab44-d05e-493d-b7c5-47668eaa6a88 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=98dddd1e-2e68-4181-9d5a-0e601ffd86fa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:42.406358 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f6aab44-d05e-493d-b7c5-47668eaa6a88 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.408939 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1f6aab44-d05e-493d-b7c5-47668eaa6a88 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/98dddd1e-2e68-4181-9d5a-0e601ffd86fa HTTP/1.1" status: 204 len: 168 time: 0.8381417 Sep 20 12:53:42.411986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:42.448235 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2498d1b4-5c0b-4b08-95db-561e06348dfb tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:42.452252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32816) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:42.452482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2498d1b4-5c0b-4b08-95db-561e06348dfb tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/98dddd1e-2e68-4181-9d5a-0e601ffd86fa HTTP/1.1" status: 404 len: 333 time: 0.0358505 Sep 20 12:53:42.482303 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.490831 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b9d9e783-240b-42ae-8537-7845347f937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.568080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecf2ca9-838b-4709-aa76-4f6f62a6a74b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet 91ba08df-e22f-409c-9fdf-68f6ad699a91 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:53:42.583599 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2ca9-838b-4709-aa76-4f6f62a6a74b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.598740 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.636303 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2ca9-838b-4709-aa76-4f6f62a6a74b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.667271 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3dad36eb3424aaa940fb23a5415eb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478661 Sep 20 12:53:42.676218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32824) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:42.712856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f2d7c7-5798-4ec1-a5c9-bffb1b4cf012,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:42.720943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.725135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.725307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.727175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.727690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.729921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.730434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.730924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.731447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.737629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.741837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.741837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbc24c-b721-49bd-8a7e-020ee35dc2b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:42.804882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2ca9-838b-4709-aa76-4f6f62a6a74b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.907314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-686f63a5-4f1b-4b3a-950c-e4dc39b2a2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:42.945257 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-686f63a5-4f1b-4b3a-950c-e4dc39b2a2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.007887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2ca9-838b-4709-aa76-4f6f62a6a74b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.041869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf2ca9-838b-4709-aa76-4f6f62a6a74b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=91ba08df-e22f-409c-9fdf-68f6ad699a91,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:43.048832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2ca9-838b-4709-aa76-4f6f62a6a74b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.052252 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4ecf2ca9-838b-4709-aa76-4f6f62a6a74b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/91ba08df-e22f-409c-9fdf-68f6ad699a91 HTTP/1.1" status: 204 len: 168 time: 0.5986733 Sep 20 12:53:43.052906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb29bdd-cc54-4b84-a70d-7f9142cb8cc2 None None] Network 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:43.055133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:43.133544 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-686f63a5-4f1b-4b3a-950c-e4dc39b2a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.137970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-686f63a5-4f1b-4b3a-950c-e4dc39b2a2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.143171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-686f63a5-4f1b-4b3a-950c-e4dc39b2a2c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39f2d7c7-5798-4ec1-a5c9-bffb1b4cf012 HTTP/1.1" status: 204 len: 168 time: 0.4632075 Sep 20 12:53:43.158907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.163922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f63a5-4f1b-4b3a-950c-e4dc39b2a2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f2d7c7-5798-4ec1-a5c9-bffb1b4cf012,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:43.230288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 86770b17-f201-4f95-839f-057f779528bf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:43.230628 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.323474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] For port 86770b17-f201-4f95-839f-057f779528bf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=86770b17-f201-4f95-839f-057f779528bf,segment=NetworkSegment(b3c629ea-0ef8-421d-8488-51a3a34452c8),segment_id=b3c629ea-0ef8-421d-8488-51a3a34452c8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:43.324435 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.325304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] DHCP port deletion for 73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:53:43.338627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 86770b17-f201-4f95-839f-057f779528bf owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:43.406344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] Deleting port 86770b17-f201-4f95-839f-057f779528bf {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:43.406775 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.486832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] For port 86770b17-f201-4f95-839f-057f779528bf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=86770b17-f201-4f95-839f-057f779528bf,segment=NetworkSegment(b3c629ea-0ef8-421d-8488-51a3a34452c8),segment_id=b3c629ea-0ef8-421d-8488-51a3a34452c8)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:43.487560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.500505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] Calling delete_port for 86770b17-f201-4f95-839f-057f779528bf owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:43.532487 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.584274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=86770b17-f201-4f95-839f-057f779528bf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:43.610101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No DVR routers for this DVR port 86770b17-f201-4f95-839f-057f779528bf on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:43.630093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.677558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] Pushing event deleted for resources: {'Port': ['ID=86770b17-f201-4f95-839f-057f779528bf,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:43.696516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8cfc90-4044-4117-a7e5-ca84126bbc32 None None] No DVR routers for this DVR port 86770b17-f201-4f95-839f-057f779528bf on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:43.753222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.779310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:43.793185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c629ea-0ef8-421d-8488-51a3a34452c8') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:43.793577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c629ea-0ef8-421d-8488-51a3a34452c8') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:43.806326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.839941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.854104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:53:43.854677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:53:43.858074 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:53:44.002846 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:44.029072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:44.029072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/networks/73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e HTTP/1.1" status: 204 len: 168 time: 0.9699605 Sep 20 12:53:44.029072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f798a-d5c6-4261-8e58-1b4cd225ea7d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Network': ['ID=73a71b6b-96b5-4dfe-87d5-aaf7c44cc01e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:44.030078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 32896) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:44.038299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-47835083'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:44.128293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 86770b17-f201-4f95-839f-057f779528bf no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:53:44.148474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 86770b17-f201-4f95-839f-057f779528bf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:53:44.148817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 86770b17-f201-4f95-839f-057f779528bf not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:53:44.164005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:44.167573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:44.191724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:53:44.209789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:44.210476 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Added segment dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7 of type vlan for network c1cff403-86e4-41d5-a4d4-88809e80e9c2 Sep 20 12:53:44.273861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:44.361811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:44.374446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:44.375245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:44.480599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Network': ['ID=c1cff403-86e4-41d5-a4d4-88809e80e9c2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:44.492484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c1cff403-86e4-41d5-a4d4-88809e80e9c2 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:53:44.495173 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a3cc0f5a-76df-4f46-ad3b-5d7a68dd8ac5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4633050 Sep 20 12:53:44.496374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 32942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:44.512967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': 'c1cff403-86e4-41d5-a4d4-88809e80e9c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:44.810513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:44.816859 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.192904 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d473e676-6576-4fa2-b865-d9b2d71c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.193508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.259444 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=f407aa8c-6867-4f48-bfd9-1dd18cffc32d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:45.269192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Checking segment: {'id': 'dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1cff403-86e4-41d5-a4d4-88809e80e9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:45.269619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network hostable DHCP agents. Network: c1cff403-86e4-41d5-a4d4-88809e80e9c2, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:53:45.379553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network c1cff403-86e4-41d5-a4d4-88809e80e9c2 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:53:45.480603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, c1cff403-86e4-41d5-a4d4-88809e80e9c2) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:45.488576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:45.489430 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.492920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb69410-b78b-4378-a20e-d379fbbecb3f None None] Network c1cff403-86e4-41d5-a4d4-88809e80e9c2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:45.599247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:45.611659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bb026edb-f50c-4aa2-a21c-964a90b6797b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1149895 Sep 20 12:53:45.620727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33014) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:45.624988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a26cc2d3-bab7-4d20-91b0-50912ccc19ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1510956031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:45.693547 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.741571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26cc2d3-bab7-4d20-91b0-50912ccc19ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.745910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26cc2d3-bab7-4d20-91b0-50912ccc19ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.751761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-c1cff403-86e4-41d5-a4d4-88809e80e9c2', 'network_id': 'c1cff403-86e4-41d5-a4d4-88809e80e9c2', 'tenant_id': '59bb457312ab48f5ae686537a093fb51', 'fixed_ips': [{'subnet_id': 'f407aa8c-6867-4f48-bfd9-1dd18cffc32d'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:53:45.752975 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.800220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afc9129-1212-4d96-a1b1-0a4888bbb9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.807503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26cc2d3-bab7-4d20-91b0-50912ccc19ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.873789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26cc2d3-bab7-4d20-91b0-50912ccc19ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.968183 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afc9129-1212-4d96-a1b1-0a4888bbb9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:45.980918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Allocated IP 2001:db8::2 (c1cff403-86e4-41d5-a4d4-88809e80e9c2/f407aa8c-6867-4f48-bfd9-1dd18cffc32d/e86cd391-36ed-40be-bd9f-c46134fdb0f3) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:46.050571 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9afc9129-1212-4d96-a1b1-0a4888bbb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.093991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9afc9129-1212-4d96-a1b1-0a4888bbb9a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e68a08288f214d7ebfd010aa15d6878f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978924 Sep 20 12:53:46.094145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33036) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:46.094973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc9129-1212-4d96-a1b1-0a4888bbb9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e549c68-677f-46e0-9a28-9bd912540697,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:46.165638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a26cc2d3-bab7-4d20-91b0-50912ccc19ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.168192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a26cc2d3-bab7-4d20-91b0-50912ccc19ba tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5515528 Sep 20 12:53:46.171089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33042) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:46.177598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'network_id': 'c1cff403-86e4-41d5-a4d4-88809e80e9c2', 'name': 'tempest-PortsIpV6TestJSON-1691516295'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:46.228073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35da7c61-cf86-4402-8f21-33212a16d141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.278402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35da7c61-cf86-4402-8f21-33212a16d141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.459393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35da7c61-cf86-4402-8f21-33212a16d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.462377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35da7c61-cf86-4402-8f21-33212a16d141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.466029 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-35da7c61-cf86-4402-8f21-33212a16d141 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e549c68-677f-46e0-9a28-9bd912540697 HTTP/1.1" status: 204 len: 168 time: 0.3679872 Sep 20 12:53:46.473291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da7c61-cf86-4402-8f21-33212a16d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e549c68-677f-46e0-9a28-9bd912540697,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:46.489754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:46.494462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.497605 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.554690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port a514f32b-f95d-42d5-a382-0a752353edcf yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:46.570693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.627880 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.639274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Network c1cff403-86e4-41d5-a4d4-88809e80e9c2 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:46.642504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:46.652990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:46.661616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Pushing event updated for resources: {'Port': ['ID=e86cd391-36ed-40be-bd9f-c46134fdb0f3,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:46.714192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::359 (c1cff403-86e4-41d5-a4d4-88809e80e9c2/f407aa8c-6867-4f48-bfd9-1dd18cffc32d/a514f32b-f95d-42d5-a382-0a752353edcf) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:46.728131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Attempting to bind port e86cd391-36ed-40be-bd9f-c46134fdb0f3 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:46.728579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Attempting to bind port e86cd391-36ed-40be-bd9f-c46134fdb0f3 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1cff403-86e4-41d5-a4d4-88809e80e9c2'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:46.729108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Attempting to bind port e86cd391-36ed-40be-bd9f-c46134fdb0f3 on network c1cff403-86e4-41d5-a4d4-88809e80e9c2 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:46.736226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:46.736833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Checking segment: {'id': 'dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1cff403-86e4-41d5-a4d4-88809e80e9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:46.737343 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.737862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Bound using segment: {'id': 'dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1cff403-86e4-41d5-a4d4-88809e80e9c2'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:46.742389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Bound port: e86cd391-36ed-40be-bd9f-c46134fdb0f3, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c1cff403-86e4-41d5-a4d4-88809e80e9c2'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:46.742389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.808021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] For port e86cd391-36ed-40be-bd9f-c46134fdb0f3, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:46.811931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] For port e86cd391-36ed-40be-bd9f-c46134fdb0f3, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e86cd391-36ed-40be-bd9f-c46134fdb0f3,segment=NetworkSegment(dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7),segment_id=dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:46.905271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:46.955661 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:47.039807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:47.056908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c783-84b1-4daa-b91d-8ff3047ea4d8 None None] Pushing event updated for resources: {'Port': ['ID=e86cd391-36ed-40be-bd9f-c46134fdb0f3,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:47.098703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network c1cff403-86e4-41d5-a4d4-88809e80e9c2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:47.111222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:47.114458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:47.123129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:47.124532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:47.156616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=a514f32b-f95d-42d5-a382-0a752353edcf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:47.261731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3599063a-ebf2-4d2e-823a-aa2db9ebb839 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0825038 Sep 20 12:53:47.261731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33102) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:47.707918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.000547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.020908 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.047119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33148) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:48.085938 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.182279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e86cd391-36ed-40be-bd9f-c46134fdb0f3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:48.189594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=a514f32b-f95d-42d5-a382-0a752353edcf,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:48.264482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1848969204-network', 'tenant_id': '3963bf0509b6454f9103e934d3f74417'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:48.273890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e86cd391-36ed-40be-bd9f-c46134fdb0f3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:48.274236 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.390224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.393127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e829dee-a825-4a31-b595-f59bdddfc484 None None] Network c1cff403-86e4-41d5-a4d4-88809e80e9c2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:48.395923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Made reservation on behalf of 3963bf0509b6454f9103e934d3f74417 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:48.398339 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.408526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.412703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.527302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7b8f7889-62db-4a35-a69b-7b893f417fd3 None None] Provisioning complete for port e86cd391-36ed-40be-bd9f-c46134fdb0f3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:48.530414 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b8f7889-62db-4a35-a69b-7b893f417fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.536774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port e86cd391-36ed-40be-bd9f-c46134fdb0f3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e86cd391-36ed-40be-bd9f-c46134fdb0f3,segment=NetworkSegment(dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7),segment_id=dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:48.583093 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.593660 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.615592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.696772 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.743485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:53:48.773278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:48.773715 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Added segment c77f43e2-0328-4e6d-8fbe-24395cfb0b08 of type vlan for network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac Sep 20 12:53:48.787159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19baf59d-3468-416a-9866-3007b4c86776,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:48.824344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=e86cd391-36ed-40be-bd9f-c46134fdb0f3,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:48.882572 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.013524 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.014560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:49.015178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.111150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb60c98-bdc8-4fd6-987c-4c178d6273ac,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:49.124034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:53:49.169350 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-00ac65d1-214e-49e8-8c34-bcbcf3ba6474 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1203709 Sep 20 12:53:49.171559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33210) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:49.184744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Request body: {'subnet': {'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1848969204-subnet', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:49.242166 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.262756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6a548f46-d294-4e2c-b8cd-88c600ede4e0 None None] Provisioning complete for port e86cd391-36ed-40be-bd9f-c46134fdb0f3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:49.263095 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6a548f46-d294-4e2c-b8cd-88c600ede4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.293923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Made reservation on behalf of 3963bf0509b6454f9103e934d3f74417 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:49.296638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.362136 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.365734 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.386737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6a548f46-d294-4e2c-b8cd-88c600ede4e0 None None] Provisioning complete for port a514f32b-f95d-42d5-a382-0a752353edcf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:49.387367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6a548f46-d294-4e2c-b8cd-88c600ede4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.443331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6a548f46-d294-4e2c-b8cd-88c600ede4e0 None None] Port a514f32b-f95d-42d5-a382-0a752353edcf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:49.511204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=a514f32b-f95d-42d5-a382-0a752353edcf,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:49.573721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-439a9a3a-a77f-498a-b3d4-64a3eb306647 None None] Provisioning complete for port a514f32b-f95d-42d5-a382-0a752353edcf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:49.574847 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-439a9a3a-a77f-498a-b3d4-64a3eb306647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.611231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network c1cff403-86e4-41d5-a4d4-88809e80e9c2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:49.615164 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:49.645112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-439a9a3a-a77f-498a-b3d4-64a3eb306647 None None] Port a514f32b-f95d-42d5-a382-0a752353edcf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:49.659582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.798679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:49.811821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Checking segment: {'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:49.812184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Network hostable DHCP agents. Network: 3cb60c98-bdc8-4fd6-987c-4c178d6273ac, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:53:49.877402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-71122b52-4974-4123-98b8-c115f54dc103 None None] Provisioning complete for port a514f32b-f95d-42d5-a382-0a752353edcf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:49.877701 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-71122b52-4974-4123-98b8-c115f54dc103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:49.890574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Router 7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:53:49.922772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:53:49.952362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-71122b52-4974-4123-98b8-c115f54dc103 None None] Port a514f32b-f95d-42d5-a382-0a752353edcf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:50.027642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 3cb60c98-bdc8-4fd6-987c-4c178d6273ac) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:50.028269 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.035948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:50.036845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.041682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c79254-cbfb-4417-8951-c8a5db63c84d None None] Network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:50.071278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:53:50.083368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e43bebe-13b3-4105-b0f9-cb7839bb0615 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "PUT /v2.0/routers/7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242793 Sep 20 12:53:50.083571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33256) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:50.105399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91cdd04-1aff-42fd-af92-234c28e40aaf None None] Sync routers for ids ['7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:53:50.133406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-40dfc2d9-6b1c-4ad7-8bb3-fa9d979bc019 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9572382 Sep 20 12:53:50.133927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:50.138061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:50.164985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d379e1-b31c-4079-8cf8-736d277ae755 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:50.170758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-56d379e1-b31c-4079-8cf8-736d277ae755 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3 HTTP/1.1" status: 200 len: 989 time: 0.0861700 Sep 20 12:53:50.171923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:50.217258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e86cd391-36ed-40be-bd9f-c46134fdb0f3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:50.229820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91cdd04-1aff-42fd-af92-234c28e40aaf None None] Routers {'7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:50.230800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f91cdd04-1aff-42fd-af92-234c28e40aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:50.256006 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.257419 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.331200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f91cdd04-1aff-42fd-af92-234c28e40aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:50.341900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e02daef2-d928-4e49-b631-2d483017443a None None] Provisioning complete for port a514f32b-f95d-42d5-a382-0a752353edcf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:50.342690 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e02daef2-d928-4e49-b631-2d483017443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.343318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.397647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91cdd04-1aff-42fd-af92-234c28e40aaf None None] Routers {'7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:50.398652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f91cdd04-1aff-42fd-af92-234c28e40aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:50.437395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f91cdd04-1aff-42fd-af92-234c28e40aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:50.438412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91cdd04-1aff-42fd-af92-234c28e40aaf None None] The sync data for ids ['7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:53:50.488656 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.516965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e02daef2-d928-4e49-b631-2d483017443a None None] Port a514f32b-f95d-42d5-a382-0a752353edcf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:50.530887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-3cb60c98-bdc8-4fd6-987c-4c178d6273ac', 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'fixed_ips': [{'subnet_id': '9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:53:50.532030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.538794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e86cd391-36ed-40be-bd9f-c46134fdb0f3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:50.539507 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.697996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.778687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Allocated IP 172.20.0.2 (3cb60c98-bdc8-4fd6-987c-4c178d6273ac/9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e/94388192-f9ba-4e75-9b90-cb22fdf2ccb5) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:50.879145 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:50.986501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.080205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.087162 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.109561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.167788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Pushing event updated for resources: {'Port': ['ID=94388192-f9ba-4e75-9b90-cb22fdf2ccb5,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:51.172628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:51.175974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:51.179033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:51.234887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port a514f32b-f95d-42d5-a382-0a752353edcf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:51.235251 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.256345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Attempting to bind port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:51.256806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Attempting to bind port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:51.257301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Attempting to bind port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 on network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:51.263683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:51.264339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Checking segment: {'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:51.264822 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.265325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Bound using segment: {'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:51.265902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Bound port: 94388192-f9ba-4e75-9b90-cb22fdf2ccb5, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:51.266396 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.330200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Allocated IP 172.25.6.85 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/729dda91-5812-49c9-bca0-99aa77435f16) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:51.357221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.374473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] For port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:51.379994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for a514f32b-f95d-42d5-a382-0a752353edcf owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:51.384636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] For port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=94388192-f9ba-4e75-9b90-cb22fdf2ccb5,segment=NetworkSegment(c77f43e2-0328-4e6d-8fbe-24395cfb0b08),segment_id=c77f43e2-0328-4e6d-8fbe-24395cfb0b08)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:51.474240 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.487695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.550150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28dbbc-3f8d-436b-ba63-ccf1719ad0c0 None None] Pushing event updated for resources: {'Port': ['ID=94388192-f9ba-4e75-9b90-cb22fdf2ccb5,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:51.662445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.690378 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:51.726945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=a514f32b-f95d-42d5-a382-0a752353edcf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:51.766483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:51.779754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:51.782701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:51.820096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Pushing event updated for resources: {'Port': ['ID=729dda91-5812-49c9-bca0-99aa77435f16,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:52.209731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:52.231927 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:52.276478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:52.313490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:52.313490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:52.478092 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:52.508811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Router 7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:53:52.519043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=94388192-f9ba-4e75-9b90-cb22fdf2ccb5,segment=NetworkSegment(c77f43e2-0328-4e6d-8fbe-24395cfb0b08),segment_id=c77f43e2-0328-4e6d-8fbe-24395cfb0b08)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:52.590693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:52.661474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:53:52.670001 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-941e1533-71ac-43af-b6d3-6216e1bd9491 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "PUT /v2.0/routers/7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925964 Sep 20 12:53:52.670001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33374) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:52.671337 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2fef9-c8ed-48f9-b3ca-d2b25af2c404 None None] Sync routers for ids ['7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:53:52.690248 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2fef9-c8ed-48f9-b3ca-d2b25af2c404 None None] Routers {'7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:52.690815 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a6c2fef9-c8ed-48f9-b3ca-d2b25af2c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:52.713201 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3330fc91-6e2a-4c8c-bd0e-7cebe441d977 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:53:52.715186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3330fc91-6e2a-4c8c-bd0e-7cebe441d977 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/a514f32b-f95d-42d5-a382-0a752353edcf HTTP/1.1" status: 404 len: 333 time: 0.0447829 Sep 20 12:53:52.717942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:52.726871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=94388192-f9ba-4e75-9b90-cb22fdf2ccb5,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:52.818177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a6c2fef9-c8ed-48f9-b3ca-d2b25af2c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:52.888791 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2fef9-c8ed-48f9-b3ca-d2b25af2c404 None None] Routers {'7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:52.889736 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a6c2fef9-c8ed-48f9-b3ca-d2b25af2c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:52.909980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b096feb9-3c54-4ee0-8906-e7cefb7d3fab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:52.950848 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a6c2fef9-c8ed-48f9-b3ca-d2b25af2c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:52.951857 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2fef9-c8ed-48f9-b3ca-d2b25af2c404 None None] The sync data for ids ['7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:53:53.159438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.179135 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b096feb9-3c54-4ee0-8906-e7cefb7d3fab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.181567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b096feb9-3c54-4ee0-8906-e7cefb7d3fab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.195639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d443db50-fa47-4aa5-8a4d-b8796ff1199c None None] Network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:53.312083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-df627b70-a541-4d86-9800-947033cf042c None None] Provisioning complete for port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:53.312931 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df627b70-a541-4d86-9800-947033cf042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.375969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b096feb9-3c54-4ee0-8906-e7cefb7d3fab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.377160 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b096feb9-3c54-4ee0-8906-e7cefb7d3fab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:53:53.386942 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b096feb9-3c54-4ee0-8906-e7cefb7d3fab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.389842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b096feb9-3c54-4ee0-8906-e7cefb7d3fab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/routers/7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3 HTTP/1.1" status: 204 len: 168 time: 0.6707630 Sep 20 12:53:53.393637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33414) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:53.484866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33420) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:53.522874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet f407aa8c-6867-4f48-bfd9-1dd18cffc32d {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:53:53.526844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.564154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Router e00c5cbf-35ec-463d-8764-d76eef871a3b is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:53:53.636613 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.646014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2706853c-665f-4fb3-a215-e2b15e302867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.757071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2706853c-665f-4fb3-a215-e2b15e302867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.792951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:53:53.805566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Sync routers for ids ['e00c5cbf-35ec-463d-8764-d76eef871a3b'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:53:53.819902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.820577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Routers {'e00c5cbf-35ec-463d-8764-d76eef871a3b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:53.821531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['e00c5cbf-35ec-463d-8764-d76eef871a3b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:53.856786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2706853c-665f-4fb3-a215-e2b15e302867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.905667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706853c-665f-4fb3-a215-e2b15e302867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e430c0a-d360-42c7-9dbb-6837709e898d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:53.912215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2706853c-665f-4fb3-a215-e2b15e302867 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7318e4f61f1a4f00839cbab57f58ed07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258814 Sep 20 12:53:53.914800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:53.915485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0bbbde49-7307-4c9b-bc53-815791fbf373 None None] Provisioning complete for port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:53.915866 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0bbbde49-7307-4c9b-bc53-815791fbf373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.939784 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:53.941772 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-980154e0-2e89-4856-9a6e-7d4f573cf66d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8065882 Sep 20 12:53:53.943766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33446) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:53.983824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13cfdd33-b208-4d8b-9bbc-9a8f9f9b04dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.031220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13cfdd33-b208-4d8b-9bbc-9a8f9f9b04dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.191903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:54.203970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.238693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13cfdd33-b208-4d8b-9bbc-9a8f9f9b04dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.241250 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13cfdd33-b208-4d8b-9bbc-9a8f9f9b04dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.242412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-13cfdd33-b208-4d8b-9bbc-9a8f9f9b04dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e430c0a-d360-42c7-9dbb-6837709e898d HTTP/1.1" status: 204 len: 168 time: 0.3263502 Sep 20 12:53:54.245920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=f407aa8c-6867-4f48-bfd9-1dd18cffc32d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:54.253222 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.258475 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/f407aa8c-6867-4f48-bfd9-1dd18cffc32d HTTP/1.1" status: 204 len: 168 time: 0.8594828 Sep 20 12:53:54.258637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Set router e00c5cbf-35ec-463d-8764-d76eef871a3b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:53:54.259582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33462) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:54.261797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfdd33-b208-4d8b-9bbc-9a8f9f9b04dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e430c0a-d360-42c7-9dbb-6837709e898d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:54.261935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c69d7f-48c5-4175-bb03-9b8d3b3f2069 None None] Network c1cff403-86e4-41d5-a4d4-88809e80e9c2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:54.284194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.284474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.285335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.285660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.286171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.286362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.286638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.286967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.287290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.287615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.287936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.288257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a0b9bd-7b14-4ea8-a754-816829c78b9c tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:53:54.395730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.551585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port e86cd391-36ed-40be-bd9f-c46134fdb0f3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:54.552242 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.554212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:54.557223 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.677242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] For port e86cd391-36ed-40be-bd9f-c46134fdb0f3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e86cd391-36ed-40be-bd9f-c46134fdb0f3,segment=NetworkSegment(dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7),segment_id=dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:54.677707 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.698738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for e86cd391-36ed-40be-bd9f-c46134fdb0f3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:54.701640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.766367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '729dda91-5812-49c9-bca0-99aa77435f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:53:52Z', 'revision_number': 3, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port': {'id': '729dda91-5812-49c9-bca0-99aa77435f16', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:51Z', 'updated_at': '2021-09-20T12:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:54.801426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Checking router: e00c5cbf-35ec-463d-8764-d76eef871a3b for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:53:54.801675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Updating router e00c5cbf-35ec-463d-8764-d76eef871a3b port 729dda91-5812-49c9-bca0-99aa77435f16 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:53:54.845228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] DHCP port deletion for c1cff403-86e4-41d5-a4d4-88809e80e9c2 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:53:54.875305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:54.977436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Allocated IP 172.20.0.1 (3cb60c98-bdc8-4fd6-987c-4c178d6273ac/9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e/5f134a28-8d26-41e8-a9ff-c01ceb52d5b6) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:54.986997 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] Deleting port e86cd391-36ed-40be-bd9f-c46134fdb0f3 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:53:54.987369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.013264 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.057913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=e86cd391-36ed-40be-bd9f-c46134fdb0f3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:55.064099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No DVR routers for this DVR port e86cd391-36ed-40be-bd9f-c46134fdb0f3 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:55.089444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] For port e86cd391-36ed-40be-bd9f-c46134fdb0f3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e86cd391-36ed-40be-bd9f-c46134fdb0f3,segment=NetworkSegment(dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7),segment_id=dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:55.089838 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.131249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] Calling delete_port for e86cd391-36ed-40be-bd9f-c46134fdb0f3 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:53:55.173343 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33506) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:55.189825 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5c7cb61-7018-4487-b97d-0e93681f07c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.226459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.251925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.264576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cff403-86e4-41d5-a4d4-88809e80e9c2']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:55.283948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:55.284199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfda8b2f-9ccf-4b10-bb3d-4fccef3823a7') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:55.295532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.296432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.307209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.313086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] No DVR routers for this DVR port e86cd391-36ed-40be-bd9f-c46134fdb0f3 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:53:55.320379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.329773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:53:55.330195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:53:55.333716 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:53:55.336845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c980abb-f6c1-4e50-b1a7-0c424273484b None None] Pushing event deleted for resources: {'Port': ['ID=e86cd391-36ed-40be-bd9f-c46134fdb0f3,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:55.373092 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.373830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5c7cb61-7018-4487-b97d-0e93681f07c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.409748 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.421190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Attempting to bind port 729dda91-5812-49c9-bca0-99aa77435f16 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:55.421558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Attempting to bind port 729dda91-5812-49c9-bca0-99aa77435f16 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:55.421921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Attempting to bind port 729dda91-5812-49c9-bca0-99aa77435f16 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:55.429965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5028df-04a4-4d33-aa5e-8df679c1aa04 None None] Pushing event updated for resources: {'Port': ['ID=729dda91-5812-49c9-bca0-99aa77435f16,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:55.439688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:55.439688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:55.439688 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.439688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:55.439688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Bound port: 729dda91-5812-49c9-bca0-99aa77435f16, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:55.439688 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.459613 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5c7cb61-7018-4487-b97d-0e93681f07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.474130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:55.476777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:55.492165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:55.516563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7cb61-7018-4487-b97d-0e93681f07c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c2ce5-e0fe-4569-b301-960811a9718f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:55.523874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c5c7cb61-7018-4487-b97d-0e93681f07c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91053ed99064403bb598a81cd9cf7bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493447 Sep 20 12:53:55.527859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] For port 729dda91-5812-49c9-bca0-99aa77435f16, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:55.529861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33520) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:55.530503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.536401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] For port 729dda91-5812-49c9-bca0-99aa77435f16, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=729dda91-5812-49c9-bca0-99aa77435f16,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:55.544893 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Pushing event updated for resources: {'Port': ['ID=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:55.552075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.552075 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/networks/c1cff403-86e4-41d5-a4d4-88809e80e9c2 HTTP/1.1" status: 204 len: 168 time: 1.2903724 Sep 20 12:53:55.556244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33524) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:55.575227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06d3a4-1f1c-4ff2-a454-13052ce65c1e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Network': ['ID=c1cff403-86e4-41d5-a4d4-88809e80e9c2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:55.604466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.618679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf1857-ba5b-4983-8b0c-11eefa70eded tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:55.621471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2dcf1857-ba5b-4983-8b0c-11eefa70eded tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/0ae85ae3-b3c7-4900-b004-70c06c9847cd HTTP/1.1" status: 200 len: 845 time: 0.0641038 Sep 20 12:53:55.626266 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.626418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33528) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:55.689917 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2435bc71-ffd0-446d-8110-a53ea5d46fc0 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/0ae85ae3-b3c7-4900-b004-70c06c9847cd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0608661 Sep 20 12:53:55.691369 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33530) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:55.693992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Routers {'e00c5cbf-35ec-463d-8764-d76eef871a3b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:55.694635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['e00c5cbf-35ec-463d-8764-d76eef871a3b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:55.702181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:55.750458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66ed80a9-e58b-4ac2-a4fa-9603ab8ea9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.770254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5028df-04a4-4d33-aa5e-8df679c1aa04 None None] Pushing event updated for resources: {'Port': ['ID=729dda91-5812-49c9-bca0-99aa77435f16,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:55.782068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66ed80a9-e58b-4ac2-a4fa-9603ab8ea9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.858781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] Set router e00c5cbf-35ec-463d-8764-d76eef871a3b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:53:55.959260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:55.963397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6827221d-6d27-4783-b987-37d5c30c4b4c None None] Provisioning complete for port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:55.968231 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6827221d-6d27-4783-b987-37d5c30c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.968370 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.987221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66ed80a9-e58b-4ac2-a4fa-9603ab8ea9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.991415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66ed80a9-e58b-4ac2-a4fa-9603ab8ea9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:55.995151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-66ed80a9-e58b-4ac2-a4fa-9603ab8ea9c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/193c2ce5-e0fe-4569-b301-960811a9718f HTTP/1.1" status: 204 len: 168 time: 0.4602823 Sep 20 12:53:56.092710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6827221d-6d27-4783-b987-37d5c30c4b4c None None] Port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:56.179492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e86cd391-36ed-40be-bd9f-c46134fdb0f3 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:53:56.204910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e86cd391-36ed-40be-bd9f-c46134fdb0f3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:53:56.205369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e86cd391-36ed-40be-bd9f-c46134fdb0f3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:53:56.258170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '729dda91-5812-49c9-bca0-99aa77435f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:53:52Z', 'revision_number': 3, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port': {'id': '729dda91-5812-49c9-bca0-99aa77435f16', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:51Z', 'updated_at': '2021-09-20T12:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:56.292353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f8fdb-f423-4a1d-ac4e-0f4f8abffdcf None None] The sync data for ids ['e00c5cbf-35ec-463d-8764-d76eef871a3b'] in n-d-809934-3 is: [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '729dda91-5812-49c9-bca0-99aa77435f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:53:52Z', 'revision_number': 3, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port': {'id': '729dda91-5812-49c9-bca0-99aa77435f16', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:51Z', 'updated_at': '2021-09-20T12:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:53:56.375699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:56.407276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed80a9-e58b-4ac2-a4fa-9603ab8ea9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c2ce5-e0fe-4569-b301-960811a9718f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:56.415564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:56.454762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:56.458689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:56.463323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:56.464061 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:56.470210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bf6a7-2eb5-41fe-b64e-4ddacc934231 None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:53:56.499841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=0a817f34-d5e7-430b-8743-c097cff63167,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:56.614340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33550) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:56.618413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-930314ae-699e-4531-86cf-bac510921c6f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9261277 Sep 20 12:53:56.638228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b5c5612d-4f26-4d05-9587-9839a5c56735 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'security_group': {'name': 'tempest-secgroup-803426767'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:56.692861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:56.723358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-3a8db252-fedc-411c-8ac4-15b46151c9f7', 'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'tenant_id': '59bb457312ab48f5ae686537a093fb51', 'fixed_ips': [{'subnet_id': '0a817f34-d5e7-430b-8743-c097cff63167'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:53:56.724261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:56.752090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5c5612d-4f26-4d05-9587-9839a5c56735 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:56.828831 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:56.922854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5c5612d-4f26-4d05-9587-9839a5c56735 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:56.940781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Allocated IP 2001:db8::2 (3a8db252-fedc-411c-8ac4-15b46151c9f7/0a817f34-d5e7-430b-8743-c097cff63167/2354feff-22aa-4707-91cb-455da85ca5f0) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:56.951477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Pushing event updated for resources: {'Port': ['ID=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:56.954478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.019612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5c5612d-4f26-4d05-9587-9839a5c56735 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.058969 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33558) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:57.079737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7032e4c-b15b-4635-911c-8d669270ba34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.084419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5612d-4f26-4d05-9587-9839a5c56735 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cafc5e7-ab4a-412d-99e8-718dc5e98738,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:57.109822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:57.112942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:57.193770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5c5612d-4f26-4d05-9587-9839a5c56735 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.195641 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b5c5612d-4f26-4d05-9587-9839a5c56735 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5757418 Sep 20 12:53:57.198804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33560) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:57.203662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ce41df14-136a-4734-8b9e-02871f8499ec tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'security_group': {'name': 'tempest-secgroup-1717968528'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:57.207994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.313768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Router e00c5cbf-35ec-463d-8764-d76eef871a3b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:53:57.323554 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.391154 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7032e4c-b15b-4635-911c-8d669270ba34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.410508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:57.414245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:57.421687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:57.433822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Pushing event updated for resources: {'Port': ['ID=2354feff-22aa-4707-91cb-455da85ca5f0,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:57.499931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7032e4c-b15b-4635-911c-8d669270ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.530052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Attempting to bind port 2354feff-22aa-4707-91cb-455da85ca5f0 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:53:57.530237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:53:57.530704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Attempting to bind port 2354feff-22aa-4707-91cb-455da85ca5f0 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '403d87e6-e6c5-4cf9-81d1-66e539edde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:53:57.530704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Attempting to bind port 2354feff-22aa-4707-91cb-455da85ca5f0 on network 3a8db252-fedc-411c-8ac4-15b46151c9f7 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:53:57.537200 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8cfce1f5-4aa3-4cee-8584-04c91d1212bb admin admin] 10.222.0.37 "PUT /v2.0/routers/e00c5cbf-35ec-463d-8764-d76eef871a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5923390 Sep 20 12:53:57.542141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c9584023-1546-42b8-8ebc-198a7da0b312 None None] Provisioning complete for port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:57.542580 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9584023-1546-42b8-8ebc-198a7da0b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.559193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:53:57.564879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Checking segment: {'id': '403d87e6-e6c5-4cf9-81d1-66e539edde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:53:57.565249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032e4c-b15b-4635-911c-8d669270ba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabfe267-95f4-4349-995c-416b595c3da5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:57.565345 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.570270 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33566) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:57.570432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7032e4c-b15b-4635-911c-8d669270ba34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd4e5c9f414b4f72a7d11228121fb3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100245 Sep 20 12:53:57.585638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Bound using segment: {'id': '403d87e6-e6c5-4cf9-81d1-66e539edde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:53:57.586591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Bound port: 2354feff-22aa-4707-91cb-455da85ca5f0, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403d87e6-e6c5-4cf9-81d1-66e539edde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:53:57.589174 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.627205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-994d18de-8c44-4a8d-867e-b7c3b667a035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.631193 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce41df14-136a-4734-8b9e-02871f8499ec tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.666768 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-994d18de-8c44-4a8d-867e-b7c3b667a035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.676293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c9584023-1546-42b8-8ebc-198a7da0b312 None None] Port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:53:57.713313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] For port 2354feff-22aa-4707-91cb-455da85ca5f0, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:53:57.716197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] For port 2354feff-22aa-4707-91cb-455da85ca5f0, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2354feff-22aa-4707-91cb-455da85ca5f0,segment=NetworkSegment(403d87e6-e6c5-4cf9-81d1-66e539edde8d),segment_id=403d87e6-e6c5-4cf9-81d1-66e539edde8d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:53:57.780484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.782058 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce41df14-136a-4734-8b9e-02871f8499ec tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.807647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-994d18de-8c44-4a8d-867e-b7c3b667a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.812587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-994d18de-8c44-4a8d-867e-b7c3b667a035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.814492 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-994d18de-8c44-4a8d-867e-b7c3b667a035 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fabfe267-95f4-4349-995c-416b595c3da5 HTTP/1.1" status: 204 len: 168 time: 0.2419839 Sep 20 12:53:57.857415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d18de-8c44-4a8d-867e-b7c3b667a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabfe267-95f4-4349-995c-416b595c3da5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:57.882084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce41df14-136a-4734-8b9e-02871f8499ec tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:57.928263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41df14-136a-4734-8b9e-02871f8499ec tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921b1058-e8ad-4004-bc97-fb7c38741c6c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:57.930357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ee737-f686-4f1a-aee3-f5c3fae6f7ed None None] Pushing event updated for resources: {'Port': ['ID=2354feff-22aa-4707-91cb-455da85ca5f0,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:58.015726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce41df14-136a-4734-8b9e-02871f8499ec tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:58.017216 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ce41df14-136a-4734-8b9e-02871f8499ec tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8171048 Sep 20 12:53:58.020884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33574) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:58.026962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-706874419', 'security_groups': ['921b1058-e8ad-4004-bc97-fb7c38741c6c'], 'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a817f34-d5e7-430b-8743-c097cff63167'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:58.297071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 729dda91-5812-49c9-bca0-99aa77435f16 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:53:58.392498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:58.435326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 729dda91-5812-49c9-bca0-99aa77435f16 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:58.435711 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:58.519827 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:58.541093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port aa780b1c-612a-431d-ad55-754768c5ac3c yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:53:58.578111 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:58.630680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 729dda91-5812-49c9-bca0-99aa77435f16, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=729dda91-5812-49c9-bca0-99aa77435f16,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:53:58.718210 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:58.791008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=729dda91-5812-49c9-bca0-99aa77435f16,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:58.872432 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Sync routers for ids ['e00c5cbf-35ec-463d-8764-d76eef871a3b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:53:58.878298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::7c (3a8db252-fedc-411c-8ac4-15b46151c9f7/0a817f34-d5e7-430b-8743-c097cff63167/aa780b1c-612a-431d-ad55-754768c5ac3c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:53:58.885541 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Routers {'e00c5cbf-35ec-463d-8764-d76eef871a3b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:53:58.886445 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['e00c5cbf-35ec-463d-8764-d76eef871a3b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:58.914554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:58.919445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-700557749-network', 'tenant_id': '2199300fa18e440daa54beb4934f0bca'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:59.009248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Made reservation on behalf of 2199300fa18e440daa54beb4934f0bca for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:53:59.012344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.036353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.122806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.159104 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Set router e00c5cbf-35ec-463d-8764-d76eef871a3b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:53:59.312338 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.464988 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.493228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.504770 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '729dda91-5812-49c9-bca0-99aa77435f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:53:55Z', 'revision_number': 4, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port': {'id': '729dda91-5812-49c9-bca0-99aa77435f16', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:51Z', 'updated_at': '2021-09-20T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5f134a28-8d26-41e8-a9ff-c01ceb52d5b6', 'name': '', 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'mac_address': 'fa:16:3e:7d:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:54Z', 'updated_at': '2021-09-20T12:53:56Z', 'revision_number': 2, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'subnets': [{'id': '9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:53:59.532128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:53:59.540871 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Checking router: e00c5cbf-35ec-463d-8764-d76eef871a3b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:53:59.541244 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Updating router e00c5cbf-35ec-463d-8764-d76eef871a3b port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:53:59.548602 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.548602 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Added segment 3a786082-cb16-462d-8279-8b7e53bdc26c of type vlan for network e7bfb38d-ee0f-453e-abba-1bded13368e5 Sep 20 12:53:59.554988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:53:59.558454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:53:59.563261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:53:59.573029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:59.573705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.589902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=aa780b1c-612a-431d-ad55-754768c5ac3c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:59.592897 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.636180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2218b1a-6194-47c9-87b9-eab9fbacdad7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:53:59.657957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.686115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-413fbc07-2c0e-41f5-bcfa-9256e6551ea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6634452 Sep 20 12:53:59.688970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33610) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:59.697805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d3344021-c2ea-4bfd-8a0a-45e0359426e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:53:59.729118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:53:59.730684 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.789048 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.790362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:53:59.791514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.880562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9648714 Sep 20 12:53:59.883412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:53:59.992207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:53:59.997124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Request body: {'subnet': {'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-700557749-subnet', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:00.024311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b24735-7d9b-4be4-8221-b20709c362e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e7bfb38d-ee0f-453e-abba-1bded13368e5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:00.047857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e7bfb38d-ee0f-453e-abba-1bded13368e5 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:54:00.100991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] For port 2354feff-22aa-4707-91cb-455da85ca5f0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2354feff-22aa-4707-91cb-455da85ca5f0,segment=NetworkSegment(403d87e6-e6c5-4cf9-81d1-66e539edde8d),segment_id=403d87e6-e6c5-4cf9-81d1-66e539edde8d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:00.116730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Made reservation on behalf of 2199300fa18e440daa54beb4934f0bca for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:00.120838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.177262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.230852 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.291807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3344021-c2ea-4bfd-8a0a-45e0359426e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:00.295857 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3344021-c2ea-4bfd-8a0a-45e0359426e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.318075 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.420555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2354feff-22aa-4707-91cb-455da85ca5f0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:00.481255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] Provisioning complete for port 0ae85ae3-b3c7-4900-b004-70c06c9847cd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:00.481633 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.560217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] Port 0ae85ae3-b3c7-4900-b004-70c06c9847cd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:00.593639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc51d9-6f1f-443e-a990-107587448af1 None None] Pushing event updated for resources: {'Port': ['ID=2354feff-22aa-4707-91cb-455da85ca5f0,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:00.613622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:00.613622 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.618064 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:54:00.650936 n-d-809934-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-d3344021-c2ea-4bfd-8a0a-45e0359426e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a817f34-d5e7-430b-8743-c097cff63167 (CIDR: 2001:db8::/64) Sep 20 12:54:00.658651 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Attempting to bind port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:00.658651 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Attempting to bind port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:00.658651 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Attempting to bind port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 on network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:00.674006 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:00.674380 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Checking segment: {'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:00.674807 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.675298 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Bound using segment: {'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:00.675810 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Bound port: 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:00.676186 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.719534 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3344021-c2ea-4bfd-8a0a-45e0359426e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:54:00.720029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3344021-c2ea-4bfd-8a0a-45e0359426e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:00.752414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 729dda91-5812-49c9-bca0-99aa77435f16 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:00.803349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3344021-c2ea-4bfd-8a0a-45e0359426e9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1093066 Sep 20 12:54:00.803349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33628) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:00.811389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:00.859293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-98d7f904-dbe5-4c49-b822-aa1eeed58cd9 None None] Provisioning complete for port aa780b1c-612a-431d-ad55-754768c5ac3c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:00.860005 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98d7f904-dbe5-4c49-b822-aa1eeed58cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.867609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.879171 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] For port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:00.892721 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] For port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,segment=NetworkSegment(c77f43e2-0328-4e6d-8fbe-24395cfb0b08),segment_id=c77f43e2-0328-4e6d-8fbe-24395cfb0b08)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:00.895267 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Pushing event updated for resources: {'Port': ['ID=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:00.911306 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-98d7f904-dbe5-4c49-b822-aa1eeed58cd9 None None] Port aa780b1c-612a-431d-ad55-754768c5ac3c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:00.920454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 729dda91-5812-49c9-bca0-99aa77435f16 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:00.921859 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:00.923980 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.924433 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.927230 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.933380 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.934117 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.934641 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.935158 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.936179 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.936800 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.937637 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.939064 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.939846 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:00.970020 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.079236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5985afdd-c1c3-4073-bb9d-c979cbf9b9a6 None None] Provisioning complete for port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:01.079624 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5985afdd-c1c3-4073-bb9d-c979cbf9b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.129573 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b694a-8172-4b2d-8db8-58a22b4a0c55 None None] Pushing event updated for resources: {'Port': ['ID=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:01.136669 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Routers {'e00c5cbf-35ec-463d-8764-d76eef871a3b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:01.139143 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['e00c5cbf-35ec-463d-8764-d76eef871a3b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:01.267163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Checking segment: {'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:01.267733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Network hostable DHCP agents. Network: e7bfb38d-ee0f-453e-abba-1bded13368e5, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:54:01.282155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0a4ce9-6a2e-4086-9c84-b3926c5a132a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:01.289242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33636) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:01.296239 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5985afdd-c1c3-4073-bb9d-c979cbf9b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.350779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5985afdd-c1c3-4073-bb9d-c979cbf9b9a6 None None] For port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,segment=NetworkSegment(c77f43e2-0328-4e6d-8fbe-24395cfb0b08),segment_id=c77f43e2-0328-4e6d-8fbe-24395cfb0b08)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:01.357716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:01.361864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.389301 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] Set router e00c5cbf-35ec-463d-8764-d76eef871a3b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:01.437775 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5985afdd-c1c3-4073-bb9d-c979cbf9b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.475485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Network e7bfb38d-ee0f-453e-abba-1bded13368e5 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:54:01.536342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985afdd-c1c3-4073-bb9d-c979cbf9b9a6 None None] Pushing event updated for resources: {'Port': ['ID=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:01.570893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4f805f41-99e4-42a6-9e0c-3f005d761a42 None None] Provisioning complete for port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:01.572389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4f805f41-99e4-42a6-9e0c-3f005d761a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.625837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'network': {'name': 'tempest-network-smoke--2134656750', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'port_security_enabled': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:01.698512 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '729dda91-5812-49c9-bca0-99aa77435f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:53:55Z', 'revision_number': 4, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port': {'id': '729dda91-5812-49c9-bca0-99aa77435f16', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:51Z', 'updated_at': '2021-09-20T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5f134a28-8d26-41e8-a9ff-c01ceb52d5b6', 'name': '', 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'mac_address': 'fa:16:3e:7d:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:54Z', 'updated_at': '2021-09-20T12:54:00Z', 'revision_number': 4, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'subnets': [{'id': '9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:01.703430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e7bfb38d-ee0f-453e-abba-1bded13368e5) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:01.712158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5557952-96c4-437a-a501-85e71c934d91 None None] Network e7bfb38d-ee0f-453e-abba-1bded13368e5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:01.712940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:01.713541 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.739287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:01.743676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.768174 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.787293 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff17856-31ed-4627-951f-e380fedc1948 None None] The sync data for ids ['e00c5cbf-35ec-463d-8764-d76eef871a3b'] in n-d-809934-3 is: [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '729dda91-5812-49c9-bca0-99aa77435f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:53:55Z', 'revision_number': 4, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port': {'id': '729dda91-5812-49c9-bca0-99aa77435f16', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:51Z', 'updated_at': '2021-09-20T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5f134a28-8d26-41e8-a9ff-c01ceb52d5b6', 'name': '', 'network_id': '3cb60c98-bdc8-4fd6-987c-4c178d6273ac', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'mac_address': 'fa:16:3e:7d:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:54Z', 'updated_at': '2021-09-20T12:54:00Z', 'revision_number': 4, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'subnets': [{'id': '9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:01.827060 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ad42c842-4105-455b-a0cc-0c268b5c40da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8549719 Sep 20 12:54:01.827987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33642) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:01.833052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:01.904917 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:01.975508 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.000014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e7bfb38d-ee0f-453e-abba-1bded13368e5', 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'fixed_ips': [{'subnet_id': '5a0a4ce9-6a2e-4086-9c84-b3926c5a132a'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:54:02.000704 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.002823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:02.012442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:02.025050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:02.025050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.033881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcccce3d-7bf5-42ed-8006-17ced0ed9bd6 None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:02.058456 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.094570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=389f53f3-920a-456b-a0b1-3da8c5faf660,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:02.104058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:54:02.134917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283fe7c8-cd36-47b4-a97c-30b8934f4aa4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:02.141930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e857217c-2901-4fae-9cca-75220a404285 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3385267 Sep 20 12:54:02.145175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:02.153343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.153805 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Added segment a895a230-53d2-4627-90ea-b6def4423aa0 of type vlan for network e823792f-0b02-436d-8fa2-95719d258f22 Sep 20 12:54:02.164842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-167103873', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '389f53f3-920a-456b-a0b1-3da8c5faf660'}], 'security_groups': ['9cafc5e7-ab4a-412d-99e8-718dc5e98738']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:02.261383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.410719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.420114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:02.420114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.464823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Allocated IP 172.20.0.2 (e7bfb38d-ee0f-453e-abba-1bded13368e5/5a0a4ce9-6a2e-4086-9c84-b3926c5a132a/1083426e-21fa-476a-82ea-00bc2e2659e1) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:02.474862 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.487034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.596322 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3058400 Sep 20 12:54:02.612771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33654) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:02.623293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-651334625', 'admin_state_up': True, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:02.638009 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.655947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eecae-e1c5-4fc2-865b-00fdef4dd53f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Network': ['ID=e823792f-0b02-436d-8fa2-95719d258f22,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:02.696785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.746685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.747838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.748754 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.759268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2354feff-22aa-4707-91cb-455da85ca5f0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:02.762505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e823792f-0b02-436d-8fa2-95719d258f22 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:54:02.888443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:02.938399 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:03.007005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Network e7bfb38d-ee0f-453e-abba-1bded13368e5 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:03.013622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:03.024298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:03.140390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Pushing event updated for resources: {'Port': ['ID=1083426e-21fa-476a-82ea-00bc2e2659e1,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:03.259685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:03.281511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:03.281901 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:03.296768 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:03.320899 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Attempting to bind port 1083426e-21fa-476a-82ea-00bc2e2659e1 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:03.321410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Attempting to bind port 1083426e-21fa-476a-82ea-00bc2e2659e1 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:03.322270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Attempting to bind port 1083426e-21fa-476a-82ea-00bc2e2659e1 on network e7bfb38d-ee0f-453e-abba-1bded13368e5 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:03.394849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:03.395281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Checking segment: {'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:03.405655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:03.406171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Bound using segment: {'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:03.406774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Bound port: 1083426e-21fa-476a-82ea-00bc2e2659e1, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:03.407264 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:03.703005 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] For port 1083426e-21fa-476a-82ea-00bc2e2659e1, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:03.705761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd60363-bef7-4e04-a406-96bb5d39a88f None None] Update dhcp port {'port': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'fixed_ips': [{'subnet_id': '0a817f34-d5e7-430b-8743-c097cff63167', 'ip_address': '2001:db8::2'}, {'subnet_id': '389f53f3-920a-456b-a0b1-3da8c5faf660'}], 'binding:host_id': 'n-d-809934-3'}, 'id': '2354feff-22aa-4707-91cb-455da85ca5f0'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:54:03.735077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] For port 1083426e-21fa-476a-82ea-00bc2e2659e1, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1083426e-21fa-476a-82ea-00bc2e2659e1,segment=NetworkSegment(3a786082-cb16-462d-8279-8b7e53bdc26c),segment_id=3a786082-cb16-462d-8279-8b7e53bdc26c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:03.737369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:03.746647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Delete allocated IP 2001:db8::7c (3a8db252-fedc-411c-8ac4-15b46151c9f7/0a817f34-d5e7-430b-8743-c097cff63167) {{(pid=95502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 20 12:54:03.761836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8:0:1::385 (3a8db252-fedc-411c-8ac4-15b46151c9f7/389f53f3-920a-456b-a0b1-3da8c5faf660/aa780b1c-612a-431d-ad55-754768c5ac3c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:03.777820 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bd60363-bef7-4e04-a406-96bb5d39a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:03.838567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:03.839043 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:03.938838 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.156475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6703239-7864-4172-b9c3-df9f5c77f24e None None] Pushing event updated for resources: {'Port': ['ID=1083426e-21fa-476a-82ea-00bc2e2659e1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:04.163693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.196605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.375923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.25.6.30 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/f80b6214-1766-4b0c-8109-6de03c118ec9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:04.516339 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.548957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.616883 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.645975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-3bd60363-bef7-4e04-a406-96bb5d39a88f None None] Allocated IP 2001:db8:0:1::2 (3a8db252-fedc-411c-8ac4-15b46151c9f7/389f53f3-920a-456b-a0b1-3da8c5faf660/2354feff-22aa-4707-91cb-455da85ca5f0) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:04.678783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.712487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=aa780b1c-612a-431d-ad55-754768c5ac3c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:04.725670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] In _notify_port_updated(), no bound segment for port aa780b1c-612a-431d-ad55-754768c5ac3c on network 3a8db252-fedc-411c-8ac4-15b46151c9f7 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:54:04.734687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:04.735563 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.736932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-da62968c-3142-4ff1-bc36-e027b7511d42 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "PUT /v2.0/ports/aa780b1c-612a-431d-ad55-754768c5ac3c HTTP/1.1" status: 200 len: 930 time: 2.5903909 Sep 20 12:54:04.739946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:04.755291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:04.764070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:04.780453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:04.830644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=f80b6214-1766-4b0c-8109-6de03c118ec9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:04.839794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3bd60363-bef7-4e04-a406-96bb5d39a88f None None] For port 2354feff-22aa-4707-91cb-455da85ca5f0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2354feff-22aa-4707-91cb-455da85ca5f0,segment=NetworkSegment(403d87e6-e6c5-4cf9-81d1-66e539edde8d),segment_id=403d87e6-e6c5-4cf9-81d1-66e539edde8d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:04.897890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.911785 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bd60363-bef7-4e04-a406-96bb5d39a88f None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.954121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:04.990440 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bd60363-bef7-4e04-a406-96bb5d39a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:05.094136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-097d8809-cc50-4dfa-80c1-7e3679e9bf9e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port aa780b1c-612a-431d-ad55-754768c5ac3c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:05.094576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097d8809-cc50-4dfa-80c1-7e3679e9bf9e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:05.132444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd60363-bef7-4e04-a406-96bb5d39a88f None None] Pushing event updated for resources: {'Port': ['ID=2354feff-22aa-4707-91cb-455da85ca5f0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:05.147137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Allocated IP 172.25.6.167 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/a0124d98-fe5a-45c7-9922-0954731174e6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:05.347197 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097d8809-cc50-4dfa-80c1-7e3679e9bf9e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:05.387841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:05.389436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-097d8809-cc50-4dfa-80c1-7e3679e9bf9e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for aa780b1c-612a-431d-ad55-754768c5ac3c owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:05.434115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:05.618423 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:05.672211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2227f7-c689-4f87-bf0a-83539ce65645 None None] Network e7bfb38d-ee0f-453e-abba-1bded13368e5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:05.687112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0124d98-fe5a-45c7-9922-0954731174e6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:05.724807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:05.726409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:05.729038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:05.789301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097d8809-cc50-4dfa-80c1-7e3679e9bf9e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:05.856901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-50b9c0f0-1a07-4647-8e65-eca6c659287b None None] Provisioning complete for port 1083426e-21fa-476a-82ea-00bc2e2659e1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:05.858858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:05.867098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d8809-cc50-4dfa-80c1-7e3679e9bf9e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=aa780b1c-612a-431d-ad55-754768c5ac3c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:05.885791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b9c0f0-1a07-4647-8e65-eca6c659287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.017936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097d8809-cc50-4dfa-80c1-7e3679e9bf9e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.025106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-097d8809-cc50-4dfa-80c1-7e3679e9bf9e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/aa780b1c-612a-431d-ad55-754768c5ac3c HTTP/1.1" status: 204 len: 168 time: 1.2790997 Sep 20 12:54:06.025106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:06.095651 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b9c0f0-1a07-4647-8e65-eca6c659287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.099593 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-39679064-de1f-44ad-9341-1bc62cb1a66d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:54:06.101238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-39679064-de1f-44ad-9341-1bc62cb1a66d tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/aa780b1c-612a-431d-ad55-754768c5ac3c HTTP/1.1" status: 404 len: 333 time: 0.0768509 Sep 20 12:54:06.104397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33682) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:06.173116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-50b9c0f0-1a07-4647-8e65-eca6c659287b None None] For port 1083426e-21fa-476a-82ea-00bc2e2659e1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1083426e-21fa-476a-82ea-00bc2e2659e1,segment=NetworkSegment(3a786082-cb16-462d-8279-8b7e53bdc26c),segment_id=3a786082-cb16-462d-8279-8b7e53bdc26c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:06.185757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 7d3c926e-b039-4f8c-b342-83d0bd68358f is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:54:06.237420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b9c0f0-1a07-4647-8e65-eca6c659287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.334859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60ba5bc8-e177-46f8-801a-66752072d790 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.367651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60ba5bc8-e177-46f8-801a-66752072d790 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.391297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f5347103-7437-4eee-8146-b1b393786202 None None] Could not find standard attr ID for object aa780b1c-612a-431d-ad55-754768c5ac3c. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:54:06.396567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9c0f0-1a07-4647-8e65-eca6c659287b None None] Pushing event updated for resources: {'Port': ['ID=1083426e-21fa-476a-82ea-00bc2e2659e1,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:06.429982 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f5347103-7437-4eee-8146-b1b393786202 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:06.430268 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5347103-7437-4eee-8146-b1b393786202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.437400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.493068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2354feff-22aa-4707-91cb-455da85ca5f0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:06.619266 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f5347103-7437-4eee-8146-b1b393786202 None None] Provisioning complete for port 0ae85ae3-b3c7-4900-b004-70c06c9847cd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:06.619790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f5347103-7437-4eee-8146-b1b393786202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.650772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:06.651147 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.690845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f5347103-7437-4eee-8146-b1b393786202 None None] Port 0ae85ae3-b3c7-4900-b004-70c06c9847cd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:06.758814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1083426e-21fa-476a-82ea-00bc2e2659e1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:06.807166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-91befffa-f2af-4b86-bc39-cc5db6e9461a None None] Could not find standard attr ID for object aa780b1c-612a-431d-ad55-754768c5ac3c. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:54:06.829753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1083426e-21fa-476a-82ea-00bc2e2659e1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:06.830207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.883330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-91befffa-f2af-4b86-bc39-cc5db6e9461a None None] Provisioning complete for port 1083426e-21fa-476a-82ea-00bc2e2659e1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:06.886100 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91befffa-f2af-4b86-bc39-cc5db6e9461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:06.887364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.045648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:07.063555 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60ba5bc8-e177-46f8-801a-66752072d790 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.067576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60ba5bc8-e177-46f8-801a-66752072d790 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.068890 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-60ba5bc8-e177-46f8-801a-66752072d790 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/security-groups/921b1058-e8ad-4004-bc97-fb7c38741c6c HTTP/1.1" status: 204 len: 168 time: 0.9631650 Sep 20 12:54:07.070592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Sync routers for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:07.072102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33700) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:07.085364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba5bc8-e177-46f8-801a-66752072d790 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921b1058-e8ad-4004-bc97-fb7c38741c6c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:07.111880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:54:07.158254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:07.159076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:07.192573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f0af5f7-21ad-431e-bad4-a3af94504928 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.203455 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.204731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a39b88df-5890-483a-bb6a-6e3912d8b146 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5902503 Sep 20 12:54:07.208332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33702) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:07.227557 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f0af5f7-21ad-431e-bad4-a3af94504928 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.380927 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f0af5f7-21ad-431e-bad4-a3af94504928 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.385308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f0af5f7-21ad-431e-bad4-a3af94504928 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.386886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f0af5f7-21ad-431e-bad4-a3af94504928 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/security-groups/9cafc5e7-ab4a-412d-99e8-718dc5e98738 HTTP/1.1" status: 204 len: 168 time: 0.3137016 Sep 20 12:54:07.392032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a8f9fb6f-c4bb-49bd-a6a4-1d23f9afabff tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1822174 Sep 20 12:54:07.392672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33706) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:07.395061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33708) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:07.411605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0af5f7-21ad-431e-bad4-a3af94504928 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cafc5e7-ab4a-412d-99e8-718dc5e98738,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:07.427185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:07.437959 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Sync routers for ids ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:07.470859 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Routers {'38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:07.476467 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:07.505228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:07.536490 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.541827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-16116aae-87aa-4420-b9da-d8e6b8a379f9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7104831 Sep 20 12:54:07.542184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:07.624798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37fe358-e574-4503-81e9-abd505c8fc46 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet 0a817f34-d5e7-430b-8743-c097cff63167 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:54:07.629387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33716) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:07.635898 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b37fe358-e574-4503-81e9-abd505c8fc46 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.724421 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Set router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:07.745494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b37fe358-e574-4503-81e9-abd505c8fc46 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.748593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbb9270-b9cf-4122-8f0c-171a4e01f8d3 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:07.749726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:05Z', 'revision_number': 3, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:07.750247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8dbb9270-b9cf-4122-8f0c-171a4e01f8d3 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3542731 Sep 20 12:54:07.759239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33720) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:07.798107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Checking router: 7d3c926e-b039-4f8c-b342-83d0bd68358f for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:07.798698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Updating router 7d3c926e-b039-4f8c-b342-83d0bd68358f port f80b6214-1766-4b0c-8109-6de03c118ec9 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:07.830317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:07.909783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:07.910114 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e8caad03-c366-47bb-9cfe-26860da14743 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1014338 Sep 20 12:54:07.918023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1532393836', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:08.032447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b37fe358-e574-4503-81e9-abd505c8fc46 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.079206 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:06Z', 'revision_number': 3, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port': {'id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:08.122398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b7c3854f-5e21-424c-be57-c6e4973ff9df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdc11d41ed6141e1a89d58ba6f5ad081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918842 Sep 20 12:54:08.126123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33724) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:08.140847 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Checking router: 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:08.141229 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Updating router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b port a0124d98-fe5a-45c7-9922-0954731174e6 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:08.246194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b37fe358-e574-4503-81e9-abd505c8fc46 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.254358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1083426e-21fa-476a-82ea-00bc2e2659e1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:08.271882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:08.277377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.336119 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.336577 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.347918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fe358-e574-4503-81e9-abd505c8fc46 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=0a817f34-d5e7-430b-8743-c097cff63167,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:08.368735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1083426e-21fa-476a-82ea-00bc2e2659e1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:08.368956 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e010f4af-ae24-4b61-91f6-1314d1d24730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.369366 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.382729 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b37fe358-e574-4503-81e9-abd505c8fc46 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.385178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b37fe358-e574-4503-81e9-abd505c8fc46 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/0a817f34-d5e7-430b-8743-c097cff63167 HTTP/1.1" status: 204 len: 168 time: 0.9915185 Sep 20 12:54:08.389150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33728) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:08.395364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:08.406088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f008ba-bc00-4d41-a8bf-2e14a7ef3722 None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:08.454744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e010f4af-ae24-4b61-91f6-1314d1d24730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.459262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.660452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Attempting to bind port f80b6214-1766-4b0c-8109-6de03c118ec9 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:08.661091 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Attempting to bind port f80b6214-1766-4b0c-8109-6de03c118ec9 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:08.661615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Attempting to bind port f80b6214-1766-4b0c-8109-6de03c118ec9 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:08.689419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43af010-711d-4ae5-86a3-a49737c7ec6a None None] Pushing event updated for resources: {'Port': ['ID=f80b6214-1766-4b0c-8109-6de03c118ec9,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:08.692685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:08.693077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:08.693482 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.693863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:08.694333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Bound port: f80b6214-1766-4b0c-8109-6de03c118ec9, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:08.694848 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.706721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:08.710469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.714865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e010f4af-ae24-4b61-91f6-1314d1d24730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.717786 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e010f4af-ae24-4b61-91f6-1314d1d24730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.718739 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e010f4af-ae24-4b61-91f6-1314d1d24730 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a88ec0c-5177-464c-b45e-2af7c2188240 HTTP/1.1" status: 204 len: 168 time: 0.5830309 Sep 20 12:54:08.735897 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.749250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010f4af-ae24-4b61-91f6-1314d1d24730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a88ec0c-5177-464c-b45e-2af7c2188240,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:08.792095 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.873826 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:08.889543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] For port f80b6214-1766-4b0c-8109-6de03c118ec9, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:08.895538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] For port f80b6214-1766-4b0c-8109-6de03c118ec9, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f80b6214-1766-4b0c-8109-6de03c118ec9,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:08.975381 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.010514 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Attempting to bind port a0124d98-fe5a-45c7-9922-0954731174e6 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:09.010891 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Attempting to bind port a0124d98-fe5a-45c7-9922-0954731174e6 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:09.011227 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Attempting to bind port a0124d98-fe5a-45c7-9922-0954731174e6 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:09.020267 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:09.020648 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:09.021085 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.021485 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:09.021957 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Bound port: a0124d98-fe5a-45c7-9922-0954731174e6, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:09.022751 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.045520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43af010-711d-4ae5-86a3-a49737c7ec6a None None] Pushing event updated for resources: {'Port': ['ID=f80b6214-1766-4b0c-8109-6de03c118ec9,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:09.071779 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d36996-1a8c-4b72-9470-05310526c39e None None] Pushing event updated for resources: {'Port': ['ID=a0124d98-fe5a-45c7-9922-0954731174e6,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:09.077797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Allocated IP 172.20.0.1 (e7bfb38d-ee0f-453e-abba-1bded13368e5/5a0a4ce9-6a2e-4086-9c84-b3926c5a132a/c2adf484-214a-4a8b-888f-6ce8d0d41a08) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:09.116946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:09.117802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:09.120078 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] For port a0124d98-fe5a-45c7-9922-0954731174e6, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:09.123853 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] For port a0124d98-fe5a-45c7-9922-0954731174e6, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0124d98-fe5a-45c7-9922-0954731174e6,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:09.184913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.187564 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.211992 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.250935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.278473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:09.304768 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Routers {'38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:09.306047 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:09.315045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=7f614236-ccbc-4982-afeb-2e6401dead4c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:09.336326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.375797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:09.380145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:09.399702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:09.403992 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.407761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Network e7bfb38d-ee0f-453e-abba-1bded13368e5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:09.422923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Pushing event updated for resources: {'Port': ['ID=c2adf484-214a-4a8b-888f-6ce8d0d41a08,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:09.427437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:09.430926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:09.466414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Checking segment: {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:09.466791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network hostable DHCP agents. Network: e823792f-0b02-436d-8fa2-95719d258f22, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:54:09.468952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Subnet': ['ID=c774eae0-7602-435f-b622-efc431def39c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:09.499995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e3ee3dbc-14b0-4d8f-bcac-db9fdeb9f330 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1095152 Sep 20 12:54:09.502512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33750) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:09.510589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-62f1757a-1ca1-4842-81b9-8f3793ec106e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609229723'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:09.523200 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.618803 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] Set router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:09.635749 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62f1757a-1ca1-4842-81b9-8f3793ec106e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.653597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:05Z', 'revision_number': 3, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:09.665761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network e823792f-0b02-436d-8fa2-95719d258f22 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:54:09.750246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4329bc-400b-4161-84bd-4239e66004b3 None None] The sync data for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 is: [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:05Z', 'revision_number': 3, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:09.840786 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d36996-1a8c-4b72-9470-05310526c39e None None] Pushing event updated for resources: {'Port': ['ID=a0124d98-fe5a-45c7-9922-0954731174e6,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:09.843860 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62f1757a-1ca1-4842-81b9-8f3793ec106e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.862747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e823792f-0b02-436d-8fa2-95719d258f22) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:09.869071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:09.870239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.885737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31058db1-7fca-48bf-9d79-2f46650b2d09 None None] Network e823792f-0b02-436d-8fa2-95719d258f22 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:09.895641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.899208 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62f1757a-1ca1-4842-81b9-8f3793ec106e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:09.929673 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:06Z', 'revision_number': 3, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port': {'id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:09.957317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f16cef94-d443-4eb5-9e32-817e55f75dcb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0438333 Sep 20 12:54:09.960688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:09.990168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1757a-1ca1-4842-81b9-8f3793ec106e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e382b6e-d993-4c2f-a9ca-a40205990eb7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:09.991382 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050143a-ed9e-4fd8-a5a1-cca7d0b8b8c5 None None] The sync data for ids ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'] in n-d-809934-3 is: [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:06Z', 'revision_number': 3, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port': {'id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:10.020986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62f1757a-1ca1-4842-81b9-8f3793ec106e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.022640 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-62f1757a-1ca1-4842-81b9-8f3793ec106e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5180533 Sep 20 12:54:10.025617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33760) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:10.035611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c86a73fb-618c-4ffb-96d4-eb923a6e1eab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'security_group': {'name': 'tempest-secgroup-403879603'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:10.155258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe83ec-b94f-48c0-bd23-3e0c9a2f2943 None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:10.169678 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c86a73fb-618c-4ffb-96d4-eb923a6e1eab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.298494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c86a73fb-618c-4ffb-96d4-eb923a6e1eab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.349052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c8342d23-e0de-4c48-af62-58bdf7abb835 None None] Provisioning complete for port c2adf484-214a-4a8b-888f-6ce8d0d41a08 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:10.349299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8342d23-e0de-4c48-af62-58bdf7abb835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.378959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c86a73fb-618c-4ffb-96d4-eb923a6e1eab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.494007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-e823792f-0b02-436d-8fa2-95719d258f22', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:54:10.495046 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.517222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a73fb-618c-4ffb-96d4-eb923a6e1eab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a31721-a4a9-412c-97a7-72920c395df8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:10.547681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c8342d23-e0de-4c48-af62-58bdf7abb835 None None] Port c2adf484-214a-4a8b-888f-6ce8d0d41a08 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:10.586107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c86a73fb-618c-4ffb-96d4-eb923a6e1eab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.588070 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c86a73fb-618c-4ffb-96d4-eb923a6e1eab tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5614545 Sep 20 12:54:10.590797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33772) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:10.595884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9bf1a3af-ae2a-4058-a3d4-236643562bcc tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'security_group': {'name': 'tempest-secgroup-99832420'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:10.734616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a3af-ae2a-4058-a3d4-236643562bcc tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.854672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8011864c-ab09-4845-a24a-ea33ca9cf395 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:10.857666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8011864c-ab09-4845-a24a-ea33ca9cf395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:10.874385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711bf54b-1ae5-41bf-ba59-f35ad2a01bd6 None None] Update dhcp port {'port': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'fixed_ips': [{'subnet_id': '389f53f3-920a-456b-a0b1-3da8c5faf660', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f614236-ccbc-4982-afeb-2e6401dead4c'}], 'binding:host_id': 'n-d-809934-3'}, 'id': '2354feff-22aa-4707-91cb-455da85ca5f0'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:54:10.994396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a3af-ae2a-4058-a3d4-236643562bcc tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.034317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-711bf54b-1ae5-41bf-ba59-f35ad2a01bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.075907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Allocated IP 172.20.0.2 (e823792f-0b02-436d-8fa2-95719d258f22/c774eae0-7602-435f-b622-efc431def39c/5dc8751b-beb1-41af-8d46-6972f703af24) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:11.077610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a3af-ae2a-4058-a3d4-236643562bcc tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.125546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1a3af-ae2a-4058-a3d4-236643562bcc tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3100fe57-2afc-4424-9d1e-7820491e825e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:11.236197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a3af-ae2a-4058-a3d4-236643562bcc tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.237611 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9bf1a3af-ae2a-4058-a3d4-236643562bcc tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6458502 Sep 20 12:54:11.240240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33774) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:11.249222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1421179542', 'security_groups': ['3100fe57-2afc-4424-9d1e-7820491e825e'], 'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f614236-ccbc-4982-afeb-2e6401dead4c'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:11.322045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.435934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.580521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:11.653660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Pushing event updated for resources: {'Port': ['ID=c2adf484-214a-4a8b-888f-6ce8d0d41a08,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:11.732639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.812798 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.817620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.839490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] device_id is not set on port b6798448-320f-43f2-8400-34efa5e4c3cf yet. {{(pid=95503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:54:11.890833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.891423 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.899227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8011864c-ab09-4845-a24a-ea33ca9cf395 None None] Provisioning complete for port 0ae85ae3-b3c7-4900-b004-70c06c9847cd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:11.899823 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8011864c-ab09-4845-a24a-ea33ca9cf395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:11.953742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Network e7bfb38d-ee0f-453e-abba-1bded13368e5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:12.010777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:12.011121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Network e823792f-0b02-436d-8fa2-95719d258f22 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:12.015589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-711bf54b-1ae5-41bf-ba59-f35ad2a01bd6 None None] Allocated IP 2001:db8::2 (3a8db252-fedc-411c-8ac4-15b46151c9f7/7f614236-ccbc-4982-afeb-2e6401dead4c/2354feff-22aa-4707-91cb-455da85ca5f0) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:12.026210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:12.029911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:12.045221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Pushing event updated for resources: {'Port': ['ID=5dc8751b-beb1-41af-8d46-6972f703af24,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:12.053849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8011864c-ab09-4845-a24a-ea33ca9cf395 None None] Port 0ae85ae3-b3c7-4900-b004-70c06c9847cd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:12.279693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Attempting to bind port 5dc8751b-beb1-41af-8d46-6972f703af24 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:12.280064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Attempting to bind port 5dc8751b-beb1-41af-8d46-6972f703af24 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:12.280427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Attempting to bind port 5dc8751b-beb1-41af-8d46-6972f703af24 on network e823792f-0b02-436d-8fa2-95719d258f22 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:12.307935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:12.308329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Checking segment: {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:12.309108 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.309464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Bound using segment: {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:12.309960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Bound port: 5dc8751b-beb1-41af-8d46-6972f703af24, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:12.310351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.340559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:12.383147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-711bf54b-1ae5-41bf-ba59-f35ad2a01bd6 None None] For port 2354feff-22aa-4707-91cb-455da85ca5f0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2354feff-22aa-4707-91cb-455da85ca5f0,segment=NetworkSegment(403d87e6-e6c5-4cf9-81d1-66e539edde8d),segment_id=403d87e6-e6c5-4cf9-81d1-66e539edde8d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:12.417839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-711bf54b-1ae5-41bf-ba59-f35ad2a01bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.425443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0124d98-fe5a-45c7-9922-0954731174e6 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:12.469390 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6eed-9cff-4d71-9837-36ca3faa3edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.493666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-711bf54b-1ae5-41bf-ba59-f35ad2a01bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.534771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.20.0.1 (e823792f-0b02-436d-8fa2-95719d258f22/c774eae0-7602-435f-b622-efc431def39c/71a22a3b-9f5d-4d52-bcbf-8c1033e6a273) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:12.567613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:12.573799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9298fe04-9b19-4f13-adbc-2668f1cbc950 admin admin] 10.222.0.37 "PUT /v2.0/routers/38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0300672 Sep 20 12:54:12.597439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8::109 (3a8db252-fedc-411c-8ac4-15b46151c9f7/7f614236-ccbc-4982-afeb-2e6401dead4c/b6798448-320f-43f2-8400-34efa5e4c3cf) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:12.660234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3adf7e60-6677-4ca7-a7f9-56469f9bd024 None None] Provisioning complete for port c2adf484-214a-4a8b-888f-6ce8d0d41a08 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:12.663329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3adf7e60-6677-4ca7-a7f9-56469f9bd024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.701165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] For port 5dc8751b-beb1-41af-8d46-6972f703af24, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:12.765258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.879216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] For port 5dc8751b-beb1-41af-8d46-6972f703af24, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5dc8751b-beb1-41af-8d46-6972f703af24,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:12.881332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bf54b-1ae5-41bf-ba59-f35ad2a01bd6 None None] Pushing event updated for resources: {'Port': ['ID=2354feff-22aa-4707-91cb-455da85ca5f0,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:12.890060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a0124d98-fe5a-45c7-9922-0954731174e6 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:12.890307 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.900904 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.921125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3adf7e60-6677-4ca7-a7f9-56469f9bd024 None None] Port c2adf484-214a-4a8b-888f-6ce8d0d41a08 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:12.956708 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:12.989105 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.031695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network e823792f-0b02-436d-8fa2-95719d258f22 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:13.035805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:13.040168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:13.042090 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.078179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc3271-805d-40e1-99fa-ff6ce9672b01 None None] Pushing event updated for resources: {'Port': ['ID=5dc8751b-beb1-41af-8d46-6972f703af24,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:13.105322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.106273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port a0124d98-fe5a-45c7-9922-0954731174e6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0124d98-fe5a-45c7-9922-0954731174e6,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:13.122085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:13.140118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.211871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:13.215667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:13.219848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:13.244730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:13.245458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.270229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=b6798448-320f-43f2-8400-34efa5e4c3cf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:13.313050 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.317884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f80b6214-1766-4b0c-8109-6de03c118ec9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:13.395458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:13.402266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-823ce95a-c4c6-4e6b-ab51-f03484099d24 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1542203 Sep 20 12:54:13.402570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bd00f686-fce2-4d27-ad3e-5f356c92dadd tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:13.415566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=a0124d98-fe5a-45c7-9922-0954731174e6,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:13.468323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f80b6214-1766-4b0c-8109-6de03c118ec9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:13.468987 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.535711 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.599469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.621457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port f80b6214-1766-4b0c-8109-6de03c118ec9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f80b6214-1766-4b0c-8109-6de03c118ec9,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:13.732654 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.834814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=f80b6214-1766-4b0c-8109-6de03c118ec9,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:13.904692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ecae7d8b-1775-4f7f-811b-6758a81c2c71 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:13.905298 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecae7d8b-1775-4f7f-811b-6758a81c2c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:13.919516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00f686-fce2-4d27-ad3e-5f356c92dadd tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:13.929547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd00f686-fce2-4d27-ad3e-5f356c92dadd tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.104088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ecae7d8b-1775-4f7f-811b-6758a81c2c71 None None] Provisioning complete for port 0ae85ae3-b3c7-4900-b004-70c06c9847cd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:14.104372 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ecae7d8b-1775-4f7f-811b-6758a81c2c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.112634 n-d-809934-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-bd00f686-fce2-4d27-ad3e-5f356c92dadd tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f614236-ccbc-4982-afeb-2e6401dead4c (CIDR: 2001:db8::/64) Sep 20 12:54:14.180125 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd00f686-fce2-4d27-ad3e-5f356c92dadd tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:54:14.180644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd00f686-fce2-4d27-ad3e-5f356c92dadd tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:14.181632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ecae7d8b-1775-4f7f-811b-6758a81c2c71 None None] Port 0ae85ae3-b3c7-4900-b004-70c06c9847cd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:14.252068 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.306488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-41b325e3-19ed-499b-985b-7f6c4161ce86 None None] Provisioning complete for port b6798448-320f-43f2-8400-34efa5e4c3cf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:14.307276 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-41b325e3-19ed-499b-985b-7f6c4161ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.336063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd00f686-fce2-4d27-ad3e-5f356c92dadd tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9384997 Sep 20 12:54:14.348183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:14.350368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2354feff-22aa-4707-91cb-455da85ca5f0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:14.353776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-46e697e1-d40e-4550-8349-1d2c8277e138 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:14.386149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-41b325e3-19ed-499b-985b-7f6c4161ce86 None None] Port b6798448-320f-43f2-8400-34efa5e4c3cf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:14.400173 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.417538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:14.418045 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.520508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5dc8751b-beb1-41af-8d46-6972f703af24 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:14.579972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5dc8751b-beb1-41af-8d46-6972f703af24 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:14.580350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.713368 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.802396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 5dc8751b-beb1-41af-8d46-6972f703af24, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5dc8751b-beb1-41af-8d46-6972f703af24,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:14.921235 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:14.922929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f80b6214-1766-4b0c-8109-6de03c118ec9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:14.960661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:14.979172 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:15.034300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Sync routers for ids ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:15.038722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=5dc8751b-beb1-41af-8d46-6972f703af24,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:15.063932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Routers {'38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:15.064867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:53:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:15.137439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f80b6214-1766-4b0c-8109-6de03c118ec9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:15.137817 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:15.157967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33850) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:15.212221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network e823792f-0b02-436d-8fa2-95719d258f22 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:15.212221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:15.266386 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-26d1d79e-1f27-4505-b7aa-6872f0cb3e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:15.288206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e697e1-d40e-4550-8349-1d2c8277e138 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:15.292699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46e697e1-d40e-4550-8349-1d2c8277e138 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:15.330857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Set router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:15.408135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d4f33-dfbe-4008-938f-997da9f09a11 None None] Network e823792f-0b02-436d-8fa2-95719d258f22 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:15.443788 n-d-809934-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-46e697e1-d40e-4550-8349-1d2c8277e138 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 389f53f3-920a-456b-a0b1-3da8c5faf660 (CIDR: 2001:db8:0:1::/64) Sep 20 12:54:15.452989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 7d3c926e-b039-4f8c-b342-83d0bd68358f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:15.556297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0124d98-fe5a-45c7-9922-0954731174e6 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:15.603078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:15.605322 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e697e1-d40e-4550-8349-1d2c8277e138 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:54:15.605978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e697e1-d40e-4550-8349-1d2c8277e138 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:15.612503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ce38378-3502-42fa-b2c0-81c5446069c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "PUT /v2.0/routers/7d3c926e-b039-4f8c-b342-83d0bd68358f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6496885 Sep 20 12:54:15.617879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33856) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:15.622501 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Sync routers for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:15.638025 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:15.638660 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:15.650879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2992c627-5fc5-467b-a16f-fd96c10a02ae None None] Provisioning complete for port 5dc8751b-beb1-41af-8d46-6972f703af24 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:15.665606 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2992c627-5fc5-467b-a16f-fd96c10a02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:15.787561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-46e697e1-d40e-4550-8349-1d2c8277e138 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4379356 Sep 20 12:54:15.791019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33858) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:15.798542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'subnet': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:15.827648 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:15.831240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.832630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.833227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.840878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.841669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.842213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.842755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.843283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.843812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.849454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-688b7174-7b37-4418-857a-334fb7b3bd97 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6417 time: 0.2282300 Sep 20 12:54:15.849797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33860) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:15.938396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.939037 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.939567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.940128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.940647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.941201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.941811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.942333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.942850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.943367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:15.948427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-81ab1680-f979-4093-9d44-73007fef195d tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6522 time: 0.0949216 Sep 20 12:54:15.948893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:16.102077 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 2, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:16.114479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Made reservation on behalf of 59bb457312ab48f5ae686537a093fb51 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:16.121573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.134213 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.136607 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Checking router: 7d3c926e-b039-4f8c-b342-83d0bd68358f for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:16.137287 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Updating router 7d3c926e-b039-4f8c-b342-83d0bd68358f port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:16.172305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a0124d98-fe5a-45c7-9922-0954731174e6 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:16.172786 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.173301 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.285063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.432726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:09Z', 'revision_number': 4, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port': {'id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c2adf484-214a-4a8b-888f-6ce8d0d41a08', 'name': '', 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'mac_address': 'fa:16:3e:57:6a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5a0a4ce9-6a2e-4086-9c84-b3926c5a132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:08Z', 'updated_at': '2021-09-20T12:54:10Z', 'revision_number': 2, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'subnets': [{'id': '5a0a4ce9-6a2e-4086-9c84-b3926c5a132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:16.469598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Checking router: 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:16.469950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Updating router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b port c2adf484-214a-4a8b-888f-6ce8d0d41a08 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:16.484906 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aa909779-31f8-49a0-bf14-a722e50a0eea tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.5346625 Sep 20 12:54:16.495407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5dc8751b-beb1-41af-8d46-6972f703af24 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:16.612073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.688543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b76cdc07-5f69-443c-a6a7-8d99ea955294 None None] Provisioning complete for port 5dc8751b-beb1-41af-8d46-6972f703af24 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:16.688977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b76cdc07-5f69-443c-a6a7-8d99ea955294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.700745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5dc8751b-beb1-41af-8d46-6972f703af24 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:16.700745 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.700745 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.726260 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.847388 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:16.950546 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b5ff-505f-4613-9c25-39029cb834ce None None] Pushing event updated for resources: {'Port': ['ID=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:16.978759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Deleting port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:16.979908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.014697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:17.021464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f23aeca4-ea65-40be-a67a-85bedede0769 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038076277', 'description': 'tempest-secgroup-smoke-1038076277 description', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:17.059323 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Attempting to bind port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:17.059323 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Attempting to bind port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:17.060184 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Attempting to bind port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 on network e823792f-0b02-436d-8fa2-95719d258f22 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:17.067434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:17.067809 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Checking segment: {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:17.068212 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.068605 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Bound using segment: {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:17.069258 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Bound port: 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:17.069783 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.076746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b76cdc07-5f69-443c-a6a7-8d99ea955294 None None] Provisioning complete for port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:17.077322 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b76cdc07-5f69-443c-a6a7-8d99ea955294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.112617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.134580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b76cdc07-5f69-443c-a6a7-8d99ea955294 None None] Port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:17.142419 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] For port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:17.147304 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] For port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:17.176169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:17.189875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:17.190991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f23aeca4-ea65-40be-a67a-85bedede0769 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.201668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:17.201668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.225544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] For port 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,segment=NetworkSegment(c77f43e2-0328-4e6d-8fbe-24395cfb0b08),segment_id=c77f43e2-0328-4e6d-8fbe-24395cfb0b08)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:17.226114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.243535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b93bc-0c0e-4188-b56f-e299747af4a4 None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:17.278507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Subnet': ['ID=c44ff2ea-b947-4074-b856-aa9eb8aaf300,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:17.282052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Calling delete_port for 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:17.300941 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.320926 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.367830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f23aeca4-ea65-40be-a67a-85bedede0769 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.394993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-60542a17-5755-4a1f-a446-6fd30f9b0b2f None None] Provisioning complete for port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:17.395328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-60542a17-5755-4a1f-a446-6fd30f9b0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.412205 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:17.413469 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:17.447404 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f23aeca4-ea65-40be-a67a-85bedede0769 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.461369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.507806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23aeca4-ea65-40be-a67a-85bedede0769 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45c2335-e16a-4a80-b72f-24eafa558db2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:17.597710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f23aeca4-ea65-40be-a67a-85bedede0769 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.601933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f23aeca4-ea65-40be-a67a-85bedede0769 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5832598 Sep 20 12:54:17.601933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:17.608995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a19f9619-dd8a-4c67-a668-cbc29609a255 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'd45c2335-e16a-4a80-b72f-24eafa558db2', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:17.621919 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-be9f6205-e7a8-49f8-ad97-7c75d969de1f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8264580 Sep 20 12:54:17.623080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:17.650133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-434110697', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c44ff2ea-b947-4074-b856-aa9eb8aaf300'}], 'security_groups': ['9e382b6e-d993-4c2f-a9ca-a40205990eb7', 'e9a31721-a4a9-412c-97a7-72920c395df8']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:17.652747 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b5ff-505f-4613-9c25-39029cb834ce None None] Pushing event updated for resources: {'Port': ['ID=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:17.707023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:17.822632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:17.833833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f134a28-8d26-41e8-a9ff-c01ceb52d5b6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:17.926297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9606d-5353-4bd3-83ca-b9ae0b459ab7 None None] Pushing event updated for resources: {'Port': ['ID=c2adf484-214a-4a8b-888f-6ce8d0d41a08,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:18.078861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a19f9619-dd8a-4c67-a668-cbc29609a255 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.117503 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-60542a17-5755-4a1f-a446-6fd30f9b0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.166426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Attempting to bind port c2adf484-214a-4a8b-888f-6ce8d0d41a08 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:18.167061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Attempting to bind port c2adf484-214a-4a8b-888f-6ce8d0d41a08 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:18.167271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Attempting to bind port c2adf484-214a-4a8b-888f-6ce8d0d41a08 on network e7bfb38d-ee0f-453e-abba-1bded13368e5 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:18.187316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:18.187827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Checking segment: {'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:18.188139 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.188604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Bound using segment: {'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:18.189050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Bound port: c2adf484-214a-4a8b-888f-6ce8d0d41a08, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a786082-cb16-462d-8279-8b7e53bdc26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:18.189449 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.215737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.244036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a19f9619-dd8a-4c67-a668-cbc29609a255 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.272821 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.274863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-60542a17-5755-4a1f-a446-6fd30f9b0b2f None None] For port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:18.344857 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-60542a17-5755-4a1f-a446-6fd30f9b0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.359240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a19f9619-dd8a-4c67-a668-cbc29609a255 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.376148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a413bc3-421e-4bc3-b2e2-4814f2c06589 None None] Update dhcp port {'port': {'network_id': '3a8db252-fedc-411c-8ac4-15b46151c9f7', 'fixed_ips': [{'subnet_id': '389f53f3-920a-456b-a0b1-3da8c5faf660', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f614236-ccbc-4982-afeb-2e6401dead4c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c44ff2ea-b947-4074-b856-aa9eb8aaf300'}], 'binding:host_id': 'n-d-809934-3'}, 'id': '2354feff-22aa-4707-91cb-455da85ca5f0'} from n-d-809934-3. {{(pid=95504) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 20 12:54:18.397315 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:17Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:18.403261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f9619-dd8a-4c67-a668-cbc29609a255 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ec5c26-4aca-4fc2-b38f-99212e3a5b20,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:18.460238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a413bc3-421e-4bc3-b2e2-4814f2c06589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.501290 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6704a-bf09-4a6d-9b87-a6dccbff0cd6 None None] The sync data for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 is: [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:17Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:18.511653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a19f9619-dd8a-4c67-a668-cbc29609a255 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.514511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a19f9619-dd8a-4c67-a668-cbc29609a255 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9115858 Sep 20 12:54:18.525877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] For port c2adf484-214a-4a8b-888f-6ce8d0d41a08, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:18.529370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33888) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:18.546058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60542a17-5755-4a1f-a446-6fd30f9b0b2f None None] Pushing event updated for resources: {'Port': ['ID=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:18.551767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] For port c2adf484-214a-4a8b-888f-6ce8d0d41a08, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c2adf484-214a-4a8b-888f-6ce8d0d41a08,segment=NetworkSegment(3a786082-cb16-462d-8279-8b7e53bdc26c),segment_id=3a786082-cb16-462d-8279-8b7e53bdc26c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:18.571575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-676e3a52-d100-41ef-9095-41260706ca89 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'd45c2335-e16a-4a80-b72f-24eafa558db2', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:18.644510 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.667362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e4fd2ef0-87c8-42c2-8682-c94bbaeef68f None None] Provisioning complete for port c2adf484-214a-4a8b-888f-6ce8d0d41a08 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:18.668877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2ef0-87c8-42c2-8682-c94bbaeef68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.713435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33890) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:18.849776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-676e3a52-d100-41ef-9095-41260706ca89 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:18.931808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9606d-5353-4bd3-83ca-b9ae0b459ab7 None None] Pushing event updated for resources: {'Port': ['ID=c2adf484-214a-4a8b-888f-6ce8d0d41a08,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:18.936325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Routers {'38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:18.937230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:18.999482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22d59fb-ce71-45da-8a5f-8c8c786f68d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.150915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] Set router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:19.182674 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.287353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-676e3a52-d100-41ef-9095-41260706ca89 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.342604 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Delete allocated IP 2001:db8::109 (3a8db252-fedc-411c-8ac4-15b46151c9f7/7f614236-ccbc-4982-afeb-2e6401dead4c) {{(pid=95502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 20 12:54:19.368787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Allocated IP 2001:db8:0:2::1fa (3a8db252-fedc-411c-8ac4-15b46151c9f7/c44ff2ea-b947-4074-b856-aa9eb8aaf300/b6798448-320f-43f2-8400-34efa5e4c3cf) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:19.390992 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-676e3a52-d100-41ef-9095-41260706ca89 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.407453 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2ef0-87c8-42c2-8682-c94bbaeef68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.463578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e3a52-d100-41ef-9095-41260706ca89 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5f0455-149b-4cc2-9b07-66fbaf57fc7d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:19.514378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e4fd2ef0-87c8-42c2-8682-c94bbaeef68f None None] For port c2adf484-214a-4a8b-888f-6ce8d0d41a08, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c2adf484-214a-4a8b-888f-6ce8d0d41a08,segment=NetworkSegment(3a786082-cb16-462d-8279-8b7e53bdc26c),segment_id=3a786082-cb16-462d-8279-8b7e53bdc26c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:19.552701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22d59fb-ce71-45da-8a5f-8c8c786f68d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.582504 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2ef0-87c8-42c2-8682-c94bbaeef68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.586073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:09Z', 'revision_number': 4, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port': {'id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c2adf484-214a-4a8b-888f-6ce8d0d41a08', 'name': '', 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'mac_address': 'fa:16:3e:57:6a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5a0a4ce9-6a2e-4086-9c84-b3926c5a132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:08Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 4, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'subnets': [{'id': '5a0a4ce9-6a2e-4086-9c84-b3926c5a132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:19.597668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Router e00c5cbf-35ec-463d-8764-d76eef871a3b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:19.626964 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22d59fb-ce71-45da-8a5f-8c8c786f68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.658014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c22d59fb-ce71-45da-8a5f-8c8c786f68d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d6caebfdb4e49fe844327f233bb6c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9433749 Sep 20 12:54:19.662461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33896) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:19.666115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdcb3b-d60c-4aa6-aa04-d982850df1ba None None] The sync data for ids ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'] in n-d-809934-3 is: [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:09Z', 'revision_number': 4, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port': {'id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'c2adf484-214a-4a8b-888f-6ce8d0d41a08', 'name': '', 'network_id': 'e7bfb38d-ee0f-453e-abba-1bded13368e5', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'mac_address': 'fa:16:3e:57:6a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '5a0a4ce9-6a2e-4086-9c84-b3926c5a132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:08Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 4, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'subnets': [{'id': '5a0a4ce9-6a2e-4086-9c84-b3926c5a132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:19.688565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e4fd2ef0-87c8-42c2-8682-c94bbaeef68f None None] Provisioning complete for port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:19.689248 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2ef0-87c8-42c2-8682-c94bbaeef68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.709415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-676e3a52-d100-41ef-9095-41260706ca89 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.713986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-676e3a52-d100-41ef-9095-41260706ca89 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1828573 Sep 20 12:54:19.717884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33898) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:19.790079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b61ab48b-57e8-49cd-9bbb-9359447245d6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'd45c2335-e16a-4a80-b72f-24eafa558db2', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:19.807808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd2ef0-87c8-42c2-8682-c94bbaeef68f None None] Pushing event updated for resources: {'Port': ['ID=c2adf484-214a-4a8b-888f-6ce8d0d41a08,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:19.827898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d59fb-ce71-45da-8a5f-8c8c786f68d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef7c9af-0ff5-44d4-bb78-eabc730589a7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:19.831948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03511205-6198-4728-a6a9-ce32635263e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.834950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:19.846223 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-802618a0-fd6b-4389-8cbb-2356dc80779b admin admin] 10.222.0.37 "PUT /v2.0/routers/e00c5cbf-35ec-463d-8764-d76eef871a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6868715 Sep 20 12:54:19.846418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:19.861443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] Sync routers for ids ['e00c5cbf-35ec-463d-8764-d76eef871a3b'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:19.896704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] Routers {'e00c5cbf-35ec-463d-8764-d76eef871a3b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:19.897378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['e00c5cbf-35ec-463d-8764-d76eef871a3b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:19.897901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03511205-6198-4728-a6a9-ce32635263e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.957941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:19.965076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b61ab48b-57e8-49cd-9bbb-9359447245d6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.130067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03511205-6198-4728-a6a9-ce32635263e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.136010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03511205-6198-4728-a6a9-ce32635263e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.139842 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-03511205-6198-4728-a6a9-ce32635263e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ef7c9af-0ff5-44d4-bb78-eabc730589a7 HTTP/1.1" status: 204 len: 168 time: 0.4738359 Sep 20 12:54:20.156439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03511205-6198-4728-a6a9-ce32635263e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef7c9af-0ff5-44d4-bb78-eabc730589a7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:20.233121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] Set router e00c5cbf-35ec-463d-8764-d76eef871a3b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:20.346891 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.388918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.441146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b61ab48b-57e8-49cd-9bbb-9359447245d6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.488624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.514319 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.517644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-90b733f7-053b-4b3a-9fd4-3d8f532c41d3 None None] Provisioning complete for port c2adf484-214a-4a8b-888f-6ce8d0d41a08 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:20.518095 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-90b733f7-053b-4b3a-9fd4-3d8f532c41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.538691 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b61ab48b-57e8-49cd-9bbb-9359447245d6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.571106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] In _notify_port_updated(), no bound segment for port b6798448-320f-43f2-8400-34efa5e4c3cf on network 3a8db252-fedc-411c-8ac4-15b46151c9f7 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 20 12:54:20.581275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:20.581275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.581566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c2adf484-214a-4a8b-888f-6ce8d0d41a08 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:20.581678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "PUT /v2.0/ports/b6798448-320f-43f2-8400-34efa5e4c3cf HTTP/1.1" status: 200 len: 969 time: 2.9505763 Sep 20 12:54:20.583108 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33910) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:20.599114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8a413bc3-421e-4bc3-b2e2-4814f2c06589 None None] Allocated IP 2001:db8:0:2::2 (3a8db252-fedc-411c-8ac4-15b46151c9f7/c44ff2ea-b947-4074-b856-aa9eb8aaf300/2354feff-22aa-4707-91cb-455da85ca5f0) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:20.603145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5aa00-21a6-45dc-8914-b11ce80793d5 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event updated for resources: {'Port': ['ID=b6798448-320f-43f2-8400-34efa5e4c3cf,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:20.609551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ab48b-57e8-49cd-9bbb-9359447245d6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6f5e31-9f6b-415e-8721-8bf176df6e4c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:20.687111 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.693460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b61ab48b-57e8-49cd-9bbb-9359447245d6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.697828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b61ab48b-57e8-49cd-9bbb-9359447245d6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9586954 Sep 20 12:54:20.699107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:20.705039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7555c211-fc45-4515-a9ad-3e2f136b7fea tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'd45c2335-e16a-4a80-b72f-24eafa558db2', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:20.717819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '729dda91-5812-49c9-bca0-99aa77435f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:54:17Z', 'revision_number': 5, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port': {'id': '729dda91-5812-49c9-bca0-99aa77435f16', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:53:51Z', 'updated_at': '2021-09-20T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:20.762566 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e7b43a8c-de49-4ebf-8417-a250320df4c6 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port b6798448-320f-43f2-8400-34efa5e4c3cf {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:20.765569 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7b43a8c-de49-4ebf-8417-a250320df4c6 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.800822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] Checking router: e00c5cbf-35ec-463d-8764-d76eef871a3b for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:20.845301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c2adf484-214a-4a8b-888f-6ce8d0d41a08 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:20.845606 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.846313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Deleting port 729dda91-5812-49c9-bca0-99aa77435f16 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:20.846682 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.854566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] Routers {'e00c5cbf-35ec-463d-8764-d76eef871a3b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:20.855186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['e00c5cbf-35ec-463d-8764-d76eef871a3b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:20.858346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8a413bc3-421e-4bc3-b2e2-4814f2c06589 None None] For port 2354feff-22aa-4707-91cb-455da85ca5f0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2354feff-22aa-4707-91cb-455da85ca5f0,segment=NetworkSegment(403d87e6-e6c5-4cf9-81d1-66e539edde8d),segment_id=403d87e6-e6c5-4cf9-81d1-66e539edde8d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:20.898640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7555c211-fc45-4515-a9ad-3e2f136b7fea tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.921659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7b43a8c-de49-4ebf-8417-a250320df4c6 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.935730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e7b43a8c-de49-4ebf-8417-a250320df4c6 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for b6798448-320f-43f2-8400-34efa5e4c3cf owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:20.987735 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a413bc3-421e-4bc3-b2e2-4814f2c06589 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:20.989856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] For port 729dda91-5812-49c9-bca0-99aa77435f16, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=729dda91-5812-49c9-bca0-99aa77435f16,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:20.990231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.006693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] Set router e00c5cbf-35ec-463d-8764-d76eef871a3b gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:21.024464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Calling delete_port for 729dda91-5812-49c9-bca0-99aa77435f16 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:21.027200 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7555c211-fc45-4515-a9ad-3e2f136b7fea tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.064471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:54:20Z', 'revision_number': 6, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:21.109988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3a594-0937-4a7d-a1c9-739e1cb5501d None None] The sync data for ids ['e00c5cbf-35ec-463d-8764-d76eef871a3b'] in n-d-809934-3 is: [{'id': 'e00c5cbf-35ec-463d-8764-d76eef871a3b', 'name': 'tempest-TestAggregatesBasicOps-1848969204-router', 'tenant_id': '3963bf0509b6454f9103e934d3f74417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:53:50Z', 'updated_at': '2021-09-20T12:54:20Z', 'revision_number': 6, 'project_id': '3963bf0509b6454f9103e934d3f74417', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:21.126693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:21.174924 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7555c211-fc45-4515-a9ad-3e2f136b7fea tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.177442 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a413bc3-421e-4bc3-b2e2-4814f2c06589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.188283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:21.188647 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.203252 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7b43a8c-de49-4ebf-8417-a250320df4c6 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.218694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555c211-fc45-4515-a9ad-3e2f136b7fea tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b376b5c-bc54-4495-905c-184633ae72f0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:21.254946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b43a8c-de49-4ebf-8417-a250320df4c6 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=b6798448-320f-43f2-8400-34efa5e4c3cf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:21.288639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7555c211-fc45-4515-a9ad-3e2f136b7fea tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.300087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7555c211-fc45-4515-a9ad-3e2f136b7fea tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5901859 Sep 20 12:54:21.300087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:21.300087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-feac7221-f33e-467d-a2f5-5b3c71107673 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'd45c2335-e16a-4a80-b72f-24eafa558db2', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:21.334037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7b43a8c-de49-4ebf-8417-a250320df4c6 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.338863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:21.339254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e7b43a8c-de49-4ebf-8417-a250320df4c6 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/b6798448-320f-43f2-8400-34efa5e4c3cf HTTP/1.1" status: 204 len: 168 time: 0.7539105 Sep 20 12:54:21.368098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a413bc3-421e-4bc3-b2e2-4814f2c06589 None None] Pushing event updated for resources: {'Port': ['ID=2354feff-22aa-4707-91cb-455da85ca5f0,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:21.374554 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b717ef9a-ed7c-44c3-a446-49ede2c7fea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] GET failed (client error): The resource could not be found. Sep 20 12:54:21.374983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b717ef9a-ed7c-44c3-a446-49ede2c7fea3 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports/b6798448-320f-43f2-8400-34efa5e4c3cf HTTP/1.1" status: 404 len: 333 time: 0.0349669 Sep 20 12:54:21.375790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.378035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33938) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:21.414520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Pushing event deleted for resources: {'Port': ['ID=729dda91-5812-49c9-bca0-99aa77435f16,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:21.448388 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-feac7221-f33e-467d-a2f5-5b3c71107673 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Project 1e5ba0ac24ca46f2950e14fd2f02e8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:54:21.481535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd565be6-b23b-4f06-a8f6-9b248e541686 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.482987 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feac7221-f33e-467d-a2f5-5b3c71107673 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.510168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd565be6-b23b-4f06-a8f6-9b248e541686 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.535986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.684830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.690881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.693481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feac7221-f33e-467d-a2f5-5b3c71107673 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.702649 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd565be6-b23b-4f06-a8f6-9b248e541686 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.706010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd565be6-b23b-4f06-a8f6-9b248e541686 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.710284 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd565be6-b23b-4f06-a8f6-9b248e541686 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/security-groups/3100fe57-2afc-4424-9d1e-7820491e825e HTTP/1.1" status: 204 len: 168 time: 0.3311055 Sep 20 12:54:21.710917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33942) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:21.740366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd565be6-b23b-4f06-a8f6-9b248e541686 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3100fe57-2afc-4424-9d1e-7820491e825e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:21.784908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feac7221-f33e-467d-a2f5-5b3c71107673 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.811211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-200f0852-7824-4a58-902e-ce6c28eded11 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.811500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac7221-f33e-467d-a2f5-5b3c71107673 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86110a61-7b78-49ea-97da-760019ae1b3c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:21.846932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-200f0852-7824-4a58-902e-ce6c28eded11 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.849474 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.850041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e00c5cbf-35ec-463d-8764-d76eef871a3b {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:54:21.861447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.861447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-169a71d4-0389-4f8a-a989-7da1fc49ac4b admin admin] 10.222.0.37 "DELETE /v2.0/routers/e00c5cbf-35ec-463d-8764-d76eef871a3b HTTP/1.1" status: 204 len: 168 time: 2.0022223 Sep 20 12:54:21.861447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33948) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:21.907532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feac7221-f33e-467d-a2f5-5b3c71107673 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.909319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-feac7221-f33e-467d-a2f5-5b3c71107673 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6146746 Sep 20 12:54:21.912471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33950) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:21.921238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c6755d85-e1b4-454e-8d55-0a6526c1a141 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'd45c2335-e16a-4a80-b72f-24eafa558db2', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:21.931122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45d770d-31d1-4fdd-9aa5-0616bfa9ff5b admin admin] Deleting subnet 9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:54:21.934505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d45d770d-31d1-4fdd-9aa5-0616bfa9ff5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.972994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d45d770d-31d1-4fdd-9aa5-0616bfa9ff5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.984310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-200f0852-7824-4a58-902e-ce6c28eded11 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.987100 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-200f0852-7824-4a58-902e-ce6c28eded11 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:21.988542 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-200f0852-7824-4a58-902e-ce6c28eded11 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/security-groups/e9a31721-a4a9-412c-97a7-72920c395df8 HTTP/1.1" status: 204 len: 168 time: 0.2733696 Sep 20 12:54:21.994655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33952) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:22.049280 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-c6755d85-e1b4-454e-8d55-0a6526c1a141 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Project 1e5ba0ac24ca46f2950e14fd2f02e8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:54:22.066706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f0852-7824-4a58-902e-ce6c28eded11 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a31721-a4a9-412c-97a7-72920c395df8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:22.076548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d45d770d-31d1-4fdd-9aa5-0616bfa9ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.082086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6755d85-e1b4-454e-8d55-0a6526c1a141 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.181474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805504fa-93f4-4e07-a278-0a5c36337e84 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.196628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805504fa-93f4-4e07-a278-0a5c36337e84 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.273883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6755d85-e1b4-454e-8d55-0a6526c1a141 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.283168 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d45d770d-31d1-4fdd-9aa5-0616bfa9ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.323751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805504fa-93f4-4e07-a278-0a5c36337e84 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.327362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-805504fa-93f4-4e07-a278-0a5c36337e84 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.344077 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-805504fa-93f4-4e07-a278-0a5c36337e84 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/security-groups/9e382b6e-d993-4c2f-a9ca-a40205990eb7 HTTP/1.1" status: 204 len: 168 time: 0.3384488 Sep 20 12:54:22.347895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33966) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:22.355731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d770d-31d1-4fdd-9aa5-0616bfa9ff5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:22.363477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d45d770d-31d1-4fdd-9aa5-0616bfa9ff5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.365503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d45d770d-31d1-4fdd-9aa5-0616bfa9ff5b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9e7dce20-bbfd-4bb8-8b76-33baaff5ad2e HTTP/1.1" status: 204 len: 168 time: 0.5034370 Sep 20 12:54:22.376785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:22.377772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805504fa-93f4-4e07-a278-0a5c36337e84 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e382b6e-d993-4c2f-a9ca-a40205990eb7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:22.390521 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6755d85-e1b4-454e-8d55-0a6526c1a141 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.435907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-20e43921-0ec2-4a95-ad5b-7afa8ecc245f None None] Could not find standard attr ID for object b6798448-320f-43f2-8400-34efa5e4c3cf. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:54:22.438350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dab2eba-833a-4c18-9bda-7948a52a76ac None None] Network 3cb60c98-bdc8-4fd6-987c-4c178d6273ac requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:22.487500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-20e43921-0ec2-4a95-ad5b-7afa8ecc245f None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:22.488054 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20e43921-0ec2-4a95-ad5b-7afa8ecc245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.507233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6755d85-e1b4-454e-8d55-0a6526c1a141 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4378f7-7862-4b11-b34c-8b476811682f,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:22.518468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f641efe6-b000-4d91-b3e5-8006dfcefbcf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet 7f614236-ccbc-4982-afeb-2e6401dead4c {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:54:22.523261 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6755d85-e1b4-454e-8d55-0a6526c1a141 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.533947 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c6755d85-e1b4-454e-8d55-0a6526c1a141 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6192076 Sep 20 12:54:22.535047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f641efe6-b000-4d91-b3e5-8006dfcefbcf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.581289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.616852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f641efe6-b000-4d91-b3e5-8006dfcefbcf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.672824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2354feff-22aa-4707-91cb-455da85ca5f0 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:22.673341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Deleting port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:22.674218 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.775304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] For port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=94388192-f9ba-4e75-9b90-cb22fdf2ccb5,segment=NetworkSegment(c77f43e2-0328-4e6d-8fbe-24395cfb0b08),segment_id=c77f43e2-0328-4e6d-8fbe-24395cfb0b08)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:22.775975 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.809346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Calling delete_port for 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:22.935669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f641efe6-b000-4d91-b3e5-8006dfcefbcf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:22.996902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-061f8ad0-9f6c-43c9-be27-ee02ecda88ee tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038076277&fields=id&tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 267 time: 0.0685828 Sep 20 12:54:23.038014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:23.038393 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.146302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f641efe6-b000-4d91-b3e5-8006dfcefbcf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.198646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-d4be2618-6684-46a2-a135-72eafd193ed9 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:23.201932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-d4be2618-6684-46a2-a135-72eafd193ed9 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/networks?id=e823792f-0b02-436d-8fa2-95719d258f22 HTTP/1.1" status: 200 len: 797 time: 0.1889899 Sep 20 12:54:23.203220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.218545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] No DVR routers for this DVR port 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:54:23.221784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641efe6-b000-4d91-b3e5-8006dfcefbcf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=7f614236-ccbc-4982-afeb-2e6401dead4c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:23.242863 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f641efe6-b000-4d91-b3e5-8006dfcefbcf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.245091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f641efe6-b000-4d91-b3e5-8006dfcefbcf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/7f614236-ccbc-4982-afeb-2e6401dead4c HTTP/1.1" status: 204 len: 168 time: 0.8710661 Sep 20 12:54:23.248544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33986) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:23.284146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-e2663635-31c8-43f5-b99f-37e3227a2581 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/quotas/1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 375 time: 0.0702817 Sep 20 12:54:23.321181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Pushing event deleted for resources: {'Port': ['ID=94388192-f9ba-4e75-9b90-cb22fdf2ccb5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:23.344820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3a0d41-a1dd-4c00-8517-fb1c9f964cdf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet c44ff2ea-b947-4074-b856-aa9eb8aaf300 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:54:23.358197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3a0d41-a1dd-4c00-8517-fb1c9f964cdf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.406551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.413133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db541f-39d4-42f9-b9ca-798ab0b1c43d None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:23.431701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb60c98-bdc8-4fd6-987c-4c178d6273ac']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:23.447607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:23.448004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77f43e2-0328-4e6d-8fbe-24395cfb0b08') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:23.505147 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3a0d41-a1dd-4c00-8517-fb1c9f964cdf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.507762 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.531362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.552739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:54:23.553382 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:54:23.555641 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:54:23.575021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-f93f6fb8-ad0d-4693-aa87-1e314f9c927b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2554243 Sep 20 12:54:23.791914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3a0d41-a1dd-4c00-8517-fb1c9f964cdf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.825038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1871d4cc-e03b-4348-b11d-f5bae8f69b2f None None] DHCP port deletion for 3cb60c98-bdc8-4fd6-987c-4c178d6273ac request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:54:23.829331 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.846354 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.851375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/3cb60c98-bdc8-4fd6-987c-4c178d6273ac HTTP/1.1" status: 204 len: 168 time: 1.4706883 Sep 20 12:54:23.859781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 33992) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:23.906275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1a66f-4080-4929-aa13-7e077f5259fe admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb60c98-bdc8-4fd6-987c-4c178d6273ac,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:23.979343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3a0d41-a1dd-4c00-8517-fb1c9f964cdf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.981047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-20e43921-0ec2-4a95-ad5b-7afa8ecc245f None None] Provisioning complete for port 0ae85ae3-b3c7-4900-b004-70c06c9847cd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:23.982161 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20e43921-0ec2-4a95-ad5b-7afa8ecc245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:23.995757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-9aa47ea1-6038-4b8a-979c-e56169dd6394 service neutron] 10.222.0.37 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319163 Sep 20 12:54:24.035278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a0d41-a1dd-4c00-8517-fb1c9f964cdf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=c44ff2ea-b947-4074-b856-aa9eb8aaf300,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:24.045687 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a3a0d41-a1dd-4c00-8517-fb1c9f964cdf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:24.051377 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1a3a0d41-a1dd-4c00-8517-fb1c9f964cdf tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/c44ff2ea-b947-4074-b856-aa9eb8aaf300 HTTP/1.1" status: 204 len: 168 time: 0.8013451 Sep 20 12:54:24.052236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33996) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:24.089357 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-06296cc3-9fe1-4fac-8e17-b13bb1272f5f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:24.090157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06296cc3-9fe1-4fac-8e17-b13bb1272f5f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:24.095906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-06296cc3-9fe1-4fac-8e17-b13bb1272f5f tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/7f614236-ccbc-4982-afeb-2e6401dead4c HTTP/1.1" status: 404 len: 337 time: 0.0422497 Sep 20 12:54:24.096895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 33998) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:24.141746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:24.176058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce405e1-32fa-4e9b-84a1-24f1273be61e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting subnet 389f53f3-920a-456b-a0b1-3da8c5faf660 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:54:24.179935 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ce405e1-32fa-4e9b-84a1-24f1273be61e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:24.192944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:24.193735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5f134a28-8d26-41e8-a9ff-c01ceb52d5b6 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:24.198282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-20e43921-0ec2-4a95-ad5b-7afa8ecc245f None None] Port 0ae85ae3-b3c7-4900-b004-70c06c9847cd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:24.215904 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-54660cea-4798-4864-8e7c-451491318869 service neutron] 10.222.0.37 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073653 Sep 20 12:54:24.253466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ce405e1-32fa-4e9b-84a1-24f1273be61e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:24.310634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7df3f317-4d92-42aa-bba5-eaeabb7cfae9 None None] Could not find standard attr ID for object b6798448-320f-43f2-8400-34efa5e4c3cf. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 12:54:24.418330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ce405e1-32fa-4e9b-84a1-24f1273be61e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:24.437873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 729dda91-5812-49c9-bca0-99aa77435f16 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:24.462909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 729dda91-5812-49c9-bca0-99aa77435f16 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:24.465891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 729dda91-5812-49c9-bca0-99aa77435f16 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:24.470183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:24.505375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:24.505892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 94388192-f9ba-4e75-9b90-cb22fdf2ccb5 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:24.562273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ce405e1-32fa-4e9b-84a1-24f1273be61e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:24.637447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce405e1-32fa-4e9b-84a1-24f1273be61e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Subnet': ['ID=389f53f3-920a-456b-a0b1-3da8c5faf660,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:24.662705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ce405e1-32fa-4e9b-84a1-24f1273be61e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:24.669962 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4ce405e1-32fa-4e9b-84a1-24f1273be61e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/389f53f3-920a-456b-a0b1-3da8c5faf660 HTTP/1.1" status: 204 len: 168 time: 0.5718629 Sep 20 12:54:24.670597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34010) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:24.683837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23a04c8f-6f18-4775-a899-2718c03ec5ca req-ba9beb64-4e58-44ba-8925-98952f2bcd5d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 210 time: 0.0659540 Sep 20 12:54:24.703730 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a18510-20ed-4496-aa30-fc8c38de99b7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:24.704195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a18510-20ed-4496-aa30-fc8c38de99b7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:24.706043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:24.709552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-34a18510-20ed-4496-aa30-fc8c38de99b7 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/0a817f34-d5e7-430b-8743-c097cff63167 HTTP/1.1" status: 404 len: 337 time: 0.0379162 Sep 20 12:54:24.710184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34012) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:24.751505 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5b959611-9758-4510-8cab-dbbb73e64ae4 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3 HTTP/1.1" status: 200 len: 205 time: 0.0391190 Sep 20 12:54:24.757578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34014) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:24.844680 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-0b006285-91cb-4b4a-9aed-0e4213d59702 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] delete failed (client error): The resource could not be found. Sep 20 12:54:24.848961 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0b006285-91cb-4b4a-9aed-0e4213d59702 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/routers/7f3f3d0a-7378-4f66-8abf-1bd8ec092ec3 HTTP/1.1" status: 404 len: 336 time: 0.0872190 Sep 20 12:54:24.849592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34024) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:24.897215 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96ed95b-e600-4256-8f5e-73cf1bd71ece tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:24.906194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96ed95b-e600-4256-8f5e-73cf1bd71ece tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:24.906194 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a96ed95b-e600-4256-8f5e-73cf1bd71ece tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/f407aa8c-6867-4f48-bfd9-1dd18cffc32d HTTP/1.1" status: 404 len: 337 time: 0.0531354 Sep 20 12:54:24.906194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34028) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:24.953424 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-153708d3-c560-40d0-8028-8af13604ca4e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:24.953966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153708d3-c560-40d0-8028-8af13604ca4e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:24.960145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-153708d3-c560-40d0-8028-8af13604ca4e tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/91ba08df-e22f-409c-9fdf-68f6ad699a91 HTTP/1.1" status: 404 len: 337 time: 0.0544684 Sep 20 12:54:24.960858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34030) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:24.992835 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2420f15-6835-44e7-b39c-a194987b3193 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:24.992835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2420f15-6835-44e7-b39c-a194987b3193 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:24.995411 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d2420f15-6835-44e7-b39c-a194987b3193 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/a7579564-dbf1-4c87-aea2-948b0db63143 HTTP/1.1" status: 404 len: 337 time: 0.0332973 Sep 20 12:54:24.996247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34032) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:25.031219 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d199fd9f-731b-40b4-b982-e8fa33107b31 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:25.031938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d199fd9f-731b-40b4-b982-e8fa33107b31 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:25.034432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d199fd9f-731b-40b4-b982-e8fa33107b31 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/f68cfc77-4068-4162-adc2-a3b7e50e70dd HTTP/1.1" status: 404 len: 333 time: 0.0371573 Sep 20 12:54:25.037109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34034) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:25.065100 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95ddaa1-c1c4-431f-ae4d-603594dfe3ca tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:25.065565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95ddaa1-c1c4-431f-ae4d-603594dfe3ca tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:25.070339 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c95ddaa1-c1c4-431f-ae4d-603594dfe3ca tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/209d3059-a719-46a8-b6ac-5dfc376d88cb HTTP/1.1" status: 404 len: 337 time: 0.0294104 Sep 20 12:54:25.070339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34036) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:25.083010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680fb0-145e-43a2-87a0-749489f453ab req-6677da3c-a5c1-4cdd-8cc2-864897bb40e6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:25.084540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-6677da3c-a5c1-4cdd-8cc2-864897bb40e6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1396480 Sep 20 12:54:25.097428 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbfe312-19f7-4cf4-aaec-c0ba5a6f7ab8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:25.097897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbfe312-19f7-4cf4-aaec-c0ba5a6f7ab8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:25.099809 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-acbfe312-19f7-4cf4-aaec-c0ba5a6f7ab8 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/bd672cd7-7088-4fb0-86b9-34b8b9f1a185 HTTP/1.1" status: 404 len: 337 time: 0.0285060 Sep 20 12:54:25.102685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34038) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:25.122753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-09c48eed-dd83-4b74-8adb-228e85196820 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/quotas/cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 375 time: 0.0160387 Sep 20 12:54:25.127799 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ea402f-ba4c-4a30-bdea-322e4fcdad7a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:25.128633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ea402f-ba4c-4a30-bdea-322e4fcdad7a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:25.130442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-90ea402f-ba4c-4a30-bdea-322e4fcdad7a tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/a899ab41-ea65-4655-bff2-278da0806cfe HTTP/1.1" status: 404 len: 333 time: 0.0268230 Sep 20 12:54:25.132921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34040) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:25.143101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7c610-176d-4369-86d5-2458dceee4f3 None None] Network 3a8db252-fedc-411c-8ac4-15b46151c9f7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:25.161698 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e500b8f-c83f-46fd-9da4-db80c1ac90a9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:25.166392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e500b8f-c83f-46fd-9da4-db80c1ac90a9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:25.166392 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e500b8f-c83f-46fd-9da4-db80c1ac90a9 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/882cdec0-a1f9-45c0-aa84-83594ca58264 HTTP/1.1" status: 404 len: 337 time: 0.0298994 Sep 20 12:54:25.166631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:25.202270 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d095d665-0913-438f-8bb9-9dcfc2891b82 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] DELETE failed (client error): The resource could not be found. Sep 20 12:54:25.202902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d095d665-0913-438f-8bb9-9dcfc2891b82 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:54:25.205024 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-c9098bd9-0ceb-48d8-80f7-85b253e215ca tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600066 Sep 20 12:54:25.212746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Deleting port c2adf484-214a-4a8b-888f-6ce8d0d41a08 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:25.213341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.224023 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d095d665-0913-438f-8bb9-9dcfc2891b82 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/subnets/51a996b2-9c8b-4527-addd-083de673ba31 HTTP/1.1" status: 404 len: 337 time: 0.0505848 Sep 20 12:54:25.224023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:25.282509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0fca2709-5fe1-4431-972d-eb9195f1e344 None None] Provisioning complete for port 2354feff-22aa-4707-91cb-455da85ca5f0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:25.282509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fca2709-5fe1-4431-972d-eb9195f1e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.352871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0ed745af-f392-40c2-af55-67367bbf002b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Deleting port 0ae85ae3-b3c7-4900-b004-70c06c9847cd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:25.353894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ed745af-f392-40c2-af55-67367bbf002b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.378531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] For port c2adf484-214a-4a8b-888f-6ce8d0d41a08, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c2adf484-214a-4a8b-888f-6ce8d0d41a08,segment=NetworkSegment(3a786082-cb16-462d-8279-8b7e53bdc26c),segment_id=3a786082-cb16-462d-8279-8b7e53bdc26c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:25.386865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.397023 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-1110cfb1-12fc-4af4-a50a-bad5ded4e991 service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806674 Sep 20 12:54:25.398222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Calling delete_port for c2adf484-214a-4a8b-888f-6ce8d0d41a08 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:25.449732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0fca2709-5fe1-4431-972d-eb9195f1e344 None None] Provisioning complete for port 0ae85ae3-b3c7-4900-b004-70c06c9847cd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:25.450164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fca2709-5fe1-4431-972d-eb9195f1e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.463166 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ed745af-f392-40c2-af55-67367bbf002b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.483559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0ed745af-f392-40c2-af55-67367bbf002b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Calling delete_port for 0ae85ae3-b3c7-4900-b004-70c06c9847cd owned by {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:25.496351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] DHCP port deletion for 3a8db252-fedc-411c-8ac4-15b46151c9f7 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:54:25.553947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-1086133d-e898-4487-a576-e72c06db6243 service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494131 Sep 20 12:54:25.576752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-0fca2709-5fe1-4431-972d-eb9195f1e344 None None] Port 0ae85ae3-b3c7-4900-b004-70c06c9847cd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:25.607427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] Deleting port 2354feff-22aa-4707-91cb-455da85ca5f0 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:25.609762 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.683318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] For port 2354feff-22aa-4707-91cb-455da85ca5f0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2354feff-22aa-4707-91cb-455da85ca5f0,segment=NetworkSegment(403d87e6-e6c5-4cf9-81d1-66e539edde8d),segment_id=403d87e6-e6c5-4cf9-81d1-66e539edde8d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:25.684890 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.703314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] Calling delete_port for 2354feff-22aa-4707-91cb-455da85ca5f0 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:25.745661 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ed745af-f392-40c2-af55-67367bbf002b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.774409 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.796622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed745af-f392-40c2-af55-67367bbf002b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Port': ['ID=0ae85ae3-b3c7-4900-b004-70c06c9847cd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:25.813944 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ed745af-f392-40c2-af55-67367bbf002b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.819250 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ed745af-f392-40c2-af55-67367bbf002b tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/ports/0ae85ae3-b3c7-4900-b004-70c06c9847cd HTTP/1.1" status: 204 len: 168 time: 0.5955856 Sep 20 12:54:25.820185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34060) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:25.828404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2adf484-214a-4a8b-888f-6ce8d0d41a08,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:25.917119 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.935057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:25.941924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] No DVR routers for this DVR port 2354feff-22aa-4707-91cb-455da85ca5f0 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:54:25.975816 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db8381-4497-4aa3-a18b-6929fc16c8c5 None None] Pushing event deleted for resources: {'Port': ['ID=2354feff-22aa-4707-91cb-455da85ca5f0,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:26.047880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:26.081939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8db252-fedc-411c-8ac4-15b46151c9f7']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:26.096344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403d87e6-e6c5-4cf9-81d1-66e539edde8d') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:26.097281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403d87e6-e6c5-4cf9-81d1-66e539edde8d') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:26.109403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:26.124733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:26.132401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:54:26.132805 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:54:26.135887 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:54:26.251220 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce579c29-d15f-4e5d-857c-fdd5cb2e92b6 req-a97c2b78-5500-40ae-87c4-577251787a06 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 210 time: 0.3984282 Sep 20 12:54:26.293952 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:26.306326 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:26.310954 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] 10.222.0.37 "DELETE /v2.0/networks/3a8db252-fedc-411c-8ac4-15b46151c9f7 HTTP/1.1" status: 204 len: 168 time: 0.4872556 Sep 20 12:54:26.337657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d90b29-de9a-4895-8871-a0e3653d5008 tempest-PortsIpV6TestJSON-1624998001 tempest-PortsIpV6TestJSON-1624998001-project] Pushing event deleted for resources: {'Network': ['ID=3a8db252-fedc-411c-8ac4-15b46151c9f7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:26.365540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69c8be38-477b-4e49-b63b-daffaabb95cc req-13c5d04d-c74e-43c6-80e7-30cdead4a103 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0396316 Sep 20 12:54:26.456241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:26.567651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2354feff-22aa-4707-91cb-455da85ca5f0 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:26.589520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2354feff-22aa-4707-91cb-455da85ca5f0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:26.589869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2354feff-22aa-4707-91cb-455da85ca5f0 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:26.738228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:26.901866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:26.913379 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] Sync routers for ids ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:26.928055 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] Routers {'38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:26.928693 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:26.932657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3706dcaf-aa95-48a3-a9b1-d34fd4945b14 admin admin] 10.222.0.37 "PUT /v2.0/routers/38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0659199 Sep 20 12:54:26.934226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34072) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:26.958706 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34074) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:27.053219 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:27.065744 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] Set router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:27.132810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cdb3bc85-9a0f-4d75-b040-b9255f295f62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59bb457312ab48f5ae686537a093fb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729419 Sep 20 12:54:27.140986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:27.178604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:27.199781 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5220e4b7-61c0-4c34-b2dc-73e91d9a5786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:27.230528 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5220e4b7-61c0-4c34-b2dc-73e91d9a5786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:27.291947 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:25Z', 'revision_number': 5, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port': {'id': 'a0124d98-fe5a-45c7-9922-0954731174e6', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:27.335109 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] Checking router: 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:27.386465 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] Routers {'38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:27.389149 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:27.390350 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5220e4b7-61c0-4c34-b2dc-73e91d9a5786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:27.401203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5220e4b7-61c0-4c34-b2dc-73e91d9a5786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:27.404754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5220e4b7-61c0-4c34-b2dc-73e91d9a5786 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e3b3798-014b-46c3-8629-f933c3779961 HTTP/1.1" status: 204 len: 168 time: 0.2603676 Sep 20 12:54:27.413993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220e4b7-61c0-4c34-b2dc-73e91d9a5786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b3798-014b-46c3-8629-f933c3779961,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:27.445317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-29733bb5-4a8f-4843-83dc-fe9fc63d5f00 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:27.447197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-29733bb5-4a8f-4843-83dc-fe9fc63d5f00 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "GET /v2.0/networks?id=e823792f-0b02-436d-8fa2-95719d258f22 HTTP/1.1" status: 200 len: 797 time: 0.2107375 Sep 20 12:54:27.468012 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Deleting port a0124d98-fe5a-45c7-9922-0954731174e6 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:27.468466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:27.546703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-116c2354-bf26-4c65-be27-620e21481b80 req-42ea866b-e6a0-4c2c-bbbf-b8ecf84e2b6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 210 time: 0.0579867 Sep 20 12:54:27.614123 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-d6fe4830-2ca2-437d-9783-ae9b29fae8ba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 380 time: 0.1490607 Sep 20 12:54:27.618465 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] Set router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:27.624522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'port': {'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'admin_state_up': True, 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'security_groups': ['d45c2335-e16a-4a80-b72f-24eafa558db2']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:27.670177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] For port a0124d98-fe5a-45c7-9922-0954731174e6, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a0124d98-fe5a-45c7-9922-0954731174e6,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:27.670458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:27.679654 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25eca65c-dec8-4c30-a8a7-998ac1ca3de0 req-848c901f-583a-4b0b-b89a-2d6e2fe038f1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0452752 Sep 20 12:54:27.709439 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:27Z', 'revision_number': 6, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:27.713291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Calling delete_port for a0124d98-fe5a-45c7-9922-0954731174e6 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:27.741456 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea47978-c151-4cc8-b09c-1cc5592667f4 None None] The sync data for ids ['38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b'] in n-d-809934-3 is: [{'id': '38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b', 'name': 'tempest-TestAggregatesBasicOps-700557749-router', 'tenant_id': '2199300fa18e440daa54beb4934f0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:27Z', 'revision_number': 6, 'project_id': '2199300fa18e440daa54beb4934f0bca', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:27.950874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:27.954490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.011212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.155752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0124d98-fe5a-45c7-9922-0954731174e6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:28.208069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.20.0.13 (e823792f-0b02-436d-8fa2-95719d258f22/c774eae0-7602-435f-b622-efc431def39c/22b59259-441a-48c5-a38e-359fb5de620a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:28.249927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.370605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.375673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.482017 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.540200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.540694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:54:28.545853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.550624 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c4a93576-1be2-4673-b469-5a4d6a470109 admin admin] 10.222.0.37 "DELETE /v2.0/routers/38c45de3-4c87-4fa3-9b9d-6407b5fe1b5b HTTP/1.1" status: 204 len: 168 time: 1.6123898 Sep 20 12:54:28.550860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34112) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:28.601532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0124d98-fe5a-45c7-9922-0954731174e6 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:28.613657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00099e0-9272-4c3f-af37-a1782650bb5b admin admin] Deleting subnet 5a0a4ce9-6a2e-4086-9c84-b3926c5a132a {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:54:28.617406 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c00099e0-9272-4c3f-af37-a1782650bb5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.644456 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.664818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a0124d98-fe5a-45c7-9922-0954731174e6 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:28.665199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a0124d98-fe5a-45c7-9922-0954731174e6 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:28.665615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c2adf484-214a-4a8b-888f-6ce8d0d41a08 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:28.693302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: c2adf484-214a-4a8b-888f-6ce8d0d41a08 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:28.693905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c2adf484-214a-4a8b-888f-6ce8d0d41a08 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:28.730876 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c00099e0-9272-4c3f-af37-a1782650bb5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:28.734285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cae00-109f-4323-9424-2b47934883c4 req-a96c82df-db06-42b9-8aef-0068b9e145cb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:28.742219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce1cae00-109f-4323-9424-2b47934883c4 req-a96c82df-db06-42b9-8aef-0068b9e145cb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 932 time: 0.0635357 Sep 20 12:54:28.766168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network e823792f-0b02-436d-8fa2-95719d258f22 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:28.777311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:28.781319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=22b59259-441a-48c5-a38e-359fb5de620a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:28.785041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:28.802402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce1cae00-109f-4323-9424-2b47934883c4 req-f6df500f-4cbe-4baf-acd6-67f58ff32e6c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592232 Sep 20 12:54:28.941078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a074b5b3-8d99-49b3-88bb-f12c8e740ea1 req-c1058f4b-358b-4408-9606-8f1a3e03147b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0609980 Sep 20 12:54:29.000521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:29.164463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1499004244'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:29.235025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-50a33bd6-7b6d-4147-b0d0-bc92a709a871 None None] Provisioning complete for port 22b59259-441a-48c5-a38e-359fb5de620a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:29.235455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50a33bd6-7b6d-4147-b0d0-bc92a709a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.312743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-50a33bd6-7b6d-4147-b0d0-bc92a709a871 None None] Port 22b59259-441a-48c5-a38e-359fb5de620a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:29.318961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:29.320258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:29.321298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.324365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.335401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.374441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c00099e0-9272-4c3f-af37-a1782650bb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.415174 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-510213fe-f82c-49f9-a97e-2a8a68ac54b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7945087 Sep 20 12:54:29.428029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Request body: {'port': {'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:29.488744 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.503909 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.595340 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c00099e0-9272-4c3f-af37-a1782650bb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.619507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.638593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00099e0-9272-4c3f-af37-a1782650bb5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0a4ce9-6a2e-4086-9c84-b3926c5a132a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:29.643897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c00099e0-9272-4c3f-af37-a1782650bb5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.646070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b6f78-303d-4139-a708-c50ae9ba1b00 None None] Network e7bfb38d-ee0f-453e-abba-1bded13368e5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:29.648139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c00099e0-9272-4c3f-af37-a1782650bb5b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a0a4ce9-6a2e-4086-9c84-b3926c5a132a HTTP/1.1" status: 204 len: 168 time: 1.0959141 Sep 20 12:54:29.648390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34134) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:29.652801 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:54:29.663406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb32be-c7b2-47ea-bdca-49aac9903d11,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:29.669818 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.670165 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment 64255985-fef6-4c50-9b38-8c25ffe7037f of type vlan for network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 Sep 20 12:54:29.716718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.781870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.865594 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.874422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:29.878981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.884104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] DHCP port deletion for e7bfb38d-ee0f-453e-abba-1bded13368e5 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:54:29.920807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b59259-441a-48c5-a38e-359fb5de620a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:54:29.932306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.938129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] Deleting port 1083426e-21fa-476a-82ea-00bc2e2659e1 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:29.938803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.943684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Deleting port 1083426e-21fa-476a-82ea-00bc2e2659e1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:29.944026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:29.967342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Transition to ACTIVE for port object 22b59259-441a-48c5-a38e-359fb5de620a will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:54:29.984576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=f8072077-7ec7-4d2c-9b78-e16b8c8363a2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:29.997318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964ea8f-117a-4b37-9a38-5409bfd73061 req-bbf37a52-7108-4021-9a6f-e771e0280435 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:29.998828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8964ea8f-117a-4b37-9a38-5409bfd73061 req-bbf37a52-7108-4021-9a6f-e771e0280435 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 932 time: 0.1198246 Sep 20 12:54:30.004935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:54:30.030564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] For port 1083426e-21fa-476a-82ea-00bc2e2659e1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1083426e-21fa-476a-82ea-00bc2e2659e1,segment=NetworkSegment(3a786082-cb16-462d-8279-8b7e53bdc26c),segment_id=3a786082-cb16-462d-8279-8b7e53bdc26c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:30.030929 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.045878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Calling delete_port for 1083426e-21fa-476a-82ea-00bc2e2659e1 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:30.046235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8964ea8f-117a-4b37-9a38-5409bfd73061 req-964820b8-286b-4394-a606-c162f6fcdc18 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Sep 20 12:54:30.048437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] For port 1083426e-21fa-476a-82ea-00bc2e2659e1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1083426e-21fa-476a-82ea-00bc2e2659e1,segment=NetworkSegment(3a786082-cb16-462d-8279-8b7e53bdc26c),segment_id=3a786082-cb16-462d-8279-8b7e53bdc26c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:30.048826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-db316ebf-f52a-4943-926d-f4ab682e3423 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0469117 Sep 20 12:54:30.048964 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.051619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:30.056994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-379099469'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:30.092815 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.101371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] Calling delete_port for 1083426e-21fa-476a-82ea-00bc2e2659e1 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:30.162990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Pushing event updated for resources: {'Port': ['ID=22b59259-441a-48c5-a38e-359fb5de620a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:30.166888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4abd405b-84b7-4ddc-91b0-bb3235092110 req-5f3de8f3-c557-4492-9608-a2842c803e38 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0371892 Sep 20 12:54:30.167784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:30.171451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.200473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:54:30.216696 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.217182 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment f68cf311-6adc-4558-abe7-507b16ee651e of type vlan for network d016a222-57af-4903-8ad5-df689c3a0f57 Sep 20 12:54:30.260536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Attempting to bind port 22b59259-441a-48c5-a38e-359fb5de620a on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:30.265102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Attempting to bind port 22b59259-441a-48c5-a38e-359fb5de620a by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:30.265102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Attempting to bind port 22b59259-441a-48c5-a38e-359fb5de620a on network e823792f-0b02-436d-8fa2-95719d258f22 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:30.265375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.265600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Port 22b59259-441a-48c5-a38e-359fb5de620a on network e823792f-0b02-436d-8fa2-95719d258f22 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:54:30.265925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Attempting to bind port 22b59259-441a-48c5-a38e-359fb5de620a on network e823792f-0b02-436d-8fa2-95719d258f22 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:30.271446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:30.271786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Checking segment: {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:30.272299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Bound using segment: {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:30.272624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Bound port: 22b59259-441a-48c5-a38e-359fb5de620a, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a895a230-53d2-4627-90ea-b6def4423aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:30.273160 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.276928 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.301418 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.304700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] No DVR routers for this DVR port 1083426e-21fa-476a-82ea-00bc2e2659e1 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:54:30.306658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98b6db-9dc0-4402-aeed-7b3ad5e33908 None None] Pushing event deleted for resources: {'Port': ['ID=1083426e-21fa-476a-82ea-00bc2e2659e1,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:30.351186 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.357233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:30.357836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.358775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Pushing event deleted for resources: {'Port': ['ID=1083426e-21fa-476a-82ea-00bc2e2659e1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:30.365854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] No DVR routers for this DVR port 1083426e-21fa-476a-82ea-00bc2e2659e1 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:54:30.466464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1083426e-21fa-476a-82ea-00bc2e2659e1 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:30.470263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] For port 22b59259-441a-48c5-a38e-359fb5de620a, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:30.473345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.485210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4325747 Sep 20 12:54:30.489587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34148) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:30.490607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777fdf-3e23-49b4-acbe-a898175e2e65 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=d016a222-57af-4903-8ad5-df689c3a0f57,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:30.494116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1083426e-21fa-476a-82ea-00bc2e2659e1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:30.499229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1083426e-21fa-476a-82ea-00bc2e2659e1 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:30.499819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] For port 22b59259-441a-48c5-a38e-359fb5de620a, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=22b59259-441a-48c5-a38e-359fb5de620a,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:30.503894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d016a222-57af-4903-8ad5-df689c3a0f57 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:54:30.504536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': 'f8072077-7ec7-4d2c-9b78-e16b8c8363a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:30.521060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bfb38d-ee0f-453e-abba-1bded13368e5']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:30.540002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a786082-cb16-462d-8279-8b7e53bdc26c') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:30.540244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a786082-cb16-462d-8279-8b7e53bdc26c') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:30.589764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.596864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.630981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.648806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:54:30.649312 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:54:30.653065 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:54:30.657705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:30.659161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.660468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] 10.222.0.32 "PUT /v2.0/ports/22b59259-441a-48c5-a38e-359fb5de620a HTTP/1.1" status: 200 len: 1092 time: 1.2368231 Sep 20 12:54:30.669949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:54:30.671662 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad1d71-9982-4b69-a712-2b15b21c4835" -d '{"events": [{"name": "network-changed", "server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "tag": "22b59259-441a-48c5-a38e-359fb5de620a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:54:30.733284 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d13c8c-1186-4fb4-aca1-0ff9053db03a x-openstack-request-id: req-48d13c8c-1186-4fb4-aca1-0ff9053db03a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:54:30.733565 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "tag": "22b59259-441a-48c5-a38e-359fb5de620a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:54:30.733814 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48d13c8c-1186-4fb4-aca1-0ff9053db03a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:54:30.734203 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a', 'status': 'completed', 'code': 200} Sep 20 12:54:30.754230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafa31a-f3c1-4168-a968-076c2a09dde9 service neutron] Pushing event updated for resources: {'Port': ['ID=22b59259-441a-48c5-a38e-359fb5de620a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:30.780435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:30.785072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.827876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad1d71-9982-4b69-a712-2b15b21c4835 req-4c43d022-ea3a-4ee8-83ab-73009b9150f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:30.829599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9fad1d71-9982-4b69-a712-2b15b21c4835 req-4c43d022-ea3a-4ee8-83ab-73009b9150f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 1095 time: 0.0883911 Sep 20 12:54:30.895505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.923613 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:30.923613 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e7bfb38d-ee0f-453e-abba-1bded13368e5 HTTP/1.1" status: 204 len: 168 time: 1.2652574 Sep 20 12:54:30.937731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe7757-a2d0-4d9f-b67d-880f9a472224 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bfb38d-ee0f-453e-abba-1bded13368e5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:31.062161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad1d71-9982-4b69-a712-2b15b21c4835 req-2544d61a-4c5e-40a7-980f-dfea30290885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:31.064110 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9fad1d71-9982-4b69-a712-2b15b21c4835 req-2544d61a-4c5e-40a7-980f-dfea30290885 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2081904 Sep 20 12:54:31.204871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0992f-f56b-4737-920a-d1e195e0758c req-7667e595-c882-459a-8ed6-de54b661f064 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:31.212891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62a0992f-f56b-4737-920a-d1e195e0758c req-7667e595-c882-459a-8ed6-de54b661f064 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 944 time: 0.0633736 Sep 20 12:54:31.248750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62a0992f-f56b-4737-920a-d1e195e0758c req-cae175a6-7f72-49ed-a02d-d5ddca69f470 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347545 Sep 20 12:54:31.273940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad1d71-9982-4b69-a712-2b15b21c4835 req-78873145-7fcc-477e-ab38-fa16d9dfcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:31.275456 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9fad1d71-9982-4b69-a712-2b15b21c4835 req-78873145-7fcc-477e-ab38-fa16d9dfcaa2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2034314 Sep 20 12:54:31.342563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fda58f8c-681b-49e4-8144-738a893bf9c5 req-a62d9d5a-9d82-4065-b945-9b096e2778f4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0330873 Sep 20 12:54:31.352271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:31.413780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-64f31472-0754-42c2-ab29-51d9dc39c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:31.415294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-64f31472-0754-42c2-ab29-51d9dc39c0f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 1095 time: 0.0957129 Sep 20 12:54:31.431704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=304b97cb-6bf8-4811-8ac7-5c925c8752e9,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:31.470269 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-ea77469c-0225-4a03-b3c9-9b3893e9c7c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b59259-441a-48c5-a38e-359fb5de620a HTTP/1.1" status: 200 len: 217 time: 0.0470839 Sep 20 12:54:31.502490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:31.510366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': '64255985-fef6-4c50-9b38-8c25ffe7037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8072077-7ec7-4d2c-9b78-e16b8c8363a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:31.510926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: f8072077-7ec7-4d2c-9b78-e16b8c8363a2, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:54:31.541022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-de15873b-0d79-459a-bc67-28b8c4bcbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:31.542633 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-de15873b-0d79-459a-bc67-28b8c4bcbb3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c774eae0-7602-435f-b622-efc431def39c HTTP/1.1" status: 200 len: 835 time: 0.0644832 Sep 20 12:54:31.569228 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aacb2468-e84c-450e-a547-36ed53dee442 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3963bf0509b6454f9103e934d3f74417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650504 Sep 20 12:54:31.571824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:31.603978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-3bfab042-4b7e-4b6a-853b-878156eae0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:31.605663 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-3bfab042-4b7e-4b6a-853b-878156eae0ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e823792f-0b02-436d-8fa2-95719d258f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558395 Sep 20 12:54:31.607845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:54:31.630092 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a567763-c64f-4103-8cb4-5fd73af64a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:31.653331 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a567763-c64f-4103-8cb4-5fd73af64a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:31.707370 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-62b89709-9b71-41b1-aa8e-c6577c592d90 service neutron] 10.222.0.32 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942714 Sep 20 12:54:31.724681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f8072077-7ec7-4d2c-9b78-e16b8c8363a2) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:31.732487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a8a075-a3da-4be9-83f9-2da1616f9ec3 None None] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:31.754540 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a567763-c64f-4103-8cb4-5fd73af64a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:31.756139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:31.756819 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:31.758750 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a567763-c64f-4103-8cb4-5fd73af64a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:31.760159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a567763-c64f-4103-8cb4-5fd73af64a67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19baf59d-3468-416a-9866-3007b4c86776 HTTP/1.1" status: 204 len: 168 time: 0.1870680 Sep 20 12:54:31.783681 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a567763-c64f-4103-8cb4-5fd73af64a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19baf59d-3468-416a-9866-3007b4c86776,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:31.830526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-749f51f8-d302-41af-b167-2b996ee58b34 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3335519 Sep 20 12:54:31.830526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:31.840267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': 'd016a222-57af-4903-8ad5-df689c3a0f57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:31.938599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ebf9e297-4c22-4419-843e-8dd94416a6b5 req-95f8756e-4c1a-44b8-98b8-805df17eb89d service neutron] 10.222.0.32 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227128 Sep 20 12:54:31.948778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f8072077-7ec7-4d2c-9b78-e16b8c8363a2', 'network_id': 'f8072077-7ec7-4d2c-9b78-e16b8c8363a2', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': '304b97cb-6bf8-4811-8ac7-5c925c8752e9'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:54:31.950724 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.082571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:32.086659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.177280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Allocated IP 2001:db8::2 (f8072077-7ec7-4d2c-9b78-e16b8c8363a2/304b97cb-6bf8-4811-8ac7-5c925c8752e9/f88fac47-f88f-4af0-bd92-b4ee9042360c) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:32.354349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.399711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89bea3-3b5a-4f8d-95ca-e38d6bc9c4ef req-dd9fb5f6-d615-4020-9109-8a6792d5f869 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:32.400932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680fb0-145e-43a2-87a0-749489f453ab req-dc241310-8771-490f-87c3-8eccf8926187 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:32.401171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da89bea3-3b5a-4f8d-95ca-e38d6bc9c4ef req-dd9fb5f6-d615-4020-9109-8a6792d5f869 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 944 time: 0.0518703 Sep 20 12:54:32.402425 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-dc241310-8771-490f-87c3-8eccf8926187 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.2175229 Sep 20 12:54:32.417670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'port': {'device_id': '2306e754-3e7b-471d-acf1-d3c35e136efc', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'admin_state_up': True, 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:32.434065 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.450565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da89bea3-3b5a-4f8d-95ca-e38d6bc9c4ef req-4220a21e-4221-4b1c-9af6-aac622ad0a58 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Sep 20 12:54:32.516941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:32.523444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:32.529616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:32.557444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.593429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cba5e9ff-8c39-432e-9469-82707ce172ad req-f267d45c-bf21-47a0-a733-18f333576484 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0604186 Sep 20 12:54:32.648098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Pushing event updated for resources: {'Port': ['ID=f88fac47-f88f-4af0-bd92-b4ee9042360c,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:32.660323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34180) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:32.667283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Attempting to bind port f88fac47-f88f-4af0-bd92-b4ee9042360c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:32.668879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Attempting to bind port f88fac47-f88f-4af0-bd92-b4ee9042360c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '64255985-fef6-4c50-9b38-8c25ffe7037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8072077-7ec7-4d2c-9b78-e16b8c8363a2'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:32.669284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Attempting to bind port f88fac47-f88f-4af0-bd92-b4ee9042360c on network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:32.676457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.676810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.677184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.677843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.677843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.678173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.678503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.678828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.679170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.679498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.680832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.680832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:32.684163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:32.684546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Checking segment: {'id': '64255985-fef6-4c50-9b38-8c25ffe7037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8072077-7ec7-4d2c-9b78-e16b8c8363a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:32.684950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.685371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Bound using segment: {'id': '64255985-fef6-4c50-9b38-8c25ffe7037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8072077-7ec7-4d2c-9b78-e16b8c8363a2'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:32.685852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Bound port: f88fac47-f88f-4af0-bd92-b4ee9042360c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64255985-fef6-4c50-9b38-8c25ffe7037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f8072077-7ec7-4d2c-9b78-e16b8c8363a2'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:32.686272 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.715682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=b7a15207-4cc9-4e87-adbb-8a6cf830744a,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:32.722957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:32.727170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.737386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-26a16c8e-67e3-4296-8593-661e52387a6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2199300fa18e440daa54beb4934f0bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734737 Sep 20 12:54:32.737626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:32.800186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': 'f68cf311-6adc-4558-abe7-507b16ee651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd016a222-57af-4903-8ad5-df689c3a0f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:32.800571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: d016a222-57af-4903-8ad5-df689c3a0f57, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:54:32.802447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] For port f88fac47-f88f-4af0-bd92-b4ee9042360c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:32.808573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] For port f88fac47-f88f-4af0-bd92-b4ee9042360c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f88fac47-f88f-4af0-bd92-b4ee9042360c,segment=NetworkSegment(64255985-fef6-4c50-9b38-8c25ffe7037f),segment_id=64255985-fef6-4c50-9b38-8c25ffe7037f)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:32.827468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a1f8c0-c3d1-4a7f-b454-3f085adf6d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.852601 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a1f8c0-c3d1-4a7f-b454-3f085adf6d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.911574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.20.0.3 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/920cb397-7f3c-4c69-876c-2db0abff53fd) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:32.934467 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:32.938329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network d016a222-57af-4903-8ad5-df689c3a0f57 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:54:32.997312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943acf30-8b96-4e9f-b1f8-ef9253a56a20 None None] Pushing event updated for resources: {'Port': ['ID=f88fac47-f88f-4af0-bd92-b4ee9042360c,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:33.066169 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a1f8c0-c3d1-4a7f-b454-3f085adf6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.074584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a1f8c0-c3d1-4a7f-b454-3f085adf6d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.077534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-87a1f8c0-c3d1-4a7f-b454-3f085adf6d7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2218b1a-6194-47c9-87b9-eab9fbacdad7 HTTP/1.1" status: 204 len: 168 time: 0.3382282 Sep 20 12:54:33.112756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1f8c0-c3d1-4a7f-b454-3f085adf6d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2218b1a-6194-47c9-87b9-eab9fbacdad7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:33.113073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.146657 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d016a222-57af-4903-8ad5-df689c3a0f57) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:33.157918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85f907-7e2d-4904-8c97-9d286ed3933e None None] Network d016a222-57af-4903-8ad5-df689c3a0f57 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:33.162560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:33.164372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:33.164962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.291765 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3870b612-9e2e-4dc2-b1b9-e363cd31a752 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4576008 Sep 20 12:54:33.292224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:33.297595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d0ccb741-51c5-450e-a0f3-d15aba068ece tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287958066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:33.335390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.421262 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4bc7-9385-44ff-ba4b-50ee28d2e6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.433268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb741-51c5-450e-a0f3-d15aba068ece tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.434616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb741-51c5-450e-a0f3-d15aba068ece tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.483541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=920cb397-7f3c-4c69-876c-2db0abff53fd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:33.490874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:33.492447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:33.499102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-d016a222-57af-4903-8ad5-df689c3a0f57', 'network_id': 'd016a222-57af-4903-8ad5-df689c3a0f57', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': 'b7a15207-4cc9-4e87-adbb-8a6cf830744a'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:54:33.500661 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.511007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:33.564426 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb741-51c5-450e-a0f3-d15aba068ece tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.666400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:33.667419 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.668984 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb741-51c5-450e-a0f3-d15aba068ece tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.771536 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4bc7-9385-44ff-ba4b-50ee28d2e6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.783894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31265dfb-703d-4fb4-abd6-322c8d655fd9 req-5ab2e615-3a58-4d72-b8e5-ad782b17e138 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:33.786489 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31265dfb-703d-4fb4-abd6-322c8d655fd9 req-5ab2e615-3a58-4d72-b8e5-ad782b17e138 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 944 time: 0.1733289 Sep 20 12:54:33.816149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Allocated IP 2001:db8:1::2 (d016a222-57af-4903-8ad5-df689c3a0f57/b7a15207-4cc9-4e87-adbb-8a6cf830744a/dcae5696-2c5b-4873-834d-f192e18c5694) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:33.842916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31265dfb-703d-4fb4-abd6-322c8d655fd9 req-afc73ac8-7889-44d3-9e27-f4ff90353d9a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510271 Sep 20 12:54:33.895179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4bc7-9385-44ff-ba4b-50ee28d2e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.944000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ee2f4bc7-9385-44ff-ba4b-50ee28d2e6e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=471b9ac365774e9c9ed99f9216c41954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7801893 Sep 20 12:54:33.946932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34208) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:33.983137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8ed8ce24-5b62-4734-af6e-ff8d987da5d8 None None] Provisioning complete for port 920cb397-7f3c-4c69-876c-2db0abff53fd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:33.983505 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ce24-5b62-4734-af6e-ff8d987da5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:33.996512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-2a2036f4-0767-4017-908d-53da409fcf14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5793047 Sep 20 12:54:34.007381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-85ea4bb9-f3ed-45f7-98a4-8c4d70683023 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:54:34.013263 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-85ea4bb9-f3ed-45f7-98a4-8c4d70683023 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125360 Sep 20 12:54:34.049620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0ccb741-51c5-450e-a0f3-d15aba068ece tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.054571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0ccb741-51c5-450e-a0f3-d15aba068ece tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7612259 Sep 20 12:54:34.057409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34214) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:34.059559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f4bc7-9385-44ff-ba4b-50ee28d2e6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6255fbb4-ac01-437c-98af-9b1fa9eeee83,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:34.115768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927de95-3cd5-42f5-9af9-855962eb6f1f req-9d623f07-0fe2-4758-a34b-337010d15d83 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:34.123702 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8927de95-3cd5-42f5-9af9-855962eb6f1f req-9d623f07-0fe2-4758-a34b-337010d15d83 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 931 time: 0.1848755 Sep 20 12:54:34.127824 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32c44cc6-2cea-447d-be1b-f1ee798b0b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.195756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8ce24-5b62-4734-af6e-ff8d987da5d8 None None] Port 920cb397-7f3c-4c69-876c-2db0abff53fd cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:34.200552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8927de95-3cd5-42f5-9af9-855962eb6f1f req-482169fe-e8f5-4d77-bc26-f9f639e5ad38 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762200 Sep 20 12:54:34.234514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.316863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.367546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Request body: {'port': {'device_id': '2306e754-3e7b-471d-acf1-d3c35e136efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:34.397989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Network d016a222-57af-4903-8ad5-df689c3a0f57 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:34.406383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:34.416956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:34.426903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Pushing event updated for resources: {'Port': ['ID=dcae5696-2c5b-4873-834d-f192e18c5694,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:34.466218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32c44cc6-2cea-447d-be1b-f1ee798b0b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Attempting to bind port dcae5696-2c5b-4873-834d-f192e18c5694 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Attempting to bind port dcae5696-2c5b-4873-834d-f192e18c5694 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f68cf311-6adc-4558-abe7-507b16ee651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd016a222-57af-4903-8ad5-df689c3a0f57'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Attempting to bind port dcae5696-2c5b-4873-834d-f192e18c5694 on network d016a222-57af-4903-8ad5-df689c3a0f57 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Checking segment: {'id': 'f68cf311-6adc-4558-abe7-507b16ee651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd016a222-57af-4903-8ad5-df689c3a0f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Bound using segment: {'id': 'f68cf311-6adc-4558-abe7-507b16ee651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd016a222-57af-4903-8ad5-df689c3a0f57'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Bound port: dcae5696-2c5b-4873-834d-f192e18c5694, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68cf311-6adc-4558-abe7-507b16ee651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd016a222-57af-4903-8ad5-df689c3a0f57'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:34.535073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.550659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f88fac47-f88f-4af0-bd92-b4ee9042360c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:34.597237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.615522 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 22b59259-441a-48c5-a38e-359fb5de620a details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:54:34.618223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106a946-04ba-4361-8c27-fca4b9aa5411 None None] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:34.666875 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.713637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] For port dcae5696-2c5b-4873-834d-f192e18c5694, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:34.808072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] For port dcae5696-2c5b-4873-834d-f192e18c5694, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dcae5696-2c5b-4873-834d-f192e18c5694,segment=NetworkSegment(f68cf311-6adc-4558-abe7-507b16ee651e),segment_id=f68cf311-6adc-4558-abe7-507b16ee651e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:34.816651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b1306bfe-d06f-44ad-ad78-135d719b19ce None None] Provisioning complete for port f88fac47-f88f-4af0-bd92-b4ee9042360c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:34.817494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1306bfe-d06f-44ad-ad78-135d719b19ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:34.893400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f88fac47-f88f-4af0-bd92-b4ee9042360c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:34.893400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.061599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a8580-3e2d-40e6-98cb-b012111dd45a req-95b38548-2d3f-4d36-a652-8800a4eeb654 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:35.063450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-119a8580-3e2d-40e6-98cb-b012111dd45a req-95b38548-2d3f-4d36-a652-8800a4eeb654 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 944 time: 0.0963621 Sep 20 12:54:35.114858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-119a8580-3e2d-40e6-98cb-b012111dd45a req-042d90df-4c9d-424b-a1d3-d472c9235935 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442619 Sep 20 12:54:35.137871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.154371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32c44cc6-2cea-447d-be1b-f1ee798b0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.159222 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32c44cc6-2cea-447d-be1b-f1ee798b0b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.161755 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-32c44cc6-2cea-447d-be1b-f1ee798b0b35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6255fbb4-ac01-437c-98af-9b1fa9eeee83 HTTP/1.1" status: 204 len: 168 time: 1.2137079 Sep 20 12:54:35.214589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c44cc6-2cea-447d-be1b-f1ee798b0b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6255fbb4-ac01-437c-98af-9b1fa9eeee83,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:35.407663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 22b59259-441a-48c5-a38e-359fb5de620a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=22b59259-441a-48c5-a38e-359fb5de620a,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:35.455154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abfd3b-fdc1-4331-9b6e-58ce341cecc0 req-6dd593a1-7cea-4ead-88ab-16a6f6a7cac5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:35.458542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdca5-c522-47e3-b9dc-03eef6ef2dba None None] Pushing event updated for resources: {'Port': ['ID=dcae5696-2c5b-4873-834d-f192e18c5694,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:35.459084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92abfd3b-fdc1-4331-9b6e-58ce341cecc0 req-6dd593a1-7cea-4ead-88ab-16a6f6a7cac5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 931 time: 0.0794332 Sep 20 12:54:35.537296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92abfd3b-fdc1-4331-9b6e-58ce341cecc0 req-d329ba64-061e-4de8-9a39-3ff67fc55a45 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586882 Sep 20 12:54:35.610701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '22b59259-441a-48c5-a38e-359fb5de620a', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:54:35.634618 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1306bfe-d06f-44ad-ad78-135d719b19ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.700603 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.742911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920cb397-7f3c-4c69-876c-2db0abff53fd {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:54:35.752130 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.768447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Transition to ACTIVE for port object 920cb397-7f3c-4c69-876c-2db0abff53fd will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:54:35.779179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8::1 (f8072077-7ec7-4d2c-9b78-e16b8c8363a2/304b97cb-6bf8-4811-8ac7-5c925c8752e9/018042e2-6963-4c26-9646-ac2af1401533) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:35.809828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b1306bfe-d06f-44ad-ad78-135d719b19ce None None] For port f88fac47-f88f-4af0-bd92-b4ee9042360c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f88fac47-f88f-4af0-bd92-b4ee9042360c,segment=NetworkSegment(64255985-fef6-4c50-9b38-8c25ffe7037f),segment_id=64255985-fef6-4c50-9b38-8c25ffe7037f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:35.810951 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.864922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b59259-441a-48c5-a38e-359fb5de620a {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:54:35.891858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1306bfe-d06f-44ad-ad78-135d719b19ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:35.899113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 22b59259-441a-48c5-a38e-359fb5de620a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=22b59259-441a-48c5-a38e-359fb5de620a,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:35.994091 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:36.012511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:54:36.013190 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:54:36.021309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:36.026186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1306bfe-d06f-44ad-ad78-135d719b19ce None None] Pushing event updated for resources: {'Port': ['ID=f88fac47-f88f-4af0-bd92-b4ee9042360c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:36.073685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:36.092392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=22b59259-441a-48c5-a38e-359fb5de620a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:36.149329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:36.195996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['22b59259-441a-48c5-a38e-359fb5de620a'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:54:36.254221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:36.299541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Pushing event updated for resources: {'Port': ['ID=920cb397-7f3c-4c69-876c-2db0abff53fd,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:36.316092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:36.346222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-eedfcccc-abbe-4546-a1d9-f82a7ecbf488 None None] Provisioning complete for port f88fac47-f88f-4af0-bd92-b4ee9042360c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:36.350160 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eedfcccc-abbe-4546-a1d9-f82a7ecbf488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:36.364560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472cd54-3236-4c65-8f35-907d87ac75e1 req-5a69412c-fd4a-45a2-bc8b-16d89990c652 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:36.372748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0472cd54-3236-4c65-8f35-907d87ac75e1 req-5a69412c-fd4a-45a2-bc8b-16d89990c652 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 945 time: 0.0924730 Sep 20 12:54:36.385217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:36.385770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:36.422609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0472cd54-3236-4c65-8f35-907d87ac75e1 req-66e0af8b-1758-4ddf-9833-a369c830e16e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485692 Sep 20 12:54:36.491975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Attempting to bind port 920cb397-7f3c-4c69-876c-2db0abff53fd on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:36.492264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Attempting to bind port 920cb397-7f3c-4c69-876c-2db0abff53fd by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:36.492599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Attempting to bind port 920cb397-7f3c-4c69-876c-2db0abff53fd on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:36.631259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=018042e2-6963-4c26-9646-ac2af1401533,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:36.631727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Port 920cb397-7f3c-4c69-876c-2db0abff53fd on network 72813fde-70bf-4265-8573-42873b0c2dec not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:54:36.632062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Attempting to bind port 920cb397-7f3c-4c69-876c-2db0abff53fd on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:36.638946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:36.639577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:36.640135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:36.640597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Bound port: 920cb397-7f3c-4c69-876c-2db0abff53fd, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:36.640969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:36.785842 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:36.822388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] For port 920cb397-7f3c-4c69-876c-2db0abff53fd, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:36.905510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] For port 920cb397-7f3c-4c69-876c-2db0abff53fd, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=920cb397-7f3c-4c69-876c-2db0abff53fd,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:36.994394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:36.998314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.062559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dcae5696-2c5b-4873-834d-f192e18c5694 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:37.155558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:37.155789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e888cdfc-6eab-4698-9106-3935bf2837ad None None] Provisioning complete for port 018042e2-6963-4c26-9646-ac2af1401533 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:37.155789 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e888cdfc-6eab-4698-9106-3935bf2837ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.155965 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.156964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/920cb397-7f3c-4c69-876c-2db0abff53fd HTTP/1.1" status: 200 len: 1091 time: 3.1292048 Sep 20 12:54:37.159634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306e754-3e7b-471d-acf1-d3c35e136efc', 'tag': '920cb397-7f3c-4c69-876c-2db0abff53fd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:54:37.182480 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2306e754-3e7b-471d-acf1-d3c35e136efc", "tag": "920cb397-7f3c-4c69-876c-2db0abff53fd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:54:37.204387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-741716187-network', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:37.225077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb00d66-10fb-4992-be4e-ad5d3cb46d8d None None] Network d016a222-57af-4903-8ad5-df689c3a0f57 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:37.239953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe2f92-1118-4d71-8081-da52846726f2 service neutron] Pushing event updated for resources: {'Port': ['ID=920cb397-7f3c-4c69-876c-2db0abff53fd,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:37.308170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e888cdfc-6eab-4698-9106-3935bf2837ad None None] Port 018042e2-6963-4c26-9646-ac2af1401533 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:37.343588 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Made reservation on behalf of e9a1784aba6d48f7a5b266e0b8e2aa46 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:37.347388 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.360319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.413647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port dcae5696-2c5b-4873-834d-f192e18c5694 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:37.416142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.438372 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680fb0-145e-43a2-87a0-749489f453ab req-1d9c1c00-2d5a-4883-9bad-25a46f3e7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:37.440307 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-1d9c1c00-2d5a-4883-9bad-25a46f3e7982 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 1094 time: 0.1447668 Sep 20 12:54:37.489838 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-b9ac9816-2b6e-46f5-9b5e-04fe1df207ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920cb397-7f3c-4c69-876c-2db0abff53fd HTTP/1.1" status: 200 len: 217 time: 0.0409999 Sep 20 12:54:37.516943 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:54:37.558261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.564656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:37.572346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.572784 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.575960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978687103', 'description': 'tempest-secgroup-smoke-1978687103 description', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:37.608129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680fb0-145e-43a2-87a0-749489f453ab req-6781e9ea-6b86-41a4-9b52-a7ca826a1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:37.610242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-6781e9ea-6b86-41a4-9b52-a7ca826a1cdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.1133609 Sep 20 12:54:37.643573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port dcae5696-2c5b-4873-834d-f192e18c5694, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dcae5696-2c5b-4873-834d-f192e18c5694,segment=NetworkSegment(f68cf311-6adc-4558-abe7-507b16ee651e),segment_id=f68cf311-6adc-4558-abe7-507b16ee651e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:37.659700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40680fb0-145e-43a2-87a0-749489f453ab req-b3372a70-a6da-4393-8ad4-8d87c905190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:37.661330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-b3372a70-a6da-4393-8ad4-8d87c905190b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434000 Sep 20 12:54:37.664887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.665766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.670353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.679021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-24562b05-3c2c-4efb-b64b-3d02d6bf5038 None None] Provisioning complete for port dcae5696-2c5b-4873-834d-f192e18c5694 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:37.679772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-24562b05-3c2c-4efb-b64b-3d02d6bf5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.735397 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.737047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f88fac47-f88f-4af0-bd92-b4ee9042360c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:37.742403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:54:37.773578 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29b487-8377-4c45-98f4-299849d1c79d req-6ac407dc-cbbb-4b95-97ff-3b0f29cd7a64 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:37.776225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de29b487-8377-4c45-98f4-299849d1c79d req-6ac407dc-cbbb-4b95-97ff-3b0f29cd7a64 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1586492 Sep 20 12:54:37.781208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.790683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.791142 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Added segment cfb4f622-fca0-4c2f-9878-ddac80669e1d of type vlan for network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 Sep 20 12:54:37.807287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6875072b-fee6-4995-952d-7890ce8f9f97,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:37.860420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.896229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=018042e2-6963-4c26-9646-ac2af1401533,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:37.907381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=dcae5696-2c5b-4873-834d-f192e18c5694,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:37.926789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f88fac47-f88f-4af0-bd92-b4ee9042360c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:37.927195 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.938757 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-12a63423-8578-4c3f-830e-e4475bd2fe1d service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627571 Sep 20 12:54:37.941615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:37.943272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:37.957209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:37.966582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de29b487-8377-4c45-98f4-299849d1c79d req-758be226-b8bb-4cb3-a530-1c88bbd619ef tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786859 Sep 20 12:54:38.080524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6995e5ef-af68-4301-9c87-04883f567d73 None None] Provisioning complete for port dcae5696-2c5b-4873-834d-f192e18c5694 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:38.082508 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6995e5ef-af68-4301-9c87-04883f567d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.108297 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb4351b-a802-4a6c-833c-988794202d05 x-openstack-request-id: req-5cb4351b-a802-4a6c-833c-988794202d05 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:54:38.108297 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306e754-3e7b-471d-acf1-d3c35e136efc", "tag": "920cb397-7f3c-4c69-876c-2db0abff53fd", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:54:38.108297 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cb4351b-a802-4a6c-833c-988794202d05 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:54:38.108297 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306e754-3e7b-471d-acf1-d3c35e136efc', 'tag': '920cb397-7f3c-4c69-876c-2db0abff53fd', 'status': 'completed', 'code': 200} Sep 20 12:54:38.136757 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.138176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.139597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:38.140385 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.233415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-40680fb0-145e-43a2-87a0-749489f453ab req-c1893598-1a09-4ef3-a3b5-9783b472b03d service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769213 Sep 20 12:54:38.262585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.272688 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] Pushing event updated for resources: {'Network': ['ID=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:38.287305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:54:38.308796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddfb22-9f02-4347-9a14-b3c16e93adb3 req-1e385ff3-5b26-407e-984e-231093dca731 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:38.310249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbddfb22-9f02-4347-9a14-b3c16e93adb3 req-1e385ff3-5b26-407e-984e-231093dca731 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 945 time: 0.1503150 Sep 20 12:54:38.312225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9651a0a-9975-40b0-a18e-2be1a3a944d8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:38.378499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbddfb22-9f02-4347-9a14-b3c16e93adb3 req-dc6bbcca-bcba-4fb8-a9fe-678435332819 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Sep 20 12:54:38.379113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-052c4363-cf9b-42d4-894a-e8c2017b80c1 None None] Provisioning complete for port 018042e2-6963-4c26-9646-ac2af1401533 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:38.383748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-052c4363-cf9b-42d4-894a-e8c2017b80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.413418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c44aacf8-0f99-46b3-af4b-50cb3bcb99bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4168899 Sep 20 12:54:38.417243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:38.424106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-052c4363-cf9b-42d4-894a-e8c2017b80c1 None None] Port 018042e2-6963-4c26-9646-ac2af1401533 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:38.425283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 8dabb599-a134-4f61-b830-21a977e3ac58 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:54:38.425697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Request body: {'subnet': {'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-741716187-subnet', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:38.489616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-333db45f-a977-42bf-bc8e-0725b1ae6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:38.491156 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-333db45f-a977-42bf-bc8e-0725b1ae6b54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 1094 time: 0.1073282 Sep 20 12:54:38.497321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.572863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:38.583482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30db502-d569-41cd-82f6-830f97c50fcc None None] Sync routers for ids ['8dabb599-a134-4f61-b830-21a977e3ac58'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:38.596295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30db502-d569-41cd-82f6-830f97c50fcc None None] Routers {'8dabb599-a134-4f61-b830-21a977e3ac58'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:38.596921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b30db502-d569-41cd-82f6-830f97c50fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8dabb599-a134-4f61-b830-21a977e3ac58'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:38.605366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ec2c3f53-8815-4ccd-b4d7-c51db43ea942 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/8dabb599-a134-4f61-b830-21a977e3ac58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5447829 Sep 20 12:54:38.605569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.606391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34286) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:38.639436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 22b59259-441a-48c5-a38e-359fb5de620a up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:38.642622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b30db502-d569-41cd-82f6-830f97c50fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:38.652746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-2ab5aad7-ea62-4167-bba8-60041f89a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:38.654934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-2ab5aad7-ea62-4167-bba8-60041f89a608 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.1322250 Sep 20 12:54:38.675763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30db502-d569-41cd-82f6-830f97c50fcc None None] Routers {'8dabb599-a134-4f61-b830-21a977e3ac58'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:38.676467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b30db502-d569-41cd-82f6-830f97c50fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8dabb599-a134-4f61-b830-21a977e3ac58'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:38.695727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c84c29b-31bc-442e-bf7e-050c8e25c869 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:38.699471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c84c29b-31bc-442e-bf7e-050c8e25c869 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports/018042e2-6963-4c26-9646-ac2af1401533 HTTP/1.1" status: 200 len: 911 time: 0.0849862 Sep 20 12:54:38.699471 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e819b326-0ccd-4870-a1e1-70dfe66e0b62,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:38.700253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34288) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:38.714202 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b30db502-d569-41cd-82f6-830f97c50fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:38.714953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30db502-d569-41cd-82f6-830f97c50fcc None None] The sync data for ids ['8dabb599-a134-4f61-b830-21a977e3ac58'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:38.721976 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-e1845a7a-a226-48ed-a0be-57a94dfa0ed4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=920cb397-7f3c-4c69-876c-2db0abff53fd HTTP/1.1" status: 200 len: 217 time: 0.0560031 Sep 20 12:54:38.784068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-52c0630f-d029-47fb-8a39-16309690f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:38.784331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Made reservation on behalf of e9a1784aba6d48f7a5b266e0b8e2aa46 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:38.786897 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-52c0630f-d029-47fb-8a39-16309690f2b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0572038 Sep 20 12:54:38.787045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.799302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dcae5696-2c5b-4873-834d-f192e18c5694 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:38.805509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 22b59259-441a-48c5-a38e-359fb5de620a completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:54:38.833205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 22b59259-441a-48c5-a38e-359fb5de620a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:38.833590 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.855377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-060f47fb-ff11-46d0-b3bd-db3022de4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:38.857865 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-060f47fb-ff11-46d0-b3bd-db3022de4ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652072 Sep 20 12:54:38.900280 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.901486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f81384b5-2194-49da-b6e0-57d914610be3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3352842 Sep 20 12:54:38.904565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34290) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:38.924088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port dcae5696-2c5b-4873-834d-f192e18c5694 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:38.924461 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.928428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-77c04f7c-046e-4e4b-9b7d-42eaedb72620 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'e819b326-0ccd-4870-a1e1-70dfe66e0b62', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:38.962720 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:38.996879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:54:39.004262 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd61c2d-19e8-4146-86cb-8ef2b8d318a2" -d '{"events": [{"server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "name": "network-vif-plugged", "status": "completed", "tag": "22b59259-441a-48c5-a38e-359fb5de620a"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:54:39.037329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 22b59259-441a-48c5-a38e-359fb5de620a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=22b59259-441a-48c5-a38e-359fb5de620a,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:39.043121 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-eb24e605-615d-4c05-8f80-cf4d34d72f9b service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750891 Sep 20 12:54:39.101941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77c04f7c-046e-4e4b-9b7d-42eaedb72620 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.116652 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.183021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=22b59259-441a-48c5-a38e-359fb5de620a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:39.199841 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77c04f7c-046e-4e4b-9b7d-42eaedb72620 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.200039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ef0c10a-2f1b-4749-ae52-ff423fb685c9 req-67be592e-3460-447a-ad5f-aab3cbb27390 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491251 Sep 20 12:54:39.238523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c1228-c937-44c7-8b4c-f590a5a111ed req-0e589017-5e2c-4b9d-88b7-43e24f8a8c67 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:39.240041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e0c1228-c937-44c7-8b4c-f590a5a111ed req-0e589017-5e2c-4b9d-88b7-43e24f8a8c67 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1452787 Sep 20 12:54:39.276054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77c04f7c-046e-4e4b-9b7d-42eaedb72620 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.294981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c04f7c-046e-4e4b-9b7d-42eaedb72620 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa817531-aa8b-413d-905b-80a3a4a7093e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:39.299752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.310484 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.329333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e0c1228-c937-44c7-8b4c-f590a5a111ed req-adaf5fc6-80ad-426d-b448-7b572b44b03d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653090 Sep 20 12:54:39.379698 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77c04f7c-046e-4e4b-9b7d-42eaedb72620 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.382709 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-77c04f7c-046e-4e4b-9b7d-42eaedb72620 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4722786 Sep 20 12:54:39.383536 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362818a3-87af-45f8-b3e5-856f756105bf x-openstack-request-id: req-362818a3-87af-45f8-b3e5-856f756105bf {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:54:39.383869 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "name": "network-vif-plugged", "status": "completed", "tag": "22b59259-441a-48c5-a38e-359fb5de620a", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:54:39.384168 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-362818a3-87af-45f8-b3e5-856f756105bf {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:54:39.384572 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a', 'code': 200} Sep 20 12:54:39.385240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34296) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:39.389651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3de824aa-8256-411e-aacd-166093c8abbf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'e819b326-0ccd-4870-a1e1-70dfe66e0b62', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:39.452571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e6ad0a-ec75-41d9-b3d3-b6e041465bae,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:39.493497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Checking segment: {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:39.493837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Network hostable DHCP agents. Network: 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:54:39.498635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff4f7-72da-41d2-98fd-30a9d064f945 req-35564537-16a0-4f96-86ee-f790d2f5f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:39.500213 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b81ff4f7-72da-41d2-98fd-30a9d064f945 req-35564537-16a0-4f96-86ee-f790d2f5f229 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 1097 time: 0.0429325 Sep 20 12:54:39.532991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3de824aa-8256-411e-aacd-166093c8abbf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.564337 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b81ff4f7-72da-41d2-98fd-30a9d064f945 req-0ee5a520-2449-4239-8bc8-5bb49d99cafb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564013 Sep 20 12:54:39.590954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a5137-4eb2-407b-ae7f-580659c49014 req-8ed0a07c-e9f4-491c-b4e2-8feacce15c8b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:39.592868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab3a5137-4eb2-407b-ae7f-580659c49014 req-8ed0a07c-e9f4-491c-b4e2-8feacce15c8b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 946 time: 0.1220851 Sep 20 12:54:39.596479 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3de824aa-8256-411e-aacd-166093c8abbf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.688170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:54:39.693660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3de824aa-8256-411e-aacd-166093c8abbf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.695550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab3a5137-4eb2-407b-ae7f-580659c49014 req-b1a6e14b-6fed-4f6b-9a37-0db93a30b19c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786517 Sep 20 12:54:39.724138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8:1::1 (d016a222-57af-4903-8ad5-df689c3a0f57/b7a15207-4cc9-4e87-adbb-8a6cf830744a/0da7881a-71ef-4acf-9ba1-5c025e8b6d55) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:39.724751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de824aa-8256-411e-aacd-166093c8abbf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7899fca7-f5bf-4de8-a73b-65724588b294,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:39.797247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:39.806222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192386ba-6d04-49fc-b6f0-5a4e6222929b None None] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:39.806937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:39.811526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.830989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3de824aa-8256-411e-aacd-166093c8abbf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.832318 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3de824aa-8256-411e-aacd-166093c8abbf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4461911 Sep 20 12:54:39.837858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:39.842275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-370bbb93-2368-4ef9-8d49-e455fe18deed tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'e819b326-0ccd-4870-a1e1-70dfe66e0b62', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:39.865742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:39.906299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e77ddef8-7c4a-4054-ac85-3fd4b3b95815 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4851973 Sep 20 12:54:39.906493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34302) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:39.911920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:39.988190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:54:39.989107 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.031166 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.081534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network d016a222-57af-4903-8ad5-df689c3a0f57 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:40.082377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-370bbb93-2368-4ef9-8d49-e455fe18deed tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.088603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:40.091610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:40.092197 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.167180 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.169119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.246336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.300854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Allocated IP 172.20.0.2 (1bc26bf9-33a6-4a38-9f8c-8e3ab6175361/63e6ad0a-ec75-41d9-b3d3-b6e041465bae/1be9228c-304e-4448-baed-1ab7851e9b6b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:40.493608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-557a6712-85ba-48ab-ab26-845e1558f533 None None] Provisioning complete for port 0da7881a-71ef-4acf-9ba1-5c025e8b6d55 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:40.495946 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-557a6712-85ba-48ab-ab26-845e1558f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.507478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=0da7881a-71ef-4acf-9ba1-5c025e8b6d55,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:40.537188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.565122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-557a6712-85ba-48ab-ab26-845e1558f533 None None] Port 0da7881a-71ef-4acf-9ba1-5c025e8b6d55 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:40.568304 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.630651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f26a06-3262-427e-ba23-b6372b2e5467 req-048081aa-5505-4229-84f3-3bb66966f3a3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:40.632194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1f26a06-3262-427e-ba23-b6372b2e5467 req-048081aa-5505-4229-84f3-3bb66966f3a3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1903951 Sep 20 12:54:40.640276 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.649275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-370bbb93-2368-4ef9-8d49-e455fe18deed tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.692053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:40.693761 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1f26a06-3262-427e-ba23-b6372b2e5467 req-917dbf98-296d-4a24-b2e5-16d40d73dd2c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Sep 20 12:54:40.695429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:40.698152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:40.740152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Pushing event updated for resources: {'Port': ['ID=1be9228c-304e-4448-baed-1ab7851e9b6b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:40.747746 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-370bbb93-2368-4ef9-8d49-e455fe18deed tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.783535 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.785442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bbb93-2368-4ef9-8d49-e455fe18deed tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df31007f-7f73-4b59-bcec-1965b9911b56,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:40.803068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Attempting to bind port 1be9228c-304e-4448-baed-1ab7851e9b6b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:40.803456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Attempting to bind port 1be9228c-304e-4448-baed-1ab7851e9b6b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:40.804021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Attempting to bind port 1be9228c-304e-4448-baed-1ab7851e9b6b on network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:40.813387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:40.815619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Checking segment: {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:40.815619 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.815861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Bound using segment: {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:40.816199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Bound port: 1be9228c-304e-4448-baed-1ab7851e9b6b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:40.816592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.899088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.909742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] For port 1be9228c-304e-4448-baed-1ab7851e9b6b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:40.912941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] For port 1be9228c-304e-4448-baed-1ab7851e9b6b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1be9228c-304e-4448-baed-1ab7851e9b6b,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:40.925570 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.931004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302feb9-5ccd-4913-955f-d9a7959bd359 req-ce6923b3-3ed5-4218-b633-edc670419ac9 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:40.939292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3302feb9-5ccd-4913-955f-d9a7959bd359 req-ce6923b3-3ed5-4218-b633-edc670419ac9 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 946 time: 0.1257505 Sep 20 12:54:40.939292 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-370bbb93-2368-4ef9-8d49-e455fe18deed tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:40.939292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-370bbb93-2368-4ef9-8d49-e455fe18deed tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0977507 Sep 20 12:54:40.940572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34308) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:40.946059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cdfbd3d8-3def-48d2-8ab3-dbf992d6eab7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'e819b326-0ccd-4870-a1e1-70dfe66e0b62', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:41.024444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3302feb9-5ccd-4913-955f-d9a7959bd359 req-7648fbe7-ba2d-434d-b60d-b74b5f3d6378 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849965 Sep 20 12:54:41.035994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.131239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd3d8-3def-48d2-8ab3-dbf992d6eab7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.156878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce32b41-f23e-43c8-8d70-f06e69f13532 None None] Pushing event updated for resources: {'Port': ['ID=1be9228c-304e-4448-baed-1ab7851e9b6b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:41.199825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ddf9b-3323-4f6b-95d4-83591713d632 req-1fd0ee1a-7603-4cb5-9cc3-b5f208773a31 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:41.201267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d0ddf9b-3323-4f6b-95d4-83591713d632 req-1fd0ee1a-7603-4cb5-9cc3-b5f208773a31 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 946 time: 0.0889885 Sep 20 12:54:41.251106 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.251616 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd3d8-3def-48d2-8ab3-dbf992d6eab7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.252905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Allocated IP 172.25.6.204 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/68b868c4-3dbb-4e00-bffb-72f9b9c21f9c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:41.277729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d0ddf9b-3323-4f6b-95d4-83591713d632 req-570897db-28f7-4c78-86c2-0fd5b8d8d284 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602694 Sep 20 12:54:41.324580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34312) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:41.356740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd3d8-3def-48d2-8ab3-dbf992d6eab7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.388289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.389624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.399562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbd3d8-3def-48d2-8ab3-dbf992d6eab7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a326e28-548a-4dec-9e64-dfaef6914407,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:41.441746 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.465488 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd3d8-3def-48d2-8ab3-dbf992d6eab7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.467811 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cdfbd3d8-3def-48d2-8ab3-dbf992d6eab7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5248425 Sep 20 12:54:41.470623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:41.476427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cf06394e-2cfb-419c-a594-dcae14bd3f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'e819b326-0ccd-4870-a1e1-70dfe66e0b62', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:41.501778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab45b1-fe54-409e-84ba-a166d1fbe5a1 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:41.503343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9ab45b1-fe54-409e-84ba-a166d1fbe5a1 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 1092 time: 0.1775641 Sep 20 12:54:41.509856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34316) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:41.514757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:41.541260 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=0da7881a-71ef-4acf-9ba1-5c025e8b6d55,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:41.576895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network d016a222-57af-4903-8ad5-df689c3a0f57 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:41.576895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:41.597985 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.644269 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-cf06394e-2cfb-419c-a594-dcae14bd3f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Project c1df823e0e9446a9a23f52aa8f273f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:54:41.648230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:41.655346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:41.669459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:41.672812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf06394e-2cfb-419c-a594-dcae14bd3f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.678120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Pushing event updated for resources: {'Port': ['ID=68b868c4-3dbb-4e00-bffb-72f9b9c21f9c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:41.700116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 8dabb599-a134-4f61-b830-21a977e3ac58 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:41.766457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.852947 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf06394e-2cfb-419c-a594-dcae14bd3f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.882915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:41.897155 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4cbdf5-2558-4d18-b1ca-7eb386e1b394 None None] Sync routers for ids ['8dabb599-a134-4f61-b830-21a977e3ac58'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:41.897733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34320) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:41.918131 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-322e1a36-4237-49ce-998c-e390ac5f8749 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/8dabb599-a134-4f61-b830-21a977e3ac58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2162669 Sep 20 12:54:41.930459 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4cbdf5-2558-4d18-b1ca-7eb386e1b394 None None] Routers {'8dabb599-a134-4f61-b830-21a977e3ac58'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:41.930459 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2e4cbdf5-2558-4d18-b1ca-7eb386e1b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8dabb599-a134-4f61-b830-21a977e3ac58'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:41.934165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d59b8bda-4df2-480f-86d3-ae0d43a64f49 None None] Provisioning complete for port 0da7881a-71ef-4acf-9ba1-5c025e8b6d55 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:41.936550 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d59b8bda-4df2-480f-86d3-ae0d43a64f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.962870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf06394e-2cfb-419c-a594-dcae14bd3f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:41.986074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314f09d-39c3-41b8-9a2a-1525ef7aa5df req-cc90607c-4562-4751-9f8d-8c45a868111f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:41.997702 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e314f09d-39c3-41b8-9a2a-1525ef7aa5df req-cc90607c-4562-4751-9f8d-8c45a868111f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1564059 Sep 20 12:54:42.010302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d59b8bda-4df2-480f-86d3-ae0d43a64f49 None None] Port 0da7881a-71ef-4acf-9ba1-5c025e8b6d55 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:42.016221 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2e4cbdf5-2558-4d18-b1ca-7eb386e1b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:42.032441 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4cbdf5-2558-4d18-b1ca-7eb386e1b394 None None] Routers {'8dabb599-a134-4f61-b830-21a977e3ac58'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:42.033399 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2e4cbdf5-2558-4d18-b1ca-7eb386e1b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8dabb599-a134-4f61-b830-21a977e3ac58'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:42.054494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e314f09d-39c3-41b8-9a2a-1525ef7aa5df req-5c8ddfbf-6dc6-44b0-a918-14a00c7b930b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557666 Sep 20 12:54:42.082581 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2e4cbdf5-2558-4d18-b1ca-7eb386e1b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:42.083255 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4cbdf5-2558-4d18-b1ca-7eb386e1b394 None None] The sync data for ids ['8dabb599-a134-4f61-b830-21a977e3ac58'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:42.295711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ecaeaa-771e-4e3e-821c-69f5c0c4b7c6 None None] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:42.374379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71948732-6d27-4af3-b626-28748bfbe93f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:42.375673 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-71948732-6d27-4af3-b626-28748bfbe93f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports/0da7881a-71ef-4acf-9ba1-5c025e8b6d55 HTTP/1.1" status: 200 len: 913 time: 0.4751875 Sep 20 12:54:42.379829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:42.381432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06394e-2cfb-419c-a594-dcae14bd3f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ce989e-b0a2-4125-b0aa-4c210720825e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:42.401975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-473d46c5-1bc2-44a2-a891-f17bac9b9a3c None None] Provisioning complete for port 1be9228c-304e-4448-baed-1ab7851e9b6b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:42.402481 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-473d46c5-1bc2-44a2-a891-f17bac9b9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.429773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.433985 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-af62f69f-985a-4760-b479-a45b8536b9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.480047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf06394e-2cfb-419c-a594-dcae14bd3f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.483883 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cf06394e-2cfb-419c-a594-dcae14bd3f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0097520 Sep 20 12:54:42.486851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34324) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:42.491350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'e819b326-0ccd-4870-a1e1-70dfe66e0b62', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:42.582923 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-473d46c5-1bc2-44a2-a891-f17bac9b9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.639508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-473d46c5-1bc2-44a2-a891-f17bac9b9a3c None None] For port 1be9228c-304e-4448-baed-1ab7851e9b6b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1be9228c-304e-4448-baed-1ab7851e9b6b,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:42.648826 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.25.6.91 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/10289c97-9187-4743-909e-c40ecdeab4ab) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:42.654075 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Project c1df823e0e9446a9a23f52aa8f273f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:54:42.682764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.692549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.701349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-473d46c5-1bc2-44a2-a891-f17bac9b9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.762927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d46c5-1bc2-44a2-a891-f17bac9b9a3c None None] Pushing event updated for resources: {'Port': ['ID=1be9228c-304e-4448-baed-1ab7851e9b6b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:42.781446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.849927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1be9228c-304e-4448-baed-1ab7851e9b6b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:42.865183 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.923239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.923466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1be9228c-304e-4448-baed-1ab7851e9b6b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:42.923466 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:42.923643 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.026863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458fbf08-b7b9-4e58-89b1-f85a3d9d0695,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:43.042693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.043134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.043732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.044088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.044430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.044771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.045166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.045393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-35a86a21-2fd8-407f-8422-50e3a0e97fa9 None None] Provisioning complete for port 1be9228c-304e-4448-baed-1ab7851e9b6b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:43.045878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.045878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.046140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.046590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.046759 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-35a86a21-2fd8-407f-8422-50e3a0e97fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.046924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:43.076894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.142895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.211898 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.216149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-147b8ca9-ad40-4652-b6ad-d2f37903cee6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7252915 Sep 20 12:54:43.216844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34328) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:43.224171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'network': {'name': 'tempest-network-smoke--1335395914', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:43.237159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:43.244782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:43.246679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=10289c97-9187-4743-909e-c40ecdeab4ab,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:43.248799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:43.286544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedf4e-d2e8-4fb3-8265-04b76979e520 req-9189dfb7-fd52-4d70-9ca5-4ce6eebfeffb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:43.288079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6cedf4e-d2e8-4fb3-8265-04b76979e520 req-9189dfb7-fd52-4d70-9ca5-4ce6eebfeffb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1162241 Sep 20 12:54:43.352341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:43.355777 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.360620 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6cedf4e-d2e8-4fb3-8265-04b76979e520 req-6c6db937-6307-4f76-9410-1bd754eddae9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508597 Sep 20 12:54:43.384799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 0da7881a-71ef-4acf-9ba1-5c025e8b6d55 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:43.385187 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.386461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Router 484b664a-8ab6-47d7-922d-71a353ba7397 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:54:43.408827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:54:43.457029 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.457384 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Added segment 24de6f8c-7504-41f1-b276-d45afecaca96 of type vlan for network 44a067c0-2a8e-495a-ba0c-ac81131aa81f Sep 20 12:54:43.514072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.526166 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.546952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 0da7881a-71ef-4acf-9ba1-5c025e8b6d55 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:43.636172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:43.649216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Sync routers for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:43.657199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:43.658974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:43.666545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.674345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:43.675961 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.769584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Network': ['ID=44a067c0-2a8e-495a-ba0c-ac81131aa81f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:43.773997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.777069 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-55b69c92-1e1a-413e-a5d1-535a5319268d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8677368 Sep 20 12:54:43.782908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34330) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:43.786983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:54:43.808571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-88ac722c-7765-4ffa-a144-9017b7ce520d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5869639 Sep 20 12:54:43.815725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:43.815725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'admin_state_up': True, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:43.868068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:43.961752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.994501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.995635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:43.999726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=0da7881a-71ef-4acf-9ba1-5c025e8b6d55,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:44.021528 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.091166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:42Z', 'revision_number': 3, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:44.125196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Checking router: 484b664a-8ab6-47d7-922d-71a353ba7397 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:44.125701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Updating router 484b664a-8ab6-47d7-922d-71a353ba7397 port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:44.158868 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.174272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.219994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.369743 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.510541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.562978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.602141 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.675771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ab83b-1a0c-42f1-8995-e99ca3838d84 None None] Pushing event updated for resources: {'Port': ['ID=68b868c4-3dbb-4e00-bffb-72f9b9c21f9c,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:44.680333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Attempting to bind port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:44.680731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Attempting to bind port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:44.681152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Attempting to bind port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:44.692134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:44.692519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:44.692934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.693442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:44.694335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Bound port: 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:44.694687 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.729072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.775272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] For port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:44.785864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] For port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=68b868c4-3dbb-4e00-bffb-72f9b9c21f9c,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:44.787017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1be9228c-304e-4448-baed-1ab7851e9b6b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:44.808671 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.842389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1be9228c-304e-4448-baed-1ab7851e9b6b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:44.842791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.848434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.874748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Allocated IP 172.20.0.1 (1bc26bf9-33a6-4a38-9f8c-8e3ab6175361/63e6ad0a-ec75-41d9-b3d3-b6e041465bae/26736d13-a0dd-4cdf-a091-d480dd796482) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:44.882392 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:44.913797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3779b6-3282-483b-ab16-16f04a84b888 req-518882c1-3d59-457a-8d44-b72b29a6c850 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:44.915540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a3779b6-3282-483b-ab16-16f04a84b888 req-518882c1-3d59-457a-8d44-b72b29a6c850 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.2195392 Sep 20 12:54:44.972619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 8dabb599-a134-4f61-b830-21a977e3ac58 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:44.976622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:44.977449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:44.985254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=10289c97-9187-4743-909e-c40ecdeab4ab,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:45.011178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a3779b6-3282-483b-ab16-16f04a84b888 req-5d08531c-cf3d-48c8-94c6-ab6266df95cd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702407 Sep 20 12:54:45.019037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ab83b-1a0c-42f1-8995-e99ca3838d84 None None] Pushing event updated for resources: {'Port': ['ID=68b868c4-3dbb-4e00-bffb-72f9b9c21f9c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:45.125345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:45.152303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:45.162213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a31ac30c-620c-464b-837a-6b9a07965df3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/8dabb599-a134-4f61-b830-21a977e3ac58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7780995 Sep 20 12:54:45.167649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:45.171276 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a70c07e-b1b4-4200-a345-317c95f096a4 None None] Sync routers for ids ['8dabb599-a134-4f61-b830-21a977e3ac58'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:45.181426 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70c07e-b1b4-4200-a345-317c95f096a4 None None] Routers {'8dabb599-a134-4f61-b830-21a977e3ac58'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:45.182326 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2a70c07e-b1b4-4200-a345-317c95f096a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8dabb599-a134-4f61-b830-21a977e3ac58'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:45.215116 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c099176b-2b09-4e60-b0d5-843632222b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.224461 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2a70c07e-b1b4-4200-a345-317c95f096a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:45.237372 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70c07e-b1b4-4200-a345-317c95f096a4 None None] Routers {'8dabb599-a134-4f61-b830-21a977e3ac58'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:45.238006 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2a70c07e-b1b4-4200-a345-317c95f096a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8dabb599-a134-4f61-b830-21a977e3ac58'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:45.277578 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2a70c07e-b1b4-4200-a345-317c95f096a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:45.278496 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a70c07e-b1b4-4200-a345-317c95f096a4 None None] The sync data for ids ['8dabb599-a134-4f61-b830-21a977e3ac58'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:45.413168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.419262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:42Z', 'revision_number': 3, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:45.432336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.454040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef74ca-77bd-4dcc-9eeb-16049f6fee09 None None] The sync data for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 is: [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:42Z', 'revision_number': 3, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:45.458834 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.540205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.585456 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Floating IP ece6c7b6-122f-474f-bdfa-d74bc6637bee associated. External IP: 172.25.6.91, port: 22b59259-441a-48c5-a38e-359fb5de620a. Sep 20 12:54:45.624423 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.687539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.25.6.220 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/10c65586-c741-490b-881b-4e86ddcee2b8) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:45.746905 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.831219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:45.870135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:45.879436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:45.910013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Pushing event updated for resources: {'Port': ['ID=26736d13-a0dd-4cdf-a091-d480dd796482,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:45.939342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.957480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 7d3c926e-b039-4f8c-b342-83d0bd68358f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:45.958573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:45.972829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.228388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:46.243154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] Sync routers for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:46.253886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:46.254944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:46.271744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff992a6-6c5d-469c-8dcb-0b9dee6bf3f1 req-e4f6ffba-301b-481d-8215-d8d069612d08 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:46.273446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ff992a6-6c5d-469c-8dcb-0b9dee6bf3f1 req-e4f6ffba-301b-481d-8215-d8d069612d08 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.0942593 Sep 20 12:54:46.308649 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.310837 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.343458 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f72da7e8-3bf8-47f1-8c66-b05a9275bf0d None None] Provisioning complete for port 26736d13-a0dd-4cdf-a091-d480dd796482 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:46.343895 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f72da7e8-3bf8-47f1-8c66-b05a9275bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.354110 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-866d8807-e9d3-4a1a-8ee4-1256fc45d985 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8431704 Sep 20 12:54:46.362934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:54:46.362934 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a" -d '{"events": [{"name": "network-changed", "server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "tag": "22b59259-441a-48c5-a38e-359fb5de620a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:54:46.370655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34340) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:46.384075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.394432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f72da7e8-3bf8-47f1-8c66-b05a9275bf0d None None] Port 26736d13-a0dd-4cdf-a091-d480dd796482 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:46.437726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:46.448773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:46.454632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:46.477188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:46.507105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ff992a6-6c5d-469c-8dcb-0b9dee6bf3f1 req-a256e056-8c41-4f8a-91f3-0705f59dc51e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170522 Sep 20 12:54:46.549956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=10c65586-c741-490b-881b-4e86ddcee2b8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:46.640893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 018042e2-6963-4c26-9646-ac2af1401533 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:46.641491 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.699431 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5901632-50a8-4664-98fb-1efdb9d597b7 x-openstack-request-id: req-a5901632-50a8-4664-98fb-1efdb9d597b7 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:54:46.700014 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "tag": "22b59259-441a-48c5-a38e-359fb5de620a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:54:46.700014 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5901632-50a8-4664-98fb-1efdb9d597b7 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:54:46.700743 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a', 'status': 'completed', 'code': 200} Sep 20 12:54:46.732674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-04090a1e-bc03-452c-aaaf-f3c23072152f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/floatingips/ece6c7b6-122f-474f-bdfa-d74bc6637bee HTTP/1.1" status: 200 len: 991 time: 0.3547010 Sep 20 12:54:46.814700 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.840443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:46.842497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 018042e2-6963-4c26-9646-ac2af1401533 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:46.851499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-9c13e2ea-1049-48ab-a97c-8d88359dbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:46.853242 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-9c13e2ea-1049-48ab-a97c-8d88359dbfc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 1097 time: 0.1493144 Sep 20 12:54:46.893897 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.971538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:46.971879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:46.994331 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:47.024758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:47.028472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-03891bd6-9942-4a17-ace6-260a5e42d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:47.028472 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-03891bd6-9942-4a17-ace6-260a5e42d965 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e823792f-0b02-436d-8fa2-95719d258f22 HTTP/1.1" status: 200 len: 897 time: 0.1362753 Sep 20 12:54:47.093317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:47.116061 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:47.142146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:43Z', 'revision_number': 0, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:47.180765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] Checking router: 7d3c926e-b039-4f8c-b342-83d0bd68358f for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:47.187929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=68b868c4-3dbb-4e00-bffb-72f9b9c21f9c,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:47.193680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:47.194565 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:47.227098 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-92d11b2e-7ec5-4d51-86b0-f7297a1d3bab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b59259-441a-48c5-a38e-359fb5de620a HTTP/1.1" status: 200 len: 999 time: 0.1928463 Sep 20 12:54:47.286846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-2b7e437b-7499-4cbc-a169-2815b4e905c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:47.288353 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-2b7e437b-7499-4cbc-a169-2815b4e905c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c774eae0-7602-435f-b622-efc431def39c HTTP/1.1" status: 200 len: 835 time: 0.0493035 Sep 20 12:54:47.289509 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:47.291474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Pushing event updated for resources: {'Port': ['ID=26736d13-a0dd-4cdf-a091-d480dd796482,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:47.301695 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:47.374972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:47.406362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-2a4b7120-298f-4a0d-9ad9-423061c7378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:47.410045 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-2a4b7120-298f-4a0d-9ad9-423061c7378a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e823792f-0b02-436d-8fa2-95719d258f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104178 Sep 20 12:54:47.422289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=68b868c4-3dbb-4e00-bffb-72f9b9c21f9c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:47.509745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:47.514417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:47.583581 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-6012c9ae-e33a-4a03-8bc3-cb0e86a1f85f service neutron] 10.222.0.32 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661844 Sep 20 12:54:47.686979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:43Z', 'revision_number': 0, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:47.729633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Router 484b664a-8ab6-47d7-922d-71a353ba7397 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:47.730212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdb8ee-8aef-4a1b-a699-1bae99745595 None None] The sync data for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 is: [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:43Z', 'revision_number': 0, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:47.770289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:47.814393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:47.910431 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8cf035d2-4afe-43ae-a6aa-6e4353a9907a req-731bec20-0765-4573-87d2-d0c19fbf6bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397580 Sep 20 12:54:48.008127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:48.019818 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Sync routers for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:48.026836 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-433bbf48-e24c-44b2-8ea4-872db0da66de admin admin] 10.222.0.37 "PUT /v2.0/routers/484b664a-8ab6-47d7-922d-71a353ba7397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2418613 Sep 20 12:54:48.030749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b5fddf8c-01e0-4647-b333-4c4062658bee None None] Provisioning complete for port 26736d13-a0dd-4cdf-a091-d480dd796482 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:48.031126 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b5fddf8c-01e0-4647-b333-4c4062658bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:48.032689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:48.049725 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:48.050735 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:48.107126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b5fddf8c-01e0-4647-b333-4c4062658bee None None] Port 26736d13-a0dd-4cdf-a091-d480dd796482 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:48.128897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac7f2b1b-34a6-47c5-9d76-a5b089c62965 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/floatingips/ece6c7b6-122f-474f-bdfa-d74bc6637bee HTTP/1.1" status: 200 len: 991 time: 0.3082325 Sep 20 12:54:48.139821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206eb22-c20a-41ef-b88c-429fda203d5f req-517453fb-b119-4c02-ae1d-c82ce501ab4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:48.142211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4206eb22-c20a-41ef-b88c-429fda203d5f req-517453fb-b119-4c02-ae1d-c82ce501ab4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.3669620 Sep 20 12:54:48.170232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad835a3-872a-4566-84b6-cff9c700fb3f None None] New status for floating IP ece6c7b6-122f-474f-bdfa-d74bc6637bee: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:54:48.221730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:48.225876 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:48.262539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4206eb22-c20a-41ef-b88c-429fda203d5f req-1e2b8db4-67ae-4463-bef8-6287cc268415 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125443 Sep 20 12:54:48.265387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=018042e2-6963-4c26-9646-ac2af1401533,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:48.395831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router f9d73dc2-8fc6-4544-8259-7642a42c2423 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:54:48.401874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:48.643478 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 2, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:48.665832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 8dabb599-a134-4f61-b830-21a977e3ac58 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:48.681723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:48.689545 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Checking router: 484b664a-8ab6-47d7-922d-71a353ba7397 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:48.689964 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Updating router 484b664a-8ab6-47d7-922d-71a353ba7397 port 26736d13-a0dd-4cdf-a091-d480dd796482 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:48.716795 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Sync routers for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:48.730054 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:48.745366 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:48.745994 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:48.782689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:48.789478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:48.794619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-956b011a-e13d-4a55-a784-8b64effcaaee tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/8dabb599-a134-4f61-b830-21a977e3ac58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6244230 Sep 20 12:54:48.797575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34358) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:48.829821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:48.829969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baebfd2-8af0-49fc-891d-7d118efd1dc8 None None] Sync routers for ids ['8dabb599-a134-4f61-b830-21a977e3ac58'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:48.833153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9ca9648-d048-47ed-9910-4fc428d1b822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0215504 Sep 20 12:54:48.834471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34360) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:48.845610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baebfd2-8af0-49fc-891d-7d118efd1dc8 None None] Routers {'8dabb599-a134-4f61-b830-21a977e3ac58'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:48.847410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2baebfd2-8af0-49fc-891d-7d118efd1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8dabb599-a134-4f61-b830-21a977e3ac58'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:48.858119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7643bef5-ac72-4a0c-87ed-d7cf098c316f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dabb599-a134-4f61-b830-21a977e3ac58 HTTP/1.1" status: 200 len: 205 time: 0.0570927 Sep 20 12:54:48.862097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:48.902243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2baebfd2-8af0-49fc-891d-7d118efd1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:48.909707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:48.910353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:48.942895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baebfd2-8af0-49fc-891d-7d118efd1dc8 None None] Routers {'8dabb599-a134-4f61-b830-21a977e3ac58'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:48.953757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2baebfd2-8af0-49fc-891d-7d118efd1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8dabb599-a134-4f61-b830-21a977e3ac58'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:48.975748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-109f6d95-f720-403c-846f-683bfd52fe53 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:48.999792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2baebfd2-8af0-49fc-891d-7d118efd1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:49.000846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baebfd2-8af0-49fc-891d-7d118efd1dc8 None None] The sync data for ids ['8dabb599-a134-4f61-b830-21a977e3ac58'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:49.020229 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:49.133671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34370) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:49.157422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34372) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:49.166059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1573462987-network', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:49.276281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Made reservation on behalf of 6243bef8aaf14c5f94b746bb911e4ced for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:49.278903 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.295455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-109f6d95-f720-403c-846f-683bfd52fe53 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.297698 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.299737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-109f6d95-f720-403c-846f-683bfd52fe53 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.322858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-34127986-4101-4846-98ea-579a2035bd53 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/floatingips/ece6c7b6-122f-474f-bdfa-d74bc6637bee HTTP/1.1" status: 200 len: 993 time: 0.1820159 Sep 20 12:54:49.369730 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.380465 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:49.398454 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1017877b-a46a-4805-be6a-a9097f91c2aa tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c1df823e0e9446a9a23f52aa8f273f89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5624876 Sep 20 12:54:49.406011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:49.412014 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Checking router: f9d73dc2-8fc6-4544-8259-7642a42c2423 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:49.412363 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Updating router f9d73dc2-8fc6-4544-8259-7642a42c2423 port 10c65586-c741-490b-881b-4e86ddcee2b8 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:49.440952 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.450585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-109f6d95-f720-403c-846f-683bfd52fe53 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.451104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f6d95-f720-403c-846f-683bfd52fe53 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Fanout notify agent at l3_agent the message router_deleted on router 8dabb599-a134-4f61-b830-21a977e3ac58 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:54:49.470229 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-109f6d95-f720-403c-846f-683bfd52fe53 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.472948 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.474950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-109f6d95-f720-403c-846f-683bfd52fe53 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/8dabb599-a134-4f61-b830-21a977e3ac58 HTTP/1.1" status: 204 len: 168 time: 0.6118243 Sep 20 12:54:49.475434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34378) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:49.534919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.559231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388998d-5721-4f11-9c75-657dd2a81b5d req-1eaba04a-f786-4f66-9257-2c6af4fe5588 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:49.579124 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8388998d-5721-4f11-9c75-657dd2a81b5d req-1eaba04a-f786-4f66-9257-2c6af4fe5588 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1853657 Sep 20 12:54:49.580035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb58e316-0c93-4bea-b2a8-83c9bf9dd941 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet b7a15207-4cc9-4e87-adbb-8a6cf830744a {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:54:49.580035 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb58e316-0c93-4bea-b2a8-83c9bf9dd941 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.611924 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63406a2b-865d-4660-a9dc-8ae19dfb7fb4 None None] Pushing event updated for resources: {'Port': ['ID=26736d13-a0dd-4cdf-a091-d480dd796482,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:49.638480 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.660737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8388998d-5721-4f11-9c75-657dd2a81b5d req-5d93d20e-b986-4793-b708-10672bd7d243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861723 Sep 20 12:54:49.664482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd528c-2be1-4fe6-9e11-9399f54523f0 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:49.666285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9dd528c-2be1-4fe6-9e11-9399f54523f0 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2577343 Sep 20 12:54:49.669066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34380) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:49.699648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:54:49.714932 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Attempting to bind port 26736d13-a0dd-4cdf-a091-d480dd796482 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:49.715555 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Attempting to bind port 26736d13-a0dd-4cdf-a091-d480dd796482 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:49.716119 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Attempting to bind port 26736d13-a0dd-4cdf-a091-d480dd796482 on network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:49.716416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7d9b7a2-531c-4b16-a413-8e51dcecfe36 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460460 Sep 20 12:54:49.718309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.718663 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Added segment 4ee1aede-79b2-4314-a777-6f785391243d of type vlan for network a85daf26-ede8-43d2-913c-a2cc01862546 Sep 20 12:54:49.719060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34382) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:49.724905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758380207', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:49.760828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:49.761233 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Checking segment: {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:49.761637 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.762029 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Bound using segment: {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:49.762494 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Bound port: 26736d13-a0dd-4cdf-a091-d480dd796482, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:49.762863 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.777444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.826209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb58e316-0c93-4bea-b2a8-83c9bf9dd941 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.866264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dec5b6-0674-473e-9ce1-4a1c28dc4297,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:49.874907 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] For port 26736d13-a0dd-4cdf-a091-d480dd796482, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:49.924187 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] For port 26736d13-a0dd-4cdf-a091-d480dd796482, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=26736d13-a0dd-4cdf-a091-d480dd796482,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:49.946171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb58e316-0c93-4bea-b2a8-83c9bf9dd941 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.962004 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.972631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-88697529-51d2-413e-8593-785079ca1fc2 None None] Provisioning complete for port 26736d13-a0dd-4cdf-a091-d480dd796482 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:49.973351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-88697529-51d2-413e-8593-785079ca1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.976900 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:49.977911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:49.978485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.026424 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.031290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-88697529-51d2-413e-8593-785079ca1fc2 None None] Port 26736d13-a0dd-4cdf-a091-d480dd796482 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:54:50.054108 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.083097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] Pushing event updated for resources: {'Network': ['ID=a85daf26-ede8-43d2-913c-a2cc01862546,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:50.093730 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.095385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a85daf26-ede8-43d2-913c-a2cc01862546 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:54:50.125397 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2371fc2d-c6be-416a-b586-39ebd1e4422b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9629889 Sep 20 12:54:50.125661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34384) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:50.129261 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:50.134341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Request body: {'subnet': {'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1573462987-subnet', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:50.137974 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:50.207609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb58e316-0c93-4bea-b2a8-83c9bf9dd941 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.227251 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Attempting to bind port 10c65586-c741-490b-881b-4e86ddcee2b8 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:50.227550 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Attempting to bind port 10c65586-c741-490b-881b-4e86ddcee2b8 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:50.227965 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Attempting to bind port 10c65586-c741-490b-881b-4e86ddcee2b8 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:50.231704 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63406a2b-865d-4660-a9dc-8ae19dfb7fb4 None None] Pushing event updated for resources: {'Port': ['ID=26736d13-a0dd-4cdf-a091-d480dd796482,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:50.283766 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:50.283766 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:50.283766 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.283766 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:50.283766 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Bound port: 10c65586-c741-490b-881b-4e86ddcee2b8, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:50.283766 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.367312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-613c64f0-4fc6-436c-9da2-0a487a03704f None None] Provisioning complete for port 26736d13-a0dd-4cdf-a091-d480dd796482 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:50.367624 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-613c64f0-4fc6-436c-9da2-0a487a03704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.369990 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff592-535d-4075-ae1b-47ee223de643 None None] Pushing event updated for resources: {'Port': ['ID=10c65586-c741-490b-881b-4e86ddcee2b8,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:50.389872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:50.391236 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:50.394411 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.431838 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.454909 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] For port 10c65586-c741-490b-881b-4e86ddcee2b8, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:50.462063 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] For port 10c65586-c741-490b-881b-4e86ddcee2b8, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=10c65586-c741-490b-881b-4e86ddcee2b8,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:50.507286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-613c64f0-4fc6-436c-9da2-0a487a03704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.561397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-613c64f0-4fc6-436c-9da2-0a487a03704f None None] For port 26736d13-a0dd-4cdf-a091-d480dd796482, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=26736d13-a0dd-4cdf-a091-d480dd796482,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:50.614005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Made reservation on behalf of 6243bef8aaf14c5f94b746bb911e4ced for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:50.616356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.618690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58e316-0c93-4bea-b2a8-83c9bf9dd941 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a15207-4cc9-4e87-adbb-8a6cf830744a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:50.623077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb58e316-0c93-4bea-b2a8-83c9bf9dd941 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.628876 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fb58e316-0c93-4bea-b2a8-83c9bf9dd941 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/b7a15207-4cc9-4e87-adbb-8a6cf830744a HTTP/1.1" status: 204 len: 168 time: 1.1485560 Sep 20 12:54:50.630245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34386) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:50.640220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8110621-a85a-4542-9306-a3542ccaebee None None] Network d016a222-57af-4903-8ad5-df689c3a0f57 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:50.705169 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.749677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d3f02d-2eff-4e06-8518-53baa325952a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet 304b97cb-6bf8-4811-8ac7-5c925c8752e9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:54:50.752408 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-613c64f0-4fc6-436c-9da2-0a487a03704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.754687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.773502 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f02d-2eff-4e06-8518-53baa325952a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.811146 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:49Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:50.855192 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708f93f-56ee-4cd2-8fb5-b7973618fa6c None None] The sync data for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 is: [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:49Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:50.858995 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:50.875160 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:50.887827 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff592-535d-4075-ae1b-47ee223de643 None None] Pushing event updated for resources: {'Port': ['ID=10c65586-c741-490b-881b-4e86ddcee2b8,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:50.912045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c64f0-4fc6-436c-9da2-0a487a03704f None None] Pushing event updated for resources: {'Port': ['ID=26736d13-a0dd-4cdf-a091-d480dd796482,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:50.951889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Subnet': ['ID=dab45cc9-cfe2-4be6-9bad-7d7645ad4099,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:50.984785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:50.997258 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f02d-2eff-4e06-8518-53baa325952a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.054702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Checking segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:51.055255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network hostable DHCP agents. Network: 44a067c0-2a8e-495a-ba0c-ac81131aa81f, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:54:51.057625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] DHCP port deletion for d016a222-57af-4903-8ad5-df689c3a0f57 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:54:51.066051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac50c008-533f-410b-bf6c-97909cf21778,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:51.075130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Checking segment: {'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:51.075498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345efd-bdfe-4a72-b392-443bec254adf req-2318caea-6bb2-43e0-b766-283d3d87eec4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:51.076032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Network hostable DHCP agents. Network: a85daf26-ede8-43d2-913c-a2cc01862546, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:54:51.077584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78345efd-bdfe-4a72-b392-443bec254adf req-2318caea-6bb2-43e0-b766-283d3d87eec4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.2340758 Sep 20 12:54:51.106038 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:51.144591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] Deleting port dcae5696-2c5b-4873-834d-f192e18c5694 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:51.144973 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.178865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Network a85daf26-ede8-43d2-913c-a2cc01862546 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:54:51.201423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78345efd-bdfe-4a72-b392-443bec254adf req-45cb8569-1ace-437d-9cd9-c955d4135c0e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143765 Sep 20 12:54:51.228915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:54:51.237630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] For port dcae5696-2c5b-4873-834d-f192e18c5694, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dcae5696-2c5b-4873-834d-f192e18c5694,segment=NetworkSegment(f68cf311-6adc-4558-abe7-507b16ee651e),segment_id=f68cf311-6adc-4558-abe7-507b16ee651e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:51.238307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f02d-2eff-4e06-8518-53baa325952a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.247940 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.259774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] Calling delete_port for dcae5696-2c5b-4873-834d-f192e18c5694 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:51.304530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a85daf26-ede8-43d2-913c-a2cc01862546) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:51.314497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:51.315460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.323479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 44a067c0-2a8e-495a-ba0c-ac81131aa81f) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:51.323721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654cf084-09c7-4204-aa45-88ae264411f4 None None] Network a85daf26-ede8-43d2-913c-a2cc01862546 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:51.333237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:51.334086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.348018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f4da3-38ec-4b47-ba6c-b2bfabf18945 None None] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:51.382324 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:51.410680 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfba66-0b73-456d-81d0-0c6c0287e836 None None] The sync data for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 is: [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:51.413915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f02d-2eff-4e06-8518-53baa325952a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.460654 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f02d-2eff-4e06-8518-53baa325952a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.465522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4d3f02d-2eff-4e06-8518-53baa325952a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/304b97cb-6bf8-4811-8ac7-5c925c8752e9 HTTP/1.1" status: 204 len: 168 time: 0.8327818 Sep 20 12:54:51.465622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-09605c61-98cd-4302-864d-91044459c61d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3373358 Sep 20 12:54:51.466657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3f02d-2eff-4e06-8518-53baa325952a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=304b97cb-6bf8-4811-8ac7-5c925c8752e9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:51.468602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34390) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:51.468944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34392) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:51.471372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1540635-4339-4565-a414-0ec87c032f88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7509370 Sep 20 12:54:51.474928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:51.477532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:51.512958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f853c86-1c4c-40c2-8062-344efeabed40 None None] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:51.607807 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.651450 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.666378 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.668021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.763573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.778915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] Pushing event deleted for resources: {'Port': ['ID=dcae5696-2c5b-4873-834d-f192e18c5694,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:51.812159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a59cb-8765-4d08-b2be-caa1c9624574 None None] No DVR routers for this DVR port dcae5696-2c5b-4873-834d-f192e18c5694 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:54:51.873096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d016a222-57af-4903-8ad5-df689c3a0f57']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:51.975294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:51.985389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-a85daf26-ede8-43d2-913c-a2cc01862546', 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'fixed_ips': [{'subnet_id': 'ac50c008-533f-410b-bf6c-97909cf21778'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:54:52.000754 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.001727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68cf311-6adc-4558-abe7-507b16ee651e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:52.001727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68cf311-6adc-4558-abe7-507b16ee651e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:52.014715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.043350 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.056439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:54:52.056777 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:54:52.059982 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:54:52.112119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:54:52.112892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.341228 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.356909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.367198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.369240 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/d016a222-57af-4903-8ad5-df689c3a0f57 HTTP/1.1" status: 204 len: 168 time: 0.8992236 Sep 20 12:54:52.372637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34398) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:52.398890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985a42b-a54f-4eef-8c1b-0efe269d17b3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=d016a222-57af-4903-8ad5-df689c3a0f57,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:52.444401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.480591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b224f-6213-476a-a5cf-f2e0730e1adc req-631bf8fa-d474-4816-b90d-a795d7963a6e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:52.482554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-064b224f-6213-476a-a5cf-f2e0730e1adc req-631bf8fa-d474-4816-b90d-a795d7963a6e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1194489 Sep 20 12:54:52.527676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.600433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-064b224f-6213-476a-a5cf-f2e0730e1adc req-071d2561-8ead-4485-a75f-b4b9f1ad8527 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709381 Sep 20 12:54:52.624065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Allocated IP 172.20.0.2 (44a067c0-2a8e-495a-ba0c-ac81131aa81f/dab45cc9-cfe2-4be6-9bad-7d7645ad4099/230c29d6-d90f-4e4a-9d0d-893c0a77f344) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:52.667630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port f88fac47-f88f-4af0-bd92-b4ee9042360c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:52.668000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.719315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700776f-179d-4514-a322-9425b3afa271 None None] DHCP port deletion for f8072077-7ec7-4d2c-9b78-e16b8c8363a2 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:54:52.843051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port f88fac47-f88f-4af0-bd92-b4ee9042360c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f88fac47-f88f-4af0-bd92-b4ee9042360c,segment=NetworkSegment(64255985-fef6-4c50-9b38-8c25ffe7037f),segment_id=64255985-fef6-4c50-9b38-8c25ffe7037f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:52.843448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:52.882616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Allocated IP 172.20.0.2 (a85daf26-ede8-43d2-913c-a2cc01862546/ac50c008-533f-410b-bf6c-97909cf21778/08bae410-deef-42bb-9066-a06a1a502709) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:52.910006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for f88fac47-f88f-4af0-bd92-b4ee9042360c owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:52.945530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 26736d13-a0dd-4cdf-a091-d480dd796482 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:53.007625 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.024266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.044395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.090110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a700776f-179d-4514-a322-9425b3afa271 None None] Deleting port f88fac47-f88f-4af0-bd92-b4ee9042360c {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:54:53.090486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a700776f-179d-4514-a322-9425b3afa271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.171205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.175236 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.212302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 26736d13-a0dd-4cdf-a091-d480dd796482 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:53.212674 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.215850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.20.0.1 (44a067c0-2a8e-495a-ba0c-ac81131aa81f/dab45cc9-cfe2-4be6-9bad-7d7645ad4099/9af9f153-b742-43be-ae8f-d76a47d132d3) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:53.237150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Allocated IP 172.25.6.254 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/33eed4ce-0d99-48df-bab1-c5d8384eb53d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:53.244486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=f88fac47-f88f-4af0-bd92-b4ee9042360c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:53.245932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No DVR routers for this DVR port f88fac47-f88f-4af0-bd92-b4ee9042360c on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:54:53.259407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a700776f-179d-4514-a322-9425b3afa271 None None] For port f88fac47-f88f-4af0-bd92-b4ee9042360c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f88fac47-f88f-4af0-bd92-b4ee9042360c,segment=NetworkSegment(64255985-fef6-4c50-9b38-8c25ffe7037f),segment_id=64255985-fef6-4c50-9b38-8c25ffe7037f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:53.259761 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a700776f-179d-4514-a322-9425b3afa271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.357343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:53.358345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a700776f-179d-4514-a322-9425b3afa271 None None] Calling delete_port for f88fac47-f88f-4af0-bd92-b4ee9042360c owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:54:53.370145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.376873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.385708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:53.388900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:53.403417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Pushing event updated for resources: {'Port': ['ID=230c29d6-d90f-4e4a-9d0d-893c0a77f344,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:53.427369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8072077-7ec7-4d2c-9b78-e16b8c8363a2']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:53.432841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.441635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64255985-fef6-4c50-9b38-8c25ffe7037f') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:53.441940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64255985-fef6-4c50-9b38-8c25ffe7037f') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:53.461132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.485554 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.498415 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.500253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:54:53.500667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:54:53.504310 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:54:53.536558 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.538949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.583920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:53.587605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:53.591829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:53.621918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=9af9f153-b742-43be-ae8f-d76a47d132d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:53.637190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Attempting to bind port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:53.637800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Attempting to bind port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:53.638176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Attempting to bind port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 on network 44a067c0-2a8e-495a-ba0c-ac81131aa81f {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:53.645307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.647714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Network a85daf26-ede8-43d2-913c-a2cc01862546 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:53.658084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.667194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.671580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:53.675085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:53.677406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/f8072077-7ec7-4d2c-9b78-e16b8c8363a2 HTTP/1.1" status: 204 len: 168 time: 1.3035405 Sep 20 12:54:53.679585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34402) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:53.687741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:53.688126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Checking segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:53.688605 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.689092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Bound using segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:53.689620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Bound port: 230c29d6-d90f-4e4a-9d0d-893c0a77f344, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:53.690010 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.696333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-781398499'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:53.703125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260def6f-e13c-4e44-8a27-7f0893811017 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=f8072077-7ec7-4d2c-9b78-e16b8c8363a2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:53.710536 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.724228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 10c65586-c741-490b-881b-4e86ddcee2b8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:53.730698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Pushing event updated for resources: {'Port': ['ID=08bae410-deef-42bb-9066-a06a1a502709,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:53.763013 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a700776f-179d-4514-a322-9425b3afa271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.781137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:53.785131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:53.792935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:53.817264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c4f69-2a99-4421-a486-67dd028af836 req-19b4b0d3-129c-4973-873c-949adb8a1a94 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:53.817264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e90c4f69-2a99-4421-a486-67dd028af836 req-19b4b0d3-129c-4973-873c-949adb8a1a94 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1085525 Sep 20 12:54:53.841799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Pushing event updated for resources: {'Port': ['ID=33eed4ce-0d99-48df-bab1-c5d8384eb53d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:53.872154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e90c4f69-2a99-4421-a486-67dd028af836 req-31230318-5cc3-49ad-83fa-1112c8f89bcf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427117 Sep 20 12:54:53.882204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a700776f-179d-4514-a322-9425b3afa271 None None] Network f8072077-7ec7-4d2c-9b78-e16b8c8363a2 is not hosted by any dhcp agent {{(pid=95504) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 12:54:53.882690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700776f-179d-4514-a322-9425b3afa271 None None] No DVR routers for this DVR port f88fac47-f88f-4af0-bd92-b4ee9042360c on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:54:53.894746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:53.897229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700776f-179d-4514-a322-9425b3afa271 None None] Pushing event deleted for resources: {'Port': ['ID=f88fac47-f88f-4af0-bd92-b4ee9042360c,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:53.898374 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.911456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Attempting to bind port 08bae410-deef-42bb-9066-a06a1a502709 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:53.911599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Attempting to bind port 08bae410-deef-42bb-9066-a06a1a502709 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:53.911970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Attempting to bind port 08bae410-deef-42bb-9066-a06a1a502709 on network a85daf26-ede8-43d2-913c-a2cc01862546 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:53.936601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:53.936972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Checking segment: {'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:53.937509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.941149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Bound using segment: {'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:53.941149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Bound port: 08bae410-deef-42bb-9066-a06a1a502709, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:53.941149 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.955685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] For port 230c29d6-d90f-4e4a-9d0d-893c0a77f344, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:53.974697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 10c65586-c741-490b-881b-4e86ddcee2b8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:53.975068 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:53.977843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] For port 230c29d6-d90f-4e4a-9d0d-893c0a77f344, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=230c29d6-d90f-4e4a-9d0d-893c0a77f344,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:53.998069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:54:54.010703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.011043 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment c6ff52fb-1ed5-4cab-934a-9ade43cb3251 of type vlan for network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e Sep 20 12:54:54.038417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.071562 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.090242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] For port 08bae410-deef-42bb-9066-a06a1a502709, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:54.094252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] For port 08bae410-deef-42bb-9066-a06a1a502709, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=08bae410-deef-42bb-9066-a06a1a502709,segment=NetworkSegment(4ee1aede-79b2-4314-a777-6f785391243d),segment_id=4ee1aede-79b2-4314-a777-6f785391243d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:54.099491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.170577 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.182023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.188167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:54.189795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.204888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171f0aa-0592-413a-8f58-f1602978a22a None None] Pushing event updated for resources: {'Port': ['ID=230c29d6-d90f-4e4a-9d0d-893c0a77f344,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:54.208707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 10c65586-c741-490b-881b-4e86ddcee2b8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=10c65586-c741-490b-881b-4e86ddcee2b8,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:54.243858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.307062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.375215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:54.378649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4918a4-7fa3-4851-9000-de6e61f06593 None None] Pushing event updated for resources: {'Port': ['ID=08bae410-deef-42bb-9066-a06a1a502709,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:54.457985 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dcae5696-2c5b-4873-834d-f192e18c5694 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:54.464434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.464785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.465170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.465513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.465847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.466184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.466512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.466841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.467563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.467899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.468231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.468560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:54:54.479478 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-975e53c7-9047-4487-962d-3358026bd387 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7959247 Sep 20 12:54:54.481260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34404) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:54.486799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': '4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:54.498333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: dcae5696-2c5b-4873-834d-f192e18c5694 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:54.499008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dcae5696-2c5b-4873-834d-f192e18c5694 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:54.504487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f88fac47-f88f-4af0-bd92-b4ee9042360c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:54:54.506814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:54:54.574802 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.579150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f88fac47-f88f-4af0-bd92-b4ee9042360c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:54:54.579599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f88fac47-f88f-4af0-bd92-b4ee9042360c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:54:54.591900 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.654031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=10c65586-c741-490b-881b-4e86ddcee2b8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:54.684037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:54.834041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=9af9f153-b742-43be-ae8f-d76a47d132d3,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:54.871874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.062171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 08bae410-deef-42bb-9066-a06a1a502709 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:55.099135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bc2bc-64a3-4f14-a69e-66bf9841ab78 req-9690f195-90c1-403e-9909-06bcb44b2178 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:55.101110 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b07bc2bc-64a3-4f14-a69e-66bf9841ab78 req-9690f195-90c1-403e-9909-06bcb44b2178 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.0771575 Sep 20 12:54:55.132934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 08bae410-deef-42bb-9066-a06a1a502709 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:55.133326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.145479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b07bc2bc-64a3-4f14-a69e-66bf9841ab78 req-f84c8bf7-2c0c-43b4-8372-2c0887df3c5f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379794 Sep 20 12:54:55.147637 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:55.159702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:55.232159 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.273576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:55.278377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.286371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 08bae410-deef-42bb-9066-a06a1a502709, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=08bae410-deef-42bb-9066-a06a1a502709,segment=NetworkSegment(4ee1aede-79b2-4314-a777-6f785391243d),segment_id=4ee1aede-79b2-4314-a777-6f785391243d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:55.294317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router f9d73dc2-8fc6-4544-8259-7642a42c2423 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:55.331564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.367334 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.368166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 10c65586-c741-490b-881b-4e86ddcee2b8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:55.462382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=08bae410-deef-42bb-9066-a06a1a502709,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:55.474137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 10c65586-c741-490b-881b-4e86ddcee2b8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:55.474510 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.493606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:55.508330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-05d9a470-5c34-435b-ba02-d7f1906d7ba1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "PUT /v2.0/routers/f9d73dc2-8fc6-4544-8259-7642a42c2423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0217278 Sep 20 12:54:55.634250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 230c29d6-d90f-4e4a-9d0d-893c0a77f344 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:55.696067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:55.696067 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.696250 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Sync routers for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:55.713500 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:55.714218 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:55.761584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Router 42e89339-90e2-43f8-9f26-d2686e180dc8 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:54:55.763849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.817625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-d4031ddd-1b6d-4dd5-8955-e08539bf510d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978687103&fields=id&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 267 time: 0.0762486 Sep 20 12:54:55.822140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.866749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 230c29d6-d90f-4e4a-9d0d-893c0a77f344, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=230c29d6-d90f-4e4a-9d0d-893c0a77f344,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:55.874597 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:55.888821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=f7238113-0ebf-45a3-866f-d47058dfbfa8,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:55.925893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ba020-9747-41c5-8cc5-106316a7eded None None] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:55.973560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:55.976488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-8a4ae86a-605d-4f66-a6cb-e6c75f42dbb3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:55.977936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': 'c6ff52fb-1ed5-4cab-934a-9ade43cb3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:55.978297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:54:55.979923 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-8a4ae86a-605d-4f66-a6cb-e6c75f42dbb3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 797 time: 0.1605539 Sep 20 12:54:56.009175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-e1745816-b3bf-46f7-8bf7-d17964e15d38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/quotas/c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 375 time: 0.0221920 Sep 20 12:54:56.089209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-865f17db-be0d-4f66-a595-d7c135831995 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736308 Sep 20 12:54:56.092747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:54:56.093705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-acaa4e4a-74eb-41fa-b079-d5120b903a99 None None] Provisioning complete for port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:56.094084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-acaa4e4a-74eb-41fa-b079-d5120b903a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.116865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:56.224061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:56.236861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:56.237521 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.274031 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 2, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:56.293489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.300169 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-31e7c3ab-c686-4755-b49e-872a8e7036d5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8259330 Sep 20 12:54:56.300888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34424) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:56.309804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Sync routers for ids ['42e89339-90e2-43f8-9f26-d2686e180dc8'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:54:56.315967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56939d97-10e2-4b47-9bfc-5dcddd8e8936 None None] Network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:56.324209 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Checking router: f9d73dc2-8fc6-4544-8259-7642a42c2423 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:56.330714 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Updating router f9d73dc2-8fc6-4544-8259-7642a42c2423 port 9af9f153-b742-43be-ae8f-d76a47d132d3 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:56.354712 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.434695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=230c29d6-d90f-4e4a-9d0d-893c0a77f344,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:56.471430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-e7e88cc1-e009-4cc8-9ccf-555c059c880a service neutron] 10.222.0.37 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699389 Sep 20 12:54:56.499180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9c083ee6-3ccf-428d-98da-ae0299d4e4c4 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0168536 Sep 20 12:54:56.503107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34426) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:56.508725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fd2a896b-a518-4765-9567-c1eb698b8369 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1744703533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:56.513703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Routers {'42e89339-90e2-43f8-9f26-d2686e180dc8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:56.513703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['42e89339-90e2-43f8-9f26-d2686e180dc8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:56.605852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84d9a1-96bf-4838-8445-7c5d1f7d8047 None None] Network a85daf26-ede8-43d2-913c-a2cc01862546 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:54:56.704704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-be968df6-0fde-4b7f-97b6-47ffba7c20eb service neutron] 10.222.0.37 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250609 Sep 20 12:54:56.713186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd2a896b-a518-4765-9567-c1eb698b8369 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.714248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd2a896b-a518-4765-9567-c1eb698b8369 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.780978 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.783491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e', 'network_id': '4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': 'f7238113-0ebf-45a3-866f-d47058dfbfa8'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:54:56.784370 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.810494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd2a896b-a518-4765-9567-c1eb698b8369 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.873932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 08bae410-deef-42bb-9066-a06a1a502709 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:56.875085 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.932362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd2a896b-a518-4765-9567-c1eb698b8369 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.935537 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bf507-f0dd-437f-a0d1-9646c8fa9b9e None None] Pushing event updated for resources: {'Port': ['ID=9af9f153-b742-43be-ae8f-d76a47d132d3,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:56.944687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e291e3e5-258b-4a03-a812-3298c35d22c1 None None] Provisioning complete for port 08bae410-deef-42bb-9066-a06a1a502709 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:56.944687 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e291e3e5-258b-4a03-a812-3298c35d22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:56.989171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Set router 42e89339-90e2-43f8-9f26-d2686e180dc8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:57.005435 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Attempting to bind port 9af9f153-b742-43be-ae8f-d76a47d132d3 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:57.009431 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Attempting to bind port 9af9f153-b742-43be-ae8f-d76a47d132d3 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:57.009960 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Attempting to bind port 9af9f153-b742-43be-ae8f-d76a47d132d3 on network 44a067c0-2a8e-495a-ba0c-ac81131aa81f {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:57.015999 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:57.016566 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Checking segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:57.017176 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.018186 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Bound using segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:57.018186 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Bound port: 9af9f153-b742-43be-ae8f-d76a47d132d3, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:57.018667 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.056801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd2a896b-a518-4765-9567-c1eb698b8369 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.067169 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd2a896b-a518-4765-9567-c1eb698b8369 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5628111 Sep 20 12:54:57.080461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34432) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:57.085564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.088774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'port': {'network_id': '4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e', 'name': 'tempest-RoutersIpV6Test-1614191569'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:54:57.173958 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] For port 9af9f153-b742-43be-ae8f-d76a47d132d3, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:57.177688 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] For port 9af9f153-b742-43be-ae8f-d76a47d132d3, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9af9f153-b742-43be-ae8f-d76a47d132d3,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:54:57.295965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 08bae410-deef-42bb-9066-a06a1a502709 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:57.296392 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.314321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fb3e2-1663-4ac2-a5de-f7b58b0c562b req-7ed9acfb-6546-4ea2-8083-8cd5e5acf937 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:57.326432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a29fb3e2-1663-4ac2-a5de-f7b58b0c562b req-7ed9acfb-6546-4ea2-8083-8cd5e5acf937 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1774390 Sep 20 12:54:57.327552 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.436918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a29fb3e2-1663-4ac2-a5de-f7b58b0c562b req-eddaef6a-5577-4f05-8e4b-85d0ef84d95d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095221 Sep 20 12:54:57.468697 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:54:57.468697 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:57.501020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Allocated IP 2001:db8::2 (4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e/f7238113-0ebf-45a3-866f-d47058dfbfa8/a4aedc93-3c44-48a5-b266-7feb13fc73c1) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:57.515784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Allocated IP 172.20.0.1 (a85daf26-ede8-43d2-913c-a2cc01862546/ac50c008-533f-410b-bf6c-97909cf21778/56a68353-f9c6-4990-a941-0f51e8824859) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:57.536098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35b298b1-6ce6-415d-9348-32e013dae001 req-1838139e-1811-41aa-ab5e-f46a8c11dcad tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 210 time: 0.0424557 Sep 20 12:54:57.555466 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bf507-f0dd-437f-a0d1-9646c8fa9b9e None None] Pushing event updated for resources: {'Port': ['ID=9af9f153-b742-43be-ae8f-d76a47d132d3,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:57.577222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:54:57.581788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.628912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] device_id is not set on port 39138edf-eeac-40d6-a66f-cc866966f154 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 20 12:54:57.697488 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:54:57.697693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.806910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9cc28abe-2018-4624-9aa7-8aab1dfcb181 None None] Provisioning complete for port 9af9f153-b742-43be-ae8f-d76a47d132d3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:57.807214 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9cc28abe-2018-4624-9aa7-8aab1dfcb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.835335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 230c29d6-d90f-4e4a-9d0d-893c0a77f344 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:57.882053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:57.947251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Network a85daf26-ede8-43d2-913c-a2cc01862546 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:57.960677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:57.966347 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Pushing event updated for resources: {'Port': ['ID=56a68353-f9c6-4990-a941-0f51e8824859,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:57.974344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:57.982972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 3, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port': {'id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:53Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:58.049670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Checking router: 42e89339-90e2-43f8-9f26-d2686e180dc8 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:54:58.050113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Updating router 42e89339-90e2-43f8-9f26-d2686e180dc8 port 33eed4ce-0d99-48df-bab1-c5d8384eb53d binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:54:58.050606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.151631 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.164353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:58.164811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.239667 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.239786 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:57Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:54:58.260357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9cc28abe-2018-4624-9aa7-8aab1dfcb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.289386 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af498ea7-bc1c-4801-9da2-3fac868a600f None None] The sync data for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 is: [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:57Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:54:58.433975 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.436790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.446595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8::23b (4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e/f7238113-0ebf-45a3-866f-d47058dfbfa8/39138edf-eeac-40d6-a66f-cc866966f154) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:54:58.809622 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.845154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433ca66-3fc9-430e-8724-98bc47d150ac req-f26f24c8-b1c9-4bcd-9d96-b730d69e5abe tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:58.847086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8433ca66-3fc9-430e-8724-98bc47d150ac req-f26f24c8-b1c9-4bcd-9d96-b730d69e5abe tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1867545 Sep 20 12:54:58.856195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9cc28abe-2018-4624-9aa7-8aab1dfcb181 None None] For port 9af9f153-b742-43be-ae8f-d76a47d132d3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9af9f153-b742-43be-ae8f-d76a47d132d3,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:54:58.885524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:58.898834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:58.903179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:58.911587 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.912893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Pushing event updated for resources: {'Port': ['ID=a4aedc93-3c44-48a5-b266-7feb13fc73c1,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:58.943459 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:58.945535 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9cc28abe-2018-4624-9aa7-8aab1dfcb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.033949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8433ca66-3fc9-430e-8724-98bc47d150ac req-ec4932ea-8fd5-4f1f-8bad-00d67794968c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458180 Sep 20 12:54:59.045680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.059752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Pushing event updated for resources: {'Port': ['ID=56a68353-f9c6-4990-a941-0f51e8824859,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:59.188564 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.223899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Network a85daf26-ede8-43d2-913c-a2cc01862546 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:59.227522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:59.235434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7792227f-4a58-4135-a3cd-f7b25c6a5d52 req-151bdc3e-c66c-4a32-bb77-a356b9cf8e33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 210 time: 0.0769408 Sep 20 12:54:59.361546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:54:59.383097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:54:59.408950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28abe-2018-4624-9aa7-8aab1dfcb181 None None] Pushing event updated for resources: {'Port': ['ID=9af9f153-b742-43be-ae8f-d76a47d132d3,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:59.411799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:54:59.433259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:54:59.433934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.436714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=39138edf-eeac-40d6-a66f-cc866966f154,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:59.515340 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.521334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Router 42e89339-90e2-43f8-9f26-d2686e180dc8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:54:59.535105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Attempting to bind port a4aedc93-3c44-48a5-b266-7feb13fc73c1 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:59.535622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Attempting to bind port a4aedc93-3c44-48a5-b266-7feb13fc73c1 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c6ff52fb-1ed5-4cab-934a-9ade43cb3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:59.536085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Attempting to bind port a4aedc93-3c44-48a5-b266-7feb13fc73c1 on network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:59.545805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:59.546353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Checking segment: {'id': 'c6ff52fb-1ed5-4cab-934a-9ade43cb3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:59.546852 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.547418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Bound using segment: {'id': 'c6ff52fb-1ed5-4cab-934a-9ade43cb3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:59.548067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Bound port: a4aedc93-3c44-48a5-b266-7feb13fc73c1, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ff52fb-1ed5-4cab-934a-9ade43cb3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:59.548585 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.565258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9af9f153-b742-43be-ae8f-d76a47d132d3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:54:59.580703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d930ff8-2bbd-4ba4-8120-f97459fa1f86 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4980640 Sep 20 12:54:59.585310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:54:59.615202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.646971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9cc28abe-2018-4624-9aa7-8aab1dfcb181 None None] Provisioning complete for port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:59.647438 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9cc28abe-2018-4624-9aa7-8aab1dfcb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.699096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:54:59.712171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bffa27dc-6edc-4151-955d-61836c88c65c admin admin] 10.222.0.37 "PUT /v2.0/routers/42e89339-90e2-43f8-9f26-d2686e180dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4080608 Sep 20 12:54:59.735799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9af9f153-b742-43be-ae8f-d76a47d132d3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:54:59.736416 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.776567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Attempting to bind port 33eed4ce-0d99-48df-bab1-c5d8384eb53d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:54:59.777089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Attempting to bind port 33eed4ce-0d99-48df-bab1-c5d8384eb53d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:54:59.777532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Attempting to bind port 33eed4ce-0d99-48df-bab1-c5d8384eb53d on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:54:59.791976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:54:59.792520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:54:59.793044 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.793535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:54:59.794145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Bound port: 33eed4ce-0d99-48df-bab1-c5d8384eb53d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:54:59.794526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:54:59.859026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea53a2-a1ff-41f4-b9e5-079f4afeeb8a None None] Pushing event updated for resources: {'Port': ['ID=33eed4ce-0d99-48df-bab1-c5d8384eb53d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:54:59.885901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] For port a4aedc93-3c44-48a5-b266-7feb13fc73c1, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:54:59.950634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] For port a4aedc93-3c44-48a5-b266-7feb13fc73c1, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a4aedc93-3c44-48a5-b266-7feb13fc73c1,segment=NetworkSegment(c6ff52fb-1ed5-4cab-934a-9ade43cb3251),segment_id=c6ff52fb-1ed5-4cab-934a-9ade43cb3251)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:00.047776 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.107238 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.138679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] For port 33eed4ce-0d99-48df-bab1-c5d8384eb53d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:00.163324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] For port 33eed4ce-0d99-48df-bab1-c5d8384eb53d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=33eed4ce-0d99-48df-bab1-c5d8384eb53d,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:00.263893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e07e9f-a342-432f-92d9-15cf1c1bdbdb None None] Pushing event updated for resources: {'Port': ['ID=a4aedc93-3c44-48a5-b266-7feb13fc73c1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:00.272994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.389453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-51021f4d-34e0-4000-ab94-edbbca58f49a None None] Provisioning complete for port 56a68353-f9c6-4990-a941-0f51e8824859 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:00.389898 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51021f4d-34e0-4000-ab94-edbbca58f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.436815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Routers {'42e89339-90e2-43f8-9f26-d2686e180dc8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:00.437666 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['42e89339-90e2-43f8-9f26-d2686e180dc8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:00.452144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea53a2-a1ff-41f4-b9e5-079f4afeeb8a None None] Pushing event updated for resources: {'Port': ['ID=33eed4ce-0d99-48df-bab1-c5d8384eb53d,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:00.564313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-51021f4d-34e0-4000-ab94-edbbca58f49a None None] Port 56a68353-f9c6-4990-a941-0f51e8824859 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:00.635748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.650839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-51021f4d-34e0-4000-ab94-edbbca58f49a None None] Provisioning complete for port 9af9f153-b742-43be-ae8f-d76a47d132d3 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:00.651078 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51021f4d-34e0-4000-ab94-edbbca58f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.699280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:00.706004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1028a676-975a-4db8-b6a6-cd83020ba42c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-890064948', 'description': 'tempest-secgroup-smoke-890064948 description', 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:00.744468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] Set router 42e89339-90e2-43f8-9f26-d2686e180dc8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:00.771305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.786193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-3867f281-6e00-4f9f-b62f-da73ddcb6239 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:00.788749 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-3867f281-6e00-4f9f-b62f-da73ddcb6239 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 797 time: 0.3404255 Sep 20 12:55:00.852479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-346315d8-f627-4369-b9aa-29df065c4d60 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 380 time: 0.0447440 Sep 20 12:55:00.877427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-51021f4d-34e0-4000-ab94-edbbca58f49a None None] Provisioning complete for port 08bae410-deef-42bb-9066-a06a1a502709 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:00.879851 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51021f4d-34e0-4000-ab94-edbbca58f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.889091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'port': {'device_id': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'admin_state_up': True, 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'security_groups': ['e819b326-0ccd-4870-a1e1-70dfe66e0b62']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:00.899131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1028a676-975a-4db8-b6a6-cd83020ba42c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:00.981307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=39138edf-eeac-40d6-a66f-cc866966f154,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:01.089405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:01.179476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:01.186237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:01.293550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 4, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port': {'id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:53Z', 'updated_at': '2021-09-20T12:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '56a68353-f9c6-4990-a941-0f51e8824859', 'name': '', 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'mac_address': 'fa:16:3e:0b:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:57Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 2, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'subnets': [{'id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:01.356908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad81b0d-8673-4064-b122-b6085e70388d None None] The sync data for ids ['42e89339-90e2-43f8-9f26-d2686e180dc8'] in n-d-809934-3 is: [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 4, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port': {'id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:53Z', 'updated_at': '2021-09-20T12:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '56a68353-f9c6-4990-a941-0f51e8824859', 'name': '', 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'mac_address': 'fa:16:3e:0b:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:57Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 2, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'subnets': [{'id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:01.649302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a4aedc93-3c44-48a5-b266-7feb13fc73c1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:01.818165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a4aedc93-3c44-48a5-b266-7feb13fc73c1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:01.818796 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:01.820646 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc720f-ea52-4867-a7f8-10de749cc702 req-09db5638-84c7-4398-b890-d25d2adcd3d1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:01.825510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4bc720f-ea52-4867-a7f8-10de749cc702 req-09db5638-84c7-4398-b890-d25d2adcd3d1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.9616950 Sep 20 12:55:01.874991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.20.0.10 (44a067c0-2a8e-495a-ba0c-ac81131aa81f/dab45cc9-cfe2-4be6-9bad-7d7645ad4099/fb95d6e7-f0c2-42cd-a2cb-4f56048285b9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:01.890183 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:01.933320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f9cb8-57b1-48f5-91e4-5eff526aa359 None None] Network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:02.034967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4bc720f-ea52-4867-a7f8-10de749cc702 req-2994878a-7865-4fc6-8350-0ca646f7cf03 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459761 Sep 20 12:55:02.072370 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.079387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-247353e5-6536-4250-934d-74a4f799597c None None] Provisioning complete for port a4aedc93-3c44-48a5-b266-7feb13fc73c1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:02.079387 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-247353e5-6536-4250-934d-74a4f799597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.164552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port a4aedc93-3c44-48a5-b266-7feb13fc73c1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a4aedc93-3c44-48a5-b266-7feb13fc73c1,segment=NetworkSegment(c6ff52fb-1ed5-4cab-934a-9ade43cb3251),segment_id=c6ff52fb-1ed5-4cab-934a-9ade43cb3251)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:02.202740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.246853 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.251154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9af9f153-b742-43be-ae8f-d76a47d132d3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:02.267169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8def7ef-240b-4f97-9e23-0ee4e7eb02e7 req-8437a339-c7de-476c-9e26-59f9eda4841b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 210 time: 0.0536304 Sep 20 12:55:02.271322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1028a676-975a-4db8-b6a6-cd83020ba42c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.298971 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.354735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:02.357870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:02.374250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:02.378935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1028a676-975a-4db8-b6a6-cd83020ba42c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.448261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028a676-975a-4db8-b6a6-cd83020ba42c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6a521-51ce-4b3b-bb07-66a50cffaf28,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:02.454099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:02.492868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:02.494128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.511158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1028a676-975a-4db8-b6a6-cd83020ba42c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.512589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1028a676-975a-4db8-b6a6-cd83020ba42c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8122332 Sep 20 12:55:02.518418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:02.526939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-10189141-8212-40f6-8b4b-2cc89d9b6cee tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'security_group_rule': {'security_group_id': '5df6a521-51ce-4b3b-bb07-66a50cffaf28', 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:02.534721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=a4aedc93-3c44-48a5-b266-7feb13fc73c1,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:02.573648 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.584506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9af9f153-b742-43be-ae8f-d76a47d132d3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:02.584880 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.591094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-a2151a5c-5e7b-49f0-9905-ab683f4b99d6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7158620 Sep 20 12:55:02.604658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Request body: {'port': {'device_id': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:02.675566 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.676644 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.710273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.780370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=39138edf-eeac-40d6-a66f-cc866966f154,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:02.835388 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10189141-8212-40f6-8b4b-2cc89d9b6cee tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.845651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3afb406f-7222-4179-802a-52d9fb2ec541 None None] Provisioning complete for port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:02.846021 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3afb406f-7222-4179-802a-52d9fb2ec541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:02.911696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3afb406f-7222-4179-802a-52d9fb2ec541 None None] Port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:03.035497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:03.036774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-21acce7f-1d7a-4d2b-afc7-13f74d47a1bb None None] Provisioning complete for port 39138edf-eeac-40d6-a66f-cc866966f154 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:03.037375 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21acce7f-1d7a-4d2b-afc7-13f74d47a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.045403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:03.152329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-21acce7f-1d7a-4d2b-afc7-13f74d47a1bb None None] Port 39138edf-eeac-40d6-a66f-cc866966f154 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:03.186120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-21acce7f-1d7a-4d2b-afc7-13f74d47a1bb None None] Provisioning complete for port a4aedc93-3c44-48a5-b266-7feb13fc73c1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:03.186494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21acce7f-1d7a-4d2b-afc7-13f74d47a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.217884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:55:03.226796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.239751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Transition to ACTIVE for port object fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:55:03.313184 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10189141-8212-40f6-8b4b-2cc89d9b6cee tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.326025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.337715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32039401-fa9e-471e-b74e-0978cba50a6f req-073712b1-6c8e-4952-b502-56c5465adfcf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:03.340235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32039401-fa9e-471e-b74e-0978cba50a6f req-073712b1-6c8e-4952-b502-56c5465adfcf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1237566 Sep 20 12:55:03.403451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10189141-8212-40f6-8b4b-2cc89d9b6cee tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.405775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:03.422977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 23cd8b52-f6ee-48fc-9e5a-564df974c006 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:55:03.472143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10189141-8212-40f6-8b4b-2cc89d9b6cee tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb70df2-aad6-41d3-9fa8-2ea86f4ac286,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:03.498384 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32039401-fa9e-471e-b74e-0978cba50a6f req-28bb7761-437d-46a6-874c-2a7729a24544 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438491 Sep 20 12:55:03.553680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Attempting to bind port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:03.554387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Attempting to bind port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:03.554955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Attempting to bind port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on network 44a067c0-2a8e-495a-ba0c-ac81131aa81f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:03.560190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on network 44a067c0-2a8e-495a-ba0c-ac81131aa81f not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:55:03.564100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Attempting to bind port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on network 44a067c0-2a8e-495a-ba0c-ac81131aa81f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:03.571790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:03.583220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Checking segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:03.583948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Bound using segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:03.584638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Bound port: fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:03.585899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.587435 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10189141-8212-40f6-8b4b-2cc89d9b6cee tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.592875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-10189141-8212-40f6-8b4b-2cc89d9b6cee tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0725746 Sep 20 12:55:03.598742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34466) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:03.613511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fbc84b27-1a90-45fc-bf20-00b213ad813c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'security_group_rule': {'security_group_id': '5df6a521-51ce-4b3b-bb07-66a50cffaf28', 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:03.653764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a4aedc93-3c44-48a5-b266-7feb13fc73c1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:03.776739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a4aedc93-3c44-48a5-b266-7feb13fc73c1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:03.779316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:03.781567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.787992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:03.788172 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce12238-8b26-449c-aaa1-3c47d03dd03c None None] Sync routers for ids ['23cd8b52-f6ee-48fc-9e5a-564df974c006'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:03.799751 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce12238-8b26-449c-aaa1-3c47d03dd03c None None] Routers {'23cd8b52-f6ee-48fc-9e5a-564df974c006'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:03.803435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:03.803938 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-cce12238-8b26-449c-aaa1-3c47d03dd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['23cd8b52-f6ee-48fc-9e5a-564df974c006'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:03.819616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34468) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:03.820372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-19c113f5-0bfa-4236-8af8-40a4890f98f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/23cd8b52-f6ee-48fc-9e5a-564df974c006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2357910 Sep 20 12:55:03.860448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbc84b27-1a90-45fc-bf20-00b213ad813c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.893345 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.929653 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-cce12238-8b26-449c-aaa1-3c47d03dd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:03.950588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9b15da43-95a8-4b09-ae70-8a1aa736eea4 None None] Provisioning complete for port 39138edf-eeac-40d6-a66f-cc866966f154 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:03.950973 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b15da43-95a8-4b09-ae70-8a1aa736eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.959248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0248db-a19b-4394-b8b7-694b2523f1cd req-50f24d09-89a2-4378-b02b-468a091705f0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:03.968253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0248db-a19b-4394-b8b7-694b2523f1cd req-50f24d09-89a2-4378-b02b-468a091705f0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 944 time: 0.1707613 Sep 20 12:55:03.977509 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce12238-8b26-449c-aaa1-3c47d03dd03c None None] Routers {'23cd8b52-f6ee-48fc-9e5a-564df974c006'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:03.978679 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-cce12238-8b26-449c-aaa1-3c47d03dd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['23cd8b52-f6ee-48fc-9e5a-564df974c006'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:03.988547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:03.988988 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:03.994557 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] 10.222.0.32 "PUT /v2.0/ports/fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 1092 time: 1.3938811 Sep 20 12:55:04.014158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:04.026869 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91" -d '{"events": [{"name": "network-changed", "server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:04.047185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0248db-a19b-4394-b8b7-694b2523f1cd req-7b524d9a-1dac-40ab-944e-c57149e215d8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754290 Sep 20 12:55:04.088448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbc84b27-1a90-45fc-bf20-00b213ad813c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.122128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 33eed4ce-0d99-48df-bab1-c5d8384eb53d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:04.148326 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-cce12238-8b26-449c-aaa1-3c47d03dd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:04.149216 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce12238-8b26-449c-aaa1-3c47d03dd03c None None] The sync data for ids ['23cd8b52-f6ee-48fc-9e5a-564df974c006'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:04.159255 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5976a57-aec3-47a7-9d29-6997a6ab7144 x-openstack-request-id: req-c5976a57-aec3-47a7-9d29-6997a6ab7144 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:04.159368 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:04.160154 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5976a57-aec3-47a7-9d29-6997a6ab7144 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:04.160639 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'status': 'completed', 'code': 200} Sep 20 12:55:04.170172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9b15da43-95a8-4b09-ae70-8a1aa736eea4 None None] Port 39138edf-eeac-40d6-a66f-cc866966f154 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:04.178078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbc84b27-1a90-45fc-bf20-00b213ad813c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.205460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc84b27-1a90-45fc-bf20-00b213ad813c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1299e25-bc9b-4594-8b2c-a0ebf5af0ac2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:04.211950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b7612-4797-4ad9-99a0-e6efb35f95c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:04.217122 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-734b7612-4797-4ad9-99a0-e6efb35f95c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports/39138edf-eeac-40d6-a66f-cc866966f154 HTTP/1.1" status: 200 len: 984 time: 0.3960800 Sep 20 12:55:04.219153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34472) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:04.234395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 33eed4ce-0d99-48df-bab1-c5d8384eb53d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:04.235435 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.283115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-71a78538-a152-4c5f-8421-b60444023750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:04.287353 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-71a78538-a152-4c5f-8421-b60444023750 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1095 time: 0.1388543 Sep 20 12:55:04.290757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b462336-8f8f-4e55-bbfd-ed3f4e1e4e7d service neutron] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:04.335681 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-95fff46e-fe5f-4e81-8a5d-c2fc76baef53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 217 time: 0.0382159 Sep 20 12:55:04.375051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbc84b27-1a90-45fc-bf20-00b213ad813c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.376064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.380096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fbc84b27-1a90-45fc-bf20-00b213ad813c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7790155 Sep 20 12:55:04.382091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34474) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:04.386611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6273c7c0-2a5d-400d-972a-9fc2ae42d94d None None] Provisioning complete for port 39138edf-eeac-40d6-a66f-cc866966f154 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:04.386968 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6273c7c0-2a5d-400d-972a-9fc2ae42d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.395576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5bd54106-633e-496a-be7f-e272d30b2c18 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'security_group_rule': {'security_group_id': '5df6a521-51ce-4b3b-bb07-66a50cffaf28', 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:04.420237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 33eed4ce-0d99-48df-bab1-c5d8384eb53d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=33eed4ce-0d99-48df-bab1-c5d8384eb53d,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:04.426079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-16e6d0c2-5087-4c82-86f5-0bf8a249ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:04.427768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-16e6d0c2-5087-4c82-86f5-0bf8a249ae35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.0850377 Sep 20 12:55:04.433463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6273c7c0-2a5d-400d-972a-9fc2ae42d94d None None] Port 39138edf-eeac-40d6-a66f-cc866966f154 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:04.486951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-46e7a388-844f-4238-9adc-a858dfb401b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:04.488715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-46e7a388-844f-4238-9adc-a858dfb401b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530894 Sep 20 12:55:04.509681 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.565550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5bd54106-633e-496a-be7f-e272d30b2c18 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.603964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-25945e29-f241-4186-9a2e-528cdb81ce2a service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055498 Sep 20 12:55:04.652539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-11985c9d-450e-47bb-8b5f-758383d5bebc None None] Provisioning complete for port 39138edf-eeac-40d6-a66f-cc866966f154 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:04.653141 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11985c9d-450e-47bb-8b5f-758383d5bebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.707826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=33eed4ce-0d99-48df-bab1-c5d8384eb53d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:04.720478 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5bd54106-633e-496a-be7f-e272d30b2c18 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.737531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-11985c9d-450e-47bb-8b5f-758383d5bebc None None] Port 39138edf-eeac-40d6-a66f-cc866966f154 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:04.769153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713dae-e4d4-4481-8a92-dc9e333b9973 req-c5896a11-bedf-407a-be5c-9fdfdcfc7814 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:04.770790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7713dae-e4d4-4481-8a92-dc9e333b9973 req-c5896a11-bedf-407a-be5c-9fdfdcfc7814 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1282094 Sep 20 12:55:04.772829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5bd54106-633e-496a-be7f-e272d30b2c18 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.786088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7683a66-769d-457d-b00f-2cf5378b0987 req-4162e0eb-f94e-46ff-873d-d11aac1033d7 service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747313 Sep 20 12:55:04.818315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd54106-633e-496a-be7f-e272d30b2c18 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699de0fe-c7b2-4a4b-bba0-3a895a8bc5ac,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:04.885148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7713dae-e4d4-4481-8a92-dc9e333b9973 req-e7f7fb55-8b43-4260-a777-d56a6f607681 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992951 Sep 20 12:55:04.897630 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.933786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5bd54106-633e-496a-be7f-e272d30b2c18 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:04.935002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5bd54106-633e-496a-be7f-e272d30b2c18 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5438657 Sep 20 12:55:04.941003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34478) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:04.945964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f4246a13-00b5-46c0-a194-2d553c3a02a4 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'security_group_rule': {'security_group_id': '5df6a521-51ce-4b3b-bb07-66a50cffaf28', 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:04.963849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-fc8195c9-f224-4a9f-8bf4-c91e02ea0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:04.965471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-fc8195c9-f224-4a9f-8bf4-c91e02ea0e9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0553560 Sep 20 12:55:05.073251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-5bae5421-0189-46d4-a8f5-7c6e2129ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:05.073467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4246a13-00b5-46c0-a194-2d553c3a02a4 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.076220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-5bae5421-0189-46d4-a8f5-7c6e2129ecc1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.1023066 Sep 20 12:55:05.126714 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-4430d9ec-5fea-4642-9ff8-61e427b46735 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 217 time: 0.0440710 Sep 20 12:55:05.149857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Sync routers for ids ['42e89339-90e2-43f8-9f26-d2686e180dc8'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:05.163221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Routers {'42e89339-90e2-43f8-9f26-d2686e180dc8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:05.164332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['42e89339-90e2-43f8-9f26-d2686e180dc8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:05.187244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-3d208ef1-a9ac-4dec-99bc-0c1e9c1eaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:05.189052 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-3d208ef1-a9ac-4dec-99bc-0c1e9c1eaa1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.0543134 Sep 20 12:55:05.235267 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4246a13-00b5-46c0-a194-2d553c3a02a4 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.246916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-ebd5749b-c132-48ce-9b73-e24502128ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:05.248715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-ebd5749b-c132-48ce-9b73-e24502128ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503297 Sep 20 12:55:05.254509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535feb05-4661-4448-a083-dcb81c4d1775 req-424ede2f-3025-4a5c-8066-51fd310382b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:05.256134 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-535feb05-4661-4448-a083-dcb81c4d1775 req-424ede2f-3025-4a5c-8066-51fd310382b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 944 time: 0.1113651 Sep 20 12:55:05.293610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Set router 42e89339-90e2-43f8-9f26-d2686e180dc8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:05.314575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-535feb05-4661-4448-a083-dcb81c4d1775 req-a9367691-296c-4731-9034-55379162d4fb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517478 Sep 20 12:55:05.324794 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4246a13-00b5-46c0-a194-2d553c3a02a4 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.366070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 39138edf-eeac-40d6-a66f-cc866966f154 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:05.366729 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.405704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-2fa05fb9-2775-415d-bd18-713d7a422ce4 service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492870 Sep 20 12:55:05.411793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4246a13-00b5-46c0-a194-2d553c3a02a4 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea2ee24-19c0-47f5-9f06-92efe7201a2d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:05.468304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 33eed4ce-0d99-48df-bab1-c5d8384eb53d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:05.515273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.536151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 39138edf-eeac-40d6-a66f-cc866966f154 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:05.537183 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4246a13-00b5-46c0-a194-2d553c3a02a4 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.540900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4246a13-00b5-46c0-a194-2d553c3a02a4 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5963590 Sep 20 12:55:05.541367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34484) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:05.545767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cc52a091-a624-45cb-8744-4bb99ba26c08 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'security_group_rule': {'security_group_id': '5df6a521-51ce-4b3b-bb07-66a50cffaf28', 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:05.557786 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3b3e7808-6c4e-494f-8ea2-2c5f1db32e91 req-fd70c04c-e5f5-4042-a578-166ecaa2a947 service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444812 Sep 20 12:55:05.579665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 33eed4ce-0d99-48df-bab1-c5d8384eb53d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:05.580105 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.611183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 4, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port': {'id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:53Z', 'updated_at': '2021-09-20T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '56a68353-f9c6-4990-a941-0f51e8824859', 'name': '', 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'mac_address': 'fa:16:3e:0b:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:57Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 2, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'subnets': [{'id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:05.643265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Checking router: 42e89339-90e2-43f8-9f26-d2686e180dc8 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:05.643778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Updating router 42e89339-90e2-43f8-9f26-d2686e180dc8 port 56a68353-f9c6-4990-a941-0f51e8824859 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:55:05.676360 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.680291 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-cc52a091-a624-45cb-8744-4bb99ba26c08 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Project e9a1784aba6d48f7a5b266e0b8e2aa46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:55:05.686465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc52a091-a624-45cb-8744-4bb99ba26c08 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.794094 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc52a091-a624-45cb-8744-4bb99ba26c08 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.881056 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.916539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=39138edf-eeac-40d6-a66f-cc866966f154,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:05.919273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc52a091-a624-45cb-8744-4bb99ba26c08 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:05.982785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52a091-a624-45cb-8744-4bb99ba26c08 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694965ff-d27b-4448-a646-2d2f619df0e1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:06.017411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.058867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc52a091-a624-45cb-8744-4bb99ba26c08 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.063693 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc52a091-a624-45cb-8744-4bb99ba26c08 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5177915 Sep 20 12:55:06.063930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34488) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:06.064981 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.070039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fc42deff-658f-48cb-bf59-c40909445500 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'security_group_rule': {'security_group_id': '5df6a521-51ce-4b3b-bb07-66a50cffaf28', 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:06.127589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b888e-125d-40cd-b190-d117d6530c70 None None] Pushing event updated for resources: {'Port': ['ID=56a68353-f9c6-4990-a941-0f51e8824859,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:06.138311 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.153412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b78992-6090-4534-a7b5-42a0d2a2beba req-ac3073d4-49f7-411d-96fa-f649fbea12e7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:06.155067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85b78992-6090-4534-a7b5-42a0d2a2beba req-ac3073d4-49f7-411d-96fa-f649fbea12e7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1579747 Sep 20 12:55:06.166627 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-fc42deff-658f-48cb-bf59-c40909445500 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Project e9a1784aba6d48f7a5b266e0b8e2aa46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:55:06.199651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Attempting to bind port 56a68353-f9c6-4990-a941-0f51e8824859 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:06.200377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Attempting to bind port 56a68353-f9c6-4990-a941-0f51e8824859 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:06.200759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Attempting to bind port 56a68353-f9c6-4990-a941-0f51e8824859 on network a85daf26-ede8-43d2-913c-a2cc01862546 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:06.207146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:06.207657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Checking segment: {'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:06.208237 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.208635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Bound using segment: {'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:06.209705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Bound port: 56a68353-f9c6-4990-a941-0f51e8824859, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee1aede-79b2-4314-a777-6f785391243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:06.211011 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.224472 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc42deff-658f-48cb-bf59-c40909445500 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.283579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] For port 56a68353-f9c6-4990-a941-0f51e8824859, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:06.286743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] For port 56a68353-f9c6-4990-a941-0f51e8824859, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=56a68353-f9c6-4990-a941-0f51e8824859,segment=NetworkSegment(4ee1aede-79b2-4314-a777-6f785391243d),segment_id=4ee1aede-79b2-4314-a777-6f785391243d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:06.355261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.434262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bd0de56b-514f-482f-a52c-a955e991dfe0 None None] Provisioning complete for port 56a68353-f9c6-4990-a941-0f51e8824859 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:06.434644 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bd0de56b-514f-482f-a52c-a955e991dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.462476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b888e-125d-40cd-b190-d117d6530c70 None None] Pushing event updated for resources: {'Port': ['ID=56a68353-f9c6-4990-a941-0f51e8824859,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:06.471692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Routers {'42e89339-90e2-43f8-9f26-d2686e180dc8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:06.472424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['42e89339-90e2-43f8-9f26-d2686e180dc8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:06.616297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] Set router 42e89339-90e2-43f8-9f26-d2686e180dc8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:06.633395 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc42deff-658f-48cb-bf59-c40909445500 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.683076 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85b78992-6090-4534-a7b5-42a0d2a2beba req-38860f09-1db6-42d6-a314-6d1087613f84 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802856 Sep 20 12:55:06.716602 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc42deff-658f-48cb-bf59-c40909445500 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.732905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 23cd8b52-f6ee-48fc-9e5a-564df974c006 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:06.755485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42deff-658f-48cb-bf59-c40909445500 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136dd972-801d-4863-91d1-69eefad7ec09,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:06.812378 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bd0de56b-514f-482f-a52c-a955e991dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.829883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:55:06.856817 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc42deff-658f-48cb-bf59-c40909445500 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:06.858447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc42deff-658f-48cb-bf59-c40909445500 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7935464 Sep 20 12:55:06.861726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:06.869332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-22bb4ca9-7d89-4998-b05d-01bf9b43cff3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/23cd8b52-f6ee-48fc-9e5a-564df974c006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6490145 Sep 20 12:55:06.878561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:06.894897 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cf986-1a81-496b-a0cc-c9de35848782 None None] Sync routers for ids ['23cd8b52-f6ee-48fc-9e5a-564df974c006'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:06.910626 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cf986-1a81-496b-a0cc-c9de35848782 None None] Routers {'23cd8b52-f6ee-48fc-9e5a-564df974c006'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:06.911636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-584cf986-1a81-496b-a0cc-c9de35848782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['23cd8b52-f6ee-48fc-9e5a-564df974c006'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:06.924664 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bd0de56b-514f-482f-a52c-a955e991dfe0 None None] For port 56a68353-f9c6-4990-a941-0f51e8824859, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=56a68353-f9c6-4990-a941-0f51e8824859,segment=NetworkSegment(4ee1aede-79b2-4314-a777-6f785391243d),segment_id=4ee1aede-79b2-4314-a777-6f785391243d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:06.927311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643b745-d313-4c6e-8c93-b1a80e287a42 req-4b630b42-37bc-466e-b7c0-b80a659cf336 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:06.934811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e643b745-d313-4c6e-8c93-b1a80e287a42 req-4b630b42-37bc-466e-b7c0-b80a659cf336 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 944 time: 0.1401186 Sep 20 12:55:06.976108 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-584cf986-1a81-496b-a0cc-c9de35848782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:06.992252 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cf986-1a81-496b-a0cc-c9de35848782 None None] Routers {'23cd8b52-f6ee-48fc-9e5a-564df974c006'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:06.994653 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-584cf986-1a81-496b-a0cc-c9de35848782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['23cd8b52-f6ee-48fc-9e5a-564df974c006'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:06.997350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4980784e-284f-4767-838f-58b6a139d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 4, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port': {'id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:53Z', 'updated_at': '2021-09-20T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '56a68353-f9c6-4990-a941-0f51e8824859', 'name': '', 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'mac_address': 'fa:16:3e:0b:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:57Z', 'updated_at': '2021-09-20T12:55:06Z', 'revision_number': 4, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'subnets': [{'id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:07.031983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bd0de56b-514f-482f-a52c-a955e991dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.040914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980784e-284f-4767-838f-58b6a139d98c None None] The sync data for ids ['42e89339-90e2-43f8-9f26-d2686e180dc8'] in n-d-809934-3 is: [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 4, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port': {'id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:53Z', 'updated_at': '2021-09-20T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '56a68353-f9c6-4990-a941-0f51e8824859', 'name': '', 'network_id': 'a85daf26-ede8-43d2-913c-a2cc01862546', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'mac_address': 'fa:16:3e:0b:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:57Z', 'updated_at': '2021-09-20T12:55:06Z', 'revision_number': 4, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'subnets': [{'id': 'ac50c008-533f-410b-bf6c-97909cf21778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:07.049818 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-584cf986-1a81-496b-a0cc-c9de35848782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:07.050661 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584cf986-1a81-496b-a0cc-c9de35848782 None None] The sync data for ids ['23cd8b52-f6ee-48fc-9e5a-564df974c006'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:07.079778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:07.107877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e643b745-d313-4c6e-8c93-b1a80e287a42 req-8d6de175-20ef-46ae-9463-fb62fbf7a6f3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581736 Sep 20 12:55:07.110239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'port_id': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'mac_address': 'fa:16:3e:8e:9f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:55:07.129937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0de56b-514f-482f-a52c-a955e991dfe0 None None] Pushing event updated for resources: {'Port': ['ID=56a68353-f9c6-4990-a941-0f51e8824859,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:07.149072 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-6c7c5dbb-8ef2-4373-94b5-a2506e1503bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] remove_router_interface failed (client error): The resource could not be found. Sep 20 12:55:07.150081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6c7c5dbb-8ef2-4373-94b5-a2506e1503bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/23cd8b52-f6ee-48fc-9e5a-564df974c006/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2698686 Sep 20 12:55:07.153122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:07.208462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2a49cb97-3ca8-4ef0-976d-9c95275a122d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=23cd8b52-f6ee-48fc-9e5a-564df974c006 HTTP/1.1" status: 200 len: 205 time: 0.0525398 Sep 20 12:55:07.210866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:07.212525 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.220062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b8af5090-9fbd-4be9-a40a-fc79b903b81f None None] Provisioning complete for port 56a68353-f9c6-4990-a941-0f51e8824859 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:07.220501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b8af5090-9fbd-4be9-a40a-fc79b903b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.279386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:55:07.314892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:07.322397 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c89e2-2c2c-4412-b20a-d7fa3e2e8964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.385971 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.418622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-e27713dd-3f61-4efe-89e9-95401e70ecb0 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-890064948&fields=id&tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46 HTTP/1.1" status: 200 len: 267 time: 0.2090616 Sep 20 12:55:07.445918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:07.479397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 56a68353-f9c6-4990-a941-0f51e8824859 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:07.539792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 56a68353-f9c6-4990-a941-0f51e8824859 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:07.540179 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.637318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:55:07.648545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c89e2-2c2c-4412-b20a-d7fa3e2e8964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.653420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c89e2-2c2c-4412-b20a-d7fa3e2e8964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.736384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-c9237045-e78b-4156-9a65-c5dbd08e336a tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:07.740763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-c9237045-e78b-4156-9a65-c5dbd08e336a tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/networks?id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 200 len: 808 time: 0.3180246 Sep 20 12:55:07.764330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-bc4215df-967d-43ad-b617-9d49050f38f2 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/quotas/e9a1784aba6d48f7a5b266e0b8e2aa46 HTTP/1.1" status: 200 len: 375 time: 0.0121050 Sep 20 12:55:07.810852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c89e2-2c2c-4412-b20a-d7fa3e2e8964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.811619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999c89e2-2c2c-4412-b20a-d7fa3e2e8964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Fanout notify agent at l3_agent the message router_deleted on router 23cd8b52-f6ee-48fc-9e5a-564df974c006 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:55:07.821573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c89e2-2c2c-4412-b20a-d7fa3e2e8964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.822751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-999c89e2-2c2c-4412-b20a-d7fa3e2e8964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/23cd8b52-f6ee-48fc-9e5a-564df974c006 HTTP/1.1" status: 204 len: 168 time: 0.6116860 Sep 20 12:55:07.825589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34518) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:07.851924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-49c1616e-68e2-4162-8437-fd8153e04309 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816166 Sep 20 12:55:07.893780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c04d793-4b5f-4a78-9fa8-3c02537b5da2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet f7238113-0ebf-45a3-866f-d47058dfbfa8 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:55:07.897483 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c04d793-4b5f-4a78-9fa8-3c02537b5da2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.948007 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c04d793-4b5f-4a78-9fa8-3c02537b5da2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:07.997882 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-96e5d45c-a37d-4ba6-a6e0-2e7f7eea2b0f service neutron] 10.222.0.37 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250296 Sep 20 12:55:08.060233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c04d793-4b5f-4a78-9fa8-3c02537b5da2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.101436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-8d61a01e-f1ad-4860-8a2d-9985a2e37b37 service neutron] 10.222.0.37 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956392 Sep 20 12:55:08.212741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c04d793-4b5f-4a78-9fa8-3c02537b5da2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.240905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d793-4b5f-4a78-9fa8-3c02537b5da2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=f7238113-0ebf-45a3-866f-d47058dfbfa8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:08.246070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c04d793-4b5f-4a78-9fa8-3c02537b5da2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.247759 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7c04d793-4b5f-4a78-9fa8-3c02537b5da2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/f7238113-0ebf-45a3-866f-d47058dfbfa8 HTTP/1.1" status: 204 len: 168 time: 0.4213226 Sep 20 12:55:08.250906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34522) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:08.253857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291df136-0517-411c-ab68-1c5a71843325 None None] Network 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:08.343948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.425401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port a4aedc93-3c44-48a5-b266-7feb13fc73c1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:08.425401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.524653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port a4aedc93-3c44-48a5-b266-7feb13fc73c1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a4aedc93-3c44-48a5-b266-7feb13fc73c1,segment=NetworkSegment(c6ff52fb-1ed5-4cab-934a-9ade43cb3251),segment_id=c6ff52fb-1ed5-4cab-934a-9ade43cb3251)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:08.525059 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.549850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for a4aedc93-3c44-48a5-b266-7feb13fc73c1 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:08.561382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b586e-cc4f-44b5-a244-9152ab4b1418 req-57938933-e9ed-4545-95c2-d4075205321f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:08.566155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d07b586e-cc4f-44b5-a244-9152ab4b1418 req-57938933-e9ed-4545-95c2-d4075205321f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.0715921 Sep 20 12:55:08.616586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d07b586e-cc4f-44b5-a244-9152ab4b1418 req-44a08de8-3cda-4ef6-8076-f140ae835a25 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461967 Sep 20 12:55:08.638935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] DHCP port deletion for 4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:55:08.681788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] Deleting port a4aedc93-3c44-48a5-b266-7feb13fc73c1 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:08.682067 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.709581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.749841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] For port a4aedc93-3c44-48a5-b266-7feb13fc73c1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a4aedc93-3c44-48a5-b266-7feb13fc73c1,segment=NetworkSegment(c6ff52fb-1ed5-4cab-934a-9ade43cb3251),segment_id=c6ff52fb-1ed5-4cab-934a-9ade43cb3251)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:08.750238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.764803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] Calling delete_port for a4aedc93-3c44-48a5-b266-7feb13fc73c1 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:08.771404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=a4aedc93-3c44-48a5-b266-7feb13fc73c1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:08.776330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No DVR routers for this DVR port a4aedc93-3c44-48a5-b266-7feb13fc73c1 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:55:08.778594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf5a92-878c-460e-aabb-817d05f1dab0 req-72c918c3-7a7c-4526-892e-14928b4a58be tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:08.785547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fbf5a92-878c-460e-aabb-817d05f1dab0 req-72c918c3-7a7c-4526-892e-14928b4a58be tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 945 time: 0.0798144 Sep 20 12:55:08.825426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fbf5a92-878c-460e-aabb-817d05f1dab0 req-8f14255d-1b8e-446a-a4a8-fe88070610f8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366161 Sep 20 12:55:08.854308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:08.889215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.912150 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d23c20d-c2d1-4e3f-9452-5e7504ddf4f6 req-fbb6520b-7e32-4822-ab60-8a4726d47f62 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 210 time: 0.0279350 Sep 20 12:55:08.912433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:08.919565 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.923632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ff52fb-1ed5-4cab-934a-9ade43cb3251') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:08.923939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ff52fb-1ed5-4cab-934a-9ade43cb3251') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:08.934439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.948209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.954184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] No DVR routers for this DVR port a4aedc93-3c44-48a5-b266-7feb13fc73c1 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:55:08.956128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:55:08.956586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:08.957043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba0645-539f-49f3-bb10-e0a822203321 None None] Pushing event deleted for resources: {'Port': ['ID=a4aedc93-3c44-48a5-b266-7feb13fc73c1,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:55:08.961241 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:55:09.035155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:55:09.039040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:09.043435 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.115224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.117390 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.123191 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.125710 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e HTTP/1.1" status: 204 len: 168 time: 0.8726246 Sep 20 12:55:09.129507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:09.136212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1520299015'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:09.137859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025203a-2198-4c01-8598-ba62fd89f054 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=4eda3d6d-c499-4df0-b1ac-b2f2dcb6e89e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:09.146010 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:09.148346 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e6e97-29ec-4a0f-a9ce-e7011828fb3f" -d '{"events": [{"server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "name": "network-vif-plugged", "status": "completed", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:09.161707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:09.185621 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31783c9b-3837-460e-8f01-3eb90f770aff x-openstack-request-id: req-31783c9b-3837-460e-8f01-3eb90f770aff {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:09.185915 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "name": "network-vif-plugged", "status": "completed", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:09.186167 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31783c9b-3837-460e-8f01-3eb90f770aff {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:09.186563 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'code': 200} Sep 20 12:55:09.211263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:09.214795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.229847 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.240455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:55:09.249494 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.250611 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment 4366ef1e-d995-4700-8ac1-8569b8d35622 of type vlan for network a1474f07-085a-4c02-a89d-247fbe8fdc83 Sep 20 12:55:09.289958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48f8f8-a37b-4b05-a1ba-d7905e8c530e req-a1dba3c2-3211-493d-84b5-3cd18937c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:09.291462 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd48f8f8-a37b-4b05-a1ba-d7905e8c530e req-a1dba3c2-3211-493d-84b5-3cd18937c252 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0441725 Sep 20 12:55:09.293063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:09.298571 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.332138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bd48f8f8-a37b-4b05-a1ba-d7905e8c530e req-c75c737c-7596-4224-9d67-f4fe5a3ec7b3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333757 Sep 20 12:55:09.370045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a4aedc93-3c44-48a5-b266-7feb13fc73c1 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:55:09.378167 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.384585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:09.385303 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.390878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a4aedc93-3c44-48a5-b266-7feb13fc73c1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:55:09.391584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a4aedc93-3c44-48a5-b266-7feb13fc73c1 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:55:09.453992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=a1474f07-085a-4c02-a89d-247fbe8fdc83,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:09.463845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a1474f07-085a-4c02-a89d-247fbe8fdc83 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:55:09.481765 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2eec2024-1ece-4a40-b0e5-75216766f1ec tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3501699 Sep 20 12:55:09.484300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:09.489743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': 'a1474f07-085a-4c02-a89d-247fbe8fdc83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:09.663419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:09.663419 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:09.783463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b30ef-10d9-46f4-b4d0-110e6fd3c674 req-ae958d99-bb59-4262-bfe8-72f8479c7781 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:09.784971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e9b30ef-10d9-46f4-b4d0-110e6fd3c674 req-ae958d99-bb59-4262-bfe8-72f8479c7781 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.0927024 Sep 20 12:55:09.866012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e9b30ef-10d9-46f4-b4d0-110e6fd3c674 req-f7e7026e-440b-4c6a-94e9-fa2cb0d68cae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746160 Sep 20 12:55:09.977284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dc7cd-3438-4e09-8e44-08578b0a35d1 req-c2d95689-d5cf-4405-b5ae-4a2adc7a68d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:09.978829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff1dc7cd-3438-4e09-8e44-08578b0a35d1 req-c2d95689-d5cf-4405-b5ae-4a2adc7a68d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0482430 Sep 20 12:55:09.993448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.064894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff1dc7cd-3438-4e09-8e44-08578b0a35d1 req-7d52f3a5-8180-44bd-9eb5-74a0d9d70bd4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791752 Sep 20 12:55:10.082864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=88c20906-a02f-49e2-9d20-5e5855a2473b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:10.091910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': '4366ef1e-d995-4700-8ac1-8569b8d35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1474f07-085a-4c02-a89d-247fbe8fdc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:10.092279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: a1474f07-085a-4c02-a89d-247fbe8fdc83, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:55:10.160655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba672b48-4466-44db-96f6-17d29ca1c384 req-92bb0879-b2e2-4418-8f00-b3001d584424 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 210 time: 0.0267751 Sep 20 12:55:10.161701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network a1474f07-085a-4c02-a89d-247fbe8fdc83 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:55:10.229143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a1474f07-085a-4c02-a89d-247fbe8fdc83) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:10.233204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:10.233792 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.237963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c667652-cf93-4746-9cf9-25b3b46db703 None None] Network a1474f07-085a-4c02-a89d-247fbe8fdc83 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:10.321582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a707cb49-9316-4960-b01f-0b858a7739c9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8356004 Sep 20 12:55:10.323945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34548) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:10.328948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-999c53db-508d-413a-bbc2-ea3f08828988 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1413327704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:10.382929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-a1474f07-085a-4c02-a89d-247fbe8fdc83', 'network_id': 'a1474f07-085a-4c02-a89d-247fbe8fdc83', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': '88c20906-a02f-49e2-9d20-5e5855a2473b'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:55:10.383953 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.424631 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c53db-508d-413a-bbc2-ea3f08828988 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.425844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c53db-508d-413a-bbc2-ea3f08828988 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.484148 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c53db-508d-413a-bbc2-ea3f08828988 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.494143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-2bfc9f3f-2637-47e2-8635-b86c9b89494b tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:10.495967 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-2bfc9f3f-2637-47e2-8635-b86c9b89494b tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.21 "GET /v2.0/networks?id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 200 len: 808 time: 0.1271076 Sep 20 12:55:10.539455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Allocated IP 2001:db8::2 (a1474f07-085a-4c02-a89d-247fbe8fdc83/88c20906-a02f-49e2-9d20-5e5855a2473b/db1030a4-fa8c-4732-a555-96b4887f9fbd) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:10.540253 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-3b38490c-ce7c-4e6b-b890-90e716c40262 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46 HTTP/1.1" status: 200 len: 379 time: 0.0345664 Sep 20 12:55:10.543564 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c53db-508d-413a-bbc2-ea3f08828988 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.551122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'port': {'device_id': '41ea2453-4839-42d4-b096-c901136ab277', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'admin_state_up': True, 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'security_groups': ['5df6a521-51ce-4b3b-bb07-66a50cffaf28']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:10.617967 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999c53db-508d-413a-bbc2-ea3f08828988 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.619325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-999c53db-508d-413a-bbc2-ea3f08828988 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2944381 Sep 20 12:55:10.622052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:10.703907 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.721196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Made reservation on behalf of e9a1784aba6d48f7a5b266e0b8e2aa46 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:10.724791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.772356 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.817352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Network a1474f07-085a-4c02-a89d-247fbe8fdc83 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:10.820596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:10.827358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:10.831639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Pushing event updated for resources: {'Port': ['ID=db1030a4-fa8c-4732-a555-96b4887f9fbd,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:10.864023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Allocated IP 172.20.0.10 (1bc26bf9-33a6-4a38-9f8c-8e3ab6175361/63e6ad0a-ec75-41d9-b3d3-b6e041465bae/d9d9c4e7-6a84-4eca-8eec-25315ab70a18) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:10.885059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Attempting to bind port db1030a4-fa8c-4732-a555-96b4887f9fbd on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:10.885436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Attempting to bind port db1030a4-fa8c-4732-a555-96b4887f9fbd by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4366ef1e-d995-4700-8ac1-8569b8d35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1474f07-085a-4c02-a89d-247fbe8fdc83'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:10.885803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Attempting to bind port db1030a4-fa8c-4732-a555-96b4887f9fbd on network a1474f07-085a-4c02-a89d-247fbe8fdc83 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:10.893054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:10.893435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Checking segment: {'id': '4366ef1e-d995-4700-8ac1-8569b8d35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1474f07-085a-4c02-a89d-247fbe8fdc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:10.893843 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.894234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Bound using segment: {'id': '4366ef1e-d995-4700-8ac1-8569b8d35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1474f07-085a-4c02-a89d-247fbe8fdc83'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:10.894754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Bound port: db1030a4-fa8c-4732-a555-96b4887f9fbd, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4366ef1e-d995-4700-8ac1-8569b8d35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1474f07-085a-4c02-a89d-247fbe8fdc83'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:10.895164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.943105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:10.976154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] For port db1030a4-fa8c-4732-a555-96b4887f9fbd, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:10.976154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] For port db1030a4-fa8c-4732-a555-96b4887f9fbd, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=db1030a4-fa8c-4732-a555-96b4887f9fbd,segment=NetworkSegment(4366ef1e-d995-4700-8ac1-8569b8d35622),segment_id=4366ef1e-d995-4700-8ac1-8569b8d35622)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:11.028625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.047354 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.110448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ec6c5-74f2-4bda-88ce-ae764828eee5 None None] Pushing event updated for resources: {'Port': ['ID=db1030a4-fa8c-4732-a555-96b4887f9fbd,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:11.121888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46c22f-c89b-427c-a910-7c58bf44d964 req-bec95fff-4e55-449f-b528-d112719d144c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:11.123383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f46c22f-c89b-427c-a910-7c58bf44d964 req-bec95fff-4e55-449f-b528-d112719d144c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1628447 Sep 20 12:55:11.127632 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.173163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:11.177059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:11.180102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:11.216389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f46c22f-c89b-427c-a910-7c58bf44d964 req-f04ba8d7-1c69-43a8-a38e-648febe46c0c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822585 Sep 20 12:55:11.216932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'Port': ['ID=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:11.242441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:11.243070 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.295873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8::1 (a1474f07-085a-4c02-a89d-247fbe8fdc83/88c20906-a02f-49e2-9d20-5e5855a2473b/9d0bb327-9850-4fc2-8631-52379c7461e0) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:11.316682 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-5ce13807-f80d-489b-8429-84d42f9c1b69 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7699265 Sep 20 12:55:11.333099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Request body: {'port': {'device_id': '41ea2453-4839-42d4-b096-c901136ab277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:11.425930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead11928-f7e7-4094-abd9-aa90b0802bba req-87e0040d-0143-4eb9-a034-a36b0745527e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:11.433455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ead11928-f7e7-4094-abd9-aa90b0802bba req-87e0040d-0143-4eb9-a034-a36b0745527e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1487131 Sep 20 12:55:11.447914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.496085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ead11928-f7e7-4094-abd9-aa90b0802bba req-e0b0bd72-54d4-4191-b985-0282726f3239 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614066 Sep 20 12:55:11.526870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.611423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa4aa6-1dfc-4a14-9fa4-54c0dff92817 req-336d3900-949f-46ee-b190-50b3635756ef tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:11.613038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cefa4aa6-1dfc-4a14-9fa4-54c0dff92817 req-336d3900-949f-46ee-b190-50b3635756ef tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 932 time: 0.0533209 Sep 20 12:55:11.613530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5247feaf-8dd3-4c10-a579-c31a71221b57 None None] Provisioning complete for port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:11.614031 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5247feaf-8dd3-4c10-a579-c31a71221b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.614274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.652386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5247feaf-8dd3-4c10-a579-c31a71221b57 None None] Port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:11.676510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network a1474f07-085a-4c02-a89d-247fbe8fdc83 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:11.683335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=9d0bb327-9850-4fc2-8631-52379c7461e0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:11.688725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:11.691850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:11.692400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.741137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cefa4aa6-1dfc-4a14-9fa4-54c0dff92817 req-e3b62264-ac6b-44e0-b7f7-bcd45f195bc3 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996108 Sep 20 12:55:11.777577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d9c4e7-6a84-4eca-8eec-25315ab70a18 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:55:11.786964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.800116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Transition to ACTIVE for port object d9d9c4e7-6a84-4eca-8eec-25315ab70a18 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:55:11.856423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28dbd-c540-4305-a0ae-dcc577a194e3 req-cab742de-6547-4e12-ad48-1e8d6beb7de3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:11.859871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a28dbd-c540-4305-a0ae-dcc577a194e3 req-cab742de-6547-4e12-ad48-1e8d6beb7de3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0505137 Sep 20 12:55:11.893146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.919929 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:11.936253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a28dbd-c540-4305-a0ae-dcc577a194e3 req-b11abc66-f36e-4b26-8d09-e7b782b63f3e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712917 Sep 20 12:55:11.954841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:11.970453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34562) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:12.051054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Attempting to bind port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:12.051406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Attempting to bind port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:12.051999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Attempting to bind port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 on network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:12.057398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 on network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:55:12.057729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Attempting to bind port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 on network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:12.063048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:12.063353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Checking segment: {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:12.063740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Bound using segment: {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:12.064173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Bound port: d9d9c4e7-6a84-4eca-8eec-25315ab70a18, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb4f622-fca0-4c2f-9878-ddac80669e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:12.064536 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.087064 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce1e482-7b29-4a64-8f93-ad7597915218 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:12.088600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ce1e482-7b29-4a64-8f93-ad7597915218 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1092 time: 0.1172078 Sep 20 12:55:12.091522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34564) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:12.096476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:12.157703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] For port d9d9c4e7-6a84-4eca-8eec-25315ab70a18, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:12.162452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] For port d9d9c4e7-6a84-4eca-8eec-25315ab70a18, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:12.271503 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.292466 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.310740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aff2fe-f641-46b6-971f-5152c0556596 None None] Network a1474f07-085a-4c02-a89d-247fbe8fdc83 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:12.338657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.378625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:12.379341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.380950 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] 10.222.0.21 "PUT /v2.0/ports/d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 200 len: 1092 time: 1.0547481 Sep 20 12:55:12.381535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea2453-4839-42d4-b096-c901136ab277', 'tag': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:12.383952 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e" -d '{"events": [{"name": "network-changed", "server_uuid": "41ea2453-4839-42d4-b096-c901136ab277", "tag": "d9d9c4e7-6a84-4eca-8eec-25315ab70a18"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:12.412590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c9ec-806a-44ea-ace7-9784a6582626 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:12.425099 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-90fb0851-d361-4993-91db-772fc296828e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.474067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-80959121-b53a-48a2-84b2-0be2160c0bff None None] Provisioning complete for port db1030a4-fa8c-4732-a555-96b4887f9fbd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:12.474440 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80959121-b53a-48a2-84b2-0be2160c0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.541501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-d1581157-a27d-4376-acf6-2e571bbebae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:12.542987 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-d1581157-a27d-4376-acf6-2e571bbebae9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1095 time: 0.0589149 Sep 20 12:55:12.599195 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-6a046f02-07e7-4328-bfa0-62ff04f474b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 200 len: 217 time: 0.0451488 Sep 20 12:55:12.618764 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80959121-b53a-48a2-84b2-0be2160c0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.652206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.653084 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.658884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-80959121-b53a-48a2-84b2-0be2160c0bff None None] For port db1030a4-fa8c-4732-a555-96b4887f9fbd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=db1030a4-fa8c-4732-a555-96b4887f9fbd,segment=NetworkSegment(4366ef1e-d995-4700-8ac1-8569b8d35622),segment_id=4366ef1e-d995-4700-8ac1-8569b8d35622)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:12.661374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-c650673b-354c-4aeb-b734-20cd49b622d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:12.663057 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-c650673b-354c-4aeb-b734-20cd49b622d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63e6ad0a-ec75-41d9-b3d3-b6e041465bae HTTP/1.1" status: 200 len: 847 time: 0.0544505 Sep 20 12:55:12.719993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-e9f8246c-0eac-44c4-8069-c4b4ef336998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:12.721727 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-e9f8246c-0eac-44c4-8069-c4b4ef336998 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501041 Sep 20 12:55:12.745479 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80959121-b53a-48a2-84b2-0be2160c0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:12.755425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ab8-fd42-42f5-8a8a-05d56586fe36 req-8e76a0d5-7310-418f-8455-778ecbba1e1a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:12.756999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32a32ab8-fd42-42f5-8a8a-05d56586fe36 req-8e76a0d5-7310-418f-8455-778ecbba1e1a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.4610095 Sep 20 12:55:12.762431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=9d0bb327-9850-4fc2-8631-52379c7461e0,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:12.823472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80959121-b53a-48a2-84b2-0be2160c0bff None None] Pushing event updated for resources: {'Port': ['ID=db1030a4-fa8c-4732-a555-96b4887f9fbd,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:12.848236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-9e465421-b86f-4a2f-ba6e-996d4adb759d service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188407 Sep 20 12:55:12.893770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-32a32ab8-fd42-42f5-8a8a-05d56586fe36 req-5f2d0fd4-b8a1-4532-889b-5022fc479037 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024656 Sep 20 12:55:12.902243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network a1474f07-085a-4c02-a89d-247fbe8fdc83 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:12.905609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:12.973649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6a3f566b-7518-4fa4-afed-65bc8672fed1 req-bcf8c4ce-cdd7-40df-be15-0a8c973b8b08 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181934 Sep 20 12:55:12.975388 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aecad5d-70de-4e4c-88df-069f3a57c8b4 x-openstack-request-id: req-7aecad5d-70de-4e4c-88df-069f3a57c8b4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:12.975926 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ea2453-4839-42d4-b096-c901136ab277", "tag": "d9d9c4e7-6a84-4eca-8eec-25315ab70a18", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:12.977205 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7aecad5d-70de-4e4c-88df-069f3a57c8b4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:12.978661 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ea2453-4839-42d4-b096-c901136ab277', 'tag': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'status': 'completed', 'code': 200} Sep 20 12:55:12.994660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4159c440-d558-4de9-abd6-7683bd8ff716 None None] Provisioning complete for port db1030a4-fa8c-4732-a555-96b4887f9fbd triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:12.995287 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4159c440-d558-4de9-abd6-7683bd8ff716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:13.012055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:13.117365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4159c440-d558-4de9-abd6-7683bd8ff716 None None] Provisioning complete for port 9d0bb327-9850-4fc2-8631-52379c7461e0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:13.117749 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4159c440-d558-4de9-abd6-7683bd8ff716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:13.162952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4159c440-d558-4de9-abd6-7683bd8ff716 None None] Port 9d0bb327-9850-4fc2-8631-52379c7461e0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:13.170931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-9621939a-b9e6-4ddf-9437-4cb0ca03841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:13.173382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-9621939a-b9e6-4ddf-9437-4cb0ca03841c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1095 time: 0.0539067 Sep 20 12:55:13.218726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.25.6.36 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/146c8984-d6cf-43a1-8ab8-871a3af0e703) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:13.241667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889a1a7-d75f-45a7-b5df-6c6d11388281 req-a448669c-9d0b-4ced-9b57-ad8b425793fd tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:13.243272 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1889a1a7-d75f-45a7-b5df-6c6d11388281 req-a448669c-9d0b-4ced-9b57-ad8b425793fd tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 944 time: 0.1904459 Sep 20 12:55:13.284868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d9fe9e39-0c0f-4a31-bd64-33e4352cfaed None None] Provisioning complete for port 9d0bb327-9850-4fc2-8631-52379c7461e0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:13.285371 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d9fe9e39-0c0f-4a31-bd64-33e4352cfaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:13.293510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-9705827a-b4b5-4aa9-957b-41d9ad8df624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:13.295736 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-9705827a-b4b5-4aa9-957b-41d9ad8df624 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 200 len: 908 time: 0.1152449 Sep 20 12:55:13.327767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router adc3ed2a-9d08-497d-a5bd-e0116fa9013c is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:55:13.328402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe9e39-0c0f-4a31-bd64-33e4352cfaed None None] Port 9d0bb327-9850-4fc2-8631-52379c7461e0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:13.355259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-73cf772a-6e0e-4fbe-8207-0747b914f157 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 200 len: 217 time: 0.0513449 Sep 20 12:55:13.358013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1889a1a7-d75f-45a7-b5df-6c6d11388281 req-1e9c7ca4-bade-4f30-be42-b1b8b2712549 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899761 Sep 20 12:55:13.426579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-05f13995-0ef9-4f9f-9391-3ee62f1689f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:13.428130 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-05f13995-0ef9-4f9f-9391-3ee62f1689f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63e6ad0a-ec75-41d9-b3d3-b6e041465bae HTTP/1.1" status: 200 len: 847 time: 0.0650744 Sep 20 12:55:13.458349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device db1030a4-fa8c-4732-a555-96b4887f9fbd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:13.469939 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:13.489303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-317ec706-6f4b-4035-8315-61f4339f2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:13.491560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-317ec706-6f4b-4035-8315-61f4339f2905 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550888 Sep 20 12:55:13.496253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:13.502550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cb39d793-658b-48cc-ad97-3cffc401beae tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/adc3ed2a-9d08-497d-a5bd-e0116fa9013c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8794284 Sep 20 12:55:13.506926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34576) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:13.514983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ded6f0-7e15-45ca-bfbd-1a4f33297cc2 None None] Sync routers for ids ['adc3ed2a-9d08-497d-a5bd-e0116fa9013c'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:13.529585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port db1030a4-fa8c-4732-a555-96b4887f9fbd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:13.529962 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:13.538022 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ded6f0-7e15-45ca-bfbd-1a4f33297cc2 None None] Routers {'adc3ed2a-9d08-497d-a5bd-e0116fa9013c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:13.538662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3ded6f0-7e15-45ca-bfbd-1a4f33297cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['adc3ed2a-9d08-497d-a5bd-e0116fa9013c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:13.563784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be294372-7d78-44f4-8e4f-21eb283cd24e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:13.568472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-be294372-7d78-44f4-8e4f-21eb283cd24e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports/9d0bb327-9850-4fc2-8631-52379c7461e0 HTTP/1.1" status: 200 len: 911 time: 0.0573778 Sep 20 12:55:13.568623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34578) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:13.598319 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-5e876df1-4487-4080-9b30-91a142a16e6c service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983973 Sep 20 12:55:13.598875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3ded6f0-7e15-45ca-bfbd-1a4f33297cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:13.621050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b08fb4c4-9a77-4c83-b7e2-f9655bf4d5a0 None None] Provisioning complete for port 9d0bb327-9850-4fc2-8631-52379c7461e0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:13.621758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b08fb4c4-9a77-4c83-b7e2-f9655bf4d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:13.643849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ded6f0-7e15-45ca-bfbd-1a4f33297cc2 None None] Routers {'adc3ed2a-9d08-497d-a5bd-e0116fa9013c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:13.644262 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:13.644484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3ded6f0-7e15-45ca-bfbd-1a4f33297cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:54:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['adc3ed2a-9d08-497d-a5bd-e0116fa9013c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:13.689343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3ded6f0-7e15-45ca-bfbd-1a4f33297cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:13.690015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ded6f0-7e15-45ca-bfbd-1a4f33297cc2 None None] The sync data for ids ['adc3ed2a-9d08-497d-a5bd-e0116fa9013c'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:13.692597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:13.700115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8dc7d0e-5f6d-4e3d-a358-ecb3de1e157e req-ee793212-b03e-42ee-86b9-a9429e1ede37 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944965 Sep 20 12:55:13.701358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b08fb4c4-9a77-4c83-b7e2-f9655bf4d5a0 None None] Port 9d0bb327-9850-4fc2-8631-52379c7461e0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:13.701877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:13.706080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:13.767689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=146c8984-d6cf-43a1-8ab8-871a3af0e703,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:14.084902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfb757-076e-499b-be52-bb8ac26fe862 req-b6d17b5a-7f5f-4a26-a02b-14378f5eacaa tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:14.086389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3bfb757-076e-499b-be52-bb8ac26fe862 req-b6d17b5a-7f5f-4a26-a02b-14378f5eacaa tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1061196 Sep 20 12:55:14.219636 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3bfb757-076e-499b-be52-bb8ac26fe862 req-51784045-7bcb-4f0d-ab59-7780a2e9ff44 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247489 Sep 20 12:55:14.389113 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:14.516755 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:55:14.689413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d9d9c4e7-6a84-4eca-8eec-25315ab70a18 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:55:14.799006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d9d9c4e7-6a84-4eca-8eec-25315ab70a18, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:14.809912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'port_id': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'mac_address': 'fa:16:3e:51:a4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:55:14.816989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:14.825727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34586) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:14.854291 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:14.869836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d9c4e7-6a84-4eca-8eec-25315ab70a18 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:55:14.896482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d9d9c4e7-6a84-4eca-8eec-25315ab70a18, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:14.910782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4c67e-f1bf-4f66-a528-fb6c8202eed2 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:14.911262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4c67e-f1bf-4f66-a528-fb6c8202eed2 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:14.911732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4c67e-f1bf-4f66-a528-fb6c8202eed2 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:14.915411 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a6c4c67e-f1bf-4f66-a528-fb6c8202eed2 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&network_id=e823792f-0b02-436d-8fa2-95719d258f22 HTTP/1.1" status: 200 len: 2970 time: 0.0867300 Sep 20 12:55:14.933879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178f232-6219-464c-872f-3cb3abf0cede req-8c079bc6-9df4-41a6-be75-9787d776e18c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:14.935483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d178f232-6219-464c-872f-3cb3abf0cede req-8c079bc6-9df4-41a6-be75-9787d776e18c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 944 time: 0.4994872 Sep 20 12:55:14.960780 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.008042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d178f232-6219-464c-872f-3cb3abf0cede req-254a3488-4750-4610-9674-02a716059e38 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642283 Sep 20 12:55:15.011963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:15.046464 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.172054 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8e0a-78c8-44e8-90d5-a5f347f9d314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.177225 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d9d9c4e7-6a84-4eca-8eec-25315ab70a18'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:55:15.238989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 9d0bb327-9850-4fc2-8631-52379c7461e0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:15.238989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.298936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.363027 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.417316 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.465827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f61c6-b94b-42e3-8537-4ae801beb000 req-9871e1d6-3903-4d46-bfd1-30149b2f05e8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:15.467238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a0f61c6-b94b-42e3-8537-4ae801beb000 req-9871e1d6-3903-4d46-bfd1-30149b2f05e8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.1417241 Sep 20 12:55:15.481609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 9d0bb327-9850-4fc2-8631-52379c7461e0 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:15.483803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=146c8984-d6cf-43a1-8ab8-871a3af0e703,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:15.516548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.599981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a0f61c6-b94b-42e3-8537-4ae801beb000 req-5201a07a-361b-4849-b7da-09eeaa4d215b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213357 Sep 20 12:55:15.611695 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.706791 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Floating IP aa5c1e76-6775-41ba-b628-b311022844fb associated. External IP: 172.25.6.36, port: fb95d6e7-f0c2-42cd-a2cb-4f56048285b9. Sep 20 12:55:15.893861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:15.927952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=9d0bb327-9850-4fc2-8631-52379c7461e0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:16.067871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:16.070829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router f9d73dc2-8fc6-4544-8259-7642a42c2423 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:16.335330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11c90-7763-4595-bb55-ce14b8ac5266 req-81a5a0ef-cc64-41f1-a1e8-ecb9eb509e8c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:16.336804 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7e11c90-7763-4595-bb55-ce14b8ac5266 req-81a5a0ef-cc64-41f1-a1e8-ecb9eb509e8c tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 945 time: 0.2164388 Sep 20 12:55:16.358943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router adc3ed2a-9d08-497d-a5bd-e0116fa9013c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:16.374387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:16.383955 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] Sync routers for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:16.393644 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:16.394262 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:16.409200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7e11c90-7763-4595-bb55-ce14b8ac5266 req-511feb6b-69a9-4940-a480-a16dafcb5311 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654843 Sep 20 12:55:16.475408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:16.477865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:16.486525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1f9d7d0-223e-47a0-a4e8-6d8a546dc3d7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/adc3ed2a-9d08-497d-a5bd-e0116fa9013c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9140022 Sep 20 12:55:16.487131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34596) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:16.488032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28d946-cb82-4cc0-ac57-2afe1523c17a None None] Sync routers for ids ['adc3ed2a-9d08-497d-a5bd-e0116fa9013c'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:16.497628 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28d946-cb82-4cc0-ac57-2afe1523c17a None None] Routers {'adc3ed2a-9d08-497d-a5bd-e0116fa9013c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:16.498255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc28d946-cb82-4cc0-ac57-2afe1523c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['adc3ed2a-9d08-497d-a5bd-e0116fa9013c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:16.512262 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:16.516397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7a7e1ca-2084-4a86-bc65-a7b0975daf92 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4226673 Sep 20 12:55:16.516533 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-73f658d7-095e-461c-a5cc-0771bc1b4989 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc3ed2a-9d08-497d-a5bd-e0116fa9013c HTTP/1.1" status: 200 len: 205 time: 0.0268171 Sep 20 12:55:16.517189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:16.518518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34598) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:16.519536 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61faa69f-57da-4bd3-a53e-65038e3365ba" -d '{"events": [{"name": "network-changed", "server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:16.539982 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc28d946-cb82-4cc0-ac57-2afe1523c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:16.558264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28d946-cb82-4cc0-ac57-2afe1523c17a None None] Routers {'adc3ed2a-9d08-497d-a5bd-e0116fa9013c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:16.558892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc28d946-cb82-4cc0-ac57-2afe1523c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['adc3ed2a-9d08-497d-a5bd-e0116fa9013c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:16.604878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc28d946-cb82-4cc0-ac57-2afe1523c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:16.605466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28d946-cb82-4cc0-ac57-2afe1523c17a None None] The sync data for ids ['adc3ed2a-9d08-497d-a5bd-e0116fa9013c'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:16.635187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953c558-a01a-4212-9f75-75383a1b2259 req-2dafa5e9-bda2-48f9-90e8-3fbefb2d4397 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:16.636956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f953c558-a01a-4212-9f75-75383a1b2259 req-2dafa5e9-bda2-48f9-90e8-3fbefb2d4397 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0560236 Sep 20 12:55:16.663422 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:16.682584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f953c558-a01a-4212-9f75-75383a1b2259 req-0ae05d58-fa5e-4c95-8c80-2dca321012cc tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382020 Sep 20 12:55:16.709184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 920cb397-7f3c-4c69-876c-2db0abff53fd details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:55:16.712533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d9d9c4e7-6a84-4eca-8eec-25315ab70a18 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:16.713116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34610) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:16.799596 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'aa5c1e76-6775-41ba-b628-b311022844fb', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'port_id': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'mac_address': 'fa:16:3e:8e:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:55:14Z', 'updated_at': '2021-09-20T12:55:14Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:16.808074 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b7b04c-2b71-4dcc-ac60-eb7d837e2357 x-openstack-request-id: req-02b7b04c-2b71-4dcc-ac60-eb7d837e2357 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:16.808455 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:16.808795 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02b7b04c-2b71-4dcc-ac60-eb7d837e2357 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:16.809332 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'status': 'completed', 'code': 200} Sep 20 12:55:16.814430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d33716f-7c46-457d-a5b7-0fd58f790ddd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/aa5c1e76-6775-41ba-b628-b311022844fb HTTP/1.1" status: 200 len: 991 time: 0.0997763 Sep 20 12:55:16.837107 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] Checking router: f9d73dc2-8fc6-4544-8259-7642a42c2423 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:16.847160 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:16.848261 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:16.925315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 920cb397-7f3c-4c69-876c-2db0abff53fd, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=920cb397-7f3c-4c69-876c-2db0abff53fd,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:16.925881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d24e7c-9d28-414b-b7b7-f8a9a7f7c23c req-af4192d4-ea1e-45b3-b453-9331d7d1e754 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:16.933977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85d24e7c-9d28-414b-b7b7-f8a9a7f7c23c req-af4192d4-ea1e-45b3-b453-9331d7d1e754 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 943 time: 0.0671635 Sep 20 12:55:16.938003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '920cb397-7f3c-4c69-876c-2db0abff53fd', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'port_id': '920cb397-7f3c-4c69-876c-2db0abff53fd', 'mac_address': 'fa:16:3e:24:6a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:55:16.972877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e13001c5-105e-4bf3-9b8b-101efe1ae865 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:16.975721 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:16.977409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:55:16.983085 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-85d24e7c-9d28-414b-b7b7-f8a9a7f7c23c req-7d92b217-7922-4499-87a4-3aac14a1e84e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Sep 20 12:55:16.985592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:16.989179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:16.989542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.036543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920cb397-7f3c-4c69-876c-2db0abff53fd {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:55:17.067794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 920cb397-7f3c-4c69-876c-2db0abff53fd, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=920cb397-7f3c-4c69-876c-2db0abff53fd,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:17.116879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.143753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.144240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-22c1a37a-c178-43c5-9f0f-c4ee4b56c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:17.146879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-22c1a37a-c178-43c5-9f0f-c4ee4b56c326 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1097 time: 0.1319065 Sep 20 12:55:17.152907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ea2453-4839-42d4-b096-c901136ab277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:17.157789 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee93d88-d9a3-4f45-af17-4c8572ed1721" -d '{"events": [{"server_uuid": "41ea2453-4839-42d4-b096-c901136ab277", "name": "network-vif-plugged", "status": "completed", "tag": "d9d9c4e7-6a84-4eca-8eec-25315ab70a18"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:17.189349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d9d9c4e7-6a84-4eca-8eec-25315ab70a18, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:17.208759 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e13001c5-105e-4bf3-9b8b-101efe1ae865 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.211781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=920cb397-7f3c-4c69-876c-2db0abff53fd,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:17.212047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e13001c5-105e-4bf3-9b8b-101efe1ae865 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.237237 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'aa5c1e76-6775-41ba-b628-b311022844fb', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'port_id': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'mac_address': 'fa:16:3e:8e:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:55:14Z', 'updated_at': '2021-09-20T12:55:14Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:17.243903 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb1181b-cbc0-4b83-b42a-ff69a3470c38 x-openstack-request-id: req-afb1181b-cbc0-4b83-b42a-ff69a3470c38 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:17.243903 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ea2453-4839-42d4-b096-c901136ab277", "name": "network-vif-plugged", "status": "completed", "tag": "d9d9c4e7-6a84-4eca-8eec-25315ab70a18", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:17.243903 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afb1181b-cbc0-4b83-b42a-ff69a3470c38 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:17.244401 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ea2453-4839-42d4-b096-c901136ab277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'code': 200} Sep 20 12:55:17.263380 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.271206 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3290d-0567-4b23-8f08-01fc3deccef1 None None] The sync data for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 is: [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'aa5c1e76-6775-41ba-b628-b311022844fb', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'port_id': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'mac_address': 'fa:16:3e:8e:9f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:55:14Z', 'updated_at': '2021-09-20T12:55:14Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:17.327123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:17.345415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-b2708e06-c46e-425e-aaca-00a4182385e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:17.346903 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-b2708e06-c46e-425e-aaca-00a4182385e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.1734190 Sep 20 12:55:17.354911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['920cb397-7f3c-4c69-876c-2db0abff53fd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:55:17.395943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e13001c5-105e-4bf3-9b8b-101efe1ae865 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.396361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13001c5-105e-4bf3-9b8b-101efe1ae865 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Fanout notify agent at l3_agent the message router_deleted on router adc3ed2a-9d08-497d-a5bd-e0116fa9013c {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:55:17.403794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e13001c5-105e-4bf3-9b8b-101efe1ae865 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.407845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34614) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:17.408108 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e13001c5-105e-4bf3-9b8b-101efe1ae865 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/adc3ed2a-9d08-497d-a5bd-e0116fa9013c HTTP/1.1" status: 204 len: 168 time: 0.8880103 Sep 20 12:55:17.412801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978f941-f292-4322-b9b9-32b8831046c1 req-2d6e0a32-55a9-467f-9380-864e6bb8e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:17.414329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e978f941-f292-4322-b9b9-32b8831046c1 req-2d6e0a32-55a9-467f-9380-864e6bb8e574 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1097 time: 0.1081257 Sep 20 12:55:17.454131 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-8adddecc-250a-4b42-a6da-e9fda6ba0db0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 999 time: 0.0981665 Sep 20 12:55:17.502752 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c5473a-6341-4bf1-a466-f1c66bb95cb5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet 88c20906-a02f-49e2-9d20-5e5855a2473b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:55:17.504280 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e978f941-f292-4322-b9b9-32b8831046c1 req-c163e4fc-bf1c-43c1-b524-3761bbb76241 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802987 Sep 20 12:55:17.508434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c5473a-6341-4bf1-a466-f1c66bb95cb5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.521508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-704c8b3f-4863-42cd-a68f-5f9158c8c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:17.523101 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-704c8b3f-4863-42cd-a68f-5f9158c8c618 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.0574155 Sep 20 12:55:17.564310 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c5473a-6341-4bf1-a466-f1c66bb95cb5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.593036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-a57f437a-1cb6-4744-b7dc-3be33a50842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:17.595257 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-a57f437a-1cb6-4744-b7dc-3be33a50842d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623181 Sep 20 12:55:17.692534 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f92c144-c8c2-415b-b7d4-302b72bea77d None None] New status for floating IP aa5c1e76-6775-41ba-b628-b311022844fb: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:55:17.693847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc1865-40a6-4ba9-8a44-03d3cac9ba00 req-c975cc74-23fa-4a99-a452-6e0dbfd94a46 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:17.695990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8dc1865-40a6-4ba9-8a44-03d3cac9ba00 req-c975cc74-23fa-4a99-a452-6e0dbfd94a46 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 946 time: 0.0988202 Sep 20 12:55:17.731807 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-e5f44832-3b5e-4cc7-8ea9-566f2c6aca9c service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208336 Sep 20 12:55:17.748676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c5473a-6341-4bf1-a466-f1c66bb95cb5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.791310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8dc1865-40a6-4ba9-8a44-03d3cac9ba00 req-db24515b-b45e-4142-bcfc-bace4151c8cf tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881929 Sep 20 12:55:17.818968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:17.845621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-61faa69f-57da-4bd3-a53e-65038e3365ba req-93bb2182-fcec-43c5-80ca-409ded1c5513 service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054282 Sep 20 12:55:17.884197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-24c1c6c8-83c6-4f6f-934f-a934e839caf5 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/aa5c1e76-6775-41ba-b628-b311022844fb HTTP/1.1" status: 200 len: 991 time: 0.0637348 Sep 20 12:55:17.926301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c5473a-6341-4bf1-a466-f1c66bb95cb5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.957342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5473a-6341-4bf1-a466-f1c66bb95cb5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=88c20906-a02f-49e2-9d20-5e5855a2473b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:17.960888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c5473a-6341-4bf1-a466-f1c66bb95cb5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:17.965831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-52c5473a-6341-4bf1-a466-f1c66bb95cb5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/88c20906-a02f-49e2-9d20-5e5855a2473b HTTP/1.1" status: 204 len: 168 time: 0.5533156 Sep 20 12:55:17.965938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34622) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:17.968273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52492aae-d774-4037-8203-b53fae096c48 None None] Network a1474f07-085a-4c02-a89d-247fbe8fdc83 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:17.990863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.040467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.101943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port db1030a4-fa8c-4732-a555-96b4887f9fbd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:18.102301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.193658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] DHCP port deletion for a1474f07-085a-4c02-a89d-247fbe8fdc83 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:55:18.193784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port db1030a4-fa8c-4732-a555-96b4887f9fbd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=db1030a4-fa8c-4732-a555-96b4887f9fbd,segment=NetworkSegment(4366ef1e-d995-4700-8ac1-8569b8d35622),segment_id=4366ef1e-d995-4700-8ac1-8569b8d35622)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:18.193784 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.193784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for db1030a4-fa8c-4732-a555-96b4887f9fbd owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:18.216561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] Deleting port db1030a4-fa8c-4732-a555-96b4887f9fbd {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:18.217312 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.286967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] For port db1030a4-fa8c-4732-a555-96b4887f9fbd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=db1030a4-fa8c-4732-a555-96b4887f9fbd,segment=NetworkSegment(4366ef1e-d995-4700-8ac1-8569b8d35622),segment_id=4366ef1e-d995-4700-8ac1-8569b8d35622)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:18.287382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.300877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] Calling delete_port for db1030a4-fa8c-4732-a555-96b4887f9fbd owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:18.342966 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.368463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=db1030a4-fa8c-4732-a555-96b4887f9fbd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:18.372464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No DVR routers for this DVR port db1030a4-fa8c-4732-a555-96b4887f9fbd on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:55:18.387774 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.410863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] Pushing event deleted for resources: {'Port': ['ID=db1030a4-fa8c-4732-a555-96b4887f9fbd,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:18.420261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56983d-e1f6-4e0e-80d2-b7eb8d983a10 None None] No DVR routers for this DVR port db1030a4-fa8c-4732-a555-96b4887f9fbd on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:55:18.438950 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570f5ee-c253-43bc-b630-0109a1880089 req-8e45cba0-b218-4160-a8c8-d8d657ba0a5a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:18.445564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6570f5ee-c253-43bc-b630-0109a1880089 req-8e45cba0-b218-4160-a8c8-d8d657ba0a5a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 944 time: 0.3983200 Sep 20 12:55:18.480517 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.482922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6570f5ee-c253-43bc-b630-0109a1880089 req-01f60ecd-a969-4abe-8ed5-6efbd700a751 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359733 Sep 20 12:55:18.507093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1474f07-085a-4c02-a89d-247fbe8fdc83']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:18.516936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4366ef1e-d995-4700-8ac1-8569b8d35622') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:18.517439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4366ef1e-d995-4700-8ac1-8569b8d35622') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:18.526795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.540327 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.546213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:55:18.546708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:55:18.549881 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:55:18.638235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34626) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:18.681042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.690721 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.692546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/a1474f07-085a-4c02-a89d-247fbe8fdc83 HTTP/1.1" status: 204 len: 168 time: 0.7259777 Sep 20 12:55:18.696600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34628) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:18.701223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1899473275', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:18.705523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eb300-e605-4170-866a-012386097fcc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=a1474f07-085a-4c02-a89d-247fbe8fdc83,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:18.714906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db631ca-1634-41a9-aee9-2016f93d2ae0 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:18.716452 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9db631ca-1634-41a9-aee9-2016f93d2ae0 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793 HTTP/1.1" status: 200 len: 814 time: 0.0772052 Sep 20 12:55:18.735441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 920cb397-7f3c-4c69-876c-2db0abff53fd up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:18.788654 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.789753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.834957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 920cb397-7f3c-4c69-876c-2db0abff53fd completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:55:18.839824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 920cb397-7f3c-4c69-876c-2db0abff53fd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:18.842632 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.846462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.888732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34634) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:18.912028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1362ed0-5888-41b8-a933-932da22cb5a5 req-e31ba7a8-d958-49f3-8989-e0a35bf06297 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:18.913816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1362ed0-5888-41b8-a933-932da22cb5a5 req-e31ba7a8-d958-49f3-8989-e0a35bf06297 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 946 time: 0.0514927 Sep 20 12:55:18.929669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:18.952052 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c742e021-b69c-4fc8-a362-bafa21977812 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/aa5c1e76-6775-41ba-b628-b311022844fb HTTP/1.1" status: 200 len: 993 time: 0.0616138 Sep 20 12:55:18.974959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 920cb397-7f3c-4c69-876c-2db0abff53fd, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=920cb397-7f3c-4c69-876c-2db0abff53fd,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:19.017605 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.024884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1362ed0-5888-41b8-a933-932da22cb5a5 req-ecdf9ab3-80cc-4e1c-ad60-4e81bec76724 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998719 Sep 20 12:55:19.070437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=920cb397-7f3c-4c69-876c-2db0abff53fd,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:19.094158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.148319 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1e9f-e103-44b6-bd06-97e32b37ccb4 req-570cfef7-6c8c-44d8-b517-3c9a9220ab68 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:19.149819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-286b1e9f-e103-44b6-bd06-97e32b37ccb4 req-570cfef7-6c8c-44d8-b517-3c9a9220ab68 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Sep 20 12:55:19.203341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-286b1e9f-e103-44b6-bd06-97e32b37ccb4 req-8fea5f08-78ab-4f9b-9258-83ee67ac332f tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 Sep 20 12:55:19.245578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306e754-3e7b-471d-acf1-d3c35e136efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920cb397-7f3c-4c69-876c-2db0abff53fd'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:19.248265 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc7c219-3524-413e-8bf8-bdfade6e1bdb" -d '{"events": [{"server_uuid": "2306e754-3e7b-471d-acf1-d3c35e136efc", "name": "network-vif-plugged", "status": "completed", "tag": "920cb397-7f3c-4c69-876c-2db0abff53fd"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:19.372143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device db1030a4-fa8c-4732-a555-96b4887f9fbd no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:55:19.384916 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.396309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: db1030a4-fa8c-4732-a555-96b4887f9fbd {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:55:19.396652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device db1030a4-fa8c-4732-a555-96b4887f9fbd not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:55:19.407170 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.417302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b84d6-c2d7-4fc2-a901-dfc5e66432ad req-2edb2eb4-ebbe-4cba-8720-a82086e3f845 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:19.418786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-911b84d6-c2d7-4fc2-a901-dfc5e66432ad req-2edb2eb4-ebbe-4cba-8720-a82086e3f845 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 946 time: 0.1456423 Sep 20 12:55:19.503933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-911b84d6-c2d7-4fc2-a901-dfc5e66432ad req-02adb1aa-1ff6-4872-8099-9d356a3e6494 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783947 Sep 20 12:55:19.527273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34646) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:19.558094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 172.25.6.97 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/db01639a-e81e-4bde-a4b4-dc40648a55d4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:19.563950 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b853b5-7f43-40dc-abac-ee7fd31e346b x-openstack-request-id: req-53b853b5-7f43-40dc-abac-ee7fd31e346b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:19.564280 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306e754-3e7b-471d-acf1-d3c35e136efc", "name": "network-vif-plugged", "status": "completed", "tag": "920cb397-7f3c-4c69-876c-2db0abff53fd", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:19.564714 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53b853b5-7f43-40dc-abac-ee7fd31e346b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:19.564914 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306e754-3e7b-471d-acf1-d3c35e136efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920cb397-7f3c-4c69-876c-2db0abff53fd', 'code': 200} Sep 20 12:55:19.663229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889c81e-932e-4431-94f3-33aef1694b6f tempest-TestServerBasicOps-455427631 tempest-TestServerBasicOps-455427631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:19.664784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2889c81e-932e-4431-94f3-33aef1694b6f tempest-TestServerBasicOps-455427631 tempest-TestServerBasicOps-455427631-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1092 time: 0.1344514 Sep 20 12:55:19.667894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34650) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:19.673581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:19.688279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736d89a-5a21-4887-8dea-8c8a7f967c02 req-ab28f3ee-e71a-42e0-8a3b-d9c3bea880a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:19.689792 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a736d89a-5a21-4887-8dea-8c8a7f967c02 req-ab28f3ee-e71a-42e0-8a3b-d9c3bea880a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 1096 time: 0.0690670 Sep 20 12:55:19.716323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095b49e-f3ae-4f70-81cc-5e5f421cde0c req-82434804-32a7-407c-9d32-76eb0459c8e1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:19.717849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9095b49e-f3ae-4f70-81cc-5e5f421cde0c req-82434804-32a7-407c-9d32-76eb0459c8e1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 945 time: 0.0831416 Sep 20 12:55:19.721493 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.726014 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a736d89a-5a21-4887-8dea-8c8a7f967c02 req-8bd256b1-6900-4f6a-b0dd-8094863fedcb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283666 Sep 20 12:55:19.766156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.775721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9095b49e-f3ae-4f70-81cc-5e5f421cde0c req-9e77d6ce-d767-44b4-bcf7-74a477490aff tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495462 Sep 20 12:55:19.776181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34652) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:19.784301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'network': {'name': 'tempest-network-smoke--1451540292', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:19.864155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.893933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:19.897668 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.900043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:19.951178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:19.956069 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:19.961437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:19.971831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:55:19.978095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Allocated IP 172.25.6.63 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/19815c09-cfb6-456d-b67f-d8348383328e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:19.993853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=db01639a-e81e-4bde-a4b4-dc40648a55d4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:20.013064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.013425 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Added segment 3a71bc99-5187-4339-b127-46eb12217066 of type vlan for network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 Sep 20 12:55:20.017098 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.080227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.089739 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.172574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.209136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:20.211966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:20.215412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:20.240034 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.242922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'Port': ['ID=19815c09-cfb6-456d-b67f-d8348383328e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:20.247835 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:20.248438 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.348969 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Network': ['ID=19aa69ca-ebd9-4294-8fdb-dd9f69b4be05,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:20.353912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-82ac93dd-eeeb-47d3-803c-81a162de5426 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5754757 Sep 20 12:55:20.358361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:20.363290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:55:20.432395 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.481249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f4626-c8aa-4358-9d71-bab885677874 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:20.482753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd5f4626-c8aa-4358-9d71-bab885677874 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1235163 Sep 20 12:55:20.486176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34656) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:20.513742 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.593126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.656004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025af9b-c2af-4f81-913e-b6957ca5e17a tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:20.657351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7025af9b-c2af-4f81-913e-b6957ca5e17a tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1700871 Sep 20 12:55:20.660157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:20.704287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7c20dea6-5f5c-40a1-bd23-0ea3d086b8df tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402467 Sep 20 12:55:20.712857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34660) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:20.751982 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d2fee471-ee30-437a-9f56-fe948c691f10 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342908 Sep 20 12:55:20.752234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34662) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:20.754610 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.867305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.933901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:20.961862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae0318-9c9d-4413-b450-acf66e44b677 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:20.969052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-63ae0318-9c9d-4413-b450-acf66e44b677 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2102110 Sep 20 12:55:20.969052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34666) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:21.000740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:21.009811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e086586-38a8-4dd1-a4a4-991995762e5c req-4a34a061-0fbd-4d03-bd93-3493883513de tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:21.011322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e086586-38a8-4dd1-a4a4-991995762e5c req-4a34a061-0fbd-4d03-bd93-3493883513de tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 945 time: 0.1597393 Sep 20 12:55:21.076282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event updated for resources: {'Port': ['ID=19815c09-cfb6-456d-b67f-d8348383328e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:21.088182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:21.192160 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Floating IP f5e5cd5e-fcd3-4476-90ac-8a594a0b8139 associated. External IP: 172.25.6.63, port: d9d9c4e7-6a84-4eca-8eec-25315ab70a18. Sep 20 12:55:21.350270 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-10fc2c68-cf4b-4aea-ba12-a872b3d1f946 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3827472 Sep 20 12:55:21.356214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34668) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:21.363443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-532792241', 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:21.400936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Router 484b664a-8ab6-47d7-922d-71a353ba7397 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:21.453694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e086586-38a8-4dd1-a4a4-991995762e5c req-7b651d67-0e49-4230-a24b-2e11c5390dc4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081598 Sep 20 12:55:21.509157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:21.518743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] Sync routers for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:21.527595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:21.528208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:21.594652 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 3379bbfd-34d5-44f2-8346-100bd2f06935 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:55:21.601231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:21.604889 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:21.635130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:21.669117 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:21.709115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f4bb4f5f-7e63-423e-ae4a-b36a2baa5c80 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0290124 Sep 20 12:55:21.709115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea2453-4839-42d4-b096-c901136ab277', 'tag': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:21.709115 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e559b408-d2be-44ea-ae8f-d543d5a7706a" -d '{"events": [{"name": "network-changed", "server_uuid": "41ea2453-4839-42d4-b096-c901136ab277", "tag": "d9d9c4e7-6a84-4eca-8eec-25315ab70a18"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:21.746448 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc37a04-6b77-466e-92e9-e58583564d84 x-openstack-request-id: req-9fc37a04-6b77-466e-92e9-e58583564d84 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:21.746983 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ea2453-4839-42d4-b096-c901136ab277", "tag": "d9d9c4e7-6a84-4eca-8eec-25315ab70a18", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:21.747350 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fc37a04-6b77-466e-92e9-e58583564d84 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:21.747816 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ea2453-4839-42d4-b096-c901136ab277', 'tag': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'status': 'completed', 'code': 200} Sep 20 12:55:21.788364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:21.798690 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989a270-410f-47c8-822d-5bb63d66c52c None None] Sync routers for ids ['3379bbfd-34d5-44f2-8346-100bd2f06935'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:21.809748 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989a270-410f-47c8-822d-5bb63d66c52c None None] Routers {'3379bbfd-34d5-44f2-8346-100bd2f06935'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:21.810853 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8989a270-410f-47c8-822d-5bb63d66c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3379bbfd-34d5-44f2-8346-100bd2f06935'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:21.822555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-b4ccb19f-ad53-462a-8e08-20faee2277e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:21.824143 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-b4ccb19f-ad53-462a-8e08-20faee2277e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1097 time: 0.0552025 Sep 20 12:55:21.856806 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8989a270-410f-47c8-822d-5bb63d66c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:21.867419 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989a270-410f-47c8-822d-5bb63d66c52c None None] Routers {'3379bbfd-34d5-44f2-8346-100bd2f06935'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:21.868209 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8989a270-410f-47c8-822d-5bb63d66c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3379bbfd-34d5-44f2-8346-100bd2f06935'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:21.896042 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:21.897294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-061a1aa8-7f94-498f-8ab0-57b2123c2b44 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1995909 Sep 20 12:55:21.903909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'f5e5cd5e-fcd3-4476-90ac-8a594a0b8139', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'port_id': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'mac_address': 'fa:16:3e:51:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea2453-4839-42d4-b096-c901136ab277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:55:20Z', 'updated_at': '2021-09-20T12:55:20Z', 'revision_number': 0, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:50Z', 'revision_number': 5, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:21.904155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34674) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:21.905422 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8989a270-410f-47c8-822d-5bb63d66c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:21.906854 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989a270-410f-47c8-822d-5bb63d66c52c None None] The sync data for ids ['3379bbfd-34d5-44f2-8346-100bd2f06935'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:21.935542 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] Checking router: 484b664a-8ab6-47d7-922d-71a353ba7397 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:21.945119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:21.946224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:21.950798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-ae87ce97-10fd-43a5-98f2-bf07514cf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:21.952442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-ae87ce97-10fd-43a5-98f2-bf07514cf2e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 200 len: 908 time: 0.1213455 Sep 20 12:55:22.025460 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-2c501b97-71c4-4416-862f-7c6fdd6c9882 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 200 len: 999 time: 0.0662825 Sep 20 12:55:22.034311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9178a6a3-fa3d-4462-a63e-a244e4c4a308 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/routers/3379bbfd-34d5-44f2-8346-100bd2f06935 HTTP/1.1" status: 200 len: 884 time: 0.1269274 Sep 20 12:55:22.034311 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:22.036664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34676) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:22.057097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:22.079936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-916088f3-78df-4d4c-aea7-9f153a044161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:22.081731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-916088f3-78df-4d4c-aea7-9f153a044161 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63e6ad0a-ec75-41d9-b3d3-b6e041465bae HTTP/1.1" status: 200 len: 847 time: 0.0494766 Sep 20 12:55:22.129549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-c809ea24-8825-4cc3-84c8-1793de9d0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:22.131328 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-c809ea24-8825-4cc3-84c8-1793de9d0de8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419266 Sep 20 12:55:22.168372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Subnet': ['ID=8980d6ff-9992-44cd-817c-00f6eae67717,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:22.190491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Checking segment: {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:22.190855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network hostable DHCP agents. Network: 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:55:22.293877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'f5e5cd5e-fcd3-4476-90ac-8a594a0b8139', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'port_id': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'mac_address': 'fa:16:3e:51:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea2453-4839-42d4-b096-c901136ab277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:55:20Z', 'updated_at': '2021-09-20T12:55:20Z', 'revision_number': 0, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:50Z', 'revision_number': 5, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:22.322240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:55:22.328477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d495d87-c13e-449a-aacb-db947df93d33 None None] The sync data for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 is: [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'f5e5cd5e-fcd3-4476-90ac-8a594a0b8139', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'port_id': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'mac_address': 'fa:16:3e:51:a4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea2453-4839-42d4-b096-c901136ab277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:55:20Z', 'updated_at': '2021-09-20T12:55:20Z', 'revision_number': 0, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:50Z', 'revision_number': 5, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:22.371985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a62ec35-757d-48c4-99f8-4cfd0053c825 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3317473 Sep 20 12:55:22.374460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34678) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:22.379863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-019f3570-9675-4fa7-88fe-eeefa3626a69 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1899473275'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:22.416634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:22.424044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:22.425192 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:22.430212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b771a0b2-9496-4be0-a78e-d52addbf333f None None] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:22.489452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1bd11299-7413-4472-a141-e11f0293916d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1314042 Sep 20 12:55:22.505439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-ded13919-429d-4e60-96f1-500efd21e13f service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652308 Sep 20 12:55:22.619187 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d76dfd-19cc-4f1f-b5be-a7a043b5a6b9 None None] New status for floating IP f5e5cd5e-fcd3-4476-90ac-8a594a0b8139: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:55:22.630366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e559b408-d2be-44ea-ae8f-d543d5a7706a req-b3133a30-c043-4f82-8f30-4cc4ce986f3c service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162491 Sep 20 12:55:22.647264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2035a-6455-44aa-aee1-a36fb1e81f0d req-b5f337fb-905f-41e0-8e5f-ca6b7b0f5eb7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:22.648865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc2035a-6455-44aa-aee1-a36fb1e81f0d req-b5f337fb-905f-41e0-8e5f-ca6b7b0f5eb7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 945 time: 0.0777376 Sep 20 12:55:22.654327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-19aa69ca-ebd9-4294-8fdb-dd9f69b4be05', 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ips': [{'subnet_id': '8980d6ff-9992-44cd-817c-00f6eae67717'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:55:22.658418 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:22.725099 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc2035a-6455-44aa-aee1-a36fb1e81f0d req-c642066c-7fd9-4b66-9295-2d115627bb47 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Sep 20 12:55:22.842322 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-019f3570-9675-4fa7-88fe-eeefa3626a69 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:22.879609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Allocated IP 172.20.0.18 (19aa69ca-ebd9-4294-8fdb-dd9f69b4be05/8980d6ff-9992-44cd-817c-00f6eae67717/bf64f058-9f00-42c2-9235-50baaf4f67f4) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:22.904877 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-019f3570-9675-4fa7-88fe-eeefa3626a69 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.020583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019f3570-9675-4fa7-88fe-eeefa3626a69 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 3379bbfd-34d5-44f2-8346-100bd2f06935 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:23.025635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34686) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:23.030689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7baa4169-1a16-43fd-bfd3-dc5e90c8ba65 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240565648', 'description': 'tempest-secgroup-smoke-1240565648 description', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:23.050935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.114354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7baa4169-1a16-43fd-bfd3-dc5e90c8ba65 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.114576 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.158195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:23.161142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8db6d9-45d8-401d-8ac8-59d9204731bb req-8d37c3df-3b05-4e05-9ca3-a6d7f9b09de7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:23.162609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:23.162871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb8db6d9-45d8-401d-8ac8-59d9204731bb req-8d37c3df-3b05-4e05-9ca3-a6d7f9b09de7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 945 time: 0.0928028 Sep 20 12:55:23.169381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:23.172686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Pushing event updated for resources: {'Port': ['ID=bf64f058-9f00-42c2-9235-50baaf4f67f4,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:23.190044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019f3570-9675-4fa7-88fe-eeefa3626a69 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:23.204589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-019f3570-9675-4fa7-88fe-eeefa3626a69 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.204589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-019f3570-9675-4fa7-88fe-eeefa3626a69 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/3379bbfd-34d5-44f2-8346-100bd2f06935 HTTP/1.1" status: 200 len: 891 time: 0.8251777 Sep 20 12:55:23.204824 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6b528-6227-4cf5-ac8b-bdfb070485ea None None] Sync routers for ids ['3379bbfd-34d5-44f2-8346-100bd2f06935'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:23.207991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34688) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:23.216448 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6b528-6227-4cf5-ac8b-bdfb070485ea None None] Routers {'3379bbfd-34d5-44f2-8346-100bd2f06935'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:23.217097 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f6c6b528-6227-4cf5-ac8b-bdfb070485ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3379bbfd-34d5-44f2-8346-100bd2f06935'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:23.241293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7baa4169-1a16-43fd-bfd3-dc5e90c8ba65 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.256634 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f6c6b528-6227-4cf5-ac8b-bdfb070485ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:23.257481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Attempting to bind port bf64f058-9f00-42c2-9235-50baaf4f67f4 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:23.257863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Attempting to bind port bf64f058-9f00-42c2-9235-50baaf4f67f4 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:23.258231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Attempting to bind port bf64f058-9f00-42c2-9235-50baaf4f67f4 on network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:23.263378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:23.263753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Checking segment: {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:23.264708 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.265302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Bound using segment: {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:23.266278 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Bound port: bf64f058-9f00-42c2-9235-50baaf4f67f4, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:23.266410 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6b528-6227-4cf5-ac8b-bdfb070485ea None None] Routers {'3379bbfd-34d5-44f2-8346-100bd2f06935'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:23.266520 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.266740 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f6c6b528-6227-4cf5-ac8b-bdfb070485ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3379bbfd-34d5-44f2-8346-100bd2f06935'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:23.274125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb8db6d9-45d8-401d-8ac8-59d9204731bb req-7135f0d3-efbc-4d79-9632-eaa9fb22066e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046503 Sep 20 12:55:23.291401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7baa4169-1a16-43fd-bfd3-dc5e90c8ba65 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.306298 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f6c6b528-6227-4cf5-ac8b-bdfb070485ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:23.307200 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6b528-6227-4cf5-ac8b-bdfb070485ea None None] The sync data for ids ['3379bbfd-34d5-44f2-8346-100bd2f06935'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:23.343118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aafe3cfb-db8a-487b-89e8-1a96afd928d1 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/routers/3379bbfd-34d5-44f2-8346-100bd2f06935 HTTP/1.1" status: 200 len: 891 time: 0.1340406 Sep 20 12:55:23.346441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34692) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:23.348340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa4169-1a16-43fd-bfd3-dc5e90c8ba65 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e3c3b5-5ff4-4029-a814-98cc0add4652,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:23.360418 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7baa4169-1a16-43fd-bfd3-dc5e90c8ba65 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.361820 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7baa4169-1a16-43fd-bfd3-dc5e90c8ba65 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3352346 Sep 20 12:55:23.364842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34694) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:23.372901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-8d4fbf05-cd5d-4403-9e10-f461c615f74a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': '82e3c3b5-5ff4-4029-a814-98cc0add4652', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:23.373084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] For port bf64f058-9f00-42c2-9235-50baaf4f67f4, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:23.374768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] For port bf64f058-9f00-42c2-9235-50baaf4f67f4, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bf64f058-9f00-42c2-9235-50baaf4f67f4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:23.379429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b416e99-bd64-420b-b6d5-f279038e9148 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=3379bbfd-34d5-44f2-8346-100bd2f06935 HTTP/1.1" status: 200 len: 205 time: 0.0305226 Sep 20 12:55:23.383662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34696) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:23.417965 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.429549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d55b7-d185-4a88-b72f-73cb165303f9 req-820085e4-40d5-4cfe-af8c-f0c219cc9dc6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:23.431213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-542d55b7-d185-4a88-b72f-73cb165303f9 req-820085e4-40d5-4cfe-af8c-f0c219cc9dc6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 945 time: 0.0507414 Sep 20 12:55:23.477930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaeceb-bd2e-48d9-b1a1-0ea6e14ca60c None None] Pushing event updated for resources: {'Port': ['ID=bf64f058-9f00-42c2-9235-50baaf4f67f4,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:23.491869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-542d55b7-d185-4a88-b72f-73cb165303f9 req-9bca3bdb-cd9f-4cba-972d-936541f36627 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539596 Sep 20 12:55:23.521809 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf05-cd5d-4403-9e10-f461c615f74a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.591980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.663000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf05-cd5d-4403-9e10-f461c615f74a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.721042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf05-cd5d-4403-9e10-f461c615f74a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.752079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fbf05-cd5d-4403-9e10-f461c615f74a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58cc742-9a01-46ff-97c6-edd972f4d93e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:23.756470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.822991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf05-cd5d-4403-9e10-f461c615f74a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.824262 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8d4fbf05-cd5d-4403-9e10-f461c615f74a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4583387 Sep 20 12:55:23.827086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34702) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:23.832034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-08cb8749-cdd3-4025-bd95-239f4ae9eef7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': '82e3c3b5-5ff4-4029-a814-98cc0add4652', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:23.896696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port db01639a-e81e-4bde-a4b4-dc40648a55d4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:23.896993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:23.920531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-08cb8749-cdd3-4025-bd95-239f4ae9eef7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.024072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.041718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f046d-81bd-47fb-b076-501a2706c77f req-8168d7fa-1f0f-47e2-b6c3-89835536311b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:24.043225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-145f046d-81bd-47fb-b076-501a2706c77f req-8168d7fa-1f0f-47e2-b6c3-89835536311b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 945 time: 0.0558982 Sep 20 12:55:24.056432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for db01639a-e81e-4bde-a4b4-dc40648a55d4 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:24.059022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-08cb8749-cdd3-4025-bd95-239f4ae9eef7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.094681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-145f046d-81bd-47fb-b076-501a2706c77f req-5152b0c0-ce14-4ca2-a591-89f2bdc53b36 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Sep 20 12:55:24.112681 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-08cb8749-cdd3-4025-bd95-239f4ae9eef7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.129184 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-e9976c18-551a-435c-b89f-977838099385 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1179767 Sep 20 12:55:24.145425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb8749-cdd3-4025-bd95-239f4ae9eef7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbab1ed0-b924-432e-b8f3-72eb901d3fb0,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:24.236119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-08cb8749-cdd3-4025-bd95-239f4ae9eef7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.240254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-08cb8749-cdd3-4025-bd95-239f4ae9eef7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4087584 Sep 20 12:55:24.240843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34706) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:24.247249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-99d4b273-bd19-4edd-926d-9314ddbea53b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': '82e3c3b5-5ff4-4029-a814-98cc0add4652', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:24.276612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-cd8b90f8-2eab-46c0-8a91-9d77ab9e5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:24.278246 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-cd8b90f8-2eab-46c0-8a91-9d77ab9e5935 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1097 time: 0.0784771 Sep 20 12:55:24.388442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99d4b273-bd19-4edd-926d-9314ddbea53b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.403909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.421852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c0eda-d1fc-4fdc-bdf0-08d62f0e9aad None None] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:24.448895 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=db01639a-e81e-4bde-a4b4-dc40648a55d4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:24.510394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-53889a5c-2467-43cf-b4bb-5f28b58c060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:24.511290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-83a8c39b-90b4-43e4-8c13-142bee7fdb30 None None] Provisioning complete for port bf64f058-9f00-42c2-9235-50baaf4f67f4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:24.511671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-83a8c39b-90b4-43e4-8c13-142bee7fdb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.511927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-53889a5c-2467-43cf-b4bb-5f28b58c060b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 200 len: 908 time: 0.2101953 Sep 20 12:55:24.571275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99d4b273-bd19-4edd-926d-9314ddbea53b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.582702 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.643657 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-83a8c39b-90b4-43e4-8c13-142bee7fdb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.648189 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99d4b273-bd19-4edd-926d-9314ddbea53b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.666161 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-462a4df1-861a-4532-9bea-1d4fd6053d5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 200 len: 1001 time: 0.1452274 Sep 20 12:55:24.677290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-83a8c39b-90b4-43e4-8c13-142bee7fdb30 None None] For port bf64f058-9f00-42c2-9235-50baaf4f67f4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bf64f058-9f00-42c2-9235-50baaf4f67f4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:24.704624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.713091 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.715307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4b273-bd19-4edd-926d-9314ddbea53b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011f5c28-0b8a-4ce3-a3df-a92f9ba9a132,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:24.766154 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-83a8c39b-90b4-43e4-8c13-142bee7fdb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.792617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-6db398b6-8fbe-466b-a33c-11d17e2b7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:24.794212 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-6db398b6-8fbe-466b-a33c-11d17e2b7955 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63e6ad0a-ec75-41d9-b3d3-b6e041465bae HTTP/1.1" status: 200 len: 847 time: 0.0953150 Sep 20 12:55:24.795621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99d4b273-bd19-4edd-926d-9314ddbea53b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.799996 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-99d4b273-bd19-4edd-926d-9314ddbea53b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5556326 Sep 20 12:55:24.803451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34708) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:24.804706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ce5bdb91-19ab-44da-a59f-f0c8bb1d6200 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': '82e3c3b5-5ff4-4029-a814-98cc0add4652', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:24.832015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8c39b-90b4-43e4-8c13-142bee7fdb30 None None] Pushing event updated for resources: {'Port': ['ID=bf64f058-9f00-42c2-9235-50baaf4f67f4,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:24.861647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-38003942-433e-47f6-ad6f-c767994f8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:24.863302 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-38003942-433e-47f6-ad6f-c767994f8fbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542433 Sep 20 12:55:24.868198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.868725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Fanout notify agent at l3_agent the message router_deleted on router 3379bbfd-34d5-44f2-8346-100bd2f06935 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:55:24.878946 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.880067 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6fec1235-0fae-4f2d-8ea6-f0088c78c775 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/3379bbfd-34d5-44f2-8346-100bd2f06935 HTTP/1.1" status: 204 len: 168 time: 1.4954891 Sep 20 12:55:24.884056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34710) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:24.888335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9860ea15-56de-47df-96b5-13cb968e1681 None None] Provisioning complete for port bf64f058-9f00-42c2-9235-50baaf4f67f4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:24.889102 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9860ea15-56de-47df-96b5-13cb968e1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.890750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1241868236'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:24.957147 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdb91-19ab-44da-a59f-f0c8bb1d6200 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:24.996203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-c1306203-ae7a-4b9b-8f47-d36f6a50b8f9 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149838 Sep 20 12:55:25.022690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:25.026238 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.046413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdb91-19ab-44da-a59f-f0c8bb1d6200 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.049309 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:55:25.058096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.058456 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment c7851e93-d7f8-4966-a335-7f7060d82b0b of type vlan for network 1483a675-d93d-48d2-9c9b-cbb9aed51079 Sep 20 12:55:25.099076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.106438 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c0925b1e-5317-48d0-9330-d4fe56a5f508 req-47d18f6c-c57c-4982-a4ee-478443ffd605 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986207 Sep 20 12:55:25.120153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdb91-19ab-44da-a59f-f0c8bb1d6200 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.146409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bdb91-19ab-44da-a59f-f0c8bb1d6200 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad7d4ba-35fd-43cb-8ebb-bd861fd1afb0,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:25.184252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.190367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:25.190959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.240367 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdb91-19ab-44da-a59f-f0c8bb1d6200 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.244468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ce5bdb91-19ab-44da-a59f-f0c8bb1d6200 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4404523 Sep 20 12:55:25.244468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34714) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:25.248934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-aa79d182-fdac-4f5a-ac00-c6901818a981 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': '82e3c3b5-5ff4-4029-a814-98cc0add4652', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:25.275895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c36c-c9ce-4c14-8914-0db943cc7ae7 req-c891ee84-7cba-4c38-909d-df724d8e6ee7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:25.277385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1222c36c-c9ce-4c14-8914-0db943cc7ae7 req-c891ee84-7cba-4c38-909d-df724d8e6ee7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 945 time: 0.1195796 Sep 20 12:55:25.277970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=1483a675-d93d-48d2-9c9b-cbb9aed51079,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:25.288084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1483a675-d93d-48d2-9c9b-cbb9aed51079 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:55:25.315847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1222c36c-c9ce-4c14-8914-0db943cc7ae7 req-48089e6e-3913-45dc-a4b3-7c6a63c9e548 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324876 Sep 20 12:55:25.323574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57516da3-b15a-4eb2-a52e-fcb1a9447a8a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4353368 Sep 20 12:55:25.324351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34716) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:25.338079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': '1483a675-d93d-48d2-9c9b-cbb9aed51079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:25.400595 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-aa79d182-fdac-4f5a-ac00-c6901818a981 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Project 1e5ba0ac24ca46f2950e14fd2f02e8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:55:25.406571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa79d182-fdac-4f5a-ac00-c6901818a981 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.440685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bf64f058-9f00-42c2-9235-50baaf4f67f4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:25.497514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:25.501207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.507319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port bf64f058-9f00-42c2-9235-50baaf4f67f4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:25.507851 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.516373 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa79d182-fdac-4f5a-ac00-c6901818a981 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.530096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-a1958746-7a12-4fa5-bea0-0881082fc194 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:25.532209 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-a1958746-7a12-4fa5-bea0-0881082fc194 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 945 time: 0.0916929 Sep 20 12:55:25.573832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa79d182-fdac-4f5a-ac00-c6901818a981 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.604949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79d182-fdac-4f5a-ac00-c6901818a981 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4626568-9361-4c59-b934-e607e3e8f042,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:25.666091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port 920cb397-7f3c-4c69-876c-2db0abff53fd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:25.666550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.693561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa79d182-fdac-4f5a-ac00-c6901818a981 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.694863 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aa79d182-fdac-4f5a-ac00-c6901818a981 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4495709 Sep 20 12:55:25.703417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:25.709425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-83d87a4d-9a70-49a4-86eb-6b497ba2b005 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': '82e3c3b5-5ff4-4029-a814-98cc0add4652', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:25.771661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] For port 920cb397-7f3c-4c69-876c-2db0abff53fd, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=920cb397-7f3c-4c69-876c-2db0abff53fd,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:25.772054 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.784879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for 920cb397-7f3c-4c69-876c-2db0abff53fd owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:25.788626 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.821399 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-83d87a4d-9a70-49a4-86eb-6b497ba2b005 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Project 1e5ba0ac24ca46f2950e14fd2f02e8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:55:25.836819 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d87a4d-9a70-49a4-86eb-6b497ba2b005 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.872098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=aa1e2753-6cfb-4707-b8b1-7ec46404180a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:25.895533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': 'c7851e93-d7f8-4966-a335-7f7060d82b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1483a675-d93d-48d2-9c9b-cbb9aed51079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:25.895904 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: 1483a675-d93d-48d2-9c9b-cbb9aed51079, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:55:25.932044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d87a4d-9a70-49a4-86eb-6b497ba2b005 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:25.999949 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.011998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['920cb397-7f3c-4c69-876c-2db0abff53fd'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:55:26.023069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d87a4d-9a70-49a4-86eb-6b497ba2b005 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.024727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 1483a675-d93d-48d2-9c9b-cbb9aed51079 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:55:26.032139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=920cb397-7f3c-4c69-876c-2db0abff53fd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:26.048379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d87a4d-9a70-49a4-86eb-6b497ba2b005 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e40041-38cf-4f86-9ef7-4c667b54d0d6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:26.085350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] No DVR routers for this DVR port 920cb397-7f3c-4c69-876c-2db0abff53fd on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:55:26.088706 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.090747 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78f118ea-fab2-4089-a3f3-0f2568fb23a9 req-d6f58652-f7d2-4b47-89bd-535f0b267573 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "DELETE /v2.0/ports/920cb397-7f3c-4c69-876c-2db0abff53fd HTTP/1.1" status: 204 len: 173 time: 0.5508201 Sep 20 12:55:26.091247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306e754-3e7b-471d-acf1-d3c35e136efc', 'name': 'network-vif-deleted', 'tag': '920cb397-7f3c-4c69-876c-2db0abff53fd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:26.094203 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565025ea-9425-4690-9300-0abad507d56d" -d '{"events": [{"server_uuid": "2306e754-3e7b-471d-acf1-d3c35e136efc", "name": "network-vif-deleted", "tag": "920cb397-7f3c-4c69-876c-2db0abff53fd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:26.103576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1483a675-d93d-48d2-9c9b-cbb9aed51079) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:26.107858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:26.108516 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.114967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b150da2-d100-4d43-9d0f-3320e5d9b2fd None None] Network 1483a675-d93d-48d2-9c9b-cbb9aed51079 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:26.121451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83d87a4d-9a70-49a4-86eb-6b497ba2b005 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.131119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-83d87a4d-9a70-49a4-86eb-6b497ba2b005 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4186757 Sep 20 12:55:26.147262 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5b3ab5-b470-4800-b1e8-1bea30c2aa97 x-openstack-request-id: req-bc5b3ab5-b470-4800-b1e8-1bea30c2aa97 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:26.147798 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306e754-3e7b-471d-acf1-d3c35e136efc", "name": "network-vif-deleted", "tag": "920cb397-7f3c-4c69-876c-2db0abff53fd", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:26.152806 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc5b3ab5-b470-4800-b1e8-1bea30c2aa97 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:26.153659 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306e754-3e7b-471d-acf1-d3c35e136efc', 'name': 'network-vif-deleted', 'tag': '920cb397-7f3c-4c69-876c-2db0abff53fd', 'status': 'completed', 'code': 200} Sep 20 12:55:26.212183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-05b0fea1-3be1-4fc5-97cd-6c7074082c48 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8866124 Sep 20 12:55:26.215298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34724) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:26.222250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0c5006bf-46f9-4697-a05d-935af1bcd3eb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1790155956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:26.294956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-1483a675-d93d-48d2-9c9b-cbb9aed51079', 'network_id': '1483a675-d93d-48d2-9c9b-cbb9aed51079', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': 'aa1e2753-6cfb-4707-b8b1-7ec46404180a'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:55:26.296073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.326181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c5006bf-46f9-4697-a05d-935af1bcd3eb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.327244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c5006bf-46f9-4697-a05d-935af1bcd3eb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.367526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-f908ceaf-c5fc-4cd9-98c4-d860a242b6d2 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240565648&fields=id&tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 267 time: 0.0372474 Sep 20 12:55:26.381175 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c5006bf-46f9-4697-a05d-935af1bcd3eb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.457751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c5006bf-46f9-4697-a05d-935af1bcd3eb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.475262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Allocated IP 2001:db8::2 (1483a675-d93d-48d2-9c9b-cbb9aed51079/aa1e2753-6cfb-4707-b8b1-7ec46404180a/482afb77-5477-4534-9822-8014c25ab65f) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:26.490331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37647cd-d75d-4660-9960-36d5867b311c req-9b59e048-06c5-40e2-b276-75f849c90783 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:26.491935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-9b59e048-06c5-40e2-b276-75f849c90783 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/networks?id=19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 HTTP/1.1" status: 200 len: 797 time: 0.1152821 Sep 20 12:55:26.509462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-6297ab78-14b8-4836-8d22-4a60af2b705d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/quotas/1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 375 time: 0.0100558 Sep 20 12:55:26.537485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c5006bf-46f9-4697-a05d-935af1bcd3eb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.539586 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0c5006bf-46f9-4697-a05d-935af1bcd3eb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3229423 Sep 20 12:55:26.542447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34738) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:26.587825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-812149d8-c845-4dd0-8057-6ea2e3f1b72c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0630569 Sep 20 12:55:26.643213 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.682981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-9c8cddc0-b8ce-497a-b144-c298eedb1816 service neutron] 10.222.0.37 "GET /v2.0/networks/19aa69ca-ebd9-4294-8fdb-dd9f69b4be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942602 Sep 20 12:55:26.697322 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.750345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Network 1483a675-d93d-48d2-9c9b-cbb9aed51079 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:26.755871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:26.759107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:26.770029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Pushing event updated for resources: {'Port': ['ID=482afb77-5477-4534-9822-8014c25ab65f,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:26.793838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-3f673206-2594-4d52-8219-05ffd1bc8b90 service neutron] 10.222.0.37 "GET /v2.0/networks/19aa69ca-ebd9-4294-8fdb-dd9f69b4be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039233 Sep 20 12:55:26.839637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Attempting to bind port 482afb77-5477-4534-9822-8014c25ab65f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:26.840320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Attempting to bind port 482afb77-5477-4534-9822-8014c25ab65f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c7851e93-d7f8-4966-a335-7f7060d82b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1483a675-d93d-48d2-9c9b-cbb9aed51079'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:26.840873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Attempting to bind port 482afb77-5477-4534-9822-8014c25ab65f on network 1483a675-d93d-48d2-9c9b-cbb9aed51079 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:26.848180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:26.848859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Checking segment: {'id': 'c7851e93-d7f8-4966-a335-7f7060d82b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1483a675-d93d-48d2-9c9b-cbb9aed51079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:26.849674 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.850320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Bound using segment: {'id': 'c7851e93-d7f8-4966-a335-7f7060d82b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1483a675-d93d-48d2-9c9b-cbb9aed51079'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:26.851000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Bound port: 482afb77-5477-4534-9822-8014c25ab65f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7851e93-d7f8-4966-a335-7f7060d82b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1483a675-d93d-48d2-9c9b-cbb9aed51079'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:26.851575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:26.935849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] For port 482afb77-5477-4534-9822-8014c25ab65f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:26.939641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] For port 482afb77-5477-4534-9822-8014c25ab65f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=482afb77-5477-4534-9822-8014c25ab65f,segment=NetworkSegment(c7851e93-d7f8-4966-a335-7f7060d82b0b),segment_id=c7851e93-d7f8-4966-a335-7f7060d82b0b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:27.018598 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:27.102547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03be8a-6a5e-4b13-9e93-8582c6a6803d None None] Pushing event updated for resources: {'Port': ['ID=482afb77-5477-4534-9822-8014c25ab65f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:27.153977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-281d397f-58d6-498b-b8aa-b9e891f55321 req-e967ebc5-5da9-4da3-b5e9-32fbe6c78ff8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0625703 Sep 20 12:55:27.157978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:27.292572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a9b1e32-cde9-44aa-abcc-b7017c493850 req-60359788-1abe-426e-ab76-57c6dafc70c6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 210 time: 0.0497885 Sep 20 12:55:27.497140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8::1 (1483a675-d93d-48d2-9c9b-cbb9aed51079/aa1e2753-6cfb-4707-b8b1-7ec46404180a/53f60780-984e-47d9-9ef7-f13e4b859385) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:27.616266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:27.703697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:27.751317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 1483a675-d93d-48d2-9c9b-cbb9aed51079 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:27.754460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:27.758083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:27.762472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:27.767107 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=53f60780-984e-47d9-9ef7-f13e4b859385,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:27.959925 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.278924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba9980c2-b296-48ea-b443-cd659fefb368 req-fbbb051d-1abb-43a2-9e00-05211e09dfcd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0324402 Sep 20 12:55:28.298901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99552f-4721-4e39-97e4-019800973f43 None None] Network 1483a675-d93d-48d2-9c9b-cbb9aed51079 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:28.313278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.373389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9c624fcd-ff1e-4676-8695-460727d04872 None None] Provisioning complete for port 482afb77-5477-4534-9822-8014c25ab65f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:28.374093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c624fcd-ff1e-4676-8695-460727d04872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.390590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.393486 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.434050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b58ea75b-e790-411b-8dec-7acba68838de req-ca6f0198-07df-46fa-a888-a09dc1830f0d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 210 time: 0.0646946 Sep 20 12:55:28.542867 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c624fcd-ff1e-4676-8695-460727d04872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.547720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=53f60780-984e-47d9-9ef7-f13e4b859385,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:28.601617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 1483a675-d93d-48d2-9c9b-cbb9aed51079 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:28.601993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9c624fcd-ff1e-4676-8695-460727d04872 None None] For port 482afb77-5477-4534-9822-8014c25ab65f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=482afb77-5477-4534-9822-8014c25ab65f,segment=NetworkSegment(c7851e93-d7f8-4966-a335-7f7060d82b0b),segment_id=c7851e93-d7f8-4966-a335-7f7060d82b0b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:28.603617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:28.686045 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c624fcd-ff1e-4676-8695-460727d04872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.753895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c624fcd-ff1e-4676-8695-460727d04872 None None] Pushing event updated for resources: {'Port': ['ID=482afb77-5477-4534-9822-8014c25ab65f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:28.766932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 920cb397-7f3c-4c69-876c-2db0abff53fd no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:55:28.790509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 920cb397-7f3c-4c69-876c-2db0abff53fd {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:55:28.791158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 920cb397-7f3c-4c69-876c-2db0abff53fd not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:55:28.831444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 4f4b8504-4a24-4a89-87ac-f55c2084f0d6 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:55:28.908448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9659f775-4c17-4037-a5cf-a244d4d7f21d None None] Provisioning complete for port 53f60780-984e-47d9-9ef7-f13e4b859385 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:28.908819 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9659f775-4c17-4037-a5cf-a244d4d7f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.939154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:28.947566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6fb95d23-2e0a-4bfe-ac36-f74bdb54a674 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/4f4b8504-4a24-4a89-87ac-f55c2084f0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4038215 Sep 20 12:55:28.950248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:28.962156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68afd83f-0fe4-4176-a090-9dec7411b17c None None] Sync routers for ids ['4f4b8504-4a24-4a89-87ac-f55c2084f0d6'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:28.964794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9659f775-4c17-4037-a5cf-a244d4d7f21d None None] Port 53f60780-984e-47d9-9ef7-f13e4b859385 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:28.980560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9659f775-4c17-4037-a5cf-a244d4d7f21d None None] Provisioning complete for port 482afb77-5477-4534-9822-8014c25ab65f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:28.981249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9659f775-4c17-4037-a5cf-a244d4d7f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:28.983134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afd83f-0fe4-4176-a090-9dec7411b17c None None] Routers {'4f4b8504-4a24-4a89-87ac-f55c2084f0d6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:28.984254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-68afd83f-0fe4-4176-a090-9dec7411b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4f4b8504-4a24-4a89-87ac-f55c2084f0d6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:29.022563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-68afd83f-0fe4-4176-a090-9dec7411b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:29.038035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7dce8b-4174-467c-83ba-465ff98ca798 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:29.039624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba7dce8b-4174-467c-83ba-465ff98ca798 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports/53f60780-984e-47d9-9ef7-f13e4b859385 HTTP/1.1" status: 200 len: 911 time: 0.0880768 Sep 20 12:55:29.042482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34758) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:29.048779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2ebb22c9-5022-48de-a841-34737ffbbdde tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa1e2753-6cfb-4707-b8b1-7ec46404180a'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:29.061561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afd83f-0fe4-4176-a090-9dec7411b17c None None] Routers {'4f4b8504-4a24-4a89-87ac-f55c2084f0d6'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:29.063056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-68afd83f-0fe4-4176-a090-9dec7411b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4f4b8504-4a24-4a89-87ac-f55c2084f0d6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:29.110652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-68afd83f-0fe4-4176-a090-9dec7411b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:29.111378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68afd83f-0fe4-4176-a090-9dec7411b17c None None] The sync data for ids ['4f4b8504-4a24-4a89-87ac-f55c2084f0d6'] in n-d-809934-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:29.301791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e32e645f-3a71-42dc-83a7-7846fc260802 None None] Provisioning complete for port 53f60780-984e-47d9-9ef7-f13e4b859385 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:29.302463 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e32e645f-3a71-42dc-83a7-7846fc260802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:29.361323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e32e645f-3a71-42dc-83a7-7846fc260802 None None] Port 53f60780-984e-47d9-9ef7-f13e4b859385 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:29.428420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37647cd-d75d-4660-9960-36d5867b311c req-f048d62d-756e-4bb4-9280-fca3d7b701dc tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:29.430875 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-f048d62d-756e-4bb4-9280-fca3d7b701dc tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "GET /v2.0/networks?id=19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 HTTP/1.1" status: 200 len: 797 time: 0.2457058 Sep 20 12:55:29.464272 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ebb22c9-5022-48de-a841-34737ffbbdde tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:29.481264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66754b23-f471-4309-b785-f9a096f44079 req-e0e300c5-83b8-4c92-abac-1a1acc8ff072 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0346434 Sep 20 12:55:29.483972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-aed09fd6-85db-469b-99b8-343a0e9e8f44 None None] Provisioning complete for port 53f60780-984e-47d9-9ef7-f13e4b859385 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:29.484363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aed09fd6-85db-469b-99b8-343a0e9e8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:29.529342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 482afb77-5477-4534-9822-8014c25ab65f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:29.541516 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-5d324f0e-16ad-45e1-bf71-b1c9fed79a8f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 473 time: 0.0969763 Sep 20 12:55:29.557367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'port': {'device_id': 'ff039b05-df34-4648-a15f-7c5ccea21bf5', 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05', 'admin_state_up': True, 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'security_groups': ['82e3c3b5-5ff4-4029-a814-98cc0add4652']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:29.575026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-aed09fd6-85db-469b-99b8-343a0e9e8f44 None None] Port 53f60780-984e-47d9-9ef7-f13e4b859385 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:29.603903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 482afb77-5477-4534-9822-8014c25ab65f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:29.604611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:29.618000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dfe5938-3d71-435d-8106-f7fdddbefd49 req-de80c0bd-43c3-405c-b6f2-2a11697146cc tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 210 time: 0.0308387 Sep 20 12:55:29.920032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:29.924129 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.007735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ebb22c9-5022-48de-a841-34737ffbbdde tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.079998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.20.0.20 (19aa69ca-ebd9-4294-8fdb-dd9f69b4be05/8980d6ff-9992-44cd-817c-00f6eae67717/9cceb17f-739b-4e9f-a6f9-37b47b1156b4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:30.136529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ebb22c9-5022-48de-a841-34737ffbbdde tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.142314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebb22c9-5022-48de-a841-34737ffbbdde tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:30.142930 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ebb22c9-5022-48de-a841-34737ffbbdde tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.144278 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2ebb22c9-5022-48de-a841-34737ffbbdde tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/ports/53f60780-984e-47d9-9ef7-f13e4b859385 HTTP/1.1" status: 200 len: 911 time: 1.1007257 Sep 20 12:55:30.147316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34764) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:30.237125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb22c9-5022-48de-a841-34737ffbbdde tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=53f60780-984e-47d9-9ef7-f13e4b859385,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:30.274597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.400596 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.451677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:30.455114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:30.459018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:30.498643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:30.528675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:30.529379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.589983 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-913a5e4b-2de4-4615-8e69-2f1570fe4036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0368266 Sep 20 12:55:30.602686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Request body: {'port': {'device_id': 'ff039b05-df34-4648-a15f-7c5ccea21bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:30.677557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.796300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6ed6144c-13e7-4e19-8ff2-c00a2f7088c2 req-9cc28245-a3f6-4d71-b2d9-f6514b71735d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=2306e754-3e7b-471d-acf1-d3c35e136efc HTTP/1.1" status: 200 len: 210 time: 0.0534055 Sep 20 12:55:30.831119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8a83768d-fec4-46fa-a3dc-c476a2107c54 None None] Provisioning complete for port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:30.831636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a83768d-fec4-46fa-a3dc-c476a2107c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:30.844154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-b5bc107e-e5fe-43ef-8fb9-2f19b81cb1cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000509 Sep 20 12:55:30.891388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8a83768d-fec4-46fa-a3dc-c476a2107c54 None None] Port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:31.024498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:55:31.035025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:31.050653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Transition to ACTIVE for port object 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:55:31.055445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-2767ee58-b413-4ba0-bf72-f30a6a16d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.056960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-2767ee58-b413-4ba0-bf72-f30a6a16d290 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 1097 time: 0.1482716 Sep 20 12:55:31.066924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00c1ea-5228-4028-851d-c113cc960235 req-cc0d19e8-7762-4d73-ad29-9c42078359e5 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.073500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e00c1ea-5228-4028-851d-c113cc960235 req-cc0d19e8-7762-4d73-ad29-9c42078359e5 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 932 time: 0.1162903 Sep 20 12:55:31.115175 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:31.205500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:31.258585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Pushing event updated for resources: {'Port': ['ID=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:31.293648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e00c1ea-5228-4028-851d-c113cc960235 req-0e60aea7-de3b-406f-9363-65f52f5f1843 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174041 Sep 20 12:55:31.385113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Attempting to bind port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:31.385452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Attempting to bind port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:31.385842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Attempting to bind port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 on network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:31.392989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 on network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:55:31.394532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Attempting to bind port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 on network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:31.402162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:31.403750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Checking segment: {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:31.403750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Bound using segment: {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:31.404881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Bound port: 9cceb17f-739b-4e9f-a6f9-37b47b1156b4, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:31.405683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:31.425229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-61d5d689-0b14-42c2-a9b1-f14e63ef6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.426771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-61d5d689-0b14-42c2-a9b1-f14e63ef6129 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e823792f-0b02-436d-8fa2-95719d258f22 HTTP/1.1" status: 200 len: 897 time: 0.3410211 Sep 20 12:55:31.501549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] For port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:31.507459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] For port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:31.577749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-9c0458b4-cd40-4a4a-8fcc-31a87b42e630 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b59259-441a-48c5-a38e-359fb5de620a HTTP/1.1" status: 200 len: 1001 time: 0.1416962 Sep 20 12:55:31.589202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:31.649429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.649429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:31.649429 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] 10.222.0.32 "PUT /v2.0/ports/9cceb17f-739b-4e9f-a6f9-37b47b1156b4 HTTP/1.1" status: 200 len: 1092 time: 1.0385563 Sep 20 12:55:31.649429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff039b05-df34-4648-a15f-7c5ccea21bf5', 'tag': '9cceb17f-739b-4e9f-a6f9-37b47b1156b4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:31.649429 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab7e89e-d114-43d3-aa33-07bd8799cce3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff039b05-df34-4648-a15f-7c5ccea21bf5", "tag": "9cceb17f-739b-4e9f-a6f9-37b47b1156b4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:31.688713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81296719-2aa2-4164-9f43-547e9b6ce447 service neutron] Pushing event updated for resources: {'Port': ['ID=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:31.725871 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a6445a-f6cc-4cbc-b8b0-82870e8723b2 x-openstack-request-id: req-95a6445a-f6cc-4cbc-b8b0-82870e8723b2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:31.726237 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff039b05-df34-4648-a15f-7c5ccea21bf5", "tag": "9cceb17f-739b-4e9f-a6f9-37b47b1156b4", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:31.726559 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95a6445a-f6cc-4cbc-b8b0-82870e8723b2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:31.727031 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff039b05-df34-4648-a15f-7c5ccea21bf5', 'tag': '9cceb17f-739b-4e9f-a6f9-37b47b1156b4', 'status': 'completed', 'code': 200} Sep 20 12:55:31.750541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-28f7c786-d8f4-4d5b-a32e-51f8f1219543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.752019 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-28f7c786-d8f4-4d5b-a32e-51f8f1219543 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c774eae0-7602-435f-b622-efc431def39c HTTP/1.1" status: 200 len: 835 time: 0.1663806 Sep 20 12:55:31.816195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7e89e-d114-43d3-aa33-07bd8799cce3 req-c709b2e8-de0b-4f8d-99e1-fd233a4f5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.819948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ab7e89e-d114-43d3-aa33-07bd8799cce3 req-c709b2e8-de0b-4f8d-99e1-fd233a4f5a45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0542083 Sep 20 12:55:31.865766 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 53f60780-984e-47d9-9ef7-f13e4b859385 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:31.866268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:31.885928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-f7d23467-804a-4d4f-8670-526bc17cf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.891232 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-f7d23467-804a-4d4f-8670-526bc17cf431 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e823792f-0b02-436d-8fa2-95719d258f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263354 Sep 20 12:55:31.976469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7e89e-d114-43d3-aa33-07bd8799cce3 req-9b7dee39-fe5c-4e81-aa44-0ffe9d78b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.977285 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7e89e-d114-43d3-aa33-07bd8799cce3 req-9b7dee39-fe5c-4e81-aa44-0ffe9d78b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:31.978762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ab7e89e-d114-43d3-aa33-07bd8799cce3 req-9b7dee39-fe5c-4e81-aa44-0ffe9d78b8a6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1517904 Sep 20 12:55:32.066167 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:32.078634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-13c84351-5377-4995-885d-ea448ca826b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793172 Sep 20 12:55:32.081219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7e89e-d114-43d3-aa33-07bd8799cce3 req-63c6e04f-188a-4d9f-9ac5-5bc42f4e01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:32.082469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 53f60780-984e-47d9-9ef7-f13e4b859385 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:32.083124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ab7e89e-d114-43d3-aa33-07bd8799cce3 req-63c6e04f-188a-4d9f-9ac5-5bc42f4e01e5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0962286 Sep 20 12:55:32.169298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37647cd-d75d-4660-9960-36d5867b311c req-e422e120-b2d8-4085-bebc-569554a9c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:32.170850 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-e422e120-b2d8-4085-bebc-569554a9c335 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0453005 Sep 20 12:55:32.281272 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f810a45-02d2-4506-b680-78ee78e5b787 req-0c9acd03-5fe9-4138-8fcc-30ca872cd579 service neutron] 10.222.0.32 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887400 Sep 20 12:55:32.416597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:32.450987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=53f60780-984e-47d9-9ef7-f13e4b859385,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:32.483286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e693bb-7c59-4378-8080-15e64fcae628 req-c11f889d-dbb3-425c-b43e-19e92c4e922f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:32.485811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3e693bb-7c59-4378-8080-15e64fcae628 req-c11f889d-dbb3-425c-b43e-19e92c4e922f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 944 time: 0.1073754 Sep 20 12:55:32.505648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-39c668c7-34b9-4bed-80a7-49e2d39f39e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=9cceb17f-739b-4e9f-a6f9-37b47b1156b4 HTTP/1.1" status: 200 len: 217 time: 0.3262177 Sep 20 12:55:32.562462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37647cd-d75d-4660-9960-36d5867b311c req-3d680722-a12d-4f7d-8d8d-532ad5de6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:32.564064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-3d680722-a12d-4f7d-8d8d-532ad5de6e02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8980d6ff-9992-44cd-817c-00f6eae67717 HTTP/1.1" status: 200 len: 837 time: 0.0507288 Sep 20 12:55:32.577973 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:32.604893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3e693bb-7c59-4378-8080-15e64fcae628 req-6cdd72ac-50d1-439e-ada7-63609825b6c7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755460 Sep 20 12:55:32.647715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37647cd-d75d-4660-9960-36d5867b311c req-928c160e-e021-4fd0-9090-8448e8d8ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:32.649357 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-928c160e-e021-4fd0-9090-8448e8d8ca1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19aa69ca-ebd9-4294-8fdb-dd9f69b4be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772457 Sep 20 12:55:32.751250 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-2b3c791f-2b98-4c45-b8bd-862045aea4cd service neutron] 10.222.0.32 "GET /v2.0/networks/19aa69ca-ebd9-4294-8fdb-dd9f69b4be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945101 Sep 20 12:55:32.766884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 4f4b8504-4a24-4a89-87ac-f55c2084f0d6 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:32.847213 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b37647cd-d75d-4660-9960-36d5867b311c req-a7031d7c-094a-4077-9d91-b66a49296162 service neutron] 10.222.0.32 "GET /v2.0/networks/19aa69ca-ebd9-4294-8fdb-dd9f69b4be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884461 Sep 20 12:55:32.850844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:32.871283 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-59def383-7848-45ac-ae06-c8c1be7737bc tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/4f4b8504-4a24-4a89-87ac-f55c2084f0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7070684 Sep 20 12:55:32.871283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:32.874412 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8c8da-98d3-42d7-909b-6eb6d5ee9a08 None None] Sync routers for ids ['4f4b8504-4a24-4a89-87ac-f55c2084f0d6'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:32.883898 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8c8da-98d3-42d7-909b-6eb6d5ee9a08 None None] Routers {'4f4b8504-4a24-4a89-87ac-f55c2084f0d6'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:32.884945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fcf8c8da-98d3-42d7-909b-6eb6d5ee9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4f4b8504-4a24-4a89-87ac-f55c2084f0d6'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:32.900359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a405a0c-86a0-4080-8e0d-1ed14a3c73a3 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f4b8504-4a24-4a89-87ac-f55c2084f0d6 HTTP/1.1" status: 200 len: 205 time: 0.0265067 Sep 20 12:55:32.902822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:32.919487 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fcf8c8da-98d3-42d7-909b-6eb6d5ee9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:32.928349 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8c8da-98d3-42d7-909b-6eb6d5ee9a08 None None] Routers {'4f4b8504-4a24-4a89-87ac-f55c2084f0d6'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:32.928940 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fcf8c8da-98d3-42d7-909b-6eb6d5ee9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4f4b8504-4a24-4a89-87ac-f55c2084f0d6'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:32.964569 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-fcf8c8da-98d3-42d7-909b-6eb6d5ee9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:32.965253 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8c8da-98d3-42d7-909b-6eb6d5ee9a08 None None] The sync data for ids ['4f4b8504-4a24-4a89-87ac-f55c2084f0d6'] in n-d-809934-3 is: [] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:32.979913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c30726d9-ef65-47b6-99a5-81adfa9a43c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.153562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c30726d9-ef65-47b6-99a5-81adfa9a43c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.156201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c30726d9-ef65-47b6-99a5-81adfa9a43c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.279874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c30726d9-ef65-47b6-99a5-81adfa9a43c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.281342 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30726d9-ef65-47b6-99a5-81adfa9a43c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Fanout notify agent at l3_agent the message router_deleted on router 4f4b8504-4a24-4a89-87ac-f55c2084f0d6 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:55:33.288231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c30726d9-ef65-47b6-99a5-81adfa9a43c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.289352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c30726d9-ef65-47b6-99a5-81adfa9a43c0 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/4f4b8504-4a24-4a89-87ac-f55c2084f0d6 HTTP/1.1" status: 204 len: 168 time: 0.3855724 Sep 20 12:55:33.292073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:33.346703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f36333-f1c1-47b9-ac4b-36092ff39418 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet aa1e2753-6cfb-4707-b8b1-7ec46404180a {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:55:33.349835 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16f36333-f1c1-47b9-ac4b-36092ff39418 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.393064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16f36333-f1c1-47b9-ac4b-36092ff39418 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.475491 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16f36333-f1c1-47b9-ac4b-36092ff39418 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.583227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16f36333-f1c1-47b9-ac4b-36092ff39418 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.616717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f36333-f1c1-47b9-ac4b-36092ff39418 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1e2753-6cfb-4707-b8b1-7ec46404180a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:33.618725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16f36333-f1c1-47b9-ac4b-36092ff39418 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.620623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-16f36333-f1c1-47b9-ac4b-36092ff39418 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/aa1e2753-6cfb-4707-b8b1-7ec46404180a HTTP/1.1" status: 204 len: 168 time: 0.3276207 Sep 20 12:55:33.623229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34786) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:33.626853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e899a-ae25-4047-af73-a0a88ce5d227 None None] Network 1483a675-d93d-48d2-9c9b-cbb9aed51079 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:33.815115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] DHCP port deletion for 1483a675-d93d-48d2-9c9b-cbb9aed51079 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:55:33.879327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Deleting port 482afb77-5477-4534-9822-8014c25ab65f {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:33.879720 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.950683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] For port 482afb77-5477-4534-9822-8014c25ab65f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=482afb77-5477-4534-9822-8014c25ab65f,segment=NetworkSegment(c7851e93-d7f8-4966-a335-7f7060d82b0b),segment_id=c7851e93-d7f8-4966-a335-7f7060d82b0b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:33.951074 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:33.965715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Calling delete_port for 482afb77-5477-4534-9822-8014c25ab65f owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:34.083733 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.097251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0c30e-26dc-43b4-a21c-a7e4c9babf18 req-b55d61cf-9864-4b59-be67-7f32b19f5183 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:34.098740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ecc0c30e-26dc-43b4-a21c-a7e4c9babf18 req-b55d61cf-9864-4b59-be67-7f32b19f5183 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 944 time: 0.1009624 Sep 20 12:55:34.109298 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.137947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Pushing event deleted for resources: {'Port': ['ID=482afb77-5477-4534-9822-8014c25ab65f,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:34.140692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] No DVR routers for this DVR port 482afb77-5477-4534-9822-8014c25ab65f on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:55:34.151802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.152213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.152707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.153068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.153465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.153887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.154238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.154633 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.155015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.155424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.155803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.156189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f93dc-9796-43f0-bb61-4ac7e6ab811b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:34.191201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ecc0c30e-26dc-43b4-a21c-a7e4c9babf18 req-d5a5f014-e072-4831-b73e-899d2c135e87 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858459 Sep 20 12:55:34.226701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.252182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1483a675-d93d-48d2-9c9b-cbb9aed51079']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:34.268825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7851e93-d7f8-4966-a335-7f7060d82b0b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:34.269219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7851e93-d7f8-4966-a335-7f7060d82b0b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:34.285549 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.314351 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.322111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:55:34.322647 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:55:34.326032 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:55:34.502285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.512646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.512646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/1483a675-d93d-48d2-9c9b-cbb9aed51079 HTTP/1.1" status: 204 len: 168 time: 0.8873210 Sep 20 12:55:34.516047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34800) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:34.520934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-68b67e2d-e44d-4be2-b5c1-e86b7482f772 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-746489054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:34.523826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57631a7e-188b-498b-b652-e4d700296916 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=1483a675-d93d-48d2-9c9b-cbb9aed51079,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:34.616889 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68b67e2d-e44d-4be2-b5c1-e86b7482f772 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.617906 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68b67e2d-e44d-4be2-b5c1-e86b7482f772 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.668914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68b67e2d-e44d-4be2-b5c1-e86b7482f772 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.742798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68b67e2d-e44d-4be2-b5c1-e86b7482f772 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.834136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68b67e2d-e44d-4be2-b5c1-e86b7482f772 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:34.835416 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-68b67e2d-e44d-4be2-b5c1-e86b7482f772 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3179479 Sep 20 12:55:34.838202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34804) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:34.844101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-432062030'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:34.960849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:55:34.983020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:34.987390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.011487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:55:35.020833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.027525 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment 631cf466-a119-4589-b720-7f29c12597a1 of type vlan for network 413987b6-b876-4405-9a84-c0f7f4f806fa Sep 20 12:55:35.058547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:35.070176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9cceb17f-739b-4e9f-a6f9-37b47b1156b4', 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05', 'port_id': '9cceb17f-739b-4e9f-a6f9-37b47b1156b4', 'mac_address': 'fa:16:3e:cb:a7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8980d6ff-9992-44cd-817c-00f6eae67717', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:55:35.081711 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.111417 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.124283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:55:35.143569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:35.165157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.171044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:35.173227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.205132 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.242407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=413987b6-b876-4405-9a84-c0f7f4f806fa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:35.259782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 413987b6-b876-4405-9a84-c0f7f4f806fa details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:55:35.264025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a4ee7c9d-ce60-4949-b06a-0666d9b900ab tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4247186 Sep 20 12:55:35.267645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34808) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:35.274302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:35.278366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:35.350582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2e3e-ea2a-47dd-b409-68431a2a2665 req-41d0e23a-e09c-4d25-961f-b10f82938900 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:35.352442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6bd2e3e-ea2a-47dd-b409-68431a2a2665 req-41d0e23a-e09c-4d25-961f-b10f82938900 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 945 time: 0.0727870 Sep 20 12:55:35.412105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6bd2e3e-ea2a-47dd-b409-68431a2a2665 req-ca6575fd-4bf5-4249-851f-71f9dd639f22 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517716 Sep 20 12:55:35.432241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9cceb17f-739b-4e9f-a6f9-37b47b1156b4'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:55:35.435809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 482afb77-5477-4534-9822-8014c25ab65f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:55:35.456588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:35.462630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.485626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 482afb77-5477-4534-9822-8014c25ab65f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:55:35.485975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 482afb77-5477-4534-9822-8014c25ab65f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:55:35.725685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.788396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=849b44d3-2340-47e5-82fb-c649779fe076,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:35.797186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:35.797186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: 413987b6-b876-4405-9a84-c0f7f4f806fa, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:55:35.856671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 413987b6-b876-4405-9a84-c0f7f4f806fa is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:55:35.937629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 413987b6-b876-4405-9a84-c0f7f4f806fa) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:35.941935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:35.942782 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:35.947629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f46c5-9964-453a-90c6-14c3855a6e33 None None] Network 413987b6-b876-4405-9a84-c0f7f4f806fa requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:36.006309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9a484f13-5d57-4198-ae57-eebb1e7e266f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7375269 Sep 20 12:55:36.009744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34812) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:36.096994 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-413987b6-b876-4405-9a84-c0f7f4f806fa', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:55:36.098662 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.250287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Allocated IP 2001:db8::2 (413987b6-b876-4405-9a84-c0f7f4f806fa/849b44d3-2340-47e5-82fb-c649779fe076/1206be7d-dba8-4c2a-8647-b6e049b175da) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:36.290900 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.391610 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.468608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.511126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Network 413987b6-b876-4405-9a84-c0f7f4f806fa is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:36.514227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:36.517938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:36.528875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Pushing event updated for resources: {'Port': ['ID=1206be7d-dba8-4c2a-8647-b6e049b175da,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:36.540042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8::1 (413987b6-b876-4405-9a84-c0f7f4f806fa/849b44d3-2340-47e5-82fb-c649779fe076/061e1a38-9077-406c-9a34-1fb83026e30a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:36.558333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3231de-090f-4861-9ad9-d017ce08b98c req-86519244-b292-4ad6-8a57-45001c4ccf43 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:36.560774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c3231de-090f-4861-9ad9-d017ce08b98c req-86519244-b292-4ad6-8a57-45001c4ccf43 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 945 time: 0.0795057 Sep 20 12:55:36.580473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Attempting to bind port 1206be7d-dba8-4c2a-8647-b6e049b175da on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:36.580834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Attempting to bind port 1206be7d-dba8-4c2a-8647-b6e049b175da by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:36.581229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Attempting to bind port 1206be7d-dba8-4c2a-8647-b6e049b175da on network 413987b6-b876-4405-9a84-c0f7f4f806fa {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:36.586314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:36.586679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Checking segment: {'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:36.588243 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.588243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Bound using segment: {'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:36.588243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Bound port: 1206be7d-dba8-4c2a-8647-b6e049b175da, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:36.588243 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.612327 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c3231de-090f-4861-9ad9-d017ce08b98c req-60dc98dc-3ea4-4b27-97bf-c2eda6afb1ee tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440140 Sep 20 12:55:36.656437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] For port 1206be7d-dba8-4c2a-8647-b6e049b175da, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:36.658280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.659559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] For port 1206be7d-dba8-4c2a-8647-b6e049b175da, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1206be7d-dba8-4c2a-8647-b6e049b175da,segment=NetworkSegment(631cf466-a119-4589-b720-7f29c12597a1),segment_id=631cf466-a119-4589-b720-7f29c12597a1)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:36.766266 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.766391 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.815157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 413987b6-b876-4405-9a84-c0f7f4f806fa is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:36.830396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:36.830770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71a69e-5b6c-4747-9380-c3ee9e29c382 None None] Pushing event updated for resources: {'Port': ['ID=1206be7d-dba8-4c2a-8647-b6e049b175da,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:36.832746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=061e1a38-9077-406c-9a34-1fb83026e30a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:36.835194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:36.835922 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:36.960690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:37.041182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.109072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:55:37.115287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:37.117523 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.214776 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.239965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff039b05-df34-4648-a15f-7c5ccea21bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cceb17f-739b-4e9f-a6f9-37b47b1156b4'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:55:37.242628 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194801c4-5227-436f-b719-f7fab5ead6a4" -d '{"events": [{"server_uuid": "ff039b05-df34-4648-a15f-7c5ccea21bf5", "name": "network-vif-plugged", "status": "completed", "tag": "9cceb17f-739b-4e9f-a6f9-37b47b1156b4"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:55:37.257212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:37.284855 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03443687-14e5-4105-b0b6-26ae28a105aa x-openstack-request-id: req-03443687-14e5-4105-b0b6-26ae28a105aa {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:55:37.285475 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff039b05-df34-4648-a15f-7c5ccea21bf5", "name": "network-vif-plugged", "status": "completed", "tag": "9cceb17f-739b-4e9f-a6f9-37b47b1156b4", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:55:37.285765 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03443687-14e5-4105-b0b6-26ae28a105aa {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:55:37.286171 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff039b05-df34-4648-a15f-7c5ccea21bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cceb17f-739b-4e9f-a6f9-37b47b1156b4', 'code': 200} Sep 20 12:55:37.314180 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.391880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:37.447380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.451074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4bd62-41f0-4dce-9d0d-b0c64c78e335 req-48f8bd72-e458-4714-8304-f2f3b0604401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:37.453653 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c3b4bd62-41f0-4dce-9d0d-b0c64c78e335 req-48f8bd72-e458-4714-8304-f2f3b0604401 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0911345 Sep 20 12:55:37.460287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1206be7d-dba8-4c2a-8647-b6e049b175da up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:37.493469 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c3b4bd62-41f0-4dce-9d0d-b0c64c78e335 req-8a47546a-0945-4186-8152-0e7ad77d7d1d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295491 Sep 20 12:55:37.496909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.497969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.510656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1206be7d-dba8-4c2a-8647-b6e049b175da triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:37.511035 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.599257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.612743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=061e1a38-9077-406c-9a34-1fb83026e30a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:37.653875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 413987b6-b876-4405-9a84-c0f7f4f806fa is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:37.656396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:37.681099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 1206be7d-dba8-4c2a-8647-b6e049b175da, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1206be7d-dba8-4c2a-8647-b6e049b175da,segment=NetworkSegment(631cf466-a119-4589-b720-7f29c12597a1),segment_id=631cf466-a119-4589-b720-7f29c12597a1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:37.748582 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:37.828162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=1206be7d-dba8-4c2a-8647-b6e049b175da,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:37.879797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:55:37.890602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03de5f-2dab-42b0-9abc-7f90a0fdefb2 req-d8dff314-3db2-45f5-aea9-a4337750aa8a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:37.894117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b03de5f-2dab-42b0-9abc-7f90a0fdefb2 req-d8dff314-3db2-45f5-aea9-a4337750aa8a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 946 time: 0.1925237 Sep 20 12:55:37.937960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b03de5f-2dab-42b0-9abc-7f90a0fdefb2 req-8009a3ec-22b7-4066-bdaf-7b2f819482af tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372095 Sep 20 12:55:37.984828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:37.990557 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4b9eac29-dbf5-477b-8c8c-804777355bca tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9796789 Sep 20 12:55:37.993249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:38.000803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-666060185'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:38.002833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c18a9-bacf-419e-83c7-426c25376c48 None None] Network 413987b6-b876-4405-9a84-c0f7f4f806fa requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:38.011006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:38.062724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:38.066601 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.078826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c6bb733c-3366-4740-ba1d-e4ca5dc3c93e None None] Provisioning complete for port 1206be7d-dba8-4c2a-8647-b6e049b175da triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:38.079200 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6bb733c-3366-4740-ba1d-e4ca5dc3c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.080781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:38.081463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:38.095085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:55:38.105182 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.105573 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment 91440e2e-b32b-4674-a6ef-c98aa3b730f5 of type vlan for network d71ddce9-0721-4110-a855-ecf414757e74 Sep 20 12:55:38.148428 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.216644 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.237586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:38.238241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.310859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=d71ddce9-0721-4110-a855-ecf414757e74,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:38.343545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d71ddce9-0721-4110-a855-ecf414757e74 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:55:38.369499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f275d11d-c7ff-4776-bf0e-4273d21d2bed tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3714468 Sep 20 12:55:38.369713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34836) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:38.374800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:38.394499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:38.536752 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:38.540346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.735731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:36Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:37Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:38.763042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:38.763251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Updating router 2d7f2d1b-1156-4b71-9980-fef175f0d7da port 061e1a38-9077-406c-9a34-1fb83026e30a binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:55:38.789854 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.875582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:38.986949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:38.987664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: d71ddce9-0721-4110-a855-ecf414757e74, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:55:38.990890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=b7548a5b-fd06-45fe-929a-8c8263a2e496,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:39.086418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network d71ddce9-0721-4110-a855-ecf414757e74 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:55:39.138792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a369c8a5-3659-4afa-bf0d-d1c60fb643ba None None] Provisioning complete for port 1206be7d-dba8-4c2a-8647-b6e049b175da triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:39.139168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a369c8a5-3659-4afa-bf0d-d1c60fb643ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.170374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddc926-0fa4-4861-91a2-5ea16b530329 req-b01be700-004f-46a2-88db-43b191409f78 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:39.179682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05ddc926-0fa4-4861-91a2-5ea16b530329 req-b01be700-004f-46a2-88db-43b191409f78 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 946 time: 0.1103115 Sep 20 12:55:39.182727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d71ddce9-0721-4110-a855-ecf414757e74) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:39.188491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:39.192028 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.208169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d9f5ca-ff0d-46b1-99ce-0828bb68d089 None None] Network d71ddce9-0721-4110-a855-ecf414757e74 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:39.239902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05ddc926-0fa4-4861-91a2-5ea16b530329 req-aae5b429-36ed-4e5b-81dd-ce73e74664ae tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584822 Sep 20 12:55:39.299162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-294db8d7-4eab-4b94-99c7-1859a3a32d88 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9293256 Sep 20 12:55:39.302063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34882) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:39.438113 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.462783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1206be7d-dba8-4c2a-8647-b6e049b175da up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:39.505167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef9e1d-b4f2-411c-b60c-f6a138591837 req-20807e11-ff72-46a0-85a7-dc8923b50694 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:39.506884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09ef9e1d-b4f2-411c-b60c-f6a138591837 req-20807e11-ff72-46a0-85a7-dc8923b50694 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 946 time: 0.1213629 Sep 20 12:55:39.529530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a369c8a5-3659-4afa-bf0d-d1c60fb643ba None None] Provisioning complete for port 061e1a38-9077-406c-9a34-1fb83026e30a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:39.529898 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a369c8a5-3659-4afa-bf0d-d1c60fb643ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.534181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.606138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-d71ddce9-0721-4110-a855-ecf414757e74', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:55:39.607002 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.647553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-09ef9e1d-b4f2-411c-b60c-f6a138591837 req-cd778950-c408-4878-954f-d3da48fa9c01 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292183 Sep 20 12:55:39.659317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1206be7d-dba8-4c2a-8647-b6e049b175da triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:39.660115 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.688494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a369c8a5-3659-4afa-bf0d-d1c60fb643ba None None] Port 061e1a38-9077-406c-9a34-1fb83026e30a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:39.715260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee736f-7bbe-4d10-9e94-8c04b3a468d2 None None] Pushing event updated for resources: {'Port': ['ID=061e1a38-9077-406c-9a34-1fb83026e30a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:39.888422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Attempting to bind port 061e1a38-9077-406c-9a34-1fb83026e30a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:39.888789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Attempting to bind port 061e1a38-9077-406c-9a34-1fb83026e30a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:39.889254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Attempting to bind port 061e1a38-9077-406c-9a34-1fb83026e30a on network 413987b6-b876-4405-9a84-c0f7f4f806fa {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:39.914314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:39.914665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Checking segment: {'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:39.915043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.915181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.915446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Bound using segment: {'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:39.915923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Bound port: 061e1a38-9077-406c-9a34-1fb83026e30a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631cf466-a119-4589-b720-7f29c12597a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:39.916303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.922764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8bc58504-8ced-45d8-9b95-12513e2f4b62 None None] Provisioning complete for port 061e1a38-9077-406c-9a34-1fb83026e30a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:39.923129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bc58504-8ced-45d8-9b95-12513e2f4b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:39.994624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Allocated IP 2001:db8:1::2 (d71ddce9-0721-4110-a855-ecf414757e74/b7548a5b-fd06-45fe-929a-8c8263a2e496/3207c23b-1e12-4071-b8ce-5f921615c977) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:40.046604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8bc58504-8ced-45d8-9b95-12513e2f4b62 None None] Port 061e1a38-9077-406c-9a34-1fb83026e30a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:40.122629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] For port 061e1a38-9077-406c-9a34-1fb83026e30a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:40.140510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] For port 061e1a38-9077-406c-9a34-1fb83026e30a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=061e1a38-9077-406c-9a34-1fb83026e30a,segment=NetworkSegment(631cf466-a119-4589-b720-7f29c12597a1),segment_id=631cf466-a119-4589-b720-7f29c12597a1)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:40.181382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1e17bb3e-0c15-46cb-9a6b-ce79f7075cbf None None] Provisioning complete for port 061e1a38-9077-406c-9a34-1fb83026e30a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:40.181757 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e17bb3e-0c15-46cb-9a6b-ce79f7075cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.203711 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.294090 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.316688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee736f-7bbe-4d10-9e94-8c04b3a468d2 None None] Pushing event updated for resources: {'Port': ['ID=061e1a38-9077-406c-9a34-1fb83026e30a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:40.319987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:40.320594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:40.447851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8:1::1 (d71ddce9-0721-4110-a855-ecf414757e74/b7548a5b-fd06-45fe-929a-8c8263a2e496/d7b3cf9e-57bc-4152-a120-eff7283b1983) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:40.584074 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.598955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.649224 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e17bb3e-0c15-46cb-9a6b-ce79f7075cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.679659 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.683444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Network d71ddce9-0721-4110-a855-ecf414757e74 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:40.688124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:40.692598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:40.726171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network d71ddce9-0721-4110-a855-ecf414757e74 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:40.729676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:40.730908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:40.733758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:40.734770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.736481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Pushing event updated for resources: {'Port': ['ID=3207c23b-1e12-4071-b8ce-5f921615c977,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:40.775491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=d7b3cf9e-57bc-4152-a120-eff7283b1983,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:40.780988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1e17bb3e-0c15-46cb-9a6b-ce79f7075cbf None None] For port 061e1a38-9077-406c-9a34-1fb83026e30a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=061e1a38-9077-406c-9a34-1fb83026e30a,segment=NetworkSegment(631cf466-a119-4589-b720-7f29c12597a1),segment_id=631cf466-a119-4589-b720-7f29c12597a1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:40.839611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e17bb3e-0c15-46cb-9a6b-ce79f7075cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.906583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Attempting to bind port 3207c23b-1e12-4071-b8ce-5f921615c977 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:40.906952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Attempting to bind port 3207c23b-1e12-4071-b8ce-5f921615c977 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:40.907318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Attempting to bind port 3207c23b-1e12-4071-b8ce-5f921615c977 on network d71ddce9-0721-4110-a855-ecf414757e74 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:40.922426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:40.922812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Checking segment: {'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:40.923250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.923692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Bound using segment: {'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:40.924171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Bound port: 3207c23b-1e12-4071-b8ce-5f921615c977, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:40.924554 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:40.938646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:41.004824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17bb3e-0c15-46cb-9a6b-ce79f7075cbf None None] Pushing event updated for resources: {'Port': ['ID=061e1a38-9077-406c-9a34-1fb83026e30a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:41.042176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8825f9f4-d6d9-4fe4-beca-389d31ccf03e None None] Provisioning complete for port 061e1a38-9077-406c-9a34-1fb83026e30a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:41.042554 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8825f9f4-d6d9-4fe4-beca-389d31ccf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:41.106077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] For port 3207c23b-1e12-4071-b8ce-5f921615c977, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:41.124772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] For port 3207c23b-1e12-4071-b8ce-5f921615c977, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3207c23b-1e12-4071-b8ce-5f921615c977,segment=NetworkSegment(91440e2e-b32b-4674-a6ef-c98aa3b730f5),segment_id=91440e2e-b32b-4674-a6ef-c98aa3b730f5)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:41.171577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:36Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:41.197979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34928) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:41.208210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aba99da-0f4d-458d-b6c2-8a209a7f7d21 None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:36Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:41.210586 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:41.256547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:41.280590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397a6ae-2dad-448e-b9dd-aabae95c7739 None None] Pushing event updated for resources: {'Port': ['ID=3207c23b-1e12-4071-b8ce-5f921615c977,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:41.314202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:41.315021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:41.425468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=d7b3cf9e-57bc-4152-a120-eff7283b1983,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:41.537991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network d71ddce9-0721-4110-a855-ecf414757e74 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:41.539525 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:41.713634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:41.843318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:41.850564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-930cd040-7505-4225-8487-8baee39ccd0e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5473917 Sep 20 12:55:41.853328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:41.864290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1488473426'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:41.965785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:41.971200 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.002726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:55:42.019936 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.020212 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment fc9f3ca9-23a1-470c-8fa9-414b94054492 of type vlan for network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d Sep 20 12:55:42.073830 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.147407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.210752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.218137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:42.218796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.374334 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5190561 Sep 20 12:55:42.377331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:42.382276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:42.387557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71c271-1eec-46fe-87f2-7e5746ec83c2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=9230f374-5f88-48a1-aea7-f20fc8f9ce5d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:42.416224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:55:42.445643 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e998b1b7-30fe-456f-bf1d-d190aef4589c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.597512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.20.0.17 (19aa69ca-ebd9-4294-8fdb-dd9f69b4be05/8980d6ff-9992-44cd-817c-00f6eae67717/e4177847-8d20-4555-a43b-446b2226dd84) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:42.605402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:42.612645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.614217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a69d4-d7db-498b-864b-1d3952695e2d None None] Network d71ddce9-0721-4110-a855-ecf414757e74 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:42.691218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-11b1741a-86c0-4c8b-bd7d-0fa3d10c9193 None None] Provisioning complete for port 3207c23b-1e12-4071-b8ce-5f921615c977 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:42.691691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b1741a-86c0-4c8b-bd7d-0fa3d10c9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.749368 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.846774 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b1741a-86c0-4c8b-bd7d-0fa3d10c9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.887356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.896152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-11b1741a-86c0-4c8b-bd7d-0fa3d10c9193 None None] For port 3207c23b-1e12-4071-b8ce-5f921615c977, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3207c23b-1e12-4071-b8ce-5f921615c977,segment=NetworkSegment(91440e2e-b32b-4674-a6ef-c98aa3b730f5),segment_id=91440e2e-b32b-4674-a6ef-c98aa3b730f5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:42.939361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.940123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:42.944185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:42.948189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:42.965062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b1741a-86c0-4c8b-bd7d-0fa3d10c9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:42.983203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=e4177847-8d20-4555-a43b-446b2226dd84,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:43.037312 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.063236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=3f87143c-3f91-4fe7-b4ea-83854b338db6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:43.067325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1741a-86c0-4c8b-bd7d-0fa3d10c9193 None None] Pushing event updated for resources: {'Port': ['ID=3207c23b-1e12-4071-b8ce-5f921615c977,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:43.096159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.096592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.097038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.097547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.097954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.098352 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.099011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.099414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.100099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.100500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.101128 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.101582 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:43.115288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:43.115837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: 9230f374-5f88-48a1-aea7-f20fc8f9ce5d, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:55:43.213892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:55:43.273354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9230f374-5f88-48a1-aea7-f20fc8f9ce5d) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:43.279509 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:43.280139 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.284822 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:43.285440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.303808 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:43.304456 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:43.350777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-16fba371-159a-4ffc-8427-e835cdb98c0c None None] Provisioning complete for port 3207c23b-1e12-4071-b8ce-5f921615c977 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:43.353165 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-16fba371-159a-4ffc-8427-e835cdb98c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.361170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe8f0d-5c14-4803-acaa-6aeed04f888d None None] Network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:43.361981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e9cd196-5139-4561-8b11-87840d205839 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9835329 Sep 20 12:55:43.364683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:43.528430 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:43.659777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3207c23b-1e12-4071-b8ce-5f921615c977 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:43.698571 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.771353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.905999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-16fba371-159a-4ffc-8427-e835cdb98c0c None None] Provisioning complete for port d7b3cf9e-57bc-4152-a120-eff7283b1983 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:43.906393 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-16fba371-159a-4ffc-8427-e835cdb98c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.927056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=e4177847-8d20-4555-a43b-446b2226dd84,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:43.927379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:55:43.932945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.950506 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:43.961521 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 3, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:41Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:44.028911 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:44.029215 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Updating router 2d7f2d1b-1156-4b71-9980-fef175f0d7da port d7b3cf9e-57bc-4152-a120-eff7283b1983 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:55:44.069360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:44.070776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:44.098515 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.104869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 3207c23b-1e12-4071-b8ce-5f921615c977 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:44.105247 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.171226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-16fba371-159a-4ffc-8427-e835cdb98c0c None None] Port d7b3cf9e-57bc-4152-a120-eff7283b1983 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:44.275265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 7d3c926e-b039-4f8c-b342-83d0bd68358f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:44.392773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 061e1a38-9077-406c-9a34-1fb83026e30a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:44.461562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-46115214-2973-479e-88e5-e2f3c094c559 None None] Provisioning complete for port d7b3cf9e-57bc-4152-a120-eff7283b1983 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:44.462204 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46115214-2973-479e-88e5-e2f3c094c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.492102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Allocated IP 2001:db8:2::2 (9230f374-5f88-48a1-aea7-f20fc8f9ce5d/3f87143c-3f91-4fe7-b4ea-83854b338db6/f370ccf4-8bb9-4739-ae3d-389009809954) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:44.494775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:44.502759 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.513936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Sync routers for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:44.527969 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb365a7b-356a-4f53-9eaa-63a0be436467 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "PUT /v2.0/routers/7d3c926e-b039-4f8c-b342-83d0bd68358f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3280103 Sep 20 12:55:44.556719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-46115214-2973-479e-88e5-e2f3c094c559 None None] Port d7b3cf9e-57bc-4152-a120-eff7283b1983 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:44.568953 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:44.569356 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.570045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:44.575151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 061e1a38-9077-406c-9a34-1fb83026e30a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:44.575637 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.641916 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.692790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-46115214-2973-479e-88e5-e2f3c094c559 None None] Provisioning complete for port e4177847-8d20-4555-a43b-446b2226dd84 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:44.693361 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46115214-2973-479e-88e5-e2f3c094c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.726429 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Pushing event updated for resources: {'Port': ['ID=d7b3cf9e-57bc-4152-a120-eff7283b1983,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:44.765055 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.765654 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.766314 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.766994 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.766994 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.767309 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.767583 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.767900 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.768216 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.768526 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.769146 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.769146 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:44.816872 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Attempting to bind port d7b3cf9e-57bc-4152-a120-eff7283b1983 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:44.817635 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Attempting to bind port d7b3cf9e-57bc-4152-a120-eff7283b1983 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:44.818051 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Attempting to bind port d7b3cf9e-57bc-4152-a120-eff7283b1983 on network d71ddce9-0721-4110-a855-ecf414757e74 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:44.824520 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:44.824980 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Checking segment: {'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:44.825475 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.826414 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Bound using segment: {'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:44.827445 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Bound port: d7b3cf9e-57bc-4152-a120-eff7283b1983, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91440e2e-b32b-4674-a6ef-c98aa3b730f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:44.828526 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.839365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-46115214-2973-479e-88e5-e2f3c094c559 None None] Port e4177847-8d20-4555-a43b-446b2226dd84 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:44.846622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:44.913287 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] For port d7b3cf9e-57bc-4152-a120-eff7283b1983, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:44.919600 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] For port d7b3cf9e-57bc-4152-a120-eff7283b1983, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d7b3cf9e-57bc-4152-a120-eff7283b1983,segment=NetworkSegment(91440e2e-b32b-4674-a6ef-c98aa3b730f5),segment_id=91440e2e-b32b-4674-a6ef-c98aa3b730f5)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:44.924361 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.971371 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.992570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-68850f07-60ff-44cf-8718-15a507cc71c1 None None] Provisioning complete for port e4177847-8d20-4555-a43b-446b2226dd84 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:44.993126 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-68850f07-60ff-44cf-8718-15a507cc71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:44.999867 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.049100 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60733589-fe60-4b4e-a2f0-b7534060aab1 None None] Pushing event updated for resources: {'Port': ['ID=d7b3cf9e-57bc-4152-a120-eff7283b1983,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:45.079202 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:45.080174 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:45.102177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8:2::1 (9230f374-5f88-48a1-aea7-f20fc8f9ce5d/3f87143c-3f91-4fe7-b4ea-83854b338db6/fac61cbc-66ca-46d2-9fcf-bce6b01362ae) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:45.226465 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:45.264096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.320329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:45.333783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:45.381722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-68850f07-60ff-44cf-8718-15a507cc71c1 None None] Port e4177847-8d20-4555-a43b-446b2226dd84 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:45.381722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:45.381722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Pushing event updated for resources: {'Port': ['ID=f370ccf4-8bb9-4739-ae3d-389009809954,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:45.383758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9986a8b1-99b5-4688-b7dd-ba313882c138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.394261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.447491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:45.450657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:45.454399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:45.454965 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.458510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Attempting to bind port f370ccf4-8bb9-4739-ae3d-389009809954 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:45.458883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Attempting to bind port f370ccf4-8bb9-4739-ae3d-389009809954 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:45.459245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Attempting to bind port f370ccf4-8bb9-4739-ae3d-389009809954 on network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:45.473846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:45.474219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Checking segment: {'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:45.474623 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.475020 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Bound using segment: {'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:45.475496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Bound port: f370ccf4-8bb9-4739-ae3d-389009809954, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:45.475871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.506614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:45.564540 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 3, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:44Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:45.594541 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935f073-0c98-4de2-b73f-49e13754172b None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 3, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:44Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:45.596719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-36975a2b-a92b-4e1b-b843-bb7b7a605b6a None None] Provisioning complete for port d7b3cf9e-57bc-4152-a120-eff7283b1983 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:45.597186 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36975a2b-a92b-4e1b-b843-bb7b7a605b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.622776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] For port f370ccf4-8bb9-4739-ae3d-389009809954, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:45.652687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] For port f370ccf4-8bb9-4739-ae3d-389009809954, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f370ccf4-8bb9-4739-ae3d-389009809954,segment=NetworkSegment(fc9f3ca9-23a1-470c-8fa9-414b94054492),segment_id=fc9f3ca9-23a1-470c-8fa9-414b94054492)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:45.661364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.675263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:55:43Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:48Z', 'revision_number': 1, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4177847-8d20-4555-a43b-446b2226dd84', 'name': '', 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:a5:a1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '8980d6ff-9992-44cd-817c-00f6eae67717', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:42Z', 'updated_at': '2021-09-20T12:55:43Z', 'revision_number': 2, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': '8980d6ff-9992-44cd-817c-00f6eae67717', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:45.707167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Checking router: 7d3c926e-b039-4f8c-b342-83d0bd68358f for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:45.707854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Updating router 7d3c926e-b039-4f8c-b342-83d0bd68358f port e4177847-8d20-4555-a43b-446b2226dd84 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:55:45.714994 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.737547 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.792964 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.827916 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36975a2b-a92b-4e1b-b843-bb7b7a605b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:45.900998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf3b9-34e6-43ec-b938-98e1912269a6 None None] Pushing event updated for resources: {'Port': ['ID=f370ccf4-8bb9-4739-ae3d-389009809954,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:45.962378 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-36975a2b-a92b-4e1b-b843-bb7b7a605b6a None None] For port d7b3cf9e-57bc-4152-a120-eff7283b1983, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d7b3cf9e-57bc-4152-a120-eff7283b1983,segment=NetworkSegment(91440e2e-b32b-4674-a6ef-c98aa3b730f5),segment_id=91440e2e-b32b-4674-a6ef-c98aa3b730f5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:46.057860 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36975a2b-a92b-4e1b-b843-bb7b7a605b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.169617 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.224455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36975a2b-a92b-4e1b-b843-bb7b7a605b6a None None] Pushing event updated for resources: {'Port': ['ID=d7b3cf9e-57bc-4152-a120-eff7283b1983,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:46.234518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.236989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.347867 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.376063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:46.386661 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:46.388080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:46.416316 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.504143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ada16-6f64-4658-b62f-fb22b4c1cd6b None None] Pushing event updated for resources: {'Port': ['ID=e4177847-8d20-4555-a43b-446b2226dd84,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:46.505107 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:46.581331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Attempting to bind port e4177847-8d20-4555-a43b-446b2226dd84 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:46.581552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Attempting to bind port e4177847-8d20-4555-a43b-446b2226dd84 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:46.581921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Attempting to bind port e4177847-8d20-4555-a43b-446b2226dd84 on network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:46.590595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:46.591407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Checking segment: {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:46.592076 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.593339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Bound using segment: {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:46.594383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Bound port: e4177847-8d20-4555-a43b-446b2226dd84, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a71bc99-5187-4339-b127-46eb12217066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:46.595033 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.659910 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.669268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:46.676826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0823faa6-37bd-421c-9b06-436c520e723c tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3109829 Sep 20 12:55:46.681554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34954) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:46.682098 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:46.688218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1779757446'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:46.696378 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:46.697042 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:46.726198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] For port e4177847-8d20-4555-a43b-446b2226dd84, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:46.730006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] For port e4177847-8d20-4555-a43b-446b2226dd84, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e4177847-8d20-4555-a43b-446b2226dd84,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:46.776040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:46.781736 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.788463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1e65b324-8021-49f8-ad9d-d909a4d42e63 None None] Provisioning complete for port e4177847-8d20-4555-a43b-446b2226dd84 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:46.789420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1e65b324-8021-49f8-ad9d-d909a4d42e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.816774 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.818051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:55:46.831224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.831888 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added segment a5c00526-6d7e-4f44-b535-44235c813f6c of type vlan for network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 Sep 20 12:55:46.833420 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:46.883044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ada16-6f64-4658-b62f-fb22b4c1cd6b None None] Pushing event updated for resources: {'Port': ['ID=e4177847-8d20-4555-a43b-446b2226dd84,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:46.914218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1e65b324-8021-49f8-ad9d-d909a4d42e63 None None] Port e4177847-8d20-4555-a43b-446b2226dd84 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:46.917212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:46.918481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:46.919127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:47.016159 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.022640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:47.023630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.055050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:47.128524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Network': ['ID=699e597c-ef60-4450-8d10-b3dd84f2a3f0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:47.157617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5b5bff01-fbd0-47de-abb1-ff5d022c8aa9 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4712765 Sep 20 12:55:47.157827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:55:47.158006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34958) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:47.162466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'subnet': {'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:47.212900 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:47.246454 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:47.247046 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Updating router 2d7f2d1b-1156-4b71-9980-fef175f0d7da port fac61cbc-66ca-46d2-9fcf-bce6b01362ae binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:55:47.267531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc4dbb-42b5-4dae-b126-2540d5a18fae None None] Network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:47.278812 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.350008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c6ab3508-89d5-456c-9de6-2e7d41d93d8b None None] Provisioning complete for port f370ccf4-8bb9-4739-ae3d-389009809954 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:47.350378 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3508-89d5-456c-9de6-2e7d41d93d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.376710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Made reservation on behalf of 5830c0b0cc934aefab6dda1ad5956976 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:55:47.381468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.573351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f370ccf4-8bb9-4739-ae3d-389009809954 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:47.719730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.732217 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3508-89d5-456c-9de6-2e7d41d93d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.771016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f370ccf4-8bb9-4739-ae3d-389009809954 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:47.771465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.807812 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.816165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c6ab3508-89d5-456c-9de6-2e7d41d93d8b None None] For port f370ccf4-8bb9-4739-ae3d-389009809954, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f370ccf4-8bb9-4739-ae3d-389009809954,segment=NetworkSegment(fc9f3ca9-23a1-470c-8fa9-414b94054492),segment_id=fc9f3ca9-23a1-470c-8fa9-414b94054492)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:47.820931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Subnet': ['ID=c5599b52-960a-4a3d-bfaa-857cfedec3d8,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:47.825350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:55:43Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:48Z', 'revision_number': 1, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4177847-8d20-4555-a43b-446b2226dd84', 'name': '', 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:a5:a1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '8980d6ff-9992-44cd-817c-00f6eae67717', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:42Z', 'updated_at': '2021-09-20T12:55:46Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': '8980d6ff-9992-44cd-817c-00f6eae67717', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:47.830128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Checking segment: {'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:47.830568 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network hostable DHCP agents. Network: 699e597c-ef60-4450-8d10-b3dd84f2a3f0, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:55:47.858131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa52eeb5-43f9-4c4f-b13f-cf037e8a8e29 None None] The sync data for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 is: [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:55:43Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:48Z', 'revision_number': 1, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4177847-8d20-4555-a43b-446b2226dd84', 'name': '', 'network_id': '19aa69ca-ebd9-4294-8fdb-dd9f69b4be05', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:a5:a1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '8980d6ff-9992-44cd-817c-00f6eae67717', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:42Z', 'updated_at': '2021-09-20T12:55:46Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': '8980d6ff-9992-44cd-817c-00f6eae67717', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:47.879583 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.916056 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3508-89d5-456c-9de6-2e7d41d93d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.946454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:55:47.968087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:47.975379 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0c054-181f-4aed-8ef2-b6df64a13610 None None] Pushing event updated for resources: {'Port': ['ID=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:48.050781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 699e597c-ef60-4450-8d10-b3dd84f2a3f0) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:48.062637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:48.068945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.069252 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Attempting to bind port fac61cbc-66ca-46d2-9fcf-bce6b01362ae on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:48.069252 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Attempting to bind port fac61cbc-66ca-46d2-9fcf-bce6b01362ae by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:48.069252 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Attempting to bind port fac61cbc-66ca-46d2-9fcf-bce6b01362ae on network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:48.073782 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:48.074274 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Checking segment: {'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:48.074560 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.074961 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Bound using segment: {'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:48.075431 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Bound port: fac61cbc-66ca-46d2-9fcf-bce6b01362ae, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9f3ca9-23a1-470c-8fa9-414b94054492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:48.075814 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.174735 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] For port fac61cbc-66ca-46d2-9fcf-bce6b01362ae, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:48.177551 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b3c2c233-5369-455a-a18b-dfb55fde021b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0195262 Sep 20 12:55:48.181884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 34966) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:48.195114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a8f02-373e-45fa-a129-5b2500bad176 req-794ed0e7-4e34-41d0-b919-1f3dd4210a3d tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:48.199317 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] For port fac61cbc-66ca-46d2-9fcf-bce6b01362ae, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,segment=NetworkSegment(fc9f3ca9-23a1-470c-8fa9-414b94054492),segment_id=fc9f3ca9-23a1-470c-8fa9-414b94054492)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:48.206010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-671a8f02-373e-45fa-a129-5b2500bad176 req-794ed0e7-4e34-41d0-b919-1f3dd4210a3d tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0881984 Sep 20 12:55:48.230845 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-671a8f02-373e-45fa-a129-5b2500bad176 req-9303437b-4930-408a-ac94-67a6ce938acb tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.268626 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.383638 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0c054-181f-4aed-8ef2-b6df64a13610 None None] Pushing event updated for resources: {'Port': ['ID=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:48.391643 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:48.392313 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:48.403310 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.403310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab3508-89d5-456c-9de6-2e7d41d93d8b None None] Pushing event updated for resources: {'Port': ['ID=f370ccf4-8bb9-4739-ae3d-389009809954,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:48.412741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc62468-d13b-4ac8-8413-27a108a1eb56 None None] Network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:48.478558 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-671a8f02-373e-45fa-a129-5b2500bad176 req-9303437b-4930-408a-ac94-67a6ce938acb tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.512761 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:48.542570 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-671a8f02-373e-45fa-a129-5b2500bad176 req-9303437b-4930-408a-ac94-67a6ce938acb tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.641324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-671a8f02-373e-45fa-a129-5b2500bad176 req-9303437b-4930-408a-ac94-67a6ce938acb tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335372 Sep 20 12:55:48.682235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303437b-4930-408a-ac94-67a6ce938acb tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca273c7-096e-4e50-a9e0-8fa7614e3c95,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:48.696440 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fefae4df-808e-4757-bc1d-7b766bd0b199 None None] Provisioning complete for port e4177847-8d20-4555-a43b-446b2226dd84 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:48.696440 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fefae4df-808e-4757-bc1d-7b766bd0b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.891637 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:55:48.892672 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:55:48.902195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ebae4-0018-4318-b12a-0cfcda94d965 req-de5687f1-9831-4449-a7a9-2efd5b1099e8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:48.915394 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-576ebae4-0018-4318-b12a-0cfcda94d965 req-de5687f1-9831-4449-a7a9-2efd5b1099e8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1299763 Sep 20 12:55:48.958301 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'fixed_ips': [{'subnet_id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:55:48.959187 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:48.993132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-576ebae4-0018-4318-b12a-0cfcda94d965 req-6e9b8508-fe3d-4a7d-95b3-a9625ae13a72 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767941 Sep 20 12:55:49.012602 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fefae4df-808e-4757-bc1d-7b766bd0b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:49.019643 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:48Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:49.023894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:49.041631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 34974) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:49.079327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fefae4df-808e-4757-bc1d-7b766bd0b199 None None] For port e4177847-8d20-4555-a43b-446b2226dd84, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e4177847-8d20-4555-a43b-446b2226dd84,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:49.079638 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99195f3d-ecca-4eab-9cf8-2ff0d8175bd8 None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:48Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:49.155666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fefae4df-808e-4757-bc1d-7b766bd0b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:49.199860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-608b95f8-cad0-4ba6-80aa-b1b72205bbfd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/aa5c1e76-6775-41ba-b628-b311022844fb HTTP/1.1" status: 200 len: 993 time: 0.1303754 Sep 20 12:55:49.294033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefae4df-808e-4757-bc1d-7b766bd0b199 None None] Pushing event updated for resources: {'Port': ['ID=e4177847-8d20-4555-a43b-446b2226dd84,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:49.315846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Allocated IP 2001:db8:3::2 (699e597c-ef60-4450-8d10-b3dd84f2a3f0/c5599b52-960a-4a3d-bfaa-857cfedec3d8/4108655b-e862-4f52-b7d1-3e6ca7e58e16) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:49.386047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ae008d44-fe0b-4444-a206-f7aa3070ac4f None None] Provisioning complete for port f370ccf4-8bb9-4739-ae3d-389009809954 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:49.386595 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae008d44-fe0b-4444-a206-f7aa3070ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:49.549518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d7b3cf9e-57bc-4152-a120-eff7283b1983 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:49.588243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-5a5701e4-ac2b-403a-8db4-3901cd674b99 req-ba7b809a-b330-4f8c-9a83-5e19b20c3718 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:55:49.589257 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a5701e4-ac2b-403a-8db4-3901cd674b99 req-ba7b809a-b330-4f8c-9a83-5e19b20c3718 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056407 Sep 20 12:55:49.664125 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:49.687312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ae008d44-fe0b-4444-a206-f7aa3070ac4f None None] Provisioning complete for port fac61cbc-66ca-46d2-9fcf-bce6b01362ae triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:49.688177 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae008d44-fe0b-4444-a206-f7aa3070ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:49.691686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d7b3cf9e-57bc-4152-a120-eff7283b1983 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:49.692128 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:49.741142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:49.833579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:49.848409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Allocated IP 2001:db8:3::1 (699e597c-ef60-4450-8d10-b3dd84f2a3f0/c5599b52-960a-4a3d-bfaa-857cfedec3d8/75de9745-c231-4e18-99cb-0f50cbab4448) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:55:49.869261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:49.872056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:49.898139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Pushing event updated for resources: {'Port': ['ID=4108655b-e862-4f52-b7d1-3e6ca7e58e16,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:50.055029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.067627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Attempting to bind port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:50.068006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Attempting to bind port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:50.068373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Attempting to bind port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 on network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:50.084813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:50.085252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Checking segment: {'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:50.085658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.086071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Bound using segment: {'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:50.086551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Bound port: 4108655b-e862-4f52-b7d1-3e6ca7e58e16, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:50.087173 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.095548 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.105726 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae008d44-fe0b-4444-a206-f7aa3070ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.165206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.179779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ae008d44-fe0b-4444-a206-f7aa3070ac4f None None] For port fac61cbc-66ca-46d2-9fcf-bce6b01362ae, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,segment=NetworkSegment(fc9f3ca9-23a1-470c-8fa9-414b94054492),segment_id=fc9f3ca9-23a1-470c-8fa9-414b94054492)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:50.199492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] For port 4108655b-e862-4f52-b7d1-3e6ca7e58e16, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:50.206244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] For port 4108655b-e862-4f52-b7d1-3e6ca7e58e16, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4108655b-e862-4f52-b7d1-3e6ca7e58e16,segment=NetworkSegment(a5c00526-6d7e-4f44-b535-44235c813f6c),segment_id=a5c00526-6d7e-4f44-b535-44235c813f6c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:50.218070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:50.234117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae008d44-fe0b-4444-a206-f7aa3070ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.236703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:50.248965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:55:50.254825 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.268487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=75de9745-c231-4e18-99cb-0f50cbab4448,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:50.281495 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.356019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae008d44-fe0b-4444-a206-f7aa3070ac4f None None] Pushing event updated for resources: {'Port': ['ID=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:50.381535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecb90b-45ea-49a9-9213-5cddf0038a4a req-5cf94c24-4e0e-4d93-96e1-079684addf51 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:50.391405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fecb90b-45ea-49a9-9213-5cddf0038a4a req-5cf94c24-4e0e-4d93-96e1-079684addf51 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1005390 Sep 20 12:55:50.432776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ccbc3c46-bf41-44cc-a895-92a43360b193 None None] Provisioning complete for port fac61cbc-66ca-46d2-9fcf-bce6b01362ae triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:50.433386 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccbc3c46-bf41-44cc-a895-92a43360b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.471900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e4177847-8d20-4555-a43b-446b2226dd84 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:50.489658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fecb90b-45ea-49a9-9213-5cddf0038a4a req-3b8259bc-9e31-4c2f-bdd9-23735c14fce8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913339 Sep 20 12:55:50.518105 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.529415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e314a1f-e938-4b90-b896-701735b9aa68 None None] Pushing event updated for resources: {'Port': ['ID=4108655b-e862-4f52-b7d1-3e6ca7e58e16,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:50.616322 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-0fcc0629-7796-4ecd-9fa7-6b6f6fe15327 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2276044 Sep 20 12:55:50.617336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.631694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-23b490d5-67c0-45c9-8094-ffa93e074d10 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:55:50.632732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-23b490d5-67c0-45c9-8094-ffa93e074d10 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059028 Sep 20 12:55:50.642059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e4177847-8d20-4555-a43b-446b2226dd84 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:50.642393 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.752738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f370ccf4-8bb9-4739-ae3d-389009809954 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:50.823674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f370ccf4-8bb9-4739-ae3d-389009809954 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:50.824053 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:50.938268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fac61cbc-66ca-46d2-9fcf-bce6b01362ae up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:50.994114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port fac61cbc-66ca-46d2-9fcf-bce6b01362ae triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:50.994490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:51.324317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:51.336574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-1735df24-0f35-4239-848f-9246385e61a8 req-a6610628-0508-4e70-a34e-d308b83cb382 service neutron] (95503) timed out ('10.222.0.32', 56779) {{(pid=95503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 12:55:51.416097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:51.419881 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:51.495737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event updated for resources: {'Port': ['ID=75de9745-c231-4e18-99cb-0f50cbab4448,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:51.517323 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:55:51.572881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08f33e-577c-4f01-b46f-d3efeae8af89 None None] Network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:51.589581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:55:51.590815 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:55:51.645892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a248825-a355-4772-b0b2-fd7b1a45a87e req-df862749-9657-4b9b-88c8-4b6ab5990d10 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:51.647772 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a248825-a355-4772-b0b2-fd7b1a45a87e req-df862749-9657-4b9b-88c8-4b6ab5990d10 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0672681 Sep 20 12:55:51.695208 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5f16d167-9748-4e82-a10e-b594faf65233 None None] Provisioning complete for port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:51.695589 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5f16d167-9748-4e82-a10e-b594faf65233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:51.705566 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a248825-a355-4772-b0b2-fd7b1a45a87e req-a911a8fe-1550-41a3-9e7a-227edebe2d8b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470579 Sep 20 12:55:51.733261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:51.834876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:51.843329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bd948dbe-be86-40a9-87b0-a57f848fa35b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6584005 Sep 20 12:55:51.844539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:51.848300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:51.873237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:51.883456 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5f16d167-9748-4e82-a10e-b594faf65233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:51.902658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:51.903287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:52.006479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5f16d167-9748-4e82-a10e-b594faf65233 None None] For port 4108655b-e862-4f52-b7d1-3e6ca7e58e16, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4108655b-e862-4f52-b7d1-3e6ca7e58e16,segment=NetworkSegment(a5c00526-6d7e-4f44-b535-44235c813f6c),segment_id=a5c00526-6d7e-4f44-b535-44235c813f6c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:52.025727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:52.128660 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5f16d167-9748-4e82-a10e-b594faf65233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:52.323330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16d167-9748-4e82-a10e-b594faf65233 None None] Pushing event updated for resources: {'Port': ['ID=4108655b-e862-4f52-b7d1-3e6ca7e58e16,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:52.353894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 20 12:55:52.387045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Removed routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 20 12:55:52.389417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:52.413840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fac61cbc-66ca-46d2-9fcf-bce6b01362ae up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:52.419496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ab10b987-af34-4707-ab1d-07bd8588f064 None None] Provisioning complete for port 75de9745-c231-4e18-99cb-0f50cbab4448 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:52.419879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab10b987-af34-4707-ab1d-07bd8588f064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:52.502359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ab10b987-af34-4707-ab1d-07bd8588f064 None None] Port 75de9745-c231-4e18-99cb-0f50cbab4448 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:52.537761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port fac61cbc-66ca-46d2-9fcf-bce6b01362ae triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:52.538131 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:52.545772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75de9745-c231-4e18-99cb-0f50cbab4448', 'name': '', 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:42:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:49Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:52.712367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:52.716692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:52.752415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ab10b987-af34-4707-ab1d-07bd8588f064 None None] Provisioning complete for port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:52.752780 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab10b987-af34-4707-ab1d-07bd8588f064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:52.824461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:52.824814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Updating router 2d7f2d1b-1156-4b71-9980-fef175f0d7da port 75de9745-c231-4e18-99cb-0f50cbab4448 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:55:52.882313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:52.928151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:52.950393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282637-3a8a-44ca-b149-16b57a0d23d1 req-3d77cf09-91ea-42a2-ba92-af789560d561 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:52.952725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18282637-3a8a-44ca-b149-16b57a0d23d1 req-3d77cf09-91ea-42a2-ba92-af789560d561 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1015944 Sep 20 12:55:53.060470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4108655b-e862-4f52-b7d1-3e6ca7e58e16 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:53.084382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18282637-3a8a-44ca-b149-16b57a0d23d1 req-9629ce79-f370-4728-9c52-c074d984e6a2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952575 Sep 20 12:55:53.103833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:53.120925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6aa79a51-0bc7-4f01-9d36-4dfe3d1ebc44 None None] Provisioning complete for port 75de9745-c231-4e18-99cb-0f50cbab4448 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:53.121330 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6aa79a51-0bc7-4f01-9d36-4dfe3d1ebc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:53.121811 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:53.123053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d486e0f8-8628-4a8f-9d87-ad5af789db20 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 200 len: 953 time: 1.2784274 Sep 20 12:55:53.125827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35030) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:53.220135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6aa79a51-0bc7-4f01-9d36-4dfe3d1ebc44 None None] Port 75de9745-c231-4e18-99cb-0f50cbab4448 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:55:53.237844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b739832c-45f7-4513-9d7b-be5793f1ae0b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 200 len: 953 time: 0.1104171 Sep 20 12:55:53.240281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35032) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:53.243499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:53.243999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:53.259449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'routes': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:55:53.395124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-721f9fc6-9f13-4e52-9b01-adaaf6eb42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:53.397474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-721f9fc6-9f13-4e52-9b01-adaaf6eb42a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0976393 Sep 20 12:55:53.421957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:53.521699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-25654896-b103-409d-9456-debbdd3fb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:53.523283 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-25654896-b103-409d-9456-debbdd3fb2b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.1191661 Sep 20 12:55:53.599386 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-b75c151e-32dc-4cec-9d7b-8d1d499aba8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 1001 time: 0.0683587 Sep 20 12:55:53.605034 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:53.668538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d316-c50b-4be1-8925-93b71b32881f None None] Pushing event updated for resources: {'Port': ['ID=75de9745-c231-4e18-99cb-0f50cbab4448,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:53.674547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-af2517c2-f68b-4403-9b84-5f34fbc97757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:53.676248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-af2517c2-f68b-4403-9b84-5f34fbc97757 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.0697246 Sep 20 12:55:53.747145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4d63bfb1-0169-454b-b7b8-8765e90ac2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:53.749630 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4d63bfb1-0169-454b-b7b8-8765e90ac2e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661738 Sep 20 12:55:53.751404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Attempting to bind port 75de9745-c231-4e18-99cb-0f50cbab4448 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:55:53.751797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Attempting to bind port 75de9745-c231-4e18-99cb-0f50cbab4448 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:55:53.752141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Attempting to bind port 75de9745-c231-4e18-99cb-0f50cbab4448 on network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:55:53.757794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:55:53.758168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Checking segment: {'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:55:53.758565 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:53.758959 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Bound using segment: {'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:55:53.759424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Bound port: 75de9745-c231-4e18-99cb-0f50cbab4448, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c00526-6d7e-4f44-b535-44235c813f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:55:53.759854 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:53.872017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] For port 75de9745-c231-4e18-99cb-0f50cbab4448, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:55:53.877103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] For port 75de9745-c231-4e18-99cb-0f50cbab4448, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=75de9745-c231-4e18-99cb-0f50cbab4448,segment=NetworkSegment(a5c00526-6d7e-4f44-b535-44235c813f6c),segment_id=a5c00526-6d7e-4f44-b535-44235c813f6c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:55:53.886089 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-07f87d28-03b5-4d2e-9fe9-d36b38f7a3b7 service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293063 Sep 20 12:55:53.974477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 20 12:55:53.975072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 20 12:55:53.993741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:53.996170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-f9262ae7-80e0-4d7f-9938-a47c265c6a77 service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035619 Sep 20 12:55:54.015180 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:54.073478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d316-c50b-4be1-8925-93b71b32881f None None] Pushing event updated for resources: {'Port': ['ID=75de9745-c231-4e18-99cb-0f50cbab4448,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:54.076069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-930144d8-2f90-4662-8abb-4a0a23d0331c None None] Provisioning complete for port 75de9745-c231-4e18-99cb-0f50cbab4448 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:54.076527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-930144d8-2f90-4662-8abb-4a0a23d0331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:54.097395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:54.098163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:54.258497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:54.291122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4108655b-e862-4f52-b7d1-3e6ca7e58e16 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:55:54.368891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3289c2f-d180-4909-87b6-12efe5caa6a0 req-a7cd717c-7f0b-4251-986c-b1bacf9126a8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:54.370482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3289c2f-d180-4909-87b6-12efe5caa6a0 req-a7cd717c-7f0b-4251-986c-b1bacf9126a8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1618550 Sep 20 12:55:54.386344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:54.396524 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:54.464860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3289c2f-d180-4909-87b6-12efe5caa6a0 req-ff205a5d-91e9-4061-a471-294db3d7272e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808511 Sep 20 12:55:54.512937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:54.513334 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:54.518544 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-930144d8-2f90-4662-8abb-4a0a23d0331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:54.530594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:54.617706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-930144d8-2f90-4662-8abb-4a0a23d0331c None None] For port 75de9745-c231-4e18-99cb-0f50cbab4448, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=75de9745-c231-4e18-99cb-0f50cbab4448,segment=NetworkSegment(a5c00526-6d7e-4f44-b535-44235c813f6c),segment_id=a5c00526-6d7e-4f44-b535-44235c813f6c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:54.644590 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:54.652078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:54.655970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-99002a5d-ed7b-4e36-a535-292a44e3c11d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 200 len: 703 time: 1.4120166 Sep 20 12:55:54.656961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35040) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:54.686346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:53Z', 'revision_number': 7, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75de9745-c231-4e18-99cb-0f50cbab4448', 'name': '', 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:42:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:49Z', 'updated_at': '2021-09-20T12:55:53Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:54.714514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-930144d8-2f90-4662-8abb-4a0a23d0331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:54.718584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7f4b87-9ddc-445e-93eb-0dc086b78e31 None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:53Z', 'revision_number': 7, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75de9745-c231-4e18-99cb-0f50cbab4448', 'name': '', 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:42:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:49Z', 'updated_at': '2021-09-20T12:55:53Z', 'revision_number': 4, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:54.800346 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e5941122-bc28-4a9e-9d1c-5160bed98b0d tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 200 len: 703 time: 0.1421361 Sep 20 12:55:54.803085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35042) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:54.806427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930144d8-2f90-4662-8abb-4a0a23d0331c None None] Pushing event updated for resources: {'Port': ['ID=75de9745-c231-4e18-99cb-0f50cbab4448,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:54.851987 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ff543867-ddbb-48d7-b8d4-01390889e00f None None] Provisioning complete for port 75de9745-c231-4e18-99cb-0f50cbab4448 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:55:54.852364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff543867-ddbb-48d7-b8d4-01390889e00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:55.201294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:55.471063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 75de9745-c231-4e18-99cb-0f50cbab4448 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:55.471744 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:55.493689 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:55.507035 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:55.508847 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:55.599190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port 75de9745-c231-4e18-99cb-0f50cbab4448, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=75de9745-c231-4e18-99cb-0f50cbab4448,segment=NetworkSegment(a5c00526-6d7e-4f44-b535-44235c813f6c),segment_id=a5c00526-6d7e-4f44-b535-44235c813f6c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:55.599565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:55.609373 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:55.615962 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 75de9745-c231-4e18-99cb-0f50cbab4448 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:55.643229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ebb92-9347-40d0-81a9-cd6c110c5e0b req-0c58d0b8-1e85-43f2-a858-8fc147633ee3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:55.644715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b99ebb92-9347-40d0-81a9-cd6c110c5e0b req-0c58d0b8-1e85-43f2-a858-8fc147633ee3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0912604 Sep 20 12:55:55.728854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b99ebb92-9347-40d0-81a9-cd6c110c5e0b req-6a398556-552d-4875-8a2a-6782300cce9f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537889 Sep 20 12:55:55.844490 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:53Z', 'revision_number': 7, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75de9745-c231-4e18-99cb-0f50cbab4448', 'name': '', 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:42:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:49Z', 'updated_at': '2021-09-20T12:55:54Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:55.871520 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:55.880029 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:55.880632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:55.919581 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:55.947933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=75de9745-c231-4e18-99cb-0f50cbab4448,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:55.978072 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:56.126163 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:56.253406 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:53Z', 'revision_number': 7, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75de9745-c231-4e18-99cb-0f50cbab4448', 'name': '', 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:42:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:49Z', 'updated_at': '2021-09-20T12:55:54Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:56.293485 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984c315-5311-48bb-be27-84cf3e3b7f6f None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:53Z', 'revision_number': 7, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75de9745-c231-4e18-99cb-0f50cbab4448', 'name': '', 'network_id': '699e597c-ef60-4450-8d10-b3dd84f2a3f0', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:42:e0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:49Z', 'updated_at': '2021-09-20T12:55:54Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'c5599b52-960a-4a3d-bfaa-857cfedec3d8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:56.356866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:55:56.468424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:55:56.473552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-edc7373d-933c-4577-b3de-d644be10d139 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6693408 Sep 20 12:55:56.476281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:56.482426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:55:56.494268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:56.494983 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:56.535689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-beddbd26-5f6b-491e-bd9b-b50fdc8a06b8 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet c5599b52-960a-4a3d-bfaa-857cfedec3d8 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:55:56.540027 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-beddbd26-5f6b-491e-bd9b-b50fdc8a06b8 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:56.585375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-beddbd26-5f6b-491e-bd9b-b50fdc8a06b8 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:56.591453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:56.681839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-beddbd26-5f6b-491e-bd9b-b50fdc8a06b8 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:56.822803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-beddbd26-5f6b-491e-bd9b-b50fdc8a06b8 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:56.886613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddbd26-5f6b-491e-bd9b-b50fdc8a06b8 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=c5599b52-960a-4a3d-bfaa-857cfedec3d8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:56.890844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-beddbd26-5f6b-491e-bd9b-b50fdc8a06b8 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:56.895291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-beddbd26-5f6b-491e-bd9b-b50fdc8a06b8 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/c5599b52-960a-4a3d-bfaa-857cfedec3d8 HTTP/1.1" status: 204 len: 168 time: 0.4157419 Sep 20 12:55:56.895681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35060) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:56.912530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf03f8-bc91-40b6-9c5b-1e3f2ca2c479 None None] Network 699e597c-ef60-4450-8d10-b3dd84f2a3f0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:55:56.914030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeeee3-dc83-45ed-8fdc-ed203a83970d req-d927729e-a7f6-42fc-add6-46d8cc8be27f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:56.916395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feaeeee3-dc83-45ed-8fdc-ed203a83970d req-d927729e-a7f6-42fc-add6-46d8cc8be27f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1051621 Sep 20 12:55:56.970187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feaeeee3-dc83-45ed-8fdc-ed203a83970d req-0018c879-6be4-4aac-8147-e86a82e7003e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458519 Sep 20 12:55:57.020656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.083417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:57.083989 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.137181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:55Z', 'revision_number': 8, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:57.180805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:55:57.184328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port 4108655b-e862-4f52-b7d1-3e6ca7e58e16, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4108655b-e862-4f52-b7d1-3e6ca7e58e16,segment=NetworkSegment(a5c00526-6d7e-4f44-b535-44235c813f6c),segment_id=a5c00526-6d7e-4f44-b535-44235c813f6c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:57.184742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.191306 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:55:57.192309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:57.203451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 4108655b-e862-4f52-b7d1-3e6ca7e58e16 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:57.215959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35066) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:57.281093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] DHCP port deletion for 699e597c-ef60-4450-8d10-b3dd84f2a3f0 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:55:57.315150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:55:57.350644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ddb94-809a-4481-a56f-bbde978d16a6 req-baa0fb24-a73c-42f4-a3fc-f34e8e0b0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:57.351124 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac4ddb94-809a-4481-a56f-bbde978d16a6 req-baa0fb24-a73c-42f4-a3fc-f34e8e0b0f07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1097 time: 0.1338766 Sep 20 12:55:57.387606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.402786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac4ddb94-809a-4481-a56f-bbde978d16a6 req-76c72a53-5318-4532-9e25-766a2c3b7ad6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431559 Sep 20 12:55:57.421781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=4108655b-e862-4f52-b7d1-3e6ca7e58e16,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:57.431703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No DVR routers for this DVR port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:55:57.431949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.432844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.432844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.433231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.433231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.434049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.434049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.434260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.434625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.434848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.435154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.435664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:55:57.473273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] Deleting port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:57.473721 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.523061 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.544534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699e597c-ef60-4450-8d10-b3dd84f2a3f0']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:57.554921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c00526-6d7e-4f44-b535-44235c813f6c') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:57.555706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c00526-6d7e-4f44-b535-44235c813f6c') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:57.556547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] For port 4108655b-e862-4f52-b7d1-3e6ca7e58e16, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:57.557060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.566458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.582639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.586992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] Calling delete_port for 4108655b-e862-4f52-b7d1-3e6ca7e58e16 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:57.588481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:55:57.588868 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.590456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] Port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:55:57.591971 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:55:57.594231 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:57.629513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] Pushing event deleted for resources: {'Port': ['ID=4108655b-e862-4f52-b7d1-3e6ca7e58e16,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:57.631305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2386472-4a33-42d1-9bf8-ef09313a9479 None None] No DVR routers for this DVR port 4108655b-e862-4f52-b7d1-3e6ca7e58e16 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:55:57.658426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:55Z', 'revision_number': 8, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:55:57.685415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1abf6e-6fc8-40dd-90f6-abb0273876e1 None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:55Z', 'revision_number': 8, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac61cbc-66ca-46d2-9fcf-bce6b01362ae', 'name': '', 'network_id': '9230f374-5f88-48a1-aea7-f20fc8f9ce5d', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:02:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:44Z', 'updated_at': '2021-09-20T12:55:50Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '3f87143c-3f91-4fe7-b4ea-83854b338db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:55:58.107948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112d81-093f-4192-b6b8-c5b5eeb095c6 req-f93c4ec7-e414-4b37-9f91-304183780d90 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:58.107948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a112d81-093f-4192-b6b8-c5b5eeb095c6 req-f93c4ec7-e414-4b37-9f91-304183780d90 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0520997 Sep 20 12:55:58.152408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7a112d81-093f-4192-b6b8-c5b5eeb095c6 req-f9f1150b-3579-4ce2-9bc6-4051852827ca tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382524 Sep 20 12:55:58.240466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 75de9745-c231-4e18-99cb-0f50cbab4448 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:55:58.267942 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:58.279091 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:58.279091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/699e597c-ef60-4450-8d10-b3dd84f2a3f0 HTTP/1.1" status: 204 len: 168 time: 1.3802848 Sep 20 12:55:58.279693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:55:58.301368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d44b8-5fc8-4381-9f67-546613fbe68b tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=699e597c-ef60-4450-8d10-b3dd84f2a3f0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:58.310069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 75de9745-c231-4e18-99cb-0f50cbab4448 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:55:58.310417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 75de9745-c231-4e18-99cb-0f50cbab4448 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:55:58.310833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4108655b-e862-4f52-b7d1-3e6ca7e58e16 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:55:58.338417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 4108655b-e862-4f52-b7d1-3e6ca7e58e16 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:55:58.338785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4108655b-e862-4f52-b7d1-3e6ca7e58e16 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:55:58.665224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:58.928082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port fac61cbc-66ca-46d2-9fcf-bce6b01362ae {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:55:58.928334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:59.016848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port fac61cbc-66ca-46d2-9fcf-bce6b01362ae, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,segment=NetworkSegment(fc9f3ca9-23a1-470c-8fa9-414b94054492),segment_id=fc9f3ca9-23a1-470c-8fa9-414b94054492)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:55:59.016848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:59.029448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for fac61cbc-66ca-46d2-9fcf-bce6b01362ae owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:55:59.398200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522b42f-0468-4855-8355-ff66c886a7fa req-da340d54-e924-45d6-abdf-3f29b0a09882 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:55:59.399613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f522b42f-0468-4855-8355-ff66c886a7fa req-da340d54-e924-45d6-abdf-3f29b0a09882 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0660229 Sep 20 12:55:59.476677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f522b42f-0468-4855-8355-ff66c886a7fa req-94411291-931e-4156-824d-af39b442ffe0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470958 Sep 20 12:55:59.599320 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:59.625600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=fac61cbc-66ca-46d2-9fcf-bce6b01362ae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:55:59.747291 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:55:59.957886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:00.050314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:00.055317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cd6633c1-4f43-4b7a-b2e4-f1922225f4b7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7745156 Sep 20 12:56:00.057890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:00.064841 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:00.074434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:00.075211 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:00.110044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-39803f90-f309-444e-88ac-20255d3bdbd5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet 3f87143c-3f91-4fe7-b4ea-83854b338db6 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:56:00.113352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39803f90-f309-444e-88ac-20255d3bdbd5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.155373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39803f90-f309-444e-88ac-20255d3bdbd5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.256430 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:00.266065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39803f90-f309-444e-88ac-20255d3bdbd5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.400293 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39803f90-f309-444e-88ac-20255d3bdbd5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.437466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39803f90-f309-444e-88ac-20255d3bdbd5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=3f87143c-3f91-4fe7-b4ea-83854b338db6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:00.455197 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39803f90-f309-444e-88ac-20255d3bdbd5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.459665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:00.463090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-39803f90-f309-444e-88ac-20255d3bdbd5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/3f87143c-3f91-4fe7-b4ea-83854b338db6 HTTP/1.1" status: 204 len: 168 time: 0.4041245 Sep 20 12:56:00.463550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb5de1-c26c-44ed-ae05-173a5daddba1 None None] Network 9230f374-5f88-48a1-aea7-f20fc8f9ce5d requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:56:00.465422 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:59Z', 'revision_number': 9, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:00.501678 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:00.518062 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:00.521534 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:00.606672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.647300 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:00.668218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1702d4-41e9-4a73-8092-5dfa69e6bed0 req-8988cf8b-6aa5-4fa7-ab64-dfbb54162eea tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:00.672912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port f370ccf4-8bb9-4739-ae3d-389009809954 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:00.673295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.681655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c1702d4-41e9-4a73-8092-5dfa69e6bed0 req-8988cf8b-6aa5-4fa7-ab64-dfbb54162eea tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1008606 Sep 20 12:56:00.756668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port f370ccf4-8bb9-4739-ae3d-389009809954, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f370ccf4-8bb9-4739-ae3d-389009809954,segment=NetworkSegment(fc9f3ca9-23a1-470c-8fa9-414b94054492),segment_id=fc9f3ca9-23a1-470c-8fa9-414b94054492)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:00.757308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.758413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1c1702d4-41e9-4a73-8092-5dfa69e6bed0 req-99da4ee2-5717-4253-89ab-db089b7c155e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741632 Sep 20 12:56:00.772778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for f370ccf4-8bb9-4739-ae3d-389009809954 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:00.818026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] DHCP port deletion for 9230f374-5f88-48a1-aea7-f20fc8f9ce5d request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:56:00.904570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] Deleting port f370ccf4-8bb9-4739-ae3d-389009809954 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:00.905117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.943044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:00.972862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=f370ccf4-8bb9-4739-ae3d-389009809954,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:00.975909 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:59Z', 'revision_number': 9, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:00.978986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No DVR routers for this DVR port f370ccf4-8bb9-4739-ae3d-389009809954 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:01.004428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] For port f370ccf4-8bb9-4739-ae3d-389009809954, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f370ccf4-8bb9-4739-ae3d-389009809954,segment=NetworkSegment(fc9f3ca9-23a1-470c-8fa9-414b94054492),segment_id=fc9f3ca9-23a1-470c-8fa9-414b94054492)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:01.005355 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.009796 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d03d65-bd40-41c8-941b-e4471c9e23c4 None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:55:59Z', 'revision_number': 9, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7b3cf9e-57bc-4152-a120-eff7283b1983', 'name': '', 'network_id': 'd71ddce9-0721-4110-a855-ecf414757e74', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:2d:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:40Z', 'updated_at': '2021-09-20T12:55:45Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': 'b7548a5b-fd06-45fe-929a-8c8263a2e496', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:01.034270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] Calling delete_port for f370ccf4-8bb9-4739-ae3d-389009809954 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:01.105450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.127137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9230f374-5f88-48a1-aea7-f20fc8f9ce5d']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:01.135229 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.137983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9f3ca9-23a1-470c-8fa9-414b94054492') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:01.138286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9f3ca9-23a1-470c-8fa9-414b94054492') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:01.148984 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.164239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] Pushing event deleted for resources: {'Port': ['ID=f370ccf4-8bb9-4739-ae3d-389009809954,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:01.164497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.166272 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f5006-1a0a-4f48-ac5f-eabc58c72c4f None None] No DVR routers for this DVR port f370ccf4-8bb9-4739-ae3d-389009809954 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:01.170807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:56:01.171224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:56:01.175288 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:56:01.348893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.357195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.362230 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/9230f374-5f88-48a1-aea7-f20fc8f9ce5d HTTP/1.1" status: 204 len: 168 time: 0.8978040 Sep 20 12:56:01.363176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35136) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:01.416552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb07a5-9114-4ff7-9e97-b60b7d6db727 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=9230f374-5f88-48a1-aea7-f20fc8f9ce5d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:01.819879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:01.883732 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cd857-e6c8-4242-86ac-fc1caece311c req-0b8a779c-b29f-45e6-ab34-f26b687db2ce tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:01.886381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-375cd857-e6c8-4242-86ac-fc1caece311c req-0b8a779c-b29f-45e6-ab34-f26b687db2ce tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0616770 Sep 20 12:56:01.930668 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-375cd857-e6c8-4242-86ac-fc1caece311c req-ede07daa-62f0-4618-8a2f-d8ecf51c7c87 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378995 Sep 20 12:56:02.135565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port d7b3cf9e-57bc-4152-a120-eff7283b1983 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:02.135828 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:02.212004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f370ccf4-8bb9-4739-ae3d-389009809954 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:02.228711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port d7b3cf9e-57bc-4152-a120-eff7283b1983, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d7b3cf9e-57bc-4152-a120-eff7283b1983,segment=NetworkSegment(91440e2e-b32b-4674-a6ef-c98aa3b730f5),segment_id=91440e2e-b32b-4674-a6ef-c98aa3b730f5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:02.229197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:02.232574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f370ccf4-8bb9-4739-ae3d-389009809954 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:02.232918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f370ccf4-8bb9-4739-ae3d-389009809954 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:02.233524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fac61cbc-66ca-46d2-9fcf-bce6b01362ae no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:02.246322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for d7b3cf9e-57bc-4152-a120-eff7283b1983 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:02.252931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: fac61cbc-66ca-46d2-9fcf-bce6b01362ae {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:02.253296 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fac61cbc-66ca-46d2-9fcf-bce6b01362ae not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:02.496458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:02.523475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=d7b3cf9e-57bc-4152-a120-eff7283b1983,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:02.893455 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.055794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bdf7e-eb38-4713-b0c6-82741cac5b5b req-650cb900-ed71-4ae3-8a10-64cb6a8ef8ec tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:03.057333 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e5bdf7e-eb38-4713-b0c6-82741cac5b5b req-650cb900-ed71-4ae3-8a10-64cb6a8ef8ec tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0509124 Sep 20 12:56:03.085789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:03.098180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e5bdf7e-eb38-4713-b0c6-82741cac5b5b req-df3f32a9-f6be-4d1e-a2b7-a8e599b10223 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326676 Sep 20 12:56:03.181578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:03.189285 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-67138187-e636-4705-95f3-538c53ed7081 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8224549 Sep 20 12:56:03.190197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35148) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:03.192929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:03.202537 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:03.203143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:03.244059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd69c380-6a07-4de2-9423-eb270b5f53e2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet b7548a5b-fd06-45fe-929a-8c8263a2e496 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:56:03.247377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd69c380-6a07-4de2-9423-eb270b5f53e2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.290644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:03.303673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd69c380-6a07-4de2-9423-eb270b5f53e2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.396719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd69c380-6a07-4de2-9423-eb270b5f53e2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.494331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:02Z', 'revision_number': 10, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:03.514186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd69c380-6a07-4de2-9423-eb270b5f53e2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.520345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:03.529426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:03.530060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:03.544939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69c380-6a07-4de2-9423-eb270b5f53e2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=b7548a5b-fd06-45fe-929a-8c8263a2e496,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:03.551602 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd69c380-6a07-4de2-9423-eb270b5f53e2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.555520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fd69c380-6a07-4de2-9423-eb270b5f53e2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/b7548a5b-fd06-45fe-929a-8c8263a2e496 HTTP/1.1" status: 204 len: 168 time: 0.3637609 Sep 20 12:56:03.556667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:03.568330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf7fe6-e1d5-4d09-a2c5-52e8b0c5e12a None None] Network d71ddce9-0721-4110-a855-ecf414757e74 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:56:03.638985 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.673455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:03.693307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 3207c23b-1e12-4071-b8ce-5f921615c977 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:03.693657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.760640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port 3207c23b-1e12-4071-b8ce-5f921615c977, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3207c23b-1e12-4071-b8ce-5f921615c977,segment=NetworkSegment(91440e2e-b32b-4674-a6ef-c98aa3b730f5),segment_id=91440e2e-b32b-4674-a6ef-c98aa3b730f5)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:03.761288 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.786428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 3207c23b-1e12-4071-b8ce-5f921615c977 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:03.970925 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:03.985878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No DVR routers for this DVR port 3207c23b-1e12-4071-b8ce-5f921615c977 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:04.006093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=3207c23b-1e12-4071-b8ce-5f921615c977,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:04.027526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d047ec-8ba6-407e-bbb2-67367cc0078b None None] DHCP port deletion for d71ddce9-0721-4110-a855-ecf414757e74 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:56:04.088474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:02Z', 'revision_number': 10, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:04.090559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:04.111373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71ddce9-0721-4110-a855-ecf414757e74']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:04.116128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb34eddb-e0ca-40e4-a42c-07acc64cdb0e None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:02Z', 'revision_number': 10, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None, '_interfaces': [{'id': '061e1a38-9077-406c-9a34-1fb83026e30a', 'name': '', 'network_id': '413987b6-b876-4405-9a84-c0f7f4f806fa', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'mac_address': 'fa:16:3e:fa:ba:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '849b44d3-2340-47e5-82fb-c649779fe076', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:55:36Z', 'updated_at': '2021-09-20T12:55:40Z', 'revision_number': 5, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'subnets': [{'id': '849b44d3-2340-47e5-82fb-c649779fe076', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:04.122224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91440e2e-b32b-4674-a6ef-c98aa3b730f5') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:04.122518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91440e2e-b32b-4674-a6ef-c98aa3b730f5') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:04.133747 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:04.149146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:56:04.163111 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:56:04.270086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948d0a4-f4a0-467c-b2e1-a7ede56faefa req-bcb4c6d6-81e9-448a-8a00-154ac5a93ad6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:04.271468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9948d0a4-f4a0-467c-b2e1-a7ede56faefa req-bcb4c6d6-81e9-448a-8a00-154ac5a93ad6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0852964 Sep 20 12:56:04.311665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9948d0a4-f4a0-467c-b2e1-a7ede56faefa req-3e96e987-3d52-40e4-9c72-e40fa4181992 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339816 Sep 20 12:56:04.314296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:04.320184 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:04.322533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/d71ddce9-0721-4110-a855-ecf414757e74 HTTP/1.1" status: 204 len: 168 time: 0.7644107 Sep 20 12:56:04.325219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35156) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:04.338167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a4fff-d743-40c2-873b-4218fbf788f7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=d71ddce9-0721-4110-a855-ecf414757e74,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:04.572872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3207c23b-1e12-4071-b8ce-5f921615c977 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:04.595671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 3207c23b-1e12-4071-b8ce-5f921615c977 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:04.596120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3207c23b-1e12-4071-b8ce-5f921615c977 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:04.678005 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:04.925218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 061e1a38-9077-406c-9a34-1fb83026e30a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:04.925565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:05.020390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port 061e1a38-9077-406c-9a34-1fb83026e30a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=061e1a38-9077-406c-9a34-1fb83026e30a,segment=NetworkSegment(631cf466-a119-4589-b720-7f29c12597a1),segment_id=631cf466-a119-4589-b720-7f29c12597a1)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:05.028814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:05.042203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 061e1a38-9077-406c-9a34-1fb83026e30a owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:05.313543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:05.341389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=061e1a38-9077-406c-9a34-1fb83026e30a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:05.453824 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:05.465100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35164) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:05.465391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b89b12-dd68-4605-bd28-4142981add1d req-1a9fa516-8c64-4ed6-8160-3da3fde96a68 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:05.467254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15b89b12-dd68-4605-bd28-4142981add1d req-1a9fa516-8c64-4ed6-8160-3da3fde96a68 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0728757 Sep 20 12:56:05.513625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15b89b12-dd68-4605-bd28-4142981add1d req-0631e497-7e56-423f-9fc5-c56da4368942 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379922 Sep 20 12:56:05.703906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:05.861389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:05.867515 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fb361fca-6e8a-49f7-bd29-761fcd409088 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5412245 Sep 20 12:56:05.870402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:05.874250 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:05.887035 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:05.887742 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:05.955640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef7b107-81b7-47a9-b961-a464e262ca64 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting subnet 849b44d3-2340-47e5-82fb-c649779fe076 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:56:05.961876 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cef7b107-81b7-47a9-b961-a464e262ca64 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:05.965063 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:06.022002 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:05Z', 'revision_number': 11, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:06.051713 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:06.061454 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:06.063202 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:06.150722 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:06.208844 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:05Z', 'revision_number': 11, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:06.241216 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bdb3b-b23d-47b1-bbb0-e44c27f915d3 None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:05Z', 'revision_number': 11, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:06.244388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d7b3cf9e-57bc-4152-a120-eff7283b1983 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:06.268164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: d7b3cf9e-57bc-4152-a120-eff7283b1983 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:06.268520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d7b3cf9e-57bc-4152-a120-eff7283b1983 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:06.331417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cef7b107-81b7-47a9-b961-a464e262ca64 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:06.446986 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-bf12713d-6a00-4b9c-9d38-d5339d5bff65 service neutron] show failed (client error): The resource could not be found. Sep 20 12:56:06.447999 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-bf12713d-6a00-4b9c-9d38-d5339d5bff65 service neutron] 10.222.0.32 "GET /v2.0/ports/fb95d6e7-f0c2-42cd-a2cb-4f56048285b9/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.1523263 Sep 20 12:56:06.468690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cef7b107-81b7-47a9-b961-a464e262ca64 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:06.566047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:06.646271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595667e-e28c-40c2-ae18-3a2b8691de81 req-378c0c6b-39c5-44f7-b50a-98c8762b8e40 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:06.648772 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8595667e-e28c-40c2-ae18-3a2b8691de81 req-378c0c6b-39c5-44f7-b50a-98c8762b8e40 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0639586 Sep 20 12:56:06.680840 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cef7b107-81b7-47a9-b961-a464e262ca64 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:06.719925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7b107-81b7-47a9-b961-a464e262ca64 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Subnet': ['ID=849b44d3-2340-47e5-82fb-c649779fe076,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:06.724966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8595667e-e28c-40c2-ae18-3a2b8691de81 req-77d43887-18c3-4c3c-91a2-93301224a080 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634429 Sep 20 12:56:06.737305 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cef7b107-81b7-47a9-b961-a464e262ca64 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:06.739900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cef7b107-81b7-47a9-b961-a464e262ca64 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/849b44d3-2340-47e5-82fb-c649779fe076 HTTP/1.1" status: 204 len: 168 time: 0.8676879 Sep 20 12:56:06.746285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5d461-7bff-4e59-b4fd-420bc7f64da2 None None] Network 413987b6-b876-4405-9a84-c0f7f4f806fa requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:56:06.746884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35172) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:06.854572 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:06.922674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Deleting port 1206be7d-dba8-4c2a-8647-b6e049b175da {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:06.923224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.014066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] For port 1206be7d-dba8-4c2a-8647-b6e049b175da, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1206be7d-dba8-4c2a-8647-b6e049b175da,segment=NetworkSegment(631cf466-a119-4589-b720-7f29c12597a1),segment_id=631cf466-a119-4589-b720-7f29c12597a1)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:07.014524 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.033972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Calling delete_port for 1206be7d-dba8-4c2a-8647-b6e049b175da owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:07.037000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] DHCP port deletion for 413987b6-b876-4405-9a84-c0f7f4f806fa request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:56:07.096120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] Deleting port 1206be7d-dba8-4c2a-8647-b6e049b175da {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:07.096868 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.117633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-761249aa-2497-4eca-b3b2-6278ab647329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:07.119152 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-761249aa-2497-4eca-b3b2-6278ab647329 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 1097 time: 0.1335225 Sep 20 12:56:07.132375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:07.144775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port e4177847-8d20-4555-a43b-446b2226dd84 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:07.145161 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.172693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] For port 1206be7d-dba8-4c2a-8647-b6e049b175da, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1206be7d-dba8-4c2a-8647-b6e049b175da,segment=NetworkSegment(631cf466-a119-4589-b720-7f29c12597a1),segment_id=631cf466-a119-4589-b720-7f29c12597a1)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:07.173110 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.182610 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.197977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] Calling delete_port for 1206be7d-dba8-4c2a-8647-b6e049b175da owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:07.219443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Port': ['ID=1206be7d-dba8-4c2a-8647-b6e049b175da,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:07.221460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No DVR routers for this DVR port 1206be7d-dba8-4c2a-8647-b6e049b175da on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:07.267212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.290066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.316059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.321903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] Pushing event deleted for resources: {'Port': ['ID=1206be7d-dba8-4c2a-8647-b6e049b175da,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:07.329190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b381a23-db90-424c-86ef-d2ff05ea2787 None None] No DVR routers for this DVR port 1206be7d-dba8-4c2a-8647-b6e049b175da on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:07.340824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port e4177847-8d20-4555-a43b-446b2226dd84, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e4177847-8d20-4555-a43b-446b2226dd84,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:07.341199 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.353158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413987b6-b876-4405-9a84-c0f7f4f806fa']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:07.364411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631cf466-a119-4589-b720-7f29c12597a1') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:07.364712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631cf466-a119-4589-b720-7f29c12597a1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:07.368969 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for e4177847-8d20-4555-a43b-446b2226dd84 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:07.375042 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.388849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.395746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:56:07.396302 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:56:07.399462 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:56:07.530660 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.542094 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.548782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/networks/413987b6-b876-4405-9a84-c0f7f4f806fa HTTP/1.1" status: 204 len: 168 time: 0.7935262 Sep 20 12:56:07.557074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35176) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:07.562229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'routes': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:07.565704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59799-4da2-4f65-b252-ad81a065f0a5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Pushing event deleted for resources: {'Network': ['ID=413987b6-b876-4405-9a84-c0f7f4f806fa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:07.603179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:07.655953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:56:07.721908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Added routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 20 12:56:07.722545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Removed routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 20 12:56:07.722736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.725844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:07.728453 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa274f0c-0c9a-4976-b1e6-43daf0f2bf37" -d '{"events": [{"server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:07.732339 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.785476 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a4a731-1c18-48f2-9d4e-2f414cd8b351 x-openstack-request-id: req-51a4a731-1c18-48f2-9d4e-2f414cd8b351 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:07.785769 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:07.786495 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51a4a731-1c18-48f2-9d4e-2f414cd8b351 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:07.786495 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'code': 200} Sep 20 12:56:07.787478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Transition to ACTIVE for port object fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:56:07.788756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.812223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=e4177847-8d20-4555-a43b-446b2226dd84,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:07.833817 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.886306 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.899875 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:07.989972 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671420e-93d9-4cc6-8a07-d5a61b3d9082 req-b5aaf0b0-cb0e-4296-aeb7-c837f9b3c165 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:07.991536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3671420e-93d9-4cc6-8a07-d5a61b3d9082 req-b5aaf0b0-cb0e-4296-aeb7-c837f9b3c165 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 944 time: 0.1080453 Sep 20 12:56:08.007354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:08.056432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 2d7f2d1b-1156-4b71-9980-fef175f0d7da has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:08.084263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3671420e-93d9-4cc6-8a07-d5a61b3d9082 req-08163aa7-1459-4a46-805e-7ce79faf9c40 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537958 Sep 20 12:56:08.164992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] No DVR routers for this DVR port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:08.195326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:08.204026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:08.206358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-faacd481-d89a-4dac-b680-526bdfe31e76 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 200 len: 704 time: 0.6470795 Sep 20 12:56:08.208004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:08.210195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] Sync routers for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:08.225095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:08.225832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:08.235981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2079ce86-a613-49cd-9490-8e1c8f486eef tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 200 len: 205 time: 0.0268791 Sep 20 12:56:08.238768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35190) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:08.311934 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:08.367288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:08.391483 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0e1659b-b5e5-487e-aa8b-77499b0baca2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:08.425884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1206be7d-dba8-4c2a-8647-b6e049b175da no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:08.446400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1206be7d-dba8-4c2a-8647-b6e049b175da {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:08.446735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1206be7d-dba8-4c2a-8647-b6e049b175da not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:08.447159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 061e1a38-9077-406c-9a34-1fb83026e30a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:08.449024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:05Z', 'revision_number': 11, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:08.479521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Attempting to bind port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:56:08.480020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Attempting to bind port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:56:08.480144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] Checking router: 2d7f2d1b-1156-4b71-9980-fef175f0d7da for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:08.480524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Attempting to bind port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on network 44a067c0-2a8e-495a-ba0c-ac81131aa81f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:08.492186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on network 44a067c0-2a8e-495a-ba0c-ac81131aa81f not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:56:08.492640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Attempting to bind port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on network 44a067c0-2a8e-495a-ba0c-ac81131aa81f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:08.499142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 061e1a38-9077-406c-9a34-1fb83026e30a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:08.499487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 061e1a38-9077-406c-9a34-1fb83026e30a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:08.506367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:56:08.506367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Checking segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:56:08.506367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Bound using segment: {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:56:08.506764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Bound port: fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24de6f8c-7504-41f1-b276-d45afecaca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:56:08.506764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:08.513998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] Routers {'2d7f2d1b-1156-4b71-9980-fef175f0d7da'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:08.515058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:08.588159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] Set router 2d7f2d1b-1156-4b71-9980-fef175f0d7da gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:08.641883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:05Z', 'revision_number': 11, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:08.659992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:56:08.664555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:56:08.672884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4126f-f182-48ca-9357-e8bb919fac52 None None] The sync data for ids ['2d7f2d1b-1156-4b71-9980-fef175f0d7da'] in n-d-809934-3 is: [{'id': '2d7f2d1b-1156-4b71-9980-fef175f0d7da', 'name': 'tempest-RoutersIpV6Test-router-746489054', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:55:34Z', 'updated_at': '2021-09-20T12:56:05Z', 'revision_number': 11, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:08.679900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 7d3c926e-b039-4f8c-b342-83d0bd68358f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:08.874480 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0e1659b-b5e5-487e-aa8b-77499b0baca2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:08.904328 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0e1659b-b5e5-487e-aa8b-77499b0baca2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:08.975959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-3ac9629c-60d8-4d40-9230-b2028d738bfb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:08.977546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-3ac9629c-60d8-4d40-9230-b2028d738bfb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.5093374 Sep 20 12:56:08.993621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-3eb288bf-a263-4c2f-b351-a44cd569bc35 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/quotas/cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 375 time: 0.0098121 Sep 20 12:56:09.007247 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.027749 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0e1659b-b5e5-487e-aa8b-77499b0baca2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.028285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e1659b-b5e5-487e-aa8b-77499b0baca2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Fanout notify agent at l3_agent the message router_deleted on router 2d7f2d1b-1156-4b71-9980-fef175f0d7da {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:56:09.035317 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0e1659b-b5e5-487e-aa8b-77499b0baca2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.040585 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0e1659b-b5e5-487e-aa8b-77499b0baca2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 204 len: 168 time: 0.8008425 Sep 20 12:56:09.042044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35196) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:09.048291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1df1962d-3d1d-4f47-8d82-afda4cf1fca7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1010726638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:09.059487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-c83ffdba-33f8-4586-8026-1c2ad56e54ca tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600481 Sep 20 12:56:09.063845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:09.064762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.066183 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] 10.222.0.21 "PUT /v2.0/ports/fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 1092 time: 1.9381437 Sep 20 12:56:09.169188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c1ac-637e-49bf-ac0e-dd37fd5820ab service neutron] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:09.189193 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:09.197765 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a0e18728-ae32-4ab7-82cf-9309321c4d1e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "PUT /v2.0/routers/7d3c926e-b039-4f8c-b342-83d0bd68358f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7289338 Sep 20 12:56:09.200763 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] Sync routers for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:09.212196 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:09.212891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-93072202-53c5-4b95-bad3-37251516f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:09.213294 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:09.214737 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-93072202-53c5-4b95-bad3-37251516f040 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1095 time: 0.0933943 Sep 20 12:56:09.216491 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-a1508af5-f7f3-407a-9c48-ea2485075e5f service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328306 Sep 20 12:56:09.251719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1df1962d-3d1d-4f47-8d82-afda4cf1fca7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.252882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1df1962d-3d1d-4f47-8d82-afda4cf1fca7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.319720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-b4442db2-e78d-406d-bdd0-3e128a4524f0 service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021311 Sep 20 12:56:09.343869 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:09.359889 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1df1962d-3d1d-4f47-8d82-afda4cf1fca7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.380646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-a580b029-ccba-4c44-b71e-d10313b72a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:09.382666 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-a580b029-ccba-4c44-b71e-d10313b72a2b service neutron] 10.222.0.21 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.1597831 Sep 20 12:56:09.445323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1df1962d-3d1d-4f47-8d82-afda4cf1fca7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.475864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-c2e15f13-02c7-4994-905c-8df713cbe59e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 999 time: 0.0852330 Sep 20 12:56:09.527018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-e1c2dc8f-0c49-4a35-9b40-a2de606ac821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:09.528493 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-e1c2dc8f-0c49-4a35-9b40-a2de606ac821 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.0462468 Sep 20 12:56:09.545002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1df1962d-3d1d-4f47-8d82-afda4cf1fca7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.546168 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1df1962d-3d1d-4f47-8d82-afda4cf1fca7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5016141 Sep 20 12:56:09.549258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35208) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:09.556311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5a167a52-bfce-430c-8390-b6a06dbcf760 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:09.579688 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-3e94eb70-e9f1-4ffd-af65-690d5e1b7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:09.581414 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-3e94eb70-e9f1-4ffd-af65-690d5e1b7866 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457363 Sep 20 12:56:09.586614 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:07Z', 'revision_number': 6, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:48Z', 'revision_number': 1, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:09.693221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-e2e63e35-2e54-4cce-8ac4-f352ee561e12 service neutron] 10.222.0.21 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045210 Sep 20 12:56:09.706349 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] Checking router: 7d3c926e-b039-4f8c-b342-83d0bd68358f for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:09.714680 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:09.715273 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:09.787496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:09.790257 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716dcbf7-53ed-411b-b761-be40944db97c" -d '{"events": [{"name": "network-changed", "server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:09.795461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0858f334-f1f9-47a4-9cb6-d3efa8cf113e req-40dff07e-a8f4-44d1-95b0-66652a37c77d service neutron] 10.222.0.21 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953562 Sep 20 12:56:09.798598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a167a52-bfce-430c-8390-b6a06dbcf760 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16278973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16283405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16123'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:09.830119 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:09.896862 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a167a52-bfce-430c-8390-b6a06dbcf760 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16278966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16278959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16283398'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:10.051668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0c283-1547-49ca-b302-2cf7cfc8db36 req-bc21114f-fd3d-4090-918b-73bf6409bf59 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:10.053188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6c0c283-1547-49ca-b302-2cf7cfc8db36 req-bc21114f-fd3d-4090-918b-73bf6409bf59 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 944 time: 0.0762746 Sep 20 12:56:10.095334 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6c0c283-1547-49ca-b302-2cf7cfc8db36 req-9a9e97a6-88e6-4077-b97b-bfc226e4ec02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345664 Sep 20 12:56:10.126573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a167a52-bfce-430c-8390-b6a06dbcf760 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Router 8ffcb345-3399-4675-a441-24e781b26968 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:56:10.151214 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:07Z', 'revision_number': 6, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:48Z', 'revision_number': 1, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:10.182705 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b0f6-eef5-4235-9d6a-a36fbbee7d67 None None] The sync data for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 is: [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:07Z', 'revision_number': 6, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ece6c7b6-122f-474f-bdfa-d74bc6637bee', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'port_id': '22b59259-441a-48c5-a38e-359fb5de620a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'mac_address': 'fa:16:3e:f5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:54:43Z', 'updated_at': '2021-09-20T12:54:48Z', 'revision_number': 1, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:10.216786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a167a52-bfce-430c-8390-b6a06dbcf760 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:10.224261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a167a52-bfce-430c-8390-b6a06dbcf760 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:10.225451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a167a52-bfce-430c-8390-b6a06dbcf760 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "PUT /v2.0/routers/8ffcb345-3399-4675-a441-24e781b26968 HTTP/1.1" status: 200 len: 698 time: 0.6750927 Sep 20 12:56:10.228091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35220) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:10.230534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] Sync routers for ids ['8ffcb345-3399-4675-a441-24e781b26968'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:10.241113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] Routers {'8ffcb345-3399-4675-a441-24e781b26968'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:10.241888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8ffcb345-3399-4675-a441-24e781b26968'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:10.309061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9be39836-8e38-461c-b3da-ba9c57e1754f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/routers/8ffcb345-3399-4675-a441-24e781b26968 HTTP/1.1" status: 200 len: 704 time: 0.0776629 Sep 20 12:56:10.310415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35222) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:10.312626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] Set router 8ffcb345-3399-4675-a441-24e781b26968 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:10.359565 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f0cf9cd8-5d3f-4304-af0e-df9ae20ff266 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ffcb345-3399-4675-a441-24e781b26968 HTTP/1.1" status: 200 len: 205 time: 0.0450325 Sep 20 12:56:10.359986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35224) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:10.366868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffcb345-3399-4675-a441-24e781b26968', 'name': 'tempest-RoutersIpV6Test-router-1010726638', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:09Z', 'updated_at': '2021-09-20T12:56:09Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:10.395803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] Checking router: 8ffcb345-3399-4675-a441-24e781b26968 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:10.404030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] Routers {'8ffcb345-3399-4675-a441-24e781b26968'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:10.404643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:55:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['8ffcb345-3399-4675-a441-24e781b26968'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:10.431537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4810d355-b48c-45cc-84b9-054b1224646f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:10.482949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] Set router 8ffcb345-3399-4675-a441-24e781b26968 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:10.503752 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e99e8ba-b5fd-443d-9712-53c85c780165 x-openstack-request-id: req-8e99e8ba-b5fd-443d-9712-53c85c780165 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:10.504352 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:10.504352 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e99e8ba-b5fd-443d-9712-53c85c780165 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:10.504657 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'status': 'completed', 'code': 200} Sep 20 12:56:10.545767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffcb345-3399-4675-a441-24e781b26968', 'name': 'tempest-RoutersIpV6Test-router-1010726638', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:09Z', 'updated_at': '2021-09-20T12:56:09Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:10.568464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1f2faca3-f1d9-47e3-b679-8f6fdfb8ccde req-d812a039-94f8-4f6b-a711-8a0d3fa16951 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 210 time: 0.0336068 Sep 20 12:56:10.588950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f38b4-4cd3-487e-bc48-f3d3a4cfb6ee None None] The sync data for ids ['8ffcb345-3399-4675-a441-24e781b26968'] in n-d-809934-3 is: [{'id': '8ffcb345-3399-4675-a441-24e781b26968', 'name': 'tempest-RoutersIpV6Test-router-1010726638', 'tenant_id': '5830c0b0cc934aefab6dda1ad5956976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:09Z', 'updated_at': '2021-09-20T12:56:09Z', 'revision_number': 2, 'project_id': '5830c0b0cc934aefab6dda1ad5956976', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:10.608726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4810d355-b48c-45cc-84b9-054b1224646f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:10.615267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4810d355-b48c-45cc-84b9-054b1224646f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:10.677535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd887fe-0eb7-40e8-a163-6605b713a6f9 req-0734252e-ebfa-4dac-af9b-7fcdf702e49a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:10.685932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abd887fe-0eb7-40e8-a163-6605b713a6f9 req-0734252e-ebfa-4dac-af9b-7fcdf702e49a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 946 time: 0.0590065 Sep 20 12:56:10.723510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abd887fe-0eb7-40e8-a163-6605b713a6f9 req-ab6fdab9-c1db-4c02-b38b-bf686c26e6be tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366132 Sep 20 12:56:10.739975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcbf7-53ed-411b-b761-be40944db97c req-d204f21b-d340-40f5-beb6-33893ad60c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:10.740552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-d204f21b-d340-40f5-beb6-33893ad60c07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1095 time: 0.1171501 Sep 20 12:56:10.750442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcbf7-53ed-411b-b761-be40944db97c req-4fb1287a-2cb8-48e7-82d0-674f3ab5b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:10.752144 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-4fb1287a-2cb8-48e7-82d0-674f3ab5b93b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1095 time: 0.1282299 Sep 20 12:56:10.800576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4810d355-b48c-45cc-84b9-054b1224646f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:10.809564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4810d355-b48c-45cc-84b9-054b1224646f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Fanout notify agent at l3_agent the message router_deleted on router 8ffcb345-3399-4675-a441-24e781b26968 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:56:10.819539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4810d355-b48c-45cc-84b9-054b1224646f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:10.820640 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4810d355-b48c-45cc-84b9-054b1224646f tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/8ffcb345-3399-4675-a441-24e781b26968 HTTP/1.1" status: 204 len: 168 time: 0.4598904 Sep 20 12:56:10.824914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:10.860567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7ab5044-9f3e-4832-a7d8-dc48ef577da5 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ffcb345-3399-4675-a441-24e781b26968 HTTP/1.1" status: 200 len: 205 time: 0.0316746 Sep 20 12:56:10.861905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35234) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:10.914199 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-d3285732-df35-416f-93d0-70024e358791 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] delete failed (client error): The resource could not be found. Sep 20 12:56:10.915265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3285732-df35-416f-93d0-70024e358791 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/8ffcb345-3399-4675-a441-24e781b26968 HTTP/1.1" status: 404 len: 336 time: 0.0524182 Sep 20 12:56:10.918057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35236) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:10.923983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcbf7-53ed-411b-b761-be40944db97c req-a4e7eda1-9713-47e5-b7c0-1a1b2fdfc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:10.925599 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-a4e7eda1-9713-47e5-b7c0-1a1b2fdfc7fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.1725540 Sep 20 12:56:10.928575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcbf7-53ed-411b-b761-be40944db97c req-855413e7-6349-4a0e-a76d-469a82886892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:10.930016 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-855413e7-6349-4a0e-a76d-469a82886892 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.1681945 Sep 20 12:56:10.949359 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec2cf65-d062-41d4-b373-29557697ee24 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:10.949823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec2cf65-d062-41d4-b373-29557697ee24 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:10.951577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cec2cf65-d062-41d4-b373-29557697ee24 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/c5599b52-960a-4a3d-bfaa-857cfedec3d8 HTTP/1.1" status: 404 len: 337 time: 0.0326126 Sep 20 12:56:10.954305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:10.979775 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba215f2b-1c09-46cb-9b6f-91ae80003edf tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:10.980281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba215f2b-1c09-46cb-9b6f-91ae80003edf tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:10.984957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba215f2b-1c09-46cb-9b6f-91ae80003edf tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/3f87143c-3f91-4fe7-b4ea-83854b338db6 HTTP/1.1" status: 404 len: 337 time: 0.0268123 Sep 20 12:56:10.985277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35240) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.011489 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12421f7-0bb3-44b2-a15a-87f04ca708cb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:11.012204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12421f7-0bb3-44b2-a15a-87f04ca708cb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:11.017354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c12421f7-0bb3-44b2-a15a-87f04ca708cb tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/b7548a5b-fd06-45fe-929a-8c8263a2e496 HTTP/1.1" status: 404 len: 337 time: 0.0311210 Sep 20 12:56:11.017512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35242) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.056285 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a6af73-d761-46f6-a1c0-cd7048e6c964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:11.056729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a6af73-d761-46f6-a1c0-cd7048e6c964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:11.058471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d7a6af73-d761-46f6-a1c0-cd7048e6c964 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/849b44d3-2340-47e5-82fb-c649779fe076 HTTP/1.1" status: 404 len: 337 time: 0.0386786 Sep 20 12:56:11.061392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.068638 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-eaa13a3a-2331-4230-bd52-9847751f4de8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 999 time: 0.1343932 Sep 20 12:56:11.074442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-a88af30d-0019-4ae1-a8f1-22654bcfff7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 999 time: 0.1003463 Sep 20 12:56:11.088162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3282ebf1-d6e8-406f-a974-717e63073f3a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 200 len: 205 time: 0.0256240 Sep 20 12:56:11.090568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35246) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.107686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:11.140850 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-33bc1446-2182-4d53-983b-87202e869a22 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] delete failed (client error): The resource could not be found. Sep 20 12:56:11.141935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-33bc1446-2182-4d53-983b-87202e869a22 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/2d7f2d1b-1156-4b71-9980-fef175f0d7da HTTP/1.1" status: 404 len: 336 time: 0.0504296 Sep 20 12:56:11.144647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.178388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:11.186286 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8c658664-eca9-4b66-b1f8-aa5024572d28 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f4b8504-4a24-4a89-87ac-f55c2084f0d6 HTTP/1.1" status: 200 len: 205 time: 0.0368571 Sep 20 12:56:11.188010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35252) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.191580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcbf7-53ed-411b-b761-be40944db97c req-5a53f2f7-3f1c-4fd4-9888-160cf8277f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:11.193456 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-5a53f2f7-3f1c-4fd4-9888-160cf8277f09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.1166158 Sep 20 12:56:11.194973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcbf7-53ed-411b-b761-be40944db97c req-60256ca0-69c0-4312-b70d-11f8cb3a5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:11.197072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-60256ca0-69c0-4312-b70d-11f8cb3a5e0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.1120117 Sep 20 12:56:11.235238 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-edeaec64-4b51-419a-bd6e-7dce4dfe4346 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] delete failed (client error): The resource could not be found. Sep 20 12:56:11.236265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-edeaec64-4b51-419a-bd6e-7dce4dfe4346 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/4f4b8504-4a24-4a89-87ac-f55c2084f0d6 HTTP/1.1" status: 404 len: 336 time: 0.0466537 Sep 20 12:56:11.239402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35254) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.280703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35797-f7ee-4f7e-ad46-f8bbdc451048 req-e5078cd8-287d-4826-a034-872700c786c3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:11.282429 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13e35797-f7ee-4f7e-ad46-f8bbdc451048 req-e5078cd8-287d-4826-a034-872700c786c3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 944 time: 0.0960984 Sep 20 12:56:11.288173 n-d-809934-3 neutron-server[95503]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0c3311-7b3b-4e09-af85-90b73b8a4860 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:11.288637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0c3311-7b3b-4e09-af85-90b73b8a4860 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:11.290469 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ea0c3311-7b3b-4e09-af85-90b73b8a4860 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/aa1e2753-6cfb-4707-b8b1-7ec46404180a HTTP/1.1" status: 404 len: 337 time: 0.0488696 Sep 20 12:56:11.295655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35256) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.301767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcbf7-53ed-411b-b761-be40944db97c req-72f381f9-9874-4173-af9f-5bc421ad56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:11.303520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-72f381f9-9874-4173-af9f-5bc421ad56e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013353 Sep 20 12:56:11.309850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcbf7-53ed-411b-b761-be40944db97c req-cdbd93d5-b4ac-4911-8049-43264b4c9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:11.311266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-cdbd93d5-b4ac-4911-8049-43264b4c9bfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010420 Sep 20 12:56:11.333974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-54d8349d-7168-4087-9789-0a90a9eb2da7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=3379bbfd-34d5-44f2-8346-100bd2f06935 HTTP/1.1" status: 200 len: 205 time: 0.0371490 Sep 20 12:56:11.339416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35258) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.381418 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-d9160432-5c6b-4b7a-88e5-e83e29d83c0a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] delete failed (client error): The resource could not be found. Sep 20 12:56:11.384831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d9160432-5c6b-4b7a-88e5-e83e29d83c0a tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/3379bbfd-34d5-44f2-8346-100bd2f06935 HTTP/1.1" status: 404 len: 336 time: 0.0419488 Sep 20 12:56:11.386325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.386674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13e35797-f7ee-4f7e-ad46-f8bbdc451048 req-79f8adff-2150-42ea-acb4-1cdf6566c23e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972128 Sep 20 12:56:11.476433 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8ecbf6d9-dceb-4449-83c1-649a7b5f3200 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc3ed2a-9d08-497d-a5bd-e0116fa9013c HTTP/1.1" status: 200 len: 205 time: 0.0899448 Sep 20 12:56:11.478973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.514150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-ec148f28-5722-421c-85e4-061f0f84ebbc service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019367 Sep 20 12:56:11.523821 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-6e32f25f-dc0a-4818-8881-cbc40a57abe2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] delete failed (client error): The resource could not be found. Sep 20 12:56:11.524852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e32f25f-dc0a-4818-8881-cbc40a57abe2 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/adc3ed2a-9d08-497d-a5bd-e0116fa9013c HTTP/1.1" status: 404 len: 336 time: 0.0449131 Sep 20 12:56:11.527525 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.537589 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-1d953cb6-b3f5-4ff6-a46b-eb4a79e00ac4 service neutron] 10.222.0.21 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159135 Sep 20 12:56:11.557975 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ec0e91-c91d-4a6a-87b8-bddf06c1b323 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:11.558414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ec0e91-c91d-4a6a-87b8-bddf06c1b323 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:11.562744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f2ec0e91-c91d-4a6a-87b8-bddf06c1b323 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/88c20906-a02f-49e2-9d20-5e5855a2473b HTTP/1.1" status: 404 len: 337 time: 0.0314157 Sep 20 12:56:11.563581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.593178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-110b4cb6-946f-45b3-9a67-b962a21f722e tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=23cd8b52-f6ee-48fc-9e5a-564df974c006 HTTP/1.1" status: 200 len: 205 time: 0.0264690 Sep 20 12:56:11.593423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35270) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.673206 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-9fd74400-342c-4bc9-becc-facf2c04ba75 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] delete failed (client error): The resource could not be found. Sep 20 12:56:11.676699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9fd74400-342c-4bc9-becc-facf2c04ba75 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/23cd8b52-f6ee-48fc-9e5a-564df974c006 HTTP/1.1" status: 404 len: 336 time: 0.0714800 Sep 20 12:56:11.679139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35272) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.690998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-789a64c6-35e7-4537-bc57-40b08e9cab93 service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686904 Sep 20 12:56:11.704844 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-716dcbf7-53ed-411b-b761-be40944db97c req-6b08b89b-6321-4e01-b7ae-0afedc44f14d service neutron] 10.222.0.21 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519096 Sep 20 12:56:11.726638 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a838a2ca-bf07-49a4-9fb2-3dc5f8797736 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:11.727561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a838a2ca-bf07-49a4-9fb2-3dc5f8797736 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:11.729452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a838a2ca-bf07-49a4-9fb2-3dc5f8797736 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/f7238113-0ebf-45a3-866f-d47058dfbfa8 HTTP/1.1" status: 404 len: 337 time: 0.0493796 Sep 20 12:56:11.732173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35276) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.755560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b317fd64-a32a-4363-9ff3-f434df8234d5 req-be1676af-48a2-49f8-b1df-386aa3778a10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 210 time: 0.0796161 Sep 20 12:56:11.771771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dcf17974-849d-498d-86ae-5ca989349dcd tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dabb599-a134-4f61-b830-21a977e3ac58 HTTP/1.1" status: 200 len: 205 time: 0.0345302 Sep 20 12:56:11.776403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.822628 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-d6937f43-1d96-41b7-9cc6-49b7fcba8414 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] delete failed (client error): The resource could not be found. Sep 20 12:56:11.831380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d6937f43-1d96-41b7-9cc6-49b7fcba8414 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/routers/8dabb599-a134-4f61-b830-21a977e3ac58 HTTP/1.1" status: 404 len: 336 time: 0.0463219 Sep 20 12:56:11.831380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.882992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac49f57-3601-45c6-84c3-203f547f969d req-7353f70f-27d3-4469-918d-981311df4712 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:11.884734 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cac49f57-3601-45c6-84c3-203f547f969d req-7353f70f-27d3-4469-918d-981311df4712 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 946 time: 0.0570943 Sep 20 12:56:11.893807 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2458ea-438a-4376-ad4f-274f4d448ac7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:11.894270 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2458ea-438a-4376-ad4f-274f4d448ac7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:11.896082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eb2458ea-438a-4376-ad4f-274f4d448ac7 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/b7a15207-4cc9-4e87-adbb-8a6cf830744a HTTP/1.1" status: 404 len: 337 time: 0.0597634 Sep 20 12:56:11.898547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:11.927781 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8923aea4-94f2-4487-9db4-7b4808624684 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] DELETE failed (client error): The resource could not be found. Sep 20 12:56:11.928444 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8923aea4-94f2-4487-9db4-7b4808624684 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 12:56:11.929944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8923aea4-94f2-4487-9db4-7b4808624684 tempest-RoutersIpV6Test-1567031956 tempest-RoutersIpV6Test-1567031956-project] 10.222.0.37 "DELETE /v2.0/subnets/304b97cb-6bf8-4811-8ac7-5c925c8752e9 HTTP/1.1" status: 404 len: 337 time: 0.0305104 Sep 20 12:56:11.954741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56acbe-9648-44a0-a773-55c6573a7869 req-b4993205-30e6-4698-93ea-19310286513e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:11.956284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce56acbe-9648-44a0-a773-55c6573a7869 req-b4993205-30e6-4698-93ea-19310286513e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 946 time: 0.1187320 Sep 20 12:56:11.998533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce56acbe-9648-44a0-a773-55c6573a7869 req-9a2431e2-7083-483f-8004-0008ea572aad tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=82e3c3b5-5ff4-4029-a814-98cc0add4652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350759 Sep 20 12:56:12.095546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:12.095800 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.106444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-646baec0-c00d-44a1-93d5-3bdd121a4196 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:12.107882 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-646baec0-c00d-44a1-93d5-3bdd121a4196 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1630473 Sep 20 12:56:12.122470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'port': {'device_id': '362f2946-67fa-440a-8080-05e1126fbe43', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'admin_state_up': True, 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:12.175292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e4177847-8d20-4555-a43b-446b2226dd84 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:12.196871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e4177847-8d20-4555-a43b-446b2226dd84 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:12.197590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e4177847-8d20-4555-a43b-446b2226dd84 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:12.268222 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:12.268581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.285474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:12.376799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:56:12.380279 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.404550 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2529ce21-5745-400d-8c91-dbb5627623b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.418514 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35292) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:12.526362 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1125508-bf79-4711-8b12-76e7781ce244 req-df164e50-3a24-4278-9c47-68ae0e8bc734 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:12.533594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1125508-bf79-4711-8b12-76e7781ce244 req-df164e50-3a24-4278-9c47-68ae0e8bc734 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 944 time: 0.0609269 Sep 20 12:56:12.538463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.604354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=9cceb17f-739b-4e9f-a6f9-37b47b1156b4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:12.607943 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1125508-bf79-4711-8b12-76e7781ce244 req-51fd7fc8-919d-43e8-ac0a-726dfb66a020 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716019 Sep 20 12:56:12.613708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0673f33e-3142-47b4-b2f5-a27d5741f734 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5830c0b0cc934aefab6dda1ad5956976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911523 Sep 20 12:56:12.615358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:12.688998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] No DVR routers for this DVR port 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:12.693641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.696033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cac49f57-3601-45c6-84c3-203f547f969d req-57abb7a3-375f-4db0-b730-a913cea5585d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "DELETE /v2.0/ports/9cceb17f-739b-4e9f-a6f9-37b47b1156b4 HTTP/1.1" status: 204 len: 173 time: 0.8046148 Sep 20 12:56:12.696550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff039b05-df34-4648-a15f-7c5ccea21bf5', 'name': 'network-vif-deleted', 'tag': '9cceb17f-739b-4e9f-a6f9-37b47b1156b4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:12.698845 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7968520a-7efd-48f5-93cb-8a8672adb045" -d '{"events": [{"server_uuid": "ff039b05-df34-4648-a15f-7c5ccea21bf5", "name": "network-vif-deleted", "tag": "9cceb17f-739b-4e9f-a6f9-37b47b1156b4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:12.700198 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2596d64-5b97-40a0-bc61-77ef08745f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.723861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2596d64-5b97-40a0-bc61-77ef08745f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.728642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.20.0.10 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/3768ad90-0442-4ef3-8fdf-dba5b6163fb8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:56:12.856930 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2596d64-5b97-40a0-bc61-77ef08745f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.860653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2596d64-5b97-40a0-bc61-77ef08745f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.864723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e2596d64-5b97-40a0-bc61-77ef08745f68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97fb32be-c7b2-47ea-bdca-49aac9903d11 HTTP/1.1" status: 204 len: 168 time: 0.2460086 Sep 20 12:56:12.884601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2596d64-5b97-40a0-bc61-77ef08745f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb32be-c7b2-47ea-bdca-49aac9903d11,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:12.924553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:56:12.928195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:12.979708 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640c75fa-b8f2-4e90-8fd3-5833c84a9640 x-openstack-request-id: req-640c75fa-b8f2-4e90-8fd3-5833c84a9640 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:12.982467 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff039b05-df34-4648-a15f-7c5ccea21bf5", "name": "network-vif-deleted", "tag": "9cceb17f-739b-4e9f-a6f9-37b47b1156b4", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:12.982467 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-640c75fa-b8f2-4e90-8fd3-5833c84a9640 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:12.982467 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff039b05-df34-4648-a15f-7c5ccea21bf5', 'name': 'network-vif-deleted', 'tag': '9cceb17f-739b-4e9f-a6f9-37b47b1156b4', 'status': 'completed', 'code': 200} Sep 20 12:56:13.042742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:13.075725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'port_id': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'mac_address': 'fa:16:3e:8e:9f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:56:13.118962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:13.148495 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:13.164868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:56:13.186767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:13.190183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:13.202775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bd44f-f062-4032-9f7e-b2e031274efc req-e2df3a8c-d285-44e6-9894-76e607d3edc8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:13.205522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c1bd44f-f062-4032-9f7e-b2e031274efc req-e2df3a8c-d285-44e6-9894-76e607d3edc8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 932 time: 0.1083140 Sep 20 12:56:13.239610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:13.241770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:13.252942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-44d24755-d596-4021-a80b-d5526b0ca78e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:13.254761 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-44d24755-d596-4021-a80b-d5526b0ca78e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3&tenant_id=c1df823e0e9446a9a23f52aa8f273f89&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 944 time: 0.2325196 Sep 20 12:56:13.255635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:56:13.257093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c1bd44f-f062-4032-9f7e-b2e031274efc req-bb41b292-1ebd-4746-b941-066d0698820e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 Sep 20 12:56:13.264275 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:13.384339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:13.418965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:13.420022 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:13.458818 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-f2471dbe-d5d3-438b-a687-099c8cd86b96 service neutron] delete failed (client error): The resource could not be found. Sep 20 12:56:13.459941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-f2471dbe-d5d3-438b-a687-099c8cd86b96 service neutron] 10.222.0.32 "DELETE /v2.0/ports/fb95d6e7-f0c2-42cd-a2cb-4f56048285b9/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.1053183 Sep 20 12:56:13.464346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39111-8441-4dac-94d7-6747a1805942 req-cb158872-0e7e-43f1-bac6-081d67b2c1af tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:13.464828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2c39111-8441-4dac-94d7-6747a1805942 req-cb158872-0e7e-43f1-bac6-081d67b2c1af tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 945 time: 0.1115959 Sep 20 12:56:13.481329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:56:13.523596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-944f78e8-c872-4fac-ab86-dce53933c4ed tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4050109 Sep 20 12:56:13.535461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2c39111-8441-4dac-94d7-6747a1805942 req-6fe0face-5751-4d34-b67b-cc3eec1138dd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578544 Sep 20 12:56:13.564868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Request body: {'port': {'device_id': '362f2946-67fa-440a-8080-05e1126fbe43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:13.678810 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:13.681958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-1e7dc9cf-9d08-4e39-a477-dd888e8624f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:13.683461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-1e7dc9cf-9d08-4e39-a477-dd888e8624f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1096 time: 0.1736133 Sep 20 12:56:13.720177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8e4327f1-03ad-4e60-a984-5730d662b35b None None] Provisioning complete for port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:13.720396 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e4327f1-03ad-4e60-a984-5730d662b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:13.740258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cca61968-9c61-4d9a-bbc2-78c3d6bb1a70 req-dd545851-6c3d-4f2c-b44d-44d0be8da80c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff039b05-df34-4648-a15f-7c5ccea21bf5 HTTP/1.1" status: 200 len: 210 time: 0.0389500 Sep 20 12:56:13.821229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8e4327f1-03ad-4e60-a984-5730d662b35b None None] Port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:56:13.855136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-83b148b7-e37b-4ee7-9187-39086c1e4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:13.857995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-83b148b7-e37b-4ee7-9187-39086c1e4b77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.1629660 Sep 20 12:56:14.002031 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-894dae9e-dfa4-4e3d-af86-a3c9f82c042c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 1000 time: 0.1284692 Sep 20 12:56:14.299802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:14.383262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-adcd6451-eab7-40da-a3d9-88a9b7a5cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:14.384714 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-adcd6451-eab7-40da-a3d9-88a9b7a5cf9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.3735409 Sep 20 12:56:14.425516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-56e2e874-1762-439e-b150-5d69689bd236 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:14.426113 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-56e2e874-1762-439e-b150-5d69689bd236 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 20 12:56:14.426633 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-56e2e874-1762-439e-b150-5d69689bd236 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): There was a conflict when trying to complete your request. Sep 20 12:56:14.432664 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-56e2e874-1762-439e-b150-5d69689bd236 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1317666 Sep 20 12:56:14.433836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:14.439999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--600273677'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:14.466682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-e18a789d-e8c6-45cb-9157-ccd675b8f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:14.467987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec82c1-4e9f-4284-8406-abb3ab81389d req-20696777-0ed8-49a0-b02a-bfc96a378a8e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:14.468205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-e18a789d-e8c6-45cb-9157-ccd675b8f1a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751691 Sep 20 12:56:14.470121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0ec82c1-4e9f-4284-8406-abb3ab81389d req-20696777-0ed8-49a0-b02a-bfc96a378a8e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 932 time: 0.0968442 Sep 20 12:56:14.518295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0ec82c1-4e9f-4284-8406-abb3ab81389d req-44843f00-8025-4df0-84b6-84984b9566ac tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Sep 20 12:56:14.528302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:56:14.568649 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:14.570879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:14.587345 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:14.593135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Transition to ACTIVE for port object 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:56:14.613551 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-ce05708f-4c4b-464c-804e-fb36528eb13e service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245341 Sep 20 12:56:14.681600 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:14.702798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f719529-880a-4c0e-9ae6-992afa100d95 req-67f49664-6010-42ad-a763-3af90b655b16 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:14.705542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f719529-880a-4c0e-9ae6-992afa100d95 req-67f49664-6010-42ad-a763-3af90b655b16 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 945 time: 0.0820472 Sep 20 12:56:14.762120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Pushing event updated for resources: {'Port': ['ID=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:14.768602 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:14.769452 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6074fbab-9b85-458e-a942-0803a3f39e29 req-a6a3bcd6-1533-48ad-ad57-923db6cef622 service neutron] 10.222.0.32 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481950 Sep 20 12:56:14.778528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f719529-880a-4c0e-9ae6-992afa100d95 req-58003dd3-3aa7-4632-8666-5077a006b2ef tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622137 Sep 20 12:56:14.838978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:14.861076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35340) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:14.895010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2055cebe-4066-49ed-8c14-3210a9fd42ef,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:14.928357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Attempting to bind port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:56:14.928702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Attempting to bind port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:56:14.929071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Attempting to bind port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:14.929213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:56:14.940592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 on network 72813fde-70bf-4265-8573-42873b0c2dec not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:56:14.940928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Attempting to bind port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:14.951019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:56:14.951307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:56:14.951834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:56:14.952342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Bound port: 3768ad90-0442-4ef3-8fdf-dba5b6163fb8, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:56:14.952943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.005715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15296c6e-2847-4022-b872-c85c7c93b73b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.027268 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.051039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:56:15.063834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:15.063834 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.071538 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15296c6e-2847-4022-b872-c85c7c93b73b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.108196 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.124416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] For port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:56:15.128459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] For port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:56:15.161930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.171370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7b4c3b-5480-437c-8abc-bcc92efa2745,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:15.189315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e8698925-0d81-446d-878c-d3133c4d5b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.196802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:15.199045 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f957bd-1c5e-41c4-80d7-a1ceccaaadf3" -d '{"events": [{"server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "name": "network-vif-plugged", "status": "completed", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:15.212512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:15.246422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.247154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.247979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-09baef59-f018-42ca-ac1d-fd8b059ecfd9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8127906 Sep 20 12:56:15.250912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:15.256286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15296c6e-2847-4022-b872-c85c7c93b73b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.261736 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1ab8d60e-7f5d-444b-9567-dea03e844687 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '8e7b4c3b-5480-437c-8abc-bcc92efa2745', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:15.266156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15296c6e-2847-4022-b872-c85c7c93b73b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.267298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-15296c6e-2847-4022-b872-c85c7c93b73b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/security-groups/82e3c3b5-5ff4-4029-a814-98cc0add4652 HTTP/1.1" status: 204 len: 168 time: 0.4054551 Sep 20 12:56:15.274243 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.320779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15296c6e-2847-4022-b872-c85c7c93b73b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e3c3b5-5ff4-4029-a814-98cc0add4652,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:15.346773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:15.347400 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.348802 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] 10.222.0.21 "PUT /v2.0/ports/3768ad90-0442-4ef3-8fdf-dba5b6163fb8 HTTP/1.1" status: 200 len: 1092 time: 1.7915390 Sep 20 12:56:15.349579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362f2946-67fa-440a-8080-05e1126fbe43', 'tag': '3768ad90-0442-4ef3-8fdf-dba5b6163fb8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:15.353223 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f730fb-b9cf-44b5-8cd9-863766df26b2" -d '{"events": [{"name": "network-changed", "server_uuid": "362f2946-67fa-440a-8080-05e1126fbe43", "tag": "3768ad90-0442-4ef3-8fdf-dba5b6163fb8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:15.356991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:15.371068 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d60e-7f5d-444b-9567-dea03e844687 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.401560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2812e2e-5dc0-42fb-afb1-2ea69de4b16e service neutron] Pushing event updated for resources: {'Port': ['ID=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:15.438704 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5670775a-9591-49e4-8f8a-04681a9b200f x-openstack-request-id: req-5670775a-9591-49e4-8f8a-04681a9b200f {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:15.439259 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "name": "network-vif-plugged", "status": "completed", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:15.439726 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5670775a-9591-49e4-8f8a-04681a9b200f {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:15.440345 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'code': 200} Sep 20 12:56:15.455440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d60e-7f5d-444b-9567-dea03e844687 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.524833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d60e-7f5d-444b-9567-dea03e844687 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.571486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-617638cf-5490-43db-9595-5e5291f87c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:15.573317 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-617638cf-5490-43db-9595-5e5291f87c1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 1095 time: 0.0753436 Sep 20 12:56:15.589469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8d60e-7f5d-444b-9567-dea03e844687 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90202945-b101-415d-bd14-7bfa507038a8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:15.602731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35354) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:15.641184 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-27c9128a-7ba6-4131-8e59-2553de255068 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3768ad90-0442-4ef3-8fdf-dba5b6163fb8 HTTP/1.1" status: 200 len: 217 time: 0.0587173 Sep 20 12:56:15.690646 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.697388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47a1e3d-f8e3-4492-9652-c301abbe5e14 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting subnet 8980d6ff-9992-44cd-817c-00f6eae67717 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:56:15.702612 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f47a1e3d-f8e3-4492-9652-c301abbe5e14 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.750998 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f47a1e3d-f8e3-4492-9652-c301abbe5e14 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.793481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-38ce6c35-f8ce-432c-a779-dfcdf766cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:15.795162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-38ce6c35-f8ce-432c-a779-dfcdf766cf7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.1475489 Sep 20 12:56:15.798221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d60e-7f5d-444b-9567-dea03e844687 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.799703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ab8d60e-7f5d-444b-9567-dea03e844687 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5431852 Sep 20 12:56:15.802711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35360) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:15.810383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b6117734-0a79-41d8-bbfa-d5893cb6839e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '8e7b4c3b-5480-437c-8abc-bcc92efa2745', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:15.827009 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae92237-bb39-4833-93c4-0af12a50ad71 x-openstack-request-id: req-1ae92237-bb39-4833-93c4-0af12a50ad71 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:15.827009 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362f2946-67fa-440a-8080-05e1126fbe43", "tag": "3768ad90-0442-4ef3-8fdf-dba5b6163fb8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:15.827009 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ae92237-bb39-4833-93c4-0af12a50ad71 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:15.827009 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362f2946-67fa-440a-8080-05e1126fbe43', 'tag': '3768ad90-0442-4ef3-8fdf-dba5b6163fb8', 'status': 'completed', 'code': 200} Sep 20 12:56:15.863459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-12ab46cc-e8ef-4118-8a66-59610a7a6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:15.865577 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-12ab46cc-e8ef-4118-8a66-59610a7a6964 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622125 Sep 20 12:56:15.973305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f47a1e3d-f8e3-4492-9652-c301abbe5e14 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:15.985405 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-589bb96c-a316-477c-bfa3-1b28a8cd081a service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114306 Sep 20 12:56:16.060130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a502a-d8e0-4af3-b3d5-7b3a7c6079d7 req-4765ea98-dedd-4901-b18a-06ac83aa5290 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:16.062172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-245a502a-d8e0-4af3-b3d5-7b3a7c6079d7 req-4765ea98-dedd-4901-b18a-06ac83aa5290 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 944 time: 0.1419437 Sep 20 12:56:16.063931 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6117734-0a79-41d8-bbfa-d5893cb6839e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.111014 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2f0f19b-a16b-41f9-a497-26bfabf6f0df req-2ac38f80-4b5a-4a85-870e-85800aedc256 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192760 Sep 20 12:56:16.126661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f47a1e3d-f8e3-4492-9652-c301abbe5e14 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.161965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-245a502a-d8e0-4af3-b3d5-7b3a7c6079d7 req-ad869716-d869-473f-aa5d-511681b552d5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877037 Sep 20 12:56:16.168645 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f47a1e3d-f8e3-4492-9652-c301abbe5e14 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.173408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f47a1e3d-f8e3-4492-9652-c301abbe5e14 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/subnets/8980d6ff-9992-44cd-817c-00f6eae67717 HTTP/1.1" status: 204 len: 168 time: 0.5598874 Sep 20 12:56:16.173857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35364) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:16.175633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a1e3d-f8e3-4492-9652-c301abbe5e14 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Subnet': ['ID=8980d6ff-9992-44cd-817c-00f6eae67717,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:16.182277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828922fe-4389-4806-ad74-28d27d5b7a55 None None] Network 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:56:16.262927 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-b6117734-0a79-41d8-bbfa-d5893cb6839e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): There was a conflict when trying to complete your request. Sep 20 12:56:16.264132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6117734-0a79-41d8-bbfa-d5893cb6839e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4578762 Sep 20 12:56:16.268392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35366) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:16.314300 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.334014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-192e1de6-1ecc-48bf-b393-1f286fc289fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:16.335669 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-192e1de6-1ecc-48bf-b393-1f286fc289fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 1095 time: 0.0736480 Sep 20 12:56:16.395361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce02f517-7184-4b27-8965-f8741ad1ba6c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.415840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cc9b1-9b86-4611-a547-62fb472a85da req-7328e991-be4a-4d6b-ad80-657ce035a50e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:16.417461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c7cc9b1-9b86-4611-a547-62fb472a85da req-7328e991-be4a-4d6b-ad80-657ce035a50e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1085286 Sep 20 12:56:16.460541 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce02f517-7184-4b27-8965-f8741ad1ba6c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.466931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] DHCP port deletion for 19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:56:16.476587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port bf64f058-9f00-42c2-9235-50baaf4f67f4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:16.476810 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.490976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-40def1e0-58f0-4f80-a425-fa8b5bd97c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:16.492000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c7cc9b1-9b86-4611-a547-62fb472a85da req-f8dbd562-efc4-46e9-80bc-62dafcb5be2c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655267 Sep 20 12:56:16.492436 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-40def1e0-58f0-4f80-a425-fa8b5bd97c36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.1351662 Sep 20 12:56:16.525980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35368) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:16.557341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] Deleting port bf64f058-9f00-42c2-9235-50baaf4f67f4 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:16.558047 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.579125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-06239eaa-fa5c-4ecc-995b-393360129c98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3768ad90-0442-4ef3-8fdf-dba5b6163fb8 HTTP/1.1" status: 200 len: 217 time: 0.0762773 Sep 20 12:56:16.603413 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce02f517-7184-4b27-8965-f8741ad1ba6c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.606567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce02f517-7184-4b27-8965-f8741ad1ba6c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.609652 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce02f517-7184-4b27-8965-f8741ad1ba6c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/8e7b4c3b-5480-437c-8abc-bcc92efa2745 HTTP/1.1" status: 204 len: 168 time: 0.3383901 Sep 20 12:56:16.616076 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-07c9b18c-3313-4f5e-96f9-94a1b2b0a56a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/aa5c1e76-6775-41ba-b628-b311022844fb HTTP/1.1" status: 200 len: 993 time: 0.0885034 Sep 20 12:56:16.616778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35370) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:16.638531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port bf64f058-9f00-42c2-9235-50baaf4f67f4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bf64f058-9f00-42c2-9235-50baaf4f67f4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:16.638531 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.638867 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.639555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] For port bf64f058-9f00-42c2-9235-50baaf4f67f4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bf64f058-9f00-42c2-9235-50baaf4f67f4,segment=NetworkSegment(3a71bc99-5187-4339-b127-46eb12217066),segment_id=3a71bc99-5187-4339-b127-46eb12217066)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:16.640151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.647027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for bf64f058-9f00-42c2-9235-50baaf4f67f4 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:16.654126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] Calling delete_port for bf64f058-9f00-42c2-9235-50baaf4f67f4 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:16.659633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-098e3ae5-8f63-4b1c-b8ea-8ca6c67abe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:16.661151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-098e3ae5-8f63-4b1c-b8ea-8ca6c67abe3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0748014 Sep 20 12:56:16.666428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02f517-7184-4b27-8965-f8741ad1ba6c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7b4c3b-5480-437c-8abc-bcc92efa2745,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:16.702852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-49768bd4-4c9e-4151-92b6-286a94a749b7 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833418 Sep 20 12:56:16.709650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:16.714562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a8754223-8312-4117-b793-9691a8a67f70 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942797031'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:16.775035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-a1088498-6368-410f-aa32-ce71f418f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:16.776919 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-a1088498-6368-410f-aa32-ce71f418f7d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767257 Sep 20 12:56:16.799647 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8754223-8312-4117-b793-9691a8a67f70 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.893670 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-57a28dd2-acfb-4306-8d4e-f73c431b3302 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078374 Sep 20 12:56:16.912574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.926410 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.939504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8754223-8312-4117-b793-9691a8a67f70 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:16.955842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] Pushing event deleted for resources: {'Port': ['ID=bf64f058-9f00-42c2-9235-50baaf4f67f4,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:16.957886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49449b-477b-498d-8b18-646a359dde9b None None] No DVR routers for this DVR port bf64f058-9f00-42c2-9235-50baaf4f67f4 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:16.965825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=bf64f058-9f00-42c2-9235-50baaf4f67f4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:16.977663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] No DVR routers for this DVR port bf64f058-9f00-42c2-9235-50baaf4f67f4 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:17.038414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8754223-8312-4117-b793-9691a8a67f70 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.069033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8754223-8312-4117-b793-9691a8a67f70 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7b50f-ffc7-4362-9041-af9994c9735d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:17.101929 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.112528 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-02f730fb-b9cf-44b5-8cd9-863766df26b2 req-f5f899e4-f2e3-4443-9701-a253219447c7 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113795 Sep 20 12:56:17.119357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8754223-8312-4117-b793-9691a8a67f70 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.123427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a8754223-8312-4117-b793-9691a8a67f70 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4100018 Sep 20 12:56:17.123593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35374) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:17.128861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8deee998-624e-4b6f-b102-765a49d79b58 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '2eb7b50f-ffc7-4362-9041-af9994c9735d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:17.129625 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-8deee998-624e-4b6f-b102-765a49d79b58 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 20 12:56:17.130129 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-8deee998-624e-4b6f-b102-765a49d79b58 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:17.133881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8deee998-624e-4b6f-b102-765a49d79b58 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065823 Sep 20 12:56:17.136488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35376) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:17.144388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19aa69ca-ebd9-4294-8fdb-dd9f69b4be05']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:17.147276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:17.162513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a71bc99-5187-4339-b127-46eb12217066') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:17.162807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a71bc99-5187-4339-b127-46eb12217066') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:17.175390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:17.175975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9cceb17f-739b-4e9f-a6f9-37b47b1156b4 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:17.178860 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.200516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.209367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:56:17.210034 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:56:17.213081 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:56:17.244564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-372d7179-5daa-4e3b-89b7-635f619aeaae tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.301760 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-372d7179-5daa-4e3b-89b7-635f619aeaae tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.333332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1895e2-ceee-480a-a820-a5336e73bddb req-a2c50269-eb40-4415-82eb-99e411750777 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:17.334937 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec1895e2-ceee-480a-a820-a5336e73bddb req-a2c50269-eb40-4415-82eb-99e411750777 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 944 time: 0.0496128 Sep 20 12:56:17.364168 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.371336 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.375921 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/networks/19aa69ca-ebd9-4294-8fdb-dd9f69b4be05 HTTP/1.1" status: 204 len: 168 time: 1.1982698 Sep 20 12:56:17.376382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec1895e2-ceee-480a-a820-a5336e73bddb req-3ef91b20-66ba-4d7a-9a13-2d97bf6e802e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Sep 20 12:56:17.376382 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35380) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:17.386640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcf167-e708-4050-a643-0053dccaf208 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Network': ['ID=19aa69ca-ebd9-4294-8fdb-dd9f69b4be05,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:17.433551 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-372d7179-5daa-4e3b-89b7-635f619aeaae tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.436188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-372d7179-5daa-4e3b-89b7-635f619aeaae tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.437392 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-372d7179-5daa-4e3b-89b7-635f619aeaae tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/2eb7b50f-ffc7-4362-9041-af9994c9735d HTTP/1.1" status: 204 len: 168 time: 0.3022747 Sep 20 12:56:17.442075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35382) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:17.454266 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d7179-5daa-4e3b-89b7-635f619aeaae tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7b50f-ffc7-4362-9041-af9994c9735d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:17.503717 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-21be09e8-e3bd-4ebe-98e5-433e39e83ba3 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0605295 Sep 20 12:56:17.507202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35384) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:17.511373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-359c0a9b-d4e2-460a-901b-dc87806c5f9a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--363040279'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:17.538493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port 10289c97-9187-4743-909e-c40ecdeab4ab {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:17.539065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.621391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.621729 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.633712 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-359c0a9b-d4e2-460a-901b-dc87806c5f9a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.633883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for 10289c97-9187-4743-909e-c40ecdeab4ab owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:17.720177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-359c0a9b-d4e2-460a-901b-dc87806c5f9a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.770569 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-359c0a9b-d4e2-460a-901b-dc87806c5f9a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.802850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c0a9b-d4e2-460a-901b-dc87806c5f9a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1f3806-ce12-45da-a188-c4b507caa071,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:17.867499 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-359c0a9b-d4e2-460a-901b-dc87806c5f9a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.868784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-359c0a9b-d4e2-460a-901b-dc87806c5f9a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3606832 Sep 20 12:56:17.872457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35386) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:17.876766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3830b5fb-6197-4c1c-b069-c645569b94c0 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '0a1f3806-ce12-45da-a188-c4b507caa071', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:17.877622 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-3830b5fb-6197-4c1c-b069-c645569b94c0 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 20 12:56:17.878120 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-3830b5fb-6197-4c1c-b069-c645569b94c0 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:17.889158 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3830b5fb-6197-4c1c-b069-c645569b94c0 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062137 Sep 20 12:56:17.891788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35388) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:17.908263 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.935418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=10289c97-9187-4743-909e-c40ecdeab4ab,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:17.955957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49a260c1-1411-420a-876d-e1eb060b4523 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:17.978704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49a260c1-1411-420a-876d-e1eb060b4523 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.017181 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.027273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.027607 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Floating IP ece6c7b6-122f-474f-bdfa-d74bc6637bee disassociated (deleted). External IP: 172.25.6.91, port: 22b59259-441a-48c5-a38e-359fb5de620a. Sep 20 12:56:18.080658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49a260c1-1411-420a-876d-e1eb060b4523 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.083371 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49a260c1-1411-420a-876d-e1eb060b4523 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.086992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-49a260c1-1411-420a-876d-e1eb060b4523 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a1f3806-ce12-45da-a188-c4b507caa071 HTTP/1.1" status: 204 len: 168 time: 0.1918840 Sep 20 12:56:18.088209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35390) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.106757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a260c1-1411-420a-876d-e1eb060b4523 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1f3806-ce12-45da-a188-c4b507caa071,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:18.146038 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bdef7ff2-88f3-4cb2-b4b7-d871021d5e8a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530076 Sep 20 12:56:18.146742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35392) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.151138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ca467d75-0a82-41d5-89f7-ca1a039df205 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--415415541'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:18.222185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bf64f058-9f00-42c2-9235-50baaf4f67f4 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:18.245790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: bf64f058-9f00-42c2-9235-50baaf4f67f4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:18.246137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bf64f058-9f00-42c2-9235-50baaf4f67f4 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:18.256864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca467d75-0a82-41d5-89f7-ca1a039df205 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.352181 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca467d75-0a82-41d5-89f7-ca1a039df205 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.422094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca467d75-0a82-41d5-89f7-ca1a039df205 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.451461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d75-0a82-41d5-89f7-ca1a039df205 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e38b8b9-b26d-436c-91a4-77552070a250,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:18.524937 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca467d75-0a82-41d5-89f7-ca1a039df205 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.526381 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ca467d75-0a82-41d5-89f7-ca1a039df205 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3789372 Sep 20 12:56:18.529190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35396) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.530638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 7d3c926e-b039-4f8c-b342-83d0bd68358f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:18.534081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0c73c129-71f0-4788-a6fb-e9c30aafc628 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '0e38b8b9-b26d-436c-91a4-77552070a250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:18.536098 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-0c73c129-71f0-4788-a6fb-e9c30aafc628 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 20 12:56:18.536603 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-0c73c129-71f0-4788-a6fb-e9c30aafc628 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:18.540524 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0c73c129-71f0-4788-a6fb-e9c30aafc628 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074914 Sep 20 12:56:18.540659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8e32-7598-4d5d-971b-9a009e4b859b req-22cff8d2-5802-4965-b9f3-28faedefc352 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:18.541865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-425e8e32-7598-4d5d-971b-9a009e4b859b req-22cff8d2-5802-4965-b9f3-28faedefc352 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 944 time: 0.0662410 Sep 20 12:56:18.542552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35398) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.547039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5bbb60cd-ed6d-4410-836a-419db5aae63c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '0e38b8b9-b26d-436c-91a4-77552070a250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:18.547782 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-5bbb60cd-ed6d-4410-836a-419db5aae63c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 20 12:56:18.548259 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-5bbb60cd-ed6d-4410-836a-419db5aae63c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:18.551555 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5bbb60cd-ed6d-4410-836a-419db5aae63c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057094 Sep 20 12:56:18.551867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35400) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.557836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b7d3ec9a-33b0-4653-8cca-0a0406dc1067 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '0e38b8b9-b26d-436c-91a4-77552070a250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:18.558818 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-b7d3ec9a-33b0-4653-8cca-0a0406dc1067 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 20 12:56:18.559377 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-b7d3ec9a-33b0-4653-8cca-0a0406dc1067 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:18.560377 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b7d3ec9a-33b0-4653-8cca-0a0406dc1067 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074310 Sep 20 12:56:18.571712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35402) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.576005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5f0581d1-dc06-40b7-8d57-78f17ba4c02d tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '0e38b8b9-b26d-436c-91a4-77552070a250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:18.576871 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-5f0581d1-dc06-40b7-8d57-78f17ba4c02d tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 20 12:56:18.577384 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-5f0581d1-dc06-40b7-8d57-78f17ba4c02d tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:18.579402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f0581d1-dc06-40b7-8d57-78f17ba4c02d tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062199 Sep 20 12:56:18.581631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35404) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.621853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-425e8e32-7598-4d5d-971b-9a009e4b859b req-9e8e536f-c7d4-45f3-9eab-6f274cdcf61f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731928 Sep 20 12:56:18.646502 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1286d391-30c9-4f6a-9198-1ecb3cddf640 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.669140 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1286d391-30c9-4f6a-9198-1ecb3cddf640 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.678335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:18.683147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.688913 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] Sync routers for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:18.698494 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:18.699111 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:18.711080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e3d9249-a14c-4b06-a8da-aaedb645c54d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/floatingips/ece6c7b6-122f-474f-bdfa-d74bc6637bee HTTP/1.1" status: 204 len: 168 time: 1.3338881 Sep 20 12:56:18.711680 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:18.714078 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe" -d '{"events": [{"name": "network-changed", "server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "tag": "22b59259-441a-48c5-a38e-359fb5de620a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:18.804414 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1286d391-30c9-4f6a-9198-1ecb3cddf640 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.805692 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:18.807036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1286d391-30c9-4f6a-9198-1ecb3cddf640 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:18.808201 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1286d391-30c9-4f6a-9198-1ecb3cddf640 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e38b8b9-b26d-436c-91a4-77552070a250 HTTP/1.1" status: 204 len: 168 time: 0.2257161 Sep 20 12:56:18.811067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35410) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.818724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286d391-30c9-4f6a-9198-1ecb3cddf640 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e38b8b9-b26d-436c-91a4-77552070a250,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:18.894345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-214cefeb-53e2-4bcc-af33-b5c0d7a89143 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750465 Sep 20 12:56:18.894784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:18.900731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1372855c-cd63-47c7-a61c-d82be5cde945 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204391888'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.004670 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1372855c-cd63-47c7-a61c-d82be5cde945 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:19.029477 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:07Z', 'revision_number': 6, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:19.058604 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] Checking router: 7d3c926e-b039-4f8c-b342-83d0bd68358f for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:19.069492 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:19.069492 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:19.074823 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c8bf7b-4a99-41ca-ae5a-d6028bc2ce96 x-openstack-request-id: req-50c8bf7b-4a99-41ca-ae5a-d6028bc2ce96 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:19.075120 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "tag": "22b59259-441a-48c5-a38e-359fb5de620a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:19.075358 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50c8bf7b-4a99-41ca-ae5a-d6028bc2ce96 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:19.075749 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a', 'status': 'completed', 'code': 200} Sep 20 12:56:19.099265 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1372855c-cd63-47c7-a61c-d82be5cde945 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:19.144633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-85c2adb8-25c6-4047-88ee-3ab9a532cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:19.146196 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-85c2adb8-25c6-4047-88ee-3ab9a532cf8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 1097 time: 0.0451064 Sep 20 12:56:19.161486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1372855c-cd63-47c7-a61c-d82be5cde945 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:19.191488 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:19.201692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7254c93-592f-446e-b83b-6e3d6e113fa7 req-b30689e4-af20-47e2-b51d-9cebd4d0d71b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:19.203962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7254c93-592f-446e-b83b-6e3d6e113fa7 req-b30689e4-af20-47e2-b51d-9cebd4d0d71b tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 946 time: 0.0785182 Sep 20 12:56:19.208830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372855c-cd63-47c7-a61c-d82be5cde945 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37e9012-1c24-44c4-a3a5-e223931efe39,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:19.253649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-24fd55b7-414a-4306-95b9-9850a0667928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:19.255138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-24fd55b7-414a-4306-95b9-9850a0667928 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e823792f-0b02-436d-8fa2-95719d258f22 HTTP/1.1" status: 200 len: 897 time: 0.0990088 Sep 20 12:56:19.257563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7254c93-592f-446e-b83b-6e3d6e113fa7 req-6b4352bf-379d-4359-9932-e33480854281 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374813 Sep 20 12:56:19.261752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1372855c-cd63-47c7-a61c-d82be5cde945 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:19.273543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1372855c-cd63-47c7-a61c-d82be5cde945 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3750644 Sep 20 12:56:19.273737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.278269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-81895d20-8bcf-4dd4-883e-f48301d2b9a7 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.279012 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-81895d20-8bcf-4dd4-883e-f48301d2b9a7 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 20 12:56:19.279522 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-81895d20-8bcf-4dd4-883e-f48301d2b9a7 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:19.282660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-81895d20-8bcf-4dd4-883e-f48301d2b9a7 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058300 Sep 20 12:56:19.285479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35418) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.289816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d78f2223-26e3-48c2-893b-8b03dfbaf193 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.305047 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-a3471d7a-458a-408c-a5a6-fa477688fb67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b59259-441a-48c5-a38e-359fb5de620a HTTP/1.1" status: 200 len: 217 time: 0.0414312 Sep 20 12:56:19.359778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-d9fbc8be-e805-44bc-9585-edf0db7bb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:19.361820 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-d9fbc8be-e805-44bc-9585-edf0db7bb330 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c774eae0-7602-435f-b622-efc431def39c HTTP/1.1" status: 200 len: 835 time: 0.0500431 Sep 20 12:56:19.408877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-0d3962de-3fed-4a62-a961-d11c9b9fe4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:19.410421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-0d3962de-3fed-4a62-a961-d11c9b9fe4f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e823792f-0b02-436d-8fa2-95719d258f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404372 Sep 20 12:56:19.410686 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-d78f2223-26e3-48c2-893b-8b03dfbaf193 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:19.411786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d78f2223-26e3-48c2-893b-8b03dfbaf193 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1253633 Sep 20 12:56:19.414601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35420) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.417289 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:07Z', 'revision_number': 6, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:19.419008 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-96b4c60a-cc0e-4c48-ba01-bb73681b0dfa tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.419496 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-96b4c60a-cc0e-4c48-ba01-bb73681b0dfa tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 20 12:56:19.420603 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-96b4c60a-cc0e-4c48-ba01-bb73681b0dfa tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:19.421090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-96b4c60a-cc0e-4c48-ba01-bb73681b0dfa tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053632 Sep 20 12:56:19.424251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35422) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.429350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ce41c82f-1b13-4e83-8589-a69cc1235933 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.448867 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f97df9-12a7-4745-885b-efb2e3f22e18 None None] The sync data for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 is: [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:07Z', 'revision_number': 6, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '71a22a3b-9f5d-4d52-bcbf-8c1033e6a273', 'name': '', 'network_id': 'e823792f-0b02-436d-8fa2-95719d258f22', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:af:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c774eae0-7602-435f-b622-efc431def39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:12Z', 'updated_at': '2021-09-20T12:54:18Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'c774eae0-7602-435f-b622-efc431def39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:19.506409 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-680c60e3-ebae-456f-851c-d7381219e8f7 service neutron] 10.222.0.32 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866368 Sep 20 12:56:19.604612 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-ce41c82f-1b13-4e83-8589-a69cc1235933 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:19.608348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce41c82f-1b13-4e83-8589-a69cc1235933 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1805048 Sep 20 12:56:19.608498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c85467e-efe7-4b5b-987f-ae4e7bf77abe req-b7f5c223-23df-4a94-9884-dce618bf8d2a service neutron] 10.222.0.32 "GET /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907803 Sep 20 12:56:19.612098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.613274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-033548e5-ce12-418c-8eb2-105d15aacf81 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.613772 n-d-809934-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-033548e5-ce12-418c-8eb2-105d15aacf81 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 20 12:56:19.614265 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-033548e5-ce12-418c-8eb2-105d15aacf81 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:19.615271 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-033548e5-ce12-418c-8eb2-105d15aacf81 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056767 Sep 20 12:56:19.617960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35426) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.623002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-51a8154c-b24e-4a69-a541-4c6755ef43b9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.694176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e0b6e-7b9e-41c1-b960-28677a466f38 None None] New status for floating IP ece6c7b6-122f-474f-bdfa-d74bc6637bee: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:56:19.710907 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-51a8154c-b24e-4a69-a541-4c6755ef43b9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Project 996c2caf58164f8a86625b892b607437 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:56:19.753115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f86bfc-0014-4ba6-a47f-cf8113bb5ae0 req-0b4f0725-11b3-45db-817b-31601e5000ab tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:19.754630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56f86bfc-0014-4ba6-a47f-cf8113bb5ae0 req-0b4f0725-11b3-45db-817b-31601e5000ab tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 944 time: 0.0541880 Sep 20 12:56:19.795316 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-51a8154c-b24e-4a69-a541-4c6755ef43b9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:19.796370 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-51a8154c-b24e-4a69-a541-4c6755ef43b9 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1774988 Sep 20 12:56:19.799891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35430) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.800726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56f86bfc-0014-4ba6-a47f-cf8113bb5ae0 req-789eac18-c92b-4e28-b586-675f13c1391c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Sep 20 12:56:19.806099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9a9af812-e968-4394-a42b-ec2ce448df0b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.806099 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-9a9af812-e968-4394-a42b-ec2ce448df0b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 20 12:56:19.806099 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-9a9af812-e968-4394-a42b-ec2ce448df0b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:19.806605 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9a9af812-e968-4394-a42b-ec2ce448df0b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057163 Sep 20 12:56:19.809091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35432) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.813182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0794422d-4ef9-46b4-89df-ea878545f998 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:19.891525 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-0794422d-4ef9-46b4-89df-ea878545f998 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Project 996c2caf58164f8a86625b892b607437 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:56:19.964809 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-0794422d-4ef9-46b4-89df-ea878545f998 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:19.965916 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0794422d-4ef9-46b4-89df-ea878545f998 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1559575 Sep 20 12:56:19.969414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35434) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:19.973953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a06cb1a2-73b7-4362-8e19-18668f325836 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'c37e9012-1c24-44c4-a3a5-e223931efe39', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:20.045162 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.068299 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-a06cb1a2-73b7-4362-8e19-18668f325836 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Project 996c2caf58164f8a86625b892b607437 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:56:20.130511 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-a06cb1a2-73b7-4362-8e19-18668f325836 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:20.131611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a06cb1a2-73b7-4362-8e19-18668f325836 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1611784 Sep 20 12:56:20.134306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:20.185749 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e670df1a-de2d-410a-bda0-efc196c97c92 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.208785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e670df1a-de2d-410a-bda0-efc196c97c92 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.314040 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e670df1a-de2d-410a-bda0-efc196c97c92 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.316944 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e670df1a-de2d-410a-bda0-efc196c97c92 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.318159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e670df1a-de2d-410a-bda0-efc196c97c92 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/c37e9012-1c24-44c4-a3a5-e223931efe39 HTTP/1.1" status: 204 len: 168 time: 0.1829333 Sep 20 12:56:20.320939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35440) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:20.329789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670df1a-de2d-410a-bda0-efc196c97c92 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37e9012-1c24-44c4-a3a5-e223931efe39,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:20.368757 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d50cd917-ca2f-4b65-8b37-7c61505cc45c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459483 Sep 20 12:56:20.373109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35442) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:20.378174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1846bd2-6469-4c66-884b-591351f5b7d4 req-15d302a4-e9f7-47df-b4df-3d87dc29eda4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:20.378570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-30e1ae3b-7e0b-429b-9e17-aa21c578528b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829024049'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:20.379609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1846bd2-6469-4c66-884b-591351f5b7d4 req-15d302a4-e9f7-47df-b4df-3d87dc29eda4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 946 time: 0.0523150 Sep 20 12:56:20.419209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1846bd2-6469-4c66-884b-591351f5b7d4 req-0c364fb5-0fdb-4383-9a25-0d4eb653432a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=d45c2335-e16a-4a80-b72f-24eafa558db2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329952 Sep 20 12:56:20.444866 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.456040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30e1ae3b-7e0b-429b-9e17-aa21c578528b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.565693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30e1ae3b-7e0b-429b-9e17-aa21c578528b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.577339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-3fc7a047-6213-4e2a-800d-153e2f95d6b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:20.578785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-3fc7a047-6213-4e2a-800d-153e2f95d6b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 946 time: 0.0724216 Sep 20 12:56:20.641991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30e1ae3b-7e0b-429b-9e17-aa21c578528b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.676953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1ae3b-7e0b-429b-9e17-aa21c578528b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d88b3-8ee9-4a14-9a3d-38d1251efd04,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:20.695844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port 22b59259-441a-48c5-a38e-359fb5de620a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:20.696183 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.755670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30e1ae3b-7e0b-429b-9e17-aa21c578528b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.756851 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-30e1ae3b-7e0b-429b-9e17-aa21c578528b tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3827269 Sep 20 12:56:20.759816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35444) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:20.768120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d90c5eef-8934-4424-bcf3-1e6a6899b931 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'b50d88b3-8ee9-4a14-9a3d-38d1251efd04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:20.807999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port 22b59259-441a-48c5-a38e-359fb5de620a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=22b59259-441a-48c5-a38e-359fb5de620a,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:20.808366 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:20.820693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for 22b59259-441a-48c5-a38e-359fb5de620a owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:20.924891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee4118-eccd-4d9f-b482-e6fe2143e199 req-40e5dfd0-080d-42f8-a910-a711d303b9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:20.926417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4ee4118-eccd-4d9f-b482-e6fe2143e199 req-40e5dfd0-080d-42f8-a910-a711d303b9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 944 time: 0.0531225 Sep 20 12:56:20.949324 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-d90c5eef-8934-4424-bcf3-1e6a6899b931 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The resource could not be found. Sep 20 12:56:20.950392 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d90c5eef-8934-4424-bcf3-1e6a6899b931 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1863582 Sep 20 12:56:20.957509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35448) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:20.965570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d4108873-d0fe-45b8-9dab-d071c013ef1e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'b50d88b3-8ee9-4a14-9a3d-38d1251efd04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '00075fd2-fcce-46ee-aa15-249968469aa5'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:20.965751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4ee4118-eccd-4d9f-b482-e6fe2143e199 req-cc07c7f1-17f3-4984-afae-8fa8e8ad7cc2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Sep 20 12:56:21.044832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.077751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=22b59259-441a-48c5-a38e-359fb5de620a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:21.123833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] No DVR routers for this DVR port 22b59259-441a-48c5-a38e-359fb5de620a on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:21.126823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.128830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-34525ed3-09a8-4ebc-9fcc-d2258e4516ad req-46e4c79d-252a-4d10-8cca-4aabcd0f8c9c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.32 "DELETE /v2.0/ports/22b59259-441a-48c5-a38e-359fb5de620a HTTP/1.1" status: 204 len: 173 time: 0.5442071 Sep 20 12:56:21.129299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'name': 'network-vif-deleted', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:21.131497 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0abea40-9b5d-4410-add0-cce28a23c759" -d '{"events": [{"server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "name": "network-vif-deleted", "tag": "22b59259-441a-48c5-a38e-359fb5de620a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:21.167477 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee44bd8d-7209-4b3c-9ee5-97f3539a0cfa x-openstack-request-id: req-ee44bd8d-7209-4b3c-9ee5-97f3539a0cfa {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:21.167775 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc4192f-7790-4a15-8d1b-a33060f5b54e", "name": "network-vif-deleted", "tag": "22b59259-441a-48c5-a38e-359fb5de620a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:21.168026 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee44bd8d-7209-4b3c-9ee5-97f3539a0cfa {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:21.168423 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc4192f-7790-4a15-8d1b-a33060f5b54e', 'name': 'network-vif-deleted', 'tag': '22b59259-441a-48c5-a38e-359fb5de620a', 'status': 'completed', 'code': 200} Sep 20 12:56:21.170004 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-d4108873-d0fe-45b8-9dab-d071c013ef1e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The resource could not be found. Sep 20 12:56:21.171059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d4108873-d0fe-45b8-9dab-d071c013ef1e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2100241 Sep 20 12:56:21.173995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35452) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:21.226879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5122a213-ec88-407e-a838-1c45c80cba43 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.253068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5122a213-ec88-407e-a838-1c45c80cba43 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.359013 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5122a213-ec88-407e-a838-1c45c80cba43 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.362511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5122a213-ec88-407e-a838-1c45c80cba43 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.366150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5122a213-ec88-407e-a838-1c45c80cba43 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/b50d88b3-8ee9-4a14-9a3d-38d1251efd04 HTTP/1.1" status: 204 len: 168 time: 0.1887980 Sep 20 12:56:21.367159 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35454) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:21.373693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122a213-ec88-407e-a838-1c45c80cba43 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d88b3-8ee9-4a14-9a3d-38d1251efd04,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:21.413588 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b37a454-4314-426b-973f-a172ad580ada tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448802 Sep 20 12:56:21.419871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:21.424674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-56978dc2-96b6-439d-a996-4a97dd15a6cf tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': '318f16ac-1b7f-43cf-862d-2ed3a7386306', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:21.531148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9eb777d-50f3-4edd-8bc2-9296bf00a24a req-d89c5440-6599-4502-94ed-e0779274c555 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc4192f-7790-4a15-8d1b-a33060f5b54e HTTP/1.1" status: 200 len: 210 time: 0.0272672 Sep 20 12:56:21.611196 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-56978dc2-96b6-439d-a996-4a97dd15a6cf tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The resource could not be found. Sep 20 12:56:21.612284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-56978dc2-96b6-439d-a996-4a97dd15a6cf tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1916513 Sep 20 12:56:21.615800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:21.620468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d9460369-d3da-4abb-9d3c-40a005092b0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--423990435'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:21.701956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9460369-d3da-4abb-9d3c-40a005092b0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.780125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9460369-d3da-4abb-9d3c-40a005092b0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.855844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9460369-d3da-4abb-9d3c-40a005092b0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:21.887595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9460369-d3da-4abb-9d3c-40a005092b0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add3bb1e-0183-4d51-8589-5a1127e9f028,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:22.017870 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9460369-d3da-4abb-9d3c-40a005092b0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.019235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d9460369-d3da-4abb-9d3c-40a005092b0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4024007 Sep 20 12:56:22.021950 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:22.026333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a1eb2440-dac5-416c-9477-5e29e6c34bb2 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472538086'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:22.094684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31318da-5fdb-4f46-9370-5aa7f63d06c8 req-4b45af91-5370-41e2-ab45-b2135eeb91de tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:22.096256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a31318da-5fdb-4f46-9370-5aa7f63d06c8 req-4b45af91-5370-41e2-ab45-b2135eeb91de tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 944 time: 0.0610893 Sep 20 12:56:22.136717 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2440-dac5-416c-9477-5e29e6c34bb2 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.141376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a31318da-5fdb-4f46-9370-5aa7f63d06c8 req-47c69dc2-5acd-4561-a7e9-79a6e7598986 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390668 Sep 20 12:56:22.223703 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2440-dac5-416c-9477-5e29e6c34bb2 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.325039 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2440-dac5-416c-9477-5e29e6c34bb2 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.353087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb2440-dac5-416c-9477-5e29e6c34bb2 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea118ab4-830a-4f23-964d-b2bbc4d961e6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:22.405242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1eb2440-dac5-416c-9477-5e29e6c34bb2 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.407065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1eb2440-dac5-416c-9477-5e29e6c34bb2 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3841314 Sep 20 12:56:22.409793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35466) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:22.414126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b499b67a-9d6c-43b5-8e8f-00fa85983a06 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'add3bb1e-0183-4d51-8589-5a1127e9f028', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ea118ab4-830a-4f23-964d-b2bbc4d961e6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:22.536051 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-b499b67a-9d6c-43b5-8e8f-00fa85983a06 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:22.537114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b499b67a-9d6c-43b5-8e8f-00fa85983a06 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1263843 Sep 20 12:56:22.539760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35468) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:22.589731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35472) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:22.593158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe237-3235-4402-b7c2-56a746bf6af4 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.615687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe237-3235-4402-b7c2-56a746bf6af4 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.650845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1862996-602c-498e-9b29-ac099593a5b7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.675877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1862996-602c-498e-9b29-ac099593a5b7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.741689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe237-3235-4402-b7c2-56a746bf6af4 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.744292 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe237-3235-4402-b7c2-56a746bf6af4 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.745499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8bfe237-3235-4402-b7c2-56a746bf6af4 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/ea118ab4-830a-4f23-964d-b2bbc4d961e6 HTTP/1.1" status: 204 len: 168 time: 0.2048554 Sep 20 12:56:22.748117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35474) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:22.755398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfe237-3235-4402-b7c2-56a746bf6af4 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea118ab4-830a-4f23-964d-b2bbc4d961e6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:22.800473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-613a0cfd-d86a-4fc1-b796-3b763c604c3c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0512130 Sep 20 12:56:22.803172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35476) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:22.825235 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1862996-602c-498e-9b29-ac099593a5b7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.829103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1862996-602c-498e-9b29-ac099593a5b7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.831988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b1862996-602c-498e-9b29-ac099593a5b7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/security-groups/d45c2335-e16a-4a80-b72f-24eafa558db2 HTTP/1.1" status: 204 len: 168 time: 0.2388093 Sep 20 12:56:22.849683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1862996-602c-498e-9b29-ac099593a5b7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45c2335-e16a-4a80-b72f-24eafa558db2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:22.869548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f77d1eb6-caba-4c43-aa13-2c295bf81a0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.893346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f77d1eb6-caba-4c43-aa13-2c295bf81a0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:22.926081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:23.010439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f77d1eb6-caba-4c43-aa13-2c295bf81a0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.013124 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f77d1eb6-caba-4c43-aa13-2c295bf81a0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.014356 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f77d1eb6-caba-4c43-aa13-2c295bf81a0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/add3bb1e-0183-4d51-8589-5a1127e9f028 HTTP/1.1" status: 204 len: 168 time: 0.2103002 Sep 20 12:56:23.018202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35482) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:23.036332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d1eb6-caba-4c43-aa13-2c295bf81a0a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add3bb1e-0183-4d51-8589-5a1127e9f028,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:23.068777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e5162d21-79fe-4a57-8c39-8d6cf46633b8 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484447 Sep 20 12:56:23.072556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35484) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:23.077072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b7293426-7488-465e-a4ed-348b7ee8e0f8 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143028137'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:23.153427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7293426-7488-465e-a4ed-348b7ee8e0f8 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.239873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7293426-7488-465e-a4ed-348b7ee8e0f8 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.287136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3ad2b-6bbc-46db-8fc5-80efe9a9f6a4 req-946eda78-89bb-4c6d-b0fe-4d9df5fa5fe5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:23.288641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1c3ad2b-6bbc-46db-8fc5-80efe9a9f6a4 req-946eda78-89bb-4c6d-b0fe-4d9df5fa5fe5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 944 time: 0.0691903 Sep 20 12:56:23.307927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7293426-7488-465e-a4ed-348b7ee8e0f8 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.336837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7293426-7488-465e-a4ed-348b7ee8e0f8 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e1303d-cb35-4286-b1f9-c15f12e3b967,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:23.358631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1c3ad2b-6bbc-46db-8fc5-80efe9a9f6a4 req-0bb5a9db-07f3-4ffe-bb57-49bdfd5661e1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 Sep 20 12:56:23.370589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.387321 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7293426-7488-465e-a4ed-348b7ee8e0f8 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.388700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b7293426-7488-465e-a4ed-348b7ee8e0f8 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3151300 Sep 20 12:56:23.391667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35488) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:23.396134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0111c853-302a-4e91-b6b4-c486f3ff230e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'd8e1303d-cb35-4286-b1f9-c15f12e3b967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:23.536612 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-0111c853-302a-4e91-b6b4-c486f3ff230e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:23.537741 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0111c853-302a-4e91-b6b4-c486f3ff230e tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1451342 Sep 20 12:56:23.540513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35490) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:23.544803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-136a593c-f3c6-4e5f-bd8b-6a7583c47962 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group_rule': {'security_group_id': 'd8e1303d-cb35-4286-b1f9-c15f12e3b967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:23.633361 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:23.633693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.679210 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-136a593c-f3c6-4e5f-bd8b-6a7583c47962 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 12:56:23.680321 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-136a593c-f3c6-4e5f-bd8b-6a7583c47962 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1388605 Sep 20 12:56:23.683273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35492) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:23.722277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:23.722919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.734097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef677dbb-65c4-44c8-9b4b-67c7d190cc8c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.736040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:23.756633 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef677dbb-65c4-44c8-9b4b-67c7d190cc8c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.936272 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef677dbb-65c4-44c8-9b4b-67c7d190cc8c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.939434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef677dbb-65c4-44c8-9b4b-67c7d190cc8c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:23.940732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ef677dbb-65c4-44c8-9b4b-67c7d190cc8c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/d8e1303d-cb35-4286-b1f9-c15f12e3b967 HTTP/1.1" status: 204 len: 168 time: 0.2564588 Sep 20 12:56:23.943772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:23.950160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef677dbb-65c4-44c8-9b4b-67c7d190cc8c tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e1303d-cb35-4286-b1f9-c15f12e3b967,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:23.990289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-26478814-b5dc-42a8-b794-8de858749fc5 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454040 Sep 20 12:56:23.994134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:23.998416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fd0adeef-ba56-4fda-b97c-46b4b47b2ece tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'tempest-secgroup--489280662'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:24.027372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.054517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=71a22a3b-9f5d-4d52-bcbf-8c1033e6a273,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:24.077694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd0adeef-ba56-4fda-b97c-46b4b47b2ece tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.269266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.292660 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd0adeef-ba56-4fda-b97c-46b4b47b2ece tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.372335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd0adeef-ba56-4fda-b97c-46b4b47b2ece tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.419799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0adeef-ba56-4fda-b97c-46b4b47b2ece tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f7678d-ba63-4940-9b0e-e3d0d9a3af58,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:24.489901 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd0adeef-ba56-4fda-b97c-46b4b47b2ece tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.491121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd0adeef-ba56-4fda-b97c-46b4b47b2ece tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4960101 Sep 20 12:56:24.494262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35500) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:24.498879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-27e904ab-fb1d-42c6-b294-0d3192bff90a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:24.499556 n-d-809934-3 neutron-server[95503]: WARNING neutron.api.v2.base [None req-27e904ab-fb1d-42c6-b294-0d3192bff90a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 20 12:56:24.501065 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-27e904ab-fb1d-42c6-b294-0d3192bff90a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] update failed (client error): There was a conflict when trying to complete your request. Sep 20 12:56:24.502068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-27e904ab-fb1d-42c6-b294-0d3192bff90a tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "PUT /v2.0/security-groups/56f7678d-ba63-4940-9b0e-e3d0d9a3af58 HTTP/1.1" status: 409 len: 330 time: 0.0068424 Sep 20 12:56:24.504569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35502) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:24.556985 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-382f4fac-30da-44d1-86b1-0a02f82b5c01 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.580873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-382f4fac-30da-44d1-86b1-0a02f82b5c01 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.702029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-382f4fac-30da-44d1-86b1-0a02f82b5c01 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.705035 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-382f4fac-30da-44d1-86b1-0a02f82b5c01 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:24.706227 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-382f4fac-30da-44d1-86b1-0a02f82b5c01 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/56f7678d-ba63-4940-9b0e-e3d0d9a3af58 HTTP/1.1" status: 204 len: 168 time: 0.2007756 Sep 20 12:56:24.709667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35504) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:24.723502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f4fac-30da-44d1-86b1-0a02f82b5c01 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f7678d-ba63-4940-9b0e-e3d0d9a3af58,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:24.761243 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6f0a3d98-53b9-4893-bd8a-afe719cf3ed2 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504353 Sep 20 12:56:24.764921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35506) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:24.777606 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-9e3751dd-f322-434d-bb7b-8cbd7e533d00 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] delete failed (client error): The resource could not be found. Sep 20 12:56:24.782751 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e3751dd-f322-434d-bb7b-8cbd7e533d00 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "DELETE /v2.0/security-groups/88ba68ac-3e15-423e-b7d3-aef3ea19b650 HTTP/1.1" status: 404 len: 347 time: 0.0126936 Sep 20 12:56:24.783120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35508) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:24.797755 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-60f27f52-4d25-4ee3-8fbd-52a5ec8c8cb5 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] show failed (client error): The resource could not be found. Sep 20 12:56:24.798931 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-60f27f52-4d25-4ee3-8fbd-52a5ec8c8cb5 tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-groups/dc53eb9f-4710-4f8f-a09f-c4d11fcb3cb0 HTTP/1.1" status: 404 len: 347 time: 0.0148439 Sep 20 12:56:24.802715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35510) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:24.817079 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-21034f8b-4099-46da-b2d8-aac2b16b29ff tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] show failed (client error): The resource could not be found. Sep 20 12:56:24.818091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-21034f8b-4099-46da-b2d8-aac2b16b29ff tempest-NegativeSecGroupIPv6Test-1693246268 tempest-NegativeSecGroupIPv6Test-1693246268-project] 10.222.0.37 "GET /v2.0/security-group-rules/39175266-12cb-4640-8a70-3f594ea1aea8 HTTP/1.1" status: 404 len: 356 time: 0.0144594 Sep 20 12:56:24.824575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254ac61-93c2-472f-af0b-44522d658411 req-ed6c5593-3cb9-4376-9e7b-9045168be837 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:24.830081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5254ac61-93c2-472f-af0b-44522d658411 req-ed6c5593-3cb9-4376-9e7b-9045168be837 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 944 time: 0.3940158 Sep 20 12:56:24.863480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 7d3c926e-b039-4f8c-b342-83d0bd68358f has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:24.884610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5254ac61-93c2-472f-af0b-44522d658411 req-92ea0162-60ae-4051-8b3f-fd64a0f720c5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514665 Sep 20 12:56:24.948169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:56:24.986348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:24.991648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b0b6d8a0-1c3e-490f-9061-a339b9059d2f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "PUT /v2.0/routers/7d3c926e-b039-4f8c-b342-83d0bd68358f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0644433 Sep 20 12:56:24.994562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:24.998772 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] Sync routers for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:25.011209 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:25.012183 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:25.041859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:25.048354 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfb4162-add2-4a9a-9784-099a87846d6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting subnet c774eae0-7602-435f-b622-efc431def39c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:56:25.051574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4162-add2-4a9a-9784-099a87846d6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.054127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '3768ad90-0442-4ef3-8fdf-dba5b6163fb8', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'port_id': '3768ad90-0442-4ef3-8fdf-dba5b6163fb8', 'mac_address': 'fa:16:3e:b4:52:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:56:25.097159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4162-add2-4a9a-9784-099a87846d6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.099611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.113524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:56:25.134166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:25.148861 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:25.189291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 22b59259-441a-48c5-a38e-359fb5de620a no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:25.192795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4162-add2-4a9a-9784-099a87846d6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.212784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 22b59259-441a-48c5-a38e-359fb5de620a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:25.213460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 22b59259-441a-48c5-a38e-359fb5de620a not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:25.222116 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.281882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35518) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:25.288815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:25.343144 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:23Z', 'revision_number': 7, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:25.348243 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4162-add2-4a9a-9784-099a87846d6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.362928 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4162-add2-4a9a-9784-099a87846d6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.364923 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ebfb4162-add2-4a9a-9784-099a87846d6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/subnets/c774eae0-7602-435f-b622-efc431def39c HTTP/1.1" status: 204 len: 168 time: 0.3691916 Sep 20 12:56:25.367833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35522) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:25.372177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ea663-d510-4fc9-a18b-b45786fec8d4 None None] Network e823792f-0b02-436d-8fa2-95719d258f22 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:56:25.386673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4162-add2-4a9a-9784-099a87846d6a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Subnet': ['ID=c774eae0-7602-435f-b622-efc431def39c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:25.470435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2f9b7e3-ef3e-4aef-81a7-2a5998e08e88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=996c2caf58164f8a86625b892b607437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871052 Sep 20 12:56:25.472571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35524) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:25.483048 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] Checking router: 7d3c926e-b039-4f8c-b342-83d0bd68358f for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:25.492286 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] Routers {'7d3c926e-b039-4f8c-b342-83d0bd68358f'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:25.493090 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7d3c926e-b039-4f8c-b342-83d0bd68358f'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:25.497402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.540407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e5dd32a-a809-488b-a1a5-d00be3effb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.546364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3768ad90-0442-4ef3-8fdf-dba5b6163fb8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:56:25.577514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e5dd32a-a809-488b-a1a5-d00be3effb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.625435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] DHCP port deletion for e823792f-0b02-436d-8fa2-95719d258f22 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:56:25.625806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.644677 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] Set router 7d3c926e-b039-4f8c-b342-83d0bd68358f gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:25.713756 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e5dd32a-a809-488b-a1a5-d00be3effb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.716736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e5dd32a-a809-488b-a1a5-d00be3effb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.721199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e5dd32a-a809-488b-a1a5-d00be3effb06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2055cebe-4066-49ed-8c14-3210a9fd42ef HTTP/1.1" status: 204 len: 168 time: 0.2469282 Sep 20 12:56:25.736172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] Deleting port 5dc8751b-beb1-41af-8d46-6972f703af24 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:25.736540 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.740507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dd32a-a809-488b-a1a5-d00be3effb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2055cebe-4066-49ed-8c14-3210a9fd42ef,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:25.797127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port f80b6214-1766-4b0c-8109-6de03c118ec9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:25.798440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.831720 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:23Z', 'revision_number': 7, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:25.845423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] For port 5dc8751b-beb1-41af-8d46-6972f703af24, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5dc8751b-beb1-41af-8d46-6972f703af24,segment=NetworkSegment(a895a230-53d2-4627-90ea-b6def4423aa0),segment_id=a895a230-53d2-4627-90ea-b6def4423aa0)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:25.851207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.860836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] Calling delete_port for 5dc8751b-beb1-41af-8d46-6972f703af24 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:25.869234 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4cffe-21b3-4a75-bdf7-01777eccb628 None None] The sync data for ids ['7d3c926e-b039-4f8c-b342-83d0bd68358f'] in n-d-809934-3 is: [{'id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'name': 'tempest-TestNetworkBasicOps-router-651334625', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:02Z', 'updated_at': '2021-09-20T12:56:23Z', 'revision_number': 7, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'f80b6214-1766-4b0c-8109-6de03c118ec9', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c926e-b039-4f8c-b342-83d0bd68358f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:04Z', 'updated_at': '2021-09-20T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:25.904711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port f80b6214-1766-4b0c-8109-6de03c118ec9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f80b6214-1766-4b0c-8109-6de03c118ec9,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:25.906539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:25.920587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for f80b6214-1766-4b0c-8109-6de03c118ec9 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:26.006505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4a02-507a-4e34-83a6-9fa71fe6aa7d req-e641df5d-9f1d-4b40-8662-076fe3779790 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:26.007993 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-968e4a02-507a-4e34-83a6-9fa71fe6aa7d req-e641df5d-9f1d-4b40-8662-076fe3779790 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 945 time: 0.0504291 Sep 20 12:56:26.046172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-968e4a02-507a-4e34-83a6-9fa71fe6aa7d req-5e8582f2-d26f-4c0c-83fb-44301ed958f0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Sep 20 12:56:26.073261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:26.082174 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-5aa0ee95-e46e-4c90-8fbf-a70de48140aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529592 Sep 20 12:56:26.109053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] Pushing event deleted for resources: {'Port': ['ID=5dc8751b-beb1-41af-8d46-6972f703af24,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:26.118059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7524ae46-20eb-416f-96df-ace2f4d1ec37 None None] No DVR routers for this DVR port 5dc8751b-beb1-41af-8d46-6972f703af24 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:26.176494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:26.205869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-234cb579-c769-47a3-8d2e-8b69f29e5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:26.207391 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-234cb579-c769-47a3-8d2e-8b69f29e5147 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0676394 Sep 20 12:56:26.210030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=f80b6214-1766-4b0c-8109-6de03c118ec9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:26.335141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:26.378548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5dc8751b-beb1-41af-8d46-6972f703af24 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:26.407512 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5dc8751b-beb1-41af-8d46-6972f703af24 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:26.408229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5dc8751b-beb1-41af-8d46-6972f703af24 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:26.408862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:26.439036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:26.439755 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 71a22a3b-9f5d-4d52-bcbf-8c1033e6a273 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:26.727308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:26.730946 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:26.794298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-dc3a01b5-4392-48db-9be5-c6373768e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:26.796084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-dc3a01b5-4392-48db-9be5-c6373768e435 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.5397072 Sep 20 12:56:26.865151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-6acf5abf-b109-4894-98ee-f23cf02340c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 1001 time: 0.0611196 Sep 20 12:56:26.892416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35548) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:26.919578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-ad219983-0005-48d8-9219-e4ec939654b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:26.920970 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-ad219983-0005-48d8-9219-e4ec939654b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.0498075 Sep 20 12:56:26.959671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:56:26.974146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-d9c188e2-b5b1-4605-bf28-8a678b0ff205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:26.975830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-d9c188e2-b5b1-4605-bf28-8a678b0ff205 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475326 Sep 20 12:56:26.998815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4dfefb08-112c-4e64-bb77-e26b196f4793 tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1355871172', 'prefixes': ['172.20.0.0/16']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:27.040488 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.041074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3c926e-b039-4f8c-b342-83d0bd68358f {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:56:27.048729 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.049859 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-192bd6b2-7837-4d59-b581-e9a41c351d8c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/routers/7d3c926e-b039-4f8c-b342-83d0bd68358f HTTP/1.1" status: 204 len: 168 time: 1.6810048 Sep 20 12:56:27.052782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35552) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:27.064056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:56:27.070739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:27.071428 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.081913 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-9f16df85-dcc2-40c3-b281-5e4d6361f796 service neutron] 10.222.0.21 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976322 Sep 20 12:56:27.181561 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.211591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362f2946-67fa-440a-8080-05e1126fbe43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3768ad90-0442-4ef3-8fdf-dba5b6163fb8'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:27.214121 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f7eca7-7c99-486b-9183-e5b3f19fe496" -d '{"events": [{"server_uuid": "362f2946-67fa-440a-8080-05e1126fbe43", "name": "network-vif-plugged", "status": "completed", "tag": "3768ad90-0442-4ef3-8fdf-dba5b6163fb8"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:27.221941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3167aba9-11b4-4ef8-b896-f82b77f08d4c req-00a0c6c8-704d-4c9f-ad3c-935cc7f5bf65 service neutron] 10.222.0.21 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317434 Sep 20 12:56:27.229485 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.247796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:27.288778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c5d30-b828-4014-b51c-0941e01dfb27 req-f33e00ae-0ee0-4bb4-8cda-2cd0b50a63a0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:27.291161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e40c5d30-b828-4014-b51c-0941e01dfb27 req-f33e00ae-0ee0-4bb4-8cda-2cd0b50a63a0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 945 time: 0.1113787 Sep 20 12:56:27.330980 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.367414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.379750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:27.406531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e823792f-0b02-436d-8fa2-95719d258f22']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:27.414561 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e40c5d30-b828-4014-b51c-0941e01dfb27 req-0e561999-fbd2-4995-bf0f-5734ed0fe246 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127644 Sep 20 12:56:27.417898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a895a230-53d2-4627-90ea-b6def4423aa0') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:27.418206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a895a230-53d2-4627-90ea-b6def4423aa0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:27.433613 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.445524 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4dfefb08-112c-4e64-bb77-e26b196f4793 tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.449161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4dfefb08-112c-4e64-bb77-e26b196f4793 tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5532777 Sep 20 12:56:27.449161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.449543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35558) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:27.455307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:56:27.457871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:56:27.459244 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:56:27.464180 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9114d382-98bd-484f-8b30-1effc7757e96 x-openstack-request-id: req-9114d382-98bd-484f-8b30-1effc7757e96 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:27.464475 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362f2946-67fa-440a-8080-05e1126fbe43", "name": "network-vif-plugged", "status": "completed", "tag": "3768ad90-0442-4ef3-8fdf-dba5b6163fb8", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:27.464726 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9114d382-98bd-484f-8b30-1effc7757e96 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:27.465142 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362f2946-67fa-440a-8080-05e1126fbe43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3768ad90-0442-4ef3-8fdf-dba5b6163fb8', 'code': 200} Sep 20 12:56:27.489857 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-edee6787-76d2-4fd8-ba6e-ec2225cf7fb6 tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] 10.222.0.37 "GET /v2.0/subnetpools/5c45ff3e-df60-4fbd-a30e-28337c94fe4e HTTP/1.1" status: 200 len: 732 time: 0.0388803 Sep 20 12:56:27.492100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35560) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:27.496757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e0db8352-c7ca-464e-9d5a-dc17f2d6e62d tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1384801995'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:27.575567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.580942 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.586487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/networks/e823792f-0b02-436d-8fa2-95719d258f22 HTTP/1.1" status: 204 len: 168 time: 0.5321136 Sep 20 12:56:27.597218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b4d74-9236-4eb3-8679-27d09d51aa7b req-2b0c653c-30b9-43b1-bf1f-aea3346a5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:27.599140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f8b4d74-9236-4eb3-8679-27d09d51aa7b req-2b0c653c-30b9-43b1-bf1f-aea3346a5200 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 1097 time: 0.0715697 Sep 20 12:56:27.607306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35562) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:27.614097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29883d3a-f564-4b21-9702-01fa65ac44bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Network': ['ID=e823792f-0b02-436d-8fa2-95719d258f22,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:27.614248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'network': {'name': 'tempest-network-smoke--250854718', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'port_security_enabled': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:27.660381 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f8b4d74-9236-4eb3-8679-27d09d51aa7b req-0d143e31-053f-4546-90d0-e0e413b06414 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Sep 20 12:56:27.697974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0db8352-c7ca-464e-9d5a-dc17f2d6e62d tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] Notify callbacks [] for subnetpool, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.699117 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e0db8352-c7ca-464e-9d5a-dc17f2d6e62d tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] 10.222.0.37 "PUT /v2.0/subnetpools/5c45ff3e-df60-4fbd-a30e-28337c94fe4e HTTP/1.1" status: 200 len: 684 time: 0.2056866 Sep 20 12:56:27.701671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35564) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:27.755155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:56:27.758525 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.871936 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e32fa2e-218e-43c4-a03b-29ce56f3be7b tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] Notify callbacks [] for subnetpool, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.875597 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4e32fa2e-218e-43c4-a03b-29ce56f3be7b tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] 10.222.0.37 "DELETE /v2.0/subnetpools/5c45ff3e-df60-4fbd-a30e-28337c94fe4e HTTP/1.1" status: 204 len: 168 time: 0.1704936 Sep 20 12:56:27.876908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35566) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:27.878238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:56:27.887263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:27.887615 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Added segment 3e266459-fd32-49ae-805a-ac5cd6545743 of type vlan for network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c Sep 20 12:56:27.895597 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-9f8e1e1e-f93d-4b0f-a820-64f63ed31d17 tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] show failed (client error): The resource could not be found. Sep 20 12:56:27.896674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f8e1e1e-f93d-4b0f-a820-64f63ed31d17 tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] 10.222.0.37 "GET /v2.0/subnetpools/5c45ff3e-df60-4fbd-a30e-28337c94fe4e HTTP/1.1" status: 404 len: 346 time: 0.0186872 Sep 20 12:56:27.899366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35568) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:27.920349 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-820d9e27-2dc9-42f2-8358-6ededad4882f tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] delete failed (client error): The resource could not be found. Sep 20 12:56:27.920349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-820d9e27-2dc9-42f2-8358-6ededad4882f tempest-SubnetPoolsTestJSON-1643383285 tempest-SubnetPoolsTestJSON-1643383285-project] 10.222.0.37 "DELETE /v2.0/subnetpools/5c45ff3e-df60-4fbd-a30e-28337c94fe4e HTTP/1.1" status: 404 len: 346 time: 0.0192151 Sep 20 12:56:27.930421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.016026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.021888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:28.022474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.090793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Network': ['ID=56cc3b6b-23f2-4a4d-8910-1c1f7970521c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:28.100912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:56:28.113963 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-69c8e384-004b-4fd2-aa4f-7c1c2360e848 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5056245 Sep 20 12:56:28.116649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35572) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:28.121076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'admin_state_up': True, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:28.186196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f80b6214-1766-4b0c-8109-6de03c118ec9 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:28.199575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.200776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.206488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f80b6214-1766-4b0c-8109-6de03c118ec9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:28.210309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f80b6214-1766-4b0c-8109-6de03c118ec9 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:28.252310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.330738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35576) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:28.438373 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.445600 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a129e5b-8405-4e91-a5d3-f30fefb15330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.516280 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:56:28.553153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b906-1406-4476-b288-8c7f152b8c00 req-45cc3f31-804e-470d-a6cb-9d4c6bb4fa33 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:28.554660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fff2b906-1406-4476-b288-8c7f152b8c00 req-45cc3f31-804e-470d-a6cb-9d4c6bb4fa33 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 946 time: 0.0710402 Sep 20 12:56:28.587749 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a129e5b-8405-4e91-a5d3-f30fefb15330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.605861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fff2b906-1406-4476-b288-8c7f152b8c00 req-a5d43b78-a341-4f88-8b1c-3e904b887376 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Sep 20 12:56:28.661529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a129e5b-8405-4e91-a5d3-f30fefb15330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.702149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8a129e5b-8405-4e91-a5d3-f30fefb15330 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff369aec087a4119909214029f8763f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700864 Sep 20 12:56:28.703132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a129e5b-8405-4e91-a5d3-f30fefb15330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0d1a0-1386-4e79-aada-0faa22c241fd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:28.704069 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.705608 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:28.728962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.758694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4af52959-87a9-4a83-b40e-85a490cb1f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.781810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4af52959-87a9-4a83-b40e-85a490cb1f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.835002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.25.6.185 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/add10cab-06fb-4972-9a9f-a7b4e48ac35b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:56:28.902589 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4af52959-87a9-4a83-b40e-85a490cb1f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.905405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4af52959-87a9-4a83-b40e-85a490cb1f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:28.906675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4af52959-87a9-4a83-b40e-85a490cb1f38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6d0d1a0-1386-4e79-aada-0faa22c241fd HTTP/1.1" status: 204 len: 168 time: 0.1992064 Sep 20 12:56:28.916654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af52959-87a9-4a83-b40e-85a490cb1f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d0d1a0-1386-4e79-aada-0faa22c241fd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:28.944029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:29.033834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:29.084109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:29.085494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=add10cab-06fb-4972-9a9f-a7b4e48ac35b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:29.089074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:29.091118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:56:29.416338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:29.629335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:29.724726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464881c-c932-40f1-923c-e5e2ddb81ee1 req-ab59ccb6-5dda-4d5e-a871-0500d87fcbe8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:29.726536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e464881c-c932-40f1-923c-e5e2ddb81ee1 req-ab59ccb6-5dda-4d5e-a871-0500d87fcbe8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 946 time: 0.0510721 Sep 20 12:56:29.766630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e464881c-c932-40f1-923c-e5e2ddb81ee1 req-14a74b0e-5449-4c2a-8d3e-3a9d6275c5a1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Sep 20 12:56:29.862333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 32f830f7-cff1-4d79-bf9c-ea496950c650 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:56:29.898403 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941d35a-93f7-4c4e-973c-6d85bb663ed6 req-c660ea47-eaaf-4e32-8237-2359befcd72e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:29.899956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e941d35a-93f7-4c4e-973c-6d85bb663ed6 req-c660ea47-eaaf-4e32-8237-2359befcd72e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 946 time: 0.0644615 Sep 20 12:56:29.940303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e941d35a-93f7-4c4e-973c-6d85bb663ed6 req-2442980b-ccf7-4911-b067-deb1717861a7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Sep 20 12:56:29.978834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:29.989519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Sync routers for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:30.008043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:30.008672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:30.045405 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:30.049896 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ccc7267f-ffba-469f-90b2-10ab3d79facb tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9321353 Sep 20 12:56:30.052474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35614) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:30.089369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a82c9966-3d1b-4567-a738-de9dff33f470 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374553 Sep 20 12:56:30.090233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35618) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:30.135229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:30.271148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47edf3fa-b454-4b08-98f2-cee740a76c32 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:30.272799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-47edf3fa-b454-4b08-98f2-cee740a76c32 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1813900 Sep 20 12:56:30.275546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35620) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:30.311836 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2a48b2d6-da02-43e1-9937-32f598308136 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349104 Sep 20 12:56:30.315155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35624) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:30.323628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361126678', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:30.350125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:29Z', 'revision_number': 3, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:30.378536 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Checking router: 32f830f7-cff1-4d79-bf9c-ea496950c650 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:30.378893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Updating router 32f830f7-cff1-4d79-bf9c-ea496950c650 port add10cab-06fb-4972-9a9f-a7b4e48ac35b binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:56:30.410723 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:30.520739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:56:30.526855 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:30.713786 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:30.787867 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:30.823882 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:30.839243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Attempting to bind port add10cab-06fb-4972-9a9f-a7b4e48ac35b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:56:30.839621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Attempting to bind port add10cab-06fb-4972-9a9f-a7b4e48ac35b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:56:30.840186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Attempting to bind port add10cab-06fb-4972-9a9f-a7b4e48ac35b on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:30.849866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:56:30.850258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:56:30.850586 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:30.851265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:56:30.852189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Bound port: add10cab-06fb-4972-9a9f-a7b4e48ac35b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:56:30.852311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:30.894774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264e0e-8dfc-4c92-84ae-b2c9576c7285 None None] Pushing event updated for resources: {'Port': ['ID=add10cab-06fb-4972-9a9f-a7b4e48ac35b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:30.933538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] For port add10cab-06fb-4972-9a9f-a7b4e48ac35b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:56:30.933657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Subnet': ['ID=df221c9f-7f6d-47d6-acbe-f4a1297e26fb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:30.934669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] For port add10cab-06fb-4972-9a9f-a7b4e48ac35b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=add10cab-06fb-4972-9a9f-a7b4e48ac35b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:56:30.942527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Checking segment: {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:56:30.943057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network hostable DHCP agents. Network: 56cc3b6b-23f2-4a4d-8910-1c1f7970521c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:56:31.044797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:31.073722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:56:31.109139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:31.109880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:31.162998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264e0e-8dfc-4c92-84ae-b2c9576c7285 None None] Pushing event updated for resources: {'Port': ['ID=add10cab-06fb-4972-9a9f-a7b4e48ac35b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:31.182299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 56cc3b6b-23f2-4a4d-8910-1c1f7970521c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:31.187633 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:31.187794 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:31.212639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1534a62b-8f41-4718-ba77-8ff62355b4bf None None] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:56:31.257633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b82bdd6-654f-447c-9725-7daaa6a68dc8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9399977 Sep 20 12:56:31.260478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35660) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:31.328695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:31.761579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:56:31.762509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:31.768539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:29Z', 'revision_number': 3, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:31.810287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3490f-dca1-48f0-8dfc-71d032199fa1 None None] The sync data for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 is: [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:29Z', 'revision_number': 3, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:31.842550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:31.986129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Allocated IP 172.20.0.2 (56cc3b6b-23f2-4a4d-8910-1c1f7970521c/df221c9f-7f6d-47d6-acbe-f4a1297e26fb/871efb67-45a8-4dd6-bcbd-89fab99a0fc5) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:56:32.209999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:32.279277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:32.338107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:32.343771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:32.346284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:56:32.375580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Pushing event updated for resources: {'Port': ['ID=871efb67-45a8-4dd6-bcbd-89fab99a0fc5,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:32.392878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device add10cab-06fb-4972-9a9f-a7b4e48ac35b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:56:32.547227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Attempting to bind port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:56:32.547601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Attempting to bind port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:56:32.548210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Attempting to bind port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 on network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:32.562714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:56:32.563065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Checking segment: {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:56:32.563477 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:32.563926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Bound using segment: {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:56:32.564543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Bound port: 871efb67-45a8-4dd6-bcbd-89fab99a0fc5, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:56:32.564932 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:32.623268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port add10cab-06fb-4972-9a9f-a7b4e48ac35b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:32.625606 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:32.689968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] For port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:56:32.694030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] For port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=871efb67-45a8-4dd6-bcbd-89fab99a0fc5,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:56:32.782772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:32.808493 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:32.809834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port add10cab-06fb-4972-9a9f-a7b4e48ac35b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=add10cab-06fb-4972-9a9f-a7b4e48ac35b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:32.835183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.20.0.1 (56cc3b6b-23f2-4a4d-8910-1c1f7970521c/df221c9f-7f6d-47d6-acbe-f4a1297e26fb/8f802aa7-7b5d-47f8-8564-975e810b7d9e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:56:32.879614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649e5e4-ad4b-40b6-9f90-80822f8276c9 None None] Pushing event updated for resources: {'Port': ['ID=871efb67-45a8-4dd6-bcbd-89fab99a0fc5,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:32.920344 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:33.004090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=add10cab-06fb-4972-9a9f-a7b4e48ac35b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:33.015924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:33.155229 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:33.203765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:33.207961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:33.211843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:56:33.239816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=8f802aa7-7b5d-47f8-8564-975e810b7d9e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:33.262983 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:33.465151 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:33.770346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:33.833649 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:33.910033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:33.911806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=8f802aa7-7b5d-47f8-8564-975e810b7d9e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:34.038181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-43f6884c-5523-4000-adb6-124147260900 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.040367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-43f6884c-5523-4000-adb6-124147260900 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1446984 Sep 20 12:56:34.040910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:34.042465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:34.056864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b8579c80-018d-40ea-88be-e02df605867f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/quotas/cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 375 time: 0.0105326 Sep 20 12:56:34.119127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-a6a5d866-4648-4873-ac50-599c0e2718c4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561740 Sep 20 12:56:34.164930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 32f830f7-cff1-4d79-bf9c-ea496950c650 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:34.229245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-99bb7ae0-61f1-4072-986a-10c326404005 service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020620 Sep 20 12:56:34.327689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:34.334672 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-53275b25-c465-4e05-8567-7bdf4b95bae4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "PUT /v2.0/routers/32f830f7-cff1-4d79-bf9c-ea496950c650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0723839 Sep 20 12:56:34.337278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35734) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:34.341417 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Sync routers for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:34.352603 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:34.354368 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:34.359292 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-2131ef7b-40e0-4ef2-ab26-2db9e8d401ad service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236658 Sep 20 12:56:34.409813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device add10cab-06fb-4972-9a9f-a7b4e48ac35b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:56:34.510342 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:34.528519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port add10cab-06fb-4972-9a9f-a7b4e48ac35b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:34.528933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:34.560468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.561340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.561812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.562274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.562731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.563182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.563755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.564463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.565277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.570257 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4c7febd5-aeea-4038-bd4f-57aea5d80326 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6353 time: 0.2297168 Sep 20 12:56:34.570679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:34.754039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:56:34.785354 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 2, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:34.814611 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Checking router: 32f830f7-cff1-4d79-bf9c-ea496950c650 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:34.814975 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Updating router 32f830f7-cff1-4d79-bf9c-ea496950c650 port 8f802aa7-7b5d-47f8-8564-975e810b7d9e binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:56:34.843786 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:34.849187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.849187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.849187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.849187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.849187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.850847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.851574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.852287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.853280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:34.855622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0be8e6d9-b0a9-4faa-b79a-93ded5760291 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5898 time: 0.2838802 Sep 20 12:56:34.858773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:34.859154 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:34.864890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35748) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:34.891294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2880c06-57b3-450d-9fd6-dc3ced8b42db req-cb607b1c-f5ff-45c1-98bc-ed35dcc05704 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 210 time: 0.1834834 Sep 20 12:56:34.996015 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.051854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=871efb67-45a8-4dd6-bcbd-89fab99a0fc5,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:35.086521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aeb600-3596-48aa-bd10-db2f516341fd None None] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:56:35.140486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.152781 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.187691 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-34ff6be8-6c7c-44de-b4ce-4fdf61e8dd1c tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5210 time: 0.3215411 Sep 20 12:56:35.208241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0ef3c73c-9130-43b3-8ee8-ab1c7a972d56 None None] Provisioning complete for port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:35.208618 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c73c-9130-43b3-8ee8-ab1c7a972d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.210393 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.289021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=871efb67-45a8-4dd6-bcbd-89fab99a0fc5,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:35.300086 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d700ab-9453-4630-9756-e0bcfd80ab22 None None] Pushing event updated for resources: {'Port': ['ID=8f802aa7-7b5d-47f8-8564-975e810b7d9e,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:35.310965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.311183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.311526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.311860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.312198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.312525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.312851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.313197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.313555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.313892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.314262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.314527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:35.332793 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Attempting to bind port 8f802aa7-7b5d-47f8-8564-975e810b7d9e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:56:35.333260 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Attempting to bind port 8f802aa7-7b5d-47f8-8564-975e810b7d9e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:56:35.333829 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Attempting to bind port 8f802aa7-7b5d-47f8-8564-975e810b7d9e on network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:35.339229 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:56:35.339607 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Checking segment: {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:56:35.340009 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.340402 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Bound using segment: {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:56:35.340858 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Bound port: 8f802aa7-7b5d-47f8-8564-975e810b7d9e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:56:35.341445 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.404371 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] For port 8f802aa7-7b5d-47f8-8564-975e810b7d9e, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:56:35.408542 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] For port 8f802aa7-7b5d-47f8-8564-975e810b7d9e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8f802aa7-7b5d-47f8-8564-975e810b7d9e,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:56:35.491349 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.539269 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:35.539903 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:35.568598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35758) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:35.573537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cbf8d746-49cc-4d62-b40c-3c9387bc1915 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115747496', 'description': 'tempest-secgroup-smoke-115747496 description', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:35.603150 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d700ab-9453-4630-9756-e0bcfd80ab22 None None] Pushing event updated for resources: {'Port': ['ID=8f802aa7-7b5d-47f8-8564-975e810b7d9e,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:35.645551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b412633e-1f90-42be-8f7a-ddbb3018cf61 None None] Provisioning complete for port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:35.646142 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b412633e-1f90-42be-8f7a-ddbb3018cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.667137 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:35.708110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbf8d746-49cc-4d62-b40c-3c9387bc1915 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.744268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b412633e-1f90-42be-8f7a-ddbb3018cf61 None None] Provisioning complete for port 8f802aa7-7b5d-47f8-8564-975e810b7d9e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:35.744636 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b412633e-1f90-42be-8f7a-ddbb3018cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.840302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbf8d746-49cc-4d62-b40c-3c9387bc1915 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.856412 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b412633e-1f90-42be-8f7a-ddbb3018cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.953832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbf8d746-49cc-4d62-b40c-3c9387bc1915 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:35.993474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b412633e-1f90-42be-8f7a-ddbb3018cf61 None None] For port 8f802aa7-7b5d-47f8-8564-975e810b7d9e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8f802aa7-7b5d-47f8-8564-975e810b7d9e,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:36.008765 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:35Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:36.013332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58b3ad89-5d84-44b8-93fd-bb87d2d86204 req-d49f9dfd-31a3-4c7f-9cfd-77659bfe2238 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 210 time: 0.0482666 Sep 20 12:56:36.017501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8d746-49cc-4d62-b40c-3c9387bc1915 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9640858-94b0-44c6-8974-19ea31c58131,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:36.092886 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b412633e-1f90-42be-8f7a-ddbb3018cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.139528 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d4474-7ddc-4ac6-bb2c-197954ca5069 None None] The sync data for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 is: [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:35Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:36.147567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbf8d746-49cc-4d62-b40c-3c9387bc1915 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.148855 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cbf8d746-49cc-4d62-b40c-3c9387bc1915 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5790007 Sep 20 12:56:36.152401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35768) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:36.155307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412633e-1f90-42be-8f7a-ddbb3018cf61 None None] Pushing event updated for resources: {'Port': ['ID=8f802aa7-7b5d-47f8-8564-975e810b7d9e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:36.158595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-28989fd2-ea9f-4e62-9efa-3fc18ead5f85 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'e9640858-94b0-44c6-8974-19ea31c58131', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:36.250426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-900f71d4-2915-45d1-9b3b-3b5a3f5f54bb None None] Provisioning complete for port 8f802aa7-7b5d-47f8-8564-975e810b7d9e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:36.250896 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-900f71d4-2915-45d1-9b3b-3b5a3f5f54bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.279132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28989fd2-ea9f-4e62-9efa-3fc18ead5f85 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.302344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:56:36.370983 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28989fd2-ea9f-4e62-9efa-3fc18ead5f85 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.445269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28989fd2-ea9f-4e62-9efa-3fc18ead5f85 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.461438 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:36.461814 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.479290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28989fd2-ea9f-4e62-9efa-3fc18ead5f85 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42f2832-c429-4eea-8171-1488ac65afc3,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:36.582298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28989fd2-ea9f-4e62-9efa-3fc18ead5f85 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.582600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5d3bd124-0078-4b25-a5f1-4ed26b70e616 None None] Provisioning complete for port 8f802aa7-7b5d-47f8-8564-975e810b7d9e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:36.582971 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd124-0078-4b25-a5f1-4ed26b70e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.584362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-28989fd2-ea9f-4e62-9efa-3fc18ead5f85 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4307330 Sep 20 12:56:36.587200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35770) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:36.592332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bbbc2151-f1a3-4654-9bc7-fde22fa2c27d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'e9640858-94b0-44c6-8974-19ea31c58131', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:36.691205 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2151-f1a3-4654-9bc7-fde22fa2c27d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.757850 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2151-f1a3-4654-9bc7-fde22fa2c27d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.800498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cd4c7b48-9be2-43a4-a6cd-49d0d37fefc6 None None] Provisioning complete for port 8f802aa7-7b5d-47f8-8564-975e810b7d9e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:36.801097 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7b48-9be2-43a4-a6cd-49d0d37fefc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.834024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2151-f1a3-4654-9bc7-fde22fa2c27d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.857946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc2151-f1a3-4654-9bc7-fde22fa2c27d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2423c80f-8b80-44cc-9bfa-d05262ce3b2a,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:36.930742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2151-f1a3-4654-9bc7-fde22fa2c27d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:36.933752 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bbbc2151-f1a3-4654-9bc7-fde22fa2c27d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3437734 Sep 20 12:56:36.934868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35776) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:36.940053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bb236dd2-88a6-4c9a-8f2e-d38be46a66d7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'e9640858-94b0-44c6-8974-19ea31c58131', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:37.044884 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb236dd2-88a6-4c9a-8f2e-d38be46a66d7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.140507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb236dd2-88a6-4c9a-8f2e-d38be46a66d7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.173637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6334db60-d095-4a51-a0e7-e94f1e8f8db8 req-c1a9c1c5-410a-4f27-938a-243307ed16f9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 210 time: 0.0694485 Sep 20 12:56:37.268886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb236dd2-88a6-4c9a-8f2e-d38be46a66d7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.306882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236dd2-88a6-4c9a-8f2e-d38be46a66d7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87859ee-ed5e-467c-81e4-4d3b9a9a96ef,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:37.333882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-4fbf7192-d359-4394-9729-bd71da46dcd6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:37.334037 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-4fbf7192-d359-4394-9729-bd71da46dcd6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1761909 Sep 20 12:56:37.348016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'port': {'device_id': 'fab6bee3-573e-494e-8195-ac3ae8acc253', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'admin_state_up': True, 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:37.426068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb236dd2-88a6-4c9a-8f2e-d38be46a66d7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.427378 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb236dd2-88a6-4c9a-8f2e-d38be46a66d7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4915576 Sep 20 12:56:37.430153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35790) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:37.439922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-300f51d4-8afd-4d38-9e1c-96497509be03 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'e9640858-94b0-44c6-8974-19ea31c58131', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:37.580238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-300f51d4-8afd-4d38-9e1c-96497509be03 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.649214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-300f51d4-8afd-4d38-9e1c-96497509be03 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.674431 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:56:37.678175 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.733626 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-300f51d4-8afd-4d38-9e1c-96497509be03 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.765682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f51d4-8afd-4d38-9e1c-96497509be03 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b524d4e-2985-4f14-86c2-c97f942872ff,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:37.827462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.20.0.11 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/8293be06-f9b7-4294-869f-259a3d74166d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:56:37.838122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-300f51d4-8afd-4d38-9e1c-96497509be03 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.841045 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-300f51d4-8afd-4d38-9e1c-96497509be03 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4083047 Sep 20 12:56:37.842292 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35792) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:37.848955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f1316484-7efd-4a81-9230-97bb38fadbba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'e9640858-94b0-44c6-8974-19ea31c58131', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:37.971051 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-f1316484-7efd-4a81-9230-97bb38fadbba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Project 1e5ba0ac24ca46f2950e14fd2f02e8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:56:37.976848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1316484-7efd-4a81-9230-97bb38fadbba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:37.983334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.040795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1316484-7efd-4a81-9230-97bb38fadbba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.113562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1316484-7efd-4a81-9230-97bb38fadbba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.118098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.134101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3768ad90-0442-4ef3-8fdf-dba5b6163fb8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:56:38.134849 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1316484-7efd-4a81-9230-97bb38fadbba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9959bf08-49f8-402b-9de1-c2778e061a7f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:38.181399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:38.184893 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:38.194319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:56:38.210899 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1316484-7efd-4a81-9230-97bb38fadbba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.212082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1316484-7efd-4a81-9230-97bb38fadbba tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3686266 Sep 20 12:56:38.214804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:38.223722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-df29f361-d9bf-470d-8580-adbdc9484e2a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'security_group_rule': {'security_group_id': 'e9640858-94b0-44c6-8974-19ea31c58131', 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:38.296432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=8293be06-f9b7-4294-869f-259a3d74166d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:38.395366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:38.396227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.526085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8f802aa7-7b5d-47f8-8564-975e810b7d9e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:56:38.526898 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-df29f361-d9bf-470d-8580-adbdc9484e2a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Project 1e5ba0ac24ca46f2950e14fd2f02e8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:56:38.537430 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df29f361-d9bf-470d-8580-adbdc9484e2a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.567958 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-bf2c1280-d89e-4e79-aa9d-63fa500bb8b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2251821 Sep 20 12:56:38.582836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Request body: {'port': {'device_id': 'fab6bee3-573e-494e-8195-ac3ae8acc253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:38.586651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f9f7-a61b-40a9-9a2b-cd6bb8e8446b req-9c2e8920-80f6-4bc4-9fd2-87b54149a7b1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:38.588509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49a2f9f7-a61b-40a9-9a2b-cd6bb8e8446b req-9c2e8920-80f6-4bc4-9fd2-87b54149a7b1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 932 time: 0.1430736 Sep 20 12:56:38.608038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8f802aa7-7b5d-47f8-8564-975e810b7d9e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:38.608669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.667065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df29f361-d9bf-470d-8580-adbdc9484e2a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.670998 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49a2f9f7-a61b-40a9-9a2b-cd6bb8e8446b req-2020dbe1-c354-4a75-b13c-1c6850f7b39b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581324 Sep 20 12:56:38.674999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.721412 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df29f361-d9bf-470d-8580-adbdc9484e2a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.766132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1473ff81-2cc3-4d8a-9df5-9a42c2717cef None None] Provisioning complete for port 8293be06-f9b7-4294-869f-259a3d74166d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:38.767567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1473ff81-2cc3-4d8a-9df5-9a42c2717cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.780506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29f361-d9bf-470d-8580-adbdc9484e2a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccaa502-3326-41d5-84f9-0e31736577a2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:38.807334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1473ff81-2cc3-4d8a-9df5-9a42c2717cef None None] Port 8293be06-f9b7-4294-869f-259a3d74166d cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:56:38.840988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df29f361-d9bf-470d-8580-adbdc9484e2a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:38.852240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-df29f361-d9bf-470d-8580-adbdc9484e2a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6266334 Sep 20 12:56:39.036298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8293be06-f9b7-4294-869f-259a3d74166d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:56:39.045635 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:39.067403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Transition to ACTIVE for port object 8293be06-f9b7-4294-869f-259a3d74166d will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:56:39.086255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-efa5007f-9b4a-4688-9341-4b7e176868b1 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115747496&fields=id&tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 267 time: 0.0401561 Sep 20 12:56:39.167204 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:39.197506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-249639e3-f9d9-4181-a029-1d2dfcde66d9 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:39.199244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-249639e3-f9d9-4181-a029-1d2dfcde66d9 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/networks?id=56cc3b6b-23f2-4a4d-8910-1c1f7970521c HTTP/1.1" status: 200 len: 796 time: 0.1057389 Sep 20 12:56:39.218859 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-728bc8e5-a63f-422f-b430-fbe474a27fa6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/quotas/1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 375 time: 0.0109513 Sep 20 12:56:39.267534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8293be06-f9b7-4294-869f-259a3d74166d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:39.309591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-383105d0-9e63-4435-a2a8-90538a1179f6 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772429 Sep 20 12:56:39.359237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Attempting to bind port 8293be06-f9b7-4294-869f-259a3d74166d on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:56:39.359570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Attempting to bind port 8293be06-f9b7-4294-869f-259a3d74166d by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:56:39.359901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Attempting to bind port 8293be06-f9b7-4294-869f-259a3d74166d on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:39.365331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Port 8293be06-f9b7-4294-869f-259a3d74166d on network 72813fde-70bf-4265-8573-42873b0c2dec not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:56:39.365661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Attempting to bind port 8293be06-f9b7-4294-869f-259a3d74166d on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:39.371237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:56:39.371580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:56:39.376360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:56:39.376360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Bound port: 8293be06-f9b7-4294-869f-259a3d74166d, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:56:39.376360 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:39.456492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-23fb5ec1-da95-45e4-8305-0e30a5001a55 service neutron] 10.222.0.37 "GET /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387179 Sep 20 12:56:39.479873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] For port 8293be06-f9b7-4294-869f-259a3d74166d, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:56:39.487024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] For port 8293be06-f9b7-4294-869f-259a3d74166d, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8293be06-f9b7-4294-869f-259a3d74166d,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:56:39.549620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:39.571165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:39.572068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:39.573884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] 10.222.0.32 "PUT /v2.0/ports/8293be06-f9b7-4294-869f-259a3d74166d HTTP/1.1" status: 200 len: 1092 time: 0.9971030 Sep 20 12:56:39.574596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab6bee3-573e-494e-8195-ac3ae8acc253', 'tag': '8293be06-f9b7-4294-869f-259a3d74166d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:39.577862 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbc020d-ad29-4596-9404-476cef9070d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fab6bee3-573e-494e-8195-ac3ae8acc253", "tag": "8293be06-f9b7-4294-869f-259a3d74166d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:39.622044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-55eb36c4-2783-461c-aeb5-34f4de09917a service neutron] 10.222.0.37 "GET /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643288 Sep 20 12:56:39.673840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6b9cb-928c-4b6c-8f83-40a5f1fc0cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8293be06-f9b7-4294-869f-259a3d74166d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:39.759988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-de6ca1d3-4dee-4b8f-a960-a78401e9d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:39.761655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-de6ca1d3-4dee-4b8f-a960-a78401e9d985 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 1095 time: 0.0673306 Sep 20 12:56:39.818866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-0ac902f7-ae33-4105-a30c-be7fd3ae8a25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8293be06-f9b7-4294-869f-259a3d74166d HTTP/1.1" status: 200 len: 217 time: 0.0494447 Sep 20 12:56:39.897899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-8151080f-9e74-4200-af33-d0b4192fb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:39.898395 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-8151080f-9e74-4200-af33-d0b4192fb43c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0710981 Sep 20 12:56:39.900104 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefe350f-e0f4-457d-997f-dd4c968bb8f0 x-openstack-request-id: req-eefe350f-e0f4-457d-997f-dd4c968bb8f0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:39.900421 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab6bee3-573e-494e-8195-ac3ae8acc253", "tag": "8293be06-f9b7-4294-869f-259a3d74166d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:39.900627 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eefe350f-e0f4-457d-997f-dd4c968bb8f0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:39.901087 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab6bee3-573e-494e-8195-ac3ae8acc253', 'tag': '8293be06-f9b7-4294-869f-259a3d74166d', 'status': 'completed', 'code': 200} Sep 20 12:56:39.963934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-de286e26-409a-462b-8aae-ba60821f85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:39.963934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-de286e26-409a-462b-8aae-ba60821f85fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562618 Sep 20 12:56:40.073578 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-1073b206-2c83-48b1-a15a-34221cd9add3 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040545 Sep 20 12:56:40.083006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e704060-c882-4134-85c3-97b5f450b327 req-178cbb34-cf61-4a5f-b61e-80cd81e8e4d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:40.085045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e704060-c882-4134-85c3-97b5f450b327 req-178cbb34-cf61-4a5f-b61e-80cd81e8e4d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.1199119 Sep 20 12:56:40.136671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e704060-c882-4134-85c3-97b5f450b327 req-4c762235-7b7b-463c-b2b5-2d5f5abf445c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Sep 20 12:56:40.208708 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23455f7a-1d79-4dca-87f1-679b25ec7b08 req-70af3efa-785b-4b02-8057-3ed8d821d4d2 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196783 Sep 20 12:56:40.222695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-61368ad1-a4f6-472c-a219-e6a915b86242 req-66d4783d-cfef-480e-afce-5b924651b7b5 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 210 time: 0.0377083 Sep 20 12:56:40.394646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-4cfefdfb-932c-4ec3-8951-24d4695aa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:40.396712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-4cfefdfb-932c-4ec3-8951-24d4695aa4e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 1095 time: 0.0517437 Sep 20 12:56:40.518259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-e95fd69a-eca3-4733-b59e-a21decdb842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:40.519992 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-e95fd69a-eca3-4733-b59e-a21decdb842b service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.1159971 Sep 20 12:56:40.564483 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-ec0f23be-00a0-4667-b9c3-8a12a8419be8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8293be06-f9b7-4294-869f-259a3d74166d HTTP/1.1" status: 200 len: 217 time: 0.0365937 Sep 20 12:56:40.617471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-2713eed7-775e-4902-bf10-c7bdd8058431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:40.619138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-2713eed7-775e-4902-bf10-c7bdd8058431 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0483115 Sep 20 12:56:41.026401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-6c1cf8bd-0138-47a7-b5d3-23b37dd693ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:41.027964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-6c1cf8bd-0138-47a7-b5d3-23b37dd693ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011869 Sep 20 12:56:41.140146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-84c47ce4-379b-48f8-9e06-920b93f2a750 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039879 Sep 20 12:56:41.260637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ddbc020d-ad29-4596-9404-476cef9070d0 req-2a5f96bd-ccee-41f9-bf6e-dc9928bd9f00 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134872 Sep 20 12:56:41.363709 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248140-13ad-4af6-b43f-251332652dbf req-4050412f-a288-47b6-b059-5b01720b4e31 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:41.365936 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52248140-13ad-4af6-b43f-251332652dbf req-4050412f-a288-47b6-b059-5b01720b4e31 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.1124818 Sep 20 12:56:41.410704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52248140-13ad-4af6-b43f-251332652dbf req-e99eec82-5482-4c49-989e-9ef8fbf39536 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385067 Sep 20 12:56:41.505109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f707a926-48c2-4e62-a853-0f53dd813237 req-c5685089-db0c-4461-b9df-a1828639bb43 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 210 time: 0.0335617 Sep 20 12:56:42.209940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-aa2eff30-9f76-4d47-8dad-a13b81b0db0f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:42.211464 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-aa2eff30-9f76-4d47-8dad-a13b81b0db0f tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.21 "GET /v2.0/networks?id=56cc3b6b-23f2-4a4d-8910-1c1f7970521c HTTP/1.1" status: 200 len: 796 time: 0.1143012 Sep 20 12:56:42.262363 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-c7e6e347-3d6a-497f-8e98-9b146ab034bf tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf HTTP/1.1" status: 200 len: 379 time: 0.0419784 Sep 20 12:56:42.272692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'port': {'device_id': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'admin_state_up': True, 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'security_groups': ['e9640858-94b0-44c6-8974-19ea31c58131']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:42.416811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a9f93dca-4247-4fb8-a220-3a0932ee67f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:42.519080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Made reservation on behalf of 1e5ba0ac24ca46f2950e14fd2f02e8bf for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:56:42.522778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:42.543689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76f5d7-b169-4a3a-999b-b42be3c24f3c req-d1d183a7-6f2f-4e42-b120-39308d6ed993 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:42.545386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b76f5d7-b169-4a3a-999b-b42be3c24f3c req-d1d183a7-6f2f-4e42-b120-39308d6ed993 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0638769 Sep 20 12:56:42.593567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b76f5d7-b169-4a3a-999b-b42be3c24f3c req-90136ea1-0979-4dbb-a684-694fd9acb543 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Sep 20 12:56:42.668390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.20.0.13 (56cc3b6b-23f2-4a4d-8910-1c1f7970521c/df221c9f-7f6d-47d6-acbe-f4a1297e26fb/394c19ce-21e6-4a71-95a3-cea48d5ff4c8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:56:42.677911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-012747b8-30cc-4dad-89a2-0afaab611bfb req-24a2ed8e-e657-46d2-8d01-f5396f67ea5e tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 210 time: 0.0320218 Sep 20 12:56:42.820862 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:42.976995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:43.034359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:43.037809 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:43.041715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:56:43.072039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:43.108775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:43.110680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:43.111038 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96e9e-2f90-4e22-849f-ae710e203fcd req-96538081-0cd9-4e51-bf4a-8e5a16ea229f tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:43.115667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1bc96e9e-2f90-4e22-849f-ae710e203fcd req-96538081-0cd9-4e51-bf4a-8e5a16ea229f tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0739670 Sep 20 12:56:43.160219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1bc96e9e-2f90-4e22-849f-ae710e203fcd req-dfe03194-bdd6-4e55-85d1-34e975d1225a tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362225 Sep 20 12:56:43.188362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35864) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:43.231873 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-955c333e-4092-46eb-9687-3062de999241 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9627805 Sep 20 12:56:43.248816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Request body: {'port': {'device_id': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:43.352538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-16cc087b-26d6-4244-9967-8291b7bfdc9a None None] Provisioning complete for port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:43.352836 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-16cc087b-26d6-4244-9967-8291b7bfdc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:43.368870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:43.395220 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-16cc087b-26d6-4244-9967-8291b7bfdc9a None None] Port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:56:43.532308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 146c8984-d6cf-43a1-8ab8-871a3af0e703 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:43.532308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:43.692873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:43.693236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:43.719054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 146c8984-d6cf-43a1-8ab8-871a3af0e703 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:43.722563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35719b55-c806-4b74-84dc-8963375c82ed req-07990b7e-f5ce-4fe4-bfca-425050ed86a2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:43.724065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35719b55-c806-4b74-84dc-8963375c82ed req-07990b7e-f5ce-4fe4-bfca-425050ed86a2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0578170 Sep 20 12:56:43.769170 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-35719b55-c806-4b74-84dc-8963375c82ed req-99955ff5-66ea-44dc-beae-d77869d2a7d7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363371 Sep 20 12:56:43.846189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:56:43.865130 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:43.884188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Transition to ACTIVE for port object 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:56:43.910390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238ed27-d85e-4534-b9dd-2cb738772e3b req-e54a875a-d63f-4b6c-8a75-707cda43d40c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:43.912318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7238ed27-d85e-4534-b9dd-2cb738772e3b req-e54a875a-d63f-4b6c-8a75-707cda43d40c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 932 time: 0.0689785 Sep 20 12:56:43.960990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7238ed27-d85e-4534-b9dd-2cb738772e3b req-0cb8c580-aea4-4b41-9b83-a92cb518b218 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408804 Sep 20 12:56:43.978983 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:44.028757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Pushing event updated for resources: {'Port': ['ID=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:44.087318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:44.118050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=146c8984-d6cf-43a1-8ab8-871a3af0e703,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:44.138803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Attempting to bind port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:56:44.142117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Attempting to bind port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:56:44.142117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Attempting to bind port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 on network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:44.160295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 on network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:56:44.160627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Attempting to bind port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 on network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:56:44.183906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:56:44.184253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Checking segment: {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:56:44.184710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Bound using segment: {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:56:44.185086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Bound port: 394c19ce-21e6-4a71-95a3-cea48d5ff4c8, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e266459-fd32-49ae-805a-ac5cd6545743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:56:44.185450 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:44.236832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:44.237606 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Floating IP aa5c1e76-6775-41ba-b628-b311022844fb disassociated (deleted). External IP: 172.25.6.36, port: fb95d6e7-f0c2-42cd-a2cb-4f56048285b9. Sep 20 12:56:44.305798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] For port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:56:44.350763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] For port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:56:44.406644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:44.447019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:44.447637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:44.449145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] 10.222.0.21 "PUT /v2.0/ports/394c19ce-21e6-4a71-95a3-cea48d5ff4c8 HTTP/1.1" status: 200 len: 1092 time: 1.2069168 Sep 20 12:56:44.453435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:44.456637 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ef23cf-888d-4766-9edd-24fecfd56571" -d '{"events": [{"name": "network-changed", "server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:44.505938 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5404a3c7-d172-4a2f-84a1-217bd42962e3 x-openstack-request-id: req-5404a3c7-d172-4a2f-84a1-217bd42962e3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:44.506215 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:44.506462 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5404a3c7-d172-4a2f-84a1-217bd42962e3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:44.506861 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'status': 'completed', 'code': 200} Sep 20 12:56:44.522058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645bcc1-a866-42c9-b1eb-efef71ea9b06 service neutron] Pushing event updated for resources: {'Port': ['ID=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:44.562648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router f9d73dc2-8fc6-4544-8259-7642a42c2423 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:44.592503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef23cf-888d-4766-9edd-24fecfd56571 req-0d87f987-70de-47c5-b0a6-406469d9b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:44.592503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90ef23cf-888d-4766-9edd-24fecfd56571 req-0d87f987-70de-47c5-b0a6-406469d9b60c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 1095 time: 0.0593185 Sep 20 12:56:44.766106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:44.771869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:44.775539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef23cf-888d-4766-9edd-24fecfd56571 req-bd74d488-2652-4318-a09e-41a3e8749b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:44.776752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] Sync routers for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:44.777272 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90ef23cf-888d-4766-9edd-24fecfd56571 req-bd74d488-2652-4318-a09e-41a3e8749b53 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1519732 Sep 20 12:56:44.791014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:44.791902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:44.835009 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9220de56-9b83-4081-bfd4-debb7f8a4145 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/floatingips/aa5c1e76-6775-41ba-b628-b311022844fb HTTP/1.1" status: 204 len: 168 time: 1.6454353 Sep 20 12:56:44.916100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef23cf-888d-4766-9edd-24fecfd56571 req-becb6425-c555-4576-a63c-64eb3f17e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:44.919553 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90ef23cf-888d-4766-9edd-24fecfd56571 req-becb6425-c555-4576-a63c-64eb3f17e2fb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1262636 Sep 20 12:56:44.941651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:44.946183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c6e4-2d42-4658-907a-8d34dc87d641 req-d6ea82f0-120f-43df-b050-6a24c7d090cf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:44.953542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c010c6e4-2d42-4658-907a-8d34dc87d641 req-d6ea82f0-120f-43df-b050-6a24c7d090cf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0889215 Sep 20 12:56:44.993524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c010c6e4-2d42-4658-907a-8d34dc87d641 req-02c43b6b-8945-4c5f-8da3-3361ea1884a0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382810 Sep 20 12:56:45.022363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-a7c8def6-fd37-4962-beba-1a1db572e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:45.027502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-a7c8def6-fd37-4962-beba-1a1db572e0d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 1095 time: 0.0591586 Sep 20 12:56:45.084806 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-51549582-75d0-4073-b757-36b054ef18b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394c19ce-21e6-4a71-95a3-cea48d5ff4c8 HTTP/1.1" status: 200 len: 217 time: 0.0484390 Sep 20 12:56:45.139103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-da79933e-e4ad-4cda-900b-b5b0ad14eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:45.142340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-da79933e-e4ad-4cda-900b-b5b0ad14eadf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df221c9f-7f6d-47d6-acbe-f4a1297e26fb HTTP/1.1" status: 200 len: 835 time: 0.0520749 Sep 20 12:56:45.198658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-42423251-04e0-44b7-aabe-20bfd6a13a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:45.200913 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-42423251-04e0-44b7-aabe-20bfd6a13a44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56cc3b6b-23f2-4a4d-8910-1c1f7970521c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514770 Sep 20 12:56:45.223533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:45.253581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] Checking router: f9d73dc2-8fc6-4544-8259-7642a42c2423 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:45.264442 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:45.265200 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:45.308587 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85de065c-384a-4e8a-ac12-655b1caaabd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:45.310016 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-cad4067b-5a86-455a-aec3-8ec8c581adc6 service neutron] 10.222.0.21 "GET /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013165 Sep 20 12:56:45.390336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:45.432064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c7dcfed-7f77-4b07-ba05-e1b7e37294b8 req-38a4506e-86a5-4045-819a-c37d4cd5263d service neutron] 10.222.0.21 "GET /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132765 Sep 20 12:56:45.584045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcdb0-22f2-4985-ae7a-848ff7cf087a req-f8201d61-6d15-4062-9cca-ea00cac7f036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:45.585780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-643fcdb0-22f2-4985-ae7a-848ff7cf087a req-f8201d61-6d15-4062-9cca-ea00cac7f036 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 944 time: 0.0651574 Sep 20 12:56:45.629371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-643fcdb0-22f2-4985-ae7a-848ff7cf087a req-cd5d641c-b23c-4dab-83aa-5614de8a2a69 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361562 Sep 20 12:56:45.759196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2eb47-8428-4f0e-a76d-e4bceb2ee4e3 req-e433435d-8d51-4263-85fd-d4acb476af05 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:45.761348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82f2eb47-8428-4f0e-a76d-e4bceb2ee4e3 req-e433435d-8d51-4263-85fd-d4acb476af05 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0614345 Sep 20 12:56:45.768366 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:45.802891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:45.826940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82f2eb47-8428-4f0e-a76d-e4bceb2ee4e3 req-62c716de-a594-4099-8638-a6082da18819 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572929 Sep 20 12:56:45.832848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab598b2-b6ed-42c2-9424-90db584d404e None None] The sync data for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 is: [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:53Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '9af9f153-b742-43be-ae8f-d76a47d132d3', 'name': '', 'network_id': '44a067c0-2a8e-495a-ba0c-ac81131aa81f', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:5c:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:52Z', 'updated_at': '2021-09-20T12:54:58Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'dab45cc9-cfe2-4be6-9bad-7d7645ad4099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:46.099931 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea58ba3-9d49-432e-80e7-d21f5b8585db None None] New status for floating IP aa5c1e76-6775-41ba-b628-b311022844fb: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:56:46.152377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209dd98-7664-42f5-a6b6-81523c48a7c3 req-bf8e544f-3ab8-4027-8146-a3e8a7bb818d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:46.153974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0209dd98-7664-42f5-a6b6-81523c48a7c3 req-bf8e544f-3ab8-4027-8146-a3e8a7bb818d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0591171 Sep 20 12:56:46.208452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0209dd98-7664-42f5-a6b6-81523c48a7c3 req-791a75d7-9bb0-4712-b21c-7a1f0698a5e5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Sep 20 12:56:46.507958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:46.510341 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21246bd-f507-498f-9576-79c179ff100e" -d '{"events": [{"name": "network-changed", "server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:46.549293 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f09ca5-b81f-4a0f-a9f4-1f396580a2c4 x-openstack-request-id: req-f2f09ca5-b81f-4a0f-a9f4-1f396580a2c4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:46.550045 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:46.550045 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2f09ca5-b81f-4a0f-a9f4-1f396580a2c4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:46.550045 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'status': 'completed', 'code': 200} Sep 20 12:56:46.627826 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:46.669821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21246bd-f507-498f-9576-79c179ff100e req-718ddcd7-6bcc-46df-9c99-c8103a9d62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:46.669821 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b21246bd-f507-498f-9576-79c179ff100e req-718ddcd7-6bcc-46df-9c99-c8103a9d62b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 1097 time: 0.0524642 Sep 20 12:56:46.735262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21246bd-f507-498f-9576-79c179ff100e req-b4a0fa6c-1007-42d0-ab16-b005bbae0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:46.737544 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b21246bd-f507-498f-9576-79c179ff100e req-b4a0fa6c-1007-42d0-ab16-b005bbae0472 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 200 len: 897 time: 0.0901890 Sep 20 12:56:46.764277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f128b54-d105-462c-9535-4cd0a3311b2a req-8e9c73bf-8be1-4300-9110-64e3686b74be tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:46.769979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f128b54-d105-462c-9535-4cd0a3311b2a req-8e9c73bf-8be1-4300-9110-64e3686b74be tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 944 time: 0.0638242 Sep 20 12:56:46.786063 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b21246bd-f507-498f-9576-79c179ff100e req-6d8fedfe-eee8-4ac2-8d25-1c26110575a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 200 len: 217 time: 0.0386596 Sep 20 12:56:46.811669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f128b54-d105-462c-9535-4cd0a3311b2a req-41d0d205-b938-4307-97c0-da2c2b3b77d3 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360181 Sep 20 12:56:46.843123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21246bd-f507-498f-9576-79c179ff100e req-e9a42c93-aa1d-4e40-a2f7-0d20745479a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:46.844811 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b21246bd-f507-498f-9576-79c179ff100e req-e9a42c93-aa1d-4e40-a2f7-0d20745479a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 200 len: 835 time: 0.0481732 Sep 20 12:56:46.904502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21246bd-f507-498f-9576-79c179ff100e req-655f3e36-dbd6-4ebe-becd-356e16bbd40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:46.906140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b21246bd-f507-498f-9576-79c179ff100e req-655f3e36-dbd6-4ebe-becd-356e16bbd40d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44a067c0-2a8e-495a-ba0c-ac81131aa81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508196 Sep 20 12:56:46.941554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23214c-8691-4ed0-a0de-c4ff1faf95d8 req-b01239f6-6bc8-451d-b246-bb65953fecc5 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:46.944207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c23214c-8691-4ed0-a0de-c4ff1faf95d8 req-b01239f6-6bc8-451d-b246-bb65953fecc5 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0499761 Sep 20 12:56:46.994087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c23214c-8691-4ed0-a0de-c4ff1faf95d8 req-094de233-fa95-4f3e-80f4-95af4032c7af tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=e819b326-0ccd-4870-a1e1-70dfe66e0b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Sep 20 12:56:47.043715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-30584aaf-4058-4878-96a2-42020ecdfc21 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:47.045491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-30584aaf-4058-4878-96a2-42020ecdfc21 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1021302 Sep 20 12:56:47.052154 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b21246bd-f507-498f-9576-79c179ff100e req-a111f3f1-121a-40fb-9dbb-d87d012bf2ed service neutron] 10.222.0.21 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384254 Sep 20 12:56:47.053459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:56:47.169598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:47.189920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'port_id': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'mac_address': 'fa:16:3e:af:02:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:56:47.222230 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b21246bd-f507-498f-9576-79c179ff100e req-40d19830-7ac8-4aec-b6f0-d8b29d0e7524 service neutron] 10.222.0.21 "GET /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496799 Sep 20 12:56:47.235275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:47.236307 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:47.265404 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:47.281590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:56:47.302351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:47.361438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:47.361814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:47.375026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:47.375337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d487f-fc10-4e80-bedb-8abd17332c67 req-012e0cfa-5d14-45c3-99bd-f24fb6416d08 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:47.377637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b5d487f-fc10-4e80-bedb-8abd17332c67 req-012e0cfa-5d14-45c3-99bd-f24fb6416d08 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0675290 Sep 20 12:56:47.417637 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:47.425089 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b5d487f-fc10-4e80-bedb-8abd17332c67 req-2de7145d-5446-4871-a445-0b7c3a4f9ee7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 Sep 20 12:56:47.474047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:47.605084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:47.636106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['394c19ce-21e6-4a71-95a3-cea48d5ff4c8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:56:47.639050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=fb95d6e7-f0c2-42cd-a2cb-4f56048285b9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:47.689647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] No DVR routers for this DVR port fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:47.690080 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:47.692413 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a11f9b21-2b01-444f-a2c2-c8b6bc3ffa5d req-4c04c7de-254c-4c6a-b119-f4237f5cf717 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "DELETE /v2.0/ports/fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 HTTP/1.1" status: 204 len: 173 time: 0.6271183 Sep 20 12:56:47.946539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd0a6-ef2f-4eb1-8ad9-1d8078ceb0d2 req-c543b6f0-14a2-469a-a317-6668f3b30d30 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:47.948152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-046fd0a6-ef2f-4eb1-8ad9-1d8078ceb0d2 req-c543b6f0-14a2-469a-a317-6668f3b30d30 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 945 time: 0.0523884 Sep 20 12:56:47.995961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-046fd0a6-ef2f-4eb1-8ad9-1d8078ceb0d2 req-0889fb5e-cc77-41a6-bda2-78697bb62722 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396290 Sep 20 12:56:48.021514 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:48.107338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3864a512-b2fb-4cfc-b29e-f3a628acf5c0 req-268554fa-7ce9-4f84-996e-51894e751020 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=87cd81c8-635e-4bbb-a020-4355b371cdb3 HTTP/1.1" status: 200 len: 210 time: 0.0305777 Sep 20 12:56:48.551592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'name': 'network-vif-deleted', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:48.554785 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ad386b-767c-4f48-ae39-eb03f58c9b7c" -d '{"events": [{"server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "name": "network-vif-deleted", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:48.561236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b258685-6e8d-4371-8f82-6cf7eb02f242 req-16c6cdb5-9742-4297-afd0-736fc1b6e8e7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:48.566836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b258685-6e8d-4371-8f82-6cf7eb02f242 req-16c6cdb5-9742-4297-afd0-736fc1b6e8e7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0562971 Sep 20 12:56:48.616551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b258685-6e8d-4371-8f82-6cf7eb02f242 req-88a39f8a-9a91-489b-a49f-66855da00ac6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Sep 20 12:56:48.668186 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b8ed20-8f41-4e65-bd63-5745ee492bf6 x-openstack-request-id: req-52b8ed20-8f41-4e65-bd63-5745ee492bf6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:48.668729 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cd81c8-635e-4bbb-a020-4355b371cdb3", "name": "network-vif-deleted", "tag": "fb95d6e7-f0c2-42cd-a2cb-4f56048285b9", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:48.668729 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52b8ed20-8f41-4e65-bd63-5745ee492bf6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:48.669134 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd81c8-635e-4bbb-a020-4355b371cdb3', 'name': 'network-vif-deleted', 'tag': 'fb95d6e7-f0c2-42cd-a2cb-4f56048285b9', 'status': 'completed', 'code': 200} Sep 20 12:56:49.055860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:56:49.129595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb1898-80d6-4d93-9fb5-0184e28b0b5d req-dd92c058-fab9-4f4c-8ada-d181d9e15595 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:49.131016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcfb1898-80d6-4d93-9fb5-0184e28b0b5d req-dd92c058-fab9-4f4c-8ada-d181d9e15595 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 945 time: 0.0535941 Sep 20 12:56:49.172612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dcfb1898-80d6-4d93-9fb5-0184e28b0b5d req-52cf58b0-bd0c-47f8-ba31-1f376a700e42 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321040 Sep 20 12:56:49.217058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:56:49.222836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:56:49.223363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:49.225053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:49.318283 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:49.346687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:49.349221 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b673c638-da99-433f-8bd3-9c6210e5808f" -d '{"events": [{"server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "name": "network-vif-plugged", "status": "completed", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:49.364074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:49.398098 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65da9ee4-efd6-426d-a360-9080c2532fd0 x-openstack-request-id: req-65da9ee4-efd6-426d-a360-9080c2532fd0 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:49.398532 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "name": "network-vif-plugged", "status": "completed", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:49.398799 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65da9ee4-efd6-426d-a360-9080c2532fd0 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:49.399165 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'code': 200} Sep 20 12:56:49.450787 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:49.451902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:49.484727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:49.485574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device fb95d6e7-f0c2-42cd-a2cb-4f56048285b9 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:49.527582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2666472-b3f7-4ee7-9b3b-053a33895399 req-3118f9be-d950-4663-b301-eb22e2ca444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:49.529265 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a2666472-b3f7-4ee7-9b3b-053a33895399 req-3118f9be-d950-4663-b301-eb22e2ca444c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 1097 time: 0.0718067 Sep 20 12:56:49.545454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:49.571437 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a2666472-b3f7-4ee7-9b3b-053a33895399 req-7bb1a1b7-44b0-43a5-8301-a7778af0bb7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346835 Sep 20 12:56:49.677233 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:49.807321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39060b-5a8b-4358-a36e-553173871542 req-5373cb65-1ae8-433d-a127-f582908d738f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:49.808822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39060b-5a8b-4358-a36e-553173871542 req-5373cb65-1ae8-433d-a127-f582908d738f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0956082 Sep 20 12:56:49.908635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39060b-5a8b-4358-a36e-553173871542 req-0d9fa651-fbc1-4d5b-8c79-c7639c5600ce tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881550 Sep 20 12:56:50.012933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 9af9f153-b742-43be-ae8f-d76a47d132d3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:50.013481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:50.056877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:50.105848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 9af9f153-b742-43be-ae8f-d76a47d132d3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9af9f153-b742-43be-ae8f-d76a47d132d3,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:50.106217 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:50.119486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 9af9f153-b742-43be-ae8f-d76a47d132d3 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:50.456888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:50.516280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b99cb5-69e4-43e0-a26d-e0654aa87730 req-ba707044-92e7-4b7d-bbb7-9f5f39fa9b92 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:50.518433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77b99cb5-69e4-43e0-a26d-e0654aa87730 req-ba707044-92e7-4b7d-bbb7-9f5f39fa9b92 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 946 time: 0.0979888 Sep 20 12:56:50.603119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77b99cb5-69e4-43e0-a26d-e0654aa87730 req-924582a2-2779-47df-a2e1-658ccbc1b77c tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493658 Sep 20 12:56:50.805364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:50.840462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=9af9f153-b742-43be-ae8f-d76a47d132d3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:50.869019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.869340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.869686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.870145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.870337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.870687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.870989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.871350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.871659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.871961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.872351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:50.872694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:51.102488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9171-ef58-4c4d-8be9-022ee3ff1a6d req-9bdf0fe2-893b-42f5-96db-918f8a3d342c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:51.103894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8ce9171-ef58-4c4d-8be9-022ee3ff1a6d req-9bdf0fe2-893b-42f5-96db-918f8a3d342c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0941484 Sep 20 12:56:51.134941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:51.161344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c8ce9171-ef58-4c4d-8be9-022ee3ff1a6d req-57c8389e-c478-4b12-a9df-a09d93d497f8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Sep 20 12:56:51.380310 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router f9d73dc2-8fc6-4544-8259-7642a42c2423 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:51.490341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:51.496626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3006e599-a0d2-4e94-a262-af5d2a976e01 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "PUT /v2.0/routers/f9d73dc2-8fc6-4544-8259-7642a42c2423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2696898 Sep 20 12:56:51.499028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35940) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:51.499932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] Sync routers for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:51.510462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:51.510652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:51.557358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ceef037-8770-4d80-91f0-9ea1a9697741 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting subnet dab45cc9-cfe2-4be6-9bad-7d7645ad4099 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:56:51.560406 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ceef037-8770-4d80-91f0-9ea1a9697741 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:51.610820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ceef037-8770-4d80-91f0-9ea1a9697741 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:51.621307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:51.724910 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ceef037-8770-4d80-91f0-9ea1a9697741 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:51.779185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093b07f-6f49-4a1c-a45e-6c16a084ea88 req-8238517b-38e2-4ef5-b76d-2963480f789a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:51.780722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1093b07f-6f49-4a1c-a45e-6c16a084ea88 req-8238517b-38e2-4ef5-b76d-2963480f789a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 946 time: 0.1006980 Sep 20 12:56:51.829184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1093b07f-6f49-4a1c-a45e-6c16a084ea88 req-c6cf919d-140e-4763-82c2-b5faffebadf7 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407507 Sep 20 12:56:51.844986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:56:50Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:51.871197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] Checking router: f9d73dc2-8fc6-4544-8259-7642a42c2423 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:51.879690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] Routers {'f9d73dc2-8fc6-4544-8259-7642a42c2423'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:51.880299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f9d73dc2-8fc6-4544-8259-7642a42c2423'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:51.911812 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ceef037-8770-4d80-91f0-9ea1a9697741 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:51.964016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceef037-8770-4d80-91f0-9ea1a9697741 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Subnet': ['ID=dab45cc9-cfe2-4be6-9bad-7d7645ad4099,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:51.966214 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ceef037-8770-4d80-91f0-9ea1a9697741 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:51.969188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ceef037-8770-4d80-91f0-9ea1a9697741 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/subnets/dab45cc9-cfe2-4be6-9bad-7d7645ad4099 HTTP/1.1" status: 204 len: 168 time: 0.4679499 Sep 20 12:56:51.972674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35950) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:51.976130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096cfbb0-4d10-4388-b5c9-6bb435841a18 None None] Network 44a067c0-2a8e-495a-ba0c-ac81131aa81f requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:56:52.007600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d134a-24b2-491e-81e2-29ce3de4afb0 req-dc1d1600-80a8-4568-93ba-4f7f209de845 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:52.009602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db5d134a-24b2-491e-81e2-29ce3de4afb0 req-dc1d1600-80a8-4568-93ba-4f7f209de845 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 946 time: 0.1083603 Sep 20 12:56:52.017279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] Set router f9d73dc2-8fc6-4544-8259-7642a42c2423 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:52.064622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-db5d134a-24b2-491e-81e2-29ce3de4afb0 req-89c60881-5db4-4cc8-81c6-c86c525c79f2 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Sep 20 12:56:52.102314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:52.110575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.149820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967590c3-d5b7-4d90-b919-c4727a775e56 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:52.151582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-967590c3-d5b7-4d90-b919-c4727a775e56 tempest-TestNetworkBasicOps-418021309 tempest-TestNetworkBasicOps-418021309-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 1092 time: 0.0480304 Sep 20 12:56:52.156753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:52.165068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:52.291887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.311581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:56:50Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:52.321954 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.343791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26232618-322b-4f68-b9f7-b8e5a566a279 None None] The sync data for ids ['f9d73dc2-8fc6-4544-8259-7642a42c2423'] in n-d-809934-3 is: [{'id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759547093', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:56:50Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '10c65586-c741-490b-881b-4e86ddcee2b8', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d73dc2-8fc6-4544-8259-7642a42c2423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:45Z', 'updated_at': '2021-09-20T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:52.357943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d7f6b-ed60-4b8e-8f35-4c56771cac50 req-c647936f-e444-4cc6-975f-e13a9a28ebbd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:52.359284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] DHCP port deletion for 44a067c0-2a8e-495a-ba0c-ac81131aa81f request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:56:52.361508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb3d7f6b-ed60-4b8e-8f35-4c56771cac50 req-c647936f-e444-4cc6-975f-e13a9a28ebbd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0780256 Sep 20 12:56:52.412744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb3d7f6b-ed60-4b8e-8f35-4c56771cac50 req-a8984a1b-d759-434b-b0a9-232d96a8ed3e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Sep 20 12:56:52.413519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] Deleting port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:52.413962 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.449322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 10c65586-c741-490b-881b-4e86ddcee2b8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:56:52.449662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.490313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.494429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] For port 230c29d6-d90f-4e4a-9d0d-893c0a77f344, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=230c29d6-d90f-4e4a-9d0d-893c0a77f344,segment=NetworkSegment(24de6f8c-7504-41f1-b276-d45afecaca96),segment_id=24de6f8c-7504-41f1-b276-d45afecaca96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:52.494863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.519066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] Calling delete_port for 230c29d6-d90f-4e4a-9d0d-893c0a77f344 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:52.623463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Allocated IP 172.25.6.72 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/483a988b-e140-4e82-8a74-21b8a08bf023) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:56:52.726324 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.756685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] Pushing event deleted for resources: {'Port': ['ID=230c29d6-d90f-4e4a-9d0d-893c0a77f344,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:52.762574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bb4df-c344-4145-bd4a-6ee474a8215b None None] No DVR routers for this DVR port 230c29d6-d90f-4e4a-9d0d-893c0a77f344 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:56:52.763011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.904168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 10c65586-c741-490b-881b-4e86ddcee2b8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=10c65586-c741-490b-881b-4e86ddcee2b8,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:56:52.904535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.919090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 10c65586-c741-490b-881b-4e86ddcee2b8 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:56:52.919478 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:52.961655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:52.964621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:52.968062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:56:52.992877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=483a988b-e140-4e82-8a74-21b8a08bf023,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:53.164213 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.193122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=10c65586-c741-490b-881b-4e86ddcee2b8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:53.257871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.340043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.351304 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.356279 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.485133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.486125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Fanout notify agent at l3_agent the message router_deleted on router f9d73dc2-8fc6-4544-8259-7642a42c2423 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:56:53.493870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.495273 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1b35bc0d-dbd7-4659-ad5e-af1705486d20 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/routers/f9d73dc2-8fc6-4544-8259-7642a42c2423 HTTP/1.1" status: 204 len: 168 time: 1.5210903 Sep 20 12:56:53.501324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:53.537948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.642410 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.660575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9ebbb-9c01-46f0-9e3f-ac9576154f2f req-828d1a36-efd9-439e-a0a2-28cec395e06e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:53.662152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccf9ebbb-9c01-46f0-9e3f-ac9576154f2f req-828d1a36-efd9-439e-a0a2-28cec395e06e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.1747525 Sep 20 12:56:53.790442 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccf9ebbb-9c01-46f0-9e3f-ac9576154f2f req-b19f4ba6-095e-41ad-8e2d-ac128a5e33f6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148610 Sep 20 12:56:53.846734 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.882244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a067c0-2a8e-495a-ba0c-ac81131aa81f']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:53.902492 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24de6f8c-7504-41f1-b276-d45afecaca96') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:53.902794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24de6f8c-7504-41f1-b276-d45afecaca96') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:53.912425 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.916574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.933436 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.939687 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:56:53.940866 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:56:53.944395 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:56:53.997362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.075297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event updated for resources: {'Port': ['ID=483a988b-e140-4e82-8a74-21b8a08bf023,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:54.086983 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.120971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.132415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.132415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/networks/44a067c0-2a8e-495a-ba0c-ac81131aa81f HTTP/1.1" status: 204 len: 168 time: 0.6291060 Sep 20 12:56:54.134625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35970) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:54.143579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74635911-098a-48de-827c-75bb8714373d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Network': ['ID=44a067c0-2a8e-495a-ba0c-ac81131aa81f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:54.195037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c83ee703-bb20-4db0-8bba-c34a5299cad0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.214213 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Floating IP 4ebac116-a913-4701-aacf-813e50d5eb0c associated. External IP: 172.25.6.72, port: 394c19ce-21e6-4a71-95a3-cea48d5ff4c8. Sep 20 12:56:54.223014 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c83ee703-bb20-4db0-8bba-c34a5299cad0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.256758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 10c65586-c741-490b-881b-4e86ddcee2b8 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:54.282087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 10c65586-c741-490b-881b-4e86ddcee2b8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:54.282427 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 10c65586-c741-490b-881b-4e86ddcee2b8 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:54.283084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 230c29d6-d90f-4e4a-9d0d-893c0a77f344 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:54.303845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 230c29d6-d90f-4e4a-9d0d-893c0a77f344 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:54.304186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 230c29d6-d90f-4e4a-9d0d-893c0a77f344 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:54.304596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9af9f153-b742-43be-ae8f-d76a47d132d3 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:56:54.327096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9af9f153-b742-43be-ae8f-d76a47d132d3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:56:54.327361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9af9f153-b742-43be-ae8f-d76a47d132d3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:56:54.410691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c83ee703-bb20-4db0-8bba-c34a5299cad0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.415591 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c83ee703-bb20-4db0-8bba-c34a5299cad0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.416763 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c83ee703-bb20-4db0-8bba-c34a5299cad0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/security-groups/e819b326-0ccd-4870-a1e1-70dfe66e0b62 HTTP/1.1" status: 204 len: 168 time: 0.2811196 Sep 20 12:56:54.426964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ee703-bb20-4db0-8bba-c34a5299cad0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e819b326-0ccd-4870-a1e1-70dfe66e0b62,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:54.459557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 32f830f7-cff1-4d79-bf9c-ea496950c650 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:56:54.768879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35976) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:54.773745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-86dbb0d6-e879-4bbd-a8bb-ddaf2c52b47a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355331760', 'description': 'tempest-secgroup-smoke-1355331760 description', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:54.840236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86dbb0d6-e879-4bbd-a8bb-ddaf2c52b47a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:54.841865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:56:54.857791 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] Sync routers for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:56:54.873731 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:54.875157 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:54.916531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75456d3d-1d13-4af7-a574-5e81ec22d8e5 req-4089ea34-6a92-4e62-9f02-045c419de876 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:54.918711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75456d3d-1d13-4af7-a574-5e81ec22d8e5 req-4089ea34-6a92-4e62-9f02-045c419de876 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0528998 Sep 20 12:56:54.968449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75456d3d-1d13-4af7-a574-5e81ec22d8e5 req-78dc1828-c44a-4bef-b6b7-bbcc8dfefb80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Sep 20 12:56:54.993270 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:55.010755 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.041122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ae87f113-553c-4952-a042-3dc1f3c5767d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8830569 Sep 20 12:56:55.041791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:56:55.043931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 35984) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:55.044716 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461fed97-0065-49fa-bbd3-8285c78748d4" -d '{"events": [{"name": "network-changed", "server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:56:55.087529 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835a80f4-10c4-40c2-a099-f72c3e447214 x-openstack-request-id: req-835a80f4-10c4-40c2-a099-f72c3e447214 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:56:55.088046 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:56:55.089608 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-835a80f4-10c4-40c2-a099-f72c3e447214 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:56:55.090197 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'status': 'completed', 'code': 200} Sep 20 12:56:55.156448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86dbb0d6-e879-4bbd-a8bb-ddaf2c52b47a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.161094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e019cee3-2d72-4d78-80b6-d9392e16e05d tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/floatingips/4ebac116-a913-4701-aacf-813e50d5eb0c HTTP/1.1" status: 200 len: 991 time: 0.1159403 Sep 20 12:56:55.176080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-09739763-0d45-43dd-ab73-9e090f2828e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:55.177595 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-09739763-0d45-43dd-ab73-9e090f2828e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 1097 time: 0.0624588 Sep 20 12:56:55.212113 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86dbb0d6-e879-4bbd-a8bb-ddaf2c52b47a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.227614 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '4ebac116-a913-4701-aacf-813e50d5eb0c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'port_id': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'mac_address': 'fa:16:3e:af:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:56:53Z', 'updated_at': '2021-09-20T12:56:53Z', 'revision_number': 0, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:35Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:55.258114 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] Checking router: 32f830f7-cff1-4d79-bf9c-ea496950c650 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:56:55.266604 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:56:55.267440 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:55.285925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbb0d6-e879-4bbd-a8bb-ddaf2c52b47a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:55.301477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86dbb0d6-e879-4bbd-a8bb-ddaf2c52b47a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.302770 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-86dbb0d6-e879-4bbd-a8bb-ddaf2c52b47a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5326750 Sep 20 12:56:55.306174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:55.311994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-603264e9-4df9-4a71-9a45-f9d86054d783 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:55.316569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-e6bc0511-87bc-416f-9f6f-949b3eb13937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:55.320004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-e6bc0511-87bc-416f-9f6f-949b3eb13937 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56cc3b6b-23f2-4a4d-8910-1c1f7970521c HTTP/1.1" status: 200 len: 896 time: 0.1332617 Sep 20 12:56:55.385844 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:56:55.395951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-5a0b53a4-5549-4237-a4a4-2613791322a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394c19ce-21e6-4a71-95a3-cea48d5ff4c8 HTTP/1.1" status: 200 len: 999 time: 0.0668497 Sep 20 12:56:55.426714 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-603264e9-4df9-4a71-9a45-f9d86054d783 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.461626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-b57674c3-9c74-46ff-ab4b-16bf7ab25999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:55.463392 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-b57674c3-9c74-46ff-ab4b-16bf7ab25999 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df221c9f-7f6d-47d6-acbe-f4a1297e26fb HTTP/1.1" status: 200 len: 835 time: 0.0566614 Sep 20 12:56:55.488137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-603264e9-4df9-4a71-9a45-f9d86054d783 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.511233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-1f9c3003-a1ba-415b-b1af-a4c40b1de621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:55.512941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-1f9c3003-a1ba-415b-b1af-a4c40b1de621 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56cc3b6b-23f2-4a4d-8910-1c1f7970521c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415835 Sep 20 12:56:55.582812 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-603264e9-4df9-4a71-9a45-f9d86054d783 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.601830 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603264e9-4df9-4a71-9a45-f9d86054d783 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a36d7c-f46a-4bb0-8526-72a19a4015e4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:55.619054 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-4c46e1de-32d5-472c-89f6-8ac634cf6b9a service neutron] 10.222.0.21 "GET /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973878 Sep 20 12:56:55.630268 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '4ebac116-a913-4701-aacf-813e50d5eb0c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'port_id': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'mac_address': 'fa:16:3e:af:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:56:53Z', 'updated_at': '2021-09-20T12:56:53Z', 'revision_number': 0, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:35Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:56:55.657088 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c751f6a-bdcf-4cf6-974c-512102deb205 None None] The sync data for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 is: [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '4ebac116-a913-4701-aacf-813e50d5eb0c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'port_id': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'mac_address': 'fa:16:3e:af:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:56:53Z', 'updated_at': '2021-09-20T12:56:53Z', 'revision_number': 0, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:35Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:56:55.701036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-603264e9-4df9-4a71-9a45-f9d86054d783 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.702341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-603264e9-4df9-4a71-9a45-f9d86054d783 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3950195 Sep 20 12:56:55.705203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35990) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:55.710366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1a60c16b-648d-48e1-99ca-054a600b0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:55.728205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-461fed97-0065-49fa-bbd3-8285c78748d4 req-99288594-854a-4984-8f10-132f0956f7d5 service neutron] 10.222.0.21 "GET /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993452 Sep 20 12:56:55.856411 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a60c16b-648d-48e1-99ca-054a600b0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.876922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157c458-c45e-4349-9e88-b52dc5c7ea10 None None] New status for floating IP 4ebac116-a913-4701-aacf-813e50d5eb0c: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:56:55.924060 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a60c16b-648d-48e1-99ca-054a600b0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:55.993597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a60c16b-648d-48e1-99ca-054a600b0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.019273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60c16b-648d-48e1-99ca-054a600b0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff567e07-fe1c-448a-bb33-06a4e681bc0e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:56.106322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a024f-02d8-4713-9d5e-cf774be53ecf req-6f6353ef-260d-4c7d-8d17-c3746a50bd9c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:56.107862 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-272a024f-02d8-4713-9d5e-cf774be53ecf req-6f6353ef-260d-4c7d-8d17-c3746a50bd9c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0547624 Sep 20 12:56:56.109083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a60c16b-648d-48e1-99ca-054a600b0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.110156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a60c16b-648d-48e1-99ca-054a600b0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4033606 Sep 20 12:56:56.112983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 35998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:56.118110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-450b7e7d-82fa-4c21-acc1-744869671c72 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:56.164643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36000) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:56.176582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-272a024f-02d8-4713-9d5e-cf774be53ecf req-2d023c23-1e2c-4849-a7d6-29d7702328fc tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614953 Sep 20 12:56:56.232858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-afee2a9b-01c6-4faf-b35c-2b7a5dcdc1a4 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/floatingips/4ebac116-a913-4701-aacf-813e50d5eb0c HTTP/1.1" status: 200 len: 993 time: 0.0670645 Sep 20 12:56:56.278620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-450b7e7d-82fa-4c21-acc1-744869671c72 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.328434 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-450b7e7d-82fa-4c21-acc1-744869671c72 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.416294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-450b7e7d-82fa-4c21-acc1-744869671c72 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.433650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b7e7d-82fa-4c21-acc1-744869671c72 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc799e99-3654-4732-95a6-eb54c614b80c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:56.513454 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-450b7e7d-82fa-4c21-acc1-744869671c72 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.514704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-450b7e7d-82fa-4c21-acc1-744869671c72 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4007661 Sep 20 12:56:56.518858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:56.523377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8e1d0c2c-9b1d-4b5a-84b4-2e3383a3f6db tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:56.615126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0c2c-9b1d-4b5a-84b4-2e3383a3f6db tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.676342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0c2c-9b1d-4b5a-84b4-2e3383a3f6db tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.755155 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0c2c-9b1d-4b5a-84b4-2e3383a3f6db tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.775232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d0c2c-9b1d-4b5a-84b4-2e3383a3f6db tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e09658-3d98-45d6-ae09-ed534a090c31,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:56.833554 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0c2c-9b1d-4b5a-84b4-2e3383a3f6db tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:56.834828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e1d0c2c-9b1d-4b5a-84b4-2e3383a3f6db tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3149750 Sep 20 12:56:56.837549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36004) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:56.841841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6bc36a5b-a1cd-42e0-a85b-1f76b3bc3cbb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:56.953901 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-6bc36a5b-a1cd-42e0-a85b-1f76b3bc3cbb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Project c1df823e0e9446a9a23f52aa8f273f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:56:56.959150 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc36a5b-a1cd-42e0-a85b-1f76b3bc3cbb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.018500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc36a5b-a1cd-42e0-a85b-1f76b3bc3cbb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.113473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc36a5b-a1cd-42e0-a85b-1f76b3bc3cbb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.137473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc36a5b-a1cd-42e0-a85b-1f76b3bc3cbb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf18b2b-c46f-4134-945d-ca8776f140c5,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:57.239789 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc36a5b-a1cd-42e0-a85b-1f76b3bc3cbb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.241309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6bc36a5b-a1cd-42e0-a85b-1f76b3bc3cbb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4028182 Sep 20 12:56:57.244083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36012) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:57.248656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6c8b5c20-dfd9-477d-bed4-f624bdfa0b02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:57.317208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6252e0-8bc2-48bc-8404-bbf88224da0b req-c88e0a39-65df-4df0-b54c-8abe6770eae4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:57.318683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d6252e0-8bc2-48bc-8404-bbf88224da0b req-c88e0a39-65df-4df0-b54c-8abe6770eae4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0526466 Sep 20 12:56:57.359927 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d6252e0-8bc2-48bc-8404-bbf88224da0b req-0a9c2fe4-ece7-4f8b-acb9-fa2405aa98f9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346754 Sep 20 12:56:57.370765 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-6c8b5c20-dfd9-477d-bed4-f624bdfa0b02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Project c1df823e0e9446a9a23f52aa8f273f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:56:57.376539 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5c20-dfd9-477d-bed4-f624bdfa0b02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.443621 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5c20-dfd9-477d-bed4-f624bdfa0b02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.609948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5c20-dfd9-477d-bed4-f624bdfa0b02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.654728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b5c20-dfd9-477d-bed4-f624bdfa0b02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23a303d-8221-4de7-98fb-d7858530fbd2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:57.748036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5c20-dfd9-477d-bed4-f624bdfa0b02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.749977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6c8b5c20-dfd9-477d-bed4-f624bdfa0b02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5048470 Sep 20 12:56:57.753502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36014) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:57.759245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'network': {'name': 'tempest-network-smoke--155460589', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'port_security_enabled': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:57.889666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:56:57.945210 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.945210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:56:57.945210 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:57.945210 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Added segment 0015059a-3dbf-4180-93bb-0c7a63e68994 of type vlan for network 5532ccb1-384a-433d-8d18-00ca2add857c Sep 20 12:56:57.968959 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:58.083465 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:58.089127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:58.089708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:58.153041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Network': ['ID=5532ccb1-384a-433d-8d18-00ca2add857c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:58.160751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.162429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.162429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.162429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.162429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.162429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.162940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.163047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.163353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.163676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.163997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.164314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:56:58.175335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 5532ccb1-384a-433d-8d18-00ca2add857c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:56:58.217279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-db8a8985-1cb5-488a-8c47-8f3f6ab64043 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4625051 Sep 20 12:56:58.220257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36020) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:56:58.225167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'admin_state_up': True, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:56:58.342687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:58.343773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:58.406616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:58.488394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5c995-4a0d-405e-9c35-2e1cc1fe2a75 req-5bcbd3ab-ef4a-4fc7-b925-8895efbbcfc6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:58.489911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bd5c995-4a0d-405e-9c35-2e1cc1fe2a75 req-5bcbd3ab-ef4a-4fc7-b925-8895efbbcfc6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0488036 Sep 20 12:56:58.527178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4bd5c995-4a0d-405e-9c35-2e1cc1fe2a75 req-8980ef57-7616-4425-9eba-0c01df37e367 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Sep 20 12:56:58.695927 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:59.009422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:59.032309 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:59.139983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.25.6.74 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/622580d1-4bd8-446b-9879-abdb6c674657) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:56:59.241646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:59.342495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:59.386215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:56:59.389150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:56:59.394828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:56:59.419073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=622580d1-4bd8-446b-9879-abdb6c674657,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:56:59.782953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:56:59.965450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ac38-46b7-421e-a901-2101ca37f826 req-47fc9307-063d-4b5e-859e-4f422cb120be tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:56:59.966940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e94ac38-46b7-421e-a901-2101ca37f826 req-47fc9307-063d-4b5e-859e-4f422cb120be tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0978913 Sep 20 12:57:00.047536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e94ac38-46b7-421e-a901-2101ca37f826 req-365ee514-1ad2-4316-9fc5-4ecedef6380a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724959 Sep 20 12:57:00.048807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:00.239127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router a2ceb57a-707f-45d0-9034-9a09729bd593 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:57:00.352315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:57:00.363158 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Sync routers for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:57:00.372314 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:00.372947 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:00.462161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:00.463758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-de1f41b7-943b-4e08-9ddb-9730cc990cc0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2427323 Sep 20 12:57:00.466820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36036) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:00.485440 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:00.500513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e68d3815-eeda-435f-bfa9-9036dd05cbbe tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c1df823e0e9446a9a23f52aa8f273f89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323863 Sep 20 12:57:00.503734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36038) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:00.605867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f317869-2b41-4cc2-ac92-585418788e52 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:00.610027 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4f317869-2b41-4cc2-ac92-585418788e52 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1026134 Sep 20 12:57:00.610269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36040) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:00.640582 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5297b901-b51f-492f-8e16-cdcfa0d251fe tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289984 Sep 20 12:57:00.643317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36042) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:00.648972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95991914', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:00.711351 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:56:59Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:00.739410 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Checking router: a2ceb57a-707f-45d0-9034-9a09729bd593 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:57:00.739853 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Updating router a2ceb57a-707f-45d0-9034-9a09729bd593 port 622580d1-4bd8-446b-9879-abdb6c674657 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:57:00.764378 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:00.809295 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:57:00.812936 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.102448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.132001 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.181870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf844de-d5fc-491a-b150-92da1808facc req-053d2bbb-199b-44a2-81c0-2c3ec3a97485 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:01.183925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abf844de-d5fc-491a-b150-92da1808facc req-053d2bbb-199b-44a2-81c0-2c3ec3a97485 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0592370 Sep 20 12:57:01.191026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Subnet': ['ID=6bd87413-b291-47aa-9ee7-4baa8ec5433e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:01.198549 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.221465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Checking segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:57:01.229503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network hostable DHCP agents. Network: 5532ccb1-384a-433d-8d18-00ca2add857c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:57:01.243787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abf844de-d5fc-491a-b150-92da1808facc req-6b48f7e3-9c00-4cb6-82c7-d3ba974f031d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525510 Sep 20 12:57:01.249057 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Pushing event updated for resources: {'Port': ['ID=622580d1-4bd8-446b-9879-abdb6c674657,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:01.264498 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.264853 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.265212 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.265551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.265881 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.266207 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.266534 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.266852 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.267177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.267497 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.267814 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.268646 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:01.275929 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Attempting to bind port 622580d1-4bd8-446b-9879-abdb6c674657 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:57:01.276311 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Attempting to bind port 622580d1-4bd8-446b-9879-abdb6c674657 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:57:01.276672 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Attempting to bind port 622580d1-4bd8-446b-9879-abdb6c674657 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:57:01.281634 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:57:01.281998 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:57:01.282616 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.282845 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:57:01.283296 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Bound port: 622580d1-4bd8-446b-9879-abdb6c674657, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:57:01.284458 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.313402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 5532ccb1-384a-433d-8d18-00ca2add857c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:57:01.334804 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] For port 622580d1-4bd8-446b-9879-abdb6c674657, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:57:01.340488 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] For port 622580d1-4bd8-446b-9879-abdb6c674657, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=622580d1-4bd8-446b-9879-abdb6c674657,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:57:01.405428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 5532ccb1-384a-433d-8d18-00ca2add857c) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:01.409646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:01.410238 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.417589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df300f-16b6-489d-937c-0c4e3f90a069 None None] Network 5532ccb1-384a-433d-8d18-00ca2add857c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:57:01.445710 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.516002 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d40381-9f72-470d-a97b-8ed244fd0041 None None] Pushing event updated for resources: {'Port': ['ID=622580d1-4bd8-446b-9879-abdb6c674657,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:01.520475 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:01.521118 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:01.571522 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6acd5f62-4aea-462f-811b-185b094fe4c2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9264591 Sep 20 12:57:01.594758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36050) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:01.594885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-5532ccb1-384a-433d-8d18-00ca2add857c', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:57:01.594885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.629368 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:01.727539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Allocated IP 172.20.0.2 (5532ccb1-384a-433d-8d18-00ca2add857c/6bd87413-b291-47aa-9ee7-4baa8ec5433e/a6912bcb-3c68-40c4-9bd2-6059c1436ae4) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:57:01.825736 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:56:59Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:01.863292 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080e415-2260-42db-a80d-2d6f73afd3d9 None None] The sync data for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 is: [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:56:59Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:57:01.894008 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:01.995030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.036404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Network 5532ccb1-384a-433d-8d18-00ca2add857c is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:57:02.039269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:02.045120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:57:02.051973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.055133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Pushing event updated for resources: {'Port': ['ID=a6912bcb-3c68-40c4-9bd2-6059c1436ae4,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:02.120210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Attempting to bind port a6912bcb-3c68-40c4-9bd2-6059c1436ae4 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:57:02.120584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Attempting to bind port a6912bcb-3c68-40c4-9bd2-6059c1436ae4 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:57:02.121076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Attempting to bind port a6912bcb-3c68-40c4-9bd2-6059c1436ae4 on network 5532ccb1-384a-433d-8d18-00ca2add857c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:57:02.126404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:57:02.126775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Checking segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:57:02.129903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.129903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Bound using segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:57:02.129903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Bound port: a6912bcb-3c68-40c4-9bd2-6059c1436ae4, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:57:02.129903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.224913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] For port a6912bcb-3c68-40c4-9bd2-6059c1436ae4, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:57:02.230420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] For port a6912bcb-3c68-40c4-9bd2-6059c1436ae4, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a6912bcb-3c68-40c4-9bd2-6059c1436ae4,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:57:02.319001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 622580d1-4bd8-446b-9879-abdb6c674657 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:57:02.369919 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.400022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d85257-b0e1-4a4e-994a-b5a115f8e8eb req-381bb454-b59f-439e-9dd3-9c0beb600583 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:02.401855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02d85257-b0e1-4a4e-994a-b5a115f8e8eb req-381bb454-b59f-439e-9dd3-9c0beb600583 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0660369 Sep 20 12:57:02.460356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 622580d1-4bd8-446b-9879-abdb6c674657 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:02.460356 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.476448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-02d85257-b0e1-4a4e-994a-b5a115f8e8eb req-e724d872-6a18-4e12-a7c2-452e9994dcb0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631101 Sep 20 12:57:02.483158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.20.0.1 (5532ccb1-384a-433d-8d18-00ca2add857c/6bd87413-b291-47aa-9ee7-4baa8ec5433e/fd394d22-8a78-4012-b44a-d3f2131b7834) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:57:02.517614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e2070-f96a-4716-b655-e74969c6a93b None None] Pushing event updated for resources: {'Port': ['ID=a6912bcb-3c68-40c4-9bd2-6059c1436ae4,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:02.609037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.636741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 622580d1-4bd8-446b-9879-abdb6c674657, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=622580d1-4bd8-446b-9879-abdb6c674657,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:02.694281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.747816 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.805135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=622580d1-4bd8-446b-9879-abdb6c674657,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:02.851680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:02.901618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 5532ccb1-384a-433d-8d18-00ca2add857c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:57:02.906622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:02.909440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:57:02.943460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=fd394d22-8a78-4012-b44a-d3f2131b7834,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:02.976192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:03.243947 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:03.546122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d97d1-97ed-43c8-98c4-37f84bb19cb4 None None] Network 5532ccb1-384a-433d-8d18-00ca2add857c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:57:03.553503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:03.608465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e8030-ade6-4278-bc34-6f9f7e9c7c0e req-8bd51238-67a8-4529-9278-198c1d4e2b3c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:03.609344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-683e8030-ade6-4278-bc34-6f9f7e9c7c0e req-8bd51238-67a8-4529-9278-198c1d4e2b3c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0513813 Sep 20 12:57:03.626689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:03.633117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0e228850-0e25-42e9-be3e-97698ed6feba None None] Provisioning complete for port a6912bcb-3c68-40c4-9bd2-6059c1436ae4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:03.633117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0e228850-0e25-42e9-be3e-97698ed6feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:03.681458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-683e8030-ade6-4278-bc34-6f9f7e9c7c0e req-babe530f-5bea-48d5-b7ed-b23f8db06037 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636754 Sep 20 12:57:03.735735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:03.758145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=fd394d22-8a78-4012-b44a-d3f2131b7834,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:03.805106 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0e228850-0e25-42e9-be3e-97698ed6feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:03.842188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0e228850-0e25-42e9-be3e-97698ed6feba None None] For port a6912bcb-3c68-40c4-9bd2-6059c1436ae4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a6912bcb-3c68-40c4-9bd2-6059c1436ae4,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:03.869693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 5532ccb1-384a-433d-8d18-00ca2add857c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:57:03.872586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:03.928035 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0e228850-0e25-42e9-be3e-97698ed6feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:03.981347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e228850-0e25-42e9-be3e-97698ed6feba None None] Pushing event updated for resources: {'Port': ['ID=a6912bcb-3c68-40c4-9bd2-6059c1436ae4,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:04.022291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router a2ceb57a-707f-45d0-9034-9a09729bd593 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:57:04.051844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3eef286f-2b0b-4b3f-91cc-df5d02cc4c86 None None] Provisioning complete for port a6912bcb-3c68-40c4-9bd2-6059c1436ae4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:04.052208 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3eef286f-2b0b-4b3f-91cc-df5d02cc4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:04.144375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:57:04.149699 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-966e0df3-4572-4971-822e-c5ba99c00367 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "PUT /v2.0/routers/a2ceb57a-707f-45d0-9034-9a09729bd593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5743456 Sep 20 12:57:04.150110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3eef286f-2b0b-4b3f-91cc-df5d02cc4c86 None None] Provisioning complete for port fd394d22-8a78-4012-b44a-d3f2131b7834 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:04.151399 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3eef286f-2b0b-4b3f-91cc-df5d02cc4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:04.171708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Sync routers for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:57:04.195365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:04.195365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:04.244380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3eef286f-2b0b-4b3f-91cc-df5d02cc4c86 None None] Port fd394d22-8a78-4012-b44a-d3f2131b7834 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:57:04.356548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:04.412478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cc1f3341-ec29-4957-9ec0-b976ac9b2502 None None] Provisioning complete for port fd394d22-8a78-4012-b44a-d3f2131b7834 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:04.412909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3341-ec29-4957-9ec0-b976ac9b2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:04.424379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-f0feca17-ad7b-45b4-92c0-ccaf8d14499b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355331760&fields=id&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 267 time: 0.0597415 Sep 20 12:57:04.459734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a6912bcb-3c68-40c4-9bd2-6059c1436ae4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:57:04.539496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f3341-ec29-4957-9ec0-b976ac9b2502 None None] Port fd394d22-8a78-4012-b44a-d3f2131b7834 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:57:04.551497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999fca-9643-4952-b036-bfa361fc54bd req-c52ec464-6613-41f6-8408-950893cb4614 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:04.555899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-c52ec464-6613-41f6-8408-950893cb4614 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 796 time: 0.1202083 Sep 20 12:57:04.569215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-df014798-529e-41f4-b8c0-046ba1b73f9e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/quotas/c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 375 time: 0.0102370 Sep 20 12:57:04.604955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a6912bcb-3c68-40c4-9bd2-6059c1436ae4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:04.605650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:04.625698 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-3a8c3e65-80fe-405d-a711-d4528ae4e29f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507476 Sep 20 12:57:04.688782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-eb1fc9be-241a-4e56-aee6-e4c0e857a5c8 None None] Provisioning complete for port fd394d22-8a78-4012-b44a-d3f2131b7834 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:04.688782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc9be-241a-4e56-aee6-e4c0e857a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:04.744091 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-b2867c30-04cf-4aa2-b94e-1b541f45093a service neutron] 10.222.0.37 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007969 Sep 20 12:57:04.767569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-eb1fc9be-241a-4e56-aee6-e4c0e857a5c8 None None] Port fd394d22-8a78-4012-b44a-d3f2131b7834 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:57:04.770466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 622580d1-4bd8-446b-9879-abdb6c674657 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:57:04.807401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 2, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:04.840165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Checking router: a2ceb57a-707f-45d0-9034-9a09729bd593 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:57:04.840165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Updating router a2ceb57a-707f-45d0-9034-9a09729bd593 port fd394d22-8a78-4012-b44a-d3f2131b7834 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:57:04.856720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-4e966912-79dc-4e50-ac36-cb4e6e567559 service neutron] 10.222.0.37 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063585 Sep 20 12:57:04.872464 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:04.893243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 622580d1-4bd8-446b-9879-abdb6c674657 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:04.893608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:05.199740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2e1ea-2661-4c16-940c-3b0ee74c4f6a req-609d918d-6cc3-43f5-ad88-81f64a4b5505 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:05.201284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05c2e1ea-2661-4c16-940c-3b0ee74c4f6a req-609d918d-6cc3-43f5-ad88-81f64a4b5505 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0549252 Sep 20 12:57:05.215703 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:05.250329 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05c2e1ea-2661-4c16-940c-3b0ee74c4f6a req-2f971105-1180-40e0-93e5-071bf7c5f18c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Sep 20 12:57:05.290309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:05.329373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a555f0b-0e90-4695-9798-2388b4027d64 req-3b37ed1e-28f2-4875-9ee4-ccd8d63c2a98 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 210 time: 0.0339215 Sep 20 12:57:05.343802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0317424-10e7-4db7-857a-74aa36d1620c None None] Pushing event updated for resources: {'Port': ['ID=fd394d22-8a78-4012-b44a-d3f2131b7834,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:05.401880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Attempting to bind port fd394d22-8a78-4012-b44a-d3f2131b7834 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:57:05.402263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Attempting to bind port fd394d22-8a78-4012-b44a-d3f2131b7834 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:57:05.402634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Attempting to bind port fd394d22-8a78-4012-b44a-d3f2131b7834 on network 5532ccb1-384a-433d-8d18-00ca2add857c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:57:05.407998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:57:05.408449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Checking segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:57:05.410115 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:05.410540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Bound using segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:57:05.411021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Bound port: fd394d22-8a78-4012-b44a-d3f2131b7834, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:57:05.411413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:05.489847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] For port fd394d22-8a78-4012-b44a-d3f2131b7834, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:57:05.489847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] For port fd394d22-8a78-4012-b44a-d3f2131b7834, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fd394d22-8a78-4012-b44a-d3f2131b7834,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:57:05.515599 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:57:05.595332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-593c0ca2-a399-4211-bccb-14fd024ee7a2 None None] Provisioning complete for port fd394d22-8a78-4012-b44a-d3f2131b7834 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:05.595698 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-593c0ca2-a399-4211-bccb-14fd024ee7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:05.621737 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:05.670925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-593c0ca2-a399-4211-bccb-14fd024ee7a2 None None] Port fd394d22-8a78-4012-b44a-d3f2131b7834 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:57:05.694647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:05.696501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:56:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:05.697756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0317424-10e7-4db7-857a-74aa36d1620c None None] Pushing event updated for resources: {'Port': ['ID=fd394d22-8a78-4012-b44a-d3f2131b7834,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:05.816851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:05.947687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f3abd898-b791-4ca3-a696-5a4cea0e87db None None] Provisioning complete for port fd394d22-8a78-4012-b44a-d3f2131b7834 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:05.948062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f3abd898-b791-4ca3-a696-5a4cea0e87db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:06.249596 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f3abd898-b791-4ca3-a696-5a4cea0e87db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:06.280348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:05Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:06.318165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378c2ac-23f4-4476-8d7c-3c42bce4dbff None None] The sync data for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 is: [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:05Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:57:06.325136 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f3abd898-b791-4ca3-a696-5a4cea0e87db None None] For port fd394d22-8a78-4012-b44a-d3f2131b7834, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fd394d22-8a78-4012-b44a-d3f2131b7834,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:06.390383 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84448d95-5288-4d26-ab1f-4e1a28da84bf req-a7f951a1-73b1-49f2-8b55-83292919fc63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:06.396758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84448d95-5288-4d26-ab1f-4e1a28da84bf req-a7f951a1-73b1-49f2-8b55-83292919fc63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0696518 Sep 20 12:57:06.410624 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f3abd898-b791-4ca3-a696-5a4cea0e87db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:06.456218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84448d95-5288-4d26-ab1f-4e1a28da84bf req-93b7cc2d-1995-44bd-8443-ca805dc28628 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528920 Sep 20 12:57:06.489130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abd898-b791-4ca3-a696-5a4cea0e87db None None] Pushing event updated for resources: {'Port': ['ID=fd394d22-8a78-4012-b44a-d3f2131b7834,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:06.543893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5cf68504-f3d9-4f98-9213-49a497a5d0eb req-9e87d46e-a3a4-4d08-8d1d-f2f3498d3f73 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 210 time: 0.0266659 Sep 20 12:57:07.575029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999fca-9643-4952-b036-bfa361fc54bd req-89f3c902-618e-4322-ac02-47c3e88beed2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:07.576391 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-89f3c902-618e-4322-ac02-47c3e88beed2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 796 time: 0.1105962 Sep 20 12:57:07.581457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad7331-ad3e-4dac-892f-b0098270671e req-e1d7669e-3976-4c90-a50c-c59e5e05249e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:07.582942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abad7331-ad3e-4dac-892f-b0098270671e req-e1d7669e-3976-4c90-a50c-c59e5e05249e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0595994 Sep 20 12:57:07.622839 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-708c231f-e326-4bda-b0db-42254a9cb8aa tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 380 time: 0.0376303 Sep 20 12:57:07.627581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abad7331-ad3e-4dac-892f-b0098270671e req-94ad966c-f47f-493d-8b6a-d7944c89f2ff tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383575 Sep 20 12:57:07.633272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'port': {'device_id': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'admin_state_up': True, 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'security_groups': ['cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:07.715855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e64dfbcc-6526-4190-9475-23ba9828fc5d req-17fa6cfc-d88d-4be8-a7a3-409d6c19fa42 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 210 time: 0.0277116 Sep 20 12:57:07.815138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-7f4e4b06-76fe-4312-baf5-763982408aa7 req-fc8889ae-9800-4fcb-9af1-b3f7c9ec8f33 service neutron] (95502) timed out ('10.222.0.21', 62999) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 12:57:07.896671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:57:07.900335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.033546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.20.0.10 (5532ccb1-384a-433d-8d18-00ca2add857c/6bd87413-b291-47aa-9ee7-4baa8ec5433e/9a3fc711-3803-4c6e-b461-74a2826f5d2d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:57:08.171229 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.255516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.274691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fd394d22-8a78-4012-b44a-d3f2131b7834 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:57:08.305560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 5532ccb1-384a-433d-8d18-00ca2add857c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:57:08.308590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:08.315522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:57:08.319416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:08.342041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port fd394d22-8a78-4012-b44a-d3f2131b7834 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:08.342533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.374229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:08.374893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.478696 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-e8d99c54-b091-444a-944d-8a5bc9d24372 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8493733 Sep 20 12:57:08.491850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Request body: {'port': {'device_id': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:08.547518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4742d9a0-1e64-446d-8dc1-fe65c51b311a None None] Provisioning complete for port 9a3fc711-3803-4c6e-b461-74a2826f5d2d triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:08.547889 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4742d9a0-1e64-446d-8dc1-fe65c51b311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.548818 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.581633 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4742d9a0-1e64-446d-8dc1-fe65c51b311a None None] Port 9a3fc711-3803-4c6e-b461-74a2826f5d2d cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:57:08.745863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128c6a-10f0-4010-bcab-88b7ffc0cca8 req-8d12a435-5c06-4d53-9139-c5a683f63287 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:08.750367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0128c6a-10f0-4010-bcab-88b7ffc0cca8 req-8d12a435-5c06-4d53-9139-c5a683f63287 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0486436 Sep 20 12:57:08.787431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0128c6a-10f0-4010-bcab-88b7ffc0cca8 req-89eb3bdc-8b9a-4cd6-9a1b-3eb8b986d1bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Sep 20 12:57:08.817803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3fc711-3803-4c6e-b461-74a2826f5d2d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:57:08.827355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.841264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Transition to ACTIVE for port object 9a3fc711-3803-4c6e-b461-74a2826f5d2d will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:57:08.893036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa12f-a7be-4aa4-b56e-a2ab7cb4204f req-90881d25-aa08-4d8c-a310-807018be3c89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:08.895245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d0aa12f-a7be-4aa4-b56e-a2ab7cb4204f req-90881d25-aa08-4d8c-a310-807018be3c89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 932 time: 0.0500100 Sep 20 12:57:08.939106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d0aa12f-a7be-4aa4-b56e-a2ab7cb4204f req-6d2b2de4-afae-4d62-b434-21179d5feab8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374420 Sep 20 12:57:08.946700 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:08.997326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:09.091621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:57:09.091868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:57:09.092390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:57:09.098388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:57:09.098796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:57:09.104579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:57:09.105199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Checking segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:57:09.105587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Bound using segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:57:09.106093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Bound port: 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:57:09.106643 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:09.535535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:57:09.538570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:57:09.628950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:09.663130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:09.663762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:09.665193 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] 10.222.0.32 "PUT /v2.0/ports/9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1092 time: 1.1783419 Sep 20 12:57:09.665630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:09.667840 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989e71bb-d1aa-491d-ba62-ff4d522ef22e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:09.695651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea7c89-8314-43af-a5c5-faeda2e453ec service neutron] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:09.716342 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431630e8-e107-4131-8208-a1043e9791ca x-openstack-request-id: req-431630e8-e107-4131-8208-a1043e9791ca {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:09.716643 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:09.716891 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-431630e8-e107-4131-8208-a1043e9791ca {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:09.717329 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'status': 'completed', 'code': 200} Sep 20 12:57:09.781112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e71bb-d1aa-491d-ba62-ff4d522ef22e req-738952fe-4f28-44b2-85b1-61e65f9d1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:09.786971 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-989e71bb-d1aa-491d-ba62-ff4d522ef22e req-738952fe-4f28-44b2-85b1-61e65f9d1e18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1095 time: 0.0448649 Sep 20 12:57:09.900836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e71bb-d1aa-491d-ba62-ff4d522ef22e req-d77c3f0c-abf0-4ce5-8bc8-52a1d0afaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:09.902283 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-989e71bb-d1aa-491d-ba62-ff4d522ef22e req-d77c3f0c-abf0-4ce5-8bc8-52a1d0afaa9c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1117961 Sep 20 12:57:09.914596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1dc9a-dbd7-4a29-b81a-53376d9828da req-6dab5ed3-6e4f-444b-b4f3-b723f905b7eb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:09.916149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6c1dc9a-dbd7-4a29-b81a-53376d9828da req-6dab5ed3-6e4f-444b-b4f3-b723f905b7eb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0492787 Sep 20 12:57:09.970490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6c1dc9a-dbd7-4a29-b81a-53376d9828da req-8d3518b8-0901-4e3a-837c-b0281461ee36 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396183 Sep 20 12:57:10.016035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e71bb-d1aa-491d-ba62-ff4d522ef22e req-97900ac5-9bd4-4f59-b140-8767820ff4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:10.017567 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-989e71bb-d1aa-491d-ba62-ff4d522ef22e req-97900ac5-9bd4-4f59-b140-8767820ff4a5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1088328 Sep 20 12:57:10.102954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807db922-1dc0-401f-822a-7e1e980ebc04 req-4ff2e3a8-f07f-4df3-8612-7634fa5ea434 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:10.107225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-807db922-1dc0-401f-822a-7e1e980ebc04 req-4ff2e3a8-f07f-4df3-8612-7634fa5ea434 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 944 time: 0.0605209 Sep 20 12:57:10.151032 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-807db922-1dc0-401f-822a-7e1e980ebc04 req-911d4ee4-0321-4229-9be0-dd1e47eb492d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362055 Sep 20 12:57:10.229650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999fca-9643-4952-b036-bfa361fc54bd req-9b4eda0a-08a9-49f6-9952-29dffe82a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:10.231225 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-9b4eda0a-08a9-49f6-9952-29dffe82a859 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1095 time: 0.1741705 Sep 20 12:57:10.273487 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-7d614617-17b6-4160-a7fb-cce94f1bb3eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 217 time: 0.0341077 Sep 20 12:57:10.330044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999fca-9643-4952-b036-bfa361fc54bd req-eefd5c12-e99f-4172-918c-7b229bfd1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:10.331816 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-eefd5c12-e99f-4172-918c-7b229bfd1faf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0513339 Sep 20 12:57:10.379634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999fca-9643-4952-b036-bfa361fc54bd req-f5f6b785-792d-4947-affa-5dc8666b0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:10.381263 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-f5f6b785-792d-4947-affa-5dc8666b0ffa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428441 Sep 20 12:57:10.471979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-01e755d2-223b-4bd0-b0e5-9d3781dd9315 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831571 Sep 20 12:57:10.563485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f8999fca-9643-4952-b036-bfa361fc54bd req-927c9f29-72d4-44ee-8afe-0bb974f4f2dd service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850136 Sep 20 12:57:11.104021 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2d460-d570-4c5c-a975-c488075fd8ba req-410f2172-b831-470e-829e-e95d474ca4dc tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:11.105557 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1e2d460-d570-4c5c-a975-c488075fd8ba req-410f2172-b831-470e-829e-e95d474ca4dc tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0496881 Sep 20 12:57:11.149362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1e2d460-d570-4c5c-a975-c488075fd8ba req-05255620-2cbe-493f-a2e2-82ee581de30a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Sep 20 12:57:11.269276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb77bac-25b0-4f1c-9140-598976529176 req-c416c4a5-f55e-41ce-b65c-5a800eda9e88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:11.270704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2eb77bac-25b0-4f1c-9140-598976529176 req-c416c4a5-f55e-41ce-b65c-5a800eda9e88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 944 time: 0.0480278 Sep 20 12:57:11.310535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2eb77bac-25b0-4f1c-9140-598976529176 req-b19207ef-4e92-4689-a4d8-f23fd825edf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337813 Sep 20 12:57:12.276341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ade93-85bd-4941-b78d-925cdd1c4481 req-ed58000b-5c0d-4d07-a817-35982868ee5d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:12.277868 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b50ade93-85bd-4941-b78d-925cdd1c4481 req-ed58000b-5c0d-4d07-a817-35982868ee5d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0512443 Sep 20 12:57:12.318824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b50ade93-85bd-4941-b78d-925cdd1c4481 req-e844a15f-d3d0-4d6e-bbe3-af4ef1093caa tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Sep 20 12:57:12.393512 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21b093f0-b827-4ecd-95db-c26ce3a06786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:12.434999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2bfc4-6c71-4932-9c35-524286cb91bf req-b9181689-df85-4eba-b534-19bd2f1e68e8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:12.436616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84a2bfc4-6c71-4932-9c35-524286cb91bf req-b9181689-df85-4eba-b534-19bd2f1e68e8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 944 time: 0.0500519 Sep 20 12:57:12.481637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84a2bfc4-6c71-4932-9c35-524286cb91bf req-151acd9c-6f10-417e-952e-1f82491f170e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373802 Sep 20 12:57:13.343663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:57:13.439535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:13.445065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf3786-a313-4625-9736-f1a604c127d4 req-47c10cf4-bcba-4089-a695-89ee553ddd30 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:13.446612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9cf3786-a313-4625-9736-f1a604c127d4 req-47c10cf4-bcba-4089-a695-89ee553ddd30 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0572934 Sep 20 12:57:13.456685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'port_id': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'mac_address': 'fa:16:3e:24:00:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:57:13.485772 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9cf3786-a313-4625-9736-f1a604c127d4 req-6e473d29-4189-4c6d-be96-34fb49af1131 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Sep 20 12:57:13.493848 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:13.512338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3fc711-3803-4c6e-b461-74a2826f5d2d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:57:13.529037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:13.603445 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:13.604285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea7d24-b7c8-4966-96be-8603e3933098 req-e0f6d5ac-842b-45cc-abca-d82c3d2e5ef2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:13.605874 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24ea7d24-b7c8-4966-96be-8603e3933098 req-e0f6d5ac-842b-45cc-abca-d82c3d2e5ef2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 944 time: 0.0513091 Sep 20 12:57:13.646840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24ea7d24-b7c8-4966-96be-8603e3933098 req-f0883148-9349-4432-a88e-000f5cb4307a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334899 Sep 20 12:57:13.653960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:13.807541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9a3fc711-3803-4c6e-b461-74a2826f5d2d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:57:14.613071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3bce2-76a9-4f05-9a3f-9934cd8aacdd req-c33465b4-1ca5-45a9-a6af-65ca8a311da7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:14.618016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fe3bce2-76a9-4f05-9a3f-9934cd8aacdd req-c33465b4-1ca5-45a9-a6af-65ca8a311da7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0553286 Sep 20 12:57:14.657949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fe3bce2-76a9-4f05-9a3f-9934cd8aacdd req-a575da02-ac45-4738-9e0e-5fb7d06335a3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365155 Sep 20 12:57:14.764327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241fa1d-0527-4684-b476-07e918c85539 req-34227f17-6d71-42ce-8496-1ecf17e4e5d4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:14.765879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8241fa1d-0527-4684-b476-07e918c85539 req-34227f17-6d71-42ce-8496-1ecf17e4e5d4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 945 time: 0.0492578 Sep 20 12:57:14.807249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8241fa1d-0527-4684-b476-07e918c85539 req-de86b484-53ef-44cc-bbf3-350024c4e649 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Sep 20 12:57:15.283050 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44bc169d-aefc-4229-846b-5f97b915a928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:15.350955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:57:15.461867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9a3fc711-3803-4c6e-b461-74a2826f5d2d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:57:15.465967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9a3fc711-3803-4c6e-b461-74a2826f5d2d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:15.466341 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:15.548648 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:15.582291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:15.584621 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f619bb0-ed66-4ebb-8edc-6f8cf75e5d45" -d '{"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:15.598715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:15.628923 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f408f88a-ed09-4e54-93e4-6d06161cebfd x-openstack-request-id: req-f408f88a-ed09-4e54-93e4-6d06161cebfd {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:15.629316 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:15.629631 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f408f88a-ed09-4e54-93e4-6d06161cebfd {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:15.630090 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'code': 200} Sep 20 12:57:15.661912 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:15.688881 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:15.746912 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9d1a0-329f-4c3e-a8a0-d0b0a99e06ce req-83d98122-f82b-4864-adde-163358e836c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:15.748577 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20d9d1a0-329f-4c3e-a8a0-d0b0a99e06ce req-83d98122-f82b-4864-adde-163358e836c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1097 time: 0.0617793 Sep 20 12:57:15.757193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:15.793053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1b7b-14d4-4481-a29f-71491106459d req-c5f7d26a-aa80-4bf0-8f9e-3018edd3ceac tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:15.794755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71bd1b7b-14d4-4481-a29f-71491106459d req-c5f7d26a-aa80-4bf0-8f9e-3018edd3ceac tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0526316 Sep 20 12:57:15.794943 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-20d9d1a0-329f-4c3e-a8a0-d0b0a99e06ce req-b7c5559a-b573-40fb-b016-6e56be065cd5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361726 Sep 20 12:57:15.838740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71bd1b7b-14d4-4481-a29f-71491106459d req-7208d5ac-d60e-4096-a28f-6d2235c211e1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374513 Sep 20 12:57:15.957619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db1644-efc7-4779-a91d-f17c58d8eeec req-44c09b3c-78ca-4e13-83ae-2a9a693d30f6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:15.959453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45db1644-efc7-4779-a91d-f17c58d8eeec req-44c09b3c-78ca-4e13-83ae-2a9a693d30f6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0565684 Sep 20 12:57:16.006523 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45db1644-efc7-4779-a91d-f17c58d8eeec req-794320a3-7e93-4f62-91b1-b52e5069678b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394988 Sep 20 12:57:16.638892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:16.970543 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace924f5-3a44-4bda-bb7f-0d2aa8cc8aa6 req-aea1c0cb-66ad-4544-b1a9-e67a5b98cc5f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:16.972303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ace924f5-3a44-4bda-bb7f-0d2aa8cc8aa6 req-aea1c0cb-66ad-4544-b1a9-e67a5b98cc5f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0579259 Sep 20 12:57:17.015615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ace924f5-3a44-4bda-bb7f-0d2aa8cc8aa6 req-fdf6a70b-0616-4a00-a9bb-07eb8929fff7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Sep 20 12:57:17.134797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094e77f-2968-40e7-905a-bfc58fbbff7c req-d7807ab1-30f4-4870-b45f-d1fbba092c74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:17.134797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6094e77f-2968-40e7-905a-bfc58fbbff7c req-d7807ab1-30f4-4870-b45f-d1fbba092c74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0494957 Sep 20 12:57:17.168952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6094e77f-2968-40e7-905a-bfc58fbbff7c req-a1b7701b-23a0-47f2-b6a7-0a0a08ad316a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Sep 20 12:57:17.286022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb9e96-b724-4d9b-a5f5-4b7d35bca4b6 req-2a74cc05-2133-4526-9945-a6c231ed6e4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:17.287513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eb9e96-b724-4d9b-a5f5-4b7d35bca4b6 req-2a74cc05-2133-4526-9945-a6c231ed6e4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0497401 Sep 20 12:57:17.330979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14eb9e96-b724-4d9b-a5f5-4b7d35bca4b6 req-bf5f0b2f-1585-4a88-b01d-e83349f15b8a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370669 Sep 20 12:57:17.355473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36210) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:17.402465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188c89a-b0a7-45d4-9187-868433356a93 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:17.403931 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e188c89a-b0a7-45d4-9187-868433356a93 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1092 time: 0.0472112 Sep 20 12:57:17.406792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36212) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:17.412324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:17.525618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:17.648496 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:17.766978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.25.6.223 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/e379be27-66c1-4e28-bb45-0f47a2f97bac) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:57:17.873084 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:17.971507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:18.006740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:18.015376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:57:18.020934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:18.026569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:57:18.076403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=e379be27-66c1-4e28-bb45-0f47a2f97bac,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:18.143649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd464c1-711a-41f9-8d15-f1d17f8af013 req-5632ac59-96e0-4a55-947c-0e94227a19f4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:18.146495 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6dd464c1-711a-41f9-8d15-f1d17f8af013 req-5632ac59-96e0-4a55-947c-0e94227a19f4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0527740 Sep 20 12:57:18.205446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6dd464c1-711a-41f9-8d15-f1d17f8af013 req-eec36c77-1448-48a2-88d9-79a8db1bf685 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473561 Sep 20 12:57:18.441422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:18.574353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:18.741138 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:18.820356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:18.890587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=e379be27-66c1-4e28-bb45-0f47a2f97bac,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:18.900803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:19.015194 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Floating IP 350959cc-46d8-4f50-bdf0-d903af581fc6 associated. External IP: 172.25.6.223, port: 9a3fc711-3803-4c6e-b461-74a2826f5d2d. Sep 20 12:57:19.229711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router a2ceb57a-707f-45d0-9034-9a09729bd593 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:57:19.338874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb1444-6819-45a0-9fdc-154240fa0cb7 req-9b7b63f0-d2da-4d08-b81a-04d7d7a2933e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:19.344947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:57:19.346140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4eeb1444-6819-45a0-9fdc-154240fa0cb7 req-9b7b63f0-d2da-4d08-b81a-04d7d7a2933e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0725167 Sep 20 12:57:19.356869 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] Sync routers for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:57:19.367811 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:19.368620 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:57:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:19.394013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4eeb1444-6819-45a0-9fdc-154240fa0cb7 req-e321da80-9fa6-4301-8d15-123d7b8ae8bf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467579 Sep 20 12:57:19.468342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:19.501298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9cf2ccb4-eac7-4695-9edd-c6d7d548a1b6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0931718 Sep 20 12:57:19.502498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:19.505047 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:19.505894 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe978542-459e-4798-8270-7ed070f9932f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:19.517750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36242) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:19.617764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ee1cb-a6f4-4343-bd85-ae1bff073105 req-bd4e30a7-67cd-43fb-b621-b25a762f971d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:19.625373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-598ee1cb-a6f4-4343-bd85-ae1bff073105 req-bd4e30a7-67cd-43fb-b621-b25a762f971d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0648179 Sep 20 12:57:19.765234 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '350959cc-46d8-4f50-bdf0-d903af581fc6', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'port_id': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'mac_address': 'fa:16:3e:24:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:57:18Z', 'updated_at': '2021-09-20T12:57:18Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:06Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:19.793670 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] Checking router: a2ceb57a-707f-45d0-9034-9a09729bd593 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:57:19.803267 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:19.804045 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:57:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:19.915297 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:19.941401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d43f-7da9-4491-bb8b-777a3641a2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:19.985443 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-598ee1cb-a6f4-4343-bd85-ae1bff073105 req-1c4d5983-acad-4421-be27-78609d4fc055 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572085 Sep 20 12:57:20.009722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36248) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:20.062483 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:20.066600 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d43f-7da9-4491-bb8b-777a3641a2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:20.076422 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553dbe93-a265-454c-aa2e-9fcfb191190d x-openstack-request-id: req-553dbe93-a265-454c-aa2e-9fcfb191190d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:20.076827 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:20.077347 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-553dbe93-a265-454c-aa2e-9fcfb191190d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:20.077930 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'status': 'completed', 'code': 200} Sep 20 12:57:20.117713 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d43f-7da9-4491-bb8b-777a3641a2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:20.134564 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7a9a642b-f389-4de0-aa8a-1868fc81d8b2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/350959cc-46d8-4f50-bdf0-d903af581fc6 HTTP/1.1" status: 200 len: 992 time: 0.1235373 Sep 20 12:57:20.141454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978542-459e-4798-8270-7ed070f9932f req-8445ef35-2ab0-45ba-9bc1-d526ee6e6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:20.144166 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe978542-459e-4798-8270-7ed070f9932f req-8445ef35-2ab0-45ba-9bc1-d526ee6e6267 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1097 time: 0.0684755 Sep 20 12:57:20.155412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6bc7d43f-7da9-4491-bb8b-777a3641a2ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=064b6ddb4036409c876ab0e33c3cf623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356306 Sep 20 12:57:20.160852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:20.175540 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7d43f-7da9-4491-bb8b-777a3641a2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359f7d99-de1c-40e7-b7d4-edbc8ad80773,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:20.191712 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '350959cc-46d8-4f50-bdf0-d903af581fc6', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'port_id': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'mac_address': 'fa:16:3e:24:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:57:18Z', 'updated_at': '2021-09-20T12:57:18Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:06Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:20.221509 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b78739-cbd5-4ebd-a54f-925469137c6f None None] The sync data for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 is: [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '350959cc-46d8-4f50-bdf0-d903af581fc6', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'port_id': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'mac_address': 'fa:16:3e:24:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:57:18Z', 'updated_at': '2021-09-20T12:57:18Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:06Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:57:20.278641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-222f7e0d-e4d3-4b6e-b6ac-429ef4b2f70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:20.280832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978542-459e-4798-8270-7ed070f9932f req-eac85b71-c2ae-45ee-81f1-7cd26c794888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:20.282317 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe978542-459e-4798-8270-7ed070f9932f req-eac85b71-c2ae-45ee-81f1-7cd26c794888 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.1325831 Sep 20 12:57:20.337295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-222f7e0d-e4d3-4b6e-b6ac-429ef4b2f70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:20.378889 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe978542-459e-4798-8270-7ed070f9932f req-50138843-df00-4664-b7fc-6e60de76a8da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1000 time: 0.0876794 Sep 20 12:57:20.432069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978542-459e-4798-8270-7ed070f9932f req-091efcff-26d9-4534-8d5a-944ad718fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:20.433768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe978542-459e-4798-8270-7ed070f9932f req-091efcff-26d9-4534-8d5a-944ad718fc44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0479660 Sep 20 12:57:20.454834 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:20.469461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24d855-53bd-4e3c-870b-e6967f719040 None None] New status for floating IP 350959cc-46d8-4f50-bdf0-d903af581fc6: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:57:20.489977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978542-459e-4798-8270-7ed070f9932f req-f1078ebf-dfd8-41a2-9ebd-1880fc046596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:20.491502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe978542-459e-4798-8270-7ed070f9932f req-f1078ebf-dfd8-41a2-9ebd-1880fc046596 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495074 Sep 20 12:57:20.508207 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-222f7e0d-e4d3-4b6e-b6ac-429ef4b2f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:20.511411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-222f7e0d-e4d3-4b6e-b6ac-429ef4b2f70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:20.512771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a954d-8d1c-474c-a9b0-2755033b33da req-0e82cab2-e8e2-4721-b0d2-406665a2f2ad tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:20.513549 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-222f7e0d-e4d3-4b6e-b6ac-429ef4b2f70d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/359f7d99-de1c-40e7-b7d4-edbc8ad80773 HTTP/1.1" status: 204 len: 168 time: 0.3514159 Sep 20 12:57:20.522527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-152a954d-8d1c-474c-a9b0-2755033b33da req-0e82cab2-e8e2-4721-b0d2-406665a2f2ad tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0583653 Sep 20 12:57:20.545468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7e0d-e4d3-4b6e-b6ac-429ef4b2f70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359f7d99-de1c-40e7-b7d4-edbc8ad80773,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:20.589554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-152a954d-8d1c-474c-a9b0-2755033b33da req-a8d252d0-0b16-4055-8930-5855198328ac tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659049 Sep 20 12:57:20.615417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe978542-459e-4798-8270-7ed070f9932f req-8f74fcd3-e613-4928-acdd-6f6ba6c805d8 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164711 Sep 20 12:57:20.723180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe978542-459e-4798-8270-7ed070f9932f req-15e202c9-bef1-4d9d-bb00-3260aefabebe service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012230 Sep 20 12:57:21.131409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36258) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:21.137453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36260) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:21.144992 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93928176-ca7e-4cbf-b8f9-33ba8a00e729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:21.200354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c167ff7-aff6-4172-854f-c54f382fc2d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/350959cc-46d8-4f50-bdf0-d903af581fc6 HTTP/1.1" status: 200 len: 994 time: 0.0617871 Sep 20 12:57:21.232766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93928176-ca7e-4cbf-b8f9-33ba8a00e729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:21.313187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93928176-ca7e-4cbf-b8f9-33ba8a00e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:21.355983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93928176-ca7e-4cbf-b8f9-33ba8a00e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05af73f-a9c9-435c-aa31-3cf921a705ab,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:21.360266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-93928176-ca7e-4cbf-b8f9-33ba8a00e729 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=373a2f5c9249469ba060e39a94ca60ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278671 Sep 20 12:57:21.362951 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36262) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:21.413946 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-977660ed-a83e-4b10-b837-02775799a09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:21.433988 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-977660ed-a83e-4b10-b837-02775799a09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:21.542147 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-977660ed-a83e-4b10-b837-02775799a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:21.544963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-977660ed-a83e-4b10-b837-02775799a09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:21.546166 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-977660ed-a83e-4b10-b837-02775799a09e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d05af73f-a9c9-435c-aa31-3cf921a705ab HTTP/1.1" status: 204 len: 168 time: 0.1822979 Sep 20 12:57:21.554072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977660ed-a83e-4b10-b837-02775799a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05af73f-a9c9-435c-aa31-3cf921a705ab,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:21.702922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0bdba-e04d-4a14-aecb-c482b95d29dc req-79a76a98-0d93-4b91-b257-a151d0bfe58c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:21.704420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7a0bdba-e04d-4a14-aecb-c482b95d29dc req-79a76a98-0d93-4b91-b257-a151d0bfe58c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0494344 Sep 20 12:57:21.744535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7a0bdba-e04d-4a14-aecb-c482b95d29dc req-48d621a8-bafc-4f09-9548-0eff355641ab tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Sep 20 12:57:22.813833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36294) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:22.875527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff546-9ce7-460b-8eb0-a3ecd71d971c req-2e0217e5-176b-44c7-b041-59c19d84f0bf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:22.877594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfbff546-9ce7-460b-8eb0-a3ecd71d971c req-2e0217e5-176b-44c7-b041-59c19d84f0bf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0601733 Sep 20 12:57:22.879123 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b82c29f4-49de-4ffd-b23b-c602e47d3538 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/floatingips/4ebac116-a913-4701-aacf-813e50d5eb0c HTTP/1.1" status: 200 len: 993 time: 0.0641103 Sep 20 12:57:22.919343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cfbff546-9ce7-460b-8eb0-a3ecd71d971c req-89b87ead-45d6-4e0d-a284-625b9015a394 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343490 Sep 20 12:57:23.205562 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:23.369421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port 483a988b-e140-4e82-8a74-21b8a08bf023 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:57:23.369770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:23.445847 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:23.446178 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:23.457634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for 483a988b-e140-4e82-8a74-21b8a08bf023 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:57:23.677609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:23.702695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=483a988b-e140-4e82-8a74-21b8a08bf023,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:23.767669 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:23.768001 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Floating IP 4ebac116-a913-4701-aacf-813e50d5eb0c disassociated (deleted). External IP: 172.25.6.72, port: 394c19ce-21e6-4a71-95a3-cea48d5ff4c8. Sep 20 12:57:23.981032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 32f830f7-cff1-4d79-bf9c-ea496950c650 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:57:24.113365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75839cec-6903-485e-b8fe-fe8e52f65fff req-fa8d1487-13ad-40f5-b486-cc5c95f8da5e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:24.114860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75839cec-6903-485e-b8fe-fe8e52f65fff req-fa8d1487-13ad-40f5-b486-cc5c95f8da5e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.1222661 Sep 20 12:57:24.142715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:57:24.150921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:24.153587 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] Sync routers for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:57:24.163776 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:24.164474 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:57:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:24.188928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6938905-898c-489d-a320-12a403a2a3ab tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/floatingips/4ebac116-a913-4701-aacf-813e50d5eb0c HTTP/1.1" status: 204 len: 168 time: 0.9793231 Sep 20 12:57:24.189171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:24.192239 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475" -d '{"events": [{"name": "network-changed", "server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:24.198149 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75839cec-6903-485e-b8fe-fe8e52f65fff req-c9df7244-5f81-49ff-9a89-35082a29fb5f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769453 Sep 20 12:57:24.274588 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:24.560594 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:35Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:24.588133 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] Checking router: 32f830f7-cff1-4d79-bf9c-ea496950c650 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:57:24.596407 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:24.597129 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:57:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:24.682637 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1100fa1-bf91-4d75-9cbb-294bc913d69d x-openstack-request-id: req-c1100fa1-bf91-4d75-9cbb-294bc913d69d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:24.683045 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:24.683461 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1100fa1-bf91-4d75-9cbb-294bc913d69d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:24.683958 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'status': 'completed', 'code': 200} Sep 20 12:57:24.710890 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:24.765273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-a46a5f60-2278-41bf-bad9-76c17606da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:24.767056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-a46a5f60-2278-41bf-bad9-76c17606da82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 1097 time: 0.0532396 Sep 20 12:57:24.800797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea868c-eaaa-4237-8c00-e727746bea83 req-3aed2d96-f6b4-4cae-beff-bcd6aedae490 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:24.802534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71ea868c-eaaa-4237-8c00-e727746bea83 req-3aed2d96-f6b4-4cae-beff-bcd6aedae490 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 946 time: 0.0555468 Sep 20 12:57:24.847227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71ea868c-eaaa-4237-8c00-e727746bea83 req-c69d09b6-8c40-48bd-9065-a1e70b0d44d9 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383677 Sep 20 12:57:24.882106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-c52e71ee-cc27-4ffe-b4ee-660fc6b96363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:24.883800 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-c52e71ee-cc27-4ffe-b4ee-660fc6b96363 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56cc3b6b-23f2-4a4d-8910-1c1f7970521c HTTP/1.1" status: 200 len: 896 time: 0.1090086 Sep 20 12:57:24.929465 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-7cfb0ddc-347b-4292-9074-462a815fcb27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=394c19ce-21e6-4a71-95a3-cea48d5ff4c8 HTTP/1.1" status: 200 len: 217 time: 0.0366898 Sep 20 12:57:24.932236 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:35Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:24.965055 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439dc590-833c-47ed-b79b-226ecb81c4b8 None None] The sync data for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 is: [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:33Z', 'revision_number': 4, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '8f802aa7-7b5d-47f8-8564-975e810b7d9e', 'name': '', 'network_id': '56cc3b6b-23f2-4a4d-8910-1c1f7970521c', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'mac_address': 'fa:16:3e:df:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:32Z', 'updated_at': '2021-09-20T12:56:35Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'subnets': [{'id': 'df221c9f-7f6d-47d6-acbe-f4a1297e26fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:57:24.986203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-4010a3f1-1f31-4489-85eb-cb77288c8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:24.988473 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-4010a3f1-1f31-4489-85eb-cb77288c8ce3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df221c9f-7f6d-47d6-acbe-f4a1297e26fb HTTP/1.1" status: 200 len: 835 time: 0.0519099 Sep 20 12:57:25.042732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-dfcf2532-fc87-4cd1-93e3-d56bd67018d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:25.044662 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-dfcf2532-fc87-4cd1-93e3-d56bd67018d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56cc3b6b-23f2-4a4d-8910-1c1f7970521c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488670 Sep 20 12:57:25.162511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-b6b4fd94-a22f-44b2-919a-f85bb95c1340 service neutron] 10.222.0.21 "GET /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099656 Sep 20 12:57:25.260062 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-311d0a82-70c9-4f5f-8c8c-7b61aa4d6475 req-cd9af819-5aad-4e63-8c8a-44868b48f762 service neutron] 10.222.0.21 "GET /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889385 Sep 20 12:57:25.275496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0041b72-d231-40ee-a6db-65f8ed8da325 None None] New status for floating IP 4ebac116-a913-4701-aacf-813e50d5eb0c: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:57:25.331660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a1c34-0d77-4322-93dc-fc49daa7aa24 req-e99c590d-84c0-457c-9ab2-6ef55034a0f4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:25.333236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d72a1c34-0d77-4322-93dc-fc49daa7aa24 req-e99c590d-84c0-457c-9ab2-6ef55034a0f4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0571680 Sep 20 12:57:25.374855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d72a1c34-0d77-4322-93dc-fc49daa7aa24 req-64abc275-8b3b-49c3-b849-fc7038ade386 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352991 Sep 20 12:57:25.965335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad0e5-6910-4f7a-a053-4907e5d62308 req-a2208b2d-700d-430e-bddd-e77aac1475d2 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:25.966805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b3ad0e5-6910-4f7a-a053-4907e5d62308 req-a2208b2d-700d-430e-bddd-e77aac1475d2 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 946 time: 0.0490453 Sep 20 12:57:26.004064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b3ad0e5-6910-4f7a-a053-4907e5d62308 req-24e865da-3090-432a-9280-dfa4282a9ad5 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9640858-94b0-44c6-8974-19ea31c58131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Sep 20 12:57:26.098754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-f80329f5-a4b8-47e2-b3a8-6aa167dae9a8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:26.100267 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-f80329f5-a4b8-47e2-b3a8-6aa167dae9a8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 946 time: 0.0499549 Sep 20 12:57:26.196084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:57:26.196431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:26.288586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:26.288949 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:26.301183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:57:26.497262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0a852-4732-4f3a-aa7f-449d0ecc06fd req-49bc1868-05b8-4880-b4dc-674a6217db90 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:26.498731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5f0a852-4732-4f3a-aa7f-449d0ecc06fd req-49bc1868-05b8-4880-b4dc-674a6217db90 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0529015 Sep 20 12:57:26.536158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:26.536902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e5f0a852-4732-4f3a-aa7f-449d0ecc06fd req-b2ba6c8a-8b04-4a2e-84fa-0a5f1862574d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Sep 20 12:57:26.567020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=394c19ce-21e6-4a71-95a3-cea48d5ff4c8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:26.608906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] No DVR routers for this DVR port 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:57:26.611409 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:26.613622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-af1c497b-13c0-4004-9ce8-0babfd5002ba req-c1f7e12c-87a1-47f6-8137-e42583ac2f54 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.21 "DELETE /v2.0/ports/394c19ce-21e6-4a71-95a3-cea48d5ff4c8 HTTP/1.1" status: 204 len: 173 time: 0.5076344 Sep 20 12:57:26.614096 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'name': 'network-vif-deleted', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:26.616538 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9cac03-f83b-4905-a12c-666c9392e796" -d '{"events": [{"server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "name": "network-vif-deleted", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:26.663301 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca59c0c-e2c0-4d6f-9a45-52944e5d969d x-openstack-request-id: req-5ca59c0c-e2c0-4d6f-9a45-52944e5d969d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:26.663301 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaf1334-8730-4024-b9a4-a37a115ea3c3", "name": "network-vif-deleted", "tag": "394c19ce-21e6-4a71-95a3-cea48d5ff4c8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:26.663301 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ca59c0c-e2c0-4d6f-9a45-52944e5d969d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:26.663301 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaf1334-8730-4024-b9a4-a37a115ea3c3', 'name': 'network-vif-deleted', 'tag': '394c19ce-21e6-4a71-95a3-cea48d5ff4c8', 'status': 'completed', 'code': 200} Sep 20 12:57:27.061511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-555c54ac-ae94-4030-bd1b-def521e79c32 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547481 Sep 20 12:57:27.124058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-848d1b1b-4282-4c47-bdc4-1e4b2e9459d4 req-2fdaa18e-21f7-4cb0-83c9-e770999e6fd8 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "GET /v2.0/ports?device_id=feaf1334-8730-4024-b9a4-a37a115ea3c3 HTTP/1.1" status: 200 len: 210 time: 0.0256560 Sep 20 12:57:27.129859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-25261c89-930f-43e4-b2b2-280a6ba7979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:27.131916 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-25261c89-930f-43e4-b2b2-280a6ba7979d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1097 time: 0.0451059 Sep 20 12:57:27.247437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-359d5042-4b13-4059-b3d5-9d2f80ee4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:27.248916 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-359d5042-4b13-4059-b3d5-9d2f80ee4513 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 200 len: 908 time: 0.0950563 Sep 20 12:57:27.314785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-27cc4688-fc69-4aed-8231-b5c2ff06d214 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 200 len: 1001 time: 0.0583677 Sep 20 12:57:27.369671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-a9e5f765-87f5-4ca6-aaa1-ea5f03ff4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:27.371153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-a9e5f765-87f5-4ca6-aaa1-ea5f03ff4179 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63e6ad0a-ec75-41d9-b3d3-b6e041465bae HTTP/1.1" status: 200 len: 847 time: 0.0493574 Sep 20 12:57:27.398426 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8293be06-f9b7-4294-869f-259a3d74166d details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:57:27.417582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-879eb329-d4a1-4fc9-a59d-fe25ed690aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:27.419186 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-879eb329-d4a1-4fc9-a59d-fe25ed690aad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406306 Sep 20 12:57:27.495449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8293be06-f9b7-4294-869f-259a3d74166d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8293be06-f9b7-4294-869f-259a3d74166d,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:27.510305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '8293be06-f9b7-4294-869f-259a3d74166d', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'port_id': '8293be06-f9b7-4294-869f-259a3d74166d', 'mac_address': 'fa:16:3e:e6:53:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:57:27.523178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-e05819be-46a2-4ef6-a2a4-ffefb7bb66ac service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960913 Sep 20 12:57:27.577633 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:27.596677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8293be06-f9b7-4294-869f-259a3d74166d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:57:27.620258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8293be06-f9b7-4294-869f-259a3d74166d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8293be06-f9b7-4294-869f-259a3d74166d,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:27.647561 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a99ae42f-d099-4702-b29d-cd4be233b74d req-d82fcbc2-f1b3-4fd8-8f20-a19d710dd480 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169381 Sep 20 12:57:27.682557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611febde-329c-4f21-b08a-06c930d111c7 req-2bccb623-1613-4ed9-aacc-03f2f1ff2322 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:27.683954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-611febde-329c-4f21-b08a-06c930d111c7 req-2bccb623-1613-4ed9-aacc-03f2f1ff2322 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 944 time: 0.0513275 Sep 20 12:57:27.706184 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:27.723737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-611febde-329c-4f21-b08a-06c930d111c7 req-23c4145a-3d9c-4c99-a522-228c99ccfae3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Sep 20 12:57:27.756527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=8293be06-f9b7-4294-869f-259a3d74166d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:27.910810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['8293be06-f9b7-4294-869f-259a3d74166d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:57:28.184023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:28.244976 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013662a8-a242-4042-a230-5a0d658f5d24 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:28.270292 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013662a8-a242-4042-a230-5a0d658f5d24 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:28.457129 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013662a8-a242-4042-a230-5a0d658f5d24 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:28.459950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-013662a8-a242-4042-a230-5a0d658f5d24 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:28.461343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-013662a8-a242-4042-a230-5a0d658f5d24 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/security-groups/e9640858-94b0-44c6-8974-19ea31c58131 HTTP/1.1" status: 204 len: 168 time: 0.2762492 Sep 20 12:57:28.470769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013662a8-a242-4042-a230-5a0d658f5d24 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9640858-94b0-44c6-8974-19ea31c58131,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:28.720622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36366) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:28.916963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385d5af-1cce-4dbd-8067-5b03cfccea40 req-273ce7db-ed88-4e5f-89da-d2d829472201 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:28.918499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6385d5af-1cce-4dbd-8067-5b03cfccea40 req-273ce7db-ed88-4e5f-89da-d2d829472201 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 945 time: 0.1040404 Sep 20 12:57:28.999731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6385d5af-1cce-4dbd-8067-5b03cfccea40 req-ee8d9b80-abde-42ea-9b03-98e79d0ba148 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726879 Sep 20 12:57:29.107481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36372) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:29.180780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.229924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18b869ca-bdbd-4158-a0e3-ed3158c87733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.264513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:57:29.297090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:57:29.298373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 394c19ce-21e6-4a71-95a3-cea48d5ff4c8 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:57:29.355497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18b869ca-bdbd-4158-a0e3-ed3158c87733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.407529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8293be06-f9b7-4294-869f-259a3d74166d up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:57:29.454187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18b869ca-bdbd-4158-a0e3-ed3158c87733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.471090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port 8f802aa7-7b5d-47f8-8564-975e810b7d9e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:57:29.471438 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.495807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b869ca-bdbd-4158-a0e3-ed3158c87733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70109e66-7ef5-4b57-9214-6253b6921895,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:29.502508 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-18b869ca-bdbd-4158-a0e3-ed3158c87733 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=337019d7639b44a9a60a4b8ce67e2cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916383 Sep 20 12:57:29.502894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36376) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:29.536568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 8293be06-f9b7-4294-869f-259a3d74166d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:57:29.540675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 8293be06-f9b7-4294-869f-259a3d74166d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:29.541527 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.552212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fdcc017d-dd32-4dab-ab5b-cf8b6968ed91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.578289 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fdcc017d-dd32-4dab-ab5b-cf8b6968ed91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.578564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port 8f802aa7-7b5d-47f8-8564-975e810b7d9e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8f802aa7-7b5d-47f8-8564-975e810b7d9e,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:29.578677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.593033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for 8f802aa7-7b5d-47f8-8564-975e810b7d9e owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:57:29.633964 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.660268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab6bee3-573e-494e-8195-ac3ae8acc253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8293be06-f9b7-4294-869f-259a3d74166d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:29.662682 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b081ab6-20c2-4442-a3df-9685e6e913e7" -d '{"events": [{"server_uuid": "fab6bee3-573e-494e-8195-ac3ae8acc253", "name": "network-vif-plugged", "status": "completed", "tag": "8293be06-f9b7-4294-869f-259a3d74166d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:29.673903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 8293be06-f9b7-4294-869f-259a3d74166d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8293be06-f9b7-4294-869f-259a3d74166d,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:29.679030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fdcc017d-dd32-4dab-ab5b-cf8b6968ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.681631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fdcc017d-dd32-4dab-ab5b-cf8b6968ed91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.686387 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fdcc017d-dd32-4dab-ab5b-cf8b6968ed91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70109e66-7ef5-4b57-9214-6253b6921895 HTTP/1.1" status: 204 len: 168 time: 0.1790018 Sep 20 12:57:29.701160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc017d-dd32-4dab-ab5b-cf8b6968ed91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70109e66-7ef5-4b57-9214-6253b6921895,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:29.723426 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b73cf55-978d-4f15-b3b5-c23c56570c92 x-openstack-request-id: req-0b73cf55-978d-4f15-b3b5-c23c56570c92 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:29.723718 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab6bee3-573e-494e-8195-ac3ae8acc253", "name": "network-vif-plugged", "status": "completed", "tag": "8293be06-f9b7-4294-869f-259a3d74166d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:29.735331 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b73cf55-978d-4f15-b3b5-c23c56570c92 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:29.736018 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab6bee3-573e-494e-8195-ac3ae8acc253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8293be06-f9b7-4294-869f-259a3d74166d', 'code': 200} Sep 20 12:57:29.799797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.822361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6535e-5b96-4801-a819-3995cea5c0e8 req-51c3d0cd-3d62-4746-be39-6207cb9b48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:29.826379 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ca6535e-5b96-4801-a819-3995cea5c0e8 req-51c3d0cd-3d62-4746-be39-6207cb9b48cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 1096 time: 0.0417633 Sep 20 12:57:29.849265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=8293be06-f9b7-4294-869f-259a3d74166d,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:29.861350 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ca6535e-5b96-4801-a819-3995cea5c0e8 req-be6a1b58-41aa-4a24-b5a4-6b366b7a60e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299487 Sep 20 12:57:29.888854 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:29.919786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=8f802aa7-7b5d-47f8-8564-975e810b7d9e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:30.103556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.196594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234d91d-82c9-4df6-bb9e-a4b09cfd4fff req-cb185752-f2dd-4547-a184-226ea981bbcc tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:30.198030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9234d91d-82c9-4df6-bb9e-a4b09cfd4fff req-cb185752-f2dd-4547-a184-226ea981bbcc tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 946 time: 0.0965812 Sep 20 12:57:30.280133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9234d91d-82c9-4df6-bb9e-a4b09cfd4fff req-9a91e788-6bb5-45f3-83c1-700c25de42cb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737867 Sep 20 12:57:30.384586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Router 32f830f7-cff1-4d79-bf9c-ea496950c650 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:57:30.472180 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36386) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:30.485812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba91e60e-ef90-4423-ba8d-33681c302e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.584326 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba91e60e-ef90-4423-ba8d-33681c302e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.656264 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba91e60e-ef90-4423-ba8d-33681c302e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.697407 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ba91e60e-ef90-4423-ba8d-33681c302e9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5c03820d93c418cae93db06083b4b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239175 Sep 20 12:57:30.698301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91e60e-ef90-4423-ba8d-33681c302e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be62d267-196a-43cd-ab40-94b13dfe4058,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:30.701212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36388) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:30.750245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2578349c-985b-4ed9-85ab-58e97d80f8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.767758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:57:30.771620 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2578349c-985b-4ed9-85ab-58e97d80f8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.775958 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e1fdfc93-6662-431d-9f78-2c555715ae4a tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "PUT /v2.0/routers/32f830f7-cff1-4d79-bf9c-ea496950c650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0517232 Sep 20 12:57:30.776439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:30.781173 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] Sync routers for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:57:30.790456 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:30.791072 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:57:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:30.830239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0182282d-fdbf-41c0-a121-59da3dfb4847 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting subnet df221c9f-7f6d-47d6-acbe-f4a1297e26fb {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:57:30.834864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0182282d-fdbf-41c0-a121-59da3dfb4847 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.877493 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0182282d-fdbf-41c0-a121-59da3dfb4847 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.899313 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:30.911845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2578349c-985b-4ed9-85ab-58e97d80f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.911845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2578349c-985b-4ed9-85ab-58e97d80f8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:30.922555 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2578349c-985b-4ed9-85ab-58e97d80f8e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be62d267-196a-43cd-ab40-94b13dfe4058 HTTP/1.1" status: 204 len: 168 time: 0.2157655 Sep 20 12:57:30.940304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578349c-985b-4ed9-85ab-58e97d80f8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be62d267-196a-43cd-ab40-94b13dfe4058,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:30.981971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0182282d-fdbf-41c0-a121-59da3dfb4847 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:31.093784 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:57:29Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:31.115304 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] Checking router: 32f830f7-cff1-4d79-bf9c-ea496950c650 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:57:31.123656 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] Routers {'32f830f7-cff1-4d79-bf9c-ea496950c650'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:57:31.124254 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:57:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['32f830f7-cff1-4d79-bf9c-ea496950c650'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:31.140707 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0182282d-fdbf-41c0-a121-59da3dfb4847 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:31.176520 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0182282d-fdbf-41c0-a121-59da3dfb4847 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:31.178706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0182282d-fdbf-41c0-a121-59da3dfb4847 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/subnets/df221c9f-7f6d-47d6-acbe-f4a1297e26fb HTTP/1.1" status: 204 len: 168 time: 0.4014556 Sep 20 12:57:31.179774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182282d-fdbf-41c0-a121-59da3dfb4847 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Subnet': ['ID=df221c9f-7f6d-47d6-acbe-f4a1297e26fb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:31.181542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36394) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:31.191265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fda73b-8cfe-4431-884d-e3beab4cf5bc None None] Network 56cc3b6b-23f2-4a4d-8910-1c1f7970521c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:57:31.250315 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] Set router 32f830f7-cff1-4d79-bf9c-ea496950c650 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:57:31.411647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] DHCP port deletion for 56cc3b6b-23f2-4a4d-8910-1c1f7970521c request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:57:31.450817 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:57:29Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:31.479856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4670d-8b8c-4c47-9bbd-b10e50019eb7 req-ac44139e-4fe3-43f6-913e-5ca7617eaf7f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:31.484019 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b117b6-e5c8-467c-b1f7-c7ce805b2140 None None] The sync data for ids ['32f830f7-cff1-4d79-bf9c-ea496950c650'] in n-d-809934-3 is: [{'id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'name': 'tempest-TestNetworkBasicOps-router-1219214512', 'tenant_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:57:29Z', 'revision_number': 5, 'project_id': '1e5ba0ac24ca46f2950e14fd2f02e8bf', 'gw_port': {'id': 'add10cab-06fb-4972-9a9f-a7b4e48ac35b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f830f7-cff1-4d79-bf9c-ea496950c650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:28Z', 'updated_at': '2021-09-20T12:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:57:31.495118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ab4670d-8b8c-4c47-9bbd-b10e50019eb7 req-ac44139e-4fe3-43f6-913e-5ca7617eaf7f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 946 time: 0.0759230 Sep 20 12:57:31.530600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] Deleting port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:57:31.531575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:31.538856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ab4670d-8b8c-4c47-9bbd-b10e50019eb7 req-3b1d8d97-7083-4d7f-9552-f281eabbac97 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Sep 20 12:57:31.615694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] For port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=871efb67-45a8-4dd6-bcbd-89fab99a0fc5,segment=NetworkSegment(3e266459-fd32-49ae-805a-ac5cd6545743),segment_id=3e266459-fd32-49ae-805a-ac5cd6545743)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:31.616335 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:31.631530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] Calling delete_port for 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:57:31.696085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ef4d4-b0b8-4a21-a98c-4bd77e57359a req-09c83f1e-2061-4816-993c-9f3be97a9aee tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:31.697822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e30ef4d4-b0b8-4a21-a98c-4bd77e57359a req-09c83f1e-2061-4816-993c-9f3be97a9aee tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 946 time: 0.0591626 Sep 20 12:57:31.711879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:31.743203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e30ef4d4-b0b8-4a21-a98c-4bd77e57359a req-450c1caf-b481-4ea1-b364-556078985e45 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372367 Sep 20 12:57:31.817216 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:31.819217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:31.852422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] Pushing event deleted for resources: {'Port': ['ID=871efb67-45a8-4dd6-bcbd-89fab99a0fc5,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:31.855055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678bd24-48d0-4d16-af58-4b620513ac6d None None] No DVR routers for this DVR port 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:57:32.003317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Deleting port add10cab-06fb-4972-9a9f-a7b4e48ac35b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:57:32.005285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.095967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] For port add10cab-06fb-4972-9a9f-a7b4e48ac35b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=add10cab-06fb-4972-9a9f-a7b4e48ac35b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:32.096337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.108844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Calling delete_port for add10cab-06fb-4972-9a9f-a7b4e48ac35b owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:57:32.298387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:57:32.327912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:57:32.328359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 871efb67-45a8-4dd6-bcbd-89fab99a0fc5 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:57:32.328783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8f802aa7-7b5d-47f8-8564-975e810b7d9e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:57:32.356692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 8f802aa7-7b5d-47f8-8564-975e810b7d9e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:57:32.357379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8f802aa7-7b5d-47f8-8564-975e810b7d9e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:57:32.365267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.399913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Port': ['ID=add10cab-06fb-4972-9a9f-a7b4e48ac35b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:32.401793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07be130-3efb-4564-9b20-0e463fa1e105 req-9a1cd149-84fb-4c9a-aff1-4b766478a953 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:32.404614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f07be130-3efb-4564-9b20-0e463fa1e105 req-9a1cd149-84fb-4c9a-aff1-4b766478a953 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 946 time: 0.0599105 Sep 20 12:57:32.464154 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f07be130-3efb-4564-9b20-0e463fa1e105 req-7cc0a389-c5ff-46ee-a9d3-13b3fa17c594 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 Sep 20 12:57:32.510882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.541777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-8c4c51f4-9e51-4207-b0bf-4fcc15ccf505 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822918 Sep 20 12:57:32.622669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.626221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.695373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-94a41bdd-cc15-4ee3-8309-b0cdd460eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:32.696773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-94a41bdd-cc15-4ee3-8309-b0cdd460eb6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1097 time: 0.0835381 Sep 20 12:57:32.783735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.784500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Fanout notify agent at l3_agent the message router_deleted on router 32f830f7-cff1-4d79-bf9c-ea496950c650 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:57:32.792321 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.793537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-61380f96-597f-48ed-8b74-8f91a5673c59 tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/routers/32f830f7-cff1-4d79-bf9c-ea496950c650 HTTP/1.1" status: 204 len: 168 time: 1.6107790 Sep 20 12:57:32.796812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:32.827018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-88f752d6-21b7-42a5-b7de-1ec027299228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:32.828512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-88f752d6-21b7-42a5-b7de-1ec027299228 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.1104388 Sep 20 12:57:32.896557 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:32.906096 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-23217383-b5a0-4925-9cc6-403f283dc228 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1002 time: 0.0693529 Sep 20 12:57:32.967774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-64c3e1b2-b188-410a-9361-e31502fbab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:32.969265 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-64c3e1b2-b188-410a-9361-e31502fbab37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0545912 Sep 20 12:57:32.993547 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:33.014822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cc3b6b-23f2-4a4d-8910-1c1f7970521c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:33.020351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-e274152f-34dc-44db-964d-72a43f954e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:33.021964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-e274152f-34dc-44db-964d-72a43f954e8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435832 Sep 20 12:57:33.027134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e266459-fd32-49ae-805a-ac5cd6545743') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:33.031606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e266459-fd32-49ae-805a-ac5cd6545743') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:57:33.037679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:33.050953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:33.057716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:57:33.069825 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:57:33.125968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-ba554cac-291d-4194-b828-4ee3315c05c5 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958920 Sep 20 12:57:33.220514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbee6c85-afbc-4ace-9fe1-ea102370be5c req-d8652e91-fbf3-40f6-b7e0-73802158b843 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865600 Sep 20 12:57:33.313301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:33.321971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:33.324162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] 10.222.0.37 "DELETE /v2.0/networks/56cc3b6b-23f2-4a4d-8910-1c1f7970521c HTTP/1.1" status: 204 len: 168 time: 0.5261006 Sep 20 12:57:33.346365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71efca-e488-49bc-995d-5d3bacae6afd tempest-TestNetworkBasicOps-1824684295 tempest-TestNetworkBasicOps-1824684295-project] Pushing event deleted for resources: {'Network': ['ID=56cc3b6b-23f2-4a4d-8910-1c1f7970521c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:33.585115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3e546-9c89-4cc3-a831-31135f0836b1 req-e7d11ba8-bab7-418f-b29e-fd2d030b38d7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:33.586546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5bc3e546-9c89-4cc3-a831-31135f0836b1 req-e7d11ba8-bab7-418f-b29e-fd2d030b38d7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 946 time: 0.0509236 Sep 20 12:57:33.624472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5bc3e546-9c89-4cc3-a831-31135f0836b1 req-e263923e-6226-4270-98d3-0f4d4fe865e2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Sep 20 12:57:33.911158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36498) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:33.951404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-89e59237-3e1a-44cc-9780-8ecf5ceda1f1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:33.952930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-89e59237-3e1a-44cc-9780-8ecf5ceda1f1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 946 time: 0.0577106 Sep 20 12:57:34.073293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port 8293be06-f9b7-4294-869f-259a3d74166d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:57:34.073634 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:34.086863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-edbcd4c0-fc31-4a2b-bb6c-ebedf589ff0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e5ba0ac24ca46f2950e14fd2f02e8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746290 Sep 20 12:57:34.089490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:34.141504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1dda1f72-35c5-4a74-ae40-3068f0c40c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:34.163394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1dda1f72-35c5-4a74-ae40-3068f0c40c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:34.169488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] For port 8293be06-f9b7-4294-869f-259a3d74166d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=8293be06-f9b7-4294-869f-259a3d74166d,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:34.169883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:34.183108 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for 8293be06-f9b7-4294-869f-259a3d74166d owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:57:34.278654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device add10cab-06fb-4972-9a9f-a7b4e48ac35b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:57:34.300239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: add10cab-06fb-4972-9a9f-a7b4e48ac35b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:57:34.300854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device add10cab-06fb-4972-9a9f-a7b4e48ac35b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:57:34.324829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1dda1f72-35c5-4a74-ae40-3068f0c40c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:34.327648 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1dda1f72-35c5-4a74-ae40-3068f0c40c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:34.329274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1dda1f72-35c5-4a74-ae40-3068f0c40c74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/283fe7c8-cd36-47b4-a97c-30b8934f4aa4 HTTP/1.1" status: 204 len: 168 time: 0.2386084 Sep 20 12:57:34.338394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda1f72-35c5-4a74-ae40-3068f0c40c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283fe7c8-cd36-47b4-a97c-30b8934f4aa4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:34.391726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:34.404900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3768ad90-0442-4ef3-8fdf-dba5b6163fb8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:57:34.407163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['8293be06-f9b7-4294-869f-259a3d74166d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:57:34.426800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=8293be06-f9b7-4294-869f-259a3d74166d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:34.474506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] No DVR routers for this DVR port 8293be06-f9b7-4294-869f-259a3d74166d on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:57:34.477523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:34.479763 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fd2c51d-02f1-4d3f-a22c-13744dd786e1 req-cb1956ed-459c-4de1-946b-c7826e591bae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "DELETE /v2.0/ports/8293be06-f9b7-4294-869f-259a3d74166d HTTP/1.1" status: 204 len: 173 time: 0.5201416 Sep 20 12:57:34.480220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab6bee3-573e-494e-8195-ac3ae8acc253', 'name': 'network-vif-deleted', 'tag': '8293be06-f9b7-4294-869f-259a3d74166d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:34.483669 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0f0ca4-72c9-4586-b2a4-387bce9af7ba" -d '{"events": [{"server_uuid": "fab6bee3-573e-494e-8195-ac3ae8acc253", "name": "network-vif-deleted", "tag": "8293be06-f9b7-4294-869f-259a3d74166d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:34.533753 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282c616-5a3b-4190-b761-457a28c16250 x-openstack-request-id: req-6282c616-5a3b-4190-b761-457a28c16250 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:34.533753 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab6bee3-573e-494e-8195-ac3ae8acc253", "name": "network-vif-deleted", "tag": "8293be06-f9b7-4294-869f-259a3d74166d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:34.533753 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6282c616-5a3b-4190-b761-457a28c16250 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:34.533753 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab6bee3-573e-494e-8195-ac3ae8acc253', 'name': 'network-vif-deleted', 'tag': '8293be06-f9b7-4294-869f-259a3d74166d', 'status': 'completed', 'code': 200} Sep 20 12:57:34.749685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9750056b-5e46-47df-9b09-962c92ed35f1 req-e13c51ea-2c23-4dd5-a0a8-aa9356bc4464 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 210 time: 0.0302851 Sep 20 12:57:35.146113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:35.159619 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-115a7c48-960f-47b4-987e-32877d596222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:35.256362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-115a7c48-960f-47b4-987e-32877d596222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:35.348399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-115a7c48-960f-47b4-987e-32877d596222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:35.387017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-115a7c48-960f-47b4-987e-32877d596222 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43d7556601414643a8b48c9c4e53fa57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398124 Sep 20 12:57:35.388626 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a7c48-960f-47b4-987e-32877d596222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c714a0ff-f295-40a3-9475-a7502bec8aa6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:35.389806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36524) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:35.452448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6f782c-a45f-43bf-afa7-601d46629745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:35.475518 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6f782c-a45f-43bf-afa7-601d46629745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:35.604691 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6f782c-a45f-43bf-afa7-601d46629745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:35.607901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e6f782c-a45f-43bf-afa7-601d46629745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:35.611957 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3e6f782c-a45f-43bf-afa7-601d46629745 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c714a0ff-f295-40a3-9475-a7502bec8aa6 HTTP/1.1" status: 204 len: 168 time: 0.2179964 Sep 20 12:57:35.621663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f782c-a45f-43bf-afa7-601d46629745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c714a0ff-f295-40a3-9475-a7502bec8aa6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:35.883219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7041b3a-0bcd-44ec-84ad-bc3c98f10f4a req-426edaf9-c966-46af-94f4-ad9a996d5db4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 210 time: 0.0503128 Sep 20 12:57:36.846462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36552) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:36.973635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2047601886-network', 'tenant_id': 'e3a52ba89e9640a7a55bbcaf9c5eaeb1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:37.001619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1135364-8d2d-4a5a-b576-2f94e94a34cf req-0a78f038-4d42-4681-8c05-1f2a4aa89fff tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 210 time: 0.0461397 Sep 20 12:57:37.084602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Made reservation on behalf of e3a52ba89e9640a7a55bbcaf9c5eaeb1 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:57:37.087010 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:37.101072 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:37.196505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:37.318947 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:37.349968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:57:37.358983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c6312c-701d-4b11-9792-41507fddbeda,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:37.365794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:37.366153 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Added segment 459ba5e2-3da3-4934-b2e8-8859f33c0258 of type vlan for network 9696774c-3f01-4cd5-a4ae-c4db08ae88af Sep 20 12:57:37.416543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:37.422603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8293be06-f9b7-4294-869f-259a3d74166d no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:57:37.446587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 8293be06-f9b7-4294-869f-259a3d74166d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:57:37.447030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 8293be06-f9b7-4294-869f-259a3d74166d not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:57:37.506036 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:37.507086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:37.507840 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:37.571642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] Pushing event updated for resources: {'Network': ['ID=9696774c-3f01-4cd5-a4ae-c4db08ae88af,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:37.582429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9696774c-3f01-4cd5-a4ae-c4db08ae88af details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:57:37.629485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c3d95c4a-b62c-46a5-948d-134ddbd231a4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7816482 Sep 20 12:57:37.632479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36558) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:37.642457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Request body: {'subnet': {'network_id': '9696774c-3f01-4cd5-a4ae-c4db08ae88af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2047601886-subnet', 'tenant_id': 'e3a52ba89e9640a7a55bbcaf9c5eaeb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:37.726320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Made reservation on behalf of e3a52ba89e9640a7a55bbcaf9c5eaeb1 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:57:37.728958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:38.028325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:38.106615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1a116ba-3985-4db2-87be-eb0327491127 req-3b9e1449-2c65-40da-a38b-ae93a209438c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 210 time: 0.0319362 Sep 20 12:57:38.126170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Checking segment: {'id': '459ba5e2-3da3-4934-b2e8-8859f33c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9696774c-3f01-4cd5-a4ae-c4db08ae88af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:57:38.126673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Network hostable DHCP agents. Network: 9696774c-3f01-4cd5-a4ae-c4db08ae88af, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:57:38.134414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:38.233225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Network 9696774c-3f01-4cd5-a4ae-c4db08ae88af is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:57:38.315462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9696774c-3f01-4cd5-a4ae-c4db08ae88af) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:38.316509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:38.317202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:38.338817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d87926-e7b7-4bd7-a260-29b6f7321647 None None] Network 9696774c-3f01-4cd5-a4ae-c4db08ae88af requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:57:38.437847 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1a5f9a17-1c38-4dbb-90cf-17cce1356f17 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8039563 Sep 20 12:57:38.461995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eecee8-6da2-485d-9932-69ff4f99dcd2 None None] Network 9696774c-3f01-4cd5-a4ae-c4db08ae88af requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:57:39.213790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36582) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:39.217216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-718632407-network', 'tenant_id': '5256d3430e904e30b92bf4946cd879a0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:39.255062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf027bfd-02bf-463c-9e89-95334bef7b44 req-9506df2f-d9f8-4604-bc10-25bd51893432 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab6bee3-573e-494e-8195-ac3ae8acc253 HTTP/1.1" status: 200 len: 210 time: 0.0367098 Sep 20 12:57:39.330683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Made reservation on behalf of 5256d3430e904e30b92bf4946cd879a0 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:57:39.333306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:39.348039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:39.478953 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:39.602978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:39.633385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:57:39.639606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e1165-460a-4e57-b028-32056e23cb55,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:39.654791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:39.654791 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Added segment 7f445f17-7cc0-4797-9558-426e74a0ea70 of type vlan for network 3c40ead8-eb6b-43ca-932f-43ddb34aa6b5 Sep 20 12:57:39.698757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:39.791614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:39.792649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:39.793258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:39.864805 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] Pushing event updated for resources: {'Network': ['ID=3c40ead8-eb6b-43ca-932f-43ddb34aa6b5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:39.885295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 3c40ead8-eb6b-43ca-932f-43ddb34aa6b5 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:57:39.907739 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dc8a9133-f367-4cb4-afcf-8e1adf01cad1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6955960 Sep 20 12:57:39.911339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36586) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:39.916161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Request body: {'subnet': {'network_id': '3c40ead8-eb6b-43ca-932f-43ddb34aa6b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-718632407-subnet', 'tenant_id': '5256d3430e904e30b92bf4946cd879a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:39.992933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Made reservation on behalf of 5256d3430e904e30b92bf4946cd879a0 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:57:39.995322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:40.261980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:40.324943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e48694-480b-4c02-879a-7eb11f7b299b,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:40.334486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Checking segment: {'id': '7f445f17-7cc0-4797-9558-426e74a0ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3c40ead8-eb6b-43ca-932f-43ddb34aa6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:57:40.334871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Network hostable DHCP agents. Network: 3c40ead8-eb6b-43ca-932f-43ddb34aa6b5, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:57:40.433235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Network 3c40ead8-eb6b-43ca-932f-43ddb34aa6b5 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:57:40.524667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 3c40ead8-eb6b-43ca-932f-43ddb34aa6b5) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:40.529229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:40.529887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:40.536066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6450f45d-f974-40ae-87bf-046f47623ebc None None] Network 3c40ead8-eb6b-43ca-932f-43ddb34aa6b5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:57:40.658264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7d54ddf9-1baf-4199-8122-2032bb9134e0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7448084 Sep 20 12:57:40.677313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14788f3f-43b9-4bd7-ab7c-52df2cb79cd2 None None] Network 3c40ead8-eb6b-43ca-932f-43ddb34aa6b5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:57:41.218197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-9bc1db9c-0a5e-4e1d-bc00-d87a6f8bff64 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:41.224399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-9bc1db9c-0a5e-4e1d-bc00-d87a6f8bff64 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/networks?id=9696774c-3f01-4cd5-a4ae-c4db08ae88af HTTP/1.1" status: 200 len: 812 time: 0.1129003 Sep 20 12:57:41.238447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-8ad5439a-20a4-4660-a36a-ac8b24644505 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/quotas/e3a52ba89e9640a7a55bbcaf9c5eaeb1 HTTP/1.1" status: 200 len: 375 time: 0.0102832 Sep 20 12:57:41.275498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-f55a92d5-beca-4da1-a8e3-3e43dac36405 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a52ba89e9640a7a55bbcaf9c5eaeb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278635 Sep 20 12:57:41.377433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-77d6a122-0fa1-4426-ab34-64dfda42dfbd service neutron] 10.222.0.37 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939090 Sep 20 12:57:41.493162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-32ffaf10-a195-4790-9906-d34b96f12ecc service neutron] 10.222.0.37 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146450 Sep 20 12:57:41.779901 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2736c2cb-bf66-4028-8749-1cbfe100728a req-291067ad-ccb6-428b-b2f4-02495df0f4bf tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 210 time: 0.0285819 Sep 20 12:57:42.416485 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5afb7de3-6510-4d75-a84c-398de5b47309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:42.515057 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:57:42.890232 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6dec0ff-6453-4f49-b972-7e959b95f94b req-0d49cef3-a31b-4199-bcb8-3463497efbf6 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 210 time: 0.0296521 Sep 20 12:57:44.115369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6abafc7c-a344-485a-a7b2-e0f3ceefde70 req-c5e0ec23-e097-476a-aae2-ca6986e506ac tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 210 time: 0.0286222 Sep 20 12:57:44.242664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad8ab-5412-46e9-bd04-deb79f471428 req-f19b3ffa-3711-4c02-8e2e-ecb12d77e819 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:44.247853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e8ad8ab-5412-46e9-bd04-deb79f471428 req-f19b3ffa-3711-4c02-8e2e-ecb12d77e819 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 946 time: 0.0570822 Sep 20 12:57:44.286565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e8ad8ab-5412-46e9-bd04-deb79f471428 req-3acaf66e-6e94-44a6-9989-8b6e52b4a590 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358431 Sep 20 12:57:44.395773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-72145eee-623b-4c28-a013-a32cc2001834 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:44.397262 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-72145eee-623b-4c28-a013-a32cc2001834 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.32 "GET /v2.0/networks?id=9696774c-3f01-4cd5-a4ae-c4db08ae88af HTTP/1.1" status: 200 len: 812 time: 0.1094055 Sep 20 12:57:44.411265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Request body: {'port': {'device_id': '1d331950-7442-4113-9f50-82bf27a88088', 'network_id': '9696774c-3f01-4cd5-a4ae-c4db08ae88af', 'admin_state_up': True, 'tenant_id': 'e3a52ba89e9640a7a55bbcaf9c5eaeb1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:44.602921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Made reservation on behalf of e3a52ba89e9640a7a55bbcaf9c5eaeb1 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:57:44.606649 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:44.740761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Allocated IP 172.20.0.5 (9696774c-3f01-4cd5-a4ae-c4db08ae88af/8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9/65ec17b4-d661-4b43-8d0c-a9c104816d16) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:57:44.895387 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:45.003373 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:45.047918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Network 9696774c-3f01-4cd5-a4ae-c4db08ae88af is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:57:45.051162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:57:45.054903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:57:45.079907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Pushing event updated for resources: {'Port': ['ID=65ec17b4-d661-4b43-8d0c-a9c104816d16,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:45.109813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:45.110847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:45.219282 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff61ebfd-2ea7-41d1-b366-b011ff1e18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:45.241379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e1330-ed62-430e-ba6e-8b96ea164cc3 req-4691145c-1849-4700-96b8-b2d4484b3e7f tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:45.242931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-032e1330-ed62-430e-ba6e-8b96ea164cc3 req-4691145c-1849-4700-96b8-b2d4484b3e7f tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 931 time: 0.0533664 Sep 20 12:57:45.244166 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-442fc751-f552-49d8-82da-f2e6a584626d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8373990 Sep 20 12:57:45.257971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Request body: {'port': {'device_id': '1d331950-7442-4113-9f50-82bf27a88088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:45.288844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-032e1330-ed62-430e-ba6e-8b96ea164cc3 req-5e0b29a8-6061-4ae9-b9d0-6f8fea8bb3f3 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 Sep 20 12:57:45.325693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:45.425456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceca52a-3bd9-4c3e-bd2a-4e02c6d8a00c req-73dd77bf-f8f4-4bd4-8a88-615fec2d91f6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:45.427229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ceca52a-3bd9-4c3e-bd2a-4e02c6d8a00c req-73dd77bf-f8f4-4bd4-8a88-615fec2d91f6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 946 time: 0.0654037 Sep 20 12:57:45.473758 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ceca52a-3bd9-4c3e-bd2a-4e02c6d8a00c req-2002f866-d779-4fc8-90c0-0d3c952e8eac tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=fabdc03c-db5d-4974-9d8d-98022e76735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Sep 20 12:57:45.609079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ec17b4-d661-4b43-8d0c-a9c104816d16 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:57:45.727471 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:45.727471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Transition to ACTIVE for port object 65ec17b4-d661-4b43-8d0c-a9c104816d16 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:57:45.727471 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-0acd6c22-5c72-4f20-a500-8ac9967b8190 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:45.727471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-0acd6c22-5c72-4f20-a500-8ac9967b8190 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 946 time: 0.0487912 Sep 20 12:57:45.821498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:57:45.821997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:45.927598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] For port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:45.928056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:45.946678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:57:46.283020 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:46.306776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:46.308783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:46.323317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['3768ad90-0442-4ef3-8fdf-dba5b6163fb8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:57:46.426557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] No DVR routers for this DVR port 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:57:46.429325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Pushing event updated for resources: {'Port': ['ID=65ec17b4-d661-4b43-8d0c-a9c104816d16,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:46.441345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380580be-4c7e-4f5f-9378-0fefe11ff872 req-dce11045-bdc7-4ae7-b101-148af9a4d704 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:46.445466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-380580be-4c7e-4f5f-9378-0fefe11ff872 req-dce11045-bdc7-4ae7-b101-148af9a4d704 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 943 time: 0.0726361 Sep 20 12:57:46.448209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:46.450217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-439874ac-b221-48cd-8a66-fbfddd9cc5d8 req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "DELETE /v2.0/ports/3768ad90-0442-4ef3-8fdf-dba5b6163fb8 HTTP/1.1" status: 204 len: 173 time: 0.7667406 Sep 20 12:57:46.450648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362f2946-67fa-440a-8080-05e1126fbe43', 'name': 'network-vif-deleted', 'tag': '3768ad90-0442-4ef3-8fdf-dba5b6163fb8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:46.452920 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0731ac-fdf4-418c-a4b3-499029a67cc0" -d '{"events": [{"server_uuid": "362f2946-67fa-440a-8080-05e1126fbe43", "name": "network-vif-deleted", "tag": "3768ad90-0442-4ef3-8fdf-dba5b6163fb8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:46.485935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462c754-abde-4543-88b9-ba5871db35d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=3768ad90-0442-4ef3-8fdf-dba5b6163fb8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:46.501553 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-380580be-4c7e-4f5f-9378-0fefe11ff872 req-b91292eb-9733-43d7-a345-e136eea8661b tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524418 Sep 20 12:57:46.525876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Attempting to bind port 65ec17b4-d661-4b43-8d0c-a9c104816d16 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:57:46.525876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Attempting to bind port 65ec17b4-d661-4b43-8d0c-a9c104816d16 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '459ba5e2-3da3-4934-b2e8-8859f33c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9696774c-3f01-4cd5-a4ae-c4db08ae88af'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:57:46.525876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Attempting to bind port 65ec17b4-d661-4b43-8d0c-a9c104816d16 on network 9696774c-3f01-4cd5-a4ae-c4db08ae88af {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:57:46.525876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Port 65ec17b4-d661-4b43-8d0c-a9c104816d16 on network 9696774c-3f01-4cd5-a4ae-c4db08ae88af not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:57:46.525876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Attempting to bind port 65ec17b4-d661-4b43-8d0c-a9c104816d16 on network 9696774c-3f01-4cd5-a4ae-c4db08ae88af {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:57:46.532264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:57:46.532264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Checking segment: {'id': '459ba5e2-3da3-4934-b2e8-8859f33c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9696774c-3f01-4cd5-a4ae-c4db08ae88af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:57:46.532264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Bound using segment: {'id': '459ba5e2-3da3-4934-b2e8-8859f33c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9696774c-3f01-4cd5-a4ae-c4db08ae88af'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:57:46.532264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Bound port: 65ec17b4-d661-4b43-8d0c-a9c104816d16, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459ba5e2-3da3-4934-b2e8-8859f33c0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9696774c-3f01-4cd5-a4ae-c4db08ae88af'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:57:46.532264 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:46.547977 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defc1842-36e5-4776-b0f8-6ab4d8cfad3c x-openstack-request-id: req-defc1842-36e5-4776-b0f8-6ab4d8cfad3c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:46.547977 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362f2946-67fa-440a-8080-05e1126fbe43", "name": "network-vif-deleted", "tag": "3768ad90-0442-4ef3-8fdf-dba5b6163fb8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:46.548270 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-defc1842-36e5-4776-b0f8-6ab4d8cfad3c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:46.548835 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362f2946-67fa-440a-8080-05e1126fbe43', 'name': 'network-vif-deleted', 'tag': '3768ad90-0442-4ef3-8fdf-dba5b6163fb8', 'status': 'completed', 'code': 200} Sep 20 12:57:46.612012 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] For port 65ec17b4-d661-4b43-8d0c-a9c104816d16, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:57:46.615851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] For port 65ec17b4-d661-4b43-8d0c-a9c104816d16, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16,segment=NetworkSegment(459ba5e2-3da3-4934-b2e8-8859f33c0258),segment_id=459ba5e2-3da3-4934-b2e8-8859f33c0258)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:57:46.639810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b68a21d5-1827-4633-b8a2-999375a392d3 req-827ada87-29a4-463b-b39f-f9572f2c3712 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 210 time: 0.0381057 Sep 20 12:57:46.648521 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:46.688835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:46.727035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:46.730105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:46.731621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] 10.222.0.32 "PUT /v2.0/ports/65ec17b4-d661-4b43-8d0c-a9c104816d16 HTTP/1.1" status: 200 len: 1091 time: 1.4791613 Sep 20 12:57:46.758201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2010a4b-adb8-4572-a76b-8bbe36a13c7f service neutron] Pushing event updated for resources: {'Port': ['ID=65ec17b4-d661-4b43-8d0c-a9c104816d16,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:46.922879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-73a37145-df53-46ac-ac65-8779212e831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:46.924825 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-73a37145-df53-46ac-ac65-8779212e831d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a52ba89e9640a7a55bbcaf9c5eaeb1&device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 1094 time: 0.0481777 Sep 20 12:57:46.976167 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-55874ff1-fc28-4a08-b424-cc70ada6490f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16 HTTP/1.1" status: 200 len: 217 time: 0.0423303 Sep 20 12:57:47.028131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-b717baaf-ef4b-4a6d-a95c-018e20085e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:47.028951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-b717baaf-ef4b-4a6d-a95c-018e20085e2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9 HTTP/1.1" status: 200 len: 852 time: 0.0451412 Sep 20 12:57:47.060658 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-d4d0f3b6-47e4-45df-a446-74ad0dc7c570 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9696774c-3f01-4cd5-a4ae-c4db08ae88af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241268 Sep 20 12:57:47.158522 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-8e39f45f-5752-4414-8538-bc4fcec309de service neutron] 10.222.0.32 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906749 Sep 20 12:57:47.275776 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9b90c5d9-798a-4059-8b29-dae4e05ee0e0 req-ba431747-11fd-4a43-80a6-537199d5d200 service neutron] 10.222.0.32 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079800 Sep 20 12:57:47.627080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed2d72-b57d-4adf-aeb7-543ac11038e6 req-1183c609-e197-42e4-886e-d38d982a43ec tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:47.628965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0eed2d72-b57d-4adf-aeb7-543ac11038e6 req-1183c609-e197-42e4-886e-d38d982a43ec tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 943 time: 0.0529599 Sep 20 12:57:47.672044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0eed2d72-b57d-4adf-aeb7-543ac11038e6 req-d72b54fa-4801-477f-afad-9df8fcdfaa3e tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Sep 20 12:57:47.763184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd946313-70f1-4c35-9fa8-1bfa594d1200 req-955641bb-7f42-4e94-8ed2-68b6d3554138 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 210 time: 0.0314798 Sep 20 12:57:48.016208 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:48.550992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d331950-7442-4113-9f50-82bf27a88088', 'tag': '65ec17b4-d661-4b43-8d0c-a9c104816d16'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:48.554166 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5efd8d-6405-43d1-b1b9-ddee935264d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d331950-7442-4113-9f50-82bf27a88088", "tag": "65ec17b4-d661-4b43-8d0c-a9c104816d16"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:48.592578 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef11ec3-1883-4bcd-b42f-e9386880d1e0 x-openstack-request-id: req-0ef11ec3-1883-4bcd-b42f-e9386880d1e0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:48.592724 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d331950-7442-4113-9f50-82bf27a88088", "tag": "65ec17b4-d661-4b43-8d0c-a9c104816d16", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:48.592979 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ef11ec3-1883-4bcd-b42f-e9386880d1e0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:48.593415 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d331950-7442-4113-9f50-82bf27a88088', 'tag': '65ec17b4-d661-4b43-8d0c-a9c104816d16', 'status': 'completed', 'code': 200} Sep 20 12:57:48.659738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-2956c2e0-f88d-47e2-adcb-10dfd3b2f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:48.661722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-2956c2e0-f88d-47e2-adcb-10dfd3b2f576 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a52ba89e9640a7a55bbcaf9c5eaeb1&device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 1094 time: 0.0463693 Sep 20 12:57:48.793697 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-4d6dc928-0785-441a-89f2-57aaa97b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:48.795551 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-4d6dc928-0785-441a-89f2-57aaa97b007c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9696774c-3f01-4cd5-a4ae-c4db08ae88af HTTP/1.1" status: 200 len: 912 time: 0.1252930 Sep 20 12:57:48.801580 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5d4e4-f2d5-42a1-91bf-d5b7ff4fc12e req-edd9169f-c97d-4048-9968-1be217f060fc tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:48.809137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9f5d4e4-f2d5-42a1-91bf-d5b7ff4fc12e req-edd9169f-c97d-4048-9968-1be217f060fc tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 943 time: 0.0603244 Sep 20 12:57:48.845974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-2e1292ed-4a24-40f5-b38b-81775ceaa02d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16 HTTP/1.1" status: 200 len: 217 time: 0.0426497 Sep 20 12:57:48.849520 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9f5d4e4-f2d5-42a1-91bf-d5b7ff4fc12e req-c8fb4e7c-dd57-4421-b0a2-ee0604a78f5f tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Sep 20 12:57:48.908622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-803e38da-9a61-4a81-82e8-7f51b5067da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:48.910685 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-803e38da-9a61-4a81-82e8-7f51b5067da1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9 HTTP/1.1" status: 200 len: 852 time: 0.0567241 Sep 20 12:57:48.946124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-b3adec0f-2f0a-4f2e-b41b-a4f0e3358edf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9696774c-3f01-4cd5-a4ae-c4db08ae88af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280287 Sep 20 12:57:48.959494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62b02870-d1f6-4471-8ec9-6a9186536a05 req-16afd5c3-c926-4d13-9a73-d48aa54f2c0d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 210 time: 0.0284884 Sep 20 12:57:49.038714 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-fda47cd3-ea3f-4a92-a998-e594860f4716 service neutron] 10.222.0.32 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860066 Sep 20 12:57:49.137265 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8e5efd8d-6405-43d1-b1b9-ddee935264d8 req-384cbf02-120e-4245-8c08-8d2a3718cf55 service neutron] 10.222.0.32 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900617 Sep 20 12:57:49.319017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:57:49.340826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:57:49.341199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 3768ad90-0442-4ef3-8fdf-dba5b6163fb8 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:57:49.489726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 65ec17b4-d661-4b43-8d0c-a9c104816d16 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:57:49.590705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 65ec17b4-d661-4b43-8d0c-a9c104816d16, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16,segment=NetworkSegment(459ba5e2-3da3-4934-b2e8-8859f33c0258),segment_id=459ba5e2-3da3-4934-b2e8-8859f33c0258)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:49.602917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '65ec17b4-d661-4b43-8d0c-a9c104816d16', 'network_id': '9696774c-3f01-4cd5-a4ae-c4db08ae88af', 'port_id': '65ec17b4-d661-4b43-8d0c-a9c104816d16', 'mac_address': 'fa:16:3e:95:11:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:57:49.640168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:49.654034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ec17b4-d661-4b43-8d0c-a9c104816d16 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:57:49.674249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 65ec17b4-d661-4b43-8d0c-a9c104816d16, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16,segment=NetworkSegment(459ba5e2-3da3-4934-b2e8-8859f33c0258),segment_id=459ba5e2-3da3-4934-b2e8-8859f33c0258)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:49.780012 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:49.829214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=65ec17b4-d661-4b43-8d0c-a9c104816d16,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:49.837504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.837845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.838180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.838511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.838836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.839158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.839480 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.839799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.840117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.840433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.840753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.841098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:49.978068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a002a-51fc-4f98-9262-c46f1b813c7b req-6e25678a-959a-4a80-94ad-0c05556c2f4a tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:49.979601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a002a-51fc-4f98-9262-c46f1b813c7b req-6e25678a-959a-4a80-94ad-0c05556c2f4a tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 944 time: 0.0501769 Sep 20 12:57:49.995784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['65ec17b4-d661-4b43-8d0c-a9c104816d16'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:57:50.028436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a002a-51fc-4f98-9262-c46f1b813c7b req-bf6241c3-738a-412a-8ee7-fe7575267e07 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384600 Sep 20 12:57:50.068017 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:50.158418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67d11007-bfd3-43b6-a99d-8643ab38a68f req-5ca2424e-b971-4c89-b3b5-00d87acd6491 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=362f2946-67fa-440a-8080-05e1126fbe43 HTTP/1.1" status: 200 len: 210 time: 0.0299358 Sep 20 12:57:50.442491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:51.173812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2842-f578-4bcc-95b3-bf24f46e1f93 req-f403fcde-6a47-4fff-8218-e7b21fcc2ef9 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:51.177507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee9d2842-f578-4bcc-95b3-bf24f46e1f93 req-f403fcde-6a47-4fff-8218-e7b21fcc2ef9 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 944 time: 0.0531585 Sep 20 12:57:51.219955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee9d2842-f578-4bcc-95b3-bf24f46e1f93 req-9c25a852-b59c-4b75-b0be-c75e5f82deb0 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Sep 20 12:57:51.492233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 65ec17b4-d661-4b43-8d0c-a9c104816d16 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:57:51.631174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 65ec17b4-d661-4b43-8d0c-a9c104816d16 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:57:51.635260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 65ec17b4-d661-4b43-8d0c-a9c104816d16 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:57:51.635628 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:51.872979 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:51.896207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d331950-7442-4113-9f50-82bf27a88088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ec17b4-d661-4b43-8d0c-a9c104816d16'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:57:51.898431 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12be3bab-9e44-4cdc-8cf6-dc36d3ed0a20" -d '{"events": [{"server_uuid": "1d331950-7442-4113-9f50-82bf27a88088", "name": "network-vif-plugged", "status": "completed", "tag": "65ec17b4-d661-4b43-8d0c-a9c104816d16"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:57:51.911646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 65ec17b4-d661-4b43-8d0c-a9c104816d16, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16,segment=NetworkSegment(459ba5e2-3da3-4934-b2e8-8859f33c0258),segment_id=459ba5e2-3da3-4934-b2e8-8859f33c0258)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:57:51.938492 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01043019-6558-4a07-acfa-e6f3817291f8 x-openstack-request-id: req-01043019-6558-4a07-acfa-e6f3817291f8 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:57:51.938783 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d331950-7442-4113-9f50-82bf27a88088", "name": "network-vif-plugged", "status": "completed", "tag": "65ec17b4-d661-4b43-8d0c-a9c104816d16", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:57:51.939034 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01043019-6558-4a07-acfa-e6f3817291f8 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:57:51.939454 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d331950-7442-4113-9f50-82bf27a88088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ec17b4-d661-4b43-8d0c-a9c104816d16', 'code': 200} Sep 20 12:57:52.040714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7008c-b7a5-4162-9dfd-470a9a499850 req-b571071c-7a1a-45dc-92d2-9a776c89483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:52.042542 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dfa7008c-b7a5-4162-9dfd-470a9a499850 req-b571071c-7a1a-45dc-92d2-9a776c89483d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 1095 time: 0.0454242 Sep 20 12:57:52.054735 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:52.085275 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dfa7008c-b7a5-4162-9dfd-470a9a499850 req-3194428b-8882-4bb0-ba06-b0640d4e5743 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340095 Sep 20 12:57:52.104336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=65ec17b4-d661-4b43-8d0c-a9c104816d16,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:52.339153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ec59c-b0b6-43e8-91e4-16e5aaeb316f req-e385cde0-448a-405c-9755-ab086caa9e00 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:52.340701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-119ec59c-b0b6-43e8-91e4-16e5aaeb316f req-e385cde0-448a-405c-9755-ab086caa9e00 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0502341 Sep 20 12:57:52.381550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-119ec59c-b0b6-43e8-91e4-16e5aaeb316f req-7439f180-a395-49e3-96f2-ab6318f6dd18 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Sep 20 12:57:53.506142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202ec7e-a171-4f3e-8ae8-9cf8f7876525 req-5aab3e00-8c77-4518-bcf3-2727faf2c986 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:53.507696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f202ec7e-a171-4f3e-8ae8-9cf8f7876525 req-5aab3e00-8c77-4518-bcf3-2727faf2c986 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0560043 Sep 20 12:57:53.555638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f202ec7e-a171-4f3e-8ae8-9cf8f7876525 req-97474ab6-533e-4a4b-9849-234583712026 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Sep 20 12:57:53.700544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3af1c3-8b15-43dd-85cc-8288606d0036 req-8acfe275-ec95-4264-adfa-29a88fac401e tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:53.702155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3af1c3-8b15-43dd-85cc-8288606d0036 req-8acfe275-ec95-4264-adfa-29a88fac401e tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0541084 Sep 20 12:57:53.743725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3af1c3-8b15-43dd-85cc-8288606d0036 req-761135ad-41db-4ab6-9471-37c17cb19c6b tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353606 Sep 20 12:57:54.339593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9c066-d8c3-413b-bbd2-ef6935362eb3 req-463c093e-f651-42cd-93fb-4649b2b4b0a7 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:54.341175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71b9c066-d8c3-413b-bbd2-ef6935362eb3 req-463c093e-f651-42cd-93fb-4649b2b4b0a7 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0516846 Sep 20 12:57:54.382310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71b9c066-d8c3-413b-bbd2-ef6935362eb3 req-ac793dfe-8d28-4d28-ae75-3bbb164bfb43 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349257 Sep 20 12:57:54.488210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb0f7-7b11-45e1-8220-d35ed8fe1d44 req-569e72f9-8a8d-4271-bd65-a4ea2019016c tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:54.490395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b31eb0f7-7b11-45e1-8220-d35ed8fe1d44 req-569e72f9-8a8d-4271-bd65-a4ea2019016c tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1097 time: 0.0459514 Sep 20 12:57:54.526855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b31eb0f7-7b11-45e1-8220-d35ed8fe1d44 req-f4e51722-312b-42c7-8c58-da5bbf31ce2d tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303147 Sep 20 12:57:54.648694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee734f-eed2-4100-9cfb-5bd3a552be63 req-dc2f6cfa-354a-4fee-80ee-61a6395a0f32 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:54.650218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79ee734f-eed2-4100-9cfb-5bd3a552be63 req-dc2f6cfa-354a-4fee-80ee-61a6395a0f32 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0525339 Sep 20 12:57:54.689948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79ee734f-eed2-4100-9cfb-5bd3a552be63 req-526caf16-0468-4bb6-9d09-3719bb863cb1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336869 Sep 20 12:57:54.716308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36782) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:54.787956 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d5e4f751-e5b9-4e14-9d1f-a53cba62a781 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/350959cc-46d8-4f50-bdf0-d903af581fc6 HTTP/1.1" status: 200 len: 994 time: 0.0646880 Sep 20 12:57:55.385654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36804) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:55.385654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-64fbb3f7-b3eb-48bf-983a-05ce90a6f9d8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037011624', 'description': 'tempest-secgroup-smoke-1037011624 description', 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:55.502046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64fbb3f7-b3eb-48bf-983a-05ce90a6f9d8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:55.595788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64fbb3f7-b3eb-48bf-983a-05ce90a6f9d8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:55.670942 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64fbb3f7-b3eb-48bf-983a-05ce90a6f9d8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:55.698369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbb3f7-b3eb-48bf-983a-05ce90a6f9d8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048fe50a-35c3-45ef-8387-938ec97211e3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:55.754557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64fbb3f7-b3eb-48bf-983a-05ce90a6f9d8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:55.758374 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-64fbb3f7-b3eb-48bf-983a-05ce90a6f9d8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3781993 Sep 20 12:57:55.764620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36814) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:55.764620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-01a1fa5b-f089-437e-8a2f-9d984d649c4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'security_group_rule': {'security_group_id': '048fe50a-35c3-45ef-8387-938ec97211e3', 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:55.773049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0245c-12c5-4f40-8496-fd014b2585b1 req-af709a90-f15e-4f16-8cfe-2b43e6b1498f tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:55.781640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65c0245c-12c5-4f40-8496-fd014b2585b1 req-af709a90-f15e-4f16-8cfe-2b43e6b1498f tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0577605 Sep 20 12:57:55.829571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65c0245c-12c5-4f40-8496-fd014b2585b1 req-f2a2e918-d25b-4569-a834-aba4879d58b3 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Sep 20 12:57:55.896062 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01a1fa5b-f089-437e-8a2f-9d984d649c4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:55.942587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d00ee-a661-4102-a109-65c58be6ea67 req-e5bf6cc6-79e1-44be-bb22-2a89343fa01d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:55.944800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c80d00ee-a661-4102-a109-65c58be6ea67 req-e5bf6cc6-79e1-44be-bb22-2a89343fa01d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0629575 Sep 20 12:57:55.982846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-6e6c7064-34e4-4b69-b560-1e11bd8fc7a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763710 Sep 20 12:57:55.986699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c80d00ee-a661-4102-a109-65c58be6ea67 req-cc66c32b-053f-4b6a-867e-befcf583c843 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357201 Sep 20 12:57:55.992187 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01a1fa5b-f089-437e-8a2f-9d984d649c4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.061863 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01a1fa5b-f089-437e-8a2f-9d984d649c4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.084736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1fa5b-f089-437e-8a2f-9d984d649c4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b429b5-2db7-4a11-901c-fd6e06552bee,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:56.182396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01a1fa5b-f089-437e-8a2f-9d984d649c4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.183502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-01a1fa5b-f089-437e-8a2f-9d984d649c4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4234564 Sep 20 12:57:56.186668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 36822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:56.193500 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'security_group_rule': {'security_group_id': '048fe50a-35c3-45ef-8387-938ec97211e3', 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:56.310156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.390779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb9fc7-396e-4c35-82d8-df388dd5beb9 req-803fc5c6-f7e4-4f8c-ab52-cb58107bf814 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:56.392423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50fb9fc7-396e-4c35-82d8-df388dd5beb9 req-803fc5c6-f7e4-4f8c-ab52-cb58107bf814 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0965950 Sep 20 12:57:56.420758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.420926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645862f-570c-43c7-832f-0336a05870e3 req-578f0e36-064a-4785-93b6-da0cfcb3b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:56.422553 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2645862f-570c-43c7-832f-0336a05870e3 req-578f0e36-064a-4785-93b6-da0cfcb3b943 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a52ba89e9640a7a55bbcaf9c5eaeb1&device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 1096 time: 0.0412531 Sep 20 12:57:56.440948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50fb9fc7-396e-4c35-82d8-df388dd5beb9 req-148390b1-343f-48e7-a544-3465c9ba0145 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Sep 20 12:57:56.500363 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.517962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645862f-570c-43c7-832f-0336a05870e3 req-8edb61d4-d41f-4896-a444-890011c907b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:56.520200 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2645862f-570c-43c7-832f-0336a05870e3 req-8edb61d4-d41f-4896-a444-890011c907b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9696774c-3f01-4cd5-a4ae-c4db08ae88af HTTP/1.1" status: 200 len: 912 time: 0.0903146 Sep 20 12:57:56.521197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33250bf-259d-4c45-a2d1-74a42406c20a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:56.529419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.529768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.530118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.530462 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.530800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.531136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.531469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.531798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.532129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.532459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.532784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.533136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:57:56.560881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2645862f-570c-43c7-832f-0336a05870e3 req-c3e8ea76-ef4c-4c5d-92cd-a790fb2446df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16 HTTP/1.1" status: 200 len: 217 time: 0.0334444 Sep 20 12:57:56.602991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.604534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7d001b3-f51f-47c7-b8fa-8724a3d044c3 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4166336 Sep 20 12:57:56.607226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36838) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:56.610002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645862f-570c-43c7-832f-0336a05870e3 req-0473369d-14cd-409f-83bd-c3cea5055135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:56.611399 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2645862f-570c-43c7-832f-0336a05870e3 req-0473369d-14cd-409f-83bd-c3cea5055135 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9 HTTP/1.1" status: 200 len: 852 time: 0.0438573 Sep 20 12:57:56.614628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-0980c5e8-c49b-4d2d-9412-e11eb4ffe9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'security_group_rule': {'security_group_id': '048fe50a-35c3-45ef-8387-938ec97211e3', 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:56.650366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2645862f-570c-43c7-832f-0336a05870e3 req-48b02c16-d9cb-4f2c-b6c3-05c38224926a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9696774c-3f01-4cd5-a4ae-c4db08ae88af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285242 Sep 20 12:57:56.730895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0980c5e8-c49b-4d2d-9412-e11eb4ffe9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.763606 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2645862f-570c-43c7-832f-0336a05870e3 req-cd50aef3-5383-4cd1-9db3-9b2b7ae5fdcf service neutron] 10.222.0.32 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057041 Sep 20 12:57:56.844048 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0980c5e8-c49b-4d2d-9412-e11eb4ffe9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.875600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2645862f-570c-43c7-832f-0336a05870e3 req-38b858d3-1f49-4ba5-8127-b2e8bf3a1f54 service neutron] 10.222.0.32 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030610 Sep 20 12:57:56.933612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0980c5e8-c49b-4d2d-9412-e11eb4ffe9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:56.959796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980c5e8-c49b-4d2d-9412-e11eb4ffe9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95599b6-eefb-4c7f-8f2d-bff5da23e3b6,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:57.036943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0980c5e8-c49b-4d2d-9412-e11eb4ffe9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.038222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0980c5e8-c49b-4d2d-9412-e11eb4ffe9a4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299376 Sep 20 12:57:57.040940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36852) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:57.045369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ce182556-e48c-4f74-be31-ca2d67ec0f63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'security_group_rule': {'security_group_id': '048fe50a-35c3-45ef-8387-938ec97211e3', 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:57.120649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca98b0-285a-4314-99e8-3990b2fb776b req-60553f2c-3d65-4b24-a7e5-130e0b7b76a1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:57.122355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44ca98b0-285a-4314-99e8-3990b2fb776b req-60553f2c-3d65-4b24-a7e5-130e0b7b76a1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0527036 Sep 20 12:57:57.139046 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce182556-e48c-4f74-be31-ca2d67ec0f63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.173820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44ca98b0-285a-4314-99e8-3990b2fb776b req-6f4ef778-4cd7-4159-a454-876b46aed872 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Sep 20 12:57:57.204589 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce182556-e48c-4f74-be31-ca2d67ec0f63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.307659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce182556-e48c-4f74-be31-ca2d67ec0f63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.327047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce182556-e48c-4f74-be31-ca2d67ec0f63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1e7fc3-63d3-411f-a880-755a4d67ce83,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:57.421848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce182556-e48c-4f74-be31-ca2d67ec0f63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.424268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ce182556-e48c-4f74-be31-ca2d67ec0f63 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3812099 Sep 20 12:57:57.428006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36854) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:57.432520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-797c6068-c46d-4ea4-afcc-418ce4f70c80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'security_group_rule': {'security_group_id': '048fe50a-35c3-45ef-8387-938ec97211e3', 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:57.525351 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-797c6068-c46d-4ea4-afcc-418ce4f70c80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Project cc5221a4e3a7421cb15966ba5a66f780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:57:57.530853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-797c6068-c46d-4ea4-afcc-418ce4f70c80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.582654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc353ea-99f6-41af-b36d-ddef8601c414 req-e4c92480-4654-4584-960d-017d9f90b882 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:57.585142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc353ea-99f6-41af-b36d-ddef8601c414 req-e4c92480-4654-4584-960d-017d9f90b882 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0587549 Sep 20 12:57:57.598966 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-797c6068-c46d-4ea4-afcc-418ce4f70c80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.623479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc353ea-99f6-41af-b36d-ddef8601c414 req-c472be3c-6a0d-4e8f-9f1d-e4013caece3b tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Sep 20 12:57:57.691115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-797c6068-c46d-4ea4-afcc-418ce4f70c80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.711601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c6068-c46d-4ea4-afcc-418ce4f70c80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff4161d-4ee7-4e56-8b76-c84f2d59746d,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:57.776417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-797c6068-c46d-4ea4-afcc-418ce4f70c80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.780279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-797c6068-c46d-4ea4-afcc-418ce4f70c80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3488145 Sep 20 12:57:57.780632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 36862) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:57:57.785216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-77808130-77d0-4cf3-b0bf-6ff4cf1ae243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'security_group_rule': {'security_group_id': '048fe50a-35c3-45ef-8387-938ec97211e3', 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:57:57.896927 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-77808130-77d0-4cf3-b0bf-6ff4cf1ae243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Project cc5221a4e3a7421cb15966ba5a66f780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:57:57.902497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77808130-77d0-4cf3-b0bf-6ff4cf1ae243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:57.970127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77808130-77d0-4cf3-b0bf-6ff4cf1ae243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:58.044927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77808130-77d0-4cf3-b0bf-6ff4cf1ae243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:58.063034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77808130-77d0-4cf3-b0bf-6ff4cf1ae243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cee21c0-204e-4cc0-8585-523e5ddf9fe1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:57:58.142060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77808130-77d0-4cf3-b0bf-6ff4cf1ae243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:57:58.143325 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-77808130-77d0-4cf3-b0bf-6ff4cf1ae243 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616982 Sep 20 12:57:58.243775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-d1bdfff4-7e57-4faf-a317-df63c3e25d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:58.245428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-d1bdfff4-7e57-4faf-a317-df63c3e25d68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1097 time: 0.0485342 Sep 20 12:57:58.306180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9a426-8143-4513-b1b4-6e2dfb0ac144 req-b1e66d71-5f7e-4796-8dd2-ab3f12c2a816 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:58.308493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77b9a426-8143-4513-b1b4-6e2dfb0ac144 req-b1e66d71-5f7e-4796-8dd2-ab3f12c2a816 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0535603 Sep 20 12:57:58.363590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-73ed52c1-db0f-4e6d-95cd-6a0ad326d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:58.365861 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-73ed52c1-db0f-4e6d-95cd-6a0ad326d157 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.1132481 Sep 20 12:57:58.368242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77b9a426-8143-4513-b1b4-6e2dfb0ac144 req-2be9bce4-036a-4c46-973d-c5407b07c46e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473683 Sep 20 12:57:58.752090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a1ada-e9e5-4971-be89-7a5e4661c20f req-53ca686a-b29c-4d9a-a618-de1293723187 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:58.753646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b0a1ada-e9e5-4971-be89-7a5e4661c20f req-53ca686a-b29c-4d9a-a618-de1293723187 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0568848 Sep 20 12:57:58.786648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-359b0d3d-a9fd-45b8-8875-d4d04e4f93b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1002 time: 0.4077716 Sep 20 12:57:58.792224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b0a1ada-e9e5-4971-be89-7a5e4661c20f req-057a6b0d-9356-4a4b-8c20-306a10804e49 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Sep 20 12:57:58.844768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-827327e4-074f-4105-b6a1-f9cd2c062268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:58.844768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-827327e4-074f-4105-b6a1-f9cd2c062268 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0474384 Sep 20 12:57:58.895277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-f5c61299-a580-4ab1-b8e1-89b26ff4ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:58.896993 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-f5c61299-a580-4ab1-b8e1-89b26ff4ac67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482783 Sep 20 12:57:59.005300 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-1d0ccc1a-7054-4bcc-860b-669cac9543e9 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009388 Sep 20 12:57:59.155215 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-5732baef-0b40-4515-9b01-820642ad691a service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413286 Sep 20 12:57:59.458030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808078a5-0bd8-4acc-a08b-5d0af726db50 req-eb6f211b-d1ab-41b8-b539-2ec43e188b06 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:59.459628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-808078a5-0bd8-4acc-a08b-5d0af726db50 req-eb6f211b-d1ab-41b8-b539-2ec43e188b06 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0711260 Sep 20 12:57:59.502779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-808078a5-0bd8-4acc-a08b-5d0af726db50 req-6908daaf-997d-4e11-9cdd-2502e91f61be tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Sep 20 12:57:59.635057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670137e-7f2e-47b8-9bf4-2256d6d7e6b6 req-51ec3504-debc-4fd4-8293-5d367b8b07ce tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:57:59.637159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9670137e-7f2e-47b8-9bf4-2256d6d7e6b6 req-51ec3504-debc-4fd4-8293-5d367b8b07ce tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0547187 Sep 20 12:57:59.683902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9670137e-7f2e-47b8-9bf4-2256d6d7e6b6 req-7d791f42-88a4-4fb4-bd1b-306525402522 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346527 Sep 20 12:58:00.675044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0ba1-d864-46b6-b0a8-6e80a0a220f3 req-86fc5399-4e81-40cc-a5ca-bdfe6f0b6e56 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:00.684247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a69f0ba1-d864-46b6-b0a8-6e80a0a220f3 req-86fc5399-4e81-40cc-a5ca-bdfe6f0b6e56 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0793672 Sep 20 12:58:00.735146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a69f0ba1-d864-46b6-b0a8-6e80a0a220f3 req-65098cef-6df2-4db8-b4f3-b01b60b48940 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Sep 20 12:58:00.871360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc630ee-a822-4628-9b3a-1326b376d5d6 req-33919c33-0ab2-441f-8782-bf661ab19871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:00.873398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc630ee-a822-4628-9b3a-1326b376d5d6 req-33919c33-0ab2-441f-8782-bf661ab19871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0578773 Sep 20 12:58:00.930433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc630ee-a822-4628-9b3a-1326b376d5d6 req-52ffd101-1c24-464d-a3cd-e7298da2328c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506194 Sep 20 12:58:01.342407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5f315-682b-4b62-af41-3a12f0ae7065 req-e6cde38c-7083-410c-83b2-6c2fcf0e1e90 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:01.344130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b5f315-682b-4b62-af41-3a12f0ae7065 req-e6cde38c-7083-410c-83b2-6c2fcf0e1e90 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0629406 Sep 20 12:58:01.389206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b5f315-682b-4b62-af41-3a12f0ae7065 req-c3e37183-e477-47a0-9894-0f0f6f1217a0 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387232 Sep 20 12:58:01.482872 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-768c1bff-0a6d-4528-9593-1b2a07572443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:01.485146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-768c1bff-0a6d-4528-9593-1b2a07572443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a52ba89e9640a7a55bbcaf9c5eaeb1&device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 1096 time: 0.0479748 Sep 20 12:58:01.583947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-791483d8-96f0-4bfc-a323-b2ba5e1c91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:01.585627 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-791483d8-96f0-4bfc-a323-b2ba5e1c91e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9696774c-3f01-4cd5-a4ae-c4db08ae88af HTTP/1.1" status: 200 len: 912 time: 0.0926051 Sep 20 12:58:01.628255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-dd3f2de5-ba7e-4e13-a500-cbd998d4826c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16 HTTP/1.1" status: 200 len: 217 time: 0.0354993 Sep 20 12:58:01.677249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-1548bce1-5721-4555-b8e0-84e6baa392fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:01.678729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-1548bce1-5721-4555-b8e0-84e6baa392fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9 HTTP/1.1" status: 200 len: 852 time: 0.0443685 Sep 20 12:58:01.710909 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-1211edc9-c676-443c-ac30-39abe8538376 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9696774c-3f01-4cd5-a4ae-c4db08ae88af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251338 Sep 20 12:58:01.821321 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-cad3ce38-75ce-4379-be5e-12106ed380eb service neutron] 10.222.0.32 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034651 Sep 20 12:58:01.940669 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-35f7ffdd-6175-4ea1-a123-4c910e485a6a req-a664e95e-5034-4545-90ff-c10ec0ccefd6 service neutron] 10.222.0.32 "GET /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113997 Sep 20 12:58:02.056014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12865e-64e2-4133-ba73-5f880b3ac747 req-3d3f4064-7e2a-4cfc-8d79-9dd58551366e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:02.057685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da12865e-64e2-4133-ba73-5f880b3ac747 req-3d3f4064-7e2a-4cfc-8d79-9dd58551366e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0630503 Sep 20 12:58:02.104147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da12865e-64e2-4133-ba73-5f880b3ac747 req-08d1e499-795b-4d18-99fe-fabea4f17a02 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399885 Sep 20 12:58:02.534487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41db7-fb7a-4972-8303-89cec692424f req-03160c54-1394-460a-b6a8-70f8822d661d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:02.536396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2db41db7-fb7a-4972-8303-89cec692424f req-03160c54-1394-460a-b6a8-70f8822d661d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0696919 Sep 20 12:58:02.581197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2db41db7-fb7a-4972-8303-89cec692424f req-4e7133ce-96d7-4b85-8fe3-cc0c536030f3 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369866 Sep 20 12:58:03.235777 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910bbb-10bf-4146-addb-e1105e871523 req-b989ee9f-fdda-4ef4-910c-e3479d26fb60 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:03.237396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20910bbb-10bf-4146-addb-e1105e871523 req-b989ee9f-fdda-4ef4-910c-e3479d26fb60 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0571191 Sep 20 12:58:03.281756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20910bbb-10bf-4146-addb-e1105e871523 req-bc9aa43e-0cd0-4556-bc41-5764cc37ed2a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376625 Sep 20 12:58:03.711787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69630e-3509-446d-b9b1-93967c757619 req-acd19de6-e855-42bc-97cb-c38fc1d12a7b tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:03.715190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c69630e-3509-446d-b9b1-93967c757619 req-acd19de6-e855-42bc-97cb-c38fc1d12a7b tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0553830 Sep 20 12:58:03.753512 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c69630e-3509-446d-b9b1-93967c757619 req-b4ff77d1-3f91-4ae5-bcc8-ed2b5144279a tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Sep 20 12:58:04.293296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f270b-cb5e-4344-a94b-dffd19bf415c req-5ac96c2c-0f37-4114-8d5e-ae10a72e4075 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:04.294953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-347f270b-cb5e-4344-a94b-dffd19bf415c req-5ac96c2c-0f37-4114-8d5e-ae10a72e4075 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Sep 20 12:58:04.338233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-347f270b-cb5e-4344-a94b-dffd19bf415c req-5839f7a0-5130-4599-9f36-3f5e5c7c30eb tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Sep 20 12:58:04.457727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54acf-f92d-4a4a-926f-a5fc57666eb4 req-d2c1130e-fc21-402a-8982-51afdfe0cd29 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:04.459988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23c54acf-f92d-4a4a-926f-a5fc57666eb4 req-d2c1130e-fc21-402a-8982-51afdfe0cd29 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0587239 Sep 20 12:58:04.506353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23c54acf-f92d-4a4a-926f-a5fc57666eb4 req-3dce0235-70c9-4d12-8aef-fe5e66849939 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Sep 20 12:58:05.471676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20837bdc-4282-41ad-ba10-4cf0371bf76c req-6df9f565-ab74-4b74-8522-880f59fc5caa tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:05.473346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20837bdc-4282-41ad-ba10-4cf0371bf76c req-6df9f565-ab74-4b74-8522-880f59fc5caa tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0607619 Sep 20 12:58:05.524276 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20837bdc-4282-41ad-ba10-4cf0371bf76c req-9a23d771-0efa-4b3e-a7b1-1231eea881e9 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/security-groups?id=01c6312c-701d-4b11-9792-41507fddbeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Sep 20 12:58:05.637659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50eff1-bc82-41aa-b703-490d03bbe662 req-7fe43bfc-f3b8-49b4-b028-38af804af202 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:05.639098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce50eff1-bc82-41aa-b703-490d03bbe662 req-7fe43bfc-f3b8-49b4-b028-38af804af202 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0543609 Sep 20 12:58:05.684715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce50eff1-bc82-41aa-b703-490d03bbe662 req-c2f491eb-89e5-4dba-97b4-76c210eba213 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373051 Sep 20 12:58:06.093314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-775b9807-26cd-4e11-b9e7-fd919941a32e tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:06.096362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-775b9807-26cd-4e11-b9e7-fd919941a32e tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 945 time: 0.0612235 Sep 20 12:58:06.196889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Deleting port 65ec17b4-d661-4b43-8d0c-a9c104816d16 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:58:06.197368 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:06.294367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] For port 65ec17b4-d661-4b43-8d0c-a9c104816d16, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=65ec17b4-d661-4b43-8d0c-a9c104816d16,segment=NetworkSegment(459ba5e2-3da3-4934-b2e8-8859f33c0258),segment_id=459ba5e2-3da3-4934-b2e8-8859f33c0258)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:06.294670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:06.307900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Calling delete_port for 65ec17b4-d661-4b43-8d0c-a9c104816d16 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:58:06.545638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:06.560056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['65ec17b4-d661-4b43-8d0c-a9c104816d16'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:58:06.593269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Pushing event deleted for resources: {'Port': ['ID=65ec17b4-d661-4b43-8d0c-a9c104816d16,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:06.645105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] No DVR routers for this DVR port 65ec17b4-d661-4b43-8d0c-a9c104816d16 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:58:06.646938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.647397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.648313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.648949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.649447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.649793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.650132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.650468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.650800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.651154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.651541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.651872 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:06.655093 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:06.657144 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-304a43fe-ede4-4e4b-b85d-3ff5ccc16cd4 req-c05f16cb-ec03-4b0e-99e6-a11c0ed72c5d tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.32 "DELETE /v2.0/ports/65ec17b4-d661-4b43-8d0c-a9c104816d16 HTTP/1.1" status: 204 len: 173 time: 0.5550447 Sep 20 12:58:06.657725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d331950-7442-4113-9f50-82bf27a88088', 'name': 'network-vif-deleted', 'tag': '65ec17b4-d661-4b43-8d0c-a9c104816d16'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:06.660124 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93b8f72-1e55-459c-9cad-b54e0cb4ced1" -d '{"events": [{"server_uuid": "1d331950-7442-4113-9f50-82bf27a88088", "name": "network-vif-deleted", "tag": "65ec17b4-d661-4b43-8d0c-a9c104816d16"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:06.670953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-697adfc7-844a-4daa-8486-74447900cc6e req-f9058f0a-35a9-4ed9-9f50-357c9fd788df tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 210 time: 0.0478282 Sep 20 12:58:06.719825 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa09634b-e330-4635-a22b-67ccdc9a7c87 x-openstack-request-id: req-fa09634b-e330-4635-a22b-67ccdc9a7c87 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:06.720085 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d331950-7442-4113-9f50-82bf27a88088", "name": "network-vif-deleted", "tag": "65ec17b4-d661-4b43-8d0c-a9c104816d16", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:06.720413 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa09634b-e330-4635-a22b-67ccdc9a7c87 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:06.720830 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d331950-7442-4113-9f50-82bf27a88088', 'name': 'network-vif-deleted', 'tag': '65ec17b4-d661-4b43-8d0c-a9c104816d16', 'status': 'completed', 'code': 200} Sep 20 12:58:06.825603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239deb-a6ef-4851-b264-987e4053c534 req-268afeb1-49c1-4c3b-894b-792478e0258c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:06.827103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92239deb-a6ef-4851-b264-987e4053c534 req-268afeb1-49c1-4c3b-894b-792478e0258c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0582888 Sep 20 12:58:06.876218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92239deb-a6ef-4851-b264-987e4053c534 req-d115699f-b5be-417a-8417-d7439571ab71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372522 Sep 20 12:58:07.792846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9bc4bff0-81e0-4894-8a5a-02778dcd5355 req-c72603e6-ba4a-4bc1-bcd9-551df9314261 tempest-TestServerAdvancedOps-1922442632 tempest-TestServerAdvancedOps-1922442632-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d331950-7442-4113-9f50-82bf27a88088 HTTP/1.1" status: 200 len: 210 time: 0.0276153 Sep 20 12:58:08.000028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56478ce9-5905-449b-86db-0090c0e7b591 req-5db277f1-1011-46b1-b596-9a6526e1482c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:08.008268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56478ce9-5905-449b-86db-0090c0e7b591 req-5db277f1-1011-46b1-b596-9a6526e1482c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0573409 Sep 20 12:58:08.046959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56478ce9-5905-449b-86db-0090c0e7b591 req-b87405a4-eea2-45e2-9675-969a79526945 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370760 Sep 20 12:58:08.858384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37032) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:08.908171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-068611c7-a9f9-4d73-893a-309212c2547d admin admin] Deleting subnet 8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:58:08.913060 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-068611c7-a9f9-4d73-893a-309212c2547d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:08.951408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-068611c7-a9f9-4d73-893a-309212c2547d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:08.995147 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-068611c7-a9f9-4d73-893a-309212c2547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.120860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-068611c7-a9f9-4d73-893a-309212c2547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.157623 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068611c7-a9f9-4d73-893a-309212c2547d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:09.179500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-068611c7-a9f9-4d73-893a-309212c2547d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.181449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-068611c7-a9f9-4d73-893a-309212c2547d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e0b48ef-8ab1-4b3d-899d-3f188c7ceac9 HTTP/1.1" status: 204 len: 168 time: 0.3213899 Sep 20 12:58:09.184148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37036) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:09.215241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771f079-39c7-46db-8a51-97be0d84c96c req-4ed4845f-05e8-47e2-a5ac-c3fbfcc7a06d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:09.216867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3771f079-39c7-46db-8a51-97be0d84c96c req-4ed4845f-05e8-47e2-a5ac-c3fbfcc7a06d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0871363 Sep 20 12:58:09.265466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3771f079-39c7-46db-8a51-97be0d84c96c req-908d3896-7b32-4aa8-8550-2da319a746bd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399411 Sep 20 12:58:09.287159 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.369064 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.389783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9696774c-3f01-4cd5-a4ae-c4db08ae88af']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:09.401660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459ba5e2-3da3-4934-b2e8-8859f33c0258') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:09.401953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459ba5e2-3da3-4934-b2e8-8859f33c0258') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:09.411775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.428018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.434427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:58:09.434820 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:58:09.436444 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:58:09.523871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 65ec17b4-d661-4b43-8d0c-a9c104816d16 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:58:09.549287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 65ec17b4-d661-4b43-8d0c-a9c104816d16 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:58:09.549639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 65ec17b4-d661-4b43-8d0c-a9c104816d16 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:58:09.599553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.606618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.612729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] 10.222.0.37 "DELETE /v2.0/networks/9696774c-3f01-4cd5-a4ae-c4db08ae88af HTTP/1.1" status: 204 len: 168 time: 0.4235308 Sep 20 12:58:09.613291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:09.622058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fb564-5c3a-4c65-a100-c4b18d7f3add admin admin] Pushing event deleted for resources: {'Network': ['ID=9696774c-3f01-4cd5-a4ae-c4db08ae88af,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:09.665638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7661f1c9-20d0-40b5-a588-35f59a6017ff admin admin] Deleting subnet 98e48694-480b-4c02-879a-7eb11f7b299b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:58:09.668923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7661f1c9-20d0-40b5-a588-35f59a6017ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.706602 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7661f1c9-20d0-40b5-a588-35f59a6017ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:09.749133 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7661f1c9-20d0-40b5-a588-35f59a6017ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.091154 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7661f1c9-20d0-40b5-a588-35f59a6017ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.125082 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7661f1c9-20d0-40b5-a588-35f59a6017ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.128576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7661f1c9-20d0-40b5-a588-35f59a6017ff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/98e48694-480b-4c02-879a-7eb11f7b299b HTTP/1.1" status: 204 len: 168 time: 0.5141041 Sep 20 12:58:10.130840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661f1c9-20d0-40b5-a588-35f59a6017ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e48694-480b-4c02-879a-7eb11f7b299b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:10.131784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:10.208799 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.322471 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.343501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c40ead8-eb6b-43ca-932f-43ddb34aa6b5']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:10.355721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f445f17-7cc0-4797-9558-426e74a0ea70') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:10.356013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f445f17-7cc0-4797-9558-426e74a0ea70') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:10.368114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.384614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.390824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:58:10.395021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.395175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17366209-c582-4214-8a91-4893d33ce4a9 req-6d196473-a87c-494e-86be-d48f6505e696 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:58:10.395290 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:58:10.397366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17366209-c582-4214-8a91-4893d33ce4a9 req-6d196473-a87c-494e-86be-d48f6505e696 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0512583 Sep 20 12:58:10.436394 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17366209-c582-4214-8a91-4893d33ce4a9 req-2d34e529-2c61-4615-9506-c10313d4b24a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367777 Sep 20 12:58:10.511523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.517657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:10.519687 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c40ead8-eb6b-43ca-932f-43ddb34aa6b5 HTTP/1.1" status: 204 len: 168 time: 0.3866401 Sep 20 12:58:10.532088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d1c31-d9fa-4556-9d75-90deea636d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c40ead8-eb6b-43ca-932f-43ddb34aa6b5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:11.008541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37054) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:11.056363 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:11.056764 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fc441e78-4f0d-4034-818c-8d63a035fa4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3a52ba89e9640a7a55bbcaf9c5eaeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465012 Sep 20 12:58:11.108641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99683ee6-617b-4edf-8459-bca051477a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:11.130045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99683ee6-617b-4edf-8459-bca051477a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:11.196071 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-c7661609-14d9-4827-842c-ae791e1be51e req-3e002e7c-ef4f-4c3f-b29c-33f80f9fb30e service neutron] show failed (client error): The resource could not be found. Sep 20 12:58:11.197143 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-3e002e7c-ef4f-4c3f-b29c-33f80f9fb30e service neutron] 10.222.0.32 "GET /v2.0/ports/9a3fc711-3803-4c6e-b461-74a2826f5d2d/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0548286 Sep 20 12:58:11.587224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73842189-15ac-40c1-ad0c-f772f19c1aba req-9a24e5af-ebaa-448e-9b9e-a6c05f671b8a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:11.588763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73842189-15ac-40c1-ad0c-f772f19c1aba req-9a24e5af-ebaa-448e-9b9e-a6c05f671b8a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0664451 Sep 20 12:58:11.631635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73842189-15ac-40c1-ad0c-f772f19c1aba req-4ed3e14e-7c97-4ed0-94bc-4b88d2317197 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362785 Sep 20 12:58:11.816576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99683ee6-617b-4edf-8459-bca051477a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:11.819279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99683ee6-617b-4edf-8459-bca051477a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:11.820514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-99683ee6-617b-4edf-8459-bca051477a65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01c6312c-701d-4b11-9792-41507fddbeda HTTP/1.1" status: 204 len: 168 time: 0.7630990 Sep 20 12:58:11.832461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99683ee6-617b-4edf-8459-bca051477a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c6312c-701d-4b11-9792-41507fddbeda,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:12.370374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-22eadd02-fe3b-4ce7-8162-7619d92028de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:12.372340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-22eadd02-fe3b-4ce7-8162-7619d92028de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 1097 time: 0.0452986 Sep 20 12:58:12.385616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:12.399717 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c188c74-c6df-4b92-bb6e-18f96ae259d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:12.451276 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:12.633435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:12.696669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:12.714923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37090) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:12.718591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-507ce5ba-48cb-4876-815f-a671a1f657cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5256d3430e904e30b92bf4946cd879a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774145 Sep 20 12:58:12.751874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:12.782982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e869d-7258-4ea3-8aee-b64775d5cde3 req-b09973c4-e59d-457d-8eac-1516dc850694 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:12.784834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d89e869d-7258-4ea3-8aee-b64775d5cde3 req-b09973c4-e59d-457d-8eac-1516dc850694 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0602317 Sep 20 12:58:12.815782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:12.818170 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d181209-8445-49ea-b227-fbb915c2246f" -d '{"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:12.822910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:12.831766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a18b09cf-f1fb-402b-b425-bd6ac3f689b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:12.832324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d89e869d-7258-4ea3-8aee-b64775d5cde3 req-2c4d7e34-6c11-4830-9c3d-48495465dc56 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397582 Sep 20 12:58:12.861624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Transition to ACTIVE for port object 9a3fc711-3803-4c6e-b461-74a2826f5d2d will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:58:12.864639 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a18b09cf-f1fb-402b-b425-bd6ac3f689b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:12.918335 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bc6b35-2a60-493c-a6d4-caa1fa76beb0 x-openstack-request-id: req-b7bc6b35-2a60-493c-a6d4-caa1fa76beb0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:12.918678 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:12.918935 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7bc6b35-2a60-493c-a6d4-caa1fa76beb0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:12.919327 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'code': 200} Sep 20 12:58:12.956656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:13.049310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a18b09cf-f1fb-402b-b425-bd6ac3f689b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:13.051942 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a18b09cf-f1fb-402b-b425-bd6ac3f689b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:13.056197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a18b09cf-f1fb-402b-b425-bd6ac3f689b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/672e1165-460a-4e57-b028-32056e23cb55 HTTP/1.1" status: 204 len: 168 time: 0.3371110 Sep 20 12:58:13.056197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:13.074333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b09cf-f1fb-402b-b425-bd6ac3f689b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e1165-460a-4e57-b028-32056e23cb55,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:13.127714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] No DVR routers for this DVR port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:58:13.318548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:13.319232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:13.319562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:13.324418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:58:13.324764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:13.330106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:13.330445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Checking segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:13.330824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Bound using segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:13.331249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Bound port: 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:13.331606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:13.404819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:13.408150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:13.559380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:13.626436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:13.627273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:13.628717 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] 10.222.0.21 "PUT /v2.0/ports/9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1092 time: 1.2483008 Sep 20 12:58:13.688824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e3d10-b4ca-4079-b434-37506a859ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:13.720601 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-97a892fc-1d19-4591-bbe9-c34444b44db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:13.720801 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-97a892fc-1d19-4591-bbe9-c34444b44db4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1095 time: 0.0665998 Sep 20 12:58:13.848866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-e2257cfa-a844-49ad-9eb9-0c70763ae605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:13.850835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-e2257cfa-a844-49ad-9eb9-0c70763ae605 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.1227150 Sep 20 12:58:13.949289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-90e18d6d-a06b-4c8a-8f5c-7a2500539b2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1000 time: 0.0893135 Sep 20 12:58:14.018417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-f4d72a07-0c18-49a2-a8ca-a207a6293af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:14.020083 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-f4d72a07-0c18-49a2-a8ca-a207a6293af2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0634930 Sep 20 12:58:14.082366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661609-14d9-4827-842c-ae791e1be51e req-562bef44-d647-4966-9a36-8dcad78d90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:14.090830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-562bef44-d647-4966-9a36-8dcad78d90d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632403 Sep 20 12:58:14.127602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd392cc-6019-4f51-bb7d-5661b5292647 req-0363ad17-a7dc-44ae-9fad-927772e36d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:14.129684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3bd392cc-6019-4f51-bb7d-5661b5292647 req-0363ad17-a7dc-44ae-9fad-927772e36d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 944 time: 0.1262848 Sep 20 12:58:14.196405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3bd392cc-6019-4f51-bb7d-5661b5292647 req-583afc4a-dc50-4241-9a3d-a6c9fccbe66b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517139 Sep 20 12:58:14.224561 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-0995ad6f-3fc3-4365-be8d-1475880a5fb9 service neutron] 10.222.0.21 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257823 Sep 20 12:58:14.340238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c7661609-14d9-4827-842c-ae791e1be51e req-b6345020-c011-41eb-979b-3b64b62f6676 service neutron] 10.222.0.21 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090019 Sep 20 12:58:14.371914 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:14.489829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2101091628-network', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:14.596682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Made reservation on behalf of 7799c73888ad4a0fb2020677a1a7d34d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:58:14.599401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:14.608868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:14.722008 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:14.804818 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:14.834370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86acc126-ce63-4420-a8ce-da988cfbbb57,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:14.908655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:58:14.919326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:14.919667 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Added segment a21b1956-54e4-46e5-b444-1804e0001b85 of type vlan for network 0a04b70f-0b0d-458e-9136-37d57dc55564 Sep 20 12:58:14.920191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:14.926152 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd33cb12-8215-415b-9002-9ae3791fb4be" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:14.965690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.014711 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd63642-d7e4-41d1-beaa-427ff2941766 x-openstack-request-id: req-fcd63642-d7e4-41d1-beaa-427ff2941766 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:15.015152 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:15.015514 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcd63642-d7e4-41d1-beaa-427ff2941766 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:15.016237 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'status': 'completed', 'code': 200} Sep 20 12:58:15.082048 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.083389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.084066 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.101274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-6eabae2e-0554-4d97-ae80-ed18873c9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.103378 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-6eabae2e-0554-4d97-ae80-ed18873c9ae3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1095 time: 0.0717695 Sep 20 12:58:15.122490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-639232f2-1f48-4b1f-8f9a-605007465bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.205706 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-639232f2-1f48-4b1f-8f9a-605007465bf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1095 time: 0.0837874 Sep 20 12:58:15.218338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] Pushing event updated for resources: {'Network': ['ID=0a04b70f-0b0d-458e-9136-37d57dc55564,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:15.230399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:58:15.315757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-64886236-f370-4733-887e-bf6c0d5dc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.317466 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-64886236-f370-4733-887e-bf6c0d5dc2cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.1811695 Sep 20 12:58:15.318583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-a6c60414-8f1a-4b3d-b75b-9623a2210eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.320108 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-a6c60414-8f1a-4b3d-b75b-9623a2210eb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.2076192 Sep 20 12:58:15.331477 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d2211c51-cf80-49d7-ba12-f2ca1d689637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.357618 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be492b4-655b-413f-b733-e8fe0f58913a req-0cd98352-661e-4f31-ab8a-7715dd337b79 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.359237 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7be492b4-655b-413f-b733-e8fe0f58913a req-0cd98352-661e-4f31-ab8a-7715dd337b79 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 944 time: 0.0573711 Sep 20 12:58:15.363986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-80780d1f-ca0e-41db-9721-0a9628aaaf64 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9879274 Sep 20 12:58:15.364198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37146) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:15.369079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Request body: {'subnet': {'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2101091628-subnet', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:15.418832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7be492b4-655b-413f-b733-e8fe0f58913a req-2cc75c3f-a288-4fcc-a3fd-220ac08c8eac tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463200 Sep 20 12:58:15.442076 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-038bf092-5b2a-4f12-a68c-6b2aa78502d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1000 time: 0.1089373 Sep 20 12:58:15.447606 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-9bd85ad4-d73b-4b90-a4fe-91903ae4662b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1000 time: 0.1225252 Sep 20 12:58:15.458355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:58:15.537230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-eed69a52-7d99-47b6-bc48-17f96f08e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.538731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-eed69a52-7d99-47b6-bc48-17f96f08e1a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0798538 Sep 20 12:58:15.540274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-efd416ab-6f75-4ffe-959d-6a8d7fd8962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.541606 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-efd416ab-6f75-4ffe-959d-6a8d7fd8962d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0905085 Sep 20 12:58:15.559952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:58:15.564206 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Made reservation on behalf of 7799c73888ad4a0fb2020677a1a7d34d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:58:15.564206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.600320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:15.614956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-b1884fce-4dfb-4cf0-ba5c-a915c9ec9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.616471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-b1884fce-4dfb-4cf0-ba5c-a915c9ec9ac4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707521 Sep 20 12:58:15.618797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'port_id': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'mac_address': 'fa:16:3e:24:00:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:58:15.624289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-dec38734-d215-4734-a42a-3dc8f6318fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:15.626448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-dec38734-d215-4734-a42a-3dc8f6318fc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680504 Sep 20 12:58:15.630299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:58:15.670816 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.695221 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3fc711-3803-4c6e-b461-74a2826f5d2d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:58:15.722171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.722171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:15.795889 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-b1d15ecb-65f2-406f-9128-e2b929a658b6 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683810 Sep 20 12:58:15.799735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-304bc36e-a216-4831-884e-ce7df385669b service neutron] 10.222.0.21 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614022 Sep 20 12:58:15.844669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.908481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:15.960060 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:15.967000 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-392becf8-93ef-4955-8f42-71759cfca8c5 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639597 Sep 20 12:58:15.975395 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cd33cb12-8215-415b-9002-9ae3791fb4be req-3271d262-6724-4167-88e0-eadfc2367425 service neutron] 10.222.0.21 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591947 Sep 20 12:58:16.025926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2455ea-0c89-4d23-b265-eaaefb37f627,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:16.034832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Checking segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:16.035191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Network hostable DHCP agents. Network: 0a04b70f-0b0d-458e-9136-37d57dc55564, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:58:16.176113 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:58:16.290686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 0a04b70f-0b0d-458e-9136-37d57dc55564) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:16.295445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:16.296040 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.300674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c57cff-726e-45ca-844f-5688119b13b4 None None] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:58:16.423449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9214442b-da69-4e50-a5fc-b8df2487e0ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0580604 Sep 20 12:58:16.427348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37152) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:16.431796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:16.474539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-0a04b70f-0b0d-458e-9136-37d57dc55564', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'fixed_ips': [{'subnet_id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:58:16.474539 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.555117 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.556360 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.583013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f119-2227-4c51-b0a4-3d46a4461820 req-9b49f3a7-872f-4d10-9a83-940161a605e3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:16.584708 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a88f119-2227-4c51-b0a4-3d46a4461820 req-9b49f3a7-872f-4d10-9a83-940161a605e3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 945 time: 0.0616012 Sep 20 12:58:16.625247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Allocated IP 172.20.0.2 (0a04b70f-0b0d-458e-9136-37d57dc55564/cc2455ea-0c89-4d23-b265-eaaefb37f627/abab6113-330b-45c4-aada-d6dd6da46403) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:16.644252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.670578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a88f119-2227-4c51-b0a4-3d46a4461820 req-9e8e7112-e4dd-4ebf-9e76-9ee548d2db3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719705 Sep 20 12:58:16.708427 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.800203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.902277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.933979 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:16.942470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:16.945394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:16.949611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:16.961049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Pushing event updated for resources: {'Port': ['ID=abab6113-330b-45c4-aada-d6dd6da46403,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:17.012840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Attempting to bind port abab6113-330b-45c4-aada-d6dd6da46403 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:17.013235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Attempting to bind port abab6113-330b-45c4-aada-d6dd6da46403 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:17.013601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Attempting to bind port abab6113-330b-45c4-aada-d6dd6da46403 on network 0a04b70f-0b0d-458e-9136-37d57dc55564 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:17.018745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:17.019121 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Checking segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:17.019524 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:17.019926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Bound using segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:17.020388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Bound port: abab6113-330b-45c4-aada-d6dd6da46403, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:17.020822 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:17.086617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] For port abab6113-330b-45c4-aada-d6dd6da46403, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:17.089704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] For port abab6113-330b-45c4-aada-d6dd6da46403, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=abab6113-330b-45c4-aada-d6dd6da46403,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:17.127790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9a3fc711-3803-4c6e-b461-74a2826f5d2d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:58:17.205858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:17.312712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7b2ff-3fd7-470e-bca4-98eb3091ceba None None] Pushing event updated for resources: {'Port': ['ID=abab6113-330b-45c4-aada-d6dd6da46403,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:17.617083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:17.647384 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:17.798311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Allocated IP 172.25.6.149 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/d6b9222d-5273-4f79-923b-dbd0b5983399) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:17.826969 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c2686-9ce8-4239-81a9-f3577795a854 req-5b7fae8f-07fa-4868-8680-1de88e291825 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:17.828489 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-022c2686-9ce8-4239-81a9-f3577795a854 req-5b7fae8f-07fa-4868-8680-1de88e291825 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 945 time: 0.0817478 Sep 20 12:58:17.923977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-022c2686-9ce8-4239-81a9-f3577795a854 req-a343bc85-5b6d-4aab-94f9-cb993552ee4d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799596 Sep 20 12:58:17.971938 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.067798 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.117240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.156039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:18.159129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:18.162854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:18.194770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b9222d-5273-4f79-923b-dbd0b5983399,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:18.368357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device abab6113-330b-45c4-aada-d6dd6da46403 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:18.436972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b92f205-b31a-4a1b-988a-3de7564ccf68 None None] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:58:18.466805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port abab6113-330b-45c4-aada-d6dd6da46403 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:18.467572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.527858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c3af5e9a-522f-4796-aaf1-d344a36b4ab1 None None] Provisioning complete for port abab6113-330b-45c4-aada-d6dd6da46403 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:18.529411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c3af5e9a-522f-4796-aaf1-d344a36b4ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.592854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdd1a7-1de6-45a2-aae3-58719095dbf3 req-880f4df6-2fa8-4c7c-88b5-8d6992e633f3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:18.594543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67fdd1a7-1de6-45a2-aae3-58719095dbf3 req-880f4df6-2fa8-4c7c-88b5-8d6992e633f3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 945 time: 0.1311989 Sep 20 12:58:18.615049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-0acb38f0-7ffa-4a8f-b0e7-f44afecd3bcd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:18.617189 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-0acb38f0-7ffa-4a8f-b0e7-f44afecd3bcd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e&tenant_id=c1df823e0e9446a9a23f52aa8f273f89&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 945 time: 0.0580592 Sep 20 12:58:18.631073 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.693479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-346656f6-ff99-494e-acf5-0e5682915190 service neutron] 10.222.0.21 "GET /v2.0/ports/9a3fc711-3803-4c6e-b461-74a2826f5d2d/bindings/n-h2-809934-3 HTTP/1.1" status: 200 len: 382 time: 0.0694389 Sep 20 12:58:18.697992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67fdd1a7-1de6-45a2-aae3-58719095dbf3 req-3dedc17b-662b-44b2-bfb6-a5246aba058a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893021 Sep 20 12:58:18.715571 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.743718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c3af5e9a-522f-4796-aaf1-d344a36b4ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.769792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-b16b6d77-8113-46e9-8d27-aaa2aa19578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:18.771540 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-b16b6d77-8113-46e9-8d27-aaa2aa19578e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1096 time: 0.0472300 Sep 20 12:58:18.785751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port abab6113-330b-45c4-aada-d6dd6da46403, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=abab6113-330b-45c4-aada-d6dd6da46403,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:18.891429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-8e6abb0c-5d06-4906-827a-5974732a3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:18.893036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-8e6abb0c-5d06-4906-827a-5974732a3dad service neutron] 10.222.0.21 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.1152120 Sep 20 12:58:18.901609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.906396 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:18.986879 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-c3af5e9a-522f-4796-aaf1-d344a36b4ab1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:58:18.987388 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-c3af5e9a-522f-4796-aaf1-d344a36b4ab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:58:19.006392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=abab6113-330b-45c4-aada-d6dd6da46403,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:19.021280 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-125c32ca-073e-4a94-8210-05f01faf6cfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1001 time: 0.1202404 Sep 20 12:58:19.083719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-f618c052-2c7d-47f0-8053-c60faace022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:19.085188 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-f618c052-2c7d-47f0-8053-c60faace022b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0545623 Sep 20 12:58:19.133563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-6d1804ac-cb7a-49c6-b168-217cb790a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:19.135616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-6d1804ac-cb7a-49c6-b168-217cb790a4bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435154 Sep 20 12:58:19.213640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Router 929865d5-e8e1-41a2-963a-2864b0cd1b64 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:58:19.224772 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-784d4c62-3f1c-4ce1-9824-804beee288c8 service neutron] 10.222.0.21 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826454 Sep 20 12:58:19.325716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:58:19.335533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Sync routers for ids ['929865d5-e8e1-41a2-963a-2864b0cd1b64'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:58:19.345787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Routers {'929865d5-e8e1-41a2-963a-2864b0cd1b64'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:19.349504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['929865d5-e8e1-41a2-963a-2864b0cd1b64'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:19.413700 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:19.417813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c290c995-6198-45f0-887e-70728f4daec2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9883912 Sep 20 12:58:19.418808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37172) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:19.462741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Set router 929865d5-e8e1-41a2-963a-2864b0cd1b64 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:19.515507 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:58:19.531879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:19.698004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-86eaee67-1721-4fb7-a521-212146bfb8c3 service neutron] 10.222.0.21 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668486 Sep 20 12:58:19.750603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0d4d6a38-b10b-4fb5-ac00-cecd9351c188 None None] Provisioning complete for port abab6113-330b-45c4-aada-d6dd6da46403 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:19.751057 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0d4d6a38-b10b-4fb5-ac00-cecd9351c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:19.754453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:58:18Z', 'revision_number': 3, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port': {'id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:17Z', 'updated_at': '2021-09-20T12:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:19.799041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Checking router: 929865d5-e8e1-41a2-963a-2864b0cd1b64 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:58:19.799386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Updating router 929865d5-e8e1-41a2-963a-2864b0cd1b64 port d6b9222d-5273-4f79-923b-dbd0b5983399 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:58:19.821845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 9a3fc711-3803-4c6e-b461-74a2826f5d2d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:58:19.835073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:19.836883 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 9a3fc711-3803-4c6e-b461-74a2826f5d2d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:19.837395 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:19.899094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4175f85-0c5e-4d19-99f1-49adb9153e0e req-1ceec161-bcce-45d7-a1cd-53198cac3d6f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:19.900743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4175f85-0c5e-4d19-99f1-49adb9153e0e req-1ceec161-bcce-45d7-a1cd-53198cac3d6f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 945 time: 0.0947700 Sep 20 12:58:19.987562 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4175f85-0c5e-4d19-99f1-49adb9153e0e req-24887e17-1e65-4f57-b2f2-b5a32a0cb907 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745852 Sep 20 12:58:20.042765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.267439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Allocated IP 172.20.0.1 (0a04b70f-0b0d-458e-9136-37d57dc55564/cc2455ea-0c89-4d23-b265-eaaefb37f627/400de15b-4ae0-4eb8-8dd2-a879cac77f1a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:20.269359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.271210 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.309664 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:20.312314 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68f4515-f8fe-4f78-a709-84ac7c68e7c1" -d '{"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:20.331518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device abab6113-330b-45c4-aada-d6dd6da46403 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:20.336308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:20.385583 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecc7760-b0a5-4c3b-9b03-ab6a296f0603 x-openstack-request-id: req-2ecc7760-b0a5-4c3b-9b03-ab6a296f0603 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:20.385875 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:20.386123 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ecc7760-b0a5-4c3b-9b03-ab6a296f0603 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:20.386508 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'code': 200} Sep 20 12:58:20.413607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.440856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port abab6113-330b-45c4-aada-d6dd6da46403 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:20.441183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.469756 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.472753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.539490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:20.573471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.613628 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.613907 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.654459 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:20.657364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:20.661480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:20.667171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Attempting to bind port d6b9222d-5273-4f79-923b-dbd0b5983399 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:20.667171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Attempting to bind port d6b9222d-5273-4f79-923b-dbd0b5983399 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:20.678817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Attempting to bind port d6b9222d-5273-4f79-923b-dbd0b5983399 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:20.678817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e25770-9b9b-41c8-bdeb-9565b9427fb0 None None] Pushing event updated for resources: {'Port': ['ID=d6b9222d-5273-4f79-923b-dbd0b5983399,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:20.680438 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:20.681592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:20.682005 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.682404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:20.682886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Bound port: d6b9222d-5273-4f79-923b-dbd0b5983399, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:20.683284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.693019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Pushing event updated for resources: {'Port': ['ID=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:20.720273 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.757414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] For port d6b9222d-5273-4f79-923b-dbd0b5983399, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:20.766858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] For port d6b9222d-5273-4f79-923b-dbd0b5983399, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d6b9222d-5273-4f79-923b-dbd0b5983399,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:20.914559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7f8055f1-e1ab-46c7-887d-38ff9d015c34 None None] Provisioning complete for port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:20.914966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f8055f1-e1ab-46c7-887d-38ff9d015c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:20.936351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:21.000189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7f8055f1-e1ab-46c7-887d-38ff9d015c34 None None] Port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:58:21.014677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e25770-9b9b-41c8-bdeb-9565b9427fb0 None None] Pushing event updated for resources: {'Port': ['ID=d6b9222d-5273-4f79-923b-dbd0b5983399,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:21.017758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Routers {'929865d5-e8e1-41a2-963a-2864b0cd1b64'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:21.018421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['929865d5-e8e1-41a2-963a-2864b0cd1b64'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:21.032907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:21.169856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] Set router 929865d5-e8e1-41a2-963a-2864b0cd1b64 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:21.179398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344d667-c3d8-4214-bcfb-7c3e8246b20d req-48186f45-1bed-413c-b372-b361c31c344f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:21.181593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9344d667-c3d8-4214-bcfb-7c3e8246b20d req-48186f45-1bed-413c-b372-b361c31c344f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.0900395 Sep 20 12:58:21.281215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9344d667-c3d8-4214-bcfb-7c3e8246b20d req-6ba503a6-dd2b-4b1b-8d3f-956920fc8c2b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907667 Sep 20 12:58:21.345313 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:21.416514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 4, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port': {'id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:17Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '400de15b-4ae0-4eb8-8dd2-a879cac77f1a', 'name': '', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'mac_address': 'fa:16:3e:e1:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:20Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 1, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'subnets': [{'id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:21.444356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfc5e5-9426-4c63-b826-cce9bd1d9692 None None] The sync data for ids ['929865d5-e8e1-41a2-963a-2864b0cd1b64'] in n-d-809934-3 is: [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 4, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port': {'id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:17Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '400de15b-4ae0-4eb8-8dd2-a879cac77f1a', 'name': '', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'mac_address': 'fa:16:3e:e1:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:20Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 1, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'subnets': [{'id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:58:21.479283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:21.551359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:21.553299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Pushing event updated for resources: {'Port': ['ID=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:21.673303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:21.674763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:21.886786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Router 929865d5-e8e1-41a2-963a-2864b0cd1b64 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:58:22.065476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f92bd565-981c-4c3c-8841-c244b4473dcb None None] Provisioning complete for port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:22.066511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f92bd565-981c-4c3c-8841-c244b4473dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:22.144867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f92bd565-981c-4c3c-8841-c244b4473dcb None None] Port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:58:22.610280 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43003520-9a44-4d57-ae80-bd516e2118bb req-40494c4f-b4fc-486a-918d-58ec8b00a944 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:22.611764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43003520-9a44-4d57-ae80-bd516e2118bb req-40494c4f-b4fc-486a-918d-58ec8b00a944 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 946 time: 0.1263788 Sep 20 12:58:22.612898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:58:22.626659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9c5e591-c233-4a2b-ab45-f50e54e8d744 admin admin] 10.222.0.37 "PUT /v2.0/routers/929865d5-e8e1-41a2-963a-2864b0cd1b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1982958 Sep 20 12:58:22.700963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43003520-9a44-4d57-ae80-bd516e2118bb req-b39147a1-d27e-41fd-907b-f8373669ab28 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677359 Sep 20 12:58:23.073983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-5e6c3dcc-9780-47e4-9c72-dae81effa5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:23.076303 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-5e6c3dcc-9780-47e4-9c72-dae81effa5bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 1097 time: 0.0557606 Sep 20 12:58:23.091445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:23.170430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:23.425391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:23.461085 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:23.501255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:23.503506 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee4f5a2-079e-45e5-8e16-0f725b4ec60c" -d '{"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:23.507664 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:23.528520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Transition to ACTIVE for port object 9a3fc711-3803-4c6e-b461-74a2826f5d2d will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:58:23.555620 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc96b14c-a7a6-4b1e-820d-ddaab170c173 x-openstack-request-id: req-dc96b14c-a7a6-4b1e-820d-ddaab170c173 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:23.556114 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:23.558726 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc96b14c-a7a6-4b1e-820d-ddaab170c173 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:23.558726 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'code': 200} Sep 20 12:58:23.635079 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:23.731868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:23.739491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1335657999-network', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:23.746063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:23.838617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] No DVR routers for this DVR port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:58:23.873436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf42f1-05a8-40af-9ac6-01b10e92bd8a req-249f8520-4206-43f9-94c7-ffbd1cc88b88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:23.874902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92bf42f1-05a8-40af-9ac6-01b10e92bd8a req-249f8520-4206-43f9-94c7-ffbd1cc88b88 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 945 time: 0.0609760 Sep 20 12:58:23.879284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Made reservation on behalf of ca20e6fe43b34a82bbbc6cdfb5a32426 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:58:23.881692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:23.903102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.031607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:24.031963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:24.032298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:24.033278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-92bf42f1-05a8-40af-9ac6-01b10e92bd8a req-d48b2210-c126-4331-906e-5c52d5631c6c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486871 Sep 20 12:58:24.037891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:58:24.038224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Attempting to bind port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on network 5532ccb1-384a-433d-8d18-00ca2add857c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:24.045756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:24.045756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Checking segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:24.046167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Bound using segment: {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:24.046607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Bound port: 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0015059a-3dbf-4180-93bb-0c7a63e68994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:24.046966 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.078861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.117329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:24.121123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:24.153462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.181191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:58:24.191442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de4c221-4b41-4149-8ff6-8c77f863976f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:24.197206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.197725 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Added segment a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7 of type vlan for network 108bc769-79ab-4172-ac75-ef95d74a7917 Sep 20 12:58:24.200011 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.241799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.246521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:24.247158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.248546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] 10.222.0.32 "PUT /v2.0/ports/9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1093 time: 1.1625555 Sep 20 12:58:24.294991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cba9f-6388-4770-b010-93759e5aa04d service neutron] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:24.337924 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cad768-2614-492b-bd58-76660fad550a None None] Sync routers for ids ['929865d5-e8e1-41a2-963a-2864b0cd1b64'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:58:24.348356 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cad768-2614-492b-bd58-76660fad550a None None] Routers {'929865d5-e8e1-41a2-963a-2864b0cd1b64'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:24.357997 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.359016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:24.359856 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.370869 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79cad768-2614-492b-bd58-76660fad550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['929865d5-e8e1-41a2-963a-2864b0cd1b64'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:24.381437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-a604d094-f534-4939-b5df-02937ac9b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:24.384144 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-a604d094-f534-4939-b5df-02937ac9b08d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1096 time: 0.0990942 Sep 20 12:58:24.399768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d6b9222d-5273-4f79-923b-dbd0b5983399 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:24.471836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] Pushing event updated for resources: {'Network': ['ID=108bc769-79ab-4172-ac75-ef95d74a7917,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:24.475141 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f43eb64d-ebf8-4bf4-bc64-4e1cc89538b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7416313 Sep 20 12:58:24.478032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37226) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:24.478287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d6b9222d-5273-4f79-923b-dbd0b5983399 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:24.478732 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.485493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 108bc769-79ab-4172-ac75-ef95d74a7917 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:58:24.485723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Request body: {'subnet': {'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1335657999-subnet', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:24.519477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-957e92ac-0855-4590-ae13-f39a8972ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:24.523253 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-957e92ac-0855-4590-ae13-f39a8972ac0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.1284480 Sep 20 12:58:24.565380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Made reservation on behalf of ca20e6fe43b34a82bbbc6cdfb5a32426 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:58:24.568592 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.616783 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-ad78ac53-447f-45ed-afeb-c243ecebb6ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1000 time: 0.0880578 Sep 20 12:58:24.643074 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.667908 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-79cad768-2614-492b-bd58-76660fad550a None None] Set router 929865d5-e8e1-41a2-963a-2864b0cd1b64 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:24.668177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port d6b9222d-5273-4f79-923b-dbd0b5983399, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d6b9222d-5273-4f79-923b-dbd0b5983399,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:24.677817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-b436b8d8-30a1-46bc-9b06-b3728a1b8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:24.679288 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-b436b8d8-30a1-46bc-9b06-b3728a1b8844 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0550601 Sep 20 12:58:24.730420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-2f13dae5-9123-4b29-996a-7f5bfe097f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:24.731983 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-2f13dae5-9123-4b29-996a-7f5bfe097f2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457146 Sep 20 12:58:24.742001 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.794635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=d6b9222d-5273-4f79-923b-dbd0b5983399,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:24.816765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.839366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-b5ac56a7-3275-4a70-b3c9-6aedf6d6b88c service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999405 Sep 20 12:58:24.894583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4940606f-0c10-4c2a-93f4-bac06b0646ae,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:24.898127 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79cad768-2614-492b-bd58-76660fad550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 4, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port': {'id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:17Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '400de15b-4ae0-4eb8-8dd2-a879cac77f1a', 'name': '', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'mac_address': 'fa:16:3e:e1:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:20Z', 'updated_at': '2021-09-20T12:58:21Z', 'revision_number': 2, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'subnets': [{'id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:24.916722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Checking segment: {'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:24.917200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Network hostable DHCP agents. Network: 108bc769-79ab-4172-ac75-ef95d74a7917, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:58:24.938812 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cad768-2614-492b-bd58-76660fad550a None None] Checking router: 929865d5-e8e1-41a2-963a-2864b0cd1b64 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:58:24.939168 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cad768-2614-492b-bd58-76660fad550a None None] Updating router 929865d5-e8e1-41a2-963a-2864b0cd1b64 port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:58:24.970110 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-79cad768-2614-492b-bd58-76660fad550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:24.991955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0acfc521-2398-4d37-90da-e32f3aeaf2f3 req-73956b7f-d3ba-4775-a1fc-5c6b6d3e8e1a service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454568 Sep 20 12:58:25.006902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Network 108bc769-79ab-4172-ac75-ef95d74a7917 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:58:25.079239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 108bc769-79ab-4172-ac75-ef95d74a7917) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:25.088219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:25.088829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.090052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92fa42-a74f-4985-b321-5d795aa03bc0 None None] Network 108bc769-79ab-4172-ac75-ef95d74a7917 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:58:25.181607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9692a571-808e-4158-a1cd-12dd1c542f71 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7024212 Sep 20 12:58:25.184279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37240) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:25.184797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-97be3ab3-9b71-4a17-a818-5609ef43124d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037011624&fields=id&tenant_id=cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 267 time: 0.0422125 Sep 20 12:58:25.190306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:25.263486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-108bc769-79ab-4172-ac75-ef95d74a7917', 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'fixed_ips': [{'subnet_id': '4940606f-0c10-4c2a-93f4-bac06b0646ae'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:58:25.264676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.265848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.267272 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.269922 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-79cad768-2614-492b-bd58-76660fad550a None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.311242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-d273843f-4cc9-4ffc-b010-7f55f42ab34d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:25.312827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-d273843f-4cc9-4ffc-b010-7f55f42ab34d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1191680 Sep 20 12:58:25.323801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.329416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-e863acf4-c8fc-4f47-8c48-85f62e73fdbd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/quotas/cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 375 time: 0.0096674 Sep 20 12:58:25.338959 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-79cad768-2614-492b-bd58-76660fad550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.399505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-1d7a8141-9753-4448-94c2-98eb9f55d8c2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633185 Sep 20 12:58:25.421986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Allocated IP 172.20.0.2 (108bc769-79ab-4172-ac75-ef95d74a7917/4940606f-0c10-4c2a-93f4-bac06b0646ae/6bd55300-80ed-4b31-a91b-f6f41eddf313) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:25.430729 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Pushing event updated for resources: {'Port': ['ID=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:25.453760 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.454608 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.455175 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.455748 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.456295 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.456858 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.457421 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.457977 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.458538 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.459085 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.459641 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.460189 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:25.492715 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-79cad768-2614-492b-bd58-76660fad550a None None] Attempting to bind port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:25.493340 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-79cad768-2614-492b-bd58-76660fad550a None None] Attempting to bind port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:25.501692 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cad768-2614-492b-bd58-76660fad550a None None] Attempting to bind port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a on network 0a04b70f-0b0d-458e-9136-37d57dc55564 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:25.508788 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cad768-2614-492b-bd58-76660fad550a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:25.509692 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cad768-2614-492b-bd58-76660fad550a None None] Checking segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:25.510330 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-79cad768-2614-492b-bd58-76660fad550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.510919 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cad768-2614-492b-bd58-76660fad550a None None] Bound using segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:25.511583 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-79cad768-2614-492b-bd58-76660fad550a None None] Bound port: 400de15b-4ae0-4eb8-8dd2-a879cac77f1a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:25.512166 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-79cad768-2614-492b-bd58-76660fad550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.514940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:58:25.558907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:25.561431 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88f5ebf-edd0-4405-97fc-731560d43aab" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:25.608630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-283b7e0f-6112-4eb9-b383-112850174350 service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697392 Sep 20 12:58:25.643045 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.646530 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-79cad768-2614-492b-bd58-76660fad550a None None] For port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:25.653694 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-79cad768-2614-492b-bd58-76660fad550a None None] For port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:25.680476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:58:25.731308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-6a99f619-695c-440b-855a-87a62f22344c service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155739 Sep 20 12:58:25.759526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.770862 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-79cad768-2614-492b-bd58-76660fad550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.771133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4bdf1aec-e958-43c1-8f7e-c694698e3527 None None] Provisioning complete for port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:25.771479 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4bdf1aec-e958-43c1-8f7e-c694698e3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.848779 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760aff8-c60b-45ac-a342-48bb0877dc3a None None] Pushing event updated for resources: {'Port': ['ID=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:25.858662 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cad768-2614-492b-bd58-76660fad550a None None] Routers {'929865d5-e8e1-41a2-963a-2864b0cd1b64'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:25.859388 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79cad768-2614-492b-bd58-76660fad550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['929865d5-e8e1-41a2-963a-2864b0cd1b64'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:25.876384 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4bdf1aec-e958-43c1-8f7e-c694698e3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.891777 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:25.977146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Network 108bc769-79ab-4172-ac75-ef95d74a7917 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:25.984853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:25.992651 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:25.995793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.020899 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-79cad768-2614-492b-bd58-76660fad550a None None] Set router 929865d5-e8e1-41a2-963a-2864b0cd1b64 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:26.026201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4bdf1aec-e958-43c1-8f7e-c694698e3527 None None] For port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:26.027188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Pushing event updated for resources: {'Port': ['ID=6bd55300-80ed-4b31-a91b-f6f41eddf313,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:26.035459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.108071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Attempting to bind port 6bd55300-80ed-4b31-a91b-f6f41eddf313 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:26.108406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Attempting to bind port 6bd55300-80ed-4b31-a91b-f6f41eddf313 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:26.108846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Attempting to bind port 6bd55300-80ed-4b31-a91b-f6f41eddf313 on network 108bc769-79ab-4172-ac75-ef95d74a7917 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:26.114848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:26.115228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Checking segment: {'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:26.115681 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.116080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Bound using segment: {'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:26.116822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Bound port: 6bd55300-80ed-4b31-a91b-f6f41eddf313, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:26.117880 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.151144 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4bdf1aec-e958-43c1-8f7e-c694698e3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.170981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Allocated IP 172.25.6.145 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/997023ae-a0ae-4580-8238-9eb9068ee0c1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:26.232700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] For port 6bd55300-80ed-4b31-a91b-f6f41eddf313, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:26.237396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf1aec-e958-43c1-8f7e-c694698e3527 None None] Pushing event updated for resources: {'Port': ['ID=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:26.250709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] For port 6bd55300-80ed-4b31-a91b-f6f41eddf313, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6bd55300-80ed-4b31-a91b-f6f41eddf313,segment=NetworkSegment(a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7),segment_id=a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:26.255029 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-79cad768-2614-492b-bd58-76660fad550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 4, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port': {'id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:17Z', 'updated_at': '2021-09-20T12:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '400de15b-4ae0-4eb8-8dd2-a879cac77f1a', 'name': '', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'mac_address': 'fa:16:3e:e1:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:20Z', 'updated_at': '2021-09-20T12:58:25Z', 'revision_number': 4, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'subnets': [{'id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:26.298603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.302945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cad768-2614-492b-bd58-76660fad550a None None] The sync data for ids ['929865d5-e8e1-41a2-963a-2864b0cd1b64'] in n-d-809934-3 is: [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:58:20Z', 'revision_number': 4, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port': {'id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:17Z', 'updated_at': '2021-09-20T12:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '400de15b-4ae0-4eb8-8dd2-a879cac77f1a', 'name': '', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'mac_address': 'fa:16:3e:e1:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:20Z', 'updated_at': '2021-09-20T12:58:25Z', 'revision_number': 4, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'subnets': [{'id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:58:26.314546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3173d0bc-d6ea-44f1-b4a2-5b48f2d392c8 None None] Provisioning complete for port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:26.314546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3173d0bc-d6ea-44f1-b4a2-5b48f2d392c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.405793 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.460723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d6b9222d-5273-4f79-923b-dbd0b5983399 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:26.478657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.569089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba74a-d1f3-48ae-bc8f-ed7728d28978 None None] Pushing event updated for resources: {'Port': ['ID=6bd55300-80ed-4b31-a91b-f6f41eddf313,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:26.590473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d6b9222d-5273-4f79-923b-dbd0b5983399 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:26.590849 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:26.608453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:26.611701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:26.616533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:26.699669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Pushing event updated for resources: {'Port': ['ID=997023ae-a0ae-4580-8238-9eb9068ee0c1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:26.767328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f62fab-aad9-4520-ad00-34704d4e7e43 req-d9818870-d559-49a6-b9b6-0d1466b6577d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:26.770291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20f62fab-aad9-4520-ad00-34704d4e7e43 req-d9818870-d559-49a6-b9b6-0d1466b6577d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 945 time: 0.0845525 Sep 20 12:58:26.775715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 400de15b-4ae0-4eb8-8dd2-a879cac77f1a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:26.845572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20f62fab-aad9-4520-ad00-34704d4e7e43 req-9c25fef0-54f0-478f-baa4-e97618891beb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587475 Sep 20 12:58:26.971657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:26.971657 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:27.014369 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f7aa5-c038-4c21-ba93-d4dbd8e21226 x-openstack-request-id: req-1f5f7aa5-c038-4c21-ba93-d4dbd8e21226 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:27.015645 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:27.015907 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f5f7aa5-c038-4c21-ba93-d4dbd8e21226 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:27.017090 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'status': 'completed', 'code': 200} Sep 20 12:58:27.152375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5887b12c-047c-45a6-a81b-fc516f104e46 req-23eb2316-faa9-40d6-a9a1-522379e7808d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0896018 Sep 20 12:58:27.205844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-ebba0448-373b-4ca0-a745-b5579727350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:27.207445 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-ebba0448-373b-4ca0-a745-b5579727350c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1096 time: 0.1595831 Sep 20 12:58:27.343997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:27.491678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-e450c450-61cb-4d13-8ec3-d278ae94318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:27.494013 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-e450c450-61cb-4d13-8ec3-d278ae94318d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.2787681 Sep 20 12:58:27.615658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:58:27.627431 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-7e7deb46-4ffb-4759-baea-63d2efb4775a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1000 time: 0.1041942 Sep 20 12:58:27.686795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:27.740011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-a3184c2a-8ce7-4311-abc3-1a7396450414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:27.749223 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-a3184c2a-8ce7-4311-abc3-1a7396450414 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.1138561 Sep 20 12:58:27.761397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:27.780884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'port_id': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'mac_address': 'fa:16:3e:24:00:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:58:27.835587 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:27.849645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3fc711-3803-4c6e-b461-74a2826f5d2d {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:58:27.866845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-db217840-de1c-4ec0-882d-e3d2f8e16357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:27.869130 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-db217840-de1c-4ec0-882d-e3d2f8e16357 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089015 Sep 20 12:58:27.878460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:27.984224 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-ec6763c1-acd6-43e5-812c-49e1e089474a service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054950 Sep 20 12:58:28.003572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35b77e-bb8a-4afb-975d-63e81a404f3c req-06748270-2cbd-46c8-9e72-d049dfcfa489 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:28.010996 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:28.013160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf35b77e-bb8a-4afb-975d-63e81a404f3c req-06748270-2cbd-46c8-9e72-d049dfcfa489 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 945 time: 0.0610616 Sep 20 12:58:28.054250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf35b77e-bb8a-4afb-975d-63e81a404f3c req-8a178300-6487-463b-8164-12aeb1fa9546 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389228 Sep 20 12:58:28.078390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37278) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:28.082517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Router 28ed28b2-8094-4fb3-9224-90ca1eb52820 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:58:28.089062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=12']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:28.095898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9650e7-4760-4ebb-87df-226d27a3105b None None] Network 108bc769-79ab-4172-ac75-ef95d74a7917 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:58:28.098109 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c88f5ebf-edd0-4405-97fc-731560d43aab req-bc6bf6e9-1169-4bac-a21b-d51363ed2204 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046648 Sep 20 12:58:28.147417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-14031016-4ce4-4878-b94e-d10139f0208f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/350959cc-46d8-4f50-bdf0-d903af581fc6 HTTP/1.1" status: 200 len: 993 time: 0.0679555 Sep 20 12:58:28.195975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-86d23e49-6fb7-489e-a373-b04ebaed5545 None None] Provisioning complete for port 6bd55300-80ed-4b31-a91b-f6f41eddf313 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:28.196353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-86d23e49-6fb7-489e-a373-b04ebaed5545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:28.221810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:58:28.259404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d422c709-f686-4574-a3dd-e6a56a39b4a8 req-f412f410-8318-40d0-8198-070dde53a857 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0411799 Sep 20 12:58:28.316603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:28.320486 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f4b860d1-e65e-49e9-9002-0269f81d0423 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1324773 Sep 20 12:58:28.321158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37282) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:28.391206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9a3fc711-3803-4c6e-b461-74a2826f5d2d'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:58:28.393112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6bd55300-80ed-4b31-a91b-f6f41eddf313 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:28.395473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Sync routers for ids ['28ed28b2-8094-4fb3-9224-90ca1eb52820'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:58:28.499802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Routers {'28ed28b2-8094-4fb3-9224-90ca1eb52820'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:28.500452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['28ed28b2-8094-4fb3-9224-90ca1eb52820'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:28.692544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6bd55300-80ed-4b31-a91b-f6f41eddf313 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:28.693302 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:28.774802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Set router 28ed28b2-8094-4fb3-9224-90ca1eb52820 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:28.807878 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-86d23e49-6fb7-489e-a373-b04ebaed5545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:28.983803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-86d23e49-6fb7-489e-a373-b04ebaed5545 None None] For port 6bd55300-80ed-4b31-a91b-f6f41eddf313, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6bd55300-80ed-4b31-a91b-f6f41eddf313,segment=NetworkSegment(a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7),segment_id=a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:29.029191 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.075713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5312f201-e3d7-48e6-8933-816db748c560 req-927fcd81-d795-4bfc-8f7e-bf30f754397e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743768 Sep 20 12:58:29.082892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-86d23e49-6fb7-489e-a373-b04ebaed5545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.202363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:58:29.202658 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:58:29.215948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d23e49-6fb7-489e-a373-b04ebaed5545 None None] Pushing event updated for resources: {'Port': ['ID=6bd55300-80ed-4b31-a91b-f6f41eddf313,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:29.245364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cd34948a-0787-4f1c-81da-cca4a20109f8 None None] Provisioning complete for port 6bd55300-80ed-4b31-a91b-f6f41eddf313 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:29.245741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cd34948a-0787-4f1c-81da-cca4a20109f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.257079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:58:26Z', 'revision_number': 3, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:29.291630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f201-e3d7-48e6-8933-816db748c560 req-fbff10ce-f6fc-49b5-9e67-b1a8623a854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:29.293207 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5312f201-e3d7-48e6-8933-816db748c560 req-fbff10ce-f6fc-49b5-9e67-b1a8623a854c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1097 time: 0.1512949 Sep 20 12:58:29.303754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Checking router: 28ed28b2-8094-4fb3-9224-90ca1eb52820 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:58:29.304109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Updating router 28ed28b2-8094-4fb3-9224-90ca1eb52820 port 997023ae-a0ae-4580-8238-9eb9068ee0c1 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:58:29.314464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-df619eb0-eeb4-4757-9ea8-8a99e7e8ddb5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:29.315980 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-df619eb0-eeb4-4757-9ea8-8a99e7e8ddb5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.2188292 Sep 20 12:58:29.327337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.346662 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.424200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9688d87-4c52-414f-bc0f-c97129f794cd req-7b770799-3b20-4a13-8d75-23207b2683e9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0590193 Sep 20 12:58:29.511496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-92b863ad-3859-4412-89fa-4e417dbd9c8c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 380 time: 0.1730871 Sep 20 12:58:29.528479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'port': {'device_id': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'admin_state_up': True, 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'security_groups': ['048fe50a-35c3-45ef-8387-938ec97211e3']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:29.581613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f201-e3d7-48e6-8933-816db748c560 req-d438365c-570e-4508-9e01-16bd2fb780b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:29.583194 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5312f201-e3d7-48e6-8933-816db748c560 req-d438365c-570e-4508-9e01-16bd2fb780b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 200 len: 908 time: 0.2594464 Sep 20 12:58:29.639643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:29.730265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Allocated IP 172.20.0.1 (108bc769-79ab-4172-ac75-ef95d74a7917/4940606f-0c10-4c2a-93f4-bac06b0646ae/1f38e382-e1f3-44af-9a1e-5515f1d80404) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:29.745156 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.766416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9a3fc711-3803-4c6e-b461-74a2826f5d2d completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:58:29.771122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9a3fc711-3803-4c6e-b461-74a2826f5d2d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:29.771671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.849493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.858548 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.899026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:29.900479 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.909766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:29.912633 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc15caab-cee0-4526-b463-b2f425f622ef" -d '{"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:29.973917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Attempting to bind port 997023ae-a0ae-4580-8238-9eb9068ee0c1 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:29.974031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Attempting to bind port 997023ae-a0ae-4580-8238-9eb9068ee0c1 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:29.974543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Attempting to bind port 997023ae-a0ae-4580-8238-9eb9068ee0c1 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:29.984013 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12d927f-e43a-4235-94c2-5806104f4b93 x-openstack-request-id: req-d12d927f-e43a-4235-94c2-5806104f4b93 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:29.985083 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-plugged", "status": "completed", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:29.985292 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d12d927f-e43a-4235-94c2-5806104f4b93 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:29.985679 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'code': 200} Sep 20 12:58:29.986367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5312f201-e3d7-48e6-8933-816db748c560 req-a9b375a0-b545-4d8c-9a58-3a2e114a5a7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 200 len: 1001 time: 0.3490880 Sep 20 12:58:29.986603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:29.986984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:29.987412 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:29.987992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:29.988608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Bound port: 997023ae-a0ae-4580-8238-9eb9068ee0c1, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:29.988995 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.048463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.058673 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] For port 997023ae-a0ae-4580-8238-9eb9068ee0c1, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:30.063256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] For port 997023ae-a0ae-4580-8238-9eb9068ee0c1, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=997023ae-a0ae-4580-8238-9eb9068ee0c1,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:30.071521 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.079441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d0021-6dc8-4b83-9b34-475f730f8931 None None] Pushing event updated for resources: {'Port': ['ID=997023ae-a0ae-4580-8238-9eb9068ee0c1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:30.114072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f201-e3d7-48e6-8933-816db748c560 req-93613bf4-bd8c-4b94-a94e-756f5a5a39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:30.115469 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5312f201-e3d7-48e6-8933-816db748c560 req-93613bf4-bd8c-4b94-a94e-756f5a5a39e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63e6ad0a-ec75-41d9-b3d3-b6e041465bae HTTP/1.1" status: 200 len: 847 time: 0.1218331 Sep 20 12:58:30.120598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:58:30.124158 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.139992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=13']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:30.143781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Network 108bc769-79ab-4172-ac75-ef95d74a7917 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:30.155647 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.173163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:30.182607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:30.189653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Pushing event updated for resources: {'Port': ['ID=1f38e382-e1f3-44af-9a1e-5515f1d80404,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:30.289799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f201-e3d7-48e6-8933-816db748c560 req-c2e9a9be-a0be-4abb-b07b-972c42e5b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:30.291502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5312f201-e3d7-48e6-8933-816db748c560 req-c2e9a9be-a0be-4abb-b07b-972c42e5b07f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604939 Sep 20 12:58:30.294430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.302379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d0021-6dc8-4b83-9b34-475f730f8931 None None] Pushing event updated for resources: {'Port': ['ID=997023ae-a0ae-4580-8238-9eb9068ee0c1,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:30.314391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Routers {'28ed28b2-8094-4fb3-9224-90ca1eb52820'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:30.315445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['28ed28b2-8094-4fb3-9224-90ca1eb52820'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:30.549195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.20.0.12 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/613f3f5f-9814-4504-8deb-05fcd88960d7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:30.565902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6bd55300-80ed-4b31-a91b-f6f41eddf313 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:30.603017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-84cb3ca8-ee4a-4ca5-bf99-eff4c47d02b1 req-5301bfdf-d965-43ab-bb77-4d5a939aee26 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0749559 Sep 20 12:58:30.607145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5312f201-e3d7-48e6-8933-816db748c560 req-fc205051-f943-414c-a138-f82f1753879f service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047495 Sep 20 12:58:30.684175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9a6bd3ce-f256-436d-902c-5aa27b346135 None None] Provisioning complete for port 1f38e382-e1f3-44af-9a1e-5515f1d80404 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:30.684560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a6bd3ce-f256-436d-902c-5aa27b346135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.745256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6bd55300-80ed-4b31-a91b-f6f41eddf313 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:30.745954 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.787881 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:30.795918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] Set router 28ed28b2-8094-4fb3-9224-90ca1eb52820 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:30.824946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9a6bd3ce-f256-436d-902c-5aa27b346135 None None] Port 1f38e382-e1f3-44af-9a1e-5515f1d80404 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:58:30.828931 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5312f201-e3d7-48e6-8933-816db748c560 req-82a54e69-5cec-4878-b266-e7ce0569e432 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125509 Sep 20 12:58:30.874077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:31.044283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:31.053779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:58:26Z', 'revision_number': 3, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:31.066940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:31.085973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed449e87-7566-40a0-a102-383d9e16263e None None] The sync data for ids ['28ed28b2-8094-4fb3-9224-90ca1eb52820'] in n-d-809934-3 is: [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:58:26Z', 'revision_number': 3, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:58:31.221865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:31.240070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:31.265100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:31.282311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:31.286651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=613f3f5f-9814-4504-8deb-05fcd88960d7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:31.374126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:31.426574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:31.431646 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:31.461383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Pushing event updated for resources: {'Port': ['ID=1f38e382-e1f3-44af-9a1e-5515f1d80404,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:31.610178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-b0e163ac-1a82-4490-be79-ad304824d97b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0898118 Sep 20 12:58:31.636211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Request body: {'port': {'device_id': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:31.769037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e5e19035-4d3d-498b-9b2b-8103cf84f05b None None] Provisioning complete for port 613f3f5f-9814-4504-8deb-05fcd88960d7 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:31.776082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e5e19035-4d3d-498b-9b2b-8103cf84f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:31.776381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Network 108bc769-79ab-4172-ac75-ef95d74a7917 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:31.779813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:31.800924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280964d-e022-465e-8355-7c66de9f46ae req-7cf0d22e-88f9-4f30-a5e8-1bc23970ab48 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:31.815648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2280964d-e022-465e-8355-7c66de9f46ae req-7cf0d22e-88f9-4f30-a5e8-1bc23970ab48 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 932 time: 0.0842383 Sep 20 12:58:31.827875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e5e19035-4d3d-498b-9b2b-8103cf84f05b None None] Port 613f3f5f-9814-4504-8deb-05fcd88960d7 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:58:31.881756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:31.901578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2280964d-e022-465e-8355-7c66de9f46ae req-7626676c-0c7d-4609-8680-fd456a3d8909 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846109 Sep 20 12:58:32.118970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Router 28ed28b2-8094-4fb3-9224-90ca1eb52820 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:58:32.170323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-356bfb96-eb6a-4dae-a7d9-bbfc03853ac8 None None] Provisioning complete for port 1f38e382-e1f3-44af-9a1e-5515f1d80404 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:32.170630 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-356bfb96-eb6a-4dae-a7d9-bbfc03853ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:32.235622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-356bfb96-eb6a-4dae-a7d9-bbfc03853ac8 None None] Port 1f38e382-e1f3-44af-9a1e-5515f1d80404 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:58:32.390606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:58:32.407917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 997023ae-a0ae-4580-8238-9eb9068ee0c1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:32.415035 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-be48e0f3-c5d3-429e-8367-8930a757417b admin admin] 10.222.0.37 "PUT /v2.0/routers/28ed28b2-8094-4fb3-9224-90ca1eb52820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0891755 Sep 20 12:58:32.532546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613f3f5f-9814-4504-8deb-05fcd88960d7 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:58:32.544220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:32.573889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 997023ae-a0ae-4580-8238-9eb9068ee0c1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:32.574269 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:32.584221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Transition to ACTIVE for port object 613f3f5f-9814-4504-8deb-05fcd88960d7 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:58:32.623508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-f08b8986-2b1a-4561-9e45-e073ffc95ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319833 Sep 20 12:58:32.686662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:32.734387 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:32.771903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-ca404d56-443f-4f37-b30f-b9e734de3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:32.778383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-ca404d56-443f-4f37-b30f-b9e734de3f82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1098 time: 0.0989575 Sep 20 12:58:32.795113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 997023ae-a0ae-4580-8238-9eb9068ee0c1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=997023ae-a0ae-4580-8238-9eb9068ee0c1,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:32.852378 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:32.898914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Pushing event updated for resources: {'Port': ['ID=613f3f5f-9814-4504-8deb-05fcd88960d7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:32.921631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=997023ae-a0ae-4580-8238-9eb9068ee0c1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:33.002178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Attempting to bind port 613f3f5f-9814-4504-8deb-05fcd88960d7 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:33.002178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Attempting to bind port 613f3f5f-9814-4504-8deb-05fcd88960d7 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:33.002879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Attempting to bind port 613f3f5f-9814-4504-8deb-05fcd88960d7 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:33.008544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Port 613f3f5f-9814-4504-8deb-05fcd88960d7 on network 72813fde-70bf-4265-8573-42873b0c2dec not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:58:33.008544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Attempting to bind port 613f3f5f-9814-4504-8deb-05fcd88960d7 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:33.014454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:33.014796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:33.015179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:33.015619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Bound port: 613f3f5f-9814-4504-8deb-05fcd88960d7, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:33.016141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:33.019122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-fe411c24-20b5-4122-9aad-ed49711aba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:33.020742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-fe411c24-20b5-4122-9aad-ed49711aba55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.2188234 Sep 20 12:58:33.127732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] For port 613f3f5f-9814-4504-8deb-05fcd88960d7, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:33.137221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] For port 613f3f5f-9814-4504-8deb-05fcd88960d7, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=613f3f5f-9814-4504-8deb-05fcd88960d7,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:33.174323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-811d5331-67e8-4a21-aa45-2ba74369618d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 1002 time: 0.1444638 Sep 20 12:58:33.214308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:33.259802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-b8475685-973b-47b6-83a4-d4d48c141f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:33.261699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-b8475685-973b-47b6-83a4-d4d48c141f8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.0566435 Sep 20 12:58:33.342550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e825b-8dbf-46c0-94fc-e0288cc77925 req-011e9a68-1b62-469a-bd14-ca530b96b6a0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:33.344167 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e8e825b-8dbf-46c0-94fc-e0288cc77925 req-011e9a68-1b62-469a-bd14-ca530b96b6a0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.1686878 Sep 20 12:58:33.390413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-d10697f9-e962-4a03-be05-bb067c7358fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:33.392081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-d10697f9-e962-4a03-be05-bb067c7358fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214750 Sep 20 12:58:33.446229 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e8e825b-8dbf-46c0-94fc-e0288cc77925 req-76cd758f-80fe-444d-9524-3134c5d8e5a7 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915906 Sep 20 12:58:33.597120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-f681d9ae-3058-4c48-9afe-2b5a77be8ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906242 Sep 20 12:58:33.792242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:33.793577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:33.795177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] 10.222.0.32 "PUT /v2.0/ports/613f3f5f-9814-4504-8deb-05fcd88960d7 HTTP/1.1" status: 200 len: 1092 time: 2.1638033 Sep 20 12:58:33.795785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'tag': '613f3f5f-9814-4504-8deb-05fcd88960d7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:33.798367 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f276898-49cc-4db5-b7d3-1567dc469530" -d '{"events": [{"name": "network-changed", "server_uuid": "49b78587-c55b-4c2e-b345-44071f03f8ea", "tag": "613f3f5f-9814-4504-8deb-05fcd88960d7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:33.825361 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Sync routers for ids ['28ed28b2-8094-4fb3-9224-90ca1eb52820'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:58:33.826625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab63c50-fbb7-4d10-b924-5c7e19b869fa service neutron] Pushing event updated for resources: {'Port': ['ID=613f3f5f-9814-4504-8deb-05fcd88960d7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:33.835570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d5d82ce-2989-4210-a422-3b926e932e9f req-07c7d43c-d87b-480a-8b6a-6a30df1a2774 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287996 Sep 20 12:58:33.836289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-03227654-bb35-4e30-8a8c-d70a2f1d27ca tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:33.838595 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Routers {'28ed28b2-8094-4fb3-9224-90ca1eb52820'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:33.839533 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['28ed28b2-8094-4fb3-9224-90ca1eb52820'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:33.849253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-03227654-bb35-4e30-8a8c-d70a2f1d27ca tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/networks?id=0a04b70f-0b0d-458e-9136-37d57dc55564 HTTP/1.1" status: 200 len: 910 time: 0.2303467 Sep 20 12:58:33.878088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-30410d55-78db-4a79-b831-d40e3161c011 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/quotas/ca20e6fe43b34a82bbbc6cdfb5a32426 HTTP/1.1" status: 200 len: 375 time: 0.0279264 Sep 20 12:58:33.995523 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Set router 28ed28b2-8094-4fb3-9224-90ca1eb52820 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:34.060924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-4e56e147-fe3a-4999-a17f-2038325a65d0 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca20e6fe43b34a82bbbc6cdfb5a32426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761086 Sep 20 12:58:34.067898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-20a3b09e-51e0-4a9a-a32b-412a51166078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:34.069550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-20a3b09e-51e0-4a9a-a32b-412a51166078 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 1095 time: 0.1309426 Sep 20 12:58:34.227967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-c88d99e8-5baa-4745-b658-180e02123787 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613f3f5f-9814-4504-8deb-05fcd88960d7 HTTP/1.1" status: 200 len: 217 time: 0.0805466 Sep 20 12:58:34.279233 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:58:30Z', 'revision_number': 4, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1f38e382-e1f3-44af-9a1e-5515f1d80404', 'name': '', 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'mac_address': 'fa:16:3e:23:c9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '4940606f-0c10-4c2a-93f4-bac06b0646ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:29Z', 'updated_at': '2021-09-20T12:58:30Z', 'revision_number': 2, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'subnets': [{'id': '4940606f-0c10-4c2a-93f4-bac06b0646ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:34.314524 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Checking router: 28ed28b2-8094-4fb3-9224-90ca1eb52820 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:58:34.315410 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Updating router 28ed28b2-8094-4fb3-9224-90ca1eb52820 port 1f38e382-e1f3-44af-9a1e-5515f1d80404 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:58:34.324163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-9d9a6fad-d9ef-4845-80d8-0218d2166c0f service neutron] 10.222.0.37 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510688 Sep 20 12:58:34.366610 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:34.370171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-bc78147b-5b8b-40ab-90cc-fb97ed3022cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:34.378071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-bc78147b-5b8b-40ab-90cc-fb97ed3022cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.1315215 Sep 20 12:58:34.379150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 997023ae-a0ae-4580-8238-9eb9068ee0c1 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:34.489731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 997023ae-a0ae-4580-8238-9eb9068ee0c1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:34.492605 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:34.498570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-d6ae73e5-a762-4503-898e-d7ace31cc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:34.500294 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-d6ae73e5-a762-4503-898e-d7ace31cc432 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131558 Sep 20 12:58:34.555297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-4790fbd5-a179-4bff-a7cd-956d46fba206 service neutron] 10.222.0.37 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280307 Sep 20 12:58:34.637111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-bee02da9-4fbe-4ba6-a561-5e974af1443d service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267326 Sep 20 12:58:34.803407 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-925a1b42-fa72-4420-b02f-b0acb4961390 req-94050f6c-eca8-4581-a4c9-b72557e2bd1b service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591842 Sep 20 12:58:34.914441 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae5c1c7-5246-445d-b31f-65ff116186c2 x-openstack-request-id: req-2ae5c1c7-5246-445d-b31f-65ff116186c2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:34.914441 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b78587-c55b-4c2e-b345-44071f03f8ea", "tag": "613f3f5f-9814-4504-8deb-05fcd88960d7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:34.914441 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ae5c1c7-5246-445d-b31f-65ff116186c2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:34.915628 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'tag': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'status': 'completed', 'code': 200} Sep 20 12:58:34.962920 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:35.074089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c5202-a7b9-413e-af94-8e2272a0e989 req-b8d88c36-208c-4ce2-a4be-09a1cc4fade8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:35.075844 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-840c5202-a7b9-413e-af94-8e2272a0e989 req-b8d88c36-208c-4ce2-a4be-09a1cc4fade8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.0947802 Sep 20 12:58:35.083191 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:35.084349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-8282eac5-79b2-4272-a283-1a0bea6ac567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:35.087820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-8282eac5-79b2-4272-a283-1a0bea6ac567 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 1095 time: 0.0769925 Sep 20 12:58:35.168469 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba967fb-7fb3-4bbc-bf0b-9de9fc666c51 None None] Pushing event updated for resources: {'Port': ['ID=1f38e382-e1f3-44af-9a1e-5515f1d80404,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:35.210418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-840c5202-a7b9-413e-af94-8e2272a0e989 req-321c27e6-02b7-4a06-82c3-71779cccbe9b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207554 Sep 20 12:58:35.288258 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Attempting to bind port 1f38e382-e1f3-44af-9a1e-5515f1d80404 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:35.288619 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Attempting to bind port 1f38e382-e1f3-44af-9a1e-5515f1d80404 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:35.289974 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Attempting to bind port 1f38e382-e1f3-44af-9a1e-5515f1d80404 on network 108bc769-79ab-4172-ac75-ef95d74a7917 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:35.298895 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:35.299251 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Checking segment: {'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:35.299649 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:35.300041 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Bound using segment: {'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:35.300509 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Bound port: 1f38e382-e1f3-44af-9a1e-5515f1d80404, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:35.300878 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:35.355781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24747428-17a4-4e15-a679-2b9eef8dff0a req-41fbefe5-88f2-43bc-9a1e-25ce428d5dfa tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 210 time: 0.0496202 Sep 20 12:58:35.358782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-db952967-1789-4757-b1ee-a1e1da6487d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:35.360734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-db952967-1789-4757-b1ee-a1e1da6487d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.2450998 Sep 20 12:58:35.411094 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] For port 1f38e382-e1f3-44af-9a1e-5515f1d80404, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:35.421608 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] For port 1f38e382-e1f3-44af-9a1e-5515f1d80404, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1f38e382-e1f3-44af-9a1e-5515f1d80404,segment=NetworkSegment(a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7),segment_id=a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:35.426232 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-e748917d-e3f7-4318-a33c-b6a87bd8a1b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613f3f5f-9814-4504-8deb-05fcd88960d7 HTTP/1.1" status: 200 len: 217 time: 0.0573387 Sep 20 12:58:35.434675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f0a2afc6-f1a6-41ad-8a78-7ea2c137c45f None None] Provisioning complete for port 1f38e382-e1f3-44af-9a1e-5515f1d80404 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:35.435196 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0a2afc6-f1a6-41ad-8a78-7ea2c137c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:35.475584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2afc6-f1a6-41ad-8a78-7ea2c137c45f None None] Port 1f38e382-e1f3-44af-9a1e-5515f1d80404 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:58:35.491770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-e8150163-4ee2-42fd-bed8-6a4e055d6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:35.494142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-e8150163-4ee2-42fd-bed8-6a4e055d6a80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0614109 Sep 20 12:58:35.514075 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:35.543322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-ea48b9ed-29e3-4ecc-802c-c202f1e1a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:35.545443 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-ea48b9ed-29e3-4ecc-802c-c202f1e1a1fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443773 Sep 20 12:58:35.570128 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Routers {'28ed28b2-8094-4fb3-9224-90ca1eb52820'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:35.570767 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['28ed28b2-8094-4fb3-9224-90ca1eb52820'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:35.620817 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba967fb-7fb3-4bbc-bf0b-9de9fc666c51 None None] Pushing event updated for resources: {'Port': ['ID=1f38e382-e1f3-44af-9a1e-5515f1d80404,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:35.660386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-0481a0a1-dcbe-4be7-aa31-8f63828ed166 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062410 Sep 20 12:58:35.740476 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] Set router 28ed28b2-8094-4fb3-9224-90ca1eb52820 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:35.771545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f276898-49cc-4db5-b7d3-1567dc469530 req-1fb66da9-b9a5-4d31-bb82-6978bfcbf229 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035342 Sep 20 12:58:35.897391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-91672d06-c208-4c4b-a8d7-79ff13e58deb None None] Provisioning complete for port 1f38e382-e1f3-44af-9a1e-5515f1d80404 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:35.897861 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91672d06-c208-4c4b-a8d7-79ff13e58deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:35.972951 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:58:30Z', 'revision_number': 4, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1f38e382-e1f3-44af-9a1e-5515f1d80404', 'name': '', 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'mac_address': 'fa:16:3e:23:c9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '4940606f-0c10-4c2a-93f4-bac06b0646ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:29Z', 'updated_at': '2021-09-20T12:58:35Z', 'revision_number': 4, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'subnets': [{'id': '4940606f-0c10-4c2a-93f4-bac06b0646ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:35.993165 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91672d06-c208-4c4b-a8d7-79ff13e58deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:36.003973 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77006f7-d973-4b54-a271-332d0d213a33 None None] The sync data for ids ['28ed28b2-8094-4fb3-9224-90ca1eb52820'] in n-d-809934-3 is: [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:58:30Z', 'revision_number': 4, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1f38e382-e1f3-44af-9a1e-5515f1d80404', 'name': '', 'network_id': '108bc769-79ab-4172-ac75-ef95d74a7917', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'mac_address': 'fa:16:3e:23:c9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '4940606f-0c10-4c2a-93f4-bac06b0646ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:29Z', 'updated_at': '2021-09-20T12:58:35Z', 'revision_number': 4, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'subnets': [{'id': '4940606f-0c10-4c2a-93f4-bac06b0646ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:58:36.037454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-91672d06-c208-4c4b-a8d7-79ff13e58deb None None] For port 1f38e382-e1f3-44af-9a1e-5515f1d80404, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1f38e382-e1f3-44af-9a1e-5515f1d80404,segment=NetworkSegment(a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7),segment_id=a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:36.125481 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91672d06-c208-4c4b-a8d7-79ff13e58deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:36.190388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91672d06-c208-4c4b-a8d7-79ff13e58deb None None] Pushing event updated for resources: {'Port': ['ID=1f38e382-e1f3-44af-9a1e-5515f1d80404,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:36.391363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1f38e382-e1f3-44af-9a1e-5515f1d80404 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:36.391532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05b27-6f01-469d-9b17-80afdcce2db4 req-d6a9b606-456a-4e38-88a1-99928d9a7f80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:36.403293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43e05b27-6f01-469d-9b17-80afdcce2db4 req-d6a9b606-456a-4e38-88a1-99928d9a7f80 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.0860715 Sep 20 12:58:36.450694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43e05b27-6f01-469d-9b17-80afdcce2db4 req-6abefe87-2acb-4857-aba5-a8012a5e44c0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465009 Sep 20 12:58:36.451969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1f38e382-e1f3-44af-9a1e-5515f1d80404 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:36.452488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:36.878736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4409485a-d960-44dc-bc13-b1a9b4cb5a15 req-9479cf15-313f-4ca8-a4b0-c5fd6feae27b tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 210 time: 0.3426299 Sep 20 12:58:37.570223 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae71a65-fb04-4ff4-a354-4e946308cbdb req-b963ee9b-023f-403a-8623-f1d00cb5a311 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:37.571920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ae71a65-fb04-4ff4-a354-4e946308cbdb req-b963ee9b-023f-403a-8623-f1d00cb5a311 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.0525899 Sep 20 12:58:37.610314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8ae71a65-fb04-4ff4-a354-4e946308cbdb req-2aaae4f8-681d-437d-a15b-a45a80b6d3aa tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Sep 20 12:58:37.852797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-570e3264-91ae-43aa-840a-9afe18c23236 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:37.854848 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-570e3264-91ae-43aa-840a-9afe18c23236 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.21 "GET /v2.0/networks?id=0a04b70f-0b0d-458e-9136-37d57dc55564 HTTP/1.1" status: 200 len: 910 time: 0.0924060 Sep 20 12:58:37.871054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Request body: {'port': {'device_id': '6220c0c1-90d7-4541-a26e-5df53b45dddb', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'admin_state_up': True, 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:37.973892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9ccec1f-d5c7-4a9d-bc05-fba23e8c4cf2 req-b38dfde9-f1a3-4cb1-a6fd-2a6feec33b37 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 210 time: 0.0252333 Sep 20 12:58:37.991316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Made reservation on behalf of ca20e6fe43b34a82bbbc6cdfb5a32426 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:58:37.991316 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:38.108712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Allocated IP 172.20.0.7 (0a04b70f-0b0d-458e-9136-37d57dc55564/cc2455ea-0c89-4d23-b265-eaaefb37f627/4d75cd6e-c1eb-46c5-9454-d4ebd4629f74) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:38.249334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:38.350455 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:38.391820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:38.396119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:38.400480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:38.408116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Pushing event updated for resources: {'Port': ['ID=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:38.449082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:38.449835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:38.562402 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-f340327f-85ca-4e3e-ad23-bb3ed026c50c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6996341 Sep 20 12:58:38.576692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Request body: {'port': {'device_id': '6220c0c1-90d7-4541-a26e-5df53b45dddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:38.635577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:38.670147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-78dfef32-8e67-4440-ab99-1c10fada858b None None] Provisioning complete for port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:38.670702 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-78dfef32-8e67-4440-ab99-1c10fada858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:38.714791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-78dfef32-8e67-4440-ab99-1c10fada858b None None] Port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:58:38.741815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21969dfc-d39b-4089-b1a9-957db90e2861 req-2563239d-eaef-4675-a826-c567ed4d2256 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:38.746779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21969dfc-d39b-4089-b1a9-957db90e2861 req-2563239d-eaef-4675-a826-c567ed4d2256 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.0592687 Sep 20 12:58:38.786631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21969dfc-d39b-4089-b1a9-957db90e2861 req-2f9e5d67-864d-4b96-bba1-2a352acb0f2d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363247 Sep 20 12:58:38.933988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:58:38.942020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:38.954042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Transition to ACTIVE for port object 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:58:39.081508 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:39.090659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06dfd-36dd-4678-ab04-16a45e74b969 req-d6a465ab-68eb-4a47-9335-c857c94bd4f0 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:39.092210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7b06dfd-36dd-4678-ab04-16a45e74b969 req-d6a465ab-68eb-4a47-9335-c857c94bd4f0 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1027 time: 0.0424364 Sep 20 12:58:39.130465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7b06dfd-36dd-4678-ab04-16a45e74b969 req-c2da97cc-ec74-403e-af33-e05fa421fd9f tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Sep 20 12:58:39.139627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Pushing event updated for resources: {'Port': ['ID=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:39.216098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Attempting to bind port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:39.216465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Attempting to bind port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:39.216785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Attempting to bind port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 on network 0a04b70f-0b0d-458e-9136-37d57dc55564 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:39.221721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 on network 0a04b70f-0b0d-458e-9136-37d57dc55564 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:58:39.223377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Attempting to bind port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 on network 0a04b70f-0b0d-458e-9136-37d57dc55564 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:39.228814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:39.229194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Checking segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:39.229589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Bound using segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:39.230025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Bound port: 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:39.230427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:39.311261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] For port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:39.314624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] For port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:39.411143 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:39.445852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:39.447087 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:39.448649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 HTTP/1.1" status: 200 len: 1091 time: 0.8768680 Sep 20 12:58:39.449117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6220c0c1-90d7-4541-a26e-5df53b45dddb', 'tag': '4d75cd6e-c1eb-46c5-9454-d4ebd4629f74'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:39.451367 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b5f787-ad5f-4acf-8834-6bc952a620b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6220c0c1-90d7-4541-a26e-5df53b45dddb", "tag": "4d75cd6e-c1eb-46c5-9454-d4ebd4629f74"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:39.476533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20b9f4-fa3b-4b6c-bc25-2be7adba6a94 service neutron] Pushing event updated for resources: {'Port': ['ID=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:39.494106 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8e15c9-faf9-47d7-af79-d5b3d16ccea0 x-openstack-request-id: req-8c8e15c9-faf9-47d7-af79-d5b3d16ccea0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:39.494396 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6220c0c1-90d7-4541-a26e-5df53b45dddb", "tag": "4d75cd6e-c1eb-46c5-9454-d4ebd4629f74", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:39.494672 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c8e15c9-faf9-47d7-af79-d5b3d16ccea0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:39.495076 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6220c0c1-90d7-4541-a26e-5df53b45dddb', 'tag': '4d75cd6e-c1eb-46c5-9454-d4ebd4629f74', 'status': 'completed', 'code': 200} Sep 20 12:58:39.560389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f787-ad5f-4acf-8834-6bc952a620b8 req-bb310d61-34b8-4689-9957-71610003962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:39.562118 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c2b5f787-ad5f-4acf-8834-6bc952a620b8 req-bb310d61-34b8-4689-9957-71610003962a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca20e6fe43b34a82bbbc6cdfb5a32426&device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1094 time: 0.0474012 Sep 20 12:58:39.673500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f787-ad5f-4acf-8834-6bc952a620b8 req-91430f13-f7ea-4a20-afc4-32e712c3ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:39.675294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c2b5f787-ad5f-4acf-8834-6bc952a620b8 req-91430f13-f7ea-4a20-afc4-32e712c3ab3b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca20e6fe43b34a82bbbc6cdfb5a32426&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1052499 Sep 20 12:58:39.778774 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f787-ad5f-4acf-8834-6bc952a620b8 req-bbc3b652-7452-4c07-a179-c8d7bf442a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:39.780249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c2b5f787-ad5f-4acf-8834-6bc952a620b8 req-bbc3b652-7452-4c07-a179-c8d7bf442a9e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0985367 Sep 20 12:58:39.857991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-a4412590-1555-4409-b50c-fba6a75619ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:39.859512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-a4412590-1555-4409-b50c-fba6a75619ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca20e6fe43b34a82bbbc6cdfb5a32426&device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1094 time: 0.0423927 Sep 20 12:58:39.906136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff242ae-7ac9-4b5b-99c8-c1cf1fb9dfc0 req-0f6a2524-be8d-4e4f-bf63-bd27f7fab9d4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:39.908845 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-15214b7a-b93e-495c-93a8-5e8a9336b9ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 HTTP/1.1" status: 200 len: 217 time: 0.0392165 Sep 20 12:58:39.909057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bff242ae-7ac9-4b5b-99c8-c1cf1fb9dfc0 req-0f6a2524-be8d-4e4f-bf63-bd27f7fab9d4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.0524738 Sep 20 12:58:39.947170 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bff242ae-7ac9-4b5b-99c8-c1cf1fb9dfc0 req-d205cccb-74a9-4af0-b663-e9432cfb6c69 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330186 Sep 20 12:58:39.959157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-028bf5e1-2a19-4a9d-b95e-98e934d323a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:39.960767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-028bf5e1-2a19-4a9d-b95e-98e934d323a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc2455ea-0c89-4d23-b265-eaaefb37f627 HTTP/1.1" status: 200 len: 849 time: 0.0452557 Sep 20 12:58:40.007419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-ec72ec24-b889-46ff-b586-70b1cc417630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:40.009457 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-ec72ec24-b889-46ff-b586-70b1cc417630 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a04b70f-0b0d-458e-9136-37d57dc55564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420966 Sep 20 12:58:40.104897 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-52f21bdf-06d5-4a2e-8607-580c386600e7 service neutron] 10.222.0.21 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886648 Sep 20 12:58:40.197735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1be9650f-9f8f-430a-acdb-c8951e284873 req-87f24cf0-b5e5-416e-8a84-ab2fa3435e46 service neutron] 10.222.0.21 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863926 Sep 20 12:58:40.245568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb70459-b68c-49c8-814e-f6329614c1d5 req-f5960654-c662-4023-9158-03847a6321e0 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:40.247078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfb70459-b68c-49c8-814e-f6329614c1d5 req-f5960654-c662-4023-9158-03847a6321e0 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1094 time: 0.0457890 Sep 20 12:58:40.285815 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dfb70459-b68c-49c8-814e-f6329614c1d5 req-174e4d25-d14b-4fa6-b78d-099ab00d2a41 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Sep 20 12:58:41.069900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4536-5b84-46db-abba-6b8f9d5ed0ed req-cc9be983-3080-42b5-bfef-7398386a06ac tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:41.071376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e40d4536-5b84-46db-abba-6b8f9d5ed0ed req-cc9be983-3080-42b5-bfef-7398386a06ac tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.0487859 Sep 20 12:58:41.112751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e40d4536-5b84-46db-abba-6b8f9d5ed0ed req-27f1b333-ad47-4a19-b823-a4a6ee2c818d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352714 Sep 20 12:58:41.392360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec7525-0d9d-433c-bfa5-938e003eca28 req-ac1dd0b9-3d9d-4006-ac3f-e4e5af1d23b8 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:41.393828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44ec7525-0d9d-433c-bfa5-938e003eca28 req-ac1dd0b9-3d9d-4006-ac3f-e4e5af1d23b8 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1094 time: 0.0395050 Sep 20 12:58:41.428662 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44ec7525-0d9d-433c-bfa5-938e003eca28 req-2e8538df-aa15-489d-a1fb-539ad1ec55d1 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282502 Sep 20 12:58:41.613405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:58:41.708325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:41.723964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '4d75cd6e-c1eb-46c5-9454-d4ebd4629f74', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'port_id': '4d75cd6e-c1eb-46c5-9454-d4ebd4629f74', 'mac_address': 'fa:16:3e:ba:f9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:58:41.764126 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:41.776636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:58:41.796018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:41.870104 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:41.921129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:42.069813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['4d75cd6e-c1eb-46c5-9454-d4ebd4629f74'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:58:42.241407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b7194-07c2-4de0-9f72-79c1f4eb3d24 req-a524d375-f05a-4bd0-9256-81f6f6b2cbb6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:42.242970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-078b7194-07c2-4de0-9f72-79c1f4eb3d24 req-a524d375-f05a-4bd0-9256-81f6f6b2cbb6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.0610201 Sep 20 12:58:42.282289 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-078b7194-07c2-4de0-9f72-79c1f4eb3d24 req-532a0084-c319-4dd8-9f31-3bdd0836f27d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Sep 20 12:58:42.438783 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bad7960-bc16-4d75-8e85-cc6c9de4d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:42.533872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eca5ce-4bad-42e6-9b8c-82542af31884 req-8b619c55-479e-44cd-acb2-4998f723edfb tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:42.535473 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31eca5ce-4bad-42e6-9b8c-82542af31884 req-8b619c55-479e-44cd-acb2-4998f723edfb tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1095 time: 0.0398524 Sep 20 12:58:42.570551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31eca5ce-4bad-42e6-9b8c-82542af31884 req-56349c09-2b86-4986-a6da-75d983a5dfe3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282619 Sep 20 12:58:43.399246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1410-4bc7-4f48-aa2b-a4d02b5eff1e req-6b1c613f-9805-4edf-94d6-4beef5df5f84 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:43.400781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48ee1410-4bc7-4f48-aa2b-a4d02b5eff1e req-6b1c613f-9805-4edf-94d6-4beef5df5f84 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 944 time: 0.0508251 Sep 20 12:58:43.438159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48ee1410-4bc7-4f48-aa2b-a4d02b5eff1e req-43f2ad12-3d5c-48bc-8df9-136d766eb606 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310974 Sep 20 12:58:43.613377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:43.683815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0066650-b35e-41e1-a0c0-1b07c40ceb22 req-dc5f1fac-d857-47ab-8ab7-0e3d04244110 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:43.685410 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0066650-b35e-41e1-a0c0-1b07c40ceb22 req-dc5f1fac-d857-47ab-8ab7-0e3d04244110 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1095 time: 0.0454364 Sep 20 12:58:43.720534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0066650-b35e-41e1-a0c0-1b07c40ceb22 req-31ef7230-974f-4188-b59b-85c6fcd19458 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286028 Sep 20 12:58:43.730338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:58:43.734475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:43.734863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:43.756331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 613f3f5f-9814-4504-8deb-05fcd88960d7 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:58:43.884901 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:43.910462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 613f3f5f-9814-4504-8deb-05fcd88960d7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=613f3f5f-9814-4504-8deb-05fcd88960d7,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:43.930359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6220c0c1-90d7-4541-a26e-5df53b45dddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d75cd6e-c1eb-46c5-9454-d4ebd4629f74'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:43.933694 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ce8d07-4e41-4890-9e42-785a975830aa" -d '{"events": [{"server_uuid": "6220c0c1-90d7-4541-a26e-5df53b45dddb", "name": "network-vif-plugged", "status": "completed", "tag": "4d75cd6e-c1eb-46c5-9454-d4ebd4629f74"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:43.938429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'port_id': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'mac_address': 'fa:16:3e:a2:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:58:43.949716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:43.975301 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71812297-6f4d-47d9-bfc5-b6b72788a218 x-openstack-request-id: req-71812297-6f4d-47d9-bfc5-b6b72788a218 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:43.975598 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6220c0c1-90d7-4541-a26e-5df53b45dddb", "name": "network-vif-plugged", "status": "completed", "tag": "4d75cd6e-c1eb-46c5-9454-d4ebd4629f74", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:43.975855 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71812297-6f4d-47d9-bfc5-b6b72788a218 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:43.976243 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6220c0c1-90d7-4541-a26e-5df53b45dddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d75cd6e-c1eb-46c5-9454-d4ebd4629f74', 'code': 200} Sep 20 12:58:43.992188 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:44.006060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613f3f5f-9814-4504-8deb-05fcd88960d7 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:58:44.027148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 613f3f5f-9814-4504-8deb-05fcd88960d7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=613f3f5f-9814-4504-8deb-05fcd88960d7,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:44.028548 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:44.070844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762200b-5855-4d5e-9109-b389bf760f5c req-1e7a589e-5ae3-4249-89ee-6616bc1e1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:44.073553 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c762200b-5855-4d5e-9109-b389bf760f5c req-1e7a589e-5ae3-4249-89ee-6616bc1e1b68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1096 time: 0.0426044 Sep 20 12:58:44.076758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:44.112701 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c762200b-5855-4d5e-9109-b389bf760f5c req-61b19ccc-c60b-4492-89b9-d59219ff9e0b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Sep 20 12:58:44.124386 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:44.172223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=613f3f5f-9814-4504-8deb-05fcd88960d7,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:44.322216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['613f3f5f-9814-4504-8deb-05fcd88960d7'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:58:44.560718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90fe3-6ad5-4c21-994f-1ea81474159f req-1e242bcc-d9cd-4e67-ad41-dd73eda5b002 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:44.562299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8e90fe3-6ad5-4c21-994f-1ea81474159f req-1e242bcc-d9cd-4e67-ad41-dd73eda5b002 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 945 time: 0.0529547 Sep 20 12:58:44.600431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b8e90fe3-6ad5-4c21-994f-1ea81474159f req-c3c2213e-a447-48af-bf45-88f82751b37e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316570 Sep 20 12:58:44.828120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c01504-ca87-46c0-9f90-5258d71c1ca6 req-423f04b4-f263-47bd-af26-c76ec25728a5 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:44.831450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75c01504-ca87-46c0-9f90-5258d71c1ca6 req-423f04b4-f263-47bd-af26-c76ec25728a5 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1096 time: 0.0414536 Sep 20 12:58:44.864899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75c01504-ca87-46c0-9f90-5258d71c1ca6 req-822672d1-9975-4fd8-ae47-a2f0643bfdea tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288410 Sep 20 12:58:45.176594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ea3c290b-0568-4930-aaf6-dd8a26f42f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:45.672950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:45.726464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f85fa6-b58f-48d8-833c-c4f3db13ddae req-1616be43-05d1-442a-8b50-0caa847b6ee4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:45.728802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f85fa6-b58f-48d8-833c-c4f3db13ddae req-1616be43-05d1-442a-8b50-0caa847b6ee4 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 945 time: 0.0555837 Sep 20 12:58:45.773655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27f85fa6-b58f-48d8-833c-c4f3db13ddae req-e8954502-5221-4ab8-a803-30fc9f2c7a6f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382359 Sep 20 12:58:45.793032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 613f3f5f-9814-4504-8deb-05fcd88960d7 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:45.983674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60b43a-8c37-435e-ac12-78fafcc8b3e9 req-a589525d-642f-41e3-b8c6-f5ea10add251 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:45.985371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab60b43a-8c37-435e-ac12-78fafcc8b3e9 req-a589525d-642f-41e3-b8c6-f5ea10add251 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1096 time: 0.0445132 Sep 20 12:58:46.021261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab60b43a-8c37-435e-ac12-78fafcc8b3e9 req-5267c550-b8c4-4211-aba6-9fed5e2477a2 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289090 Sep 20 12:58:46.110274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 613f3f5f-9814-4504-8deb-05fcd88960d7 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:58:46.114625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 613f3f5f-9814-4504-8deb-05fcd88960d7 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:46.114999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:46.130655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70237-8ff4-47e4-b221-987c5c93cbb1 req-15be228b-c46f-4305-aece-0241b1c981d5 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:46.133472 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aee70237-8ff4-47e4-b221-987c5c93cbb1 req-15be228b-c46f-4305-aece-0241b1c981d5 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1096 time: 0.0443978 Sep 20 12:58:46.190309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aee70237-8ff4-47e4-b221-987c5c93cbb1 req-d6ebc5f4-8408-4f5c-afab-6e5b69928a9f tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502191 Sep 20 12:58:46.197498 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:46.224724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f3f5f-9814-4504-8deb-05fcd88960d7'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:46.227246 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5553e9e4-a97e-48c4-95e9-a21935d841e1" -d '{"events": [{"server_uuid": "49b78587-c55b-4c2e-b345-44071f03f8ea", "name": "network-vif-plugged", "status": "completed", "tag": "613f3f5f-9814-4504-8deb-05fcd88960d7"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:46.241418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 613f3f5f-9814-4504-8deb-05fcd88960d7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=613f3f5f-9814-4504-8deb-05fcd88960d7,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:46.301843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965da9dc-1ee3-45b0-b73d-159b03a4ee21 req-417e87b6-8caf-404f-9293-0e427f195f21 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:46.303398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-965da9dc-1ee3-45b0-b73d-159b03a4ee21 req-417e87b6-8caf-404f-9293-0e427f195f21 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1096 time: 0.0458355 Sep 20 12:58:46.333238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:46.346307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-965da9dc-1ee3-45b0-b73d-159b03a4ee21 req-32ccdc0a-9560-4c08-8393-aa7899693141 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Sep 20 12:58:46.412464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=613f3f5f-9814-4504-8deb-05fcd88960d7,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:46.440081 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b417d29-d227-42db-996c-e2cb451b0c16 x-openstack-request-id: req-6b417d29-d227-42db-996c-e2cb451b0c16 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:46.440081 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b78587-c55b-4c2e-b345-44071f03f8ea", "name": "network-vif-plugged", "status": "completed", "tag": "613f3f5f-9814-4504-8deb-05fcd88960d7", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:46.440363 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b417d29-d227-42db-996c-e2cb451b0c16 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:46.440564 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'code': 200} Sep 20 12:58:46.604973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4b29-d62a-4237-98a2-af4ce0f1fde0 req-58fa4c2b-7afa-4aa2-97c6-06268ab1061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:46.606494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5db4b29-d62a-4237-98a2-af4ce0f1fde0 req-58fa4c2b-7afa-4aa2-97c6-06268ab1061c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 1097 time: 0.1014886 Sep 20 12:58:46.641236 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:46.653150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-6768cb58-c106-43a9-91c3-2acec386c63d tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:46.654647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-6768cb58-c106-43a9-91c3-2acec386c63d tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/networks?id=0a04b70f-0b0d-458e-9136-37d57dc55564 HTTP/1.1" status: 200 len: 910 time: 0.1244814 Sep 20 12:58:46.658975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5db4b29-d62a-4237-98a2-af4ce0f1fde0 req-0ef456a5-fd3b-4375-9ed6-fb1055235f9b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425973 Sep 20 12:58:46.671419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-9b806c63-41b5-492c-b451-bfa996f6a441 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/quotas/ca20e6fe43b34a82bbbc6cdfb5a32426 HTTP/1.1" status: 200 len: 375 time: 0.0095034 Sep 20 12:58:46.720864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cfb20df8-8857-46a5-9f8a-c6fe2aca75c9 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca20e6fe43b34a82bbbc6cdfb5a32426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0440633 Sep 20 12:58:46.812135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-b101879d-3502-4d25-8f13-d71f605756a1 service neutron] 10.222.0.37 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837352 Sep 20 12:58:46.919691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-b12172e5-fcce-4f5c-be6a-7b9823654f88 service neutron] 10.222.0.37 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009271 Sep 20 12:58:47.174418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c24d-b5a1-465c-9fba-15d7ad344b62 req-beddcb10-ddaa-4e4a-94a4-46e6a349ea4f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:47.176004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f101c24d-b5a1-465c-9fba-15d7ad344b62 req-beddcb10-ddaa-4e4a-94a4-46e6a349ea4f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 946 time: 0.0556109 Sep 20 12:58:47.227689 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f101c24d-b5a1-465c-9fba-15d7ad344b62 req-3964f342-7ea0-4e0d-a1b8-6f42ad8f224c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443370 Sep 20 12:58:47.299663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8828ee21-861b-49bf-907d-7dd0a7248991 req-780d79ec-d6d0-4dba-822e-4dffd5991f84 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 210 time: 0.0329850 Sep 20 12:58:48.010743 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:48.363138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94993a0-026e-4b1e-ad0d-c9cbaaee5abe req-a2c3ce46-ec98-45fd-9154-c6f762e20444 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:48.364964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b94993a0-026e-4b1e-ad0d-c9cbaaee5abe req-a2c3ce46-ec98-45fd-9154-c6f762e20444 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 946 time: 0.0600004 Sep 20 12:58:48.409368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b94993a0-026e-4b1e-ad0d-c9cbaaee5abe req-5ed0c2ac-b032-4d00-9070-30bc19cd4482 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362833 Sep 20 12:58:48.503157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3cc1b5da-d9ae-4862-9eaa-62a5661a51d5 req-cb3b2eda-1302-4907-817e-5815642ff055 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 210 time: 0.0264864 Sep 20 12:58:48.614641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4fd17-64de-44c7-9b08-aa4e37ccb7fd req-eb3f73f0-57cf-4630-8875-b7960ece1ed5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:48.616635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d4fd17-64de-44c7-9b08-aa4e37ccb7fd req-eb3f73f0-57cf-4630-8875-b7960ece1ed5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 946 time: 0.0527661 Sep 20 12:58:48.654470 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d4fd17-64de-44c7-9b08-aa4e37ccb7fd req-7e4c7893-321a-45e7-a257-586d974c71c5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315752 Sep 20 12:58:48.677268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:48.864364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d54ddd-7e51-4b6e-a155-873e7b5be3ed tempest-TestVolumeBootPattern-1645181390 tempest-TestVolumeBootPattern-1645181390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:48.865936 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-93d54ddd-7e51-4b6e-a155-873e7b5be3ed tempest-TestVolumeBootPattern-1645181390 tempest-TestVolumeBootPattern-1645181390-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 1092 time: 0.1876578 Sep 20 12:58:48.869602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37460) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:48.874618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:48.955727 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.053028 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.161957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.25.6.169 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/f27d0e42-d2b9-4f85-825b-9a404db9b883) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:49.192437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-1942cf86-54f3-4b49-9c9c-f2b31345d7c7 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:49.194052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-1942cf86-54f3-4b49-9c9c-f2b31345d7c7 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.32 "GET /v2.0/networks?id=0a04b70f-0b0d-458e-9136-37d57dc55564 HTTP/1.1" status: 200 len: 910 time: 0.0903172 Sep 20 12:58:49.206008 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Request body: {'port': {'device_id': 'fb907fe4-2edc-4598-bb3e-a438ca2c42c3', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'admin_state_up': True, 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:49.263673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.292820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Made reservation on behalf of ca20e6fe43b34a82bbbc6cdfb5a32426 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:58:49.295267 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.384316 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.420253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Allocated IP 172.20.0.10 (0a04b70f-0b0d-458e-9136-37d57dc55564/cc2455ea-0c89-4d23-b265-eaaefb37f627/4948d2f0-4246-433b-97ea-dddd9a6c6936) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:58:49.427968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:49.435691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:49.443392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:49.446510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=f27d0e42-d2b9-4f85-825b-9a404db9b883,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:49.566312 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.611916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01692665-522e-42ac-90b2-0007eeedd4c2 req-97f5f827-17bc-490e-adbe-fec14d2cf4c0 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 210 time: 0.0371346 Sep 20 12:58:49.692904 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.706752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['4d75cd6e-c1eb-46c5-9454-d4ebd4629f74'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:58:49.733438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:58:49.736347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:58:49.739833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:58:49.770695 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Pushing event updated for resources: {'Port': ['ID=4948d2f0-4246-433b-97ea-dddd9a6c6936,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:49.785513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:49.786134 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.840523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.873078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-8a26f8f4-b67e-406a-94c6-765a1ec4614a tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6684625 Sep 20 12:58:49.894778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Request body: {'port': {'device_id': 'fb907fe4-2edc-4598-bb3e-a438ca2c42c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:58:49.982297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:49.996383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.053564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3e60f9c9-96a4-4f01-be8c-f5e300a28dd3 None None] Provisioning complete for port 4948d2f0-4246-433b-97ea-dddd9a6c6936 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:50.054234 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3e60f9c9-96a4-4f01-be8c-f5e300a28dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.077352 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.095368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3e60f9c9-96a4-4f01-be8c-f5e300a28dd3 None None] Port 4948d2f0-4246-433b-97ea-dddd9a6c6936 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:58:50.175530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.244655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.308112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4948d2f0-4246-433b-97ea-dddd9a6c6936 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:58:50.315996 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.318334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=f27d0e42-d2b9-4f85-825b-9a404db9b883,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:50.328299 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.336494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Transition to ACTIVE for port object 4948d2f0-4246-433b-97ea-dddd9a6c6936 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:58:50.412730 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.431528 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Floating IP ac9bf85a-fe1b-49ca-9162-d18bd17dc8b5 associated. External IP: 172.25.6.169, port: 613f3f5f-9814-4504-8deb-05fcd88960d7. Sep 20 12:58:50.468350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=4948d2f0-4246-433b-97ea-dddd9a6c6936,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:50.471587 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.539419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Attempting to bind port 4948d2f0-4246-433b-97ea-dddd9a6c6936 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:58:50.539913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Attempting to bind port 4948d2f0-4246-433b-97ea-dddd9a6c6936 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:58:50.540694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Attempting to bind port 4948d2f0-4246-433b-97ea-dddd9a6c6936 on network 0a04b70f-0b0d-458e-9136-37d57dc55564 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:50.545325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Port 4948d2f0-4246-433b-97ea-dddd9a6c6936 on network 0a04b70f-0b0d-458e-9136-37d57dc55564 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:58:50.545722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Attempting to bind port 4948d2f0-4246-433b-97ea-dddd9a6c6936 on network 0a04b70f-0b0d-458e-9136-37d57dc55564 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:58:50.552228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:58:50.552704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Checking segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:58:50.553218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Bound using segment: {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:58:50.553713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Bound port: 4948d2f0-4246-433b-97ea-dddd9a6c6936, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21b1956-54e4-46e5-b444-1804e0001b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:58:50.554161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.628533 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] For port 4948d2f0-4246-433b-97ea-dddd9a6c6936, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:58:50.632470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] For port 4948d2f0-4246-433b-97ea-dddd9a6c6936, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4948d2f0-4246-433b-97ea-dddd9a6c6936,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:58:50.675025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Router 11f08978-2657-45cb-aa44-77ca132acf9c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:58:50.707462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.765047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:50.765759 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.767268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] 10.222.0.32 "PUT /v2.0/ports/4948d2f0-4246-433b-97ea-dddd9a6c6936 HTTP/1.1" status: 200 len: 1092 time: 0.8769414 Sep 20 12:58:50.767773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb907fe4-2edc-4598-bb3e-a438ca2c42c3', 'tag': '4948d2f0-4246-433b-97ea-dddd9a6c6936'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:50.770159 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7359097-d1ad-4e68-a317-4850bd9b7195" -d '{"events": [{"name": "network-changed", "server_uuid": "fb907fe4-2edc-4598-bb3e-a438ca2c42c3", "tag": "4948d2f0-4246-433b-97ea-dddd9a6c6936"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:50.792921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:58:50.801526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41489b86-7fc7-4469-a319-e84c4744eecf req-34130432-99d8-43b0-bc79-edc288fccd25 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:50.803061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41489b86-7fc7-4469-a319-e84c4744eecf req-34130432-99d8-43b0-bc79-edc288fccd25 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1095 time: 0.1070094 Sep 20 12:58:50.804081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8aaa2d-a01c-49bb-a5bc-addffc797cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=4948d2f0-4246-433b-97ea-dddd9a6c6936,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:50.819551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:58:50.830465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:50.831483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:50.861703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41489b86-7fc7-4469-a319-e84c4744eecf req-17810f2a-77e6-4ced-b0e5-337a683b1206 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Sep 20 12:58:50.890477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:50.937163 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7569673f-4cac-4fd9-aaa8-243dffa65d6a x-openstack-request-id: req-7569673f-4cac-4fd9-aaa8-243dffa65d6a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:50.937163 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb907fe4-2edc-4598-bb3e-a438ca2c42c3", "tag": "4948d2f0-4246-433b-97ea-dddd9a6c6936", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:50.937405 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7569673f-4cac-4fd9-aaa8-243dffa65d6a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:50.937807 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb907fe4-2edc-4598-bb3e-a438ca2c42c3', 'tag': '4948d2f0-4246-433b-97ea-dddd9a6c6936', 'status': 'completed', 'code': 200} Sep 20 12:58:50.941831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9ef7bc05-ba88-4133-80c6-e824c4f4971e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0710509 Sep 20 12:58:50.942963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'tag': '613f3f5f-9814-4504-8deb-05fcd88960d7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:50.950552 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef" -d '{"events": [{"name": "network-changed", "server_uuid": "49b78587-c55b-4c2e-b345-44071f03f8ea", "tag": "613f3f5f-9814-4504-8deb-05fcd88960d7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:50.972785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-f43c6d9a-d1d5-45c7-920e-d3d93989ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:50.976343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-f43c6d9a-d1d5-45c7-920e-d3d93989ecda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca20e6fe43b34a82bbbc6cdfb5a32426&device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1095 time: 0.1091890 Sep 20 12:58:50.992023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:51.030900 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a1fcb0-733b-4fcb-95c3-de4adeba05ab x-openstack-request-id: req-91a1fcb0-733b-4fcb-95c3-de4adeba05ab {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:51.031396 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b78587-c55b-4c2e-b345-44071f03f8ea", "tag": "613f3f5f-9814-4504-8deb-05fcd88960d7", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:51.031511 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91a1fcb0-733b-4fcb-95c3-de4adeba05ab {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:51.031841 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'tag': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'status': 'completed', 'code': 200} Sep 20 12:58:51.047975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-9de855d8-0b7d-4221-aed6-e16c70fcf5f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4948d2f0-4246-433b-97ea-dddd9a6c6936 HTTP/1.1" status: 200 len: 217 time: 0.0625954 Sep 20 12:58:51.085220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-ee4de014-3f6b-44f4-b2a4-c3c13cc3f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.087673 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-ee4de014-3f6b-44f4-b2a4-c3c13cc3f4b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 1097 time: 0.0500810 Sep 20 12:58:51.107956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-697b7c69-a79a-46d0-a7d1-057b8457c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.109481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-697b7c69-a79a-46d0-a7d1-057b8457c554 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc2455ea-0c89-4d23-b265-eaaefb37f627 HTTP/1.1" status: 200 len: 849 time: 0.0546894 Sep 20 12:58:51.160965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-53451c55-7b99-4ae8-bff3-99deb992be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.162726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-53451c55-7b99-4ae8-bff3-99deb992be24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a04b70f-0b0d-458e-9136-37d57dc55564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463791 Sep 20 12:58:51.198563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-4138931c-fcbf-402b-8adf-34c3653b5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.201749 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-4138931c-fcbf-402b-8adf-34c3653b5554 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.1061165 Sep 20 12:58:51.273449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-778dbbd6-51d2-48df-80ca-99f841ec83e3 service neutron] 10.222.0.32 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013722 Sep 20 12:58:51.280993 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-a0eb6525-3cd7-4539-8022-27d89f990a3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613f3f5f-9814-4504-8deb-05fcd88960d7 HTTP/1.1" status: 200 len: 1000 time: 0.0725403 Sep 20 12:58:51.283938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ac9bf85a-fe1b-49ca-9162-d18bd17dc8b5', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:a2:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:58:49Z', 'updated_at': '2021-09-20T12:58:49Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:51.316326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:58:51.325445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:51.326993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:51.347441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-59d414de-f548-4cce-a9b7-0c5d131ebc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.350271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-59d414de-f548-4cce-a9b7-0c5d131ebc3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0629361 Sep 20 12:58:51.384529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b053f5d8-a20f-4777-b91f-64f1e02bab65 req-e6855015-96d9-4e09-ab71-4305cf199ac5 service neutron] 10.222.0.32 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027706 Sep 20 12:58:51.407837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-60adfc40-2582-4bab-bab8-3a66a2680d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.413520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-60adfc40-2582-4bab-bab8-3a66a2680d2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506170 Sep 20 12:58:51.460190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:51.509945 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-db3cdd66-5a24-4c88-abda-a862215eefd0 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936146 Sep 20 12:58:51.569075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-cf98fb61-93da-42e2-825b-4ee91bac8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.572244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-cf98fb61-93da-42e2-825b-4ee91bac8a2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca20e6fe43b34a82bbbc6cdfb5a32426&device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1095 time: 0.0524323 Sep 20 12:58:51.614159 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e987e8c9-f8a1-4571-bf80-8e04ed3789ef req-16d00d47-ce1b-447d-892b-6c6df2fed9c2 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947261 Sep 20 12:58:51.679205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-00697799-d17e-4897-aee9-d0d2a88c8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.681931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-00697799-d17e-4897-aee9-d0d2a88c8288 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a04b70f-0b0d-458e-9136-37d57dc55564 HTTP/1.1" status: 200 len: 910 time: 0.1012847 Sep 20 12:58:51.687630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ac9bf85a-fe1b-49ca-9162-d18bd17dc8b5', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:a2:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:58:49Z', 'updated_at': '2021-09-20T12:58:49Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:51.714800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9974d648-96c9-4ac6-a82f-abb018cae5c9 None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'ac9bf85a-fe1b-49ca-9162-d18bd17dc8b5', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:a2:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:58:49Z', 'updated_at': '2021-09-20T12:58:49Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:58:51.725843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-dfe71e0f-cdfd-4398-924f-8cb74e11b6d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4948d2f0-4246-433b-97ea-dddd9a6c6936 HTTP/1.1" status: 200 len: 217 time: 0.0369749 Sep 20 12:58:51.781450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-bd264a40-864b-4c45-bb7e-79af457f245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.782963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-bd264a40-864b-4c45-bb7e-79af457f245a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc2455ea-0c89-4d23-b265-eaaefb37f627 HTTP/1.1" status: 200 len: 849 time: 0.0497870 Sep 20 12:58:51.831559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-b560d0c8-ae9b-4e1d-9bd5-ca599c7bd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:51.832978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-b560d0c8-ae9b-4e1d-9bd5-ca599c7bd950 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a04b70f-0b0d-458e-9136-37d57dc55564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419002 Sep 20 12:58:51.936595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-357bbfd8-bc4c-4443-8b3c-afac34b18f8b service neutron] 10.222.0.32 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951834 Sep 20 12:58:51.952406 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c2eb91-d972-4ecc-a8f2-bd35469489c3 None None] New status for floating IP ac9bf85a-fe1b-49ca-9162-d18bd17dc8b5: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:58:52.044313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fd2e1-f9e5-474e-afb4-6cf7447d4c43 req-2da96018-3407-4aaa-bc87-b277de388800 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:52.046538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d29fd2e1-f9e5-474e-afb4-6cf7447d4c43 req-2da96018-3407-4aaa-bc87-b277de388800 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1095 time: 0.1053970 Sep 20 12:58:52.069877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7359097-d1ad-4e68-a317-4850bd9b7195 req-3a02213a-7117-49cc-8031-7cd5edee410b service neutron] 10.222.0.32 "GET /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194198 Sep 20 12:58:52.117507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d29fd2e1-f9e5-474e-afb4-6cf7447d4c43 req-c0190a8b-09f3-4883-ae2f-80f63970e749 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Sep 20 12:58:53.226070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbc0b3-ec76-42d2-bfed-687d4af58738 req-4f48555b-4bb0-4e63-a80c-456cca2bb290 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:53.227605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70dbc0b3-ec76-42d2-bfed-687d4af58738 req-4f48555b-4bb0-4e63-a80c-456cca2bb290 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1095 time: 0.0398808 Sep 20 12:58:53.263625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70dbc0b3-ec76-42d2-bfed-687d4af58738 req-200f6187-2ae3-4807-97df-1ae4d2e4b6d9 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300848 Sep 20 12:58:53.853377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4948d2f0-4246-433b-97ea-dddd9a6c6936 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:58:54.108088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4948d2f0-4246-433b-97ea-dddd9a6c6936, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4948d2f0-4246-433b-97ea-dddd9a6c6936,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:54.119395 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '4948d2f0-4246-433b-97ea-dddd9a6c6936', 'network_id': '0a04b70f-0b0d-458e-9136-37d57dc55564', 'port_id': '4948d2f0-4246-433b-97ea-dddd9a6c6936', 'mac_address': 'fa:16:3e:87:c9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2455ea-0c89-4d23-b265-eaaefb37f627', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:58:54.156092 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:54.169258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4948d2f0-4246-433b-97ea-dddd9a6c6936 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:58:54.188950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4948d2f0-4246-433b-97ea-dddd9a6c6936, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4948d2f0-4246-433b-97ea-dddd9a6c6936,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:54.272459 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:54.319765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4948d2f0-4246-433b-97ea-dddd9a6c6936,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:54.327415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.327763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.328106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.328467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.328777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.329134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.329463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.330463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.330463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.330463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.330736 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.331045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:58:54.397318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1343c-b8b1-4717-b903-ab96524ea115 req-f27b8be2-a8e8-499e-a056-78fb3a98f1c1 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:54.398560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbf1343c-b8b1-4717-b903-ab96524ea115 req-f27b8be2-a8e8-499e-a056-78fb3a98f1c1 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1096 time: 0.0440836 Sep 20 12:58:54.437171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fbf1343c-b8b1-4717-b903-ab96524ea115 req-8e5eba4a-be55-4b04-afcb-455383f05430 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299463 Sep 20 12:58:54.479280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['4948d2f0-4246-433b-97ea-dddd9a6c6936'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:58:55.542242 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d84d18-afe6-4695-a498-09addf324669 req-b6ac24fd-50c5-4559-8776-cfe434c9974e tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:55.543819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11d84d18-afe6-4695-a498-09addf324669 req-b6ac24fd-50c5-4559-8776-cfe434c9974e tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1096 time: 0.0401137 Sep 20 12:58:55.581331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11d84d18-afe6-4695-a498-09addf324669 req-90e3b98f-5c5a-41b4-92b0-d07c6a8321b2 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Sep 20 12:58:55.869237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4948d2f0-4246-433b-97ea-dddd9a6c6936 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:58:56.010065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 4948d2f0-4246-433b-97ea-dddd9a6c6936 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:58:56.014170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 4948d2f0-4246-433b-97ea-dddd9a6c6936 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:58:56.014537 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:56.093340 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:56.115680 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb907fe4-2edc-4598-bb3e-a438ca2c42c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4948d2f0-4246-433b-97ea-dddd9a6c6936'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:56.118440 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b647ea-f345-4022-8eb7-b826aca55e23" -d '{"events": [{"server_uuid": "fb907fe4-2edc-4598-bb3e-a438ca2c42c3", "name": "network-vif-plugged", "status": "completed", "tag": "4948d2f0-4246-433b-97ea-dddd9a6c6936"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:56.131416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 4948d2f0-4246-433b-97ea-dddd9a6c6936, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4948d2f0-4246-433b-97ea-dddd9a6c6936,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:58:56.158316 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7106883-d10a-473b-b37e-72ea02dcdac0 x-openstack-request-id: req-f7106883-d10a-473b-b37e-72ea02dcdac0 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:58:56.158635 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb907fe4-2edc-4598-bb3e-a438ca2c42c3", "name": "network-vif-plugged", "status": "completed", "tag": "4948d2f0-4246-433b-97ea-dddd9a6c6936", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:58:56.158887 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7106883-d10a-473b-b37e-72ea02dcdac0 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:58:56.159281 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb907fe4-2edc-4598-bb3e-a438ca2c42c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4948d2f0-4246-433b-97ea-dddd9a6c6936', 'code': 200} Sep 20 12:58:56.218286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:56.253381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41093a3b-93c8-4f8a-b14c-5c7741f727d3 req-e2fb0d1e-1155-4135-a121-f48bf139afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:56.254857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41093a3b-93c8-4f8a-b14c-5c7741f727d3 req-e2fb0d1e-1155-4135-a121-f48bf139afe5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0386815 Sep 20 12:58:56.265111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=4948d2f0-4246-433b-97ea-dddd9a6c6936,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:56.292782 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41093a3b-93c8-4f8a-b14c-5c7741f727d3 req-d28074d3-5df8-4ab8-94fa-b34eecaea265 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291357 Sep 20 12:58:56.515083 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:58:56.691388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b161fa5-f9e4-4f90-816f-bdbe7d89ea16 req-164fd455-0b8b-4806-9fa4-1e1913590fdb tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:56.692884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b161fa5-f9e4-4f90-816f-bdbe7d89ea16 req-164fd455-0b8b-4806-9fa4-1e1913590fdb tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0437706 Sep 20 12:58:56.728438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8b161fa5-f9e4-4f90-816f-bdbe7d89ea16 req-d5288398-0291-4769-b903-9f95ca01efcf tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294251 Sep 20 12:58:57.833868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba97be-5e5f-4c2e-b119-7633a7ee26b1 req-5ea46df2-0468-487f-9746-016c0ba0c72c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:57.835459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6aba97be-5e5f-4c2e-b119-7633a7ee26b1 req-5ea46df2-0468-487f-9746-016c0ba0c72c tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0407243 Sep 20 12:58:57.872970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6aba97be-5e5f-4c2e-b119-7633a7ee26b1 req-2e3e0675-889c-4e14-85f6-842e5ecf5405 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282569 Sep 20 12:58:57.974877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ce26a-6692-471e-9e5c-1ecaf8ea5e82 req-5fda15f6-281a-405b-ba2d-eded5e72553e tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:57.976439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd0ce26a-6692-471e-9e5c-1ecaf8ea5e82 req-5fda15f6-281a-405b-ba2d-eded5e72553e tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0412610 Sep 20 12:58:58.013164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd0ce26a-6692-471e-9e5c-1ecaf8ea5e82 req-17157585-4554-44e3-bfe0-c19cba4ad011 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302088 Sep 20 12:58:58.127475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8620e7-75dd-49af-80a8-fa752a030853 req-17e4dff6-c140-4fe1-ba7d-10a0e151ccec tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:58.128987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b8620e7-75dd-49af-80a8-fa752a030853 req-17e4dff6-c140-4fe1-ba7d-10a0e151ccec tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0492647 Sep 20 12:58:58.163821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b8620e7-75dd-49af-80a8-fa752a030853 req-fa37d73a-de62-4817-a97c-3836d1b5c793 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278699 Sep 20 12:58:58.605748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ccb9-1630-48fa-9847-6dc37c312f92 req-f1ad0bad-40a3-463c-ab3c-778a287f5a0b tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:58.607256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76f9ccb9-1630-48fa-9847-6dc37c312f92 req-f1ad0bad-40a3-463c-ab3c-778a287f5a0b tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0404673 Sep 20 12:58:58.641402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76f9ccb9-1630-48fa-9847-6dc37c312f92 req-5876d47a-9607-471c-8e72-e542652341b6 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277085 Sep 20 12:58:58.733263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43cd96-408c-4f0c-a3f3-23a437924a8c req-05c1073b-8f5f-4a3c-8150-ab07e115c10b tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:58.734747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc43cd96-408c-4f0c-a3f3-23a437924a8c req-05c1073b-8f5f-4a3c-8150-ab07e115c10b tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1098 time: 0.0396073 Sep 20 12:58:58.768362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc43cd96-408c-4f0c-a3f3-23a437924a8c req-66d3ccf1-0e02-4e61-a8f6-9315ff62571b tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274756 Sep 20 12:58:58.791804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37540) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:58.950341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port e379be27-66c1-4e28-bb45-0f47a2f97bac {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:58:58.950693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:59.027832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:59.028154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:59.040293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for e379be27-66c1-4e28-bb45-0f47a2f97bac owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:58:59.244811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:59.271394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=e379be27-66c1-4e28-bb45-0f47a2f97bac,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:58:59.333720 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:59.334101 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Floating IP 350959cc-46d8-4f50-bdf0-d903af581fc6 disassociated (deleted). External IP: 172.25.6.223, port: 9a3fc711-3803-4c6e-b461-74a2826f5d2d. Sep 20 12:58:59.544425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router a2ceb57a-707f-45d0-9034-9a09729bd593 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:58:59.605799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:58:59.657897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:58:59.662883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:59.682951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] Sync routers for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:58:59.694381 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6cb41457-67a5-4c2b-9acf-42c097d5dfa6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/floatingips/350959cc-46d8-4f50-bdf0-d903af581fc6 HTTP/1.1" status: 204 len: 168 time: 0.9012516 Sep 20 12:58:59.694870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:58:59.695566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:58:59.697955 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:58:59.698396 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5588a04a-bc97-448b-8703-dfc76271ca85" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:58:59.740044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6948c6cd-0d82-4a27-ba69-e992c0984129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:59.766093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecdd82-6dc7-4570-a89e-89733a3e0a04 req-0349ace8-98e3-4d08-8676-3e80466b08b8 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:58:59.774875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eeecdd82-6dc7-4570-a89e-89733a3e0a04 req-0349ace8-98e3-4d08-8676-3e80466b08b8 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0561714 Sep 20 12:58:59.806157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eeecdd82-6dc7-4570-a89e-89733a3e0a04 req-1cd4559d-4cbb-4cdf-8393-350b66973d94 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303247 Sep 20 12:58:59.837779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:58:59.870091 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6948c6cd-0d82-4a27-ba69-e992c0984129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:58:59.966750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6948c6cd-0d82-4a27-ba69-e992c0984129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.003850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-2c44664b-63bd-49af-9f03-7f5293f0bdac tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:00.005723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-2c44664b-63bd-49af-9f03-7f5293f0bdac tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 1097 time: 0.0422781 Sep 20 12:59:00.022102 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6948c6cd-0d82-4a27-ba69-e992c0984129 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b29f25c448e4501a5cdbc69420cf71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148340 Sep 20 12:59:00.025807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37558) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:00.034392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948c6cd-0d82-4a27-ba69-e992c0984129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820aa021-fac3-4599-909b-2d97d50b07b3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:00.062112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:06Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:00.084386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65ca5fed-e883-4f7d-9926-143b9d15b736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.095047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] Checking router: a2ceb57a-707f-45d0-9034-9a09729bd593 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:59:00.099077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Deleting port 4948d2f0-4246-433b-97ea-dddd9a6c6936 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:00.099713 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.105489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:00.106126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:00.125999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65ca5fed-e883-4f7d-9926-143b9d15b736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.197989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] For port 4948d2f0-4246-433b-97ea-dddd9a6c6936, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=4948d2f0-4246-433b-97ea-dddd9a6c6936,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:00.198377 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.213370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Calling delete_port for 4948d2f0-4246-433b-97ea-dddd9a6c6936 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:00.224367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:00.242144 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044125b2-19f1-4475-a241-c93f96985629 x-openstack-request-id: req-044125b2-19f1-4475-a241-c93f96985629 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:59:00.242589 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:59:00.243100 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-044125b2-19f1-4475-a241-c93f96985629 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:59:00.243685 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'status': 'completed', 'code': 200} Sep 20 12:59:00.258882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65ca5fed-e883-4f7d-9926-143b9d15b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.268540 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65ca5fed-e883-4f7d-9926-143b9d15b736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.271443 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-65ca5fed-e883-4f7d-9926-143b9d15b736 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/820aa021-fac3-4599-909b-2d97d50b07b3 HTTP/1.1" status: 204 len: 168 time: 0.2444141 Sep 20 12:59:00.298394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca5fed-e883-4f7d-9926-143b9d15b736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820aa021-fac3-4599-909b-2d97d50b07b3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:00.349877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-c70f2a54-5013-44f2-98e2-924d3a986f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:00.351573 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-c70f2a54-5013-44f2-98e2-924d3a986f54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 1098 time: 0.0649610 Sep 20 12:59:00.453123 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2137e-b9ae-4bb4-9789-03c9728cfd07 req-1e1ba256-7e10-4667-9cff-af956c55377d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:00.455427 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bd2137e-b9ae-4bb4-9789-03c9728cfd07 req-1e1ba256-7e10-4667-9cff-af956c55377d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 947 time: 0.1362939 Sep 20 12:59:00.469994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-fa524885-4d8f-4f2a-adbe-677639005e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:00.472190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-fa524885-4d8f-4f2a-adbe-677639005e8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 200 len: 896 time: 0.1124470 Sep 20 12:59:00.507032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.515074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:06Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:00.520887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['4d75cd6e-c1eb-46c5-9454-d4ebd4629f74'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:59:00.524424 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-b0dee10d-a2ca-447f-84c0-905d32adedb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 200 len: 217 time: 0.0433202 Sep 20 12:59:00.554014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bd2137e-b9ae-4bb4-9789-03c9728cfd07 req-f0f72f28-c217-4720-a4d4-ca8d3c4c01f0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915341 Sep 20 12:59:00.566623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['4948d2f0-4246-433b-97ea-dddd9a6c6936'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:59:00.569592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Pushing event deleted for resources: {'Port': ['ID=4948d2f0-4246-433b-97ea-dddd9a6c6936,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:00.629843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.630301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.630569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.630919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.631265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.631606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.632001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.632347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.634052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.634417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.634754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.635130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:00.639808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-4dcb45f3-6915-4ab5-9e7c-13d4e61b596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:00.646155 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-4dcb45f3-6915-4ab5-9e7c-13d4e61b596d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 200 len: 833 time: 0.1137750 Sep 20 12:59:00.652307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf4ec4-7539-4231-af6e-7c6760d0c702 None None] The sync data for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 is: [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:57:03Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fd394d22-8a78-4012-b44a-d3f2131b7834', 'name': '', 'network_id': '5532ccb1-384a-433d-8d18-00ca2add857c', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:d2:00:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:57:02Z', 'updated_at': '2021-09-20T12:57:06Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '6bd87413-b291-47aa-9ee7-4baa8ec5433e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:59:00.656900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] No DVR routers for this DVR port 4948d2f0-4246-433b-97ea-dddd9a6c6936 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:59:00.660391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:00.664348 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d39d64a8-2bf9-412d-b209-34ce8f40f3b6 req-48c39105-39b8-4006-83fe-d239e422aaa4 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4948d2f0-4246-433b-97ea-dddd9a6c6936 HTTP/1.1" status: 204 len: 173 time: 0.6523809 Sep 20 12:59:00.665169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb907fe4-2edc-4598-bb3e-a438ca2c42c3', 'name': 'network-vif-deleted', 'tag': '4948d2f0-4246-433b-97ea-dddd9a6c6936'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:59:00.678713 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b12573-3653-4fd4-91e1-948e34a37c26" -d '{"events": [{"server_uuid": "fb907fe4-2edc-4598-bb3e-a438ca2c42c3", "name": "network-vif-deleted", "tag": "4948d2f0-4246-433b-97ea-dddd9a6c6936"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:59:00.768728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-378bb9e4-815e-4c63-89b9-52a4a1f4a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:00.770633 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-378bb9e4-815e-4c63-89b9-52a4a1f4a4c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5532ccb1-384a-433d-8d18-00ca2add857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154206 Sep 20 12:59:00.801330 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929e1f04-6eae-40b9-9f2f-cc6cba302431 x-openstack-request-id: req-929e1f04-6eae-40b9-9f2f-cc6cba302431 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:59:00.801330 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb907fe4-2edc-4598-bb3e-a438ca2c42c3", "name": "network-vif-deleted", "tag": "4948d2f0-4246-433b-97ea-dddd9a6c6936", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:59:00.801330 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-929e1f04-6eae-40b9-9f2f-cc6cba302431 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:59:00.801330 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb907fe4-2edc-4598-bb3e-a438ca2c42c3', 'name': 'network-vif-deleted', 'tag': '4948d2f0-4246-433b-97ea-dddd9a6c6936', 'status': 'completed', 'code': 200} Sep 20 12:59:00.977071 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a0eb839-d70f-4263-b258-7ba57c095a81 req-6f5da959-5378-473d-bf99-e148bd6fc1a0 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb907fe4-2edc-4598-bb3e-a438ca2c42c3 HTTP/1.1" status: 200 len: 210 time: 0.0709748 Sep 20 12:59:00.992390 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-ab6a956d-0d22-4e87-b53f-29a6f8f1e031 service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100413 Sep 20 12:59:01.098291 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36cb52-d8cf-46ca-9a4a-18e9ca687d5d None None] New status for floating IP 350959cc-46d8-4f50-bdf0-d903af581fc6: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:59:01.122230 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5588a04a-bc97-448b-8703-dfc76271ca85 req-9ff546b0-93c6-443f-b342-b1e59f436bbd service neutron] 10.222.0.32 "GET /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184323 Sep 20 12:59:01.701173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825622eb-77d5-4470-8674-fba1259fee8f req-71632121-b30c-4f71-be06-ea219f1d8f48 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:01.702909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-825622eb-77d5-4470-8674-fba1259fee8f req-71632121-b30c-4f71-be06-ea219f1d8f48 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 947 time: 0.0560982 Sep 20 12:59:01.754299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-411abd70-5706-4ce3-a9d0-9dd4aa6fb4bd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:01.756348 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-411abd70-5706-4ce3-a9d0-9dd4aa6fb4bd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 947 time: 0.0570140 Sep 20 12:59:01.764557 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-825622eb-77d5-4470-8674-fba1259fee8f req-8d4608ca-f3b7-4493-93e6-0452d7c8bf54 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496223 Sep 20 12:59:01.862081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 9a3fc711-3803-4c6e-b461-74a2826f5d2d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:01.862471 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:01.955871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 9a3fc711-3803-4c6e-b461-74a2826f5d2d, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a3fc711-3803-4c6e-b461-74a2826f5d2d,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:01.956241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:01.969392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 9a3fc711-3803-4c6e-b461-74a2826f5d2d owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:02.407324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e572cc2-2416-42f9-81f8-fe28ceb69209 req-1396b895-51c4-4079-bf00-686715d0e901 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:02.409137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e572cc2-2416-42f9-81f8-fe28ceb69209 req-1396b895-51c4-4079-bf00-686715d0e901 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1096 time: 0.0401318 Sep 20 12:59:02.448856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e572cc2-2416-42f9-81f8-fe28ceb69209 req-df9bf544-cf3b-4477-8a8c-90047e1b13a8 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Sep 20 12:59:02.503848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:02.531552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=9a3fc711-3803-4c6e-b461-74a2826f5d2d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:02.578549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] No DVR routers for this DVR port 9a3fc711-3803-4c6e-b461-74a2826f5d2d on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:59:02.581083 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:02.583125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a95313df-94db-4a25-8d9e-894d1d26e77b req-f91c4681-c0f2-4fab-ad1d-e58fed975871 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "DELETE /v2.0/ports/9a3fc711-3803-4c6e-b461-74a2826f5d2d HTTP/1.1" status: 204 len: 173 time: 0.8201900 Sep 20 12:59:02.583578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-deleted', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:59:02.586016 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c16eb75-efb9-49e1-b898-96a7f9af7809" -d '{"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-deleted", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:59:02.623841 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf746f6a-8b7e-4192-8790-acfd80cd952d x-openstack-request-id: req-bf746f6a-8b7e-4192-8790-acfd80cd952d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:59:02.624148 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e80ec-d5b3-49c8-974d-f1efae8f590e", "name": "network-vif-deleted", "tag": "9a3fc711-3803-4c6e-b461-74a2826f5d2d", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:59:02.624396 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf746f6a-8b7e-4192-8790-acfd80cd952d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:59:02.624788 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e80ec-d5b3-49c8-974d-f1efae8f590e', 'name': 'network-vif-deleted', 'tag': '9a3fc711-3803-4c6e-b461-74a2826f5d2d', 'status': 'completed', 'code': 200} Sep 20 12:59:02.863749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba2278a1-99c0-4705-8a7e-df6e09bffc35 req-db51da82-1948-4be4-b32c-c2e00a9ec2dc tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f6e80ec-d5b3-49c8-974d-f1efae8f590e HTTP/1.1" status: 200 len: 210 time: 0.0253358 Sep 20 12:59:03.567639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1efc-e715-4d52-9361-a729a586988c req-0592056a-b33a-4f55-a1f7-5ec2fe74b405 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:03.569210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b7a1efc-e715-4d52-9361-a729a586988c req-0592056a-b33a-4f55-a1f7-5ec2fe74b405 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1096 time: 0.0424805 Sep 20 12:59:03.609293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b7a1efc-e715-4d52-9361-a729a586988c req-c7809cbb-7725-4350-9ce8-817fd8ee7602 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8de4c221-4b41-4149-8ff6-8c77f863976f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Sep 20 12:59:03.745768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-5c70489d-d6e2-4611-bcbb-54a72da78442 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:03.747766 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-5c70489d-d6e2-4611-bcbb-54a72da78442 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 1096 time: 0.0426066 Sep 20 12:59:03.831690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Deleting port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:03.835529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:03.888417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4948d2f0-4246-433b-97ea-dddd9a6c6936 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:03.912258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 4948d2f0-4246-433b-97ea-dddd9a6c6936 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:03.912735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 4948d2f0-4246-433b-97ea-dddd9a6c6936 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:03.913284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:03.921917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] For port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:03.927637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:03.937051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Calling delete_port for 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:03.938078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37678) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:03.938823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 9a3fc711-3803-4c6e-b461-74a2826f5d2d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:03.939279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a3fc711-3803-4c6e-b461-74a2826f5d2d not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:04.127853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:04.138587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['4d75cd6e-c1eb-46c5-9454-d4ebd4629f74'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:59:04.166612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d75cd6e-c1eb-46c5-9454-d4ebd4629f74,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:04.210929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] No DVR routers for this DVR port 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:59:04.213051 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:04.215095 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdab74e7-7434-4c18-94ab-69038e5bd995 req-ca99019f-4d06-4c4d-9ccf-3fef38a6aed3 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 HTTP/1.1" status: 204 len: 173 time: 0.4611046 Sep 20 12:59:04.350447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:04.625740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6220c0c1-90d7-4541-a26e-5df53b45dddb', 'name': 'network-vif-deleted', 'tag': '4d75cd6e-c1eb-46c5-9454-d4ebd4629f74'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:59:04.628521 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b3eab1-6dd4-494a-80e4-bc267665e7da" -d '{"events": [{"server_uuid": "6220c0c1-90d7-4541-a26e-5df53b45dddb", "name": "network-vif-deleted", "tag": "4d75cd6e-c1eb-46c5-9454-d4ebd4629f74"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:59:04.670884 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28cee50-8a3e-4f79-9b5e-7d86cecd3244 x-openstack-request-id: req-a28cee50-8a3e-4f79-9b5e-7d86cecd3244 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:59:04.671177 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6220c0c1-90d7-4541-a26e-5df53b45dddb", "name": "network-vif-deleted", "tag": "4d75cd6e-c1eb-46c5-9454-d4ebd4629f74", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:59:04.671433 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a28cee50-8a3e-4f79-9b5e-7d86cecd3244 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:59:04.671836 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6220c0c1-90d7-4541-a26e-5df53b45dddb', 'name': 'network-vif-deleted', 'tag': '4d75cd6e-c1eb-46c5-9454-d4ebd4629f74', 'status': 'completed', 'code': 200} Sep 20 12:59:04.788231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3cdcf996-9d17-4a17-bd27-3ef7a95135e6 req-0b69abc0-cb1f-4fdf-9cd9-818f4c464a75 tempest-TestServerMultinode-1830627572 tempest-TestServerMultinode-1830627572-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6220c0c1-90d7-4541-a26e-5df53b45dddb HTTP/1.1" status: 200 len: 210 time: 0.0263612 Sep 20 12:59:04.983211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port fd394d22-8a78-4012-b44a-d3f2131b7834 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:04.983471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:05.075300 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port fd394d22-8a78-4012-b44a-d3f2131b7834, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fd394d22-8a78-4012-b44a-d3f2131b7834,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:05.076499 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:05.089964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for fd394d22-8a78-4012-b44a-d3f2131b7834 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:05.349338 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:05.381359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=fd394d22-8a78-4012-b44a-d3f2131b7834,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:05.559125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:05.783467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router a2ceb57a-707f-45d0-9034-9a09729bd593 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:59:05.860037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37692) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:05.898609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:59:05.905070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2252d51a-b88c-46ce-9881-d057da6a6d1c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "PUT /v2.0/routers/a2ceb57a-707f-45d0-9034-9a09729bd593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9649584 Sep 20 12:59:05.907392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37694) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:05.911837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] Sync routers for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:59:05.927255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:05.928016 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:05.977882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-70edfb6b-28ca-4d6c-a275-5ba60f0f7dae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting subnet 6bd87413-b291-47aa-9ee7-4baa8ec5433e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:59:05.983952 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70edfb6b-28ca-4d6c-a275-5ba60f0f7dae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.033352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70edfb6b-28ca-4d6c-a275-5ba60f0f7dae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.053243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:06.136821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70edfb6b-28ca-4d6c-a275-5ba60f0f7dae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.264203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:59:05Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:06.277710 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70edfb6b-28ca-4d6c-a275-5ba60f0f7dae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.307403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.308125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] Checking router: a2ceb57a-707f-45d0-9034-9a09729bd593 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:59:06.317380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] Routers {'a2ceb57a-707f-45d0-9034-9a09729bd593'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:06.318235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a2ceb57a-707f-45d0-9034-9a09729bd593'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:06.335030 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70edfb6b-28ca-4d6c-a275-5ba60f0f7dae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.341726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-70edfb6b-28ca-4d6c-a275-5ba60f0f7dae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/subnets/6bd87413-b291-47aa-9ee7-4baa8ec5433e HTTP/1.1" status: 204 len: 168 time: 0.4295154 Sep 20 12:59:06.341726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edfb6b-28ca-4d6c-a275-5ba60f0f7dae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd87413-b291-47aa-9ee7-4baa8ec5433e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:06.346398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37696) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:06.364791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12eb2ba-447e-4935-ab0e-d3ac3823edec None None] Network 5532ccb1-384a-433d-8d18-00ca2add857c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:59:06.471840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.537315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] Set router a2ceb57a-707f-45d0-9034-9a09729bd593 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:06.603771 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.629770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Deleting port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:06.630218 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.703277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] DHCP port deletion for 5532ccb1-384a-433d-8d18-00ca2add857c request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:59:06.735359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 622580d1-4bd8-446b-9879-abdb6c674657 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:06.735890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.744452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] For port 400de15b-4ae0-4eb8-8dd2-a879cac77f1a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:06.744973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.760366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Calling delete_port for 400de15b-4ae0-4eb8-8dd2-a879cac77f1a owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:06.796147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] Deleting port a6912bcb-3c68-40c4-9bd2-6059c1436ae4 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:06.796531 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.817768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:59:05Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:06.847859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 622580d1-4bd8-446b-9879-abdb6c674657, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=622580d1-4bd8-446b-9879-abdb6c674657,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:06.848362 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.852908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ab19b-d834-47f6-9b3b-02e34a81a047 None None] The sync data for ids ['a2ceb57a-707f-45d0-9034-9a09729bd593'] in n-d-809934-3 is: [{'id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457774720', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '622580d1-4bd8-446b-9879-abdb6c674657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:56:58Z', 'updated_at': '2021-09-20T12:59:05Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '622580d1-4bd8-446b-9879-abdb6c674657', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ceb57a-707f-45d0-9034-9a09729bd593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:56:59Z', 'updated_at': '2021-09-20T12:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:59:06.885672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 622580d1-4bd8-446b-9879-abdb6c674657 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:06.922502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] For port a6912bcb-3c68-40c4-9bd2-6059c1436ae4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a6912bcb-3c68-40c4-9bd2-6059c1436ae4,segment=NetworkSegment(0015059a-3dbf-4180-93bb-0c7a63e68994),segment_id=0015059a-3dbf-4180-93bb-0c7a63e68994)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:06.923532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:06.938874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] Calling delete_port for a6912bcb-3c68-40c4-9bd2-6059c1436ae4 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:07.075439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.106584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=400de15b-4ae0-4eb8-8dd2-a879cac77f1a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:07.132498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.132844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.133892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.134232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.134558 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.135093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.135276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.135613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.135867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.136182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.136377 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.136516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.136803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:59:07.168266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.181380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] No DVR routers for this DVR port a6912bcb-3c68-40c4-9bd2-6059c1436ae4 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:59:07.183087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931edcb2-37b2-4fbd-863b-ead4d613527d None None] Pushing event deleted for resources: {'Port': ['ID=a6912bcb-3c68-40c4-9bd2-6059c1436ae4,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:07.221502 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=622580d1-4bd8-446b-9879-abdb6c674657,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:07.315288 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.365055 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.433422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.435581 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.600922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.601497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Fanout notify agent at l3_agent the message router_deleted on router a2ceb57a-707f-45d0-9034-9a09729bd593 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:59:07.610596 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.611579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-326e4a23-0c96-4709-9be7-c773a3a17d89 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/routers/a2ceb57a-707f-45d0-9034-9a09729bd593 HTTP/1.1" status: 204 len: 168 time: 1.2643280 Sep 20 12:59:07.616035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37700) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:07.621447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Router 929865d5-e8e1-41a2-963a-2864b0cd1b64 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:59:07.696623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:07.702156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.723870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:07.724314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 4d75cd6e-c1eb-46c5-9454-d4ebd4629f74 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:07.778044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:59:07.785420 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-716e4c5e-0b10-4860-94e5-6ded68588b23 admin admin] 10.222.0.37 "PUT /v2.0/routers/929865d5-e8e1-41a2-963a-2864b0cd1b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9242597 Sep 20 12:59:07.791494 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] Sync routers for ids ['929865d5-e8e1-41a2-963a-2864b0cd1b64'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:59:07.797839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37702) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:07.810118 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] Routers {'929865d5-e8e1-41a2-963a-2864b0cd1b64'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:07.810860 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['929865d5-e8e1-41a2-963a-2864b0cd1b64'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:07.816858 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.839531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5532ccb1-384a-433d-8d18-00ca2add857c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:07.850152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0015059a-3dbf-4180-93bb-0c7a63e68994') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:07.850433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0015059a-3dbf-4180-93bb-0c7a63e68994') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:07.861661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.883641 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.890627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:59:07.891039 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: timer() Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:59:07.894516 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:59:07.931358 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:07.954916 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] Set router 929865d5-e8e1-41a2-963a-2864b0cd1b64 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:08.040904 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.049869 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.051959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/networks/5532ccb1-384a-433d-8d18-00ca2add857c HTTP/1.1" status: 204 len: 168 time: 0.4344430 Sep 20 12:59:08.057761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37706) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:08.062881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b997491-be37-4b50-a417-170f997f1bf4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Network': ['ID=5532ccb1-384a-433d-8d18-00ca2add857c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:08.087338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.156769 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-681c9cb8-1dc9-4045-8cb0-91a736a20dc4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.181897 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:59:06Z', 'revision_number': 5, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port': {'id': 'd6b9222d-5273-4f79-923b-dbd0b5983399', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:17Z', 'updated_at': '2021-09-20T12:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:08.210437 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] Checking router: 929865d5-e8e1-41a2-963a-2864b0cd1b64 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:59:08.215143 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-681c9cb8-1dc9-4045-8cb0-91a736a20dc4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.221460 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] Routers {'929865d5-e8e1-41a2-963a-2864b0cd1b64'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:08.223040 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['929865d5-e8e1-41a2-963a-2864b0cd1b64'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:08.265567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Deleting port d6b9222d-5273-4f79-923b-dbd0b5983399 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:08.270112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.398157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] For port d6b9222d-5273-4f79-923b-dbd0b5983399, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d6b9222d-5273-4f79-923b-dbd0b5983399,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:08.401841 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.422251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-681c9cb8-1dc9-4045-8cb0-91a736a20dc4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.428579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-681c9cb8-1dc9-4045-8cb0-91a736a20dc4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.430958 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-681c9cb8-1dc9-4045-8cb0-91a736a20dc4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/security-groups/cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7 HTTP/1.1" status: 204 len: 168 time: 0.3674788 Sep 20 12:59:08.437637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Calling delete_port for d6b9222d-5273-4f79-923b-dbd0b5983399 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:08.443477 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] Set router 929865d5-e8e1-41a2-963a-2864b0cd1b64 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:08.494305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c9cb8-1dc9-4045-8cb0-91a736a20dc4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2c5fa7-8f4c-4e30-8444-03cc13ce90d7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:08.501717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fd394d22-8a78-4012-b44a-d3f2131b7834 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:08.520307 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:59:08Z', 'revision_number': 6, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:08.553049 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeed5e2-8487-4e3a-8ad1-700933063abd None None] The sync data for ids ['929865d5-e8e1-41a2-963a-2864b0cd1b64'] in n-d-809934-3 is: [{'id': '929865d5-e8e1-41a2-963a-2864b0cd1b64', 'name': 'tempest-TestServerMultinode-2101091628-router', 'tenant_id': '7799c73888ad4a0fb2020677a1a7d34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:16Z', 'updated_at': '2021-09-20T12:59:08Z', 'revision_number': 6, 'project_id': '7799c73888ad4a0fb2020677a1a7d34d', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:59:08.562716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: fd394d22-8a78-4012-b44a-d3f2131b7834 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:08.562897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fd394d22-8a78-4012-b44a-d3f2131b7834 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:08.563337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a6912bcb-3c68-40c4-9bd2-6059c1436ae4 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:08.602519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a6912bcb-3c68-40c4-9bd2-6059c1436ae4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:08.603155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a6912bcb-3c68-40c4-9bd2-6059c1436ae4 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:08.603760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 622580d1-4bd8-446b-9879-abdb6c674657 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:08.724725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.759443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b9222d-5273-4f79-923b-dbd0b5983399,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:08.793136 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 622580d1-4bd8-446b-9879-abdb6c674657 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:08.793462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 622580d1-4bd8-446b-9879-abdb6c674657 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:08.824940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.851884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:08.856431 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fd31547c-396f-4c62-9546-50deedf8d94d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334836747', 'description': 'tempest-secgroup-smoke-334836747 description', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:08.924705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.929047 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:08.972762 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd31547c-396f-4c62-9546-50deedf8d94d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.073105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd31547c-396f-4c62-9546-50deedf8d94d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.074962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.075556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 929865d5-e8e1-41a2-963a-2864b0cd1b64 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:59:09.088532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.088532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e509c38b-1baf-4d45-a34d-f6dc5dac3bab admin admin] 10.222.0.37 "DELETE /v2.0/routers/929865d5-e8e1-41a2-963a-2864b0cd1b64 HTTP/1.1" status: 204 len: 168 time: 1.2883983 Sep 20 12:59:09.090342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37716) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:09.137941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f54068-fc18-4252-8fa7-e8561ec9cf80 admin admin] Deleting subnet cc2455ea-0c89-4d23-b265-eaaefb37f627 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:59:09.141094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f54068-fc18-4252-8fa7-e8561ec9cf80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.165103 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd31547c-396f-4c62-9546-50deedf8d94d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.176451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f54068-fc18-4252-8fa7-e8561ec9cf80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.196642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31547c-396f-4c62-9546-50deedf8d94d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a6e82-7a4f-44e5-86f0-e9deced26275,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:09.264777 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f54068-fc18-4252-8fa7-e8561ec9cf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.265650 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd31547c-396f-4c62-9546-50deedf8d94d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.270784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd31547c-396f-4c62-9546-50deedf8d94d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4179504 Sep 20 12:59:09.273632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:09.276035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f971a72f-4ad0-4232-a598-e553781e14f1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'a92a6e82-7a4f-44e5-86f0-e9deced26275', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:09.354452 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f971a72f-4ad0-4232-a598-e553781e14f1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.382341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f54068-fc18-4252-8fa7-e8561ec9cf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.415533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8f54068-fc18-4252-8fa7-e8561ec9cf80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.425974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c8f54068-fc18-4252-8fa7-e8561ec9cf80 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc2455ea-0c89-4d23-b265-eaaefb37f627 HTTP/1.1" status: 204 len: 168 time: 0.3300970 Sep 20 12:59:09.425974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f54068-fc18-4252-8fa7-e8561ec9cf80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2455ea-0c89-4d23-b265-eaaefb37f627,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:09.426184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c68a72-1dc3-42de-982c-e7ca86944459 None None] Network 0a04b70f-0b0d-458e-9136-37d57dc55564 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:59:09.426350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37720) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:09.436496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f971a72f-4ad0-4232-a598-e553781e14f1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.503550 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.516020 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f971a72f-4ad0-4232-a598-e553781e14f1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.546045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971a72f-4ad0-4232-a598-e553781e14f1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1794a24b-5f7f-4e7a-9a40-ba4ae8b9cd56,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:09.572281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Deleting port abab6113-330b-45c4-aada-d6dd6da46403 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:09.574953 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.640696 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f971a72f-4ad0-4232-a598-e553781e14f1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.645720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] For port abab6113-330b-45c4-aada-d6dd6da46403, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=abab6113-330b-45c4-aada-d6dd6da46403,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:09.649706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f971a72f-4ad0-4232-a598-e553781e14f1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3748734 Sep 20 12:59:09.660089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.660089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37722) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:09.660327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] DHCP port deletion for 0a04b70f-0b0d-458e-9136-37d57dc55564 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:59:09.660776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4c8978bd-574d-46c4-a1f4-bc3489298103 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'a92a6e82-7a4f-44e5-86f0-e9deced26275', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:09.675969 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Calling delete_port for abab6113-330b-45c4-aada-d6dd6da46403 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:09.709604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] Deleting port abab6113-330b-45c4-aada-d6dd6da46403 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:09.710373 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.786733 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] For port abab6113-330b-45c4-aada-d6dd6da46403, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=abab6113-330b-45c4-aada-d6dd6da46403,segment=NetworkSegment(a21b1956-54e4-46e5-b444-1804e0001b85),segment_id=a21b1956-54e4-46e5-b444-1804e0001b85)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:09.787170 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.787474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8978bd-574d-46c4-a1f4-bc3489298103 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.807698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] Calling delete_port for abab6113-330b-45c4-aada-d6dd6da46403 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:09.850275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.858148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8978bd-574d-46c4-a1f4-bc3489298103 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.880113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Pushing event deleted for resources: {'Port': ['ID=abab6113-330b-45c4-aada-d6dd6da46403,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:09.883488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] No DVR routers for this DVR port abab6113-330b-45c4-aada-d6dd6da46403 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:59:09.904371 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 12:59:09.915011 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.934573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8978bd-574d-46c4-a1f4-bc3489298103 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.943969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] No DVR routers for this DVR port abab6113-330b-45c4-aada-d6dd6da46403 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:59:09.947319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1feae46-ea8c-4052-ac81-7853f8dc8ee7 None None] Pushing event deleted for resources: {'Port': ['ID=abab6113-330b-45c4-aada-d6dd6da46403,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:09.991915 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:09.993548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8978bd-574d-46c4-a1f4-bc3489298103 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6caeec82-376a-4c96-9d6a-da69f4d59291,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:10.016995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a04b70f-0b0d-458e-9136-37d57dc55564']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:10.025579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21b1956-54e4-46e5-b444-1804e0001b85') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:10.025905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21b1956-54e4-46e5-b444-1804e0001b85') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:10.035637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.050230 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.054676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c8978bd-574d-46c4-a1f4-bc3489298103 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.056121 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4c8978bd-574d-46c4-a1f4-bc3489298103 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4049275 Sep 20 12:59:10.058783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:59:10.059086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:10.059560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:59:10.061216 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:59:10.065568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5ef570ea-c2fb-469f-97e6-5b25bcff1ce2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'a92a6e82-7a4f-44e5-86f0-e9deced26275', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:10.160125 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ef570ea-c2fb-469f-97e6-5b25bcff1ce2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.213722 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.221741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.226601 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] 10.222.0.37 "DELETE /v2.0/networks/0a04b70f-0b0d-458e-9136-37d57dc55564 HTTP/1.1" status: 204 len: 168 time: 0.7970033 Sep 20 12:59:10.226780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ef570ea-c2fb-469f-97e6-5b25bcff1ce2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.226900 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:10.240868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f48336-376e-45bf-af42-d2914c31853c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a04b70f-0b0d-458e-9136-37d57dc55564,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:10.320036 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ef570ea-c2fb-469f-97e6-5b25bcff1ce2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.347517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef570ea-c2fb-469f-97e6-5b25bcff1ce2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe34705-bb0d-4be4-94d3-9f4916ba2b38,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:10.348919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device abab6113-330b-45c4-aada-d6dd6da46403 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:10.371089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: abab6113-330b-45c4-aada-d6dd6da46403 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:10.371574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device abab6113-330b-45c4-aada-d6dd6da46403 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:10.371976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d6b9222d-5273-4f79-923b-dbd0b5983399 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:10.392718 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: d6b9222d-5273-4f79-923b-dbd0b5983399 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:10.393148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d6b9222d-5273-4f79-923b-dbd0b5983399 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:10.393828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 400de15b-4ae0-4eb8-8dd2-a879cac77f1a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:10.416748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 400de15b-4ae0-4eb8-8dd2-a879cac77f1a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:10.417082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 400de15b-4ae0-4eb8-8dd2-a879cac77f1a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:10.449720 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ef570ea-c2fb-469f-97e6-5b25bcff1ce2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.451501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ef570ea-c2fb-469f-97e6-5b25bcff1ce2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907721 Sep 20 12:59:10.453773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:10.460022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6d7d12b6-eb08-4268-8037-b1c28ecd8c9c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'a92a6e82-7a4f-44e5-86f0-e9deced26275', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:10.627557 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d7d12b6-eb08-4268-8037-b1c28ecd8c9c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.695253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.746071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d7d12b6-eb08-4268-8037-b1c28ecd8c9c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.813407 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d7d12b6-eb08-4268-8037-b1c28ecd8c9c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.861465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d12b6-eb08-4268-8037-b1c28ecd8c9c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003b0f0d-f1ad-464a-8436-1404e9092eb7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:10.959799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d7d12b6-eb08-4268-8037-b1c28ecd8c9c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:10.960967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6d7d12b6-eb08-4268-8037-b1c28ecd8c9c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5062673 Sep 20 12:59:10.965149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37732) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:10.970328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9a19a0d7-4d2a-47bd-b394-0cf7d4652eae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'a92a6e82-7a4f-44e5-86f0-e9deced26275', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:10.993047 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Deleting port 1f38e382-e1f3-44af-9a1e-5515f1d80404 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:10.993419 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.072659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] For port 1f38e382-e1f3-44af-9a1e-5515f1d80404, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1f38e382-e1f3-44af-9a1e-5515f1d80404,segment=NetworkSegment(a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7),segment_id=a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:11.073569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.075139 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-9a19a0d7-4d2a-47bd-b394-0cf7d4652eae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Project c1df823e0e9446a9a23f52aa8f273f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:59:11.080220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a19a0d7-4d2a-47bd-b394-0cf7d4652eae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.085772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Calling delete_port for 1f38e382-e1f3-44af-9a1e-5515f1d80404 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:11.151449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a19a0d7-4d2a-47bd-b394-0cf7d4652eae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.223605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a19a0d7-4d2a-47bd-b394-0cf7d4652eae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.244593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19a0d7-4d2a-47bd-b394-0cf7d4652eae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fc10e0-8058-4496-ac95-c28e4613beae,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:11.321444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a19a0d7-4d2a-47bd-b394-0cf7d4652eae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.322876 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9a19a0d7-4d2a-47bd-b394-0cf7d4652eae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3564050 Sep 20 12:59:11.325772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37736) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:11.331449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ae7d40cd-5614-4312-b013-802030633c38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': 'a92a6e82-7a4f-44e5-86f0-e9deced26275', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:11.413839 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-ae7d40cd-5614-4312-b013-802030633c38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Project c1df823e0e9446a9a23f52aa8f273f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:59:11.420907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae7d40cd-5614-4312-b013-802030633c38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.493317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae7d40cd-5614-4312-b013-802030633c38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.578943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae7d40cd-5614-4312-b013-802030633c38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.598005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d40cd-5614-4312-b013-802030633c38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd7f163-a518-4260-b91b-9008f1eb6a43,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:11.715362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae7d40cd-5614-4312-b013-802030633c38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.716684 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ae7d40cd-5614-4312-b013-802030633c38 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3898504 Sep 20 12:59:11.719467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37740) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:11.724660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'network': {'name': 'tempest-network-smoke--907231251', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'port_security_enabled': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:11.770471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.802399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f38e382-e1f3-44af-9a1e-5515f1d80404,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:11.861690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:59:11.865586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.906201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:59:11.917669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:11.918026 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Added segment fa3dead6-b865-45ca-b29f-29bd5cf79eea of type vlan for network 03ce2256-7e02-4fa7-af67-41af402bf6dc Sep 20 12:59:11.973880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:12.012511 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:12.240377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:12.240377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:12.240377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:12.278720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Router 28ed28b2-8094-4fb3-9224-90ca1eb52820 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:59:12.307319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Network': ['ID=03ce2256-7e02-4fa7-af67-41af402bf6dc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:12.327842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:59:12.431497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:59:12.438311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2d67e45-bf9e-4f33-b96e-7a143987c13f admin admin] 10.222.0.37 "PUT /v2.0/routers/28ed28b2-8094-4fb3-9224-90ca1eb52820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2103655 Sep 20 12:59:12.441082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37744) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:12.443394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] Sync routers for ids ['28ed28b2-8094-4fb3-9224-90ca1eb52820'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:59:12.453404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] Routers {'28ed28b2-8094-4fb3-9224-90ca1eb52820'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:12.454030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['28ed28b2-8094-4fb3-9224-90ca1eb52820'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:12.578766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] Set router 28ed28b2-8094-4fb3-9224-90ca1eb52820 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:12.643279 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1da7a4c2-8118-4360-83da-9b7a03dfbff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:12.778239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:59:11Z', 'revision_number': 5, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:12.823673 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] Checking router: 28ed28b2-8094-4fb3-9224-90ca1eb52820 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:59:12.841116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] Routers {'28ed28b2-8094-4fb3-9224-90ca1eb52820'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:12.841487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:58:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['28ed28b2-8094-4fb3-9224-90ca1eb52820'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:12.893795 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-61fd4e23-7ba0-4b33-9622-ab9b5e474682 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1729982 Sep 20 12:59:12.896477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37746) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:12.902391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'admin_state_up': True, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:12.932184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:12.971064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] Set router 28ed28b2-8094-4fb3-9224-90ca1eb52820 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:13.037892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.057216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.058278 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.120101 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.169711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:59:11Z', 'revision_number': 5, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:13.177249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Deleting port 997023ae-a0ae-4580-8238-9eb9068ee0c1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:13.177600 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.200464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57066d55-614c-4c17-806d-dd0d95ead0e7 None None] The sync data for ids ['28ed28b2-8094-4fb3-9224-90ca1eb52820'] in n-d-809934-3 is: [{'id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'name': 'tempest-TestServerMultinode-1335657999-router', 'tenant_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:58:25Z', 'updated_at': '2021-09-20T12:59:11Z', 'revision_number': 5, 'project_id': 'ca20e6fe43b34a82bbbc6cdfb5a32426', 'gw_port': {'id': '997023ae-a0ae-4580-8238-9eb9068ee0c1', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed28b2-8094-4fb3-9224-90ca1eb52820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:58:26Z', 'updated_at': '2021-09-20T12:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:59:13.392286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.396209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] For port 997023ae-a0ae-4580-8238-9eb9068ee0c1, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=997023ae-a0ae-4580-8238-9eb9068ee0c1,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:13.396567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.410639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Calling delete_port for 997023ae-a0ae-4580-8238-9eb9068ee0c1 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:13.715614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.779438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=997023ae-a0ae-4580-8238-9eb9068ee0c1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:13.802926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.844848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:13.937501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.063526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.068401 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.123867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.25.6.241 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:59:14.202913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.203366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ed28b2-8094-4fb3-9224-90ca1eb52820 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:59:14.207981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.212681 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-167177b2-b4ed-416f-8a52-c12b3c8b8f51 admin admin] 10.222.0.37 "DELETE /v2.0/routers/28ed28b2-8094-4fb3-9224-90ca1eb52820 HTTP/1.1" status: 204 len: 168 time: 1.7701738 Sep 20 12:59:14.215105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:14.264968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.272673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-15734df1-7d3d-41e6-bc9b-6f20137b7ff1 admin admin] Deleting subnet 4940606f-0c10-4c2a-93f4-bac06b0646ae {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:59:14.278948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15734df1-7d3d-41e6-bc9b-6f20137b7ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.333441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15734df1-7d3d-41e6-bc9b-6f20137b7ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.387755 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.394348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1f38e382-e1f3-44af-9a1e-5515f1d80404 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:14.423158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1f38e382-e1f3-44af-9a1e-5515f1d80404 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:14.423502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1f38e382-e1f3-44af-9a1e-5515f1d80404 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:14.441235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:59:14.448212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:59:14.448353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15734df1-7d3d-41e6-bc9b-6f20137b7ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.448972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:59:14.498457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:14.601500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15734df1-7d3d-41e6-bc9b-6f20137b7ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.629672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15734df1-7d3d-41e6-bc9b-6f20137b7ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4940606f-0c10-4c2a-93f4-bac06b0646ae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:14.637296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15734df1-7d3d-41e6-bc9b-6f20137b7ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.641498 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15734df1-7d3d-41e6-bc9b-6f20137b7ff1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4940606f-0c10-4c2a-93f4-bac06b0646ae HTTP/1.1" status: 204 len: 168 time: 0.4231012 Sep 20 12:59:14.642913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37754) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:14.643087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e036b-f35a-49f4-b646-46eb243706af None None] Network 108bc769-79ab-4172-ac75-ef95d74a7917 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:59:14.735753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.799941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Deleting port 6bd55300-80ed-4b31-a91b-f6f41eddf313 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:14.800341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.873980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] DHCP port deletion for 108bc769-79ab-4172-ac75-ef95d74a7917 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:59:14.891039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] For port 6bd55300-80ed-4b31-a91b-f6f41eddf313, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6bd55300-80ed-4b31-a91b-f6f41eddf313,segment=NetworkSegment(a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7),segment_id=a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:14.891439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:14.907936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Calling delete_port for 6bd55300-80ed-4b31-a91b-f6f41eddf313 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:14.925109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] Deleting port 6bd55300-80ed-4b31-a91b-f6f41eddf313 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:59:14.925494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.001738 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] For port 6bd55300-80ed-4b31-a91b-f6f41eddf313, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6bd55300-80ed-4b31-a91b-f6f41eddf313,segment=NetworkSegment(a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7),segment_id=a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:15.002133 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.015460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] Calling delete_port for 6bd55300-80ed-4b31-a91b-f6f41eddf313 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:59:15.132583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.148911 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.160043 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] Pushing event deleted for resources: {'Port': ['ID=6bd55300-80ed-4b31-a91b-f6f41eddf313,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:15.167809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e8f4c-c1e9-4c1c-8134-4de2a6d9b363 None None] No DVR routers for this DVR port 6bd55300-80ed-4b31-a91b-f6f41eddf313 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:59:15.188868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd55300-80ed-4b31-a91b-f6f41eddf313,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:15.191046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] No DVR routers for this DVR port 6bd55300-80ed-4b31-a91b-f6f41eddf313 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:59:15.196305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b2242f0-bbac-4c95-b9c2-61f0937b4823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.303082 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.323119 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.365897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108bc769-79ab-4172-ac75-ef95d74a7917']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:15.380492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:15.380492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c2d9f0-e3c1-4d7a-9326-bb3daa3b1aa7') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:15.393752 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.439557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.448849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:59:15.449633 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: timer() Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:59:15.451023 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:59:15.611574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.648110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.654919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.656770 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] 10.222.0.37 "DELETE /v2.0/networks/108bc769-79ab-4172-ac75-ef95d74a7917 HTTP/1.1" status: 204 len: 168 time: 1.0129030 Sep 20 12:59:15.671041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70748d6-9d15-47b1-9cd7-3806ba306a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=108bc769-79ab-4172-ac75-ef95d74a7917,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:15.733491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:15.829438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 947c09ac-e287-4b17-a48b-74806a163713 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:59:15.943092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:59:15.953318 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Sync routers for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:59:15.964642 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:15.965349 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:16.069057 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:16.265491 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:14Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:16.296196 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Checking router: 947c09ac-e287-4b17-a48b-74806a163713 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:59:16.296532 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Updating router 947c09ac-e287-4b17-a48b-74806a163713 port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:59:16.324113 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:16.340845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6bd55300-80ed-4b31-a91b-f6f41eddf313 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:16.362418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 6bd55300-80ed-4b31-a91b-f6f41eddf313 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:16.362766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6bd55300-80ed-4b31-a91b-f6f41eddf313 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:16.363184 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 997023ae-a0ae-4580-8238-9eb9068ee0c1 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:59:16.385312 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 997023ae-a0ae-4580-8238-9eb9068ee0c1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:59:16.385660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 997023ae-a0ae-4580-8238-9eb9068ee0c1 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:59:16.613288 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:16.669374 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:16.671839 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c99df2d4-11a7-467f-9340-f9ccbfd8e9d9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7731972 Sep 20 12:59:16.674490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37770) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:16.703935 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-809f7182-67f6-43a4-86d2-d5f9a42baa38 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c1df823e0e9446a9a23f52aa8f273f89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282252 Sep 20 12:59:16.706753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37772) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:16.799197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:16.807072 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:16.811272 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:16.827206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98906501-c38e-4ba7-90db-0fe0039b48f5 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:16.834579 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-98906501-c38e-4ba7-90db-0fe0039b48f5 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1241331 Sep 20 12:59:16.835192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37776) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:16.874396 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3381a504-5ff3-4105-b425-5d4a90a7cf08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7799c73888ad4a0fb2020677a1a7d34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736310 Sep 20 12:59:16.876856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:16.880360 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a4989aeb-5e05-4d5a-b0b9-be1e716b3aaa tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440083 Sep 20 12:59:16.888508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37780) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:16.890884 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Attempting to bind port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:59:16.891475 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Attempting to bind port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:59:16.892115 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Attempting to bind port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:59:16.893779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-167809170', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:16.910075 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918191bd-a121-4c9d-9326-b6fa66fb7f0c None None] Pushing event updated for resources: {'Port': ['ID=59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:16.926492 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:59:16.926956 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:59:16.930750 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:16.931250 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:59:16.931815 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Bound port: 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:59:16.932209 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:16.943513 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed923abd-7d05-49f1-bb56-b69ace1122a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:16.996448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed923abd-7d05-49f1-bb56-b69ace1122a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:17.012190 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] For port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:59:17.023249 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] For port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:59:17.092646 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:17.145037 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed923abd-7d05-49f1-bb56-b69ace1122a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:17.145429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:59:17.150873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed923abd-7d05-49f1-bb56-b69ace1122a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:17.155444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:17.157387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed923abd-7d05-49f1-bb56-b69ace1122a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86acc126-ce63-4420-a8ce-da988cfbbb57 HTTP/1.1" status: 204 len: 168 time: 0.2790716 Sep 20 12:59:17.159541 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918191bd-a121-4c9d-9326-b6fa66fb7f0c None None] Pushing event updated for resources: {'Port': ['ID=59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:17.169895 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:17.171424 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed923abd-7d05-49f1-bb56-b69ace1122a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86acc126-ce63-4420-a8ce-da988cfbbb57,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:17.171993 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:17.328086 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:17.524562 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:14Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:17.561150 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7111b-9157-4cc3-b734-366d17ae91c8 None None] The sync data for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 is: [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:14Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:59:17.584040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:17.646638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Subnet': ['ID=ccbe7436-f89f-40c3-afc4-fd6336a8ee94,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:17.680067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Checking segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:59:17.680067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network hostable DHCP agents. Network: 03ce2256-7e02-4fa7-af67-41af402bf6dc, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:59:17.766859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:59:17.903838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 03ce2256-7e02-4fa7-af67-41af402bf6dc) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:59:17.910526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:17.910526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:17.916862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76015368-fb92-44d5-a342-f6f9a4ae03e2 None None] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:59:18.047808 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e61c7d61-12f5-4d3f-9541-e0e4ef0611ae tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1575501 Sep 20 12:59:18.050121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 37798) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:18.083813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-03ce2256-7e02-4fa7-af67-41af402bf6dc', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:59:18.084846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.116147 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.153716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:18.222467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c974f8f0-ad21-435b-80dd-687eef279ae9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca20e6fe43b34a82bbbc6cdfb5a32426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674932 Sep 20 12:59:18.225060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:18.292696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Allocated IP 172.20.0.2 (03ce2256-7e02-4fa7-af67-41af402bf6dc/ccbe7436-f89f-40c3-afc4-fd6336a8ee94/448081c1-e30c-45b1-9aae-3e2d7f126f6b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:59:18.349873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7ef67be-ab7d-4e7b-b16c-857b26278785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.386901 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7ef67be-ab7d-4e7b-b16c-857b26278785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.490724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:59:18.590417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7ef67be-ab7d-4e7b-b16c-857b26278785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.593414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:18.593796 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.594799 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7ef67be-ab7d-4e7b-b16c-857b26278785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.597177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7ef67be-ab7d-4e7b-b16c-857b26278785 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8de4c221-4b41-4149-8ff6-8c77f863976f HTTP/1.1" status: 204 len: 168 time: 0.3704538 Sep 20 12:59:18.609105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef67be-ab7d-4e7b-b16c-857b26278785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de4c221-4b41-4149-8ff6-8c77f863976f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:18.676772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.740634 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.752268 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.813234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:18.815761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:59:18.819269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:59:18.824451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:59:18.851494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Pushing event updated for resources: {'Port': ['ID=448081c1-e30c-45b1-9aae-3e2d7f126f6b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:18.887552 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.924153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Attempting to bind port 448081c1-e30c-45b1-9aae-3e2d7f126f6b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:59:18.924810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Attempting to bind port 448081c1-e30c-45b1-9aae-3e2d7f126f6b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:59:18.925553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Attempting to bind port 448081c1-e30c-45b1-9aae-3e2d7f126f6b on network 03ce2256-7e02-4fa7-af67-41af402bf6dc {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:59:18.936634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:59:18.953172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Checking segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:59:18.953172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:18.953172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Bound using segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:59:18.953172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Bound port: 448081c1-e30c-45b1-9aae-3e2d7f126f6b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:59:18.953172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:19.004987 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:19.066074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] For port 448081c1-e30c-45b1-9aae-3e2d7f126f6b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:59:19.086246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] For port 448081c1-e30c-45b1-9aae-3e2d7f126f6b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=448081c1-e30c-45b1-9aae-3e2d7f126f6b,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:59:19.087873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:19.166986 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:19.271185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7dfb3-434e-43fe-b01e-36a7a0467bc7 None None] Pushing event updated for resources: {'Port': ['ID=448081c1-e30c-45b1-9aae-3e2d7f126f6b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:19.386554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.20.0.1 (03ce2256-7e02-4fa7-af67-41af402bf6dc/ccbe7436-f89f-40c3-afc4-fd6336a8ee94/6a463e5c-6783-41f5-b6f3-861d3e4435d4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:59:19.556679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:19.667501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:19.722359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:59:19.725511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:59:19.728769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:59:19.772049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=6a463e5c-6783-41f5-b6f3-861d3e4435d4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:19.789313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.009676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.109621 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.356553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.414816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.463873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:59:20.491909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2971c-f99c-47d9-9c26-f64ce5bf7225 None None] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:59:20.494182 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.502417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=6a463e5c-6783-41f5-b6f3-861d3e4435d4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:20.507539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.599492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3a6cd64e-1d69-449b-be2c-934065ab67fa None None] Provisioning complete for port 448081c1-e30c-45b1-9aae-3e2d7f126f6b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:20.599785 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd64e-1d69-449b-be2c-934065ab67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.621833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:59:20.623366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:59:20.641280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:20.641656 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.737490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 947c09ac-e287-4b17-a48b-74806a163713 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:59:20.807970 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd64e-1d69-449b-be2c-934065ab67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:20.861969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 448081c1-e30c-45b1-9aae-3e2d7f126f6b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:59:20.861969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3a6cd64e-1d69-449b-be2c-934065ab67fa None None] For port 448081c1-e30c-45b1-9aae-3e2d7f126f6b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=448081c1-e30c-45b1-9aae-3e2d7f126f6b,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:20.881716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:59:20.895099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d1a3046b-1f4c-40c6-b2bd-a1241cf21d08 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "PUT /v2.0/routers/947c09ac-e287-4b17-a48b-74806a163713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418493 Sep 20 12:59:20.903599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Sync routers for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:59:20.919413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:20.926677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:20.955882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 448081c1-e30c-45b1-9aae-3e2d7f126f6b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:20.956261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:21.122533 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-07e8b9ce-e422-4fe5-b136-2f0c47be9ff0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334836747&fields=id&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 267 time: 0.0471380 Sep 20 12:59:21.137912 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd64e-1d69-449b-be2c-934065ab67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:21.246095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cd64e-1d69-449b-be2c-934065ab67fa None None] Pushing event updated for resources: {'Port': ['ID=448081c1-e30c-45b1-9aae-3e2d7f126f6b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:21.254226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-cb2489ce-b67e-4e4d-ad04-e352a28496d7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:21.255803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-cb2489ce-b67e-4e4d-ad04-e352a28496d7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/networks?id=03ce2256-7e02-4fa7-af67-41af402bf6dc HTTP/1.1" status: 200 len: 796 time: 0.1251242 Sep 20 12:59:21.271799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:21.278795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-0cec1a7f-e2fa-4ff1-9e2e-6edf4f26b10d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/quotas/c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 375 time: 0.0126956 Sep 20 12:59:21.334324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-739e8efb-347d-4202-a28c-3bdce73064cf None None] Provisioning complete for port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:21.334699 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739e8efb-347d-4202-a28c-3bdce73064cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:21.340624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-07a1158c-dfc3-4e01-8280-d8fa6c1e4447 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555220 Sep 20 12:59:21.432392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-739e8efb-347d-4202-a28c-3bdce73064cf None None] Port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:59:21.450547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-2399148c-cfea-408d-8b24-10255f281491 service neutron] 10.222.0.37 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960288 Sep 20 12:59:21.478533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-739e8efb-347d-4202-a28c-3bdce73064cf None None] Provisioning complete for port 448081c1-e30c-45b1-9aae-3e2d7f126f6b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:21.480282 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739e8efb-347d-4202-a28c-3bdce73064cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:21.548496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-c2ee62af-029e-46dc-84a1-7e580cce67de service neutron] 10.222.0.37 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904934 Sep 20 12:59:21.618809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:20Z', 'revision_number': 2, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:21.645135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Checking router: 947c09ac-e287-4b17-a48b-74806a163713 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:59:21.645416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Updating router 947c09ac-e287-4b17-a48b-74806a163713 port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:59:21.670475 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:21.788789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a8c8553a-3b98-486d-adf8-e5051ade94a2 None None] Provisioning complete for port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:21.789741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a8c8553a-3b98-486d-adf8-e5051ade94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:21.808961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-452fbd73-0e1a-4112-a142-6ad754da7d6d req-e09b2dc0-4717-4c1b-9dea-06ccfb3402c0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 210 time: 0.0330839 Sep 20 12:59:21.858065 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8553a-3b98-486d-adf8-e5051ade94a2 None None] Port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:59:21.985364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.061268 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.115329 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69af43-8ba0-41d9-a6ae-5aea11bd3d95 None None] Pushing event updated for resources: {'Port': ['ID=6a463e5c-6783-41f5-b6f3-861d3e4435d4,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:22.174160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Attempting to bind port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:59:22.174852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Attempting to bind port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:59:22.174852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Attempting to bind port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:59:22.180156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:59:22.180606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Checking segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:59:22.180907 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.181331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Bound using segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:59:22.181791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Bound port: 6a463e5c-6783-41f5-b6f3-861d3e4435d4, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:59:22.182168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.248155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] For port 6a463e5c-6783-41f5-b6f3-861d3e4435d4, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:59:22.251496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] For port 6a463e5c-6783-41f5-b6f3-861d3e4435d4, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6a463e5c-6783-41f5-b6f3-861d3e4435d4,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:59:22.324531 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.354725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 448081c1-e30c-45b1-9aae-3e2d7f126f6b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:59:22.423053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69af43-8ba0-41d9-a6ae-5aea11bd3d95 None None] Pushing event updated for resources: {'Port': ['ID=6a463e5c-6783-41f5-b6f3-861d3e4435d4,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:22.429980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:22.430509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:22.476870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f046ae66-3d77-4f3e-95ca-feb7c2365098 None None] Provisioning complete for port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:22.481274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f046ae66-3d77-4f3e-95ca-feb7c2365098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.560012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 448081c1-e30c-45b1-9aae-3e2d7f126f6b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:22.560372 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.610064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:22.730970 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f046ae66-3d77-4f3e-95ca-feb7c2365098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.839654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f046ae66-3d77-4f3e-95ca-feb7c2365098 None None] For port 6a463e5c-6783-41f5-b6f3-861d3e4435d4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6a463e5c-6783-41f5-b6f3-861d3e4435d4,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:22.913247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43b0816b-d017-40f9-af11-d5ed3e622a3b req-d058041d-6997-409c-8dc4-c8b99c5df74f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 210 time: 0.0302207 Sep 20 12:59:22.921322 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f046ae66-3d77-4f3e-95ca-feb7c2365098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:22.980686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:22Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:22.988179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046ae66-3d77-4f3e-95ca-feb7c2365098 None None] Pushing event updated for resources: {'Port': ['ID=6a463e5c-6783-41f5-b6f3-861d3e4435d4,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:23.012855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e94178-174e-4462-9385-fadd10eeaf6a None None] The sync data for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 is: [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:22Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:59:23.044931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8c03f10f-98ce-4980-9dfd-9f293afed3be None None] Provisioning complete for port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:23.045349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c03f10f-98ce-4980-9dfd-9f293afed3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:24.023455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e5f2fcb-8fa3-43ce-8958-236420acc672 req-5d740728-2ff9-4d13-8232-2670e8a028d8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 210 time: 0.0317762 Sep 20 12:59:24.091647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-7528221a-41a7-4e07-aca0-fcf09554f843 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:24.093308 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-7528221a-41a7-4e07-aca0-fcf09554f843 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "GET /v2.0/networks?id=03ce2256-7e02-4fa7-af67-41af402bf6dc HTTP/1.1" status: 200 len: 796 time: 0.1216609 Sep 20 12:59:24.145949 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-92960b10-66b5-4eae-9df4-b5d1aeb710ea tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 379 time: 0.0429835 Sep 20 12:59:24.155383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'port': {'device_id': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'admin_state_up': True, 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'security_groups': ['a92a6e82-7a4f-44e5-86f0-e9deced26275']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:24.364811 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6a463e5c-6783-41f5-b6f3-861d3e4435d4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:59:24.375978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:59:24.381146 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:24.421233 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:24.421611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:24.516573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.20.0.12 (03ce2256-7e02-4fa7-af67-41af402bf6dc/ccbe7436-f89f-40c3-afc4-fd6336a8ee94/bd2a5373-133a-4941-a51b-3d0479a392b6) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:59:24.659482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:24.761227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:24.802751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:59:24.805849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:59:24.809450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:59:24.818084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:24.867585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:24.868557 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:25.000045 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-8c6484cf-a65c-42bd-b15b-e818de9ca724 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8444314 Sep 20 12:59:25.010778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Request body: {'port': {'device_id': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:25.094277 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:25.094977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7a0dde83-8f41-4d07-8ce6-cea9ae6b00a5 None None] Provisioning complete for port bd2a5373-133a-4941-a51b-3d0479a392b6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:25.094977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7a0dde83-8f41-4d07-8ce6-cea9ae6b00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:25.121491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7a0dde83-8f41-4d07-8ce6-cea9ae6b00a5 None None] Port bd2a5373-133a-4941-a51b-3d0479a392b6 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:59:25.167804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff012f-a08d-46bd-9adb-60914e0133af req-2d60b922-cce4-4c4c-b00b-2455dd12b438 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:25.173620 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5ff012f-a08d-46bd-9adb-60914e0133af req-2d60b922-cce4-4c4c-b00b-2455dd12b438 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 932 time: 0.0526803 Sep 20 12:59:25.209779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5ff012f-a08d-46bd-9adb-60914e0133af req-fd9f6b9b-f4aa-4889-b1fb-86464293d96c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341089 Sep 20 12:59:25.365739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2a5373-133a-4941-a51b-3d0479a392b6 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:59:25.374128 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:25.387086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Transition to ACTIVE for port object bd2a5373-133a-4941-a51b-3d0479a392b6 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:59:25.509097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:25.591585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:25.648723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:59:25.649090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:59:25.649425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:59:25.654208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:59:25.654527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:59:25.659552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:59:25.659887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Checking segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:59:25.660268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Bound using segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:59:25.660692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Bound port: bd2a5373-133a-4941-a51b-3d0479a392b6, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:59:25.661075 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:25.729930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:59:25.733400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:59:25.824543 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:25.858859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:25.859497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:25.860884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] 10.222.0.21 "PUT /v2.0/ports/bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 1092 time: 0.8555648 Sep 20 12:59:25.861389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:59:25.863711 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e366c699-8be9-4ba4-8628-f7e7798fef1a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:59:25.900136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976243b-9afc-4665-a43e-f6a217586d98 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:25.905442 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6279764a-b6eb-45fa-8e1e-917388243161 x-openstack-request-id: req-6279764a-b6eb-45fa-8e1e-917388243161 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:59:25.905932 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:59:25.906349 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6279764a-b6eb-45fa-8e1e-917388243161 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:59:25.906932 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'status': 'completed', 'code': 200} Sep 20 12:59:25.973553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366c699-8be9-4ba4-8628-f7e7798fef1a req-aa1ca077-cd64-4bc0-b8ec-4b229fba429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:25.975080 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e366c699-8be9-4ba4-8628-f7e7798fef1a req-aa1ca077-cd64-4bc0-b8ec-4b229fba429c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1095 time: 0.0445306 Sep 20 12:59:26.080271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366c699-8be9-4ba4-8628-f7e7798fef1a req-f31b5c35-bd76-47d2-beaa-45a8ce6dae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:26.081716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e366c699-8be9-4ba4-8628-f7e7798fef1a req-f31b5c35-bd76-47d2-beaa-45a8ce6dae23 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0993416 Sep 20 12:59:26.184896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366c699-8be9-4ba4-8628-f7e7798fef1a req-a326a3a5-d4a2-431f-8548-ab1dd2e6b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:26.186452 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e366c699-8be9-4ba4-8628-f7e7798fef1a req-a326a3a5-d4a2-431f-8548-ab1dd2e6b4d1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0972962 Sep 20 12:59:26.262770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-4300d461-b064-4155-9a48-cdbc198b5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:26.264285 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-4300d461-b064-4155-9a48-cdbc198b5411 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1095 time: 0.0424902 Sep 20 12:59:26.306722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-a484a8d5-0a46-4913-b000-e2bd0605ed10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 217 time: 0.0340493 Sep 20 12:59:26.348506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508317a-ab3a-4331-aad9-eb9b65145cd7 req-4c3ea794-1e8e-4b19-b77f-3cc83e72392a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:26.349951 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6508317a-ab3a-4331-aad9-eb9b65145cd7 req-4c3ea794-1e8e-4b19-b77f-3cc83e72392a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 944 time: 0.0532186 Sep 20 12:59:26.360723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-145b419f-ce00-43c0-9483-5ad1785e38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:26.362220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-145b419f-ce00-43c0-9483-5ad1785e38a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccbe7436-f89f-40c3-afc4-fd6336a8ee94 HTTP/1.1" status: 200 len: 834 time: 0.0489364 Sep 20 12:59:26.389405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6508317a-ab3a-4331-aad9-eb9b65145cd7 req-69b35b01-1f17-4eb5-aeeb-cc27cb811141 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332487 Sep 20 12:59:26.408279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-ae5cf015-a7dc-40d7-83fe-111dc0babb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:26.409899 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-ae5cf015-a7dc-40d7-83fe-111dc0babb57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ce2256-7e02-4fa7-af67-41af402bf6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407887 Sep 20 12:59:26.499862 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-aa95715b-af50-4e1d-8533-044d1fa47a0e service neutron] 10.222.0.21 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Sep 20 12:59:26.595551 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b871ab7a-ca62-4d0b-9c3b-d3c824ac87e5 req-6eb02b2a-b7a4-46c7-9c38-e4a08625ba1b service neutron] 10.222.0.21 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881653 Sep 20 12:59:27.508908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626dd9d-29a8-40a4-bb06-abc299cf0949 req-4d7ffd14-d8fb-4eff-b407-37a0206923f8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:27.511330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8626dd9d-29a8-40a4-bb06-abc299cf0949 req-4d7ffd14-d8fb-4eff-b407-37a0206923f8 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 944 time: 0.0529077 Sep 20 12:59:27.550475 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8626dd9d-29a8-40a4-bb06-abc299cf0949 req-faad7f09-6663-45f8-b9ad-f9d5854eadd7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330441 Sep 20 12:59:28.668648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020611fd-05fb-4e5d-a0a8-f3fcc55885d4 req-987515f8-f59f-46bd-ba5d-6f9e2a9483d3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:28.670084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-020611fd-05fb-4e5d-a0a8-f3fcc55885d4 req-987515f8-f59f-46bd-ba5d-6f9e2a9483d3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 944 time: 0.0490963 Sep 20 12:59:28.707888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-020611fd-05fb-4e5d-a0a8-f3fcc55885d4 req-f457c405-16fa-4a2c-9afd-c1c266b7b91c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317864 Sep 20 12:59:29.039828 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-9f4b56fe-14f6-4b78-9fd2-edf81d05f9d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385783 Sep 20 12:59:29.117920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-0f0bf2d2-2007-4043-9764-3f8c1eb528d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:29.119953 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-0f0bf2d2-2007-4043-9764-3f8c1eb528d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 1097 time: 0.0387099 Sep 20 12:59:29.223001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-ab3a28a0-4090-4a37-84da-6bb2ea124da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:29.224482 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-ab3a28a0-4090-4a37-84da-6bb2ea124da1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 200 len: 908 time: 0.0871973 Sep 20 12:59:29.293307 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-bbfd5761-4b57-401e-82cb-76db886b4ce7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 200 len: 1001 time: 0.0592823 Sep 20 12:59:29.343710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-cc8b43cb-c367-43ad-ab98-7f36769037b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:29.345199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-cc8b43cb-c367-43ad-ab98-7f36769037b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63e6ad0a-ec75-41d9-b3d3-b6e041465bae HTTP/1.1" status: 200 len: 847 time: 0.0483708 Sep 20 12:59:29.390564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-1add0620-2a5b-4e4c-bdbf-6bb4559e9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:29.391976 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-1add0620-2a5b-4e4c-bdbf-6bb4559e9133 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392911 Sep 20 12:59:29.485817 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-2e5d732e-f5b7-4ed8-8a24-d80182fbe346 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862358 Sep 20 12:59:29.579335 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6aff89f2-1702-4c29-a0a5-fc91ed912dc4 req-36ac2c36-af37-43ea-be28-1bef6c7e2759 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865726 Sep 20 12:59:29.815675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device bd2a5373-133a-4941-a51b-3d0479a392b6 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:59:29.827568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0b16f-71f1-4d7f-98e2-2e56735a7f8f req-7f42d664-9abc-469c-8b0a-0a914d53b98e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:29.829140 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7b0b16f-71f1-4d7f-98e2-2e56735a7f8f req-7f42d664-9abc-469c-8b0a-0a914d53b98e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 944 time: 0.0528131 Sep 20 12:59:29.870670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7b0b16f-71f1-4d7f-98e2-2e56735a7f8f req-6ca659e9-e9d3-4b39-b8a0-3f65f381de49 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337832 Sep 20 12:59:29.965570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:29.976613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'port_id': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'mac_address': 'fa:16:3e:6a:0e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:59:30.016109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:30.030338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2a5373-133a-4941-a51b-3d0479a392b6 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:59:30.051217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:30.125680 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:30.176840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:30.339723 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['bd2a5373-133a-4941-a51b-3d0479a392b6'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:59:30.992922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604f160-f6dd-445e-ae60-3bd4a7182ba2 req-82a7fdc5-c139-4cff-9f4d-6d159606e7eb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:30.996230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b604f160-f6dd-445e-ae60-3bd4a7182ba2 req-82a7fdc5-c139-4cff-9f4d-6d159606e7eb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 945 time: 0.0511334 Sep 20 12:59:31.033892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b604f160-f6dd-445e-ae60-3bd4a7182ba2 req-8987894c-5794-4df7-9a28-5ca0ee8342f5 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Sep 20 12:59:31.831401 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device bd2a5373-133a-4941-a51b-3d0479a392b6 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:59:31.977632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port bd2a5373-133a-4941-a51b-3d0479a392b6 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:59:31.982583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port bd2a5373-133a-4941-a51b-3d0479a392b6 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:59:31.982958 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:32.059274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:32.084815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:59:32.087129 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8784ef-fe99-4a65-ab18-628e51c22f7b" -d '{"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-plugged", "status": "completed", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:59:32.099836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:59:32.151427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830857a-bd63-4fe7-8929-b3b7db44c3be req-f4afac6b-cc74-4ddc-ab03-e8a99c3c5dca tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:32.152967 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9830857a-bd63-4fe7-8929-b3b7db44c3be req-f4afac6b-cc74-4ddc-ab03-e8a99c3c5dca tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 945 time: 0.0476973 Sep 20 12:59:32.160418 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:32.194516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9830857a-bd63-4fe7-8929-b3b7db44c3be req-c97af031-6f43-4e1f-83ca-f123920c85ed tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353539 Sep 20 12:59:32.215491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:32.238751 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8b9dea-ba78-4f02-93ad-9391ab4a65f4 x-openstack-request-id: req-7c8b9dea-ba78-4f02-93ad-9391ab4a65f4 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:59:32.239209 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-plugged", "status": "completed", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:59:32.239467 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c8b9dea-ba78-4f02-93ad-9391ab4a65f4 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:59:32.239976 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'code': 200} Sep 20 12:59:32.335059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef05e-767f-4d93-a906-15c0429b4b58 req-3273879a-3afe-4f3f-9488-391694863306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:32.336639 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-94aef05e-767f-4d93-a906-15c0429b4b58 req-3273879a-3afe-4f3f-9488-391694863306 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1097 time: 0.0403814 Sep 20 12:59:32.372172 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-94aef05e-767f-4d93-a906-15c0429b4b58 req-abcc7eaf-46b4-4931-8f4a-cc28db0f493f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287783 Sep 20 12:59:32.507355 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-c7c768cb-ed7b-4119-80c0-ff65b56bb624 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438216 Sep 20 12:59:32.585508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-0bdaf657-511f-454a-ba99-a5d2fa7f5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:32.587030 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-0bdaf657-511f-454a-ba99-a5d2fa7f5916 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 1097 time: 0.0392137 Sep 20 12:59:32.695766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-5badfdc5-5a78-4d77-9c85-451b013cff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:32.697401 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-5badfdc5-5a78-4d77-9c85-451b013cff2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0916607 Sep 20 12:59:32.762522 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-f8951109-4e0b-4117-8d2e-e1cf701fddcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613f3f5f-9814-4504-8deb-05fcd88960d7 HTTP/1.1" status: 200 len: 1002 time: 0.0570920 Sep 20 12:59:32.810291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-0a1deb9d-c2f6-49e4-adad-d83f5eb500f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:32.811738 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-0a1deb9d-c2f6-49e4-adad-d83f5eb500f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0434806 Sep 20 12:59:32.861093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-f734c0d5-8317-41a8-b77a-14084a155d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:32.861621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-f734c0d5-8317-41a8-b77a-14084a155d65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427682 Sep 20 12:59:32.955401 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-4c87b788-4482-48eb-9f1b-32137481096e service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862789 Sep 20 12:59:33.055622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-78cf447b-e4d7-4261-b4ed-8be188ae1b88 req-e92f3328-ac6d-4631-85ad-5ede6b25cbfc service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933454 Sep 20 12:59:33.329396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58cd0-3727-424a-9171-8d54b0d1f8dc req-8678ce60-c010-4b79-8b59-bcb8f262e13b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:33.330953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6b58cd0-3727-424a-9171-8d54b0d1f8dc req-8678ce60-c010-4b79-8b59-bcb8f262e13b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0612891 Sep 20 12:59:33.376947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b6b58cd0-3727-424a-9171-8d54b0d1f8dc req-0c8e4fb8-faa6-4430-b975-474fee4d284f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 Sep 20 12:59:33.513458 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:59:34.493076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4522b5-4580-424f-86a2-f64111c7178a req-c501321a-5bee-49fd-a569-074070cb5e04 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:34.494591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d4522b5-4580-424f-86a2-f64111c7178a req-c501321a-5bee-49fd-a569-074070cb5e04 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0485389 Sep 20 12:59:34.533106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d4522b5-4580-424f-86a2-f64111c7178a req-502f186d-152c-4f58-96bf-645e71e6bc82 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314407 Sep 20 12:59:34.648118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2660661-db13-484c-b6ab-76deb179abd8 req-d9a9f695-f595-42dd-a311-fc0ed64153b2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:34.649662 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2660661-db13-484c-b6ab-76deb179abd8 req-d9a9f695-f595-42dd-a311-fc0ed64153b2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0486271 Sep 20 12:59:34.687499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2660661-db13-484c-b6ab-76deb179abd8 req-1fd6c38a-df48-42af-8366-20acbfeae4b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316451 Sep 20 12:59:34.709636 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:34.753075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03298716-1c0e-4f99-926f-c6828f7b7b20 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:34.754649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-03298716-1c0e-4f99-926f-c6828f7b7b20 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1092 time: 0.0440633 Sep 20 12:59:34.757577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:34.762727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:59:34.851879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:34.955208 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:35.067978 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.25.6.58 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/5807d08d-2af3-4031-bdbf-f2fcdb1a9409) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:59:35.172360 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:35.286640 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:35.334563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:59:35.337468 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:59:35.341458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:59:35.372169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=5807d08d-2af3-4031-bdbf-f2fcdb1a9409,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:35.767453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:35.938118 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:36.107541 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:36.159993 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:36.253954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=5807d08d-2af3-4031-bdbf-f2fcdb1a9409,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:36.257203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:36.383218 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Floating IP 5014ee99-5251-4170-8952-24d2085003b7 associated. External IP: 172.25.6.58, port: bd2a5373-133a-4941-a51b-3d0479a392b6. Sep 20 12:59:36.593520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 947c09ac-e287-4b17-a48b-74806a163713 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:59:36.699604 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:59:36.708980 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] Sync routers for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:59:36.719278 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:36.719886 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:36.766033 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:36.794293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce3b1d17-6854-49ea-b95f-04866a18f982 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0355253 Sep 20 12:59:36.795771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:59:36.798244 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:59:36.824468 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:37.019839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167057-9bfc-4e4f-96b3-8684a6d74409 req-053e6779-38da-4b10-87e8-6e0fa646934c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:37.021528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e167057-9bfc-4e4f-96b3-8684a6d74409 req-053e6779-38da-4b10-87e8-6e0fa646934c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0541275 Sep 20 12:59:37.062969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e167057-9bfc-4e4f-96b3-8684a6d74409 req-4658cf1c-e47d-4a6d-a5cd-487e0c2bf7f2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343533 Sep 20 12:59:37.087282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:37.128713 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07142cb8-ae9f-4c4b-91ca-db519e24bbea x-openstack-request-id: req-07142cb8-ae9f-4c4b-91ca-db519e24bbea {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:59:37.129154 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:59:37.129268 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07142cb8-ae9f-4c4b-91ca-db519e24bbea {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:59:37.129742 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'status': 'completed', 'code': 200} Sep 20 12:59:37.156048 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '5014ee99-5251-4170-8952-24d2085003b7', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '947c09ac-e287-4b17-a48b-74806a163713', 'port_id': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'mac_address': 'fa:16:3e:6a:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:59:35Z', 'updated_at': '2021-09-20T12:59:35Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:22Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:37.167304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15be6ef9-70e2-429f-beb9-cbe1b9120140 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/5014ee99-5251-4170-8952-24d2085003b7 HTTP/1.1" status: 200 len: 991 time: 0.0787711 Sep 20 12:59:37.191764 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] Checking router: 947c09ac-e287-4b17-a48b-74806a163713 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:59:37.200798 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:59:37.201441 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:37.288302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-c5b40b1f-047d-48ed-9c8c-ff0326dda077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:37.290075 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-c5b40b1f-047d-48ed-9c8c-ff0326dda077 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1097 time: 0.1539936 Sep 20 12:59:37.315783 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:59:37.412972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-b9768f55-e03b-4e03-bf04-2b6f88b79e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:37.414556 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-b9768f55-e03b-4e03-bf04-2b6f88b79e0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=03ce2256-7e02-4fa7-af67-41af402bf6dc HTTP/1.1" status: 200 len: 896 time: 0.1176651 Sep 20 12:59:37.480560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-ed0f00fa-2a6d-426a-bdf1-00380136fb67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 999 time: 0.0588086 Sep 20 12:59:37.528574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-4f65e8c5-d8ab-4a92-98ba-4445c2cbe8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:37.530069 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-4f65e8c5-d8ab-4a92-98ba-4445c2cbe8c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccbe7436-f89f-40c3-afc4-fd6336a8ee94 HTTP/1.1" status: 200 len: 834 time: 0.0437677 Sep 20 12:59:37.551039 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '5014ee99-5251-4170-8952-24d2085003b7', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '947c09ac-e287-4b17-a48b-74806a163713', 'port_id': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'mac_address': 'fa:16:3e:6a:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:59:35Z', 'updated_at': '2021-09-20T12:59:35Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:22Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:59:37.577957 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52517c7-b131-4e17-bc91-ee1efc7e738f None None] The sync data for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 is: [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '5014ee99-5251-4170-8952-24d2085003b7', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '947c09ac-e287-4b17-a48b-74806a163713', 'port_id': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'mac_address': 'fa:16:3e:6a:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:59:35Z', 'updated_at': '2021-09-20T12:59:35Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:22Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:59:37.583715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-17624560-94a4-4096-bc60-10b6ad1182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:59:37.585123 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-17624560-94a4-4096-bc60-10b6ad1182da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ce2256-7e02-4fa7-af67-41af402bf6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474658 Sep 20 12:59:37.808671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733fb601-9650-43d9-99f3-63b69f644980 None None] New status for floating IP 5014ee99-5251-4170-8952-24d2085003b7: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:59:38.015100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-d0253901-786f-461f-a8da-7e819cfe42c6 service neutron] 10.222.0.21 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227958 Sep 20 12:59:38.112990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-74b5bff3-1dd2-4e88-bfce-a3833b6e4fb4 req-ced953f3-4382-4f04-a264-aaa35c158ddb service neutron] 10.222.0.21 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901580 Sep 20 12:59:38.169725 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:38.237911 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f282ded-9004-4b10-8517-69b85e0b5319 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/5014ee99-5251-4170-8952-24d2085003b7 HTTP/1.1" status: 200 len: 993 time: 0.0667977 Sep 20 12:59:42.400075 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a73a9340-d71f-453f-8fac-920657463167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:45.211283 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b410a0df-24c4-4da9-9707-27377391ef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:45.674219 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:46.645573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:47.998045 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:48.054480 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:48.107649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb6d0e65-b1fa-4da8-9be8-8ee6caa05fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:48.200643 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb6d0e65-b1fa-4da8-9be8-8ee6caa05fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:48.274156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb6d0e65-b1fa-4da8-9be8-8ee6caa05fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:48.312231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d0e65-b1fa-4da8-9be8-8ee6caa05fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee95c7-e132-45a5-8e9d-dbb603c31b49,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:48.319891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bb6d0e65-b1fa-4da8-9be8-8ee6caa05fb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba290acd94f2418ebaf52eeeea173752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182256 Sep 20 12:59:48.322621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 37990) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:59:48.370728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86cead6f-83cd-4742-a04c-a9d7947436bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:48.393543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86cead6f-83cd-4742-a04c-a9d7947436bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:48.519561 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86cead6f-83cd-4742-a04c-a9d7947436bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:48.522254 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86cead6f-83cd-4742-a04c-a9d7947436bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:48.523414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-86cead6f-83cd-4742-a04c-a9d7947436bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cee95c7-e132-45a5-8e9d-dbb603c31b49 HTTP/1.1" status: 204 len: 168 time: 0.2023695 Sep 20 12:59:48.531724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cead6f-83cd-4742-a04c-a9d7947436bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee95c7-e132-45a5-8e9d-dbb603c31b49,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:59:50.068404 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:59:50.501891 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:02.773966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bd70-ac60-4027-99e6-37d187805a08 req-b6f64d8f-b7f6-47dd-b7f5-9e6d7752c164 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:02.775465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c199bd70-ac60-4027-99e6-37d187805a08 req-b6f64d8f-b7f6-47dd-b7f5-9e6d7752c164 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 946 time: 0.0477905 Sep 20 13:00:02.814391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c199bd70-ac60-4027-99e6-37d187805a08 req-b1ab52da-7a97-418a-97c0-117564ca1df3 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321310 Sep 20 13:00:03.938101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f58e26-2ef8-4d57-ac7e-66836b26b9d6 req-fe24383f-8660-4c2a-ac77-c944dc3005b2 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:03.939929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25f58e26-2ef8-4d57-ac7e-66836b26b9d6 req-fe24383f-8660-4c2a-ac77-c944dc3005b2 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 946 time: 0.0532668 Sep 20 13:00:03.978226 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25f58e26-2ef8-4d57-ac7e-66836b26b9d6 req-31a11052-0e5c-4bce-9d1d-92ae8e9a81ab tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df6a521-51ce-4b3b-bb07-66a50cffaf28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319092 Sep 20 13:00:04.102476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-c9d7aac6-2524-42ee-bc64-c52cac420c62 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:04.103839 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-c9d7aac6-2524-42ee-bc64-c52cac420c62 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.21 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 946 time: 0.0488036 Sep 20 13:00:04.198825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Deleting port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:04.199172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:04.288764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] For port d9d9c4e7-6a84-4eca-8eec-25315ab70a18, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:04.289157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:04.509914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:04.510423 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:04.510743 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Floating IP f5e5cd5e-fcd3-4476-90ac-8a594a0b8139 disassociated. External IP: 172.25.6.63, port: d9d9c4e7-6a84-4eca-8eec-25315ab70a18. Sep 20 13:00:04.511080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Calling delete_port for d9d9c4e7-6a84-4eca-8eec-25315ab70a18 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:04.685369 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:04.717055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event deleted for resources: {'Port': ['ID=d9d9c4e7-6a84-4eca-8eec-25315ab70a18,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:04.894977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Router 484b664a-8ab6-47d7-922d-71a353ba7397 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:00:05.012948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:00:05.025305 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] Sync routers for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:00:05.038450 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:05.039077 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:05.055467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] No DVR routers for this DVR port d9d9c4e7-6a84-4eca-8eec-25315ab70a18 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:00:05.060245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:05.063214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c191e47-e922-451f-ac1c-f3c1282705b2 req-f241c9a1-82c1-46eb-819f-c2511d23eb26 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.21 "DELETE /v2.0/ports/d9d9c4e7-6a84-4eca-8eec-25315ab70a18 HTTP/1.1" status: 204 len: 173 time: 0.9515209 Sep 20 13:00:05.065677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ea2453-4839-42d4-b096-c901136ab277', 'name': 'network-vif-deleted', 'tag': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:05.071685 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bc5230-7f16-43e7-b9cd-62d33a6feaf0" -d '{"events": [{"server_uuid": "41ea2453-4839-42d4-b096-c901136ab277", "name": "network-vif-deleted", "tag": "d9d9c4e7-6a84-4eca-8eec-25315ab70a18"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:05.135840 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a92762a-9dba-46e8-8781-9e1f8dab50bb req-bc19d448-ecb1-4107-9ba8-8dd1901d02f5 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ea2453-4839-42d4-b096-c901136ab277 HTTP/1.1" status: 200 len: 210 time: 0.0390012 Sep 20 13:00:05.169127 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f7f12-6afa-4cc2-9ddd-63c4689a93e2 x-openstack-request-id: req-6f2f7f12-6afa-4cc2-9ddd-63c4689a93e2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:05.173923 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ea2453-4839-42d4-b096-c901136ab277", "name": "network-vif-deleted", "tag": "d9d9c4e7-6a84-4eca-8eec-25315ab70a18", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:05.173923 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f2f7f12-6afa-4cc2-9ddd-63c4689a93e2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:05.173923 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ea2453-4839-42d4-b096-c901136ab277', 'name': 'network-vif-deleted', 'tag': 'd9d9c4e7-6a84-4eca-8eec-25315ab70a18', 'status': 'completed', 'code': 200} Sep 20 13:00:05.174314 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:05.378798 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:50Z', 'revision_number': 5, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:05.410691 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] Checking router: 484b664a-8ab6-47d7-922d-71a353ba7397 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:00:05.419355 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:05.419957 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:05.528704 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:05.729790 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:50Z', 'revision_number': 5, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:05.756629 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d2b402-23ad-41d9-81bc-19cb8fecc749 None None] The sync data for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 is: [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:46Z', 'revision_number': 4, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '26736d13-a0dd-4cdf-a091-d480dd796482', 'name': '', 'network_id': '1bc26bf9-33a6-4a38-9f8c-8e3ab6175361', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'mac_address': 'fa:16:3e:a8:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:44Z', 'updated_at': '2021-09-20T12:54:50Z', 'revision_number': 5, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'subnets': [{'id': '63e6ad0a-ec75-41d9-b3d3-b6e041465bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:00:06.016431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb108333-15bb-4c81-b804-64f77e09a596 None None] New status for floating IP f5e5cd5e-fcd3-4476-90ac-8a594a0b8139: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:00:06.173659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:06.607558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Deleting port 19815c09-cfb6-456d-b67f-d8348383328e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:06.607829 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:06.687060 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:06.687562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:06.701522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Calling delete_port for 19815c09-cfb6-456d-b67f-d8348383328e owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:06.919700 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:06.949129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event deleted for resources: {'Port': ['ID=19815c09-cfb6-456d-b67f-d8348383328e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:06.960783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.964061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:06.965094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.022732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:07.026552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:07.031835 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1cadb056-ad04-4aa5-99e5-f313134e5a7e tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "DELETE /v2.0/floatingips/f5e5cd5e-fcd3-4476-90ac-8a594a0b8139 HTTP/1.1" status: 204 len: 168 time: 0.8531785 Sep 20 13:00:07.114803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38124) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:07.177709 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:07.202302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:07.313923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:07.316593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:07.317849 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] 10.222.0.37 "DELETE /v2.0/security-groups/5df6a521-51ce-4b3b-bb07-66a50cffaf28 HTTP/1.1" status: 204 len: 168 time: 0.2020321 Sep 20 13:00:07.328858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6a521-51ce-4b3b-bb07-66a50cffaf28,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:07.337368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.340945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.341335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.341842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba078d3a-7b99-485d-a675-9ae6f09d4752 tempest-TestServerBasicOps-1137545433 tempest-TestServerBasicOps-1137545433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:07.411637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38128) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:07.914789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:08.009820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d9d9c4e7-6a84-4eca-8eec-25315ab70a18 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:08.031023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: d9d9c4e7-6a84-4eca-8eec-25315ab70a18 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:08.031374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d9d9c4e7-6a84-4eca-8eec-25315ab70a18 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:08.155165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Deleting port 26736d13-a0dd-4cdf-a091-d480dd796482 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:08.155756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:08.236982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] For port 26736d13-a0dd-4cdf-a091-d480dd796482, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=26736d13-a0dd-4cdf-a091-d480dd796482,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:08.237355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:08.250708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Calling delete_port for 26736d13-a0dd-4cdf-a091-d480dd796482 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:08.508016 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:08.534959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26736d13-a0dd-4cdf-a091-d480dd796482,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:08.702248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:08.927746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Router 484b664a-8ab6-47d7-922d-71a353ba7397 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:00:09.035146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:00:09.040890 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-df63ad32-8f34-4e79-b5a4-fd4ff49af3c1 admin admin] 10.222.0.37 "PUT /v2.0/routers/484b664a-8ab6-47d7-922d-71a353ba7397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6280236 Sep 20 13:00:09.043653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38136) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:09.043966 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] Sync routers for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:00:09.055233 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:09.055995 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:09.153040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:09.251584 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:09.264030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:09.428066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Deleting port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:09.428326 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:09.443093 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T13:00:08Z', 'revision_number': 5, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port': {'id': '68b868c4-3dbb-4e00-bffb-72f9b9c21f9c', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:09.473417 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] Checking router: 484b664a-8ab6-47d7-922d-71a353ba7397 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:00:09.481964 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] Routers {'484b664a-8ab6-47d7-922d-71a353ba7397'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:09.482573 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['484b664a-8ab6-47d7-922d-71a353ba7397'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:09.517962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] For port 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=68b868c4-3dbb-4e00-bffb-72f9b9c21f9c,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:09.518334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:09.531541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443447ae-8edd-42a0-bce7-e2e5f3179541 req-09c8ee78-6a02-42dd-a543-39fdc6f6a52e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:09.537502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-443447ae-8edd-42a0-bce7-e2e5f3179541 req-09c8ee78-6a02-42dd-a543-39fdc6f6a52e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0644798 Sep 20 13:00:09.539174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Calling delete_port for 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:09.578606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-443447ae-8edd-42a0-bce7-e2e5f3179541 req-60dc07ab-e551-4440-8cb8-71b35c890cd4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375111 Sep 20 13:00:09.603699 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] Set router 484b664a-8ab6-47d7-922d-71a353ba7397 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:09.604148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38142) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:09.651356 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T13:00:09Z', 'revision_number': 6, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:09.674347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-69c54b90-ff9c-4764-a893-6583df4b7345 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/5014ee99-5251-4170-8952-24d2085003b7 HTTP/1.1" status: 200 len: 993 time: 0.0687206 Sep 20 13:00:09.683150 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85e30b-9f85-4266-b1dd-9cae078ed2bf None None] The sync data for ids ['484b664a-8ab6-47d7-922d-71a353ba7397'] in n-d-809934-3 is: [{'id': '484b664a-8ab6-47d7-922d-71a353ba7397', 'name': 'tempest-TestServerBasicOps-741716187-router', 'tenant_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:40Z', 'updated_at': '2021-09-20T13:00:09Z', 'revision_number': 6, 'project_id': 'e9a1784aba6d48f7a5b266e0b8e2aa46', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:00:09.839656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:09.869337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Pushing event deleted for resources: {'Port': ['ID=68b868c4-3dbb-4e00-bffb-72f9b9c21f9c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:09.927065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.018308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.020689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.159185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b60e8d-11ae-4dfc-afc8-3a2984a39af5 req-b7f23b76-448d-4428-b6b1-af40b82c3e0e tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:10.160762 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36b60e8d-11ae-4dfc-afc8-3a2984a39af5 req-b7f23b76-448d-4428-b6b1-af40b82c3e0e tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1097 time: 0.0422771 Sep 20 13:00:10.170756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.171314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 484b664a-8ab6-47d7-922d-71a353ba7397 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:00:10.175644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.179574 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b1abfef2-3ac9-48d9-9f25-f8ffd01ba38f admin admin] 10.222.0.37 "DELETE /v2.0/routers/484b664a-8ab6-47d7-922d-71a353ba7397 HTTP/1.1" status: 204 len: 168 time: 1.1349454 Sep 20 13:00:10.179574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38154) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:10.198568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36b60e8d-11ae-4dfc-afc8-3a2984a39af5 req-75d88c4f-090c-4312-b973-f5e6916aa66e tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314515 Sep 20 13:00:10.226027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e72bc35-39e7-489c-85e0-35fbed2ef39b admin admin] Deleting subnet 63e6ad0a-ec75-41d9-b3d3-b6e041465bae {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:00:10.229252 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e72bc35-39e7-489c-85e0-35fbed2ef39b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.264040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e72bc35-39e7-489c-85e0-35fbed2ef39b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.345479 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e72bc35-39e7-489c-85e0-35fbed2ef39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.504573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:10.513128 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:00:10.514129 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e72bc35-39e7-489c-85e0-35fbed2ef39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.524825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:10.525232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 68b868c4-3dbb-4e00-bffb-72f9b9c21f9c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:10.525616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 26736d13-a0dd-4cdf-a091-d480dd796482 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:10.540400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72bc35-39e7-489c-85e0-35fbed2ef39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e6ad0a-ec75-41d9-b3d3-b6e041465bae,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:10.549250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 26736d13-a0dd-4cdf-a091-d480dd796482 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:10.549586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 26736d13-a0dd-4cdf-a091-d480dd796482 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:10.551029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e72bc35-39e7-489c-85e0-35fbed2ef39b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.553298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7e72bc35-39e7-489c-85e0-35fbed2ef39b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/63e6ad0a-ec75-41d9-b3d3-b6e041465bae HTTP/1.1" status: 204 len: 168 time: 0.3722425 Sep 20 13:00:10.555947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38158) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:10.559024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da66b5-5f52-4b9a-8beb-cb1d7e3dfce7 None None] Network 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:00:10.630643 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.690174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Deleting port 1be9228c-304e-4448-baed-1ab7851e9b6b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:10.690581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.766858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] For port 1be9228c-304e-4448-baed-1ab7851e9b6b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1be9228c-304e-4448-baed-1ab7851e9b6b,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:10.767231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.772690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] DHCP port deletion for 1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:00:10.782377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Calling delete_port for 1be9228c-304e-4448-baed-1ab7851e9b6b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:10.840744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Deleting port 1be9228c-304e-4448-baed-1ab7851e9b6b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:10.841151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.918137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] For port 1be9228c-304e-4448-baed-1ab7851e9b6b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1be9228c-304e-4448-baed-1ab7851e9b6b,segment=NetworkSegment(cfb4f622-fca0-4c2f-9878-ddac80669e1d),segment_id=cfb4f622-fca0-4c2f-9878-ddac80669e1d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:10.918563 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:10.932481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Calling delete_port for 1be9228c-304e-4448-baed-1ab7851e9b6b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:11.016567 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:11.025976 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:11.029745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] No DVR routers for this DVR port 1be9228c-304e-4448-baed-1ab7851e9b6b on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:00:11.053126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1be9228c-304e-4448-baed-1ab7851e9b6b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:11.082788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] No DVR routers for this DVR port 1be9228c-304e-4448-baed-1ab7851e9b6b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:00:11.094787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Pushing event deleted for resources: {'Port': ['ID=1be9228c-304e-4448-baed-1ab7851e9b6b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.113381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.116713 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec40faf-2543-4d2d-b2d2-355cdcd7f78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:11.126858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:11.152858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc26bf9-33a6-4a38-9f8c-8e3ab6175361']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:11.165336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb4f622-fca0-4c2f-9878-ddac80669e1d') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:11.165963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb4f622-fca0-4c2f-9878-ddac80669e1d') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:11.176991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:11.191309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:11.197405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:00:11.199310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:00:11.199719 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:00:11.342249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:11.347869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:11.354191 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] 10.222.0.37 "DELETE /v2.0/networks/1bc26bf9-33a6-4a38-9f8c-8e3ab6175361 HTTP/1.1" status: 204 len: 168 time: 0.7927775 Sep 20 13:00:11.354678 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38178) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:11.360897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816a0db-8237-450e-a5af-744a98352a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc26bf9-33a6-4a38-9f8c-8e3ab6175361,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:11.409080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38180) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:11.511360 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-e9747d87-cf48-4d55-a22a-3430cfc63552 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011188 Sep 20 13:00:11.520594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b80355b9-f3e5-4052-8c35-d9f03ed38c76 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:00:11.521621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b80355b9-f3e5-4052-8c35-d9f03ed38c76 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052593 Sep 20 13:00:11.731255 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:12.010004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Deleting port 56a68353-f9c6-4990-a941-0f51e8824859 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:12.010345 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:12.090873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] For port 56a68353-f9c6-4990-a941-0f51e8824859, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=56a68353-f9c6-4990-a941-0f51e8824859,segment=NetworkSegment(4ee1aede-79b2-4314-a777-6f785391243d),segment_id=4ee1aede-79b2-4314-a777-6f785391243d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:12.091167 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:12.104705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Calling delete_port for 56a68353-f9c6-4990-a941-0f51e8824859 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:12.370772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1be9228c-304e-4448-baed-1ab7851e9b6b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:12.376532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:12.393888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1be9228c-304e-4448-baed-1ab7851e9b6b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:12.394113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1be9228c-304e-4448-baed-1ab7851e9b6b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:12.410799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a68353-f9c6-4990-a941-0f51e8824859,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:12.419305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5f351913-cb80-4a32-9766-5a915ccce7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:12.601054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:12.836846 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Router 42e89339-90e2-43f8-9f26-d2686e180dc8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:00:12.952136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-9731aa3e-0e0b-426a-92f0-23a1a1649975 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:12.957324 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-9731aa3e-0e0b-426a-92f0-23a1a1649975 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports/bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 1094 time: 0.4382207 Sep 20 13:00:12.965886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Request body: {'binding': {'host': 'n-h1-809934-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:12.966379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Unknown quota resources ['binding']. {{(pid=95503) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 20 13:00:13.004614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:00:13.010161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aedd38e6-f8aa-4d1d-93bb-e569cd5c7138 admin admin] 10.222.0.37 "PUT /v2.0/routers/42e89339-90e2-43f8-9f26-d2686e180dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560376 Sep 20 13:00:13.013453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:13.016214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] Sync routers for ids ['42e89339-90e2-43f8-9f26-d2686e180dc8'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:00:13.029635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] Routers {'42e89339-90e2-43f8-9f26-d2686e180dc8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:13.030392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['42e89339-90e2-43f8-9f26-d2686e180dc8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:13.126287 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:13.128481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on host n-h1-809934-3 for vnic_type normal with profile None {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:00:13.129047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:00:13.130623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:13.135611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:00:13.135948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:13.141997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:00:13.142354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Checking segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:00:13.142740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Bound using segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:00:13.143199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Bound port: bd2a5373-133a-4941-a51b-3d0479a392b6, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:00:13.146995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] Set router 42e89339-90e2-43f8-9f26-d2686e180dc8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:13.241884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:00:13.248043 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:13.335764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T13:00:12Z', 'revision_number': 5, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port': {'id': '33eed4ce-0d99-48df-bab1-c5d8384eb53d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:54:53Z', 'updated_at': '2021-09-20T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:13.344270 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:13.348374 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b401d65-0faa-44fd-b5b8-58adb05a6fd0 service neutron] 10.222.0.37 "POST /v2.0/ports/bd2a5373-133a-4941-a51b-3d0479a392b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3858006 Sep 20 13:00:13.368468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] Checking router: 42e89339-90e2-43f8-9f26-d2686e180dc8 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:00:13.378717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] Routers {'42e89339-90e2-43f8-9f26-d2686e180dc8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:13.379415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T12:59:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['42e89339-90e2-43f8-9f26-d2686e180dc8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:13.425291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Deleting port 33eed4ce-0d99-48df-bab1-c5d8384eb53d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:13.425896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:13.473600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] Set router 42e89339-90e2-43f8-9f26-d2686e180dc8 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:13.513942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] For port 33eed4ce-0d99-48df-bab1-c5d8384eb53d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=33eed4ce-0d99-48df-bab1-c5d8384eb53d,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:13.514228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:13.525771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T13:00:13Z', 'revision_number': 6, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:13.527430 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Calling delete_port for 33eed4ce-0d99-48df-bab1-c5d8384eb53d owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:13.557420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ee7e-7b57-4b75-914a-8913e5d4eec0 None None] The sync data for ids ['42e89339-90e2-43f8-9f26-d2686e180dc8'] in n-d-809934-3 is: [{'id': '42e89339-90e2-43f8-9f26-d2686e180dc8', 'name': 'tempest-TestServerBasicOps-1573462987-router', 'tenant_id': '6243bef8aaf14c5f94b746bb911e4ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:54:51Z', 'updated_at': '2021-09-20T13:00:13Z', 'revision_number': 6, 'project_id': '6243bef8aaf14c5f94b746bb911e4ced', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:00:13.707579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda9788-3f19-422a-81c6-e4996954ef6f req-bca99951-d0fd-4f8a-a7b3-86240b3dc098 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:13.709133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbda9788-3f19-422a-81c6-e4996954ef6f req-bca99951-d0fd-4f8a-a7b3-86240b3dc098 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.1071932 Sep 20 13:00:13.778869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbda9788-3f19-422a-81c6-e4996954ef6f req-ebf678d5-4ffd-4afd-ae91-e88de85d66e2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631576 Sep 20 13:00:13.896213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:13.924100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=33eed4ce-0d99-48df-bab1-c5d8384eb53d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:13.994025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.080922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-f7249579-66fb-4b5f-a454-8d6acc6e7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:14.083254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-f7249579-66fb-4b5f-a454-8d6acc6e7ecf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1097 time: 0.0524929 Sep 20 13:00:14.107124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.107124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.186189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-1f216901-c298-46b7-934b-1510749b5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:14.187812 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-1f216901-c298-46b7-934b-1510749b5e01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03ce2256-7e02-4fa7-af67-41af402bf6dc HTTP/1.1" status: 200 len: 896 time: 0.0981667 Sep 20 13:00:14.222114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.222702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42e89339-90e2-43f8-9f26-d2686e180dc8 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:00:14.227156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.228336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eefd4d76-cbbb-4afd-b014-3c5d02b67f44 admin admin] 10.222.0.37 "DELETE /v2.0/routers/42e89339-90e2-43f8-9f26-d2686e180dc8 HTTP/1.1" status: 204 len: 168 time: 1.2143784 Sep 20 13:00:14.232640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38202) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:14.266102 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-42c98e5c-b670-4617-ad80-e84f6a8c09b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 1001 time: 0.0710056 Sep 20 13:00:14.280274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c523ce53-b01e-42ab-ac1e-5601fcc9cf73 admin admin] Deleting subnet ac50c008-533f-410b-bf6c-97909cf21778 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:00:14.285224 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c523ce53-b01e-42ab-ac1e-5601fcc9cf73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.327105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-ceb37a45-3475-4265-ba32-9204b2760959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:14.327105 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-ceb37a45-3475-4265-ba32-9204b2760959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccbe7436-f89f-40c3-afc4-fd6336a8ee94 HTTP/1.1" status: 200 len: 834 time: 0.0504456 Sep 20 13:00:14.330119 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c523ce53-b01e-42ab-ac1e-5601fcc9cf73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.379368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-67b2a508-1332-45ab-8dc4-7e1e8e0cf92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:14.381503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-67b2a508-1332-45ab-8dc4-7e1e8e0cf92c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03ce2256-7e02-4fa7-af67-41af402bf6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502815 Sep 20 13:00:14.394931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 56a68353-f9c6-4990-a941-0f51e8824859 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:14.424852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 56a68353-f9c6-4990-a941-0f51e8824859 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:14.425527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 56a68353-f9c6-4990-a941-0f51e8824859 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:14.426587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 33eed4ce-0d99-48df-bab1-c5d8384eb53d no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:14.433567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c523ce53-b01e-42ab-ac1e-5601fcc9cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.457612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 33eed4ce-0d99-48df-bab1-c5d8384eb53d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:14.457956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 33eed4ce-0d99-48df-bab1-c5d8384eb53d not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:14.503455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-f7570393-8796-4a94-a032-465c11e3d794 service neutron] 10.222.0.32 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095345 Sep 20 13:00:14.576776 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c523ce53-b01e-42ab-ac1e-5601fcc9cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.595225 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-f28946ac-d90f-403f-ab84-14342ceb3341 service neutron] 10.222.0.32 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852840 Sep 20 13:00:14.608266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523ce53-b01e-42ab-ac1e-5601fcc9cf73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac50c008-533f-410b-bf6c-97909cf21778,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:14.608266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c523ce53-b01e-42ab-ac1e-5601fcc9cf73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.611871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c523ce53-b01e-42ab-ac1e-5601fcc9cf73 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ac50c008-533f-410b-bf6c-97909cf21778 HTTP/1.1" status: 204 len: 168 time: 0.3760018 Sep 20 13:00:14.612860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38204) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:14.613846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b561f9-9038-4de1-9446-e584ce4deb0b None None] Network a85daf26-ede8-43d2-913c-a2cc01862546 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:00:14.736056 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.766158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b97cf55-240e-4c5e-a6a3-21075ff8f01b tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:14.767902 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4b97cf55-240e-4c5e-a6a3-21075ff8f01b tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76&tenant_id=c1df823e0e9446a9a23f52aa8f273f89&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1097 time: 0.0951262 Sep 20 13:00:14.792482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809934-3'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:14.793108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] DHCP port deletion for a85daf26-ede8-43d2-913c-a2cc01862546 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:00:14.842316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] Deleting port 08bae410-deef-42bb-9066-a06a1a502709 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:14.842934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.863477 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.882221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Deleting port 08bae410-deef-42bb-9066-a06a1a502709 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:14.882566 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.912240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] For port 08bae410-deef-42bb-9066-a06a1a502709, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=08bae410-deef-42bb-9066-a06a1a502709,segment=NetworkSegment(4ee1aede-79b2-4314-a777-6f785391243d),segment_id=4ee1aede-79b2-4314-a777-6f785391243d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:14.912593 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:14.925066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] Calling delete_port for 08bae410-deef-42bb-9066-a06a1a502709 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:14.978345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1a96a-3809-4394-b599-d66f1e1ce2ee req-c5fae9b4-ea1a-48e9-b334-2adf1490722a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:14.980121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ba1a96a-3809-4394-b599-d66f1e1ce2ee req-c5fae9b4-ea1a-48e9-b334-2adf1490722a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.1146491 Sep 20 13:00:15.006508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] For port 08bae410-deef-42bb-9066-a06a1a502709, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=08bae410-deef-42bb-9066-a06a1a502709,segment=NetworkSegment(4ee1aede-79b2-4314-a777-6f785391243d),segment_id=4ee1aede-79b2-4314-a777-6f785391243d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:15.006878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.028912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ba1a96a-3809-4394-b599-d66f1e1ce2ee req-cf8ae3e8-484a-46ea-8e0c-99dea8f7043f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400889 Sep 20 13:00:15.051764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Calling delete_port for 08bae410-deef-42bb-9066-a06a1a502709 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:15.095909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.112769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:15.127584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] Pushing event deleted for resources: {'Port': ['ID=08bae410-deef-42bb-9066-a06a1a502709,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:15.136648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e36f9d-e2b6-4df4-afdf-81361d549cce None None] No DVR routers for this DVR port 08bae410-deef-42bb-9066-a06a1a502709 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:00:15.171086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:00:15.198919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.234544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Pushing event deleted for resources: {'Port': ['ID=08bae410-deef-42bb-9066-a06a1a502709,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:15.238461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:15.239329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0e6c-97cc-4ca9-b422-44da1890d368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.240693 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f82c752-1d22-4c9c-82e5-5dea9867167a" -d '{"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-unplugged", "status": "completed", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:15.244887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.248830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] No DVR routers for this DVR port 08bae410-deef-42bb-9066-a06a1a502709 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:00:15.283076 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93554c4-b88e-4ffb-84f3-0eb8a378480c x-openstack-request-id: req-b93554c4-b88e-4ffb-84f3-0eb8a378480c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:15.283365 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-unplugged", "status": "completed", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:15.283627 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b93554c4-b88e-4ffb-84f3-0eb8a378480c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:15.284001 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'code': 200} Sep 20 13:00:15.323637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.325894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.378982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85daf26-ede8-43d2-913c-a2cc01862546']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:15.400569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee1aede-79b2-4314-a777-6f785391243d') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:15.400833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee1aede-79b2-4314-a777-6f785391243d') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:15.444789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.458868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:15.470565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.487973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:00:15.488433 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: self.session.flush() Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:00:15.490018 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:00:15.569844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on host n-h2-809934-3 for vnic_type normal with profile {"migrating_to": "n-h1-809934-3"} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:00:15.570189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:00:15.570526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:15.576118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:00:15.576445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Attempting to bind port bd2a5373-133a-4941-a51b-3d0479a392b6 on network 03ce2256-7e02-4fa7-af67-41af402bf6dc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:15.582078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:00:15.582413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Checking segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:00:15.582832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Bound using segment: {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:00:15.583254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Bound port: bd2a5373-133a-4941-a51b-3d0479a392b6, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3dead6-b865-45ca-b29f-29bd5cf79eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:00:15.583611 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.602894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-233afe4e-8e0a-46d9-870a-d14340cb44f3 None None] Provisioning complete for port bd2a5373-133a-4941-a51b-3d0479a392b6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:15.603512 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-233afe4e-8e0a-46d9-870a-d14340cb44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.643462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.646192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-233afe4e-8e0a-46d9-870a-d14340cb44f3 None None] Port bd2a5373-133a-4941-a51b-3d0479a392b6 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:00:15.653243 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:00:15.656976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:00:15.673463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.678668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.680556 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] 10.222.0.37 "DELETE /v2.0/networks/a85daf26-ede8-43d2-913c-a2cc01862546 HTTP/1.1" status: 204 len: 168 time: 1.0673747 Sep 20 13:00:15.692946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faf562-a2e4-4d0e-af48-efa4ce46cbad admin admin] Pushing event deleted for resources: {'Network': ['ID=a85daf26-ede8-43d2-913c-a2cc01862546,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:15.731023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.827547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:15.876557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:15.877263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:15.878909 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-2f884bd5-9754-47dd-9b00-563b4d056217 service neutron] 10.222.0.32 "PUT /v2.0/ports/bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 1122 time: 1.0904431 Sep 20 13:00:15.938918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['bd2a5373-133a-4941-a51b-3d0479a392b6'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:00:16.067682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:16.091588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ebf99327-671b-4563-8e64-e225e4b4a93a None None] Provisioning complete for port bd2a5373-133a-4941-a51b-3d0479a392b6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:16.093746 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebf99327-671b-4563-8e64-e225e4b4a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:16.158594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf3dc812-f106-414e-bfc0-8a440979bc27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9a1784aba6d48f7a5b266e0b8e2aa46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897505 Sep 20 13:00:16.160895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38220) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:16.211299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1d608-877f-4c81-94de-222cbf14a58c req-a4ebb80b-48a1-44b7-a536-123b15fb1128 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:16.212721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65c1d608-877f-4c81-94de-222cbf14a58c req-a4ebb80b-48a1-44b7-a536-123b15fb1128 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 944 time: 0.0978205 Sep 20 13:00:16.245053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97a7de56-57a1-436e-b9c1-9d4c6b13fa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:16.257560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebf99327-671b-4563-8e64-e225e4b4a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:16.272375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-65c1d608-877f-4c81-94de-222cbf14a58c req-90c1b344-3b95-4415-afe3-6d8b84626a04 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521803 Sep 20 13:00:16.281149 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97a7de56-57a1-436e-b9c1-9d4c6b13fa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:16.304048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:16.306508 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ca269-7484-4540-8056-dea8e8302773" -d '{"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-plugged", "status": "completed", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:16.328560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ebf99327-671b-4563-8e64-e225e4b4a93a None None] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:16.357704 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7bd230-55f3-44fe-a448-67614fe117af x-openstack-request-id: req-9c7bd230-55f3-44fe-a448-67614fe117af {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:16.358016 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-plugged", "status": "completed", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:16.358246 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c7bd230-55f3-44fe-a448-67614fe117af {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:16.359380 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'code': 200} Sep 20 13:00:16.373090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 08bae410-deef-42bb-9066-a06a1a502709 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:16.392896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 08bae410-deef-42bb-9066-a06a1a502709 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:16.393261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 08bae410-deef-42bb-9066-a06a1a502709 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:16.439713 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebf99327-671b-4563-8e64-e225e4b4a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:16.473833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97a7de56-57a1-436e-b9c1-9d4c6b13fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:16.476453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97a7de56-57a1-436e-b9c1-9d4c6b13fa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:16.477648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-97a7de56-57a1-436e-b9c1-9d4c6b13fa1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6875072b-fee6-4995-952d-7890ce8f9f97 HTTP/1.1" status: 204 len: 168 time: 0.3158352 Sep 20 13:00:16.492679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7de56-57a1-436e-b9c1-9d4c6b13fa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6875072b-fee6-4995-952d-7890ce8f9f97,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:16.752123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf99327-671b-4563-8e64-e225e4b4a93a None None] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:16.822107 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:17.192341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38230) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:17.238661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-60b801e4-2b0d-4ec6-bca2-8ac0aafc2b18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6243bef8aaf14c5f94b746bb911e4ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516095 Sep 20 13:00:17.241339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38232) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:17.285138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:17.287647 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:17.316319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97fe61c3-4fd5-477d-a0fe-d82a3c62c894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:17.340381 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d13234a-0cdb-4638-9115-a39ac87a6862 x-openstack-request-id: req-7d13234a-0cdb-4638-9115-a39ac87a6862 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:17.340666 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:17.340913 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d13234a-0cdb-4638-9115-a39ac87a6862 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:17.341376 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'status': 'completed', 'code': 200} Sep 20 13:00:17.344193 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97fe61c3-4fd5-477d-a0fe-d82a3c62c894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:17.419452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-c75e04cc-8d96-47ec-9be1-4b7cc1ca3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:17.424064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-c75e04cc-8d96-47ec-9be1-4b7cc1ca3ac3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1127 time: 0.0528278 Sep 20 13:00:17.465630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745880d-ae69-4ebf-b639-895a603b09fc req-47ed863f-e8fb-494d-a50e-111cdb135e3f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:17.467225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2745880d-ae69-4ebf-b639-895a603b09fc req-47ed863f-e8fb-494d-a50e-111cdb135e3f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0643635 Sep 20 13:00:17.518027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2745880d-ae69-4ebf-b639-895a603b09fc req-7f7e845d-e50f-4f70-99f6-d4de922748b0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Sep 20 13:00:17.524280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97fe61c3-4fd5-477d-a0fe-d82a3c62c894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:17.526844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97fe61c3-4fd5-477d-a0fe-d82a3c62c894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:17.540753 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-97fe61c3-4fd5-477d-a0fe-d82a3c62c894 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44dec5b6-0674-473e-9ce1-4a1c28dc4297 HTTP/1.1" status: 204 len: 168 time: 0.2884526 Sep 20 13:00:17.540753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-43ebd3ee-1e7c-4220-8b0b-fca4c6ea1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:17.542074 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-43ebd3ee-1e7c-4220-8b0b-fca4c6ea1480 service neutron] 10.222.0.21 "GET /v2.0/networks?id=03ce2256-7e02-4fa7-af67-41af402bf6dc HTTP/1.1" status: 200 len: 896 time: 0.1133890 Sep 20 13:00:17.542269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe61c3-4fd5-477d-a0fe-d82a3c62c894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dec5b6-0674-473e-9ce1-4a1c28dc4297,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:17.636733 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-31ad9b77-e7a1-41ac-830e-8e46993c1464 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 1001 time: 0.0877769 Sep 20 13:00:17.684583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-34bf65db-9a93-4fd5-a0ac-d08e6dfae9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:17.686087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-34bf65db-9a93-4fd5-a0ac-d08e6dfae9db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccbe7436-f89f-40c3-afc4-fd6336a8ee94 HTTP/1.1" status: 200 len: 834 time: 0.0424063 Sep 20 13:00:17.735970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-02864ac8-97ce-4c46-87e0-172b35302588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:17.737631 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-02864ac8-97ce-4c46-87e0-172b35302588 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ce2256-7e02-4fa7-af67-41af402bf6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444846 Sep 20 13:00:17.840129 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-eb06a80b-ce95-4f1b-a516-346ad79a44a6 service neutron] 10.222.0.21 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905230 Sep 20 13:00:17.951385 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-751ac76f-04b5-4fa5-9e2f-482a1cd7b2db req-cf240968-5151-4d5c-9ef4-4e6667b62eba service neutron] 10.222.0.21 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067882 Sep 20 13:00:18.011174 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:18.229786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device bd2a5373-133a-4941-a51b-3d0479a392b6 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:00:18.326249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:18.337702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device bd2a5373-133a-4941-a51b-3d0479a392b6 has no active binding in host n-h1-809934-3 {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 20 13:00:18.644374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827fe4e-98ee-48b5-9500-8e5e5a3c3db8 req-61cf5bff-e3d4-4d0b-8982-3656dd75516e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:18.645895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9827fe4e-98ee-48b5-9500-8e5e5a3c3db8 req-61cf5bff-e3d4-4d0b-8982-3656dd75516e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0527925 Sep 20 13:00:18.683312 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9827fe4e-98ee-48b5-9500-8e5e5a3c3db8 req-bad88c52-efb0-4809-9fb8-68a1de13f36f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313315 Sep 20 13:00:19.802061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7437da9-0634-4eef-8deb-416acefd065b req-20d0fc13-1588-4d3e-b9bf-2dc0fc0d2750 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:19.805401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7437da9-0634-4eef-8deb-416acefd065b req-20d0fc13-1588-4d3e-b9bf-2dc0fc0d2750 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0535197 Sep 20 13:00:19.842609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7437da9-0634-4eef-8deb-416acefd065b req-5b2cfd6c-1849-43bb-89c0-768db6c4c69e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319743 Sep 20 13:00:20.078790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:20.530329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:20.954027 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-907ec4a9-d9a1-4f10-bcd6-93e8f319f3d5 service neutron] 10.222.0.21 "GET /v2.0/ports/bd2a5373-133a-4941-a51b-3d0479a392b6/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 384 time: 0.0559502 Sep 20 13:00:20.963359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a079a7-aef7-4f1d-abf3-a37dee8dd786 req-4572601f-1af4-421f-a375-79e26ab672f5 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:20.964880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7a079a7-aef7-4f1d-abf3-a37dee8dd786 req-4572601f-1af4-421f-a375-79e26ab672f5 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 946 time: 0.0496609 Sep 20 13:00:21.009526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7a079a7-aef7-4f1d-abf3-a37dee8dd786 req-e6818e53-926d-458a-bf26-60ca37850f6d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381260 Sep 20 13:00:21.134613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:21.153843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:00:21.192039 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:21.194854 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b7c5d-a513-419d-966d-7721b48fac1f" -d '{"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-unplugged", "status": "completed", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:21.201977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:21.230935 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea51068-0379-44fc-a8bc-0236cbfc04a8 x-openstack-request-id: req-3ea51068-0379-44fc-a8bc-0236cbfc04a8 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:21.231239 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-unplugged", "status": "completed", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:21.231502 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ea51068-0379-44fc-a8bc-0236cbfc04a8 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:21.232064 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'code': 200} Sep 20 13:00:21.296441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:21.376607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] Transition to ACTIVE for port object bd2a5373-133a-4941-a51b-3d0479a392b6 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:00:21.479299 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:21.575215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:21.619216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] No DVR routers for this DVR port bd2a5373-133a-4941-a51b-3d0479a392b6 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:00:21.772592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b6b409e5-03e1-4255-bcf6-5c9c9d172e06 service neutron] 10.222.0.21 "PUT /v2.0/ports/bd2a5373-133a-4941-a51b-3d0479a392b6/bindings/n-h1-809934-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8109176 Sep 20 13:00:21.943435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-9b6ea65c-3634-420e-b8a3-fc3a75640729 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:21.946415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-9b6ea65c-3634-420e-b8a3-fc3a75640729 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76&tenant_id=c1df823e0e9446a9a23f52aa8f273f89&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.0462453 Sep 20 13:00:21.991632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4e97e743-0744-476c-ac90-1f30a3d41570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:21.993148 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-4e97e743-0744-476c-ac90-1f30a3d41570 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 1096 time: 0.0394962 Sep 20 13:00:22.057319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-500b1cb3-e408-4de0-9304-f320bd15e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:22.058838 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-500b1cb3-e408-4de0-9304-f320bd15e26e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1096 time: 0.0440376 Sep 20 13:00:22.133550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638636c-7a73-438b-b42a-d5bc34e4f351 req-60bebc0d-b1ef-4687-a46d-b06736fd8b40 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:22.135547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7638636c-7a73-438b-b42a-d5bc34e4f351 req-60bebc0d-b1ef-4687-a46d-b06736fd8b40 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 945 time: 0.0540686 Sep 20 13:00:22.160541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-41929644-34a7-4528-a602-49dd7aaa6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:22.162136 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-41929644-34a7-4528-a602-49dd7aaa6d4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=03ce2256-7e02-4fa7-af67-41af402bf6dc HTTP/1.1" status: 200 len: 896 time: 0.0943384 Sep 20 13:00:22.174631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7638636c-7a73-438b-b42a-d5bc34e4f351 req-fb567c0b-643c-4314-8d15-5e5a76e315e3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Sep 20 13:00:22.247899 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-098d8f87-7d3b-4592-948f-5296894ec6cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 999 time: 0.0778165 Sep 20 13:00:22.300458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-f7db9a2e-1786-4f40-9e38-8658dd173c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:22.301963 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-f7db9a2e-1786-4f40-9e38-8658dd173c67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccbe7436-f89f-40c3-afc4-fd6336a8ee94 HTTP/1.1" status: 200 len: 834 time: 0.0480876 Sep 20 13:00:22.349240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b0bc84ca-acc3-4bdf-ab64-ae5e45a18147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:22.350794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b0bc84ca-acc3-4bdf-ab64-ae5e45a18147 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03ce2256-7e02-4fa7-af67-41af402bf6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411170 Sep 20 13:00:22.442637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-b0af60f5-cafa-49d1-9f25-838fbbeb84c9 service neutron] 10.222.0.32 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851760 Sep 20 13:00:22.535845 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-ad058e1a-ef07-4753-be6e-34bfaf6cbe58 service neutron] 10.222.0.32 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866642 Sep 20 13:00:22.970185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-c1c8a738-e7b0-4a36-82ef-0980145ed2e0 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:22.971704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-c1c8a738-e7b0-4a36-82ef-0980145ed2e0 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76&tenant_id=c1df823e0e9446a9a23f52aa8f273f89&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 1096 time: 0.0489278 Sep 20 13:00:23.197122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-201d7c92-5b99-49d7-bca9-f22e089fd950 service neutron] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:00:23.200729 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-201d7c92-5b99-49d7-bca9-f22e089fd950 service neutron] Notify callbacks [] for binding, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:23.201966 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-27ac596b-14b1-4788-a712-2f49d8aee701 req-201d7c92-5b99-49d7-bca9-f22e089fd950 service neutron] 10.222.0.32 "DELETE /v2.0/ports/bd2a5373-133a-4941-a51b-3d0479a392b6/bindings/n-h2-809934-3 HTTP/1.1" status: 204 len: 173 time: 0.2223172 Sep 20 13:00:23.310991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a75d17-a33e-4d16-bca8-fb019a8f868a req-026eb0e0-b7ab-4dc0-87cd-e66cf335ff1e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:23.312750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60a75d17-a33e-4d16-bca8-fb019a8f868a req-026eb0e0-b7ab-4dc0-87cd-e66cf335ff1e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 945 time: 0.0551519 Sep 20 13:00:23.352598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60a75d17-a33e-4d16-bca8-fb019a8f868a req-3705cebe-3db8-41f8-85d0-6b2ad0b12f2b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329351 Sep 20 13:00:23.457686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff64e66-1241-4601-90ba-e47df6c682eb req-2aba4fcc-9fec-4837-8da1-51e86f537d58 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:23.459109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ff64e66-1241-4601-90ba-e47df6c682eb req-2aba4fcc-9fec-4837-8da1-51e86f537d58 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1096 time: 0.0403919 Sep 20 13:00:23.495256 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ff64e66-1241-4601-90ba-e47df6c682eb req-13c95e22-1578-4122-bbe2-b66d6f9dffc2 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299647 Sep 20 13:00:23.625395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da946421-33af-4f9b-8c2e-02bbb65709b6 req-4115a5ee-f81e-4536-a78c-18c41495d12b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:23.626873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da946421-33af-4f9b-8c2e-02bbb65709b6 req-4115a5ee-f81e-4536-a78c-18c41495d12b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 945 time: 0.0560675 Sep 20 13:00:23.665949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da946421-33af-4f9b-8c2e-02bbb65709b6 req-ae69a8c7-1fca-4c29-8669-0496971c0559 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322418 Sep 20 13:00:23.688547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38270) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:23.752395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-46a4a889-9a51-4889-8063-56d5a678c03a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/5014ee99-5251-4170-8952-24d2085003b7 HTTP/1.1" status: 200 len: 991 time: 0.0627112 Sep 20 13:00:23.978746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:24.090965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device bd2a5373-133a-4941-a51b-3d0479a392b6 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:24.129354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device bd2a5373-133a-4941-a51b-3d0479a392b6 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:24.151445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 5807d08d-2af3-4031-bdbf-f2fcdb1a9409 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:24.151874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:24.234011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:24.234340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:24.247172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 5807d08d-2af3-4031-bdbf-f2fcdb1a9409 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:24.793607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:24.825446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=5807d08d-2af3-4031-bdbf-f2fcdb1a9409,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:24.911087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:24.911772 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Floating IP 5014ee99-5251-4170-8952-24d2085003b7 disassociated (deleted). External IP: 172.25.6.58, port: bd2a5373-133a-4941-a51b-3d0479a392b6. Sep 20 13:00:25.132009 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 947c09ac-e287-4b17-a48b-74806a163713 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:00:25.249314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:00:25.253832 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:25.259810 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] Sync routers for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:00:25.269210 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:25.269818 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:25.281618 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0e504d0f-b51b-4d8d-95d6-be05caeaa195 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/floatingips/5014ee99-5251-4170-8952-24d2085003b7 HTTP/1.1" status: 204 len: 168 time: 1.3017638 Sep 20 13:00:25.282199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:25.284492 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:25.382774 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:25.575698 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:22Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:25.605190 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] Checking router: 947c09ac-e287-4b17-a48b-74806a163713 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:00:25.613272 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:25.613901 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:25.723967 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:25.855658 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade019e-ea7d-43f3-a34a-866d7f262ffb x-openstack-request-id: req-eade019e-ea7d-43f3-a34a-866d7f262ffb {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:25.856208 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:25.856208 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eade019e-ea7d-43f3-a34a-866d7f262ffb {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:25.856535 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'status': 'completed', 'code': 200} Sep 20 13:00:25.929456 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:22Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:25.933058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-aaa13fe1-1fe7-4327-8c40-722d2c1dff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:25.935181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-aaa13fe1-1fe7-4327-8c40-722d2c1dff1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 1096 time: 0.0549932 Sep 20 13:00:25.958752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571de07-ccae-4cc2-a036-b480a594bc7d None None] The sync data for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 is: [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:19Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '6a463e5c-6783-41f5-b6f3-861d3e4435d4', 'name': '', 'network_id': '03ce2256-7e02-4fa7-af67-41af402bf6dc', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:a9:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:19Z', 'updated_at': '2021-09-20T12:59:22Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': 'ccbe7436-f89f-40c3-afc4-fd6336a8ee94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:00:25.976246 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ca3d6-6b0f-4240-9750-3cfd3192f7fb req-8fafbb5f-1ab6-45d6-8711-e7e71e2334d4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:25.977900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be3ca3d6-6b0f-4240-9750-3cfd3192f7fb req-8fafbb5f-1ab6-45d6-8711-e7e71e2334d4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 945 time: 0.0575712 Sep 20 13:00:26.035783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be3ca3d6-6b0f-4240-9750-3cfd3192f7fb req-b539c616-b3c3-44fc-b9ec-65b166ce9d22 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=a92a6e82-7a4f-44e5-86f0-e9deced26275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514684 Sep 20 13:00:26.056051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-b66f21b8-c129-405a-b950-f9ac24495ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:26.061996 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-b66f21b8-c129-405a-b950-f9ac24495ad0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03ce2256-7e02-4fa7-af67-41af402bf6dc HTTP/1.1" status: 200 len: 896 time: 0.1178484 Sep 20 13:00:26.105240 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-607e65b6-0fcd-4e3d-9781-957e21d12797 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 200 len: 217 time: 0.0357845 Sep 20 13:00:26.146169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-c515239e-70ae-430e-986b-7f9c10c916cb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:26.148920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-c515239e-70ae-430e-986b-7f9c10c916cb tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 945 time: 0.0588241 Sep 20 13:00:26.159191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-55b1874f-8513-492c-b2cc-b3e7d759d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:26.160669 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-55b1874f-8513-492c-b2cc-b3e7d759d6ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccbe7436-f89f-40c3-afc4-fd6336a8ee94 HTTP/1.1" status: 200 len: 834 time: 0.0489666 Sep 20 13:00:26.210572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-9b86175d-d069-48f1-8501-cbe031aa3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:26.212513 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-9b86175d-d069-48f1-8501-cbe031aa3252 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03ce2256-7e02-4fa7-af67-41af402bf6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443370 Sep 20 13:00:26.272815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port bd2a5373-133a-4941-a51b-3d0479a392b6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:26.273195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:26.274767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b02255-40b1-49ed-9ff2-b5325fbf54c5 None None] New status for floating IP 5014ee99-5251-4170-8952-24d2085003b7: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:00:26.310702 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-290fbd7e-a663-4bc5-befb-85b163bebdac service neutron] 10.222.0.32 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909686 Sep 20 13:00:26.376140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port bd2a5373-133a-4941-a51b-3d0479a392b6, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=bd2a5373-133a-4941-a51b-3d0479a392b6,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:26.376567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:26.392262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for bd2a5373-133a-4941-a51b-3d0479a392b6 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:26.419829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ccd9e2a-6673-4c42-bf0d-8d97c7a6af82 req-86753d78-5c94-45b7-9927-5090e74676e9 service neutron] 10.222.0.32 "GET /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019888 Sep 20 13:00:26.558737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:26.590629 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=bd2a5373-133a-4941-a51b-3d0479a392b6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:26.635910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] No DVR routers for this DVR port bd2a5373-133a-4941-a51b-3d0479a392b6 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:00:26.638471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:26.640432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ef44baa-d3cd-4955-85d3-af020244dd79 req-b0fa8901-1d22-4739-836d-83ac6332ce75 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.32 "DELETE /v2.0/ports/bd2a5373-133a-4941-a51b-3d0479a392b6 HTTP/1.1" status: 204 len: 173 time: 0.4852650 Sep 20 13:00:27.150542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-954d00f0-7869-4f64-bf5a-daabbeb83454 req-5110a10a-00ba-4874-a7d8-651e1b6ad723 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8159c9-a82a-4dbb-a273-c041e05fdc76 HTTP/1.1" status: 200 len: 210 time: 0.0299728 Sep 20 13:00:27.857570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-deleted', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:27.859932 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0c3b63-fac6-4c1d-b9de-6fc4fc6acf9a" -d '{"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-deleted", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:27.895162 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c849482c-d6e3-4779-9bfb-fecec29be8b2 x-openstack-request-id: req-c849482c-d6e3-4779-9bfb-fecec29be8b2 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:27.895461 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8159c9-a82a-4dbb-a273-c041e05fdc76", "name": "network-vif-deleted", "tag": "bd2a5373-133a-4941-a51b-3d0479a392b6", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:27.895757 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c849482c-d6e3-4779-9bfb-fecec29be8b2 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:27.896171 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8159c9-a82a-4dbb-a273-c041e05fdc76', 'name': 'network-vif-deleted', 'tag': 'bd2a5373-133a-4941-a51b-3d0479a392b6', 'status': 'completed', 'code': 200} Sep 20 13:00:28.206855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:28.578621 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:28.841387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 6a463e5c-6783-41f5-b6f3-861d3e4435d4 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:28.855143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:28.932357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 6a463e5c-6783-41f5-b6f3-861d3e4435d4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=6a463e5c-6783-41f5-b6f3-861d3e4435d4,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:28.932722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:28.945701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 6a463e5c-6783-41f5-b6f3-861d3e4435d4 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:29.199097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:29.230865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=6a463e5c-6783-41f5-b6f3-861d3e4435d4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:29.409247 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:29.627638 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 947c09ac-e287-4b17-a48b-74806a163713 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:00:29.733469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:00:29.738812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aeaafc88-7586-4088-9e7d-ce4b1ec08220 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "PUT /v2.0/routers/947c09ac-e287-4b17-a48b-74806a163713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5309455 Sep 20 13:00:29.741686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38326) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:29.753615 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] Sync routers for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:00:29.762831 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:29.763523 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:29.797500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfa1428-49ad-4a12-9897-cb2a0f0d164c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting subnet ccbe7436-f89f-40c3-afc4-fd6336a8ee94 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:00:29.800579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1428-49ad-4a12-9897-cb2a0f0d164c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:29.839743 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1428-49ad-4a12-9897-cb2a0f0d164c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:29.878415 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:29.930425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1428-49ad-4a12-9897-cb2a0f0d164c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.067658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1428-49ad-4a12-9897-cb2a0f0d164c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.109472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae65444-1899-4d1c-9b50-7402ba5dc080 None None] Network 03ce2256-7e02-4fa7-af67-41af402bf6dc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:00:30.119122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1428-49ad-4a12-9897-cb2a0f0d164c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.123865 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4cfa1428-49ad-4a12-9897-cb2a0f0d164c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/subnets/ccbe7436-f89f-40c3-afc4-fd6336a8ee94 HTTP/1.1" status: 204 len: 168 time: 0.3784165 Sep 20 13:00:30.125069 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:30.127297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa1428-49ad-4a12-9897-cb2a0f0d164c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbe7436-f89f-40c3-afc4-fd6336a8ee94,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:30.165938 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T13:00:29Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:30.198362 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] Checking router: 947c09ac-e287-4b17-a48b-74806a163713 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:00:30.208211 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] Routers {'947c09ac-e287-4b17-a48b-74806a163713'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:30.209507 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['947c09ac-e287-4b17-a48b-74806a163713'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:30.251270 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.320290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device bd2a5373-133a-4941-a51b-3d0479a392b6 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:30.324180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] DHCP port deletion for 03ce2256-7e02-4fa7-af67-41af402bf6dc request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:00:30.340800 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] Set router 947c09ac-e287-4b17-a48b-74806a163713 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:30.372652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: bd2a5373-133a-4941-a51b-3d0479a392b6 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:30.372988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device bd2a5373-133a-4941-a51b-3d0479a392b6 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:30.386153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.438858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] Deleting port 448081c1-e30c-45b1-9aae-3e2d7f126f6b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:30.439622 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.500394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 448081c1-e30c-45b1-9aae-3e2d7f126f6b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:30.561332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] For port 448081c1-e30c-45b1-9aae-3e2d7f126f6b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=448081c1-e30c-45b1-9aae-3e2d7f126f6b,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:30.561567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.566084 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T13:00:29Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:30.579589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] Calling delete_port for 448081c1-e30c-45b1-9aae-3e2d7f126f6b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:30.586079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:00:30.587228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.601636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748054f-2842-4921-acb1-4ce582886bf1 None None] The sync data for ids ['947c09ac-e287-4b17-a48b-74806a163713'] in n-d-809934-3 is: [{'id': '947c09ac-e287-4b17-a48b-74806a163713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459685694', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T13:00:29Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c09ac-e287-4b17-a48b-74806a163713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:59:13Z', 'updated_at': '2021-09-20T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:00:30.666743 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.698320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:30.699094 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.712756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:00:30.714700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 448081c1-e30c-45b1-9aae-3e2d7f126f6b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=448081c1-e30c-45b1-9aae-3e2d7f126f6b,segment=NetworkSegment(fa3dead6-b865-45ca-b29f-29bd5cf79eea),segment_id=fa3dead6-b865-45ca-b29f-29bd5cf79eea)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:30.759097 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.816928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=448081c1-e30c-45b1-9aae-3e2d7f126f6b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:30.821829 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.848874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] Pushing event deleted for resources: {'Port': ['ID=448081c1-e30c-45b1-9aae-3e2d7f126f6b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:30.852771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03646472-2303-4d27-80f0-49737e96bc61 None None] No DVR routers for this DVR port 448081c1-e30c-45b1-9aae-3e2d7f126f6b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:00:30.953379 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:30.977483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:31.368502 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.462676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.465204 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.564515 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.565229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Fanout notify agent at l3_agent the message router_deleted on router 947c09ac-e287-4b17-a48b-74806a163713 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:00:31.583031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.584979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-db4cb095-76f8-40f9-aa44-ddbe30674a26 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/routers/947c09ac-e287-4b17-a48b-74806a163713 HTTP/1.1" status: 204 len: 168 time: 1.4582982 Sep 20 13:00:31.587534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:31.681269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.780689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.809256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ce2256-7e02-4fa7-af67-41af402bf6dc']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:31.820537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3dead6-b865-45ca-b29f-29bd5cf79eea') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:31.820537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3dead6-b865-45ca-b29f-29bd5cf79eea') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:31.831701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.845624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.852221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:00:31.852628 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:00:31.855546 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:00:31.993157 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.000288 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.002040 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/networks/03ce2256-7e02-4fa7-af67-41af402bf6dc HTTP/1.1" status: 204 len: 168 time: 0.4135547 Sep 20 13:00:32.004762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38340) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:32.013494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2a813-ff6f-4db7-a019-b2f96d1d32b9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Network': ['ID=03ce2256-7e02-4fa7-af67-41af402bf6dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:32.066673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7630dfbc-ee10-4fec-a104-304a0ef6a865 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.096799 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7630dfbc-ee10-4fec-a104-304a0ef6a865 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.227539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7630dfbc-ee10-4fec-a104-304a0ef6a865 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.230120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7630dfbc-ee10-4fec-a104-304a0ef6a865 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.231325 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7630dfbc-ee10-4fec-a104-304a0ef6a865 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/security-groups/a92a6e82-7a4f-44e5-86f0-e9deced26275 HTTP/1.1" status: 204 len: 168 time: 0.2254450 Sep 20 13:00:32.241480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630dfbc-ee10-4fec-a104-304a0ef6a865 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92a6e82-7a4f-44e5-86f0-e9deced26275,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:32.400379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6a463e5c-6783-41f5-b6f3-861d3e4435d4 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:32.427283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 6a463e5c-6783-41f5-b6f3-861d3e4435d4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:32.428328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 6a463e5c-6783-41f5-b6f3-861d3e4435d4 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:32.428971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:00:32.452497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:00:32.452923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 59a86d9d-b4a8-4e46-b91f-c6f0d8ce964e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:00:32.623621 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38348) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:32.628174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ccb1d12f-9353-41ba-a0b8-3e8281e225ab tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-103003116', 'description': 'tempest-secgroup-smoke-103003116 description', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:32.684369 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d12f-9353-41ba-a0b8-3e8281e225ab tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.767774 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d12f-9353-41ba-a0b8-3e8281e225ab tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.821581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d12f-9353-41ba-a0b8-3e8281e225ab tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.853198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1d12f-9353-41ba-a0b8-3e8281e225ab tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e34b88-fcc5-455a-aa43-4b976245d55b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:32.930569 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d12f-9353-41ba-a0b8-3e8281e225ab tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:32.931870 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ccb1d12f-9353-41ba-a0b8-3e8281e225ab tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3072386 Sep 20 13:00:32.934836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38350) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:32.939719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-424160d9-9cdb-42eb-9da3-7ccbdb1742e4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': '56e34b88-fcc5-455a-aa43-4b976245d55b', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:33.038821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-424160d9-9cdb-42eb-9da3-7ccbdb1742e4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.093379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-424160d9-9cdb-42eb-9da3-7ccbdb1742e4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.170377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-424160d9-9cdb-42eb-9da3-7ccbdb1742e4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.188869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424160d9-9cdb-42eb-9da3-7ccbdb1742e4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f57cc8-02f4-4e4c-a07e-973115c246e3,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:33.284848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-424160d9-9cdb-42eb-9da3-7ccbdb1742e4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.286246 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-424160d9-9cdb-42eb-9da3-7ccbdb1742e4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504834 Sep 20 13:00:33.289857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38352) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:33.294119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-dfceefe7-0e3e-4512-a2e0-09fe1e18255d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': '56e34b88-fcc5-455a-aa43-4b976245d55b', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:33.392262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfceefe7-0e3e-4512-a2e0-09fe1e18255d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.453645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfceefe7-0e3e-4512-a2e0-09fe1e18255d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.535945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfceefe7-0e3e-4512-a2e0-09fe1e18255d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.555305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfceefe7-0e3e-4512-a2e0-09fe1e18255d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d08d1c0-965a-4a28-80cb-f680c4bbd2a3,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:33.621434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfceefe7-0e3e-4512-a2e0-09fe1e18255d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.622778 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dfceefe7-0e3e-4512-a2e0-09fe1e18255d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3319769 Sep 20 13:00:33.625674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:33.630373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3753de36-663d-45b6-997a-250917e1ebe4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': '56e34b88-fcc5-455a-aa43-4b976245d55b', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:33.724165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3753de36-663d-45b6-997a-250917e1ebe4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.786502 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3753de36-663d-45b6-997a-250917e1ebe4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.845054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3753de36-663d-45b6-997a-250917e1ebe4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.869108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753de36-663d-45b6-997a-250917e1ebe4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb95ea59-ad73-4425-8fe8-299c5a4f0419,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:33.964624 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3753de36-663d-45b6-997a-250917e1ebe4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:33.965963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3753de36-663d-45b6-997a-250917e1ebe4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392353 Sep 20 13:00:33.968594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38400) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:33.973084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e5fdce24-4d7a-4ecb-bd1b-f3b7badd5e74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': '56e34b88-fcc5-455a-aa43-4b976245d55b', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:34.067059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5fdce24-4d7a-4ecb-bd1b-f3b7badd5e74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.132657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5fdce24-4d7a-4ecb-bd1b-f3b7badd5e74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.199119 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5fdce24-4d7a-4ecb-bd1b-f3b7badd5e74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.222299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdce24-4d7a-4ecb-bd1b-f3b7badd5e74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36dca236-f685-4fec-9c9e-8fa34656f589,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:34.281379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-3688cb5f-404b-4588-949c-9da1c98aeeaf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383716 Sep 20 13:00:34.295849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5fdce24-4d7a-4ecb-bd1b-f3b7badd5e74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.297212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5fdce24-4d7a-4ecb-bd1b-f3b7badd5e74 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275225 Sep 20 13:00:34.300630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:34.310864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-16142091-1b43-452f-b37c-91c4cf141588 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': '56e34b88-fcc5-455a-aa43-4b976245d55b', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:34.367250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-37e938f2-02a9-48f0-be52-a0bb5464a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:34.368761 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-37e938f2-02a9-48f0-be52-a0bb5464a52c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 1097 time: 0.0396140 Sep 20 13:00:34.418622 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-16142091-1b43-452f-b37c-91c4cf141588 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Project c1df823e0e9446a9a23f52aa8f273f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:00:34.431186 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16142091-1b43-452f-b37c-91c4cf141588 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.512192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-7b4486f9-61ac-4834-ab60-34a76d72b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:34.513695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-7b4486f9-61ac-4834-ab60-34a76d72b818 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.1251087 Sep 20 13:00:34.524420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16142091-1b43-452f-b37c-91c4cf141588 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.587700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-4e14ea24-fa0e-4508-b928-99e1a4d243a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=613f3f5f-9814-4504-8deb-05fcd88960d7 HTTP/1.1" status: 200 len: 1002 time: 0.0651548 Sep 20 13:00:34.592323 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16142091-1b43-452f-b37c-91c4cf141588 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.637371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16142091-1b43-452f-b37c-91c4cf141588 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3531e651-b5ce-4c57-b6f6-7713b0c55aa6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:34.656249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-2c178614-6ed9-4a18-a055-8c4ef1ba0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:34.657767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-2c178614-6ed9-4a18-a055-8c4ef1ba0c7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0614998 Sep 20 13:00:34.690993 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16142091-1b43-452f-b37c-91c4cf141588 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.692190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-16142091-1b43-452f-b37c-91c4cf141588 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849313 Sep 20 13:00:34.695505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38438) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:34.701361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-463d5885-7441-4572-b26d-d36a82282cfe tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'security_group_rule': {'security_group_id': '56e34b88-fcc5-455a-aa43-4b976245d55b', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:34.706252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-49bcf78a-36ee-4ce1-b710-16ad4e6fa8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:34.713381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-49bcf78a-36ee-4ce1-b710-16ad4e6fa8e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436847 Sep 20 13:00:34.775324 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-463d5885-7441-4572-b26d-d36a82282cfe tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Project c1df823e0e9446a9a23f52aa8f273f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:00:34.780736 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-463d5885-7441-4572-b26d-d36a82282cfe tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.807627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-8a042fad-375b-4ffa-8c0e-ea0b4c38ea14 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921757 Sep 20 13:00:34.848577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-463d5885-7441-4572-b26d-d36a82282cfe tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.905319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c94d21ec-701b-47b7-8219-ccaac6be3aa2 req-c2f19579-eed1-4779-b556-2dd0fccd184c service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907588 Sep 20 13:00:34.907444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-463d5885-7441-4572-b26d-d36a82282cfe tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:34.928899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d5885-7441-4572-b26d-d36a82282cfe tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de096aa-59c9-4da8-9481-9d1a91537c98,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:35.038747 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-463d5885-7441-4572-b26d-d36a82282cfe tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.039936 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-463d5885-7441-4572-b26d-d36a82282cfe tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3428752 Sep 20 13:00:35.042944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38440) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:35.047779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'network': {'name': 'tempest-network-smoke--887923342', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'port_security_enabled': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:35.124513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:00:35.128244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.153760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:00:35.162116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.162935 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Added segment d7dc6234-0e01-4d9c-bcf6-55665efd7f93 of type vlan for network d18856a4-fa81-4596-b406-c04e16c0e2e2 Sep 20 13:00:35.206206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.290474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.296094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:35.296695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.369783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Network': ['ID=d18856a4-fa81-4596-b406-c04e16c0e2e2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:35.379544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:00:35.413566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-68cc315a-86a4-47c2-a104-c71a724f5586 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3695710 Sep 20 13:00:35.414880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38444) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:35.419384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'admin_state_up': True, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:35.524976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.526188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.578348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:35.809263 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:36.366262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:36.384848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:36.488150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.25.6.117 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/4e81055e-c273-4672-802c-2a8f8496522a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:00:36.594029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:36.685286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:36.733502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:00:36.736279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:00:36.739756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:00:36.748755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=4e81055e-c273-4672-802c-2a8f8496522a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:37.111917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:37.355343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:37.604290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 5970615d-15d2-4d45-afea-c108937cdd3d is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:00:37.724066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:00:37.737896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Sync routers for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:00:37.751387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:37.756136 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:37.827183 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:37.828623 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2853c122-e8c8-47c3-9aef-3e3805da0ab2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4127448 Sep 20 13:00:37.832127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38450) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:37.875610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7ab09d8-93ad-4bab-8f17-235b0a8b65a5 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=c1df823e0e9446a9a23f52aa8f273f89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419283 Sep 20 13:00:37.878903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38452) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:37.879961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:37.973549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543988ff-7dab-4ba2-b10c-08e531cb7dbc tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:37.980084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-543988ff-7dab-4ba2-b10c-08e531cb7dbc tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960410 Sep 20 13:00:37.980275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38454) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:38.015910 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c256b40e-2564-45d0-8015-a777889ab1d6 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344169 Sep 20 13:00:38.018449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:38.024699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677726300', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:38.080877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:36Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:38.114535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Checking router: 5970615d-15d2-4d45-afea-c108937cdd3d for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:00:38.114884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Updating router 5970615d-15d2-4d45-afea-c108937cdd3d port 4e81055e-c273-4672-802c-2a8f8496522a binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:00:38.141086 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.192744 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:00:38.196980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.468296 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.479028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.551921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Subnet': ['ID=2e04f620-dc50-4932-ac04-949f778a57e1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:38.555241 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.564239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Checking segment: {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:00:38.564239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network hostable DHCP agents. Network: d18856a4-fa81-4596-b406-c04e16c0e2e2, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:00:38.613935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Attempting to bind port 4e81055e-c273-4672-802c-2a8f8496522a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:00:38.614315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Attempting to bind port 4e81055e-c273-4672-802c-2a8f8496522a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:00:38.614744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Attempting to bind port 4e81055e-c273-4672-802c-2a8f8496522a on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:38.624622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034aa8d0-427e-4664-bb34-d413e217a8b6 None None] Pushing event updated for resources: {'Port': ['ID=4e81055e-c273-4672-802c-2a8f8496522a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:38.630148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:00:38.630531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:00:38.643431 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.643431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:00:38.643431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Bound port: 4e81055e-c273-4672-802c-2a8f8496522a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:00:38.643431 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.666187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:00:38.691161 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] For port 4e81055e-c273-4672-802c-2a8f8496522a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:00:38.697782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] For port 4e81055e-c273-4672-802c-2a8f8496522a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4e81055e-c273-4672-802c-2a8f8496522a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:00:38.753289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, d18856a4-fa81-4596-b406-c04e16c0e2e2) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:00:38.757552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:38.758289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.764205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15e06b2-d8cc-40d9-86cd-7c4d9459e105 None None] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:00:38.790511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:38.879745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a4b01d7-379c-4577-b2ec-4490f80d10c6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8597407 Sep 20 13:00:38.883206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38460) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:38.925650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:38.926206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:38.931032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034aa8d0-427e-4664-bb34-d413e217a8b6 None None] Pushing event updated for resources: {'Port': ['ID=4e81055e-c273-4672-802c-2a8f8496522a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:39.094852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-d18856a4-fa81-4596-b406-c04e16c0e2e2', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:00:39.096225 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:39.116775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:39.391144 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:39.543132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Allocated IP 172.20.0.2 (d18856a4-fa81-4596-b406-c04e16c0e2e2/2e04f620-dc50-4932-ac04-949f778a57e1/e58fb906-081a-457b-825b-a9e56410a30b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:00:39.667886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:36Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:39.703085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c903db6-e109-4bdd-b6b4-6290d580f9da None None] The sync data for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 is: [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:36Z', 'revision_number': 3, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:00:39.773539 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:39.833158 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:39.885369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:00:39.889689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:00:39.898046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:00:39.901545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Pushing event updated for resources: {'Port': ['ID=e58fb906-081a-457b-825b-a9e56410a30b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:39.926932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.20.0.1 (d18856a4-fa81-4596-b406-c04e16c0e2e2/2e04f620-dc50-4932-ac04-949f778a57e1/7d2f3a49-abbf-4323-bdad-16e704628462) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:00:39.989808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Attempting to bind port e58fb906-081a-457b-825b-a9e56410a30b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:00:39.990310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Attempting to bind port e58fb906-081a-457b-825b-a9e56410a30b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:00:39.990982 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Attempting to bind port e58fb906-081a-457b-825b-a9e56410a30b on network d18856a4-fa81-4596-b406-c04e16c0e2e2 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:39.996584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:00:39.997138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Checking segment: {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:00:39.997553 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:39.997938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Bound using segment: {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:00:39.998461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Bound port: e58fb906-081a-457b-825b-a9e56410a30b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:00:39.998846 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.103055 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.119356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] For port e58fb906-081a-457b-825b-a9e56410a30b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:00:40.125197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] For port e58fb906-081a-457b-825b-a9e56410a30b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e58fb906-081a-457b-825b-a9e56410a30b,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:00:40.205536 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.215905 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.278076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e196f7-e6ca-4722-abed-8b02f5292eae None None] Pushing event updated for resources: {'Port': ['ID=e58fb906-081a-457b-825b-a9e56410a30b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:40.280648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:00:40.284048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:00:40.287900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:00:40.303828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=7d2f3a49-abbf-4323-bdad-16e704628462,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:40.364811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.476421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4e81055e-c273-4672-802c-2a8f8496522a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:00:40.566493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4e81055e-c273-4672-802c-2a8f8496522a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:40.567060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.653549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.676953 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.708403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 4e81055e-c273-4672-802c-2a8f8496522a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4e81055e-c273-4672-802c-2a8f8496522a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:40.788589 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:40.848794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=4e81055e-c273-4672-802c-2a8f8496522a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:40.992259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:41.078560 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:41.150514 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:41.152199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=7d2f3a49-abbf-4323-bdad-16e704628462,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:41.248888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:00:41.250400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:00:41.375790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 5970615d-15d2-4d45-afea-c108937cdd3d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:00:41.497346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:00:41.502922 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-aa1b5dde-f22e-4069-a4ab-da53fced08bf tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "PUT /v2.0/routers/5970615d-15d2-4d45-afea-c108937cdd3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6181786 Sep 20 13:00:41.864313 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Sync routers for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:00:41.875641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa151a1-adf8-409a-8451-8510e5881676 None None] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:00:41.878688 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:41.878688 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:41.899001 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-a526b684-a147-43fe-b677-3b11011aeea7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103003116&fields=id&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 267 time: 0.0417726 Sep 20 13:00:42.005486 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:42.024854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-28263a40-25fb-4b96-958f-bbdacd219bb3 None None] Provisioning complete for port e58fb906-081a-457b-825b-a9e56410a30b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:42.025336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28263a40-25fb-4b96-958f-bbdacd219bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.038181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-46c700cd-95ca-46e7-a1f5-57e1ec1c3491 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:42.045571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-46c700cd-95ca-46e7-a1f5-57e1ec1c3491 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/networks?id=d18856a4-fa81-4596-b406-c04e16c0e2e2 HTTP/1.1" status: 200 len: 796 time: 0.1419604 Sep 20 13:00:42.064130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-01a35727-2471-4151-bf2b-7d320f36d71c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/quotas/c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 375 time: 0.0165777 Sep 20 13:00:42.120575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-0c6d22cb-74b4-49c0-9d73-f4b09e6c787a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552931 Sep 20 13:00:42.142335 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28263a40-25fb-4b96-958f-bbdacd219bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.192563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-28263a40-25fb-4b96-958f-bbdacd219bb3 None None] For port e58fb906-081a-457b-825b-a9e56410a30b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e58fb906-081a-457b-825b-a9e56410a30b,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:42.258811 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 2, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:42.261672 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28263a40-25fb-4b96-958f-bbdacd219bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.299497 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Checking router: 5970615d-15d2-4d45-afea-c108937cdd3d for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:00:42.300189 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Updating router 5970615d-15d2-4d45-afea-c108937cdd3d port 7d2f3a49-abbf-4323-bdad-16e704628462 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:00:42.337068 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.393911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28263a40-25fb-4b96-958f-bbdacd219bb3 None None] Pushing event updated for resources: {'Port': ['ID=e58fb906-081a-457b-825b-a9e56410a30b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:42.470915 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-16cd7643-a72a-4647-95ad-16d4b447375f service neutron] 10.222.0.37 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365080 Sep 20 13:00:42.485701 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4778e71-552b-46e0-b3cc-48531116c52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.499827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b6796b2f-17c4-44ff-b8f3-0aee75635b66 None None] Provisioning complete for port 7d2f3a49-abbf-4323-bdad-16e704628462 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:42.506758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6796b2f-17c4-44ff-b8f3-0aee75635b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.605224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b6796b2f-17c4-44ff-b8f3-0aee75635b66 None None] Port 7d2f3a49-abbf-4323-bdad-16e704628462 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:00:42.617361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e58fb906-081a-457b-825b-a9e56410a30b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:00:42.630445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-5835d3eb-095a-4d56-bb0a-fc10bb971881 service neutron] 10.222.0.37 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588650 Sep 20 13:00:42.671212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b6796b2f-17c4-44ff-b8f3-0aee75635b66 None None] Provisioning complete for port e58fb906-081a-457b-825b-a9e56410a30b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:42.671835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6796b2f-17c4-44ff-b8f3-0aee75635b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.715968 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.734025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e58fb906-081a-457b-825b-a9e56410a30b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:42.734408 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.799039 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.847756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4e81055e-c273-4672-802c-2a8f8496522a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:00:42.850937 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Pushing event updated for resources: {'Port': ['ID=7d2f3a49-abbf-4323-bdad-16e704628462,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:42.864315 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.864961 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.864961 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.885225 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.885712 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.886058 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.886397 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.886730 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.887056 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.887379 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.887702 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.888017 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:00:42.934374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 4e81055e-c273-4672-802c-2a8f8496522a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:42.935511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.985877 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Attempting to bind port 7d2f3a49-abbf-4323-bdad-16e704628462 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:00:42.986086 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Attempting to bind port 7d2f3a49-abbf-4323-bdad-16e704628462 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:00:42.986420 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Attempting to bind port 7d2f3a49-abbf-4323-bdad-16e704628462 on network d18856a4-fa81-4596-b406-c04e16c0e2e2 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:42.992079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-520937d7-59d5-4847-ba88-d6844da00bf1 req-f094b002-6d1b-457c-bdc5-6b8bd7faabb6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 210 time: 0.0475030 Sep 20 13:00:42.996375 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:00:42.996994 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Checking segment: {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:00:42.997586 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:42.998153 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Bound using segment: {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:00:42.999246 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Bound port: 7d2f3a49-abbf-4323-bdad-16e704628462, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:00:42.999803 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:43.026975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dec10b17-c095-4d90-b811-4f569bec767f None None] Provisioning complete for port 7d2f3a49-abbf-4323-bdad-16e704628462 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:43.027488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dec10b17-c095-4d90-b811-4f569bec767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:43.080263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-dec10b17-c095-4d90-b811-4f569bec767f None None] Port 7d2f3a49-abbf-4323-bdad-16e704628462 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:00:43.092596 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] For port 7d2f3a49-abbf-4323-bdad-16e704628462, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:00:43.096626 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] For port 7d2f3a49-abbf-4323-bdad-16e704628462, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d2f3a49-abbf-4323-bdad-16e704628462,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:00:43.163002 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:43.201351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2c192788-8234-42f5-8b49-f9c13f6560d9 None None] Provisioning complete for port 7d2f3a49-abbf-4323-bdad-16e704628462 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:43.201351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c192788-8234-42f5-8b49-f9c13f6560d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:43.221619 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:43.222895 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:43.287859 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdcd96-0672-438b-a057-560df65b12f4 None None] Pushing event updated for resources: {'Port': ['ID=7d2f3a49-abbf-4323-bdad-16e704628462,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:43.307373 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c192788-8234-42f5-8b49-f9c13f6560d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:43.348010 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2c192788-8234-42f5-8b49-f9c13f6560d9 None None] For port 7d2f3a49-abbf-4323-bdad-16e704628462, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d2f3a49-abbf-4323-bdad-16e704628462,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:43.361413 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:43.421834 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c192788-8234-42f5-8b49-f9c13f6560d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:43.473678 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c192788-8234-42f5-8b49-f9c13f6560d9 None None] Pushing event updated for resources: {'Port': ['ID=7d2f3a49-abbf-4323-bdad-16e704628462,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:43.542727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ce8297e8-e399-46f5-80b4-9c47820871ea None None] Provisioning complete for port 7d2f3a49-abbf-4323-bdad-16e704628462 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:43.543100 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ce8297e8-e399-46f5-80b4-9c47820871ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:43.720086 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:43Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:43.746392 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee739a2-a7aa-4bf9-ae1b-cdc53f80d85b None None] The sync data for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 is: [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:43Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:00:43.777745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5ad624c3-252f-4be5-acce-68e8ca586e2a None None] Provisioning complete for port 7d2f3a49-abbf-4323-bdad-16e704628462 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:43.778144 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ad624c3-252f-4be5-acce-68e8ca586e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:44.110012 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a019ac2-8d5b-47f2-b7cc-a0f8e7eae5c8 req-9a9c2bf6-0a87-4e9f-9d55-c6df6b4a9a19 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 210 time: 0.0335479 Sep 20 13:00:44.492238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e58fb906-081a-457b-825b-a9e56410a30b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:00:44.556563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e58fb906-081a-457b-825b-a9e56410a30b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:44.557131 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:44.647416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d2f3a49-abbf-4323-bdad-16e704628462 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:00:44.704498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7d2f3a49-abbf-4323-bdad-16e704628462 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:44.704933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:45.187211 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ac644f6c-01d3-4521-9c17-37c383ad7699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:45.211677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5009aac8-eab6-4a39-987a-08e25af9a72f req-0557829f-022a-41f1-b986-f374f64bb2ea tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 210 time: 0.0302441 Sep 20 13:00:45.515870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-34287066-93d4-4b66-b7d8-9dd7b0d7334d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:45.517359 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-34287066-93d4-4b66-b7d8-9dd7b0d7334d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "GET /v2.0/networks?id=d18856a4-fa81-4596-b406-c04e16c0e2e2 HTTP/1.1" status: 200 len: 796 time: 0.1096141 Sep 20 13:00:45.561468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-02d09e39-d910-4248-87ca-94893d8c4582 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1df823e0e9446a9a23f52aa8f273f89 HTTP/1.1" status: 200 len: 379 time: 0.0348086 Sep 20 13:00:45.570878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'port': {'device_id': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'admin_state_up': True, 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'security_groups': ['56e34b88-fcc5-455a-aa43-4b976245d55b']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:45.638353 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:45.752625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Made reservation on behalf of c1df823e0e9446a9a23f52aa8f273f89 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:00:45.757113 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:45.892581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.20.0.6 (d18856a4-fa81-4596-b406-c04e16c0e2e2/2e04f620-dc50-4932-ac04-949f778a57e1/70379031-55e8-445f-81d7-fe9ea0bd3fe0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:00:46.039332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:46.135900 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:46.181966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:00:46.185171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:00:46.187835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:00:46.220117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:46.249040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:46.249864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:46.313621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-2b16eab6-65e3-40bb-968e-94ee584e7f4e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7469180 Sep 20 13:00:46.327318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Request body: {'port': {'device_id': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:46.342605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc92bb1-ced4-4abc-a2c0-b46ed1c39311 req-15a3f6e8-890f-4c87-b41c-1051a67bff07 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:46.345219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bc92bb1-ced4-4abc-a2c0-b46ed1c39311 req-15a3f6e8-890f-4c87-b41c-1051a67bff07 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 931 time: 0.0544374 Sep 20 13:00:46.399413 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0bc92bb1-ced4-4abc-a2c0-b46ed1c39311 req-59561d07-659b-4e99-95d7-165d21c53b78 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457869 Sep 20 13:00:46.400446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:46.562951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-df2061d1-3e02-46ae-9cc8-fcf433da6105 None None] Provisioning complete for port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:46.563346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df2061d1-3e02-46ae-9cc8-fcf433da6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:46.603907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-df2061d1-3e02-46ae-9cc8-fcf433da6105 None None] Port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:00:46.707369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70379031-55e8-445f-81d7-fe9ea0bd3fe0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:00:46.716073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:46.727958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Transition to ACTIVE for port object 70379031-55e8-445f-81d7-fe9ea0bd3fe0 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:00:46.815369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:46.843981 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:46.900247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Pushing event updated for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:46.972705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Attempting to bind port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:00:46.973073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Attempting to bind port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:00:46.973413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Attempting to bind port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 on network d18856a4-fa81-4596-b406-c04e16c0e2e2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:46.979105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 on network d18856a4-fa81-4596-b406-c04e16c0e2e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:00:46.979427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Attempting to bind port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 on network d18856a4-fa81-4596-b406-c04e16c0e2e2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:00:46.986721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:00:46.991093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Checking segment: {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:00:46.991093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Bound using segment: {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:00:46.991093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Bound port: 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:00:46.991093 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:47.072436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:00:47.085069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:00:47.159201 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:47.191819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:47.192898 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:47.194658 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f9072603-8817-4e28-ac3a-460573942904 service neutron] 10.222.0.21 "PUT /v2.0/ports/70379031-55e8-445f-81d7-fe9ea0bd3fe0 HTTP/1.1" status: 200 len: 1091 time: 0.8719990 Sep 20 13:00:47.197154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:47.200133 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0aa088-296e-484d-9b71-2d5c6f91d22e" -d '{"events": [{"name": "network-changed", "server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:47.226375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9072603-8817-4e28-ac3a-460573942904 service neutron] Pushing event updated for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:47.259905 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb9e7df-342d-4d05-a73d-e1e004fee9fa x-openstack-request-id: req-1fb9e7df-342d-4d05-a73d-e1e004fee9fa {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:47.260270 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:47.260625 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fb9e7df-342d-4d05-a73d-e1e004fee9fa {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:47.261265 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'status': 'completed', 'code': 200} Sep 20 13:00:47.323227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aa088-296e-484d-9b71-2d5c6f91d22e req-d4ce9aee-a35d-456a-a2a4-fa50b354fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:47.324757 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4a0aa088-296e-484d-9b71-2d5c6f91d22e req-d4ce9aee-a35d-456a-a2a4-fa50b354fda6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 1094 time: 0.0449970 Sep 20 13:00:47.437412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aa088-296e-484d-9b71-2d5c6f91d22e req-ef7f95e2-3def-4b01-a836-b69b9814d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:47.439247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4a0aa088-296e-484d-9b71-2d5c6f91d22e req-ef7f95e2-3def-4b01-a836-b69b9814d2e1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1071117 Sep 20 13:00:47.513897 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:00:47.536931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89227719-9c58-4c02-ae91-7eacbb886018 req-5247a4d4-65b2-4efa-8c35-1e7e1a0abd87 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:47.539448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89227719-9c58-4c02-ae91-7eacbb886018 req-5247a4d4-65b2-4efa-8c35-1e7e1a0abd87 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 943 time: 0.0534492 Sep 20 13:00:47.556337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aa088-296e-484d-9b71-2d5c6f91d22e req-4ca5fbc0-6c05-4467-a153-c71d67d64783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:47.557864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4a0aa088-296e-484d-9b71-2d5c6f91d22e req-4ca5fbc0-6c05-4467-a153-c71d67d64783 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1115000 Sep 20 13:00:47.581275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89227719-9c58-4c02-ae91-7eacbb886018 req-da8911dd-1eca-45cb-b67f-ba5136cf9482 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343964 Sep 20 13:00:47.710769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-16c75824-7722-408d-a6d7-31d6140924f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:47.710769 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-16c75824-7722-408d-a6d7-31d6140924f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 1094 time: 0.0473139 Sep 20 13:00:47.710769 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-7224267b-bfd4-4ad5-8645-ffec4812f70e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0 HTTP/1.1" status: 200 len: 217 time: 0.0465410 Sep 20 13:00:47.759072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-9f81883f-a9ea-4571-ac4e-82afcfd30f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:47.760556 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-9f81883f-a9ea-4571-ac4e-82afcfd30f5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e04f620-dc50-4932-ac04-949f778a57e1 HTTP/1.1" status: 200 len: 835 time: 0.0561960 Sep 20 13:00:48.027251 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:48.154777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-85d7babc-822a-41bb-a20e-58a777e15381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:48.156284 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-85d7babc-822a-41bb-a20e-58a777e15381 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d18856a4-fa81-4596-b406-c04e16c0e2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3887460 Sep 20 13:00:48.248985 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-62dbc1f3-76ba-4b86-8b90-14970f3a304f service neutron] 10.222.0.21 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849466 Sep 20 13:00:48.347184 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc896718-8a00-4c6a-8906-d8843db1be93 req-f96cff91-c5e6-45c2-86d6-7e6acc08307e service neutron] 10.222.0.21 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913999 Sep 20 13:00:48.711707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da02f7-5376-4978-b630-e5335f797aff req-ad9c348b-75f3-4c35-84d9-235d61b71e37 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:48.713311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71da02f7-5376-4978-b630-e5335f797aff req-ad9c348b-75f3-4c35-84d9-235d61b71e37 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 943 time: 0.0587678 Sep 20 13:00:48.753838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71da02f7-5376-4978-b630-e5335f797aff req-51eb9304-3c2d-49dc-a7f1-61bc6e3c4ddc tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342438 Sep 20 13:00:49.873798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca688f-af7b-4104-8729-0cd03fa39030 req-74d0c532-8cfa-4086-b6ca-a497f6691b24 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:49.875454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ecca688f-af7b-4104-8729-0cd03fa39030 req-74d0c532-8cfa-4086-b6ca-a497f6691b24 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 943 time: 0.0521085 Sep 20 13:00:49.919939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ecca688f-af7b-4104-8729-0cd03fa39030 req-3c13e4f5-c714-4d7a-b082-c8ee3ce2181e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366855 Sep 20 13:00:50.072608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:50.541155 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:51.043067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12fe2d-6f58-4474-9524-897471dbd649 req-44bfd1bd-f341-466d-9937-5f0ad86e39bc tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:51.044605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a12fe2d-6f58-4474-9524-897471dbd649 req-44bfd1bd-f341-466d-9937-5f0ad86e39bc tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 943 time: 0.0564165 Sep 20 13:00:51.089987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a12fe2d-6f58-4474-9524-897471dbd649 req-4d183071-0717-438c-9326-5a1b1e13a892 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391569 Sep 20 13:00:52.212526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db0a46-e5f5-42a7-93e3-0ed578492c4e req-31158b33-435a-48c9-a6a0-e30e41fcdeff tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:52.214047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36db0a46-e5f5-42a7-93e3-0ed578492c4e req-31158b33-435a-48c9-a6a0-e30e41fcdeff tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 943 time: 0.0525839 Sep 20 13:00:52.250824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 70379031-55e8-445f-81d7-fe9ea0bd3fe0 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:00:52.255330 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36db0a46-e5f5-42a7-93e3-0ed578492c4e req-6a6e11cd-b97a-41f0-a82f-5a2f49c60595 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352056 Sep 20 13:00:52.353817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:52.365547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'port_id': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'mac_address': 'fa:16:3e:c3:15:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:00:52.404356 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:52.417374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70379031-55e8-445f-81d7-fe9ea0bd3fe0 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:00:52.436853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:52.530367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:52.580497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:52.736407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['70379031-55e8-445f-81d7-fe9ea0bd3fe0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:00:53.373261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7f060-80c7-4db1-9871-e91cd5869bce req-cb9cadee-c523-46da-867d-777cfd0d4fff tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:53.374981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4b7f060-80c7-4db1-9871-e91cd5869bce req-cb9cadee-c523-46da-867d-777cfd0d4fff tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 944 time: 0.0520039 Sep 20 13:00:53.414645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4b7f060-80c7-4db1-9871-e91cd5869bce req-9cfb6d46-989f-49bd-abbb-052741d9d0f4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336750 Sep 20 13:00:54.262439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 70379031-55e8-445f-81d7-fe9ea0bd3fe0 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:00:54.375270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:00:54.379996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:00:54.379996 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:54.459314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:54.486493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:54.489150 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1c03f8-049c-428d-bfbf-b9e35b5607b5" -d '{"events": [{"server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "name": "network-vif-plugged", "status": "completed", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:54.505174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:00:54.548187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0bd0a-d565-4dfb-936e-29fa559bc21c req-af424e29-dacf-42d7-9c2e-c44609f19834 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:54.549650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1d0bd0a-d565-4dfb-936e-29fa559bc21c req-af424e29-dacf-42d7-9c2e-c44609f19834 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 944 time: 0.0573163 Sep 20 13:00:54.591212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1d0bd0a-d565-4dfb-936e-29fa559bc21c req-0af34bac-3f64-4b2b-aeb4-7a9c0925ebba tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349195 Sep 20 13:00:54.598441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:54.637762 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950cac5d-c592-4d17-b5c1-34a66e4a9484 x-openstack-request-id: req-950cac5d-c592-4d17-b5c1-34a66e4a9484 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:54.638061 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "name": "network-vif-plugged", "status": "completed", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:54.638312 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-950cac5d-c592-4d17-b5c1-34a66e4a9484 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:54.638703 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'code': 200} Sep 20 13:00:54.656948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:54.736019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d3566-5f11-42f3-a382-0790b2fdfd29 req-18103fbc-5b2f-4163-bbf3-99d926201a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:54.737554 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7b7d3566-5f11-42f3-a382-0790b2fdfd29 req-18103fbc-5b2f-4163-bbf3-99d926201a2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 1096 time: 0.0415871 Sep 20 13:00:54.775016 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7b7d3566-5f11-42f3-a382-0790b2fdfd29 req-539d8b8c-7422-4ea4-89c4-23c34b04f458 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303354 Sep 20 13:00:55.722079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf8ce-5bbb-46a0-a9ab-b9f44ad63f88 req-693f9697-7d6f-46f8-8ae0-5ab850a4f7c0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:55.723560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a13bf8ce-5bbb-46a0-a9ab-b9f44ad63f88 req-693f9697-7d6f-46f8-8ae0-5ab850a4f7c0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0587342 Sep 20 13:00:55.763443 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a13bf8ce-5bbb-46a0-a9ab-b9f44ad63f88 req-e8882607-19e4-4159-8a2f-9616049d32b4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336971 Sep 20 13:00:56.879612 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a417b-cd66-4cd7-9778-58f555cad999 req-f1e88cad-ef5f-4da7-986d-cf0e5351137d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:56.881145 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d3a417b-cd66-4cd7-9778-58f555cad999 req-f1e88cad-ef5f-4da7-986d-cf0e5351137d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0493710 Sep 20 13:00:56.919062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d3a417b-cd66-4cd7-9778-58f555cad999 req-22752769-f9a2-42fb-9ea5-1e49fb32cb62 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316730 Sep 20 13:00:57.034135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41342b-6add-4eb3-80a3-f789dbf86673 req-8db9ed27-7680-4d9c-9915-1fd084bac0f0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:57.035608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c41342b-6add-4eb3-80a3-f789dbf86673 req-8db9ed27-7680-4d9c-9915-1fd084bac0f0 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0471942 Sep 20 13:00:57.074270 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c41342b-6add-4eb3-80a3-f789dbf86673 req-ecf86134-d0ad-4b9c-b78a-e1f5e8cb0285 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320418 Sep 20 13:00:57.095545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:57.138138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41138a97-3b85-4223-bb7d-60e28e219589 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:57.139625 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-41138a97-3b85-4223-bb7d-60e28e219589 tempest-TestNetworkAdvancedServerOps-2034725803 tempest-TestNetworkAdvancedServerOps-2034725803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 1091 time: 0.0431385 Sep 20 13:00:57.142368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38584) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:57.146512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:00:57.220917 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:57.328518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:57.433276 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Allocated IP 172.25.6.207 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/e783d651-3a48-4265-8920-01034271b17b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:00:57.530911 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:57.621656 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:57.661347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:00:57.666142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:00:57.669088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:00:57.694031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=e783d651-3a48-4265-8920-01034271b17b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:58.036460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:58.154418 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:58.303072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:58.341165 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:58.416535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event updated for resources: {'Port': ['ID=e783d651-3a48-4265-8920-01034271b17b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:00:58.424231 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:58.523164 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Floating IP 32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df associated. External IP: 172.25.6.207, port: 70379031-55e8-445f-81d7-fe9ea0bd3fe0. Sep 20 13:00:58.734466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 5970615d-15d2-4d45-afea-c108937cdd3d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:00:58.841510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:00:58.851766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] Sync routers for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:00:58.862083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:58.862700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:58.919777 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:00:58.948021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-adf8e6ae-c9ab-4b85-98f3-fdf176944f0c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8046417 Sep 20 13:00:58.948676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:00:58.951169 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1" -d '{"events": [{"name": "network-changed", "server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:00:58.970768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:59.046609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e83619-bcec-4b5c-b0c2-68ab23977ace req-18ff2aac-3ec2-4e5d-ae5f-8426c3e1124c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:59.048171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0e83619-bcec-4b5c-b0c2-68ab23977ace req-18ff2aac-3ec2-4e5d-ae5f-8426c3e1124c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0509627 Sep 20 13:00:59.093221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0e83619-bcec-4b5c-b0c2-68ab23977ace req-e4d81dbc-124c-47b8-8537-e3c52515f3ac tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387843 Sep 20 13:00:59.117719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38608) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:00:59.170671 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db03a20d-2f2e-48b5-88dc-2afbec074ea0 x-openstack-request-id: req-db03a20d-2f2e-48b5-88dc-2afbec074ea0 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:00:59.171015 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:00:59.171217 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db03a20d-2f2e-48b5-88dc-2afbec074ea0 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:00:59.171613 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'status': 'completed', 'code': 200} Sep 20 13:00:59.206848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1948ac2-abde-4465-ad9f-5f893bb8573d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df HTTP/1.1" status: 200 len: 991 time: 0.0874040 Sep 20 13:00:59.230090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'port_id': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'mac_address': 'fa:16:3e:c3:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:00:57Z', 'updated_at': '2021-09-20T13:00:57Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:43Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:59.235975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-5e34eabd-237a-4237-80ff-9e5172f420f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:59.237785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-5e34eabd-237a-4237-80ff-9e5172f420f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 1096 time: 0.0519853 Sep 20 13:00:59.260463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] Checking router: 5970615d-15d2-4d45-afea-c108937cdd3d for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:00:59.269236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:00:59.269866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:00:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:59.334409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-375ac030-d18f-4dfc-ac54-51938a7ca30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:59.335908 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-375ac030-d18f-4dfc-ac54-51938a7ca30d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d18856a4-fa81-4596-b406-c04e16c0e2e2 HTTP/1.1" status: 200 len: 896 time: 0.0903850 Sep 20 13:00:59.381838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:00:59.402024 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-c3ac5f27-e86c-41d8-aa7d-facd2119b2d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0 HTTP/1.1" status: 200 len: 999 time: 0.0591247 Sep 20 13:00:59.461860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-dabc1fd4-e03e-45f2-9c93-7d3eeaeba302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:59.463389 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-dabc1fd4-e03e-45f2-9c93-7d3eeaeba302 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e04f620-dc50-4932-ac04-949f778a57e1 HTTP/1.1" status: 200 len: 835 time: 0.0549133 Sep 20 13:00:59.516437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-4803124e-2f83-43c4-8757-2dd6388a339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:00:59.518025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-4803124e-2f83-43c4-8757-2dd6388a339a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d18856a4-fa81-4596-b406-c04e16c0e2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478623 Sep 20 13:00:59.610114 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-5f16f93e-fb1b-4878-83e9-15e122e8e244 service neutron] 10.222.0.21 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846405 Sep 20 13:00:59.708275 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9eb3e42-64a1-4927-b00e-9a3fbc7c60f1 req-a3da4884-6e43-4d6b-a66f-677059aab1c5 service neutron] 10.222.0.21 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913603 Sep 20 13:00:59.767487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'port_id': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'mac_address': 'fa:16:3e:c3:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:00:57Z', 'updated_at': '2021-09-20T13:00:57Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:43Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:00:59.798036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ba9b6-b509-48cb-a629-398a51dec0cd None None] The sync data for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 is: [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'port_id': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'mac_address': 'fa:16:3e:c3:15:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:00:57Z', 'updated_at': '2021-09-20T13:00:57Z', 'revision_number': 0, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:43Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:01:00.003843 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffb6d8-a784-4ccf-8631-5dfea60cec97 None None] New status for floating IP 32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:01:00.208834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38618) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:00.275289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1951f72e-ba2b-4168-a4e7-0f695ac2a13c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df HTTP/1.1" status: 200 len: 993 time: 0.0653381 Sep 20 13:01:07.060513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38646) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:07.190012 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:07.274448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:07.317746 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:07.355735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d14af0f1c529423fb808cdd774957d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963812 Sep 20 13:01:07.356628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67425567-e5c4-46da-80aa-db180d3f68ce,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:07.358586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38650) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:07.364323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.364675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.365039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.365386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.365720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.366056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.366385 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.366714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.367042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.367368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.367692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.368016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5b92d-56bd-4b40-9cda-44b2f01ea8e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.406302 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:07.426677 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:07.540678 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:07.543972 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:07.545284 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67425567-e5c4-46da-80aa-db180d3f68ce HTTP/1.1" status: 204 len: 168 time: 0.1855643 Sep 20 13:01:07.552879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67425567-e5c4-46da-80aa-db180d3f68ce,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:07.560573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.560926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.561303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.561639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.562077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.562665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.563000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.563329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.563653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.563977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.564305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:07.564625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d409-7cee-47ea-80c5-41023929f82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:12.421845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:12.483831 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92656b1d-dba8-4f29-be05-dc2c16b637a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:12.531928 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d863df3d-f12e-4bc4-b3cb-914c047c8a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:12.624644 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d863df3d-f12e-4bc4-b3cb-914c047c8a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:12.694780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d863df3d-f12e-4bc4-b3cb-914c047c8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:12.734244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d863df3d-f12e-4bc4-b3cb-914c047c8a42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afccdfb90cb84588a0b25745965e6fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112543 Sep 20 13:01:12.735149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863df3d-f12e-4bc4-b3cb-914c047c8a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe8f2a-7db6-4e51-b06c-9658696d354d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:12.736930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38808) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:12.787295 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1de307e3-01be-49c8-b882-b41675c8ac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:12.809329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1de307e3-01be-49c8-b882-b41675c8ac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:12.923915 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1de307e3-01be-49c8-b882-b41675c8ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:12.926646 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1de307e3-01be-49c8-b882-b41675c8ac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:12.928018 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1de307e3-01be-49c8-b882-b41675c8ac2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71fe8f2a-7db6-4e51-b06c-9658696d354d HTTP/1.1" status: 204 len: 168 time: 0.1892397 Sep 20 13:01:12.936175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de307e3-01be-49c8-b882-b41675c8ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe8f2a-7db6-4e51-b06c-9658696d354d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:13.570766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38814) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:13.584188 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea8570f7-e394-4685-8310-7e761a6560a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:13.675275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea8570f7-e394-4685-8310-7e761a6560a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:13.746290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea8570f7-e394-4685-8310-7e761a6560a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:13.784523 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ea8570f7-e394-4685-8310-7e761a6560a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8df1fd9de9a4be0960e2ee03315e3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126613 Sep 20 13:01:13.785784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8570f7-e394-4685-8310-7e761a6560a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d4bb04-cfdc-4f8f-9e76-9d1fb597534d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:13.787216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:13.838626 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e797-248e-4af6-b029-872eee81599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:13.860082 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e797-248e-4af6-b029-872eee81599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:13.992337 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e797-248e-4af6-b029-872eee81599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:13.995059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e797-248e-4af6-b029-872eee81599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:13.996376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4cf8e797-248e-4af6-b029-872eee81599b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3d4bb04-cfdc-4f8f-9e76-9d1fb597534d HTTP/1.1" status: 204 len: 168 time: 0.2074466 Sep 20 13:01:14.004841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8e797-248e-4af6-b029-872eee81599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d4bb04-cfdc-4f8f-9e76-9d1fb597534d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:15.180988 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe648655-e6ab-43e3-9f11-1192b68c9998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:15.609545 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:16.626455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.078880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38868) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:17.084251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'network': {'name': 'tempest-network-smoke--857066268', 'project_id': 'fae09960fca4432b85273a363a05667f', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:17.146655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Made reservation on behalf of fae09960fca4432b85273a363a05667f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:01:17.150464 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.158846 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.248462 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.389562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.419253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:01:17.430039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce03739-ae1b-4659-bada-666338b65497,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:17.437541 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.437912 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Added segment 069307dc-4243-4315-b1f6-3827b721b336 of type vlan for network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 Sep 20 13:01:17.483753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.586429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.592187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:17.592774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.656778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Network': ['ID=865d9cb0-61a8-406c-b022-4ee99fcac3e7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:17.667402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:01:17.689959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-66593636-e337-4b28-9c6d-3b34a6bc6c87 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6097944 Sep 20 13:01:17.692720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:17.697679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'admin_state_up': True, 'project_id': 'fae09960fca4432b85273a363a05667f', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:17.803921 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.805123 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:17.861833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:18.066402 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:18.098182 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:18.354317 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:18.372096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:18.473989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Allocated IP 172.25.6.155 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/0ba01b15-ea71-432e-9559-322d5c49247f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:01:18.578675 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:18.655873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:18.695497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:01:18.698306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:18.702976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:01:18.727130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=0ba01b15-ea71-432e-9559-322d5c49247f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:19.028661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:19.220587 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:19.691368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084831de-3877-44ee-a961-0e6245c001ed req-c8598494-00c5-41d8-8e59-00110dadbdfb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:19.692843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-084831de-3877-44ee-a961-0e6245c001ed req-c8598494-00c5-41d8-8e59-00110dadbdfb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 946 time: 0.0534165 Sep 20 13:01:19.724757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Router 3227204f-08e6-4f20-a433-8e7933837490 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:01:19.735290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-084831de-3877-44ee-a961-0e6245c001ed req-59ba6db3-396e-49db-b1cc-6fce430d5caf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363703 Sep 20 13:01:19.836843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:01:19.846556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Sync routers for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:01:19.856526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:19.857077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:19.929453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:19.930723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f3023376-f50c-4021-843a-d3eadd21767f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2369056 Sep 20 13:01:19.933960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:19.970258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:20.058123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-335a1a2e-114b-4204-85cd-6fc836039f04 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fae09960fca4432b85273a363a05667f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230507 Sep 20 13:01:20.060845 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:20.134966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.146414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedfeb77-6cd1-46dc-8de5-ea40dd064c11 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:20.151026 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fedfeb77-6cd1-46dc-8de5-ea40dd064c11 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861514 Sep 20 13:01:20.151200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38882) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:20.162153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:18Z', 'revision_number': 3, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:20.182193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0309cc8-0892-47ed-a417-4ec1902eb5f3 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299177 Sep 20 13:01:20.184765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:20.189345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Checking router: 3227204f-08e6-4f20-a433-8e7933837490 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:01:20.195505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Updating router 3227204f-08e6-4f20-a433-8e7933837490 port 0ba01b15-ea71-432e-9559-322d5c49247f binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:01:20.195651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537172343', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'project_id': 'fae09960fca4432b85273a363a05667f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:20.214367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.351899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Made reservation on behalf of fae09960fca4432b85273a363a05667f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:01:20.355528 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.478111 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.540490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.588339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Attempting to bind port 0ba01b15-ea71-432e-9559-322d5c49247f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:01:20.591030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Attempting to bind port 0ba01b15-ea71-432e-9559-322d5c49247f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:01:20.591030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Attempting to bind port 0ba01b15-ea71-432e-9559-322d5c49247f on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:01:20.591030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.600155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Pushing event updated for resources: {'Port': ['ID=0ba01b15-ea71-432e-9559-322d5c49247f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:20.602988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:01:20.603351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:01:20.603740 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.604126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:01:20.604577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Bound port: 0ba01b15-ea71-432e-9559-322d5c49247f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:01:20.604950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.620819 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.627661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.628002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.628339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.628671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.628995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.629390 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.629714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.630031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.630346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.630663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.630976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.631294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:01:20.668201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] For port 0ba01b15-ea71-432e-9559-322d5c49247f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:01:20.672322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] For port 0ba01b15-ea71-432e-9559-322d5c49247f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0ba01b15-ea71-432e-9559-322d5c49247f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:01:20.680833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Subnet': ['ID=5892c70f-0cb0-4a13-a441-c856357dd28f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:20.691125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Checking segment: {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:01:20.691490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network hostable DHCP agents. Network: 865d9cb0-61a8-406c-b022-4ee99fcac3e7, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:01:20.752041 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.781244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:01:20.809478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:20.810104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:20.846304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588a10c-bce2-44a7-988d-3a433dec1dab None None] Pushing event updated for resources: {'Port': ['ID=0ba01b15-ea71-432e-9559-322d5c49247f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:20.859813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5b862-5549-40f5-8ac2-a29b7943ba05 req-41f901e0-ef55-4f46-a765-81f853812c58 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:20.861551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77c5b862-5549-40f5-8ac2-a29b7943ba05 req-41f901e0-ef55-4f46-a765-81f853812c58 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 946 time: 0.0557501 Sep 20 13:01:20.862653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 865d9cb0-61a8-406c-b022-4ee99fcac3e7) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:20.871546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:20.872138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:20.902584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e41ec-157d-487d-8df3-1bf990412997 None None] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:01:20.912439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77c5b862-5549-40f5-8ac2-a29b7943ba05 req-dd19fe12-dd6a-45f2-8761-3d4d04db0df9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375056 Sep 20 13:01:20.975538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:20.975852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-94751a7c-065a-4fc9-b0b4-7e9a96a571c1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7899046 Sep 20 13:01:20.978795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38892) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:21.191886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:01:21.192663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.215447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-347c820e-2ac1-490c-a249-ee1e09cc5f37 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:21.217158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-347c820e-2ac1-490c-a249-ee1e09cc5f37 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 946 time: 0.0516925 Sep 20 13:01:21.299972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:18Z', 'revision_number': 3, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:21.312784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port 613f3f5f-9814-4504-8deb-05fcd88960d7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:01:21.313169 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.336578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c35b3-bfa8-4927-836c-478aa78b6843 None None] The sync data for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 is: [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:18Z', 'revision_number': 3, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:01:21.386900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Allocated IP 172.20.0.2 (865d9cb0-61a8-406c-b022-4ee99fcac3e7/5892c70f-0cb0-4a13-a441-c856357dd28f/b699e90f-57cf-49e5-8211-b35dd807ef49) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:01:21.424109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.427190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] For port 613f3f5f-9814-4504-8deb-05fcd88960d7, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=613f3f5f-9814-4504-8deb-05fcd88960d7,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:21.428879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.543608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.612030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.674572 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:01:21.677787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:21.681788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:01:21.697845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Pushing event updated for resources: {'Port': ['ID=b699e90f-57cf-49e5-8211-b35dd807ef49,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:21.738938 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.739459 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.739932 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Floating IP ac9bf85a-fe1b-49ca-9162-d18bd17dc8b5 disassociated. External IP: 172.25.6.169, port: 613f3f5f-9814-4504-8deb-05fcd88960d7. Sep 20 13:01:21.740350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for 613f3f5f-9814-4504-8deb-05fcd88960d7 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:01:21.749247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Attempting to bind port b699e90f-57cf-49e5-8211-b35dd807ef49 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:01:21.750336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Attempting to bind port b699e90f-57cf-49e5-8211-b35dd807ef49 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:01:21.750336 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Attempting to bind port b699e90f-57cf-49e5-8211-b35dd807ef49 on network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:01:21.755598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:01:21.756054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Checking segment: {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:01:21.756526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.756991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Bound using segment: {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:01:21.757490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Bound port: b699e90f-57cf-49e5-8211-b35dd807ef49, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:01:21.757966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.766294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Allocated IP 172.20.0.1 (865d9cb0-61a8-406c-b022-4ee99fcac3e7/5892c70f-0cb0-4a13-a441-c856357dd28f/2d6fbb0d-450e-4855-a5e2-5c1db2a3602a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:01:21.841578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] For port b699e90f-57cf-49e5-8211-b35dd807ef49, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:01:21.848077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] For port b699e90f-57cf-49e5-8211-b35dd807ef49, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b699e90f-57cf-49e5-8211-b35dd807ef49,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:01:21.905722 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.923886 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:21.980878 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.009741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.030890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ad2eb-1e66-42e3-8f05-9175736470d2 None None] Pushing event updated for resources: {'Port': ['ID=b699e90f-57cf-49e5-8211-b35dd807ef49,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:22.031774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=613f3f5f-9814-4504-8deb-05fcd88960d7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:22.071283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:01:22.075482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:22.075701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-18d12b41-cc13-45d2-85c0-7510b7c6e291 req-8070fec0-f4be-4d75-9ac2-2f2c92c1bafb tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0479200 Sep 20 13:01:22.080851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:01:22.126984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:22.159044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.210523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Router 11f08978-2657-45cb-aa44-77ca132acf9c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:01:22.344144 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:01:22.356287 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:01:22.372224 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:22.375425 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:22.387086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] No DVR routers for this DVR port 613f3f5f-9814-4504-8deb-05fcd88960d7 on host n-h1-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:01:22.389952 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.392356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-133160ca-49a8-44c8-86fe-8b9a32cb27f5 req-ecb81e0d-8922-4424-8674-8de72a116e14 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "DELETE /v2.0/ports/613f3f5f-9814-4504-8deb-05fcd88960d7 HTTP/1.1" status: 204 len: 173 time: 1.1695411 Sep 20 13:01:22.392730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'name': 'network-vif-deleted', 'tag': '613f3f5f-9814-4504-8deb-05fcd88960d7'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:22.399685 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee6bb10-c159-4c02-96d2-9d53b730ef20" -d '{"events": [{"server_uuid": "49b78587-c55b-4c2e-b345-44071f03f8ea", "name": "network-vif-deleted", "tag": "613f3f5f-9814-4504-8deb-05fcd88960d7"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:22.429624 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.477346 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a8d64c-3db8-486f-8141-572214d471bb x-openstack-request-id: req-c3a8d64c-3db8-486f-8141-572214d471bb {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:22.477873 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b78587-c55b-4c2e-b345-44071f03f8ea", "name": "network-vif-deleted", "tag": "613f3f5f-9814-4504-8deb-05fcd88960d7", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:22.477873 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3a8d64c-3db8-486f-8141-572214d471bb {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:22.478278 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b78587-c55b-4c2e-b345-44071f03f8ea', 'name': 'network-vif-deleted', 'tag': '613f3f5f-9814-4504-8deb-05fcd88960d7', 'status': 'completed', 'code': 200} Sep 20 13:01:22.538852 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:22.601271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b699e90f-57cf-49e5-8211-b35dd807ef49 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:01:22.655618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b699e90f-57cf-49e5-8211-b35dd807ef49 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:22.656274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.773292 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.817662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b699e90f-57cf-49e5-8211-b35dd807ef49, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b699e90f-57cf-49e5-8211-b35dd807ef49,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:22.833162 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:22.838659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.860124 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:01:22.872138 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:22.872762 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:22.883517 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.884349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0ba01b15-ea71-432e-9559-322d5c49247f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:01:22.912107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:22.963003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b699e90f-57cf-49e5-8211-b35dd807ef49,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:22.979072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0ba01b15-ea71-432e-9559-322d5c49247f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:22.979445 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.017932 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:23.060186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.064638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:23.190083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:01:23.192281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:23.269704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d38199f4-babd-46ae-a3cf-7c3ddf37d336 req-2f1a9dac-03eb-4a97-934f-d3e0dbf1f7b9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0503914 Sep 20 13:01:23.320669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.345240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 0ba01b15-ea71-432e-9559-322d5c49247f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0ba01b15-ea71-432e-9559-322d5c49247f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:23.385578 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:23.398352 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.414533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Router 3227204f-08e6-4f20-a433-8e7933837490 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:01:23.433151 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a478f-617e-465a-b5ff-35d40621eea8 None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:01:23.487405 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=0ba01b15-ea71-432e-9559-322d5c49247f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:23.572140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:01:23.580003 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4d2fe44d-da96-4f85-a540-24a175b2ab1c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "PUT /v2.0/routers/3227204f-08e6-4f20-a433-8e7933837490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6000786 Sep 20 13:01:23.582968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 38902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:23.588346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-93c8191f-755b-411b-b6b0-36504a0f7bf6 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1448031767', 'description': 'tempest-secgroup_access--1448031767 description', 'project_id': 'fae09960fca4432b85273a363a05667f'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:23.677036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822425d-622b-4f29-bfd5-1ff848c9263d None None] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:01:23.684063 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93c8191f-755b-411b-b6b0-36504a0f7bf6 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.747449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Sync routers for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:01:23.765556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:23.766127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:23.806486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93c8191f-755b-411b-b6b0-36504a0f7bf6 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.840377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-59fe582e-e4d6-48f4-9e6a-6afd90c13606 None None] Provisioning complete for port b699e90f-57cf-49e5-8211-b35dd807ef49 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:23.840745 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-59fe582e-e4d6-48f4-9e6a-6afd90c13606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.866206 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f032a-8a8b-45e6-b6ad-e6346f690d54 None None] New status for floating IP ac9bf85a-fe1b-49ca-9162-d18bd17dc8b5: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:01:23.894930 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93c8191f-755b-411b-b6b0-36504a0f7bf6 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.934863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8191f-755b-411b-b6b0-36504a0f7bf6 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94aac377-ddbd-4f5c-a4f3-827fad71c862,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:23.978615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:23.980981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93c8191f-755b-411b-b6b0-36504a0f7bf6 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:23.983524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-93c8191f-755b-411b-b6b0-36504a0f7bf6 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3981063 Sep 20 13:01:23.986260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38904) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:23.991205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ad8bfdfe-0cac-49a1-b683-c6884b0a8b4b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1577644978', 'description': 'tempest-secgroup_general--1577644978 description', 'project_id': 'fae09960fca4432b85273a363a05667f'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:24.083887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad8bfdfe-0cac-49a1-b683-c6884b0a8b4b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.185096 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad8bfdfe-0cac-49a1-b683-c6884b0a8b4b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.258540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 2, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:24.272029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad8bfdfe-0cac-49a1-b683-c6884b0a8b4b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.286365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Checking router: 3227204f-08e6-4f20-a433-8e7933837490 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:01:24.286766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Updating router 3227204f-08e6-4f20-a433-8e7933837490 port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:01:24.305818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bfdfe-0cac-49a1-b683-c6884b0a8b4b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:24.321852 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.375569 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad8bfdfe-0cac-49a1-b683-c6884b0a8b4b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.376938 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ad8bfdfe-0cac-49a1-b683-c6884b0a8b4b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3895926 Sep 20 13:01:24.385856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 38908) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:24.385856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-afc9e2b6-35be-46d7-86f7-0cef090e01af tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'security_group_rule': {'security_group_id': '94aac377-ddbd-4f5c-a4f3-827fad71c862', 'project_id': 'fae09960fca4432b85273a363a05667f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:24.405036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5165afd4-a68a-4c62-9f6e-1155624a7ae7 req-95c75a81-2426-4262-8db9-0099329ee865 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0414224 Sep 20 13:01:24.486203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a787cd17-c10f-410e-9c91-170cdabad873 None None] Provisioning complete for port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:24.486569 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a787cd17-c10f-410e-9c91-170cdabad873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.492237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b699e90f-57cf-49e5-8211-b35dd807ef49 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:01:24.497404 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afc9e2b6-35be-46d7-86f7-0cef090e01af tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.515390 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:01:24.551211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 613f3f5f-9814-4504-8deb-05fcd88960d7 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:01:24.576784 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afc9e2b6-35be-46d7-86f7-0cef090e01af tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.595228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 613f3f5f-9814-4504-8deb-05fcd88960d7 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:01:24.595601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 613f3f5f-9814-4504-8deb-05fcd88960d7 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:01:24.603677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a787cd17-c10f-410e-9c91-170cdabad873 None None] Port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:01:24.620659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afc9e2b6-35be-46d7-86f7-0cef090e01af tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.643599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9e2b6-35be-46d7-86f7-0cef090e01af tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3489bb30-8fdd-49bd-81bb-cfe933edd14f,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:24.648385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a787cd17-c10f-410e-9c91-170cdabad873 None None] Provisioning complete for port b699e90f-57cf-49e5-8211-b35dd807ef49 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:24.648745 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a787cd17-c10f-410e-9c91-170cdabad873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.706451 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afc9e2b6-35be-46d7-86f7-0cef090e01af tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.709475 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-afc9e2b6-35be-46d7-86f7-0cef090e01af tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3286278 Sep 20 13:01:24.771074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b699e90f-57cf-49e5-8211-b35dd807ef49 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:24.771447 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.846026 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.889714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-991caffd-ba7e-4246-ab99-fc099cbff271 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1448031767&fields=id&tenant_id=fae09960fca4432b85273a363a05667f HTTP/1.1" status: 200 len: 267 time: 0.0539050 Sep 20 13:01:24.922798 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:24.942137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-c09d55c5-c723-42a8-8198-491b663552a6 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1577644978&fields=id&tenant_id=fae09960fca4432b85273a363a05667f HTTP/1.1" status: 200 len: 267 time: 0.0501745 Sep 20 13:01:24.973082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0ba01b15-ea71-432e-9559-322d5c49247f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:01:25.022075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026342e7-e08d-4d31-8f7b-14fbc23ea467 None None] Pushing event updated for resources: {'Port': ['ID=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:25.065205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-f2462b6f-1525-47de-893e-34fc88986325 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:25.066835 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-f2462b6f-1525-47de-893e-34fc88986325 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/networks?id=865d9cb0-61a8-406c-b022-4ee99fcac3e7 HTTP/1.1" status: 200 len: 796 time: 0.1249273 Sep 20 13:01:25.089206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-4172d092-036f-4ddc-a5b4-2bc06cf6d7e7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/quotas/fae09960fca4432b85273a363a05667f HTTP/1.1" status: 200 len: 375 time: 0.0145757 Sep 20 13:01:25.097544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Attempting to bind port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:01:25.097923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Attempting to bind port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:01:25.098295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Attempting to bind port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a on network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:01:25.106173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d8dcc91f-932e-4a6a-955a-9306012ab4bb None None] Provisioning complete for port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:25.106545 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc91f-932e-4a6a-955a-9306012ab4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:25.130054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:01:25.130369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Checking segment: {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:01:25.130867 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:25.131158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Bound using segment: {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:01:25.131684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Bound port: 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:01:25.132020 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:25.146560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0ba01b15-ea71-432e-9559-322d5c49247f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:25.146936 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:25.172993 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-6ed2d1e7-0491-49c9-b721-e59858a0c754 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742414 Sep 20 13:01:25.229435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] For port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:01:25.233222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] For port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:01:25.254887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcc91f-932e-4a6a-955a-9306012ab4bb None None] Port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:01:25.267660 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-0ac0a5b2-6fca-4d9e-ab5f-f31618565b69 service neutron] 10.222.0.37 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933318 Sep 20 13:01:25.324615 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:25.386440 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-be309fc0-2c65-462d-98c0-70c5b2798664 service neutron] 10.222.0.37 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132441 Sep 20 13:01:25.389678 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2802e5f3-6fae-4a3f-981d-a5d1138fbd5b None None] Provisioning complete for port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:25.389909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2802e5f3-6fae-4a3f-981d-a5d1138fbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:25.438526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026342e7-e08d-4d31-8f7b-14fbc23ea467 None None] Pushing event updated for resources: {'Port': ['ID=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:25.449140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:25.450127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:25.677907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b33fecc-2cef-499f-afd3-87032d38814a req-fac18a3e-5e48-48d5-ac5b-cb65c3d9915f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0425730 Sep 20 13:01:25.756358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a194972-fb93-441e-a8f2-900a81c1eed6 req-69807e5b-db58-4fb4-8c1a-3b210a8f9cbf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 210 time: 0.0330751 Sep 20 13:01:25.764186 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2802e5f3-6fae-4a3f-981d-a5d1138fbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:25.802706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:25.838748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2802e5f3-6fae-4a3f-981d-a5d1138fbd5b None None] For port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:25.901186 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2802e5f3-6fae-4a3f-981d-a5d1138fbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:25.998977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802e5f3-6fae-4a3f-981d-a5d1138fbd5b None None] Pushing event updated for resources: {'Port': ['ID=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:26.048320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-548ffe8f-cf73-430e-90c6-33e25b55a31c None None] Provisioning complete for port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:26.049087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-548ffe8f-cf73-430e-90c6-33e25b55a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:26.092984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:25Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:26.126850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e0dc8-c68b-470f-ba20-d08d362be07b None None] The sync data for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 is: [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:25Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:01:26.489579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:01:26.549070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:26.549442 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:26.780539 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ffd39e1-59d7-4392-a030-46a8ef8b8238 req-a1bf4e16-ef4e-4f14-98ac-2f6d299da82d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=49b78587-c55b-4c2e-b345-44071f03f8ea HTTP/1.1" status: 200 len: 210 time: 0.0390067 Sep 20 13:01:26.866298 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c506be1-a1f6-451a-9b5d-c86166751fdf req-cd5ecc0d-de9d-48ae-96e0-e0b212f21fd5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 210 time: 0.0316875 Sep 20 13:01:27.980251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-678ec015-ff9e-4ec3-b639-d7592ee62a03 req-21d4d712-e041-4107-8a5e-c252598af49f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 210 time: 0.0363216 Sep 20 13:01:28.044386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-8b212d2a-a710-4a0f-80a4-c903d121fcaf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:28.046445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-8b212d2a-a710-4a0f-80a4-c903d121fcaf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.32 "GET /v2.0/networks?id=865d9cb0-61a8-406c-b022-4ee99fcac3e7 HTTP/1.1" status: 200 len: 796 time: 0.1305168 Sep 20 13:01:28.118045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-34d7695e-1811-428c-bd46-dcbe05fd9075 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae09960fca4432b85273a363a05667f HTTP/1.1" status: 200 len: 478 time: 0.0627508 Sep 20 13:01:28.135356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'port': {'device_id': '96275513-bfa7-44fd-8d31-deab2145f8af', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'admin_state_up': True, 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'security_groups': ['94aac377-ddbd-4f5c-a4f3-827fad71c862', '7aa529bd-c3d8-4e1e-b71e-4bda861fa65d']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:28.154764 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-4eff69bb-a44e-4cbd-b6e3-12b4dda71a31 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037011624&fields=id&tenant_id=cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 267 time: 0.0618582 Sep 20 13:01:28.326456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-183a367f-7e2f-484c-a4a5-5f5b89cdfba9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:28.327987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-183a367f-7e2f-484c-a4a5-5f5b89cdfba9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1614439 Sep 20 13:01:28.343813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-2387453b-3058-41b6-b485-212366585107 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/quotas/cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 375 time: 0.0100188 Sep 20 13:01:28.398474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-9b6df716-6630-4bb1-a9ee-eb43802891e9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485830 Sep 20 13:01:28.399554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Made reservation on behalf of fae09960fca4432b85273a363a05667f for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:01:28.402839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:28.572139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-4ea09e51-c892-4cad-8030-52256bf0479a service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593041 Sep 20 13:01:28.625640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Allocated IP 172.20.0.4 (865d9cb0-61a8-406c-b022-4ee99fcac3e7/5892c70f-0cb0-4a13-a441-c856357dd28f/52b45d7c-02fc-48af-82f8-c2eaf07687d5) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:01:28.713711 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-e85b99dc-28e5-4c8a-9d33-2b587a8204fb service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323845 Sep 20 13:01:28.831282 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:28.964249 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.008664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:01:29.011828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:29.016508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:01:29.042981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=52b45d7c-02fc-48af-82f8-c2eaf07687d5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:29.072170 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:29.072809 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.130437 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-b2218873-b344-4343-9868-e0b885c5e4db tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0039806 Sep 20 13:01:29.141635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-90409b09-3341-49e8-8f06-8867fb701dd9 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:01:29.142671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-90409b09-3341-49e8-8f06-8867fb701dd9 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058453 Sep 20 13:01:29.155692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Request body: {'port': {'device_id': '96275513-bfa7-44fd-8d31-deab2145f8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:29.215853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.307977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-086d0bec-3ade-4843-aba1-e993d84c706d None None] Provisioning complete for port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:29.308522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-086d0bec-3ade-4843-aba1-e993d84c706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.345761 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-086d0bec-3ade-4843-aba1-e993d84c706d None None] Port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:01:29.397043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71496164-f42c-45d4-b5ca-83433c32f6f2 req-a96ee8bc-4bec-4a8c-90a6-5ec32ca984b9 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:29.398536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71496164-f42c-45d4-b5ca-83433c32f6f2 req-a96ee8bc-4bec-4a8c-90a6-5ec32ca984b9 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 970 time: 0.1238003 Sep 20 13:01:29.476962 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-71496164-f42c-45d4-b5ca-83433c32f6f2 req-e5b64d27-2d18-44f1-b227-e5918ed27575 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0692861 Sep 20 13:01:29.570464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a22d8929-52e3-462e-8ea2-47384860b51e req-5dbfa87c-54d0-4b58-ac08-8b5551e32427 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 210 time: 0.0506825 Sep 20 13:01:29.583863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b45d7c-02fc-48af-82f8-c2eaf07687d5 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:01:29.598289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.603339 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Transition to ACTIVE for port object 52b45d7c-02fc-48af-82f8-c2eaf07687d5 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:01:29.683567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.735698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Pushing event updated for resources: {'Port': ['ID=52b45d7c-02fc-48af-82f8-c2eaf07687d5,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:29.810277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Attempting to bind port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:01:29.811252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Attempting to bind port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:01:29.811678 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Attempting to bind port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 on network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:01:29.816719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 on network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:01:29.817095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Attempting to bind port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 on network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:01:29.821998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:01:29.822345 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Checking segment: {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:01:29.822735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Bound using segment: {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:01:29.823162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Bound port: 52b45d7c-02fc-48af-82f8-c2eaf07687d5, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069307dc-4243-4315-b1f6-3827b721b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:01:29.823533 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.895555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] For port 52b45d7c-02fc-48af-82f8-c2eaf07687d5, host n-h1-809934-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:01:29.898722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] For port 52b45d7c-02fc-48af-82f8-c2eaf07687d5, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:01:29.958054 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.991534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:29.992064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:29.994057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] 10.222.0.32 "PUT /v2.0/ports/52b45d7c-02fc-48af-82f8-c2eaf07687d5 HTTP/1.1" status: 200 len: 1130 time: 0.8421137 Sep 20 13:01:29.994057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:29.996100 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcf30d9-a9cd-4b11-9efb-d6f4a26957f5" -d '{"events": [{"name": "network-changed", "server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:30.022927 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3caa-cde6-40c5-9f5d-bc6e26e7df01 service neutron] Pushing event updated for resources: {'Port': ['ID=52b45d7c-02fc-48af-82f8-c2eaf07687d5,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:30.057924 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40443389-0c2d-42f8-a7c4-d23c6d7c26d6 x-openstack-request-id: req-40443389-0c2d-42f8-a7c4-d23c6d7c26d6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:30.058259 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:30.058530 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40443389-0c2d-42f8-a7c4-d23c6d7c26d6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:30.058936 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'status': 'completed', 'code': 200} Sep 20 13:01:30.121192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf30d9-a9cd-4b11-9efb-d6f4a26957f5 req-081de30a-6b06-457f-9a75-6fea99355525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:30.122949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbcf30d9-a9cd-4b11-9efb-d6f4a26957f5 req-081de30a-6b06-457f-9a75-6fea99355525 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1133 time: 0.0436008 Sep 20 13:01:30.623825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf30d9-a9cd-4b11-9efb-d6f4a26957f5 req-bdf654a5-fc58-4ad2-8b66-1de65c6ce300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:30.625354 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbcf30d9-a9cd-4b11-9efb-d6f4a26957f5 req-bdf654a5-fc58-4ad2-8b66-1de65c6ce300 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fae09960fca4432b85273a363a05667f&shared=False HTTP/1.1" status: 200 len: 896 time: 0.4942837 Sep 20 13:01:30.637279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaba29-2bdc-4aa7-8a6d-f64b7c67cea9 req-718da5af-795d-45a5-893d-ad8658c5bc01 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:30.639190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52aaba29-2bdc-4aa7-8a6d-f64b7c67cea9 req-718da5af-795d-45a5-893d-ad8658c5bc01 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 982 time: 0.0887077 Sep 20 13:01:30.777592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52aaba29-2bdc-4aa7-8a6d-f64b7c67cea9 req-897c269a-8fc5-4054-ba98-66076d312a2f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1302176 Sep 20 13:01:30.824445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf30d9-a9cd-4b11-9efb-d6f4a26957f5 req-019f5baf-e574-469f-a921-705eba431a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:30.826839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbcf30d9-a9cd-4b11-9efb-d6f4a26957f5 req-019f5baf-e574-469f-a921-705eba431a7c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1859326 Sep 20 13:01:30.867197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf70809d-beff-4198-b331-ed3077c369a7 req-48c86b59-ea53-41e3-809e-40c1bbfdc46c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 210 time: 0.0314443 Sep 20 13:01:30.907416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-f3d1f23e-b8cb-40b5-abf8-d0ae5bc9180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:30.908934 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-f3d1f23e-b8cb-40b5-abf8-d0ae5bc9180e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1133 time: 0.0442741 Sep 20 13:01:30.949309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-ee9581de-cb11-4b18-b8a7-1f766d7913fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5 HTTP/1.1" status: 200 len: 217 time: 0.0330954 Sep 20 13:01:31.003000 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-65c6b383-fea7-4aa0-bc45-cb09a7d4b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:31.004768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-65c6b383-fea7-4aa0-bc45-cb09a7d4b3dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5892c70f-0cb0-4a13-a441-c856357dd28f HTTP/1.1" status: 200 len: 834 time: 0.0494525 Sep 20 13:01:31.052404 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-fb575fa6-7821-465e-ac39-fd2883a2691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:31.053997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-fb575fa6-7821-465e-ac39-fd2883a2691f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=865d9cb0-61a8-406c-b022-4ee99fcac3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415900 Sep 20 13:01:31.126974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-bf7b676e-ad4f-4e3b-9779-621d647776e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157608 Sep 20 13:01:31.145245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-57a9f1f2-f3c5-4d84-9f5f-76591e8e6bc2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:31.147592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-57a9f1f2-f3c5-4d84-9f5f-76591e8e6bc2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1461003 Sep 20 13:01:31.149207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-074974da-047b-45a2-bd1f-eb9c2f75e6e1 service neutron] 10.222.0.32 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880094 Sep 20 13:01:31.223934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-28bf229f-3552-4907-a512-465405b034c6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 380 time: 0.0626094 Sep 20 13:01:31.234044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-6da2aae6-0e44-4d8e-a0f0-1f4eb30f6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:31.235701 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-6da2aae6-0e44-4d8e-a0f0-1f4eb30f6477 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 1096 time: 0.0607679 Sep 20 13:01:31.240319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'port': {'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'admin_state_up': True, 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'security_groups': ['048fe50a-35c3-45ef-8387-938ec97211e3']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:31.261505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-f1ec0c30-019a-4684-b35e-af6d4b5aea29 service neutron] 10.222.0.32 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996673 Sep 20 13:01:31.416510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-641e0ce6-6235-47ae-b0c0-2f6fc06db97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:31.418025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-641e0ce6-6235-47ae-b0c0-2f6fc06db97a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d18856a4-fa81-4596-b406-c04e16c0e2e2 HTTP/1.1" status: 200 len: 896 time: 0.1529951 Sep 20 13:01:31.482153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-600a3337-22a6-4625-bf4f-e3ea67973539 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0 HTTP/1.1" status: 200 len: 1001 time: 0.0570133 Sep 20 13:01:31.489978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:01:31.493413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:31.555860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-0bb62be2-1c08-4662-a84f-5b47cf485e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:31.557340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-0bb62be2-1c08-4662-a84f-5b47cf485e41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e04f620-dc50-4932-ac04-949f778a57e1 HTTP/1.1" status: 200 len: 835 time: 0.0683851 Sep 20 13:01:31.667432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-9d9c8c7d-74e5-45e6-b655-6d0094c87f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:31.668918 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-9d9c8c7d-74e5-45e6-b655-6d0094c87f24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d18856a4-fa81-4596-b406-c04e16c0e2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858748 Sep 20 13:01:31.721278 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.20.0.14 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/cfa28f5c-4040-4b62-b48a-ecf65e243ff2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:01:31.815425 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-47e27da7-f6bb-490a-bb0e-ca20bbc6d757 service neutron] 10.222.0.21 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377444 Sep 20 13:01:31.970740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:31.999337 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-75c5ba78-70a1-43b0-a633-f69a8ac914dc req-a4725b74-a781-49a5-a2ef-ed4365b5b1fd service neutron] 10.222.0.21 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739430 Sep 20 13:01:32.006131 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31114f99-3945-4ec8-ad8e-5e4744caaa24 req-b764f17c-c54b-4c12-ab1b-4831384d67dc tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:32.007897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31114f99-3945-4ec8-ad8e-5e4744caaa24 req-b764f17c-c54b-4c12-ab1b-4831384d67dc tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 982 time: 0.0543628 Sep 20 13:01:32.053382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31114f99-3945-4ec8-ad8e-5e4744caaa24 req-77501b36-fc26-4cf8-8ea8-69d78a8c03eb tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347266 Sep 20 13:01:32.072026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:32.124684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:01:32.127722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:32.136629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:01:32.139564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:32.166327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2d4c9-a955-4341-8df0-cbde914cf4e4 req-2f9c2109-c04b-4cad-badd-b396ee349f93 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:32.168355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-caf2d4c9-a955-4341-8df0-cbde914cf4e4 req-2f9c2109-c04b-4cad-badd-b396ee349f93 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 932 time: 0.0569358 Sep 20 13:01:32.193334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:32.193987 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:32.222493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-caf2d4c9-a955-4341-8df0-cbde914cf4e4 req-5c3628f4-6774-41a3-b5c6-12abda98a77d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 Sep 20 13:01:32.261617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-72b57928-3c24-441d-b172-b2ee0c4cd715 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0251346 Sep 20 13:01:32.275551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Request body: {'port': {'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:32.342081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39321d3-224c-49d3-91c9-a3d77096cf2a req-17916b11-f7eb-4c26-975d-d633168c0f69 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:32.343682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:32.349732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e39321d3-224c-49d3-91c9-a3d77096cf2a req-17916b11-f7eb-4c26-975d-d633168c0f69 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0595791 Sep 20 13:01:32.400503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e39321d3-224c-49d3-91c9-a3d77096cf2a req-31cdbf60-a32c-4eef-a728-92bc17388eb5 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476561 Sep 20 13:01:32.527311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ef85f28c-fb02-41fd-b0c5-1b6923a5893d None None] Provisioning complete for port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:32.527765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ef85f28c-fb02-41fd-b0c5-1b6923a5893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:32.563206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ef85f28c-fb02-41fd-b0c5-1b6923a5893d None None] Port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:01:32.968795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa28f5c-4040-4b62-b48a-ecf65e243ff2 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:01:32.976917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:32.993607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Transition to ACTIVE for port object cfa28f5c-4040-4b62-b48a-ecf65e243ff2 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:01:33.112407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:33.172437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Pushing event updated for resources: {'Port': ['ID=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:33.195884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c0b3-9e25-4d3c-b162-6f1c1084d356 req-1e79c865-f488-42cf-8848-dd51f06f6057 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:33.208146 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7268c0b3-9e25-4d3c-b162-6f1c1084d356 req-1e79c865-f488-42cf-8848-dd51f06f6057 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 982 time: 0.0791485 Sep 20 13:01:33.262685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7268c0b3-9e25-4d3c-b162-6f1c1084d356 req-8f35f12c-7a15-470d-8caf-b057121a0e1e tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0523739 Sep 20 13:01:33.270343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Attempting to bind port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:01:33.270779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Attempting to bind port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:01:33.271161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Attempting to bind port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:01:33.277493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 on network 72813fde-70bf-4265-8573-42873b0c2dec not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:01:33.278003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Attempting to bind port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:01:33.292977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:01:33.296231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:01:33.297531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:01:33.298191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Bound port: cfa28f5c-4040-4b62-b48a-ecf65e243ff2, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:01:33.298609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:33.405089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] For port cfa28f5c-4040-4b62-b48a-ecf65e243ff2, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:01:33.409388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] For port cfa28f5c-4040-4b62-b48a-ecf65e243ff2, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:01:33.428508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b98c-fae1-4d9c-9a03-165f2e02c489 req-619db45a-a18f-4c4d-9210-60c59bfde9a6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:33.429948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e996b98c-fae1-4d9c-9a03-165f2e02c489 req-619db45a-a18f-4c4d-9210-60c59bfde9a6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0626667 Sep 20 13:01:33.473632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e996b98c-fae1-4d9c-9a03-165f2e02c489 req-61cf7fbf-82b0-4a80-b343-7bc309d6a3ea tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370712 Sep 20 13:01:33.501438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:33.535766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:33.536714 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:33.538556 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] 10.222.0.32 "PUT /v2.0/ports/cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 1092 time: 1.2676749 Sep 20 13:01:33.541684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:33.551290 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d715b86-9e15-44e4-a596-25050c3a8d60" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:33.596681 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428cbb1-765b-4a8b-bf89-cb3c4263449a service neutron] Pushing event updated for resources: {'Port': ['ID=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:33.599793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e18479-f9d7-40b3-8d95-7cd4fc7dada2 req-fc9119c3-bc9d-4f99-8374-281495f81243 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:33.601528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08e18479-f9d7-40b3-8d95-7cd4fc7dada2 req-fc9119c3-bc9d-4f99-8374-281495f81243 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0607677 Sep 20 13:01:33.657928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08e18479-f9d7-40b3-8d95-7cd4fc7dada2 req-d8055371-e19c-4281-9b12-0ed9573d64d1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483832 Sep 20 13:01:33.730389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-fb86b4c5-114f-4b0c-870f-abe220c52e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:33.732543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-fb86b4c5-114f-4b0c-870f-abe220c52e9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1095 time: 0.0706370 Sep 20 13:01:33.779862 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-38941d4b-474f-4a1c-8459-6866ad9f8231 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 217 time: 0.0388725 Sep 20 13:01:33.818173 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29185e6-9b9f-4645-a213-c8eb56cd89c8 x-openstack-request-id: req-b29185e6-9b9f-4645-a213-c8eb56cd89c8 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:33.818514 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:33.818719 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b29185e6-9b9f-4645-a213-c8eb56cd89c8 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:33.819105 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'status': 'completed', 'code': 200} Sep 20 13:01:33.836901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-906839ab-8cfd-49e7-82ec-951159a8458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:33.838385 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-906839ab-8cfd-49e7-82ec-951159a8458a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0520799 Sep 20 13:01:33.884637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-8c3baaa5-292f-4573-8166-998535fd2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:33.886172 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-8c3baaa5-292f-4573-8166-998535fd2748 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393305 Sep 20 13:01:33.980448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-6173c158-540d-4b1e-b640-bf5d6503a6e8 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869319 Sep 20 13:01:34.072547 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fcd992bf-3064-4d71-b609-9448bf7ed414 req-c5735dda-fbac-4065-8da6-f335aeb4e60b service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855215 Sep 20 13:01:34.237723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-99c44958-0f44-4b18-ba9b-3029cf2b719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:34.239231 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-99c44958-0f44-4b18-ba9b-3029cf2b719f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1095 time: 0.0397298 Sep 20 13:01:34.328986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-7c5fec0f-8aad-40fb-ab90-d41b8623018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:34.330490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-7c5fec0f-8aad-40fb-ab90-d41b8623018d service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0844150 Sep 20 13:01:34.377190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-939cef3b-33ae-400d-81c5-835f4cb3033c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 217 time: 0.0394399 Sep 20 13:01:34.399111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619a5da-3a5c-4959-9905-20353a79cbeb req-1fb2e34c-164a-42ea-8588-6866f22777a7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:34.400879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1619a5da-3a5c-4959-9905-20353a79cbeb req-1fb2e34c-164a-42ea-8588-6866f22777a7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 982 time: 0.0546052 Sep 20 13:01:34.426965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-56e4e118-2aa1-462d-9771-68c82d67b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:34.428604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-56e4e118-2aa1-462d-9771-68c82d67b7d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0446529 Sep 20 13:01:34.443781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1619a5da-3a5c-4959-9905-20353a79cbeb req-95326fcf-9043-48c3-bf29-4f4062dbb9e7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359254 Sep 20 13:01:34.476880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-feed44db-e549-4ab9-a604-e363242b77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:34.478421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-feed44db-e549-4ab9-a604-e363242b77d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403666 Sep 20 13:01:34.576513 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-65d8b4ed-9ff1-4522-8bcc-ffa041f5ebb1 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897565 Sep 20 13:01:34.593317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce1f7d-71d0-4485-9738-d4bc0d08c269 req-8dbd9a13-71b4-474e-beca-a1eee70f47db tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:34.595011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dce1f7d-71d0-4485-9738-d4bc0d08c269 req-8dbd9a13-71b4-474e-beca-a1eee70f47db tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0498428 Sep 20 13:01:34.613700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 52b45d7c-02fc-48af-82f8-c2eaf07687d5 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:01:34.650492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dce1f7d-71d0-4485-9738-d4bc0d08c269 req-cb5405f9-11cc-4b71-909c-b3ed8ea3c648 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489366 Sep 20 13:01:34.680511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d715b86-9e15-44e4-a596-25050c3a8d60 req-c95a8ae3-e6a6-4145-93ad-a4023b87fc2b service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970862 Sep 20 13:01:34.759028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 52b45d7c-02fc-48af-82f8-c2eaf07687d5, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:34.774268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'port_id': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'mac_address': 'fa:16:3e:6e:ea:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:01:34.790365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385a89-b30f-41e7-a79a-fd35c929b900 req-4b0ca315-3d14-401b-ac8e-c779db6c0a07 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:34.791877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af385a89-b30f-41e7-a79a-fd35c929b900 req-4b0ca315-3d14-401b-ac8e-c779db6c0a07 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0567367 Sep 20 13:01:34.815214 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:34.830408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b45d7c-02fc-48af-82f8-c2eaf07687d5 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:01:34.834226 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af385a89-b30f-41e7-a79a-fd35c929b900 req-a2546740-5f0a-4885-9ff5-3cd00b55a88c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355954 Sep 20 13:01:34.852098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 52b45d7c-02fc-48af-82f8-c2eaf07687d5, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:34.923519 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:34.971641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=52b45d7c-02fc-48af-82f8-c2eaf07687d5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:35.124486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['52b45d7c-02fc-48af-82f8-c2eaf07687d5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:01:35.556818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a597d57-d8cd-4e5b-8118-c91451e438fd req-8f478ac2-eba9-443d-8e1c-83d44340745f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:35.558325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a597d57-d8cd-4e5b-8118-c91451e438fd req-8f478ac2-eba9-443d-8e1c-83d44340745f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 983 time: 0.0477724 Sep 20 13:01:35.599502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a597d57-d8cd-4e5b-8118-c91451e438fd req-5da48f25-74f3-49e9-8844-263bf8d6f247 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340862 Sep 20 13:01:35.769722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf12a-dfaa-4c33-93ee-9e09674059c6 req-4f8a14d9-0f3e-4453-a9a6-6151c8cf1008 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:35.771236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0acf12a-dfaa-4c33-93ee-9e09674059c6 req-4f8a14d9-0f3e-4453-a9a6-6151c8cf1008 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0506408 Sep 20 13:01:35.815743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0acf12a-dfaa-4c33-93ee-9e09674059c6 req-3b944af3-55b0-4c67-9b06-9db383fe474c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371099 Sep 20 13:01:35.952586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb4f9-3b09-44d0-809f-d6e498dc8094 req-d1035b4a-ee24-4bc7-833e-4a0232908a9d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:35.953997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60acb4f9-3b09-44d0-809f-d6e498dc8094 req-d1035b4a-ee24-4bc7-833e-4a0232908a9d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0492153 Sep 20 13:01:35.993355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-60acb4f9-3b09-44d0-809f-d6e498dc8094 req-ed043239-31e5-4053-b09f-67843b8fd2ef tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332828 Sep 20 13:01:36.621371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 52b45d7c-02fc-48af-82f8-c2eaf07687d5 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:01:36.715576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a57fec-ed8b-4614-8562-194c0d7c1b31 req-ffdb762b-9969-4dfe-a530-d4d0ab9d6c65 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:36.717682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70a57fec-ed8b-4614-8562-194c0d7c1b31 req-ffdb762b-9969-4dfe-a530-d4d0ab9d6c65 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 983 time: 0.0490534 Sep 20 13:01:36.729577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:01:36.734804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:36.735259 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:36.757682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70a57fec-ed8b-4614-8562-194c0d7c1b31 req-86be6024-32c6-40f7-9fbf-4dcd7bb65e73 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0337238 Sep 20 13:01:36.817127 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:36.838769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:36.841205 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42184376-ae5d-4971-ae27-abeee7044e63" -d '{"events": [{"server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "name": "network-vif-plugged", "status": "completed", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:36.854211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 52b45d7c-02fc-48af-82f8-c2eaf07687d5, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:36.924168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:36.935855 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34202c0-222a-49b9-8ea9-b0e633e72cdd req-b3aca8e0-8f9f-479b-991f-711c167c440a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:36.937608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e34202c0-222a-49b9-8ea9-b0e633e72cdd req-b3aca8e0-8f9f-479b-991f-711c167c440a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0544946 Sep 20 13:01:36.974356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=52b45d7c-02fc-48af-82f8-c2eaf07687d5,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:36.981196 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e34202c0-222a-49b9-8ea9-b0e633e72cdd req-902013f1-975a-4772-b814-16cc4f4608ba tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373249 Sep 20 13:01:37.086004 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3fe5b0-02dc-4dd6-a74f-1694dfedafe6 x-openstack-request-id: req-1e3fe5b0-02dc-4dd6-a74f-1694dfedafe6 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:37.086383 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "name": "network-vif-plugged", "status": "completed", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:37.086994 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e3fe5b0-02dc-4dd6-a74f-1694dfedafe6 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:37.087449 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'code': 200} Sep 20 13:01:37.176823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49062300-ac22-4da1-a214-79b4aec8abe5 req-b57031c8-00bd-4edb-8579-1d6c36bd99cd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:37.178249 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49062300-ac22-4da1-a214-79b4aec8abe5 req-b57031c8-00bd-4edb-8579-1d6c36bd99cd tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0487835 Sep 20 13:01:37.187869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ea1ae-1559-42a9-924d-c6c68dc15cd8 req-d7e006df-1972-450b-b26c-691020562d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:37.189407 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a13ea1ae-1559-42a9-924d-c6c68dc15cd8 req-d7e006df-1972-450b-b26c-691020562d27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1135 time: 0.0438559 Sep 20 13:01:37.216250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-49062300-ac22-4da1-a214-79b4aec8abe5 req-47ee3754-e04c-4295-8da1-685cf300bfb9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316784 Sep 20 13:01:37.226351 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a13ea1ae-1559-42a9-924d-c6c68dc15cd8 req-f6fb32da-8bf0-4554-9bb2-846c5d5a0244 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0297511 Sep 20 13:01:37.870314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0c8d8-893a-4158-92be-e87924c50818 req-0aefb75c-aa36-4afd-a4ea-182995239234 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:37.871815 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5d0c8d8-893a-4158-92be-e87924c50818 req-0aefb75c-aa36-4afd-a4ea-182995239234 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 984 time: 0.0491436 Sep 20 13:01:37.912738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c5d0c8d8-893a-4158-92be-e87924c50818 req-82dfa6c5-18e5-4aeb-a91d-9ac7080cbd90 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345283 Sep 20 13:01:38.096250 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76071470-d6aa-433e-b9e8-2b73a59cccbf req-84323af2-1302-4ce5-ac08-8176b006e364 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:38.097656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76071470-d6aa-433e-b9e8-2b73a59cccbf req-84323af2-1302-4ce5-ac08-8176b006e364 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0476110 Sep 20 13:01:38.143095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76071470-d6aa-433e-b9e8-2b73a59cccbf req-29174514-cc10-4f0b-9686-f9b91ed98d48 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393488 Sep 20 13:01:38.334719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b24e2-a92f-4311-ab5c-64e277aa8f23 req-3382af4d-1bf0-44a8-b802-b20b81efbc71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:38.336199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df0b24e2-a92f-4311-ab5c-64e277aa8f23 req-3382af4d-1bf0-44a8-b802-b20b81efbc71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0507243 Sep 20 13:01:38.383646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-df0b24e2-a92f-4311-ab5c-64e277aa8f23 req-34232dfa-53eb-4f5b-9554-3818487d76e6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402412 Sep 20 13:01:39.026986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147741ef-5b60-42fe-97d5-32144a65916c req-456ad9d3-bf49-4276-8788-bf4ae87d51e2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:39.028513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-147741ef-5b60-42fe-97d5-32144a65916c req-456ad9d3-bf49-4276-8788-bf4ae87d51e2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 984 time: 0.0493045 Sep 20 13:01:39.077774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-147741ef-5b60-42fe-97d5-32144a65916c req-d84d7cd8-b941-4de2-80ab-0d42a17725ed tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0420935 Sep 20 13:01:39.189648 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39333d6-1b9b-4c05-96e7-7838d379ccad req-3dc5d896-76f3-4d8b-850e-8a8df542fc7f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:39.190987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d39333d6-1b9b-4c05-96e7-7838d379ccad req-3dc5d896-76f3-4d8b-850e-8a8df542fc7f tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 984 time: 0.0468903 Sep 20 13:01:39.233695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d39333d6-1b9b-4c05-96e7-7838d379ccad req-e7ccdcc7-f1b7-4b14-bf0e-1861d67c6f40 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0368061 Sep 20 13:01:39.332381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64774576-7a4d-4c27-8ff9-2a9827beda75 req-5596b19c-94cd-4549-86dd-f8a7649ab29d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:39.333927 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64774576-7a4d-4c27-8ff9-2a9827beda75 req-5596b19c-94cd-4549-86dd-f8a7649ab29d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0480840 Sep 20 13:01:39.371222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64774576-7a4d-4c27-8ff9-2a9827beda75 req-f3b993c7-0f1b-4ef1-805b-b18abd585225 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Sep 20 13:01:39.479772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d32df2-f4e1-46a6-be59-12ecf1883fc1 req-75e3b13d-0bdc-447e-b472-9ef5491f88e6 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:39.481221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29d32df2-f4e1-46a6-be59-12ecf1883fc1 req-75e3b13d-0bdc-447e-b472-9ef5491f88e6 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1135 time: 0.0390911 Sep 20 13:01:39.500127 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-29d32df2-f4e1-46a6-be59-12ecf1883fc1 req-d8d03adb-68e1-40ba-ac6e-13a9e7167ef6 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:39.583639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-29d32df2-f4e1-46a6-be59-12ecf1883fc1 req-d8d03adb-68e1-40ba-ac6e-13a9e7167ef6 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:39.642961 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-29d32df2-f4e1-46a6-be59-12ecf1883fc1 req-d8d03adb-68e1-40ba-ac6e-13a9e7167ef6 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:39.666366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29d32df2-f4e1-46a6-be59-12ecf1883fc1 req-d8d03adb-68e1-40ba-ac6e-13a9e7167ef6 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1787298 Sep 20 13:01:39.675295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d03adb-68e1-40ba-ac6e-13a9e7167ef6 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6ceae3-1c61-434e-831b-34c4169952d9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:39.688388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39046) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:39.728594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc4e9c4-6720-4a10-b80d-5a21a51a3dfb tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:39.730394 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6bc4e9c4-6720-4a10-b80d-5a21a51a3dfb tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1130 time: 0.0406380 Sep 20 13:01:39.734372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39048) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:39.756072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:39.795349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037df0b6-132e-4220-99a6-24f9a27a422e req-08c4e4c5-1c48-4d48-9649-ed859bfbcbc2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:39.797047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-037df0b6-132e-4220-99a6-24f9a27a422e req-08c4e4c5-1c48-4d48-9649-ed859bfbcbc2 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0741334 Sep 20 13:01:39.834570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-037df0b6-132e-4220-99a6-24f9a27a422e req-fd5d67a8-85ea-4813-ae4c-a635621963b1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Sep 20 13:01:39.883369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:39.977213 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:40.085581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Allocated IP 172.25.6.164 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/8070c4d5-8258-4799-a9b6-b64ee80ceba3) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:01:40.188175 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:40.278106 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:40.313716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:01:40.316705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:40.320188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:01:40.347670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=8070c4d5-8258-4799-a9b6-b64ee80ceba3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:40.561848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0131-0152-43f0-be15-3ed010ead610 req-978d8b0c-a358-4e90-a034-47a31d5a568c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:40.563291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d4f0131-0152-43f0-be15-3ed010ead610 req-978d8b0c-a358-4e90-a034-47a31d5a568c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0898926 Sep 20 13:01:40.631007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d4f0131-0152-43f0-be15-3ed010ead610 req-cee1cb34-c5f8-4158-a769-f6d99f5d61c2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586777 Sep 20 13:01:40.741915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:40.859509 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:41.013110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064ede5-3ccd-453e-9a2b-6399f6f2cb5c req-3a23db5a-a30a-4e71-b98d-bff238269dd7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.014632 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9064ede5-3ccd-453e-9a2b-6399f6f2cb5c req-3a23db5a-a30a-4e71-b98d-bff238269dd7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0992789 Sep 20 13:01:41.070449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:41.074736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9064ede5-3ccd-453e-9a2b-6399f6f2cb5c req-268990b4-c94b-44a9-a6dd-fd8d43e2c0d1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543067 Sep 20 13:01:41.129098 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:41.196992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=8070c4d5-8258-4799-a9b6-b64ee80ceba3,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:41.208905 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:41.308999 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Floating IP cc20e7c4-958e-482b-a4ca-dd110825520d associated. External IP: 172.25.6.164, port: 52b45d7c-02fc-48af-82f8-c2eaf07687d5. Sep 20 13:01:41.512408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Router 3227204f-08e6-4f20-a433-8e7933837490 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:01:41.615202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:01:41.624569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] Sync routers for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:01:41.633627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:41.634240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:41.725479 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:41.743586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:41.760111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8351547d-ad85-4a3f-8c78-5a6a5092f1a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0223608 Sep 20 13:01:41.760111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:41.760500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39056) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:41.761363 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:41.774735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001bd46-e236-4589-83dd-f60cfc010d43 req-7204b71b-a83a-4e39-960c-339832cc0b72 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.776247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5001bd46-e236-4589-83dd-f60cfc010d43 req-7204b71b-a83a-4e39-960c-339832cc0b72 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0777719 Sep 20 13:01:41.821528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5001bd46-e236-4589-83dd-f60cfc010d43 req-ffd33282-bd75-478b-ae0e-5744bd428cec tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379660 Sep 20 13:01:41.868628 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08f0c54-60a1-4a33-bcf4-4850ca270b54 x-openstack-request-id: req-e08f0c54-60a1-4a33-bcf4-4850ca270b54 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:41.869036 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:41.869776 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e08f0c54-60a1-4a33-bcf4-4850ca270b54 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:41.869776 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'status': 'completed', 'code': 200} Sep 20 13:01:41.875428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90af0b-48e6-4a4a-85dd-d592d79125aa tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.875914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90af0b-48e6-4a4a-85dd-d592d79125aa tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.876384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90af0b-48e6-4a4a-85dd-d592d79125aa tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.876854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90af0b-48e6-4a4a-85dd-d592d79125aa tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.877348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90af0b-48e6-4a4a-85dd-d592d79125aa tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.877814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90af0b-48e6-4a4a-85dd-d592d79125aa tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.878274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90af0b-48e6-4a4a-85dd-d592d79125aa tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:41.880754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8d90af0b-48e6-4a4a-85dd-d592d79125aa tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4961 time: 0.1180253 Sep 20 13:01:41.882830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39060) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:41.992535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cc20e7c4-958e-482b-a4ca-dd110825520d', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '3227204f-08e6-4f20-a433-8e7933837490', 'port_id': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'mac_address': 'fa:16:3e:6e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96275513-bfa7-44fd-8d31-deab2145f8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:40Z', 'updated_at': '2021-09-20T13:01:40Z', 'revision_number': 0, 'project_id': 'fae09960fca4432b85273a363a05667f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:25Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:42.007197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833d94c-4460-489a-bc1c-466959bc971a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.007671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833d94c-4460-489a-bc1c-466959bc971a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.008133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833d94c-4460-489a-bc1c-466959bc971a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.008590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833d94c-4460-489a-bc1c-466959bc971a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.009067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833d94c-4460-489a-bc1c-466959bc971a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.009525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833d94c-4460-489a-bc1c-466959bc971a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.009979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833d94c-4460-489a-bc1c-466959bc971a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.011829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5833d94c-4460-489a-bc1c-466959bc971a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1279080 Sep 20 13:01:42.015100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39062) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:42.015297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-3e40ce63-29d7-4a25-bf9c-098053589af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.016651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-3e40ce63-29d7-4a25-bf9c-098053589af9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1135 time: 0.1175165 Sep 20 13:01:42.021001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] Checking router: 3227204f-08e6-4f20-a433-8e7933837490 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:01:42.030469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:42.031083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:42.120759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-2e1b99f0-b1ab-4063-86d5-456a908730d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.123275 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-2e1b99f0-b1ab-4063-86d5-456a908730d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=865d9cb0-61a8-406c-b022-4ee99fcac3e7 HTTP/1.1" status: 200 len: 896 time: 0.0990670 Sep 20 13:01:42.152252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:42.211787 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-f043c4f4-425b-4a2b-bb4e-ca5ad66d3825 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5 HTTP/1.1" status: 200 len: 999 time: 0.0795662 Sep 20 13:01:42.277109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-4324ddf6-1f85-4946-b561-160cf57a50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.278613 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-4324ddf6-1f85-4946-b561-160cf57a50a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5892c70f-0cb0-4a13-a441-c856357dd28f HTTP/1.1" status: 200 len: 834 time: 0.0594146 Sep 20 13:01:42.349286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-7385f4e4-60e9-4019-b8c9-f8df61da3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.351495 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-7385f4e4-60e9-4019-b8c9-f8df61da3fd0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=865d9cb0-61a8-406c-b022-4ee99fcac3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654452 Sep 20 13:01:42.409935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f10beda-7c00-413b-9de3-984a31793897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:42.429913 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cc20e7c4-958e-482b-a4ca-dd110825520d', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '3227204f-08e6-4f20-a433-8e7933837490', 'port_id': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'mac_address': 'fa:16:3e:6e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96275513-bfa7-44fd-8d31-deab2145f8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:40Z', 'updated_at': '2021-09-20T13:01:40Z', 'revision_number': 0, 'project_id': 'fae09960fca4432b85273a363a05667f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:25Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:42.460274 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-5de476ce-3518-46d8-8357-ee1ed905aee7 service neutron] 10.222.0.32 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008065 Sep 20 13:01:42.461893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f04b72-fa05-480c-ac30-05b1ca3a5b0e None None] The sync data for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 is: [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cc20e7c4-958e-482b-a4ca-dd110825520d', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '3227204f-08e6-4f20-a433-8e7933837490', 'port_id': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'mac_address': 'fa:16:3e:6e:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96275513-bfa7-44fd-8d31-deab2145f8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:40Z', 'updated_at': '2021-09-20T13:01:40Z', 'revision_number': 0, 'project_id': 'fae09960fca4432b85273a363a05667f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:25Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:01:42.553741 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f7ce1d32-0df4-4f83-ad95-4be049dae4b6 req-4a62fb07-399f-4f64-bc8e-bfcbeb5bae24 service neutron] 10.222.0.32 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869644 Sep 20 13:01:42.581609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e47a-8574-425f-87e1-cc8eed0a2dba req-e7a7a438-d452-4d64-a513-d01986703252 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.583144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1584e47a-8574-425f-87e1-cc8eed0a2dba req-e7a7a438-d452-4d64-a513-d01986703252 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.1062407 Sep 20 13:01:42.632090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9be9115f-dd46-4e11-af43-e00dc1f3f80a tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.6116931 Sep 20 13:01:42.632891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39066) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:42.647574 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1584e47a-8574-425f-87e1-cc8eed0a2dba req-00da6649-6773-429e-9d43-b5928a06a1a1 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577259 Sep 20 13:01:42.683825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb840be3-84d6-4a87-805c-dcfba0320a35 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.684306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb840be3-84d6-4a87-805c-dcfba0320a35 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.686463 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bb840be3-84d6-4a87-805c-dcfba0320a35 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3227204f-08e6-4f20-a433-8e7933837490 HTTP/1.1" status: 200 len: 1990 time: 0.0522590 Sep 20 13:01:42.697117 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59626f9-e963-4820-a09b-2e16179eae28 None None] New status for floating IP cc20e7c4-958e-482b-a4ca-dd110825520d: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:01:42.939103 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddb574-4463-474f-bb01-dcdcbe43281c req-5806d85f-a178-4a5f-b25a-63d429831aa9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:42.940603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15ddb574-4463-474f-bb01-dcdcbe43281c req-5806d85f-a178-4a5f-b25a-63d429831aa9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0490942 Sep 20 13:01:42.983130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15ddb574-4463-474f-bb01-dcdcbe43281c req-b254d405-5231-446a-9210-d4f4092c1a31 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364294 Sep 20 13:01:43.771321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca37407-9f91-4b2c-bb39-e21889a0f230 req-8f055797-3104-45d8-a98d-16ef86d4023b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:43.772789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eca37407-9f91-4b2c-bb39-e21889a0f230 req-8f055797-3104-45d8-a98d-16ef86d4023b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0519185 Sep 20 13:01:43.810883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eca37407-9f91-4b2c-bb39-e21889a0f230 req-6d5ed17f-4940-4d6d-8a6b-dc45443f2793 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319262 Sep 20 13:01:44.097414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085305-53f0-4e4b-a8f4-448d5a57ee77 req-11de837a-547a-4220-8ea7-8c13312a92d5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:44.098889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac085305-53f0-4e4b-a8f4-448d5a57ee77 req-11de837a-547a-4220-8ea7-8c13312a92d5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 944 time: 0.0483427 Sep 20 13:01:44.135875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac085305-53f0-4e4b-a8f4-448d5a57ee77 req-56c75957-bd9f-4e70-9b2d-304486195538 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Sep 20 13:01:44.660307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device cfa28f5c-4040-4b62-b48a-ecf65e243ff2 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:01:44.749872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port cfa28f5c-4040-4b62-b48a-ecf65e243ff2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:44.761547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:01:44.801707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:44.814821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa28f5c-4040-4b62-b48a-ecf65e243ff2 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:01:44.834111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port cfa28f5c-4040-4b62-b48a-ecf65e243ff2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:44.889511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:44.927303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ede7f-1660-4eef-93fd-f194863836c6 req-665d005e-e3ab-4a81-9bec-3547c6809fe7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:44.928740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-624ede7f-1660-4eef-93fd-f194863836c6 req-665d005e-e3ab-4a81-9bec-3547c6809fe7 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0496950 Sep 20 13:01:44.937082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:44.967353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-624ede7f-1660-4eef-93fd-f194863836c6 req-7b6ef211-41ec-46da-8361-4ef4f7d349fa tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322223 Sep 20 13:01:45.105092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['cfa28f5c-4040-4b62-b48a-ecf65e243ff2'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:01:45.198359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4ea134dd-d947-4687-8cf7-13544595f266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:45.254508 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b18150-6213-4cbb-a503-6f1e3d489a9d req-624c4cc1-bd77-4842-93f6-548cd39c4c49 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:45.255991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25b18150-6213-4cbb-a503-6f1e3d489a9d req-624c4cc1-bd77-4842-93f6-548cd39c4c49 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 945 time: 0.0521779 Sep 20 13:01:45.296478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25b18150-6213-4cbb-a503-6f1e3d489a9d req-57061f27-a6d3-4b2c-ac9f-a247033d0558 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342827 Sep 20 13:01:45.625937 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:46.086828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0dc02-af29-45a8-a202-21f619daad9d req-e412680d-6b41-4c1d-a2d1-ab6cce007418 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:46.088334 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fb0dc02-af29-45a8-a202-21f619daad9d req-e412680d-6b41-4c1d-a2d1-ab6cce007418 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0484178 Sep 20 13:01:46.126700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fb0dc02-af29-45a8-a202-21f619daad9d req-cd18ef27-cc9e-4363-822d-0161a4912661 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 Sep 20 13:01:46.408778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01528b7-a207-4389-aa54-702c84ea7bf9 req-d2e90f7e-6f8b-4f9e-a8c9-aa651a77d9e1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:46.410286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e01528b7-a207-4389-aa54-702c84ea7bf9 req-d2e90f7e-6f8b-4f9e-a8c9-aa651a77d9e1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 945 time: 0.0473816 Sep 20 13:01:46.447010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e01528b7-a207-4389-aa54-702c84ea7bf9 req-8cd49983-d017-45f4-b8b8-b2bce0971aa9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307648 Sep 20 13:01:46.625864 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:46.681655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device cfa28f5c-4040-4b62-b48a-ecf65e243ff2 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:01:46.773456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:01:46.777574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:46.777955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:46.855334 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:46.877368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:46.879517 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e7ab5d-feda-45d6-b632-42c70ce1f94c" -d '{"events": [{"server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "name": "network-vif-plugged", "status": "completed", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:46.892104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port cfa28f5c-4040-4b62-b48a-ecf65e243ff2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:46.917360 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a89e9bd-0d3a-4cf1-9912-0947d5c34b23 x-openstack-request-id: req-7a89e9bd-0d3a-4cf1-9912-0947d5c34b23 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:46.917629 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "name": "network-vif-plugged", "status": "completed", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:46.918076 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a89e9bd-0d3a-4cf1-9912-0947d5c34b23 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:46.918466 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'code': 200} Sep 20 13:01:46.963239 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:47.009423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:47.019094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cd598-4660-40de-bad3-6282cc456cec req-ed378f8b-fb39-4be6-9792-92e4fb1ba19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:47.020656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-647cd598-4660-40de-bad3-6282cc456cec req-ed378f8b-fb39-4be6-9792-92e4fb1ba19d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1097 time: 0.0394230 Sep 20 13:01:47.055018 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-647cd598-4660-40de-bad3-6282cc456cec req-6b94c33f-3f95-4dd5-8eae-97d8bdb278f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275445 Sep 20 13:01:47.245133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99011155-a243-4d9b-8bc0-432dc5e6be8f req-837b490e-8256-4550-8d1d-664d366d9d7f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:47.246621 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99011155-a243-4d9b-8bc0-432dc5e6be8f req-837b490e-8256-4550-8d1d-664d366d9d7f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0521300 Sep 20 13:01:47.284417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99011155-a243-4d9b-8bc0-432dc5e6be8f req-4f7b4814-8fac-481e-a134-c1469a88f4ab tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Sep 20 13:01:47.558287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca132b3-316b-46fc-8e72-b4fa6966df7b req-b79dd66f-fb1c-4b51-bed5-4243a1987364 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:47.559765 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ca132b3-316b-46fc-8e72-b4fa6966df7b req-b79dd66f-fb1c-4b51-bed5-4243a1987364 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 946 time: 0.0471234 Sep 20 13:01:47.596819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ca132b3-316b-46fc-8e72-b4fa6966df7b req-86deacfe-63e5-44a9-a77c-84bad562f8ee tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303020 Sep 20 13:01:48.026104 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:48.413966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82490d-d041-4617-aa18-8409073e6d34 req-f38a9347-e33b-4fef-bb84-9212ee497f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:48.415604 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e82490d-d041-4617-aa18-8409073e6d34 req-f38a9347-e33b-4fef-bb84-9212ee497f3d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0511887 Sep 20 13:01:48.456343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8e82490d-d041-4617-aa18-8409073e6d34 req-9f3db9d4-d455-45e3-9577-ab1506e881e4 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Sep 20 13:01:48.713726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96375e-eea7-4f42-bb77-0f07c34ba38c req-573ead16-7701-4de6-bc7e-139c5bcccc6b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:48.715188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a96375e-eea7-4f42-bb77-0f07c34ba38c req-573ead16-7701-4de6-bc7e-139c5bcccc6b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 946 time: 0.0520518 Sep 20 13:01:48.751455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a96375e-eea7-4f42-bb77-0f07c34ba38c req-b3d20262-67f9-4201-9909-425962a0507d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303059 Sep 20 13:01:48.862227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced3a7-83ef-4dca-a8b3-901deb421b46 req-f1f8dd5d-ac59-4389-9954-79cc049e9edf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:48.863732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52ced3a7-83ef-4dca-a8b3-901deb421b46 req-f1f8dd5d-ac59-4389-9954-79cc049e9edf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 946 time: 0.0481696 Sep 20 13:01:48.900607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52ced3a7-83ef-4dca-a8b3-901deb421b46 req-9b3a1a84-6fd0-430a-99ae-0cbe8076a6e9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309384 Sep 20 13:01:48.923393 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39098) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:48.962321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c5d14-4294-48f6-9da0-fb487a6114c0 tempest-TestVolumeBootPattern-1645181390 tempest-TestVolumeBootPattern-1645181390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:48.963852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5f2c5d14-4294-48f6-9da0-fb487a6114c0 tempest-TestVolumeBootPattern-1645181390 tempest-TestVolumeBootPattern-1645181390-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1092 time: 0.0394986 Sep 20 13:01:48.966694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:48.972507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:01:49.100324 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:49.197595 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:49.304933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.25.6.55 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/c4476676-a716-4e7e-98e9-33d5a9c58e83) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:01:49.405578 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:49.495294 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:49.534040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:01:49.544887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:01:49.565682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:01:49.597815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=c4476676-a716-4e7e-98e9-33d5a9c58e83,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:49.627329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad84bc-b8c6-48e1-9195-8694015aa1f3 req-fb092e19-90ab-406a-9058-dcfcafaafa45 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:49.628805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebad84bc-b8c6-48e1-9195-8694015aa1f3 req-fb092e19-90ab-406a-9058-dcfcafaafa45 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0988119 Sep 20 13:01:49.719932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebad84bc-b8c6-48e1-9195-8694015aa1f3 req-37515f11-e8b2-46e3-9bb0-0ad9daa5a705 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707026 Sep 20 13:01:49.969758 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:50.116365 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:50.119858 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:50.270014 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:50.356588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:50.423797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=c4476676-a716-4e7e-98e9-33d5a9c58e83,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:50.433544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:50.532091 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Floating IP 0fac46ee-c726-460e-afe9-64e976e1c827 associated. External IP: 172.25.6.55, port: cfa28f5c-4040-4b62-b48a-ecf65e243ff2. Sep 20 13:01:50.569200 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:50.733859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Router 11f08978-2657-45cb-aa44-77ca132acf9c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:01:50.871331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6845351-66a4-47b1-b8db-72e69aca005a req-87c44e4f-6c82-4cd4-bbaf-eb0d4b772f21 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:50.872753 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6845351-66a4-47b1-b8db-72e69aca005a req-87c44e4f-6c82-4cd4-bbaf-eb0d4b772f21 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0854080 Sep 20 13:01:50.882802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:01:50.893268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:01:50.902084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:50.902702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:50.926649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6845351-66a4-47b1-b8db-72e69aca005a req-8f4f2bee-d365-4dcd-8461-7db214de369f tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460753 Sep 20 13:01:50.963609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:51.001024 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0078e96a-2c17-4069-a2e8-cb208eb94176 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0227897 Sep 20 13:01:51.001024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:51.001024 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:51.008227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:51.038523 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60b01f1-7d3b-46b7-a1e5-d89a967b7a10 x-openstack-request-id: req-a60b01f1-7d3b-46b7-a1e5-d89a967b7a10 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:51.038819 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:51.039074 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a60b01f1-7d3b-46b7-a1e5-d89a967b7a10 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:51.039477 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'status': 'completed', 'code': 200} Sep 20 13:01:51.105644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-71c74b94-3872-4ebd-81a5-b2a4a7fae8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:51.107138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-71c74b94-3872-4ebd-81a5-b2a4a7fae8e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1097 time: 0.0397136 Sep 20 13:01:51.205141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-9006b832-c39a-48c8-8801-d92705a880e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:51.206567 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-9006b832-c39a-48c8-8801-d92705a880e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0901873 Sep 20 13:01:51.281573 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-838771ac-02d1-43d4-b9fa-7a480b833e38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 999 time: 0.0606685 Sep 20 13:01:51.373935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-1ae1c34f-703c-48cd-9e9d-05b9ef97e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:51.377870 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-1ae1c34f-703c-48cd-9e9d-05b9ef97e149 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0876396 Sep 20 13:01:51.384978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f077e-247f-4b07-821a-465994a1621a req-be0af66d-f641-4c22-aacc-d61fe6a67c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:51.386549 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c6f077e-247f-4b07-821a-465994a1621a req-be0af66d-f641-4c22-aacc-d61fe6a67c9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 1096 time: 0.0687253 Sep 20 13:01:51.406462 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:49Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:51.431995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:01:51.440875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:01:51.441519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:01:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:51.445932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-3a80afe4-ca50-4415-b0d0-38f5e1e782e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:51.447465 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-3a80afe4-ca50-4415-b0d0-38f5e1e782e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600905 Sep 20 13:01:51.448951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c6f077e-247f-4b07-821a-465994a1621a req-52b237bc-13b3-4414-b064-e697f21d5436 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528939 Sep 20 13:01:51.539666 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-b3c7c911-5b32-45b2-aa14-f4276e726b5e service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840974 Sep 20 13:01:51.543361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:01:51.628822 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dac8760e-717e-4dc3-8ae0-174c78a9dc7a req-0dc149b6-71f4-4915-96d3-242878c1ef00 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813420 Sep 20 13:01:51.765995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:49Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:01:51.791901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9fed2-d6dd-44b0-9496-7ce337412cb1 None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:49Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:01:51.982335 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba39a2-51f6-41b3-b790-b5cf4241c5e4 None None] New status for floating IP 0fac46ee-c726-460e-afe9-64e976e1c827: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:01:52.051115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65098a0-ae65-4c93-87f6-cd123b017ee9 req-e28046cf-2516-4218-9067-1f67f883cd64 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:52.052531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c65098a0-ae65-4c93-87f6-cd123b017ee9 req-e28046cf-2516-4218-9067-1f67f883cd64 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0486996 Sep 20 13:01:52.090266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c65098a0-ae65-4c93-87f6-cd123b017ee9 req-c99819ff-0422-4bcf-982f-2c2cee0e472b tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Sep 20 13:01:52.515061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 70379031-55e8-445f-81d7-fe9ea0bd3fe0 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:01:52.589746 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:52.615457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:52.617726 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb98c59-3ea8-422b-8132-ac97438a4ff1" -d '{"events": [{"server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "name": "network-vif-unplugged", "status": "completed", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:52.630391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:52.653919 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af65fb9-b833-4067-9bff-d93c0cf83462 x-openstack-request-id: req-0af65fb9-b833-4067-9bff-d93c0cf83462 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:52.653919 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "name": "network-vif-unplugged", "status": "completed", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:52.653919 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0af65fb9-b833-4067-9bff-d93c0cf83462 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:52.654514 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'code': 200} Sep 20 13:01:52.689170 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:52.736028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:53.207324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d235806-f793-4de4-9174-01bced5afbde req-3fbb6fb5-159e-46e3-8ea7-70e0850752c9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:01:53.208730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d235806-f793-4de4-9174-01bced5afbde req-3fbb6fb5-159e-46e3-8ea7-70e0850752c9 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 943 time: 0.0479178 Sep 20 13:01:53.245310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d235806-f793-4de4-9174-01bced5afbde req-10acdc05-7c0e-4e36-ba83-430b30c435e6 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305483 Sep 20 13:01:53.269446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:01:53.331124 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e32a72bd-9e69-4a96-a544-7b5683ac668a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/floatingips/32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df HTTP/1.1" status: 200 len: 991 time: 0.0605555 Sep 20 13:01:54.530044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 70379031-55e8-445f-81d7-fe9ea0bd3fe0 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:01:54.620357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:54.634998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'port_id': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'mac_address': 'fa:16:3e:c3:15:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:01:54.670691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:54.682489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70379031-55e8-445f-81d7-fe9ea0bd3fe0 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:01:54.700950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:54.809420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:54.855674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:01:55.020944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['70379031-55e8-445f-81d7-fe9ea0bd3fe0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:01:56.530548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 70379031-55e8-445f-81d7-fe9ea0bd3fe0 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:01:56.576536 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:01:56.576899 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:56.651091 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:56.672538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:01:56.674758 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ca046b-a5f8-451e-b34c-857dc1f301b9" -d '{"events": [{"server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "name": "network-vif-plugged", "status": "completed", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:01:56.687620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:01:56.710468 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100efddd-1595-4ff3-b71e-a8bd984605a2 x-openstack-request-id: req-100efddd-1595-4ff3-b71e-a8bd984605a2 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:01:56.710758 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "name": "network-vif-plugged", "status": "completed", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:01:56.711011 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-100efddd-1595-4ff3-b71e-a8bd984605a2 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:01:56.711404 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'code': 200} Sep 20 13:01:56.769266 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:01:56.815504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:01.513815 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:02:12.432198 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1119fe40-010b-49af-a99b-6b028312cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:15.231324 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab8812d1-bb3c-4c88-b013-1c631b699050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:15.603254 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:16.631495 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:17.470683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:17.569709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-86fd9aaa-25d6-4dce-a5be-acac7caebbbd tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3193 time: 0.0972774 Sep 20 13:02:17.575797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39144) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:17.583348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'network': {'name': 'tempest-network-smoke--100201228', 'project_id': 'fae09960fca4432b85273a363a05667f', 'port_security_enabled': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:17.688867 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Made reservation on behalf of fae09960fca4432b85273a363a05667f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:02:17.692955 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:17.716376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:02:17.725207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:17.725553 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Added segment 359707a4-2aa3-4633-a4a5-74ab8202934b of type vlan for network 27559b9a-599a-49af-b4a3-d4dbec823165 Sep 20 13:02:17.764419 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:17.865989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:17.871879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:17.872461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:17.940870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Network': ['ID=27559b9a-599a-49af-b4a3-d4dbec823165,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:17.949538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.949538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.950044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.950458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.950866 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.951249 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.951875 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.952019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.953979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.953979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.953979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.953979 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:17.979493 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-89a6af3a-b483-47ae-b594-0a34b5e3793d tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3958771 Sep 20 13:02:17.979720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 27559b9a-599a-49af-b4a3-d4dbec823165 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:02:17.980203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39146) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:17.982955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'admin_state_up': True, 'project_id': 'fae09960fca4432b85273a363a05667f', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:18.071878 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:18.104813 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:18.106044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:18.162329 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:18.383998 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:18.650466 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:18.672035 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:18.776870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Allocated IP 172.25.6.176 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/3c37ab08-7861-4b9b-96c4-eff5bf808d7b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:18.874850 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:19.007918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:19.045303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:19.048212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:19.051549 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:19.059364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=3c37ab08-7861-4b9b-96c4-eff5bf808d7b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:19.697788 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:19.891209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.069816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Router 475938aa-67ed-4ecc-9742-05a7492de546 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:02:20.127189 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.176591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:20.187350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Sync routers for ids ['475938aa-67ed-4ecc-9742-05a7492de546'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:20.196275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Routers {'475938aa-67ed-4ecc-9742-05a7492de546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:20.196889 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['475938aa-67ed-4ecc-9742-05a7492de546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:20.249549 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.250839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-82d71b1b-a9dd-46c7-b9ef-05cfcec8f807 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2716353 Sep 20 13:02:20.253804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39152) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:20.299653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3a116-954a-4007-8bdc-119713dd5877 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:20.301211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ada3a116-954a-4007-8bdc-119713dd5877 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fae09960fca4432b85273a363a05667f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0464642 Sep 20 13:02:20.302357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Set router 475938aa-67ed-4ecc-9742-05a7492de546 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:20.304032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39154) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:20.390576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a6ae7-6fda-47f2-b9d6-9d6f14b0478e tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:20.392068 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-545a6ae7-6fda-47f2-b9d6-9d6f14b0478e tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870788 Sep 20 13:02:20.395256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39156) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:20.427975 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f7c4a03e-3268-4fd9-9f1c-85a19fd0709c tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315912 Sep 20 13:02:20.430778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39158) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:20.458507 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f987024a-04cb-4745-a198-b0d16bcb6700 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fae09960fca4432b85273a363a05667f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267084 Sep 20 13:02:20.461071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39160) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:20.479004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:19Z', 'revision_number': 3, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:20.509875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Checking router: 475938aa-67ed-4ecc-9742-05a7492de546 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:20.510224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Updating router 475938aa-67ed-4ecc-9742-05a7492de546 port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:02:20.545540 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.546702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e231b-4e3a-4232-ac4a-6ce4b50174e8 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:20.550896 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-218e231b-4e3a-4232-ac4a-6ce4b50174e8 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863485 Sep 20 13:02:20.551344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:20.584117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3da13003-38c7-41c5-a6c9-d780bc66e163 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316198 Sep 20 13:02:20.586882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:20.592330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055287112', 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165', 'project_id': 'fae09960fca4432b85273a363a05667f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:20.655812 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.794966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.882838 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.911984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Made reservation on behalf of fae09960fca4432b85273a363a05667f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:02:20.916727 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.938372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Attempting to bind port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:02:20.938832 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Attempting to bind port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:02:20.939144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Attempting to bind port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:20.941936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Pushing event updated for resources: {'Port': ['ID=3c37ab08-7861-4b9b-96c4-eff5bf808d7b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:20.946500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:02:20.946874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:20.947270 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.947666 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:02:20.948118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Bound port: 3c37ab08-7861-4b9b-96c4-eff5bf808d7b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:02:20.948494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:20.954873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.955215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.955550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.955874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.956204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.956528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.956851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.957210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.957527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.957842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.958156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:20.958471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:21.010203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] For port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:02:21.013406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] For port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3c37ab08-7861-4b9b-96c4-eff5bf808d7b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:02:21.104642 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:21.155917 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:21.161634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Routers {'475938aa-67ed-4ecc-9742-05a7492de546'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:21.162335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['475938aa-67ed-4ecc-9742-05a7492de546'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:21.164858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e12ee-8719-4c77-b6ab-74cf2b3cc0c1 None None] Pushing event updated for resources: {'Port': ['ID=3c37ab08-7861-4b9b-96c4-eff5bf808d7b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:21.213767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Subnet': ['ID=f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:21.224433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Checking segment: {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:21.224796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network hostable DHCP agents. Network: 27559b9a-599a-49af-b4a3-d4dbec823165, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:02:21.274060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] Set router 475938aa-67ed-4ecc-9742-05a7492de546 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:21.344515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 27559b9a-599a-49af-b4a3-d4dbec823165 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:02:21.449095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 27559b9a-599a-49af-b4a3-d4dbec823165) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:21.450891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:19Z', 'revision_number': 3, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:21.453415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:21.454195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:21.479299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e19d2-4fd2-4b48-b001-cf84016c5603 None None] Network 27559b9a-599a-49af-b4a3-d4dbec823165 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:21.482777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9f359-4506-4931-b1f8-b25084172629 None None] The sync data for ids ['475938aa-67ed-4ecc-9742-05a7492de546'] in n-d-809934-3 is: [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:19Z', 'revision_number': 3, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:21.550144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-58f96284-1b7d-4df2-bed9-29b50c1a4959 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9597287 Sep 20 13:02:21.551407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:21.659067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-27559b9a-599a-49af-b4a3-d4dbec823165', 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'fixed_ips': [{'subnet_id': 'f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:02:21.659953 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:21.835095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Allocated IP 172.20.0.18 (27559b9a-599a-49af-b4a3-d4dbec823165/f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1/5cb34bd4-16c1-4dac-a89b-c3aefe8e51da) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:22.007282 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.072169 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.083659 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.124229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Network 27559b9a-599a-49af-b4a3-d4dbec823165 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:22.127105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:22.130659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:22.143137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Pushing event updated for resources: {'Port': ['ID=5cb34bd4-16c1-4dac-a89b-c3aefe8e51da,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:22.208812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Attempting to bind port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:02:22.209575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Attempting to bind port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:02:22.209575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Attempting to bind port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da on network 27559b9a-599a-49af-b4a3-d4dbec823165 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:22.218539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:02:22.218972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Checking segment: {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:22.219323 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.219721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Bound using segment: {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:02:22.220196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Bound port: 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:02:22.220579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.332029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] For port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:02:22.336099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] For port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5cb34bd4-16c1-4dac-a89b-c3aefe8e51da,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:02:22.380616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Allocated IP 172.20.0.17 (27559b9a-599a-49af-b4a3-d4dbec823165/f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1/41bfe779-e271-42d9-9d85-91504f7b5469) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:22.407068 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.498700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df983f-bc84-4bdd-8320-c8ebe26d8063 None None] Pushing event updated for resources: {'Port': ['ID=5cb34bd4-16c1-4dac-a89b-c3aefe8e51da,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:22.520326 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.551847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3c37ab08-7861-4b9b-96c4-eff5bf808d7b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:22.604289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:22.604702 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.641750 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.699220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 27559b9a-599a-49af-b4a3-d4dbec823165 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:22.709847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:22.714357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:22.722012 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.747879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3c37ab08-7861-4b9b-96c4-eff5bf808d7b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:22.754592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=41bfe779-e271-42d9-9d85-91504f7b5469,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:22.767060 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.852892 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:22.904662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=3c37ab08-7861-4b9b-96c4-eff5bf808d7b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:22.984620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:23.259011 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:23.338394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:23.414298 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:23.416066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=41bfe779-e271-42d9-9d85-91504f7b5469,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:23.522511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 27559b9a-599a-49af-b4a3-d4dbec823165 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:23.524004 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:23.647591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Router 475938aa-67ed-4ecc-9742-05a7492de546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:02:23.739551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32753562-e8c5-4448-804d-bee19a69844a None None] Network 27559b9a-599a-49af-b4a3-d4dbec823165 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:23.759787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:23.771096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-989a854c-334f-4023-b171-2b9e5e617246 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "PUT /v2.0/routers/475938aa-67ed-4ecc-9742-05a7492de546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2131615 Sep 20 13:02:23.778632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Sync routers for ids ['475938aa-67ed-4ecc-9742-05a7492de546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:23.785833 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Routers {'475938aa-67ed-4ecc-9742-05a7492de546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:23.786508 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['475938aa-67ed-4ecc-9742-05a7492de546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:23.904850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fcdcb43b-42ad-4879-9d41-dac0780adc4f None None] Provisioning complete for port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:23.905121 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb43b-42ad-4879-9d41-dac0780adc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:23.907469 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Set router 475938aa-67ed-4ecc-9742-05a7492de546 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:23.994120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-4f1ae5e9-d9dc-45fb-a1c3-583db7e539c5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:24.002683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-4f1ae5e9-d9dc-45fb-a1c3-583db7e539c5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/networks?id=27559b9a-599a-49af-b4a3-d4dbec823165 HTTP/1.1" status: 200 len: 797 time: 0.1202900 Sep 20 13:02:24.005916 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb43b-42ad-4879-9d41-dac0780adc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.019349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cdbb68c2-0bcc-4adf-a5a0-c2a2a6e2006b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/quotas/fae09960fca4432b85273a363a05667f HTTP/1.1" status: 200 len: 375 time: 0.0157053 Sep 20 13:02:24.047322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fcdcb43b-42ad-4879-9d41-dac0780adc4f None None] For port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5cb34bd4-16c1-4dac-a89b-c3aefe8e51da,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:24.082039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-719df8d9-5972-4d31-bbad-8e9664cfb38a tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0618107 Sep 20 13:02:24.131316 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '41bfe779-e271-42d9-9d85-91504f7b5469', 'name': '', 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:1b:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:22Z', 'updated_at': '2021-09-20T13:02:23Z', 'revision_number': 2, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': 'f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:24.136818 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb43b-42ad-4879-9d41-dac0780adc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.165310 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Checking router: 475938aa-67ed-4ecc-9742-05a7492de546 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:24.165757 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Updating router 475938aa-67ed-4ecc-9742-05a7492de546 port 41bfe779-e271-42d9-9d85-91504f7b5469 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:02:24.196590 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.200666 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcb43b-42ad-4879-9d41-dac0780adc4f None None] Pushing event updated for resources: {'Port': ['ID=5cb34bd4-16c1-4dac-a89b-c3aefe8e51da,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:24.211501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-1503205b-6396-4d5e-adf9-d87988b856be service neutron] 10.222.0.37 "GET /v2.0/networks/27559b9a-599a-49af-b4a3-d4dbec823165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152411 Sep 20 13:02:24.261060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-afacb1b3-4f6f-4c81-86bc-fe982049c164 None None] Provisioning complete for port 41bfe779-e271-42d9-9d85-91504f7b5469 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:24.261433 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-afacb1b3-4f6f-4c81-86bc-fe982049c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.317371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-27d18303-b9b3-4c4c-a855-3b0bdf530fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/27559b9a-599a-49af-b4a3-d4dbec823165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983262 Sep 20 13:02:24.487499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-afacb1b3-4f6f-4c81-86bc-fe982049c164 None None] Port 41bfe779-e271-42d9-9d85-91504f7b5469 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:02:24.498639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-afacb1b3-4f6f-4c81-86bc-fe982049c164 None None] Provisioning complete for port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:24.502186 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-afacb1b3-4f6f-4c81-86bc-fe982049c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.535842 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.613195 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.627576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:24.658716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e571846-bfcf-44be-8d95-b4ff41a40cf3 req-9349fa15-d823-4fd4-ba4c-9929b3621793 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 210 time: 0.0535116 Sep 20 13:02:24.693392 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Pushing event updated for resources: {'Port': ['ID=41bfe779-e271-42d9-9d85-91504f7b5469,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:24.694496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:24.695381 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.706652 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.706989 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.707326 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.707654 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.707975 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.708299 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.708842 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.709191 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.715091 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.715091 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.715091 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.715091 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:24.764890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-50b33142-7005-4911-b87c-9f2c022cf552 None None] Provisioning complete for port 41bfe779-e271-42d9-9d85-91504f7b5469 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:24.765593 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b33142-7005-4911-b87c-9f2c022cf552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.766252 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Attempting to bind port 41bfe779-e271-42d9-9d85-91504f7b5469 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:02:24.767378 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Attempting to bind port 41bfe779-e271-42d9-9d85-91504f7b5469 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:02:24.767698 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Attempting to bind port 41bfe779-e271-42d9-9d85-91504f7b5469 on network 27559b9a-599a-49af-b4a3-d4dbec823165 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:24.773792 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:02:24.774061 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Checking segment: {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:24.774453 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.774842 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Bound using segment: {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:02:24.775300 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Bound port: 41bfe779-e271-42d9-9d85-91504f7b5469, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:02:24.775672 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.833852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-50b33142-7005-4911-b87c-9f2c022cf552 None None] Port 41bfe779-e271-42d9-9d85-91504f7b5469 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:02:24.842030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3c37ab08-7861-4b9b-96c4-eff5bf808d7b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:24.855263 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] For port 41bfe779-e271-42d9-9d85-91504f7b5469, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:02:24.874683 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] For port 41bfe779-e271-42d9-9d85-91504f7b5469, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41bfe779-e271-42d9-9d85-91504f7b5469,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:02:24.897358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:24.897358 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.944973 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:24.968477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7f86e839-afcd-4502-9b2f-c5238aa4f2c2 None None] Provisioning complete for port 41bfe779-e271-42d9-9d85-91504f7b5469 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:24.968967 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f86e839-afcd-4502-9b2f-c5238aa4f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:25.027529 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Routers {'475938aa-67ed-4ecc-9742-05a7492de546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:25.028368 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['475938aa-67ed-4ecc-9742-05a7492de546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:25.069860 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a606a9-5cda-4d3c-9905-e52ebd3c6185 None None] Pushing event updated for resources: {'Port': ['ID=41bfe779-e271-42d9-9d85-91504f7b5469,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:25.105617 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f86e839-afcd-4502-9b2f-c5238aa4f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:25.148752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7f86e839-afcd-4502-9b2f-c5238aa4f2c2 None None] For port 41bfe779-e271-42d9-9d85-91504f7b5469, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41bfe779-e271-42d9-9d85-91504f7b5469,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:25.151503 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] Set router 475938aa-67ed-4ecc-9742-05a7492de546 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:25.224274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f86e839-afcd-4502-9b2f-c5238aa4f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:25.273262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86e839-afcd-4502-9b2f-c5238aa4f2c2 None None] Pushing event updated for resources: {'Port': ['ID=41bfe779-e271-42d9-9d85-91504f7b5469,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:25.344516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dc7e9a90-83ac-41fe-9a72-5292d0e91f16 None None] Provisioning complete for port 41bfe779-e271-42d9-9d85-91504f7b5469 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:25.344894 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dc7e9a90-83ac-41fe-9a72-5292d0e91f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:25.367375 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '41bfe779-e271-42d9-9d85-91504f7b5469', 'name': '', 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:1b:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:22Z', 'updated_at': '2021-09-20T13:02:24Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': 'f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:25.395203 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10cf11-5717-4a36-94ac-3e2dc827aff8 None None] The sync data for ids ['475938aa-67ed-4ecc-9742-05a7492de546'] in n-d-809934-3 is: [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '41bfe779-e271-42d9-9d85-91504f7b5469', 'name': '', 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:1b:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:22Z', 'updated_at': '2021-09-20T13:02:24Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': 'f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:25.766062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a949e0e-d752-4e1c-a455-e8b62b034b62 req-b6256b3a-d6f4-4d7b-8178-e939dffec7d5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 210 time: 0.0266895 Sep 20 13:02:26.493735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 41bfe779-e271-42d9-9d85-91504f7b5469 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:26.543688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 41bfe779-e271-42d9-9d85-91504f7b5469 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:26.544716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:26.801911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-d5b50be8-467f-414b-8394-c918915608ab tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:26.803406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-d5b50be8-467f-414b-8394-c918915608ab tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.21 "GET /v2.0/networks?id=27559b9a-599a-49af-b4a3-d4dbec823165 HTTP/1.1" status: 200 len: 797 time: 0.1046839 Sep 20 13:02:26.817790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Request body: {'port': {'device_id': '8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7', 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165', 'admin_state_up': True, 'tenant_id': 'fae09960fca4432b85273a363a05667f'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:26.865641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5cba44a-e921-4fe0-985d-cec2e2fd7b54 req-facdcdba-af97-4567-8bc6-e2d947d78951 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 210 time: 0.0269024 Sep 20 13:02:27.014648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Made reservation on behalf of fae09960fca4432b85273a363a05667f for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:02:27.018221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:27.140813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Allocated IP 172.20.0.30 (27559b9a-599a-49af-b4a3-d4dbec823165/f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1/21b947f0-7cf3-4030-975e-f796f3decf65) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:27.252985 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:27.367640 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:27.407859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Network 27559b9a-599a-49af-b4a3-d4dbec823165 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:27.410726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:27.413297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:27.440570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event updated for resources: {'Port': ['ID=21b947f0-7cf3-4030-975e-f796f3decf65,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:27.456328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.456680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.457030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.457374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.457700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.458025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.458349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.458670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.458993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.459312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.459630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.459945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:02:27.481852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:27.482485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:27.550661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-e0bcf400-2ef7-4107-859b-483ffe81dd41 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7369087 Sep 20 13:02:27.565875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Request body: {'port': {'device_id': '8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:27.625044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:27.661972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bbef6cf1-ae43-4377-99a9-67d194479992 None None] Provisioning complete for port 21b947f0-7cf3-4030-975e-f796f3decf65 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:27.662546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bbef6cf1-ae43-4377-99a9-67d194479992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:27.700925 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-bbef6cf1-ae43-4377-99a9-67d194479992 None None] Port 21b947f0-7cf3-4030-975e-f796f3decf65 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:02:27.897036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b947f0-7cf3-4030-975e-f796f3decf65 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:02:27.904864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:27.916296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Transition to ACTIVE for port object 21b947f0-7cf3-4030-975e-f796f3decf65 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:02:27.985762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:27.986356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152db024-5b74-4aa3-833b-42c1365e1664 req-aebb6c28-a709-4633-b591-5a366d969fa5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:27.987834 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-152db024-5b74-4aa3-833b-42c1365e1664 req-aebb6c28-a709-4633-b591-5a366d969fa5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 895 time: 0.0505652 Sep 20 13:02:28.045087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Pushing event updated for resources: {'Port': ['ID=21b947f0-7cf3-4030-975e-f796f3decf65,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:28.117890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Attempting to bind port 21b947f0-7cf3-4030-975e-f796f3decf65 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:02:28.118234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Attempting to bind port 21b947f0-7cf3-4030-975e-f796f3decf65 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:02:28.118568 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Attempting to bind port 21b947f0-7cf3-4030-975e-f796f3decf65 on network 27559b9a-599a-49af-b4a3-d4dbec823165 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:28.124641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Port 21b947f0-7cf3-4030-975e-f796f3decf65 on network 27559b9a-599a-49af-b4a3-d4dbec823165 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:02:28.124967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Attempting to bind port 21b947f0-7cf3-4030-975e-f796f3decf65 on network 27559b9a-599a-49af-b4a3-d4dbec823165 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:28.130060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:02:28.130408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Checking segment: {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:28.130804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Bound using segment: {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:02:28.131237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Bound port: 21b947f0-7cf3-4030-975e-f796f3decf65, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359707a4-2aa3-4633-a4a5-74ab8202934b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:02:28.131739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:28.199848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] For port 21b947f0-7cf3-4030-975e-f796f3decf65, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:02:28.204743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] For port 21b947f0-7cf3-4030-975e-f796f3decf65, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21b947f0-7cf3-4030-975e-f796f3decf65,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:02:28.287798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:28.324651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:28.325975 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:28.327349 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] 10.222.0.21 "PUT /v2.0/ports/21b947f0-7cf3-4030-975e-f796f3decf65 HTTP/1.1" status: 200 len: 1055 time: 0.7658629 Sep 20 13:02:28.327790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7', 'tag': '21b947f0-7cf3-4030-975e-f796f3decf65'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:02:28.330022 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ec61b0-26ab-45d4-967f-7a394d019669" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7", "tag": "21b947f0-7cf3-4030-975e-f796f3decf65"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:02:28.354602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a2d6e-343c-454a-9096-84c69b0ea7dd service neutron] Pushing event updated for resources: {'Port': ['ID=21b947f0-7cf3-4030-975e-f796f3decf65,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:28.370402 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7887f9-4485-4db7-928d-01bf157df1b9 x-openstack-request-id: req-bb7887f9-4485-4db7-928d-01bf157df1b9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:02:28.370829 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7", "tag": "21b947f0-7cf3-4030-975e-f796f3decf65", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:02:28.371081 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb7887f9-4485-4db7-928d-01bf157df1b9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:02:28.371680 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7', 'tag': '21b947f0-7cf3-4030-975e-f796f3decf65', 'status': 'completed', 'code': 200} Sep 20 13:02:28.437924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec61b0-26ab-45d4-967f-7a394d019669 req-0b601048-b1db-4b0f-ba49-879ba046a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:28.438234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b6ec61b0-26ab-45d4-967f-7a394d019669 req-0b601048-b1db-4b0f-ba49-879ba046a67b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 1058 time: 0.0451961 Sep 20 13:02:28.542800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec61b0-26ab-45d4-967f-7a394d019669 req-dc197965-ad77-4986-b253-a9e9a7201980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:28.543271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec61b0-26ab-45d4-967f-7a394d019669 req-dc197965-ad77-4986-b253-a9e9a7201980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:28.544927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b6ec61b0-26ab-45d4-967f-7a394d019669 req-dc197965-ad77-4986-b253-a9e9a7201980 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fae09960fca4432b85273a363a05667f&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.0996232 Sep 20 13:02:28.604024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39204) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:28.640337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec61b0-26ab-45d4-967f-7a394d019669 req-e27fdf3f-f680-4d27-927a-3712f33dc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:28.642011 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b6ec61b0-26ab-45d4-967f-7a394d019669 req-e27fdf3f-f680-4d27-927a-3712f33dc952 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0906346 Sep 20 13:02:28.726667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-80672380-e5aa-4422-a93f-4b75fe53dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:28.728146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-80672380-e5aa-4422-a93f-4b75fe53dda0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 1058 time: 0.0410466 Sep 20 13:02:28.774221 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-0f35b819-c35e-4275-a1bf-b2d449bc82ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=21b947f0-7cf3-4030-975e-f796f3decf65 HTTP/1.1" status: 200 len: 217 time: 0.0374887 Sep 20 13:02:28.774474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port e783d651-3a48-4265-8920-01034271b17b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:28.774754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:28.823642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-2245773f-dbc6-4574-8e7f-0bc42d0e0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:28.825755 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-2245773f-dbc6-4574-8e7f-0bc42d0e0237 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1 HTTP/1.1" status: 200 len: 838 time: 0.0432880 Sep 20 13:02:28.852581 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:28.852941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:28.864704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for e783d651-3a48-4265-8920-01034271b17b owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:28.869280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-7c167d91-221c-46f5-82d3-533ad85414f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:28.870798 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-7c167d91-221c-46f5-82d3-533ad85414f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27559b9a-599a-49af-b4a3-d4dbec823165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391502 Sep 20 13:02:28.962510 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-120238c2-a0db-4f47-998b-9ab7858f8214 service neutron] 10.222.0.21 "GET /v2.0/networks/27559b9a-599a-49af-b4a3-d4dbec823165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844493 Sep 20 13:02:29.055497 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b2a8b86b-634f-44b8-aa14-56d80ba0ea8f req-42a52cc9-239d-4eb3-9baa-e97c21207cc9 service neutron] 10.222.0.21 "GET /v2.0/networks/27559b9a-599a-49af-b4a3-d4dbec823165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854764 Sep 20 13:02:29.085122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:29.117171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=e783d651-3a48-4265-8920-01034271b17b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:29.149094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcc69c-8823-47d1-820f-9605f9bef7b0 req-7404665d-91e2-4021-9ec2-98aacc9f946b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:29.150608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5bbcc69c-8823-47d1-820f-9605f9bef7b0 req-7404665d-91e2-4021-9ec2-98aacc9f946b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 907 time: 0.0935509 Sep 20 13:02:29.186359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:29.187145 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Floating IP 32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df disassociated (deleted). External IP: 172.25.6.207, port: 70379031-55e8-445f-81d7-fe9ea0bd3fe0. Sep 20 13:02:29.386510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 5970615d-15d2-4d45-afea-c108937cdd3d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:02:29.489255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:29.493674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:29.499894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] Sync routers for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:29.509332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:29.509933 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:29.520274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ad5109a-6ef3-4bbb-bfa6-8b9247c1fa33 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/floatingips/32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df HTTP/1.1" status: 204 len: 168 time: 0.9152405 Sep 20 13:02:29.520959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:02:29.523344 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d22a97-746f-45d9-b107-166176066986" -d '{"events": [{"name": "network-changed", "server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:02:29.613290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:29.812050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:43Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:29.837905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] Checking router: 5970615d-15d2-4d45-afea-c108937cdd3d for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:29.846125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:29.846724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:29.911659 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370cc353-6c06-441d-97dc-d5479d070cdc x-openstack-request-id: req-370cc353-6c06-441d-97dc-d5479d070cdc {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:02:29.911950 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:02:29.912201 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-370cc353-6c06-441d-97dc-d5479d070cdc {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:02:29.912623 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'status': 'completed', 'code': 200} Sep 20 13:02:29.956858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:29.983394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22a97-746f-45d9-b107-166176066986 req-dd8ce111-e91a-43cf-9f49-0ce5923b21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:29.985162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91d22a97-746f-45d9-b107-166176066986 req-dd8ce111-e91a-43cf-9f49-0ce5923b21ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 1096 time: 0.0460410 Sep 20 13:02:30.020134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a2c90-03c3-4a83-a66f-777c131db937 req-c8efb1ff-76f0-4e1b-b927-449dc191bfa3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:30.021742 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f29a2c90-03c3-4a83-a66f-777c131db937 req-c8efb1ff-76f0-4e1b-b927-449dc191bfa3 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0620251 Sep 20 13:02:30.063143 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f29a2c90-03c3-4a83-a66f-777c131db937 req-dfeb43d9-6289-4270-bbdd-159fa6ec1175 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352957 Sep 20 13:02:30.084018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22a97-746f-45d9-b107-166176066986 req-16f92c7e-c2df-4bab-bb20-d672a7cbd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:30.084018 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91d22a97-746f-45d9-b107-166176066986 req-16f92c7e-c2df-4bab-bb20-d672a7cbd533 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d18856a4-fa81-4596-b406-c04e16c0e2e2 HTTP/1.1" status: 200 len: 896 time: 0.0894406 Sep 20 13:02:30.127386 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91d22a97-746f-45d9-b107-166176066986 req-e2e2e2e3-3559-4194-a88a-eb07adc565e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0 HTTP/1.1" status: 200 len: 217 time: 0.0369368 Sep 20 13:02:30.172691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:43Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:30.176475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22a97-746f-45d9-b107-166176066986 req-8751a48c-d646-456d-95ee-947c80edc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:30.178061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91d22a97-746f-45d9-b107-166176066986 req-8751a48c-d646-456d-95ee-947c80edc5fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e04f620-dc50-4932-ac04-949f778a57e1 HTTP/1.1" status: 200 len: 835 time: 0.0437579 Sep 20 13:02:30.204209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa0d5b-e812-497b-aa6e-3424c7b77550 None None] The sync data for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 is: [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d2f3a49-abbf-4323-bdad-16e704628462', 'name': '', 'network_id': 'd18856a4-fa81-4596-b406-c04e16c0e2e2', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'mac_address': 'fa:16:3e:22:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:39Z', 'updated_at': '2021-09-20T13:00:43Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'subnets': [{'id': '2e04f620-dc50-4932-ac04-949f778a57e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:30.226671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22a97-746f-45d9-b107-166176066986 req-dbaba725-616e-4678-8567-7220632eed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:30.228618 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91d22a97-746f-45d9-b107-166176066986 req-dbaba725-616e-4678-8567-7220632eed99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d18856a4-fa81-4596-b406-c04e16c0e2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417788 Sep 20 13:02:30.275959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a1e5-0b13-4fe1-813a-29ac9024bba3 req-02b21c67-7870-4978-be3a-6339c3b75b3a tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:30.277681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb63a1e5-0b13-4fe1-813a-29ac9024bba3 req-02b21c67-7870-4978-be3a-6339c3b75b3a tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 907 time: 0.0552328 Sep 20 13:02:30.331514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91d22a97-746f-45d9-b107-166176066986 req-6644c5c0-9da1-478f-8e0e-f81d8cf26618 service neutron] 10.222.0.21 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935328 Sep 20 13:02:30.425169 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91d22a97-746f-45d9-b107-166176066986 req-f0c6e411-6b9b-4514-86eb-2d85b6cb9869 service neutron] 10.222.0.21 "GET /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864801 Sep 20 13:02:30.449664 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d5eac-1df1-4b72-9fb8-82dfe7a36714 None None] New status for floating IP 32ae9662-5ef2-4a40-b6f0-c16a6d5fb8df: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:02:31.175764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944fce2-5ac7-4e1e-a0f5-4eb106d86d69 req-d03e0805-5378-4570-9a5d-ad0f14522822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:31.177122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2944fce2-5ac7-4e1e-a0f5-4eb106d86d69 req-d03e0805-5378-4570-9a5d-ad0f14522822 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0476336 Sep 20 13:02:31.213946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2944fce2-5ac7-4e1e-a0f5-4eb106d86d69 req-a71ae56f-5355-4b58-b756-6e1f38035091 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/security-groups?id=56e34b88-fcc5-455a-aa43-4b976245d55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309515 Sep 20 13:02:31.288930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-e15d7d5a-c2bf-41dc-ab16-1d3c1e50da7a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:31.290487 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-e15d7d5a-c2bf-41dc-ab16-1d3c1e50da7a tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 945 time: 0.0475838 Sep 20 13:02:31.385608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:31.385950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:31.396397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c996e0a-ad04-4001-8d84-c97278eef25c req-d13a123c-d304-420d-83c2-254ba32cb960 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:31.397922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c996e0a-ad04-4001-8d84-c97278eef25c req-d13a123c-d304-420d-83c2-254ba32cb960 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 907 time: 0.0520852 Sep 20 13:02:31.476126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 70379031-55e8-445f-81d7-fe9ea0bd3fe0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=70379031-55e8-445f-81d7-fe9ea0bd3fe0,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:31.476410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:31.488251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 70379031-55e8-445f-81d7-fe9ea0bd3fe0 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:31.687039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:31.719021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=70379031-55e8-445f-81d7-fe9ea0bd3fe0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:31.758344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] No DVR routers for this DVR port 70379031-55e8-445f-81d7-fe9ea0bd3fe0 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:02:31.760893 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:31.763561 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a9cc2078-fc8d-4936-94d9-6eda2685c231 req-5442352e-c3c8-4d27-b380-7717a4eb3441 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.21 "DELETE /v2.0/ports/70379031-55e8-445f-81d7-fe9ea0bd3fe0 HTTP/1.1" status: 204 len: 173 time: 0.4658630 Sep 20 13:02:31.763993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'name': 'network-vif-deleted', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:02:31.766232 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f682a5c0-4edc-47ca-a617-472c4a41f381" -d '{"events": [{"server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "name": "network-vif-deleted", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:02:31.803741 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f90e72f-72d9-4043-89a2-c845f760dbbd x-openstack-request-id: req-8f90e72f-72d9-4043-89a2-c845f760dbbd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:02:31.804036 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48978987-b8e6-4ea9-a63b-e58ddba1902b", "name": "network-vif-deleted", "tag": "70379031-55e8-445f-81d7-fe9ea0bd3fe0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:02:31.804291 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f90e72f-72d9-4043-89a2-c845f760dbbd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:02:31.804693 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48978987-b8e6-4ea9-a63b-e58ddba1902b', 'name': 'network-vif-deleted', 'tag': '70379031-55e8-445f-81d7-fe9ea0bd3fe0', 'status': 'completed', 'code': 200} Sep 20 13:02:32.015614 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f916b6cc-a20e-4fc5-9065-841306b8b625 req-2ce332c8-ffe4-4622-99a8-f62d4b4c9da7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0242984 Sep 20 13:02:32.081869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f916b6cc-a20e-4fc5-9065-841306b8b625 req-8d50f829-905e-4395-ab36-eac967c189be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 210 time: 0.0256717 Sep 20 13:02:32.198537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b6cc-a20e-4fc5-9065-841306b8b625 req-68b9b59a-1ae0-4490-a6a4-e21481625e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:32.200001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f916b6cc-a20e-4fc5-9065-841306b8b625 req-68b9b59a-1ae0-4490-a6a4-e21481625e5d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0986807 Sep 20 13:02:32.292230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b6cc-a20e-4fc5-9065-841306b8b625 req-9e09f2a5-b13a-4127-9130-f1eb22cb5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:32.293835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f916b6cc-a20e-4fc5-9065-841306b8b625 req-9e09f2a5-b13a-4127-9130-f1eb22cb5d3e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0866432 Sep 20 13:02:32.665449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-812995b0-f551-4698-a935-be50c8f1569c req-e48b1ca2-8019-4c29-8d89-77c4846f196e tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "GET /v2.0/ports?device_id=48978987-b8e6-4ea9-a63b-e58ddba1902b HTTP/1.1" status: 200 len: 210 time: 0.3597555 Sep 20 13:02:32.732855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 21b947f0-7cf3-4030-975e-f796f3decf65 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:02:32.767234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fb1bf-d2ac-4feb-8c00-938e25641884 req-7b5ff421-1271-4b23-a9fc-e6a7da2648b1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:32.768733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c3fb1bf-d2ac-4feb-8c00-938e25641884 req-7b5ff421-1271-4b23-a9fc-e6a7da2648b1 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 907 time: 0.0484071 Sep 20 13:02:32.823926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 21b947f0-7cf3-4030-975e-f796f3decf65, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21b947f0-7cf3-4030-975e-f796f3decf65,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:32.835128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '21b947f0-7cf3-4030-975e-f796f3decf65', 'network_id': '27559b9a-599a-49af-b4a3-d4dbec823165', 'port_id': '21b947f0-7cf3-4030-975e-f796f3decf65', 'mac_address': 'fa:16:3e:19:f1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:02:32.875013 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:32.887324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b947f0-7cf3-4030-975e-f796f3decf65 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:02:32.905910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 21b947f0-7cf3-4030-975e-f796f3decf65, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21b947f0-7cf3-4030-975e-f796f3decf65,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:32.978016 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:33.025285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=21b947f0-7cf3-4030-975e-f796f3decf65,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:33.177207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['21b947f0-7cf3-4030-975e-f796f3decf65'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:02:33.723719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39230) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:33.884755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0c8c9-3b4e-45c0-94c9-fe33b7f5bbb7 req-b8494adb-2e38-4539-8e35-a959af86ecc9 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:33.886338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bb0c8c9-3b4e-45c0-94c9-fe33b7f5bbb7 req-b8494adb-2e38-4539-8e35-a959af86ecc9 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 908 time: 0.0511367 Sep 20 13:02:34.394366 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:34.647779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 7d2f3a49-abbf-4323-bdad-16e704628462 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:34.648024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:34.735919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 21b947f0-7cf3-4030-975e-f796f3decf65 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:34.736577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 7d2f3a49-abbf-4323-bdad-16e704628462, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d2f3a49-abbf-4323-bdad-16e704628462,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:34.736577 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:34.749197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 7d2f3a49-abbf-4323-bdad-16e704628462 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:34.840820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 21b947f0-7cf3-4030-975e-f796f3decf65 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:02:34.844709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 21b947f0-7cf3-4030-975e-f796f3decf65 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:34.845044 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:34.927338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:34.950567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b947f0-7cf3-4030-975e-f796f3decf65'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:02:34.953544 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbed4a8-e2c6-4874-b225-0f451046fdc2" -d '{"events": [{"server_uuid": "8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7", "name": "network-vif-plugged", "status": "completed", "tag": "21b947f0-7cf3-4030-975e-f796f3decf65"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:02:34.965716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 21b947f0-7cf3-4030-975e-f796f3decf65, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21b947f0-7cf3-4030-975e-f796f3decf65,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:35.008976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:35.009671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e3447-50a5-4c82-928a-6ab101b119d2 req-dde8b838-de72-42c9-aef7-d4f915a7a275 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:35.011161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-784e3447-50a5-4c82-928a-6ab101b119d2 req-dde8b838-de72-42c9-aef7-d4f915a7a275 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 908 time: 0.0518661 Sep 20 13:02:35.037448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=7d2f3a49-abbf-4323-bdad-16e704628462,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:35.057685 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef211576-1016-4709-a341-b3f9924951cc x-openstack-request-id: req-ef211576-1016-4709-a341-b3f9924951cc {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:02:35.057972 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7", "name": "network-vif-plugged", "status": "completed", "tag": "21b947f0-7cf3-4030-975e-f796f3decf65", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:02:35.058221 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef211576-1016-4709-a341-b3f9924951cc {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:02:35.058611 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b947f0-7cf3-4030-975e-f796f3decf65', 'code': 200} Sep 20 13:02:35.077734 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:35.078677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 70379031-55e8-445f-81d7-fe9ea0bd3fe0 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:35.108092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 70379031-55e8-445f-81d7-fe9ea0bd3fe0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:35.108748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 70379031-55e8-445f-81d7-fe9ea0bd3fe0 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:35.160696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=21b947f0-7cf3-4030-975e-f796f3decf65,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:35.232060 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e36cd3-da8a-49cd-92d6-51e2eea0129c req-1d0a6fb5-c34d-486b-9b96-24f1a0173cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:35.233695 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-72e36cd3-da8a-49cd-92d6-51e2eea0129c req-1d0a6fb5-c34d-486b-9b96-24f1a0173cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 1060 time: 0.0871391 Sep 20 13:02:35.244344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:35.453940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Router 5970615d-15d2-4d45-afea-c108937cdd3d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:02:35.558490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:35.564709 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4ab342bb-9208-4920-ba37-9b9465c85d71 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "PUT /v2.0/routers/5970615d-15d2-4d45-afea-c108937cdd3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8397613 Sep 20 13:02:35.567240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39238) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:35.569744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] Sync routers for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:35.579709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:35.580323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:35.620687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7284cf9-1149-46bc-bd84-1b368a0cf08d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting subnet 2e04f620-dc50-4932-ac04-949f778a57e1 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:02:35.624445 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7284cf9-1149-46bc-bd84-1b368a0cf08d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:35.663906 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7284cf9-1149-46bc-bd84-1b368a0cf08d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:35.684635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:35.744145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7284cf9-1149-46bc-bd84-1b368a0cf08d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:35.858809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:02:34Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:35.859464 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7284cf9-1149-46bc-bd84-1b368a0cf08d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:35.884659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] Checking router: 5970615d-15d2-4d45-afea-c108937cdd3d for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:35.887199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7284cf9-1149-46bc-bd84-1b368a0cf08d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Subnet': ['ID=2e04f620-dc50-4932-ac04-949f778a57e1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:35.889816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7284cf9-1149-46bc-bd84-1b368a0cf08d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:35.891723 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a7284cf9-1149-46bc-bd84-1b368a0cf08d tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/subnets/2e04f620-dc50-4932-ac04-949f778a57e1 HTTP/1.1" status: 204 len: 168 time: 0.3235559 Sep 20 13:02:35.897265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39240) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:35.898482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e7aab-1deb-4aa0-99c7-95c1420aab9c None None] Network d18856a4-fa81-4596-b406-c04e16c0e2e2 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:35.915814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] Routers {'5970615d-15d2-4d45-afea-c108937cdd3d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:35.916433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['5970615d-15d2-4d45-afea-c108937cdd3d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:36.000348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.094621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] Set router 5970615d-15d2-4d45-afea-c108937cdd3d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:36.124546 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.154683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9ece-29bb-4d1a-98e3-e36a18f16302 req-2eef4911-a8ef-4e91-9b2e-9ddbf5f9b50c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:36.156880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ab5e9ece-29bb-4d1a-98e3-e36a18f16302 req-2eef4911-a8ef-4e91-9b2e-9ddbf5f9b50c tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 909 time: 0.0553873 Sep 20 13:02:36.234373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] DHCP port deletion for d18856a4-fa81-4596-b406-c04e16c0e2e2 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:02:36.275890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Deleting port 4e81055e-c273-4672-802c-2a8f8496522a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:36.276145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.322255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] Deleting port e58fb906-081a-457b-825b-a9e56410a30b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:36.322628 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.325976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:02:34Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:36.354924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] For port 4e81055e-c273-4672-802c-2a8f8496522a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4e81055e-c273-4672-802c-2a8f8496522a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:36.355390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.367941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c011e-1c19-4b13-9e7d-11b032ae3063 None None] The sync data for ids ['5970615d-15d2-4d45-afea-c108937cdd3d'] in n-d-809934-3 is: [{'id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515492688', 'tenant_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '4e81055e-c273-4672-802c-2a8f8496522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:00:35Z', 'updated_at': '2021-09-20T13:02:34Z', 'revision_number': 5, 'project_id': 'c1df823e0e9446a9a23f52aa8f273f89', 'gw_port': {'id': '4e81055e-c273-4672-802c-2a8f8496522a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5970615d-15d2-4d45-afea-c108937cdd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:00:36Z', 'updated_at': '2021-09-20T13:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:36.368277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Calling delete_port for 4e81055e-c273-4672-802c-2a8f8496522a owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:36.570530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] For port e58fb906-081a-457b-825b-a9e56410a30b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e58fb906-081a-457b-825b-a9e56410a30b,segment=NetworkSegment(d7dc6234-0e01-4d9c-bcf6-55665efd7f93),segment_id=d7dc6234-0e01-4d9c-bcf6-55665efd7f93)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:36.570924 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.582992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] Calling delete_port for e58fb906-081a-457b-825b-a9e56410a30b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:36.609402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.641125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Port': ['ID=4e81055e-c273-4672-802c-2a8f8496522a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:36.706465 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.724440 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.739375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] No DVR routers for this DVR port e58fb906-081a-457b-825b-a9e56410a30b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:02:36.762851 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61795410-05f1-4709-aff9-5f9f9faebfd7 None None] Pushing event deleted for resources: {'Port': ['ID=e58fb906-081a-457b-825b-a9e56410a30b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:36.827063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.829421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.847577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e58fb906-081a-457b-825b-a9e56410a30b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:36.883539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e58fb906-081a-457b-825b-a9e56410a30b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:36.884230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e58fb906-081a-457b-825b-a9e56410a30b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:36.884420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d2f3a49-abbf-4323-bdad-16e704628462 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:36.903545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7d2f3a49-abbf-4323-bdad-16e704628462 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:36.904474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d2f3a49-abbf-4323-bdad-16e704628462 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:36.946284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.946799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Fanout notify agent at l3_agent the message router_deleted on router 5970615d-15d2-4d45-afea-c108937cdd3d {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:02:36.958432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:36.958432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c93d157d-fc75-4f0a-b279-4b26bb497758 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/routers/5970615d-15d2-4d45-afea-c108937cdd3d HTTP/1.1" status: 204 len: 168 time: 1.0606148 Sep 20 13:02:36.958715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39244) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:37.062321 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.147761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.166771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18856a4-fa81-4596-b406-c04e16c0e2e2']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:37.176723 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:37.177030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dc6234-0e01-4d9c-bcf6-55665efd7f93') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:37.186682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.199572 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.205491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:02:37.205899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:02:37.208774 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:02:37.271722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab56052-dc2f-4ae7-8812-10494b5579c6 req-962a3eaf-eed6-45b6-b7f5-8ae575406840 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.273262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ab56052-dc2f-4ae7-8812-10494b5579c6 req-962a3eaf-eed6-45b6-b7f5-8ae575406840 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 909 time: 0.0480442 Sep 20 13:02:37.344435 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.351706 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.353675 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/networks/d18856a4-fa81-4596-b406-c04e16c0e2e2 HTTP/1.1" status: 204 len: 168 time: 0.3940639 Sep 20 13:02:37.365343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39250) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:37.374722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995318de-f9c4-4d1c-81c0-781bf3fb043c tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'Network': ['ID=d18856a4-fa81-4596-b406-c04e16c0e2e2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:37.398057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d67427-b225-4ad1-a6eb-bca28e7f893a req-50adec61-7145-4110-99e0-736ed8b2efbe tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.400148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10d67427-b225-4ad1-a6eb-bca28e7f893a req-50adec61-7145-4110-99e0-736ed8b2efbe tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 909 time: 0.0587127 Sep 20 13:02:37.446031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-761ba47a-f35c-40e2-be1b-d1c39290e614 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.478939 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-761ba47a-f35c-40e2-be1b-d1c39290e614 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.519013 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b024fe1-b9a5-4abb-8b17-dbfb1ece57e7 req-6659bfca-b38e-496f-abf4-b2ddf2e84423 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.520837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b024fe1-b9a5-4abb-8b17-dbfb1ece57e7 req-6659bfca-b38e-496f-abf4-b2ddf2e84423 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 1060 time: 0.0436013 Sep 20 13:02:37.580981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-ba134003-4b7f-42f8-93ad-37d8bd0350ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204979 Sep 20 13:02:37.619822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-761ba47a-f35c-40e2-be1b-d1c39290e614 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.622496 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-761ba47a-f35c-40e2-be1b-d1c39290e614 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:37.623900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-761ba47a-f35c-40e2-be1b-d1c39290e614 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] 10.222.0.37 "DELETE /v2.0/security-groups/56e34b88-fcc5-455a-aa43-4b976245d55b HTTP/1.1" status: 204 len: 168 time: 0.2576196 Sep 20 13:02:37.635694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187c94d-2672-45d5-95cc-a22dbfec406e req-e5d17fb2-0a10-4e06-a17b-5a6c94265128 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.638568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3187c94d-2672-45d5-95cc-a22dbfec406e req-e5d17fb2-0a10-4e06-a17b-5a6c94265128 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1135 time: 0.0403631 Sep 20 13:02:37.642785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ba47a-f35c-40e2-be1b-d1c39290e614 tempest-TestNetworkAdvancedServerOps-1217442722 tempest-TestNetworkAdvancedServerOps-1217442722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e34b88-fcc5-455a-aa43-4b976245d55b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:37.677670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-ce174733-73d0-442a-a74f-7f6cbef117fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.679271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-ce174733-73d0-442a-a74f-7f6cbef117fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1135 time: 0.0506427 Sep 20 13:02:37.681446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3187c94d-2672-45d5-95cc-a22dbfec406e req-25ef5c99-7250-448f-a5cf-cce329848cfe tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0368979 Sep 20 13:02:37.704729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:37.744020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92304b5-362a-478c-b1c6-a87de8c4d8c8 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.745741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b92304b5-362a-478c-b1c6-a87de8c4d8c8 tempest-TestSecurityGroupsBasicOps-1245350964 tempest-TestSecurityGroupsBasicOps-1245350964-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 1055 time: 0.0398724 Sep 20 13:02:37.787963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-843fb762-74e9-482c-8e1a-e294cee829b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.789439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-843fb762-74e9-482c-8e1a-e294cee829b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=865d9cb0-61a8-406c-b022-4ee99fcac3e7 HTTP/1.1" status: 200 len: 896 time: 0.0895684 Sep 20 13:02:37.873813 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-7c75d595-4bad-4659-98d1-074c1e61c723 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5 HTTP/1.1" status: 200 len: 1001 time: 0.0726273 Sep 20 13:02:37.927324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-13b21171-3a8c-44f5-839e-3c33260794ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.928791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-13b21171-3a8c-44f5-839e-3c33260794ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5892c70f-0cb0-4a13-a441-c856357dd28f HTTP/1.1" status: 200 len: 834 time: 0.0479393 Sep 20 13:02:37.976172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-b9462f1e-2378-4107-afee-172d908a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:37.977771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-b9462f1e-2378-4107-afee-172d908a5ba7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=865d9cb0-61a8-406c-b022-4ee99fcac3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405340 Sep 20 13:02:38.070139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-007e9208-3dd0-4634-b774-ec32f1e3bc95 service neutron] 10.222.0.32 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852106 Sep 20 13:02:38.170881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cc0fa69d-225d-479b-918f-f7a3402fdf53 req-2812ae43-22b0-4cce-a52d-b6f95464c63c service neutron] 10.222.0.32 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934894 Sep 20 13:02:38.252567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a277098-8988-479c-8add-26b02debec22 req-66fb9f7f-5012-4c5e-b283-3771d6c537d2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:38.254207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a277098-8988-479c-8add-26b02debec22 req-66fb9f7f-5012-4c5e-b283-3771d6c537d2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 909 time: 0.0495722 Sep 20 13:02:38.344417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39272) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:38.440380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4e81055e-c273-4672-802c-2a8f8496522a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:38.460451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 4e81055e-c273-4672-802c-2a8f8496522a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:38.460794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 4e81055e-c273-4672-802c-2a8f8496522a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:38.483284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9ebf903c-fbeb-46ed-a809-ab369b649629 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1df823e0e9446a9a23f52aa8f273f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376302 Sep 20 13:02:38.487228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:38.512407 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:02:38.534020 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5886be43-a6ff-4df3-a7c7-a7c45ed03059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:38.554805 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5886be43-a6ff-4df3-a7c7-a7c45ed03059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:38.654853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5886be43-a6ff-4df3-a7c7-a7c45ed03059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:38.657497 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5886be43-a6ff-4df3-a7c7-a7c45ed03059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:38.658673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5886be43-a6ff-4df3-a7c7-a7c45ed03059 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9651a0a-9975-40b0-a18e-2be1a3a944d8 HTTP/1.1" status: 204 len: 168 time: 0.1720257 Sep 20 13:02:38.666498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886be43-a6ff-4df3-a7c7-a7c45ed03059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9651a0a-9975-40b0-a18e-2be1a3a944d8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:39.275401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:39.320299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-37647380-a089-4c93-82a6-071589b14763 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f42d33225b244ba694e119ac10978a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436833 Sep 20 13:02:39.324240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39286) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:39.411585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818930c2-1644-4b9e-9b9f-00545bb5a51d req-84b1cdcd-20f0-4919-a88d-27dfbe470281 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:39.413084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-818930c2-1644-4b9e-9b9f-00545bb5a51d req-84b1cdcd-20f0-4919-a88d-27dfbe470281 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 909 time: 0.0826695 Sep 20 13:02:39.418069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae43c1f7-1418-4871-980b-6abea048143b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:39.441808 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae43c1f7-1418-4871-980b-6abea048143b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:39.508008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c433262-e750-4231-b6b6-b0b181c9281d req-8d340b8a-97ed-4111-9da5-c00692c7d922 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:39.509656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9c433262-e750-4231-b6b6-b0b181c9281d req-8d340b8a-97ed-4111-9da5-c00692c7d922 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 909 time: 0.0650280 Sep 20 13:02:39.534977 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae43c1f7-1418-4871-980b-6abea048143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:39.537924 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae43c1f7-1418-4871-980b-6abea048143b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:39.539144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ae43c1f7-1418-4871-980b-6abea048143b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dca273c7-096e-4e50-a9e0-8fa7614e3c95 HTTP/1.1" status: 204 len: 168 time: 0.2153311 Sep 20 13:02:39.548282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43c1f7-1418-4871-980b-6abea048143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca273c7-096e-4e50-a9e0-8fa7614e3c95,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:39.609624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting port 21b947f0-7cf3-4030-975e-f796f3decf65 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:39.609969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:39.718458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] For port 21b947f0-7cf3-4030-975e-f796f3decf65, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21b947f0-7cf3-4030-975e-f796f3decf65,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:39.718721 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:39.738416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Calling delete_port for 21b947f0-7cf3-4030-975e-f796f3decf65 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:39.943688 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:39.979196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Port': ['ID=21b947f0-7cf3-4030-975e-f796f3decf65,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:40.017647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] No DVR routers for this DVR port 21b947f0-7cf3-4030-975e-f796f3decf65 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:02:40.020280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:40.022694 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9c433262-e750-4231-b6b6-b0b181c9281d req-025be802-7f5e-42a8-922b-5b5a3aa72d35 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.21 "DELETE /v2.0/ports/21b947f0-7cf3-4030-975e-f796f3decf65 HTTP/1.1" status: 204 len: 173 time: 0.5067837 Sep 20 13:02:40.029692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7', 'name': 'network-vif-deleted', 'tag': '21b947f0-7cf3-4030-975e-f796f3decf65'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:02:40.029692 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b046db-2e7c-4805-a00a-297978d97098" -d '{"events": [{"server_uuid": "8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7", "name": "network-vif-deleted", "tag": "21b947f0-7cf3-4030-975e-f796f3decf65"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:02:40.068330 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ead6bf-e34d-4dac-bb89-c537756d4d5b x-openstack-request-id: req-03ead6bf-e34d-4dac-bb89-c537756d4d5b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:02:40.068330 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7", "name": "network-vif-deleted", "tag": "21b947f0-7cf3-4030-975e-f796f3decf65", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:02:40.068330 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03ead6bf-e34d-4dac-bb89-c537756d4d5b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:02:40.068330 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7', 'name': 'network-vif-deleted', 'tag': '21b947f0-7cf3-4030-975e-f796f3decf65', 'status': 'completed', 'code': 200} Sep 20 13:02:40.529945 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-30b33896-3f11-4e47-ac9f-bc841e3e9d45 req-914d2b59-4be3-468e-940e-cb8bb5e84786 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f4e2a69-19c7-476e-8ee8-eec4cc2a0ae7 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Sep 20 13:02:40.679101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:40.779500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2083472371-network', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:40.886396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Made reservation on behalf of 17ab53e17709442693a43f8ff3546bc3 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:02:40.889765 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:40.902077 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:40.991033 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.063379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.087069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:02:41.096260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d5e1f-f58f-4cbc-abbd-2e1f2da3782b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:41.100871 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.101237 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Added segment f61d3f7e-07db-4295-9bf4-6ce1c791e7c9 of type vlan for network 11f94122-d326-4892-bcef-be27fdb23239 Sep 20 13:02:41.139505 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.248770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.249916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:41.250515 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.308799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] Pushing event updated for resources: {'Network': ['ID=11f94122-d326-4892-bcef-be27fdb23239,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:41.319753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 11f94122-d326-4892-bcef-be27fdb23239 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:02:41.346474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7e02cd17-5efe-47c5-88b0-e162ce001574 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6663053 Sep 20 13:02:41.349420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39318) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:41.354069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Request body: {'subnet': {'network_id': '11f94122-d326-4892-bcef-be27fdb23239', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2083472371-subnet', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:41.431456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Made reservation on behalf of 17ab53e17709442693a43f8ff3546bc3 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:02:41.433844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.589401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:41.677638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.728143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c3efe4-433f-4ecc-92c7-7fa0c00925be,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:41.744072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Checking segment: {'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:41.744551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Network hostable DHCP agents. Network: 11f94122-d326-4892-bcef-be27fdb23239, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:02:41.858899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Network 11f94122-d326-4892-bcef-be27fdb23239 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:02:41.954173 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.960995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 11f94122-d326-4892-bcef-be27fdb23239) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:41.965146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:41.965734 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:41.970640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926b3d2-ae1b-4661-86fc-476c39c49eeb None None] Network 11f94122-d326-4892-bcef-be27fdb23239 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:42.073638 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ea95616f-7bc2-4ddc-b113-d1bfb6099270 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7231815 Sep 20 13:02:42.074378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39324) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:42.079259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:42.116424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-11f94122-d326-4892-bcef-be27fdb23239', 'network_id': '11f94122-d326-4892-bcef-be27fdb23239', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'fixed_ips': [{'subnet_id': 'a1c3efe4-433f-4ecc-92c7-7fa0c00925be'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:02:42.117369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.180564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.182709 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.227093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting port 41bfe779-e271-42d9-9d85-91504f7b5469 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:42.227433 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.239131 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.254534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Allocated IP 172.20.0.2 (11f94122-d326-4892-bcef-be27fdb23239/a1c3efe4-433f-4ecc-92c7-7fa0c00925be/22708181-da83-4b23-a661-cffc4b7a53db) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:42.319534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] For port 41bfe779-e271-42d9-9d85-91504f7b5469, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=41bfe779-e271-42d9-9d85-91504f7b5469,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:42.320002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.333654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Calling delete_port for 41bfe779-e271-42d9-9d85-91504f7b5469 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:42.413987 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.474039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.488572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61f1ad07-9ce4-4d44-9019-0531fc0d8f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.506183 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.544704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Network 11f94122-d326-4892-bcef-be27fdb23239 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:42.547775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:42.550344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:42.564165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Pushing event updated for resources: {'Port': ['ID=22708181-da83-4b23-a661-cffc4b7a53db,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:42.583807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.616042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Port': ['ID=41bfe779-e271-42d9-9d85-91504f7b5469,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:42.619070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Attempting to bind port 22708181-da83-4b23-a661-cffc4b7a53db on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:02:42.619452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Attempting to bind port 22708181-da83-4b23-a661-cffc4b7a53db by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:02:42.619951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Attempting to bind port 22708181-da83-4b23-a661-cffc4b7a53db on network 11f94122-d326-4892-bcef-be27fdb23239 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:42.626504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:02:42.628566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Checking segment: {'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:42.628566 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.628566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Bound using segment: {'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:02:42.628566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Bound port: 22708181-da83-4b23-a661-cffc4b7a53db, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:02:42.628566 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.705838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] For port 22708181-da83-4b23-a661-cffc4b7a53db, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:02:42.709566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] For port 22708181-da83-4b23-a661-cffc4b7a53db, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22708181-da83-4b23-a661-cffc4b7a53db,segment=NetworkSegment(f61d3f7e-07db-4295-9bf4-6ce1c791e7c9),segment_id=f61d3f7e-07db-4295-9bf4-6ce1c791e7c9)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:02:42.782560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 21b947f0-7cf3-4030-975e-f796f3decf65 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:42.807511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.810614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 21b947f0-7cf3-4030-975e-f796f3decf65 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:42.811237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 21b947f0-7cf3-4030-975e-f796f3decf65 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:42.836786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:42.900116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af9c83-8d98-43b4-a11c-36a16fe9c071 None None] Pushing event updated for resources: {'Port': ['ID=22708181-da83-4b23-a661-cffc4b7a53db,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:43.118417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Router 475938aa-67ed-4ecc-9742-05a7492de546 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:02:43.147784 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.171332 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.238259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:43.243697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eaf1a357-6750-4a5f-a509-861be4d77141 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "PUT /v2.0/routers/475938aa-67ed-4ecc-9742-05a7492de546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6526637 Sep 20 13:02:43.246322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39326) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:43.252979 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] Sync routers for ids ['475938aa-67ed-4ecc-9742-05a7492de546'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:43.262754 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] Routers {'475938aa-67ed-4ecc-9742-05a7492de546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:43.264190 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['475938aa-67ed-4ecc-9742-05a7492de546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:43.291464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Allocated IP 172.25.6.38 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/5972209b-2b1d-4fc7-ab23-bc75593809bf) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:43.299730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9681e18c-2878-481d-934b-67e4cb38e903 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting subnet f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:02:43.303272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9681e18c-2878-481d-934b-67e4cb38e903 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.346357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9681e18c-2878-481d-934b-67e4cb38e903 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.377349 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] Set router 475938aa-67ed-4ecc-9742-05a7492de546 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:43.420735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.444357 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9681e18c-2878-481d-934b-67e4cb38e903 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.521593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.558032 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:43.561934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:43.565567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:43.596843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Pushing event updated for resources: {'Port': ['ID=5972209b-2b1d-4fc7-ab23-bc75593809bf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:43.627093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9681e18c-2878-481d-934b-67e4cb38e903 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.658641 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:42Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:43.665219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681e18c-2878-481d-934b-67e4cb38e903 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:43.676005 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9681e18c-2878-481d-934b-67e4cb38e903 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.678051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9681e18c-2878-481d-934b-67e4cb38e903 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/subnets/f8a4cca1-d0de-44d1-ad8b-5052e44c7eb1 HTTP/1.1" status: 204 len: 168 time: 0.4308033 Sep 20 13:02:43.680640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39328) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:43.687543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499c2dd-aeb0-4abe-97e4-d271c6e75b2d None None] Network 27559b9a-599a-49af-b4a3-d4dbec823165 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:43.721764 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] Checking router: 475938aa-67ed-4ecc-9742-05a7492de546 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:43.736679 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] Routers {'475938aa-67ed-4ecc-9742-05a7492de546'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:43.737507 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['475938aa-67ed-4ecc-9742-05a7492de546'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:43.853813 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:43.892667 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] Set router 475938aa-67ed-4ecc-9742-05a7492de546 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:43.946260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] DHCP port deletion for 27559b9a-599a-49af-b4a3-d4dbec823165 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:02:43.965478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.006124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.024099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] Deleting port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:44.024758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.059303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5d4e4-aced-496c-8b8c-d98fea29e010 None None] Network 11f94122-d326-4892-bcef-be27fdb23239 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:44.114015 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:42Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:44.150857 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2609-02e6-456a-92ad-7fc402df231e None None] The sync data for ids ['475938aa-67ed-4ecc-9742-05a7492de546'] in n-d-809934-3 is: [{'id': '475938aa-67ed-4ecc-9742-05a7492de546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-999203774', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:42Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '3c37ab08-7861-4b9b-96c4-eff5bf808d7b', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475938aa-67ed-4ecc-9742-05a7492de546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:18Z', 'updated_at': '2021-09-20T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:44.158645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-eb790841-9b0e-456c-8b3e-f8e97193ca36 None None] Provisioning complete for port 22708181-da83-4b23-a661-cffc4b7a53db triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:44.159084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb790841-9b0e-456c-8b3e-f8e97193ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.179492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] For port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5cb34bd4-16c1-4dac-a89b-c3aefe8e51da,segment=NetworkSegment(359707a4-2aa3-4633-a4a5-74ab8202934b),segment_id=359707a4-2aa3-4633-a4a5-74ab8202934b)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:44.179899 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.186614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:44.186860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.204940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.231069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] Calling delete_port for 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:44.278773 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] For port 3c37ab08-7861-4b9b-96c4-eff5bf808d7b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3c37ab08-7861-4b9b-96c4-eff5bf808d7b,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:44.279335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.292586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Calling delete_port for 3c37ab08-7861-4b9b-96c4-eff5bf808d7b owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:44.405258 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb790841-9b0e-456c-8b3e-f8e97193ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.406788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Router f0e91069-8d1e-4728-a891-4239fb98c00d is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:02:44.447730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-eb790841-9b0e-456c-8b3e-f8e97193ca36 None None] For port 22708181-da83-4b23-a661-cffc4b7a53db, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22708181-da83-4b23-a661-cffc4b7a53db,segment=NetworkSegment(f61d3f7e-07db-4295-9bf4-6ce1c791e7c9),segment_id=f61d3f7e-07db-4295-9bf4-6ce1c791e7c9)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:44.521963 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.534402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:44.582391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Sync routers for ids ['f0e91069-8d1e-4728-a891-4239fb98c00d'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:44.586429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] No DVR routers for this DVR port 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:02:44.588754 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-eb790841-9b0e-456c-8b3e-f8e97193ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.601217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848ad81-250c-4f42-b517-7a000f5dbf41 None None] Pushing event deleted for resources: {'Port': ['ID=5cb34bd4-16c1-4dac-a89b-c3aefe8e51da,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:44.610766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Routers {'f0e91069-8d1e-4728-a891-4239fb98c00d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:44.610766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0e91069-8d1e-4728-a891-4239fb98c00d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:44.617369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.656372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Port': ['ID=3c37ab08-7861-4b9b-96c4-eff5bf808d7b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:44.672750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.672750 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-cfb53f0a-9754-43fe-a427-71b350949b9b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5859091 Sep 20 13:02:44.672750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39330) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:44.734365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.742472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 22708181-da83-4b23-a661-cffc4b7a53db up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:44.785997 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c67d33b4-04be-40e6-9391-d95b149eedab None None] Provisioning complete for port 22708181-da83-4b23-a661-cffc4b7a53db triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:44.786363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c67d33b4-04be-40e6-9391-d95b149eedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.787822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb790841-9b0e-456c-8b3e-f8e97193ca36 None None] Pushing event updated for resources: {'Port': ['ID=22708181-da83-4b23-a661-cffc4b7a53db,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:44.849102 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.851752 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.880556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Set router f0e91069-8d1e-4728-a891-4239fb98c00d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:44.955773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 22708181-da83-4b23-a661-cffc4b7a53db triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:44.956066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.972465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.973078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Fanout notify agent at l3_agent the message router_deleted on router 475938aa-67ed-4ecc-9742-05a7492de546 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:02:44.981319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:44.985667 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-183cb189-be37-4ad2-97cf-cd22787df8a2 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/routers/475938aa-67ed-4ecc-9742-05a7492de546 HTTP/1.1" status: 204 len: 168 time: 1.2903354 Sep 20 13:02:44.986605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:45.076786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.175390 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.204776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27559b9a-599a-49af-b4a3-d4dbec823165']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:45.208858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:43Z', 'revision_number': 3, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port': {'id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:43Z', 'updated_at': '2021-09-20T13:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:45.214713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359707a4-2aa3-4633-a4a5-74ab8202934b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:45.215152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359707a4-2aa3-4633-a4a5-74ab8202934b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:45.215765 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.226621 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.236117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Checking router: f0e91069-8d1e-4728-a891-4239fb98c00d for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:45.236466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Updating router f0e91069-8d1e-4728-a891-4239fb98c00d port 5972209b-2b1d-4fc7-ab23-bc75593809bf binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:02:45.240590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.246478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:02:45.246856 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:02:45.250261 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:02:45.266398 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.293836 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-475abcd3-32d3-4e8c-9aa0-498976691190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.377358 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Allocated IP 172.20.0.1 (11f94122-d326-4892-bcef-be27fdb23239/a1c3efe4-433f-4ecc-92c7-7fa0c00925be/cbf70630-5f16-4094-8de6-e392efa005a0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:45.395506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.408898 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.413464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/networks/27559b9a-599a-49af-b4a3-d4dbec823165 HTTP/1.1" status: 204 len: 168 time: 0.4233384 Sep 20 13:02:45.414216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39334) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:45.420909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7582e0-782e-4d6c-a35c-1dce10a0198b tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Network': ['ID=27559b9a-599a-49af-b4a3-d4dbec823165,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:45.545394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.563593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 41bfe779-e271-42d9-9d85-91504f7b5469 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:45.577556 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.585164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 41bfe779-e271-42d9-9d85-91504f7b5469 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:45.585494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 41bfe779-e271-42d9-9d85-91504f7b5469 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:45.585906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:45.604894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:45.605260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5cb34bd4-16c1-4dac-a89b-c3aefe8e51da not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:45.655649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting port 8070c4d5-8258-4799-a9b6-b64ee80ceba3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:45.655991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.680572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.728780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Attempting to bind port 5972209b-2b1d-4fc7-ab23-bc75593809bf on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:02:45.729181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Attempting to bind port 5972209b-2b1d-4fc7-ab23-bc75593809bf by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:02:45.729546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Attempting to bind port 5972209b-2b1d-4fc7-ab23-bc75593809bf on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:45.734834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.735171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.737588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b1364-c48c-4646-9f45-bcd72d8a9390 None None] Pushing event updated for resources: {'Port': ['ID=5972209b-2b1d-4fc7-ab23-bc75593809bf,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:45.742770 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.744278 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:02:45.744649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:45.745069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.745577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:02:45.746243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Bound port: 5972209b-2b1d-4fc7-ab23-bc75593809bf, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:02:45.746635 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.749861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Calling delete_port for 8070c4d5-8258-4799-a9b6-b64ee80ceba3 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:45.763608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.802706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] For port 5972209b-2b1d-4fc7-ab23-bc75593809bf, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:02:45.805758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] For port 5972209b-2b1d-4fc7-ab23-bc75593809bf, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5972209b-2b1d-4fc7-ab23-bc75593809bf,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:02:45.848815 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Network 11f94122-d326-4892-bcef-be27fdb23239 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:45.856716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:45.859329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:45.863064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf70630-5f16-4094-8de6-e392efa005a0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:45.892938 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:45.929216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.115262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Routers {'f0e91069-8d1e-4728-a891-4239fb98c00d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:46.115880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0e91069-8d1e-4728-a891-4239fb98c00d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:46.156110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b1364-c48c-4646-9f45-bcd72d8a9390 None None] Pushing event updated for resources: {'Port': ['ID=5972209b-2b1d-4fc7-ab23-bc75593809bf,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:46.157789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.163145 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6ffb6df9-011b-4bb9-88de-f746a02ce3e9 None None] Provisioning complete for port cbf70630-5f16-4094-8de6-e392efa005a0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:46.163515 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ffb6df9-011b-4bb9-88de-f746a02ce3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.192544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Port': ['ID=8070c4d5-8258-4799-a9b6-b64ee80ceba3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:46.236325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb6df9-011b-4bb9-88de-f746a02ce3e9 None None] Port cbf70630-5f16-4094-8de6-e392efa005a0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:02:46.250922 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.265825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] Set router f0e91069-8d1e-4728-a891-4239fb98c00d gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:46.293246 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.293581 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Floating IP cc20e7c4-958e-482b-a4ca-dd110825520d disassociated (deleted). External IP: 172.25.6.164, port: 52b45d7c-02fc-48af-82f8-c2eaf07687d5. Sep 20 13:02:46.458155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:43Z', 'revision_number': 3, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port': {'id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:43Z', 'updated_at': '2021-09-20T13:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:46.486544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d265091b-a862-4461-bf4e-298fc55b0336 None None] The sync data for ids ['f0e91069-8d1e-4728-a891-4239fb98c00d'] in n-d-809934-3 is: [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:43Z', 'revision_number': 3, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port': {'id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:43Z', 'updated_at': '2021-09-20T13:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:46.500431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 22708181-da83-4b23-a661-cffc4b7a53db up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:46.558506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 22708181-da83-4b23-a661-cffc4b7a53db triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:46.559038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.582855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.607458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Router 3227204f-08e6-4f20-a433-8e7933837490 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:02:46.707108 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.728328 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.733729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3c37ab08-7861-4b9b-96c4-eff5bf808d7b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:46.778247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 3c37ab08-7861-4b9b-96c4-eff5bf808d7b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:46.779548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3c37ab08-7861-4b9b-96c4-eff5bf808d7b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:46.799328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:46.811704 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.813841 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] Sync routers for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:46.823604 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:46.824231 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:46.837997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:46.839733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf70630-5f16-4094-8de6-e392efa005a0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:46.850174 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c85cb3de-e365-4a04-a783-d41fa24218fd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/floatingips/cc20e7c4-958e-482b-a4ca-dd110825520d HTTP/1.1" status: 204 len: 168 time: 1.4352162 Sep 20 13:02:46.852302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:02:46.854684 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b12429-1507-4ff5-960b-3af88c6e78d3" -d '{"events": [{"name": "network-changed", "server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:02:46.962573 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:46.975264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Network 11f94122-d326-4892-bcef-be27fdb23239 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:46.976673 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:47.120158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Router f0e91069-8d1e-4728-a891-4239fb98c00d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:02:47.228135 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:25Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:47.259185 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] Checking router: 3227204f-08e6-4f20-a433-8e7933837490 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:47.268338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4a3a00a6-2583-46e7-857f-12ed0ec2a1ec None None] Provisioning complete for port cbf70630-5f16-4094-8de6-e392efa005a0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:47.268725 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4a3a00a6-2583-46e7-857f-12ed0ec2a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:47.270544 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:47.272309 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:47.278165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:47.284198 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-489c0489-df2e-4535-a45f-71ab49dbcc75 admin admin] 10.222.0.37 "PUT /v2.0/routers/f0e91069-8d1e-4728-a891-4239fb98c00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6188352 Sep 20 13:02:47.359937 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8e231d-1b8b-470b-890e-126741138ce1 x-openstack-request-id: req-ea8e231d-1b8b-470b-890e-126741138ce1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:02:47.360297 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:02:47.362073 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea8e231d-1b8b-470b-890e-126741138ce1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:02:47.362505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a00a6-2583-46e7-857f-12ed0ec2a1ec None None] Port cbf70630-5f16-4094-8de6-e392efa005a0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:02:47.362672 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'status': 'completed', 'code': 200} Sep 20 13:02:47.414859 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:47.437043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-54029dba-be2a-484f-a66b-b0d131674088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:47.438898 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-54029dba-be2a-484f-a66b-b0d131674088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fae09960fca4432b85273a363a05667f&device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 1135 time: 0.0587409 Sep 20 13:02:47.487807 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b2636-5953-4dbc-94b4-b7978c29e81c req-f52a936d-fa92-4ca7-b9ab-a137d900dacd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:47.497723 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93b2636-5953-4dbc-94b4-b7978c29e81c req-f52a936d-fa92-4ca7-b9ab-a137d900dacd tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 984 time: 0.0702331 Sep 20 13:02:47.542631 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e93b2636-5953-4dbc-94b4-b7978c29e81c req-57506ebe-7662-44c4-9349-99d5216451a0 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0428152 Sep 20 13:02:47.573676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-9c0a4abc-1b99-4478-8964-1d45446aaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:47.575203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-9c0a4abc-1b99-4478-8964-1d45446aaf87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=865d9cb0-61a8-406c-b022-4ee99fcac3e7 HTTP/1.1" status: 200 len: 896 time: 0.1288686 Sep 20 13:02:47.625215 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-ae557f2f-0700-490e-aac7-d26775e3d515 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5 HTTP/1.1" status: 200 len: 217 time: 0.0423057 Sep 20 13:02:47.663013 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:25Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:47.685714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-042e4397-e45b-4869-80fd-d5ab08eb066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:47.687773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-042e4397-e45b-4869-80fd-d5ab08eb066a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5892c70f-0cb0-4a13-a441-c856357dd28f HTTP/1.1" status: 200 len: 834 time: 0.0547521 Sep 20 13:02:47.691397 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a17065-4bf9-4121-a2f3-3d80f2d44c58 None None] The sync data for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 is: [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:01:22Z', 'revision_number': 4, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '2d6fbb0d-450e-4855-a5e2-5c1db2a3602a', 'name': '', 'network_id': '865d9cb0-61a8-406c-b022-4ee99fcac3e7', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'mac_address': 'fa:16:3e:83:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:21Z', 'updated_at': '2021-09-20T13:01:25Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'subnets': [{'id': '5892c70f-0cb0-4a13-a441-c856357dd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:47.744068 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-509e8cf5-97bd-4646-8eaa-d59f8f6b2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:47.750970 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-509e8cf5-97bd-4646-8eaa-d59f8f6b2773 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=865d9cb0-61a8-406c-b022-4ee99fcac3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493546 Sep 20 13:02:47.852249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-e3ceeb7a-2595-46a6-9cfa-30be1b6c69e6 service neutron] 10.222.0.32 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981405 Sep 20 13:02:47.983606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7b618-c360-4151-849b-f22101c85460 None None] New status for floating IP cc20e7c4-958e-482b-a4ca-dd110825520d: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:02:48.080833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:48.334758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7b12429-1507-4ff5-960b-3af88c6e78d3 req-51a7257c-6b54-4777-8a48-fafe9b935ea2 service neutron] 10.222.0.32 "GET /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750776 Sep 20 13:02:48.511397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5972209b-2b1d-4fc7-ab23-bc75593809bf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:48.559393 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Sync routers for ids ['f0e91069-8d1e-4728-a891-4239fb98c00d'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:48.569481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5972209b-2b1d-4fc7-ab23-bc75593809bf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:48.569959 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:48.570145 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Routers {'f0e91069-8d1e-4728-a891-4239fb98c00d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:48.570957 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0e91069-8d1e-4728-a891-4239fb98c00d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:48.660246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-8fc2596a-0a68-4990-8ffc-50faa9ae2e69 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:48.662176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-8fc2596a-0a68-4990-8ffc-50faa9ae2e69 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.32 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 984 time: 0.0954604 Sep 20 13:02:48.695103 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:48.716847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39362) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:48.730946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 5972209b-2b1d-4fc7-ab23-bc75593809bf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5972209b-2b1d-4fc7-ab23-bc75593809bf,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:48.737564 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Set router f0e91069-8d1e-4728-a891-4239fb98c00d gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:48.746302 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31570ec9-09a7-4ad8-9acb-e55cb7de48da req-b47bbec7-768c-4a95-a0f3-ae668e96fb16 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:48.747857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31570ec9-09a7-4ad8-9acb-e55cb7de48da req-b47bbec7-768c-4a95-a0f3-ae668e96fb16 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 984 time: 0.0735335 Sep 20 13:02:48.794976 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31570ec9-09a7-4ad8-9acb-e55cb7de48da req-a108aebf-9734-4cce-ba91-ee28533c2997 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d&id=94aac377-ddbd-4f5c-a4f3-827fad71c862&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0405884 Sep 20 13:02:48.806001 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:48.868335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=5972209b-2b1d-4fc7-ab23-bc75593809bf,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:48.920427 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:48.920789 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.047910 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:46Z', 'revision_number': 4, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port': {'id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:43Z', 'updated_at': '2021-09-20T13:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'cbf70630-5f16-4094-8de6-e392efa005a0', 'name': '', 'network_id': '11f94122-d326-4892-bcef-be27fdb23239', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'mac_address': 'fa:16:3e:7f:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1c3efe4-433f-4ecc-92c7-7fa0c00925be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:45Z', 'updated_at': '2021-09-20T13:02:46Z', 'revision_number': 2, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'subnets': [{'id': 'a1c3efe4-433f-4ecc-92c7-7fa0c00925be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:49.078360 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Checking router: f0e91069-8d1e-4728-a891-4239fb98c00d for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:49.078719 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Updating router f0e91069-8d1e-4728-a891-4239fb98c00d port cbf70630-5f16-4094-8de6-e392efa005a0 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:02:49.084449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] For port 52b45d7c-02fc-48af-82f8-c2eaf07687d5, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=52b45d7c-02fc-48af-82f8-c2eaf07687d5,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:49.084821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.101942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Calling delete_port for 52b45d7c-02fc-48af-82f8-c2eaf07687d5 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:49.102928 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.297831 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.365344 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.387502 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.432718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Port': ['ID=52b45d7c-02fc-48af-82f8-c2eaf07687d5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:49.469363 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.503195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] No DVR routers for this DVR port 52b45d7c-02fc-48af-82f8-c2eaf07687d5 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:02:49.506552 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.508799 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49514cb3-b44b-48e9-8bdb-91c093ff39c8 req-d993e8e4-c485-49ae-b068-df5883597073 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.32 "DELETE /v2.0/ports/52b45d7c-02fc-48af-82f8-c2eaf07687d5 HTTP/1.1" status: 204 len: 173 time: 0.8376508 Sep 20 13:02:49.509296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'name': 'network-vif-deleted', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:02:49.511857 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3080e9-a5a9-490e-8c5d-cc82b56cb036" -d '{"events": [{"server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "name": "network-vif-deleted", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:02:49.521370 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928a20-d719-4d12-9118-c16a63669f4e None None] Pushing event updated for resources: {'Port': ['ID=cbf70630-5f16-4094-8de6-e392efa005a0,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:49.579462 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Attempting to bind port cbf70630-5f16-4094-8de6-e392efa005a0 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:02:49.580084 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Attempting to bind port cbf70630-5f16-4094-8de6-e392efa005a0 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:02:49.580206 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Attempting to bind port cbf70630-5f16-4094-8de6-e392efa005a0 on network 11f94122-d326-4892-bcef-be27fdb23239 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:49.586022 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:02:49.587752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Checking segment: {'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:49.587752 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.587752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Bound using segment: {'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:02:49.587752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Bound port: cbf70630-5f16-4094-8de6-e392efa005a0, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11f94122-d326-4892-bcef-be27fdb23239'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:02:49.588221 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.600903 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d9862d-0fbd-4700-ae61-1da1cad5510c x-openstack-request-id: req-d9d9862d-0fbd-4700-ae61-1da1cad5510c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:02:49.601517 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96275513-bfa7-44fd-8d31-deab2145f8af", "name": "network-vif-deleted", "tag": "52b45d7c-02fc-48af-82f8-c2eaf07687d5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:02:49.601870 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9d9862d-0fbd-4700-ae61-1da1cad5510c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:02:49.602355 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96275513-bfa7-44fd-8d31-deab2145f8af', 'name': 'network-vif-deleted', 'tag': '52b45d7c-02fc-48af-82f8-c2eaf07687d5', 'status': 'completed', 'code': 200} Sep 20 13:02:49.657688 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] For port cbf70630-5f16-4094-8de6-e392efa005a0, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:02:49.659827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Deleting port cbf70630-5f16-4094-8de6-e392efa005a0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:49.660266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.662276 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] For port cbf70630-5f16-4094-8de6-e392efa005a0, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=cbf70630-5f16-4094-8de6-e392efa005a0,segment=NetworkSegment(f61d3f7e-07db-4295-9bf4-6ce1c791e7c9),segment_id=f61d3f7e-07db-4295-9bf4-6ce1c791e7c9)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:02:49.747000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] For port cbf70630-5f16-4094-8de6-e392efa005a0, host n-d-809934-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:49.747797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.760549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Calling delete_port for cbf70630-5f16-4094-8de6-e392efa005a0 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:49.786712 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.804781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-33d7a99d-1407-43cb-bcf8-0fb1d138f494 None None] Provisioning complete for port cbf70630-5f16-4094-8de6-e392efa005a0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:49.805555 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33d7a99d-1407-43cb-bcf8-0fb1d138f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.860393 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Routers {'f0e91069-8d1e-4728-a891-4239fb98c00d'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:49.861257 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0e91069-8d1e-4728-a891-4239fb98c00d'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:49.950888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33d7a99d-1407-43cb-bcf8-0fb1d138f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:49.989883 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928a20-d719-4d12-9118-c16a63669f4e None None] Pushing event updated for resources: {'Port': ['ID=cbf70630-5f16-4094-8de6-e392efa005a0,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:49.999235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-533a5d25-a58c-49fe-9e37-f1ed8672f1de req-825b71bf-043a-4cf0-82f4-71fe9ea5c169 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "GET /v2.0/ports?device_id=96275513-bfa7-44fd-8d31-deab2145f8af HTTP/1.1" status: 200 len: 210 time: 0.0514827 Sep 20 13:02:50.097961 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] Set router f0e91069-8d1e-4728-a891-4239fb98c00d gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:50.154663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:50.174308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf70630-5f16-4094-8de6-e392efa005a0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:50.205601 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:50.305893 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:46Z', 'revision_number': 4, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port': {'id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:43Z', 'updated_at': '2021-09-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'cbf70630-5f16-4094-8de6-e392efa005a0', 'name': '', 'network_id': '11f94122-d326-4892-bcef-be27fdb23239', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'mac_address': 'fa:16:3e:7f:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1c3efe4-433f-4ecc-92c7-7fa0c00925be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:45Z', 'updated_at': '2021-09-20T13:02:49Z', 'revision_number': 4, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'subnets': [{'id': 'a1c3efe4-433f-4ecc-92c7-7fa0c00925be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:50.336213 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1985b4b-56c1-48d6-a4cf-7c5f55abf4ee None None] The sync data for ids ['f0e91069-8d1e-4728-a891-4239fb98c00d'] in n-d-809934-3 is: [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:46Z', 'revision_number': 4, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port': {'id': '5972209b-2b1d-4fc7-ab23-bc75593809bf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:43Z', 'updated_at': '2021-09-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'cbf70630-5f16-4094-8de6-e392efa005a0', 'name': '', 'network_id': '11f94122-d326-4892-bcef-be27fdb23239', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'mac_address': 'fa:16:3e:7f:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1c3efe4-433f-4ecc-92c7-7fa0c00925be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:45Z', 'updated_at': '2021-09-20T13:02:49Z', 'revision_number': 4, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'subnets': [{'id': 'a1c3efe4-433f-4ecc-92c7-7fa0c00925be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:50.352282 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:50.405399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1b3d7a0c-03dc-46fd-819d-d47e53661192 None None] Could not find standard attr ID for object cbf70630-5f16-4094-8de6-e392efa005a0. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 13:02:50.526685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5972209b-2b1d-4fc7-ab23-bc75593809bf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:02:50.593176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5972209b-2b1d-4fc7-ab23-bc75593809bf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:50.601533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:50.641150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Router f0e91069-8d1e-4728-a891-4239fb98c00d has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:02:50.666980 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:50.763462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:50.768509 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-269905ed-4ad1-43a4-bd11-afee2622eb32 admin admin] 10.222.0.37 "PUT /v2.0/routers/f0e91069-8d1e-4728-a891-4239fb98c00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0504291 Sep 20 13:02:50.770956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39370) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:50.887425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:50.996406 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.070630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39374) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:51.126426 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cdf464e-fe9e-4ff6-9eff-732cb110ea6e tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.128859 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Deleting port 5972209b-2b1d-4fc7-ab23-bc75593809bf {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:51.129310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.149609 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cdf464e-fe9e-4ff6-9eff-732cb110ea6e tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.223199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] For port 5972209b-2b1d-4fc7-ab23-bc75593809bf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5972209b-2b1d-4fc7-ab23-bc75593809bf,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:51.223568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.236936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Calling delete_port for 5972209b-2b1d-4fc7-ab23-bc75593809bf owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:51.276913 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cdf464e-fe9e-4ff6-9eff-732cb110ea6e tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.280197 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cdf464e-fe9e-4ff6-9eff-732cb110ea6e tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.281385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8cdf464e-fe9e-4ff6-9eff-732cb110ea6e tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/security-groups/7aa529bd-c3d8-4e1e-b71e-4bda861fa65d HTTP/1.1" status: 204 len: 168 time: 0.2097850 Sep 20 13:02:51.284308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39376) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:51.290876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf464e-fe9e-4ff6-9eff-732cb110ea6e tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa529bd-c3d8-4e1e-b71e-4bda861fa65d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:51.407849 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f49f738-477a-4452-b3f2-0edbc51109f7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.457186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f49f738-477a-4452-b3f2-0edbc51109f7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.514400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] Sync routers for ids ['f0e91069-8d1e-4728-a891-4239fb98c00d'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:51.524157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] Routers {'f0e91069-8d1e-4728-a891-4239fb98c00d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:51.524992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0e91069-8d1e-4728-a891-4239fb98c00d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:51.610328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] Set router f0e91069-8d1e-4728-a891-4239fb98c00d gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:51.620177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.647533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5972209b-2b1d-4fc7-ab23-bc75593809bf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:51.655695 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f49f738-477a-4452-b3f2-0edbc51109f7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.658594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f49f738-477a-4452-b3f2-0edbc51109f7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.659771 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0f49f738-477a-4452-b3f2-0edbc51109f7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/security-groups/94aac377-ddbd-4f5c-a4f3-827fad71c862 HTTP/1.1" status: 204 len: 168 time: 0.3731370 Sep 20 13:02:51.662641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39378) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:51.663979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:50Z', 'revision_number': 6, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:51.688339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f738-477a-4452-b3f2-0edbc51109f7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aac377-ddbd-4f5c-a4f3-827fad71c862,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:51.697156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] Checking router: f0e91069-8d1e-4728-a891-4239fb98c00d for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:51.723175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] Routers {'f0e91069-8d1e-4728-a891-4239fb98c00d'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:51.723906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0e91069-8d1e-4728-a891-4239fb98c00d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:51.730361 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.796179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] Set router f0e91069-8d1e-4728-a891-4239fb98c00d gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:51.827861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.830280 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.855730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:51Z', 'revision_number': 7, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:51.889045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb4b351-ecf4-4e05-afb3-8d645f66428d None None] The sync data for ids ['f0e91069-8d1e-4728-a891-4239fb98c00d'] in n-d-809934-3 is: [{'id': 'f0e91069-8d1e-4728-a891-4239fb98c00d', 'name': 'tempest-ImageQuotaTest-2083472371-router', 'tenant_id': '17ab53e17709442693a43f8ff3546bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:42Z', 'updated_at': '2021-09-20T13:02:51Z', 'revision_number': 7, 'project_id': '17ab53e17709442693a43f8ff3546bc3', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:51.946186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.950799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0e91069-8d1e-4728-a891-4239fb98c00d {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:02:51.952696 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:51.953987 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e0c559da-d1ab-4f7a-a328-8c931748ee2c admin admin] 10.222.0.37 "DELETE /v2.0/routers/f0e91069-8d1e-4728-a891-4239fb98c00d HTTP/1.1" status: 204 len: 168 time: 1.1819861 Sep 20 13:02:51.956474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39380) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:52.010667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6a9bae-6348-4e19-9dae-8d97e3a7f2c4 admin admin] Deleting subnet a1c3efe4-433f-4ecc-92c7-7fa0c00925be {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:02:52.015578 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9bae-6348-4e19-9dae-8d97e3a7f2c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.053460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9bae-6348-4e19-9dae-8d97e3a7f2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.135413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9bae-6348-4e19-9dae-8d97e3a7f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.275258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9bae-6348-4e19-9dae-8d97e3a7f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.306094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a9bae-6348-4e19-9dae-8d97e3a7f2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c3efe4-433f-4ecc-92c7-7fa0c00925be,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:52.309877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6a9bae-6348-4e19-9dae-8d97e3a7f2c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.311965 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e6a9bae-6348-4e19-9dae-8d97e3a7f2c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1c3efe4-433f-4ecc-92c7-7fa0c00925be HTTP/1.1" status: 204 len: 168 time: 0.3543079 Sep 20 13:02:52.315810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39382) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:52.316344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab848aa-9fb2-4ba9-ad67-34f8229a23d9 None None] Network 11f94122-d326-4892-bcef-be27fdb23239 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:52.423134 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.518595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Deleting port 22708181-da83-4b23-a661-cffc4b7a53db {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:52.518934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.522585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] DHCP port deletion for 11f94122-d326-4892-bcef-be27fdb23239 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:02:52.543761 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.555099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5972209b-2b1d-4fc7-ab23-bc75593809bf no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:52.576812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5972209b-2b1d-4fc7-ab23-bc75593809bf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:52.577185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5972209b-2b1d-4fc7-ab23-bc75593809bf not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:52.577613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device cbf70630-5f16-4094-8de6-e392efa005a0 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:52.598611 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: cbf70630-5f16-4094-8de6-e392efa005a0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:52.598841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device cbf70630-5f16-4094-8de6-e392efa005a0 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:52.617230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] Deleting port 22708181-da83-4b23-a661-cffc4b7a53db {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:52.617607 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.633941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] For port 22708181-da83-4b23-a661-cffc4b7a53db, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22708181-da83-4b23-a661-cffc4b7a53db,segment=NetworkSegment(f61d3f7e-07db-4295-9bf4-6ce1c791e7c9),segment_id=f61d3f7e-07db-4295-9bf4-6ce1c791e7c9)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:52.634321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.683815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Calling delete_port for 22708181-da83-4b23-a661-cffc4b7a53db owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:52.687417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] For port 22708181-da83-4b23-a661-cffc4b7a53db, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=22708181-da83-4b23-a661-cffc4b7a53db,segment=NetworkSegment(f61d3f7e-07db-4295-9bf4-6ce1c791e7c9),segment_id=f61d3f7e-07db-4295-9bf4-6ce1c791e7c9)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:52.688115 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.714341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] Calling delete_port for 22708181-da83-4b23-a661-cffc4b7a53db owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:52.905932 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.917359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:52.933302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] Pushing event deleted for resources: {'Port': ['ID=22708181-da83-4b23-a661-cffc4b7a53db,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:52.935574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d7f38-718f-4add-8f06-837f12df68b9 None None] No DVR routers for this DVR port 22708181-da83-4b23-a661-cffc4b7a53db on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:02:52.954837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=22708181-da83-4b23-a661-cffc4b7a53db,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:52.959109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] No DVR routers for this DVR port 22708181-da83-4b23-a661-cffc4b7a53db on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:02:52.990530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:52.990878 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.025421 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 52b45d7c-02fc-48af-82f8-c2eaf07687d5 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:53.047699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 52b45d7c-02fc-48af-82f8-c2eaf07687d5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:53.048040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 52b45d7c-02fc-48af-82f8-c2eaf07687d5 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:53.064197 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.119537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f94122-d326-4892-bcef-be27fdb23239']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:53.133948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:53.134182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61d3f7e-07db-4295-9bf4-6ce1c791e7c9') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:53.151517 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.161585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] For port 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:53.161955 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.177114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.179075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Calling delete_port for 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:53.187273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:02:53.187664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: self.session.flush() Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:02:53.189290 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:02:53.386443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.394137 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.401992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/11f94122-d326-4892-bcef-be27fdb23239 HTTP/1.1" status: 204 len: 168 time: 1.0792131 Sep 20 13:02:53.413359 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd34eb3-5fcc-4b76-9aa2-40ab2a9c70a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=11f94122-d326-4892-bcef-be27fdb23239,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:53.492077 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.518770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Port': ['ID=2d6fbb0d-450e-4855-a5e2-5c1db2a3602a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:53.694576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.721987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39386) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:53.765145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f4876a08-2573-473e-8a79-7a9545090d79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17ab53e17709442693a43f8ff3546bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394244 Sep 20 13:02:53.765370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39388) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:53.814439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-198c7743-393d-4b84-a6c7-28cf02be1397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.835900 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-198c7743-393d-4b84-a6c7-28cf02be1397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.917375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Router 3227204f-08e6-4f20-a433-8e7933837490 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:02:53.989151 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-198c7743-393d-4b84-a6c7-28cf02be1397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.991830 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-198c7743-393d-4b84-a6c7-28cf02be1397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:53.993069 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-198c7743-393d-4b84-a6c7-28cf02be1397 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/361d5e1f-f58f-4cbc-abbd-2e1f2da3782b HTTP/1.1" status: 204 len: 168 time: 0.2268064 Sep 20 13:02:54.000946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c7743-393d-4b84-a6c7-28cf02be1397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d5e1f-f58f-4cbc-abbd-2e1f2da3782b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:54.025989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:02:54.039940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7dddaa34-cd6c-407d-a208-68376a5853a5 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "PUT /v2.0/routers/3227204f-08e6-4f20-a433-8e7933837490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3677597 Sep 20 13:02:54.040073 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] Sync routers for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:02:54.040517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39392) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:54.048157 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:54.048871 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:54.096044 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51f7875-15be-4e44-9c58-89976d52b0c7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting subnet 5892c70f-0cb0-4a13-a441-c856357dd28f {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:02:54.099409 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b51f7875-15be-4e44-9c58-89976d52b0c7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.146130 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b51f7875-15be-4e44-9c58-89976d52b0c7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.156051 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:54.228473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b51f7875-15be-4e44-9c58-89976d52b0c7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.332241 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:02:53Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:54.359201 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] Checking router: 3227204f-08e6-4f20-a433-8e7933837490 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:02:54.369289 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] Routers {'3227204f-08e6-4f20-a433-8e7933837490'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:02:54.369949 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['3227204f-08e6-4f20-a433-8e7933837490'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:54.389776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b51f7875-15be-4e44-9c58-89976d52b0c7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.421376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f7875-15be-4e44-9c58-89976d52b0c7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Subnet': ['ID=5892c70f-0cb0-4a13-a441-c856357dd28f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:54.424967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b51f7875-15be-4e44-9c58-89976d52b0c7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.429757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39396) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:54.431643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94182cad-7f59-4190-a1ae-8e2cd928b083 None None] Network 865d9cb0-61a8-406c-b022-4ee99fcac3e7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:54.441674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b51f7875-15be-4e44-9c58-89976d52b0c7 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/subnets/5892c70f-0cb0-4a13-a441-c856357dd28f HTTP/1.1" status: 204 len: 168 time: 0.3937371 Sep 20 13:02:54.495853 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] Set router 3227204f-08e6-4f20-a433-8e7933837490 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:02:54.554468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.576532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 22708181-da83-4b23-a661-cffc4b7a53db no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:54.600465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 22708181-da83-4b23-a661-cffc4b7a53db {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:54.600931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 22708181-da83-4b23-a661-cffc4b7a53db not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:54.676090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.697318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e996fa-f739-44f1-8f82-67169328795c None None] DHCP port deletion for 865d9cb0-61a8-406c-b022-4ee99fcac3e7 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:02:54.709810 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:02:53Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:54.741585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39398) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:54.748813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-80e996fa-f739-44f1-8f82-67169328795c None None] Deleting port b699e90f-57cf-49e5-8211-b35dd807ef49 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:54.749226 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e996fa-f739-44f1-8f82-67169328795c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.755925 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbae876b-9a27-496b-aae7-125d9befd5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.817562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-80e996fa-f739-44f1-8f82-67169328795c None None] For port b699e90f-57cf-49e5-8211-b35dd807ef49, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b699e90f-57cf-49e5-8211-b35dd807ef49,segment=NetworkSegment(069307dc-4243-4315-b1f6-3827b721b336),segment_id=069307dc-4243-4315-b1f6-3827b721b336)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:54.817947 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e996fa-f739-44f1-8f82-67169328795c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.830925 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a947d-69af-4688-ac57-e0f2a4a9337a None None] The sync data for ids ['3227204f-08e6-4f20-a433-8e7933837490'] in n-d-809934-3 is: [{'id': '3227204f-08e6-4f20-a433-8e7933837490', 'name': 'tempest-TestSecurityGroupsBasicOps-router-595791948', 'tenant_id': 'fae09960fca4432b85273a363a05667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:01:17Z', 'updated_at': '2021-09-20T13:02:53Z', 'revision_number': 5, 'project_id': 'fae09960fca4432b85273a363a05667f', 'gw_port': {'id': '0ba01b15-ea71-432e-9559-322d5c49247f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227204f-08e6-4f20-a433-8e7933837490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:01:18Z', 'updated_at': '2021-09-20T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:02:54.832828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-80e996fa-f739-44f1-8f82-67169328795c None None] Calling delete_port for b699e90f-57cf-49e5-8211-b35dd807ef49 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:54.850905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Deleting port 0ba01b15-ea71-432e-9559-322d5c49247f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:02:54.853361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.947592 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbae876b-9a27-496b-aae7-125d9befd5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.962202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] For port 0ba01b15-ea71-432e-9559-322d5c49247f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0ba01b15-ea71-432e-9559-322d5c49247f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:02:54.962556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:54.974771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Calling delete_port for 0ba01b15-ea71-432e-9559-322d5c49247f owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:02:55.037617 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-80e996fa-f739-44f1-8f82-67169328795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.063363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e996fa-f739-44f1-8f82-67169328795c None None] Pushing event deleted for resources: {'Port': ['ID=b699e90f-57cf-49e5-8211-b35dd807ef49,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:55.071120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e996fa-f739-44f1-8f82-67169328795c None None] No DVR routers for this DVR port b699e90f-57cf-49e5-8211-b35dd807ef49 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:02:55.089667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbae876b-9a27-496b-aae7-125d9befd5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.154202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-dbae876b-9a27-496b-aae7-125d9befd5fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4112864 Sep 20 13:02:55.156746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39400) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:55.159132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae876b-9a27-496b-aae7-125d9befd5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be11dccf-38c5-4665-9ac8-fd677dff6a3b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:55.214548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8598baa4-46f9-4fd5-bbd6-73e6bd9baa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.236726 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8598baa4-46f9-4fd5-bbd6-73e6bd9baa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.271860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.304134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Port': ['ID=0ba01b15-ea71-432e-9559-322d5c49247f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:55.365193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.383738 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8598baa4-46f9-4fd5-bbd6-73e6bd9baa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.386234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8598baa4-46f9-4fd5-bbd6-73e6bd9baa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.387935 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8598baa4-46f9-4fd5-bbd6-73e6bd9baa50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be11dccf-38c5-4665-9ac8-fd677dff6a3b HTTP/1.1" status: 204 len: 168 time: 0.2296627 Sep 20 13:02:55.396573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598baa4-46f9-4fd5-bbd6-73e6bd9baa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be11dccf-38c5-4665-9ac8-fd677dff6a3b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:55.460207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.462492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.614310 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.615014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Fanout notify agent at l3_agent the message router_deleted on router 3227204f-08e6-4f20-a433-8e7933837490 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:02:55.622465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.623581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-77b2d473-3690-42fe-823d-3bd0b89c9cdf tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/routers/3227204f-08e6-4f20-a433-8e7933837490 HTTP/1.1" status: 204 len: 168 time: 1.1925330 Sep 20 13:02:55.626401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:55.711475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.802408 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.822858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865d9cb0-61a8-406c-b022-4ee99fcac3e7']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:55.832372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069307dc-4243-4315-b1f6-3827b721b336') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:55.832669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069307dc-4243-4315-b1f6-3827b721b336') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:02:55.842674 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.855998 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.862189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:02:55.862583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:02:55.865540 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:02:56.077980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.084578 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.089103 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] 10.222.0.37 "DELETE /v2.0/networks/865d9cb0-61a8-406c-b022-4ee99fcac3e7 HTTP/1.1" status: 204 len: 168 time: 0.4588344 Sep 20 13:02:56.102449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac85e0-3aa9-4f2b-91d5-710541e74ae8 tempest-TestSecurityGroupsBasicOps-1135980868 tempest-TestSecurityGroupsBasicOps-1135980868-project] Pushing event deleted for resources: {'Network': ['ID=865d9cb0-61a8-406c-b022-4ee99fcac3e7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:56.323425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39428) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:56.424089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1871980315-network', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:56.492533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b699e90f-57cf-49e5-8211-b35dd807ef49 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:56.512950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b699e90f-57cf-49e5-8211-b35dd807ef49 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:56.513314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b699e90f-57cf-49e5-8211-b35dd807ef49 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:56.513715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0ba01b15-ea71-432e-9559-322d5c49247f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:56.531364 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0ba01b15-ea71-432e-9559-322d5c49247f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:56.539829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0ba01b15-ea71-432e-9559-322d5c49247f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:56.539829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:02:56.546325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Made reservation on behalf of e388483956eb4b14b53517ee4fe1dcbe for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:02:56.548695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.550469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:02:56.550819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2d6fbb0d-450e-4855-a5e2-5c1db2a3602a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:02:56.557790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.648992 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.743254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39434) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:56.749922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.776439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:02:56.783308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d5aa79-4f90-4556-b8c4-76464c74b327,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:56.789361 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.789711 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Added segment 81fba9b8-8c81-4789-854b-9af1b64d3b6c of type vlan for network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc Sep 20 13:02:56.835391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.895458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-85cf14a5-d6e0-4eec-9646-eac0d1f2ef17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fae09960fca4432b85273a363a05667f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510346 Sep 20 13:02:56.897928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39438) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:56.943431 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.944288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:56.944851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:56.962544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e581d94-42ae-4668-9c6b-d80134d31984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.024300 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e581d94-42ae-4668-9c6b-d80134d31984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.030439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:57.040290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:02:57.051038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca9748cb-43ef-4ff4-91c7-66187bd1ded5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7262912 Sep 20 13:02:57.054224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39440) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:57.060905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Request body: {'subnet': {'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1871980315-subnet', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:57.171785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e581d94-42ae-4668-9c6b-d80134d31984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.174457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e581d94-42ae-4668-9c6b-d80134d31984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.175612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e581d94-42ae-4668-9c6b-d80134d31984 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ce03739-ae1b-4659-bada-666338b65497 HTTP/1.1" status: 204 len: 168 time: 0.2767954 Sep 20 13:02:57.184200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e581d94-42ae-4668-9c6b-d80134d31984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce03739-ae1b-4659-bada-666338b65497,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:57.217727 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Made reservation on behalf of e388483956eb4b14b53517ee4fe1dcbe for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:02:57.220076 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.471612 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.526509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7ff740-1f9f-44a2-879f-c93c8a442e2b,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:57.536002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Checking segment: {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:57.536366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Network hostable DHCP agents. Network: f5d97347-a3ab-403d-99b0-cdf1f50aa3cc, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:02:57.668549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:02:57.783089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f5d97347-a3ab-403d-99b0-cdf1f50aa3cc) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:57.787296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:02:57.787742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.792660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02639eb8-2ca8-4ef0-aa38-ae98915736a2 None None] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:57.857293 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d3c3e89f-eea3-496d-9748-79eda2ac9370 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7991469 Sep 20 13:02:57.862291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39446) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:57.866655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:02:57.920485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39448) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:57.935970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c1d9efb7-8d96-4f48-a882-3ccfbd55e042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.937825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:02:57.938723 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.975424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:57.976507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.061529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.113069 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c1d9efb7-8d96-4f48-a882-3ccfbd55e042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.214576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c1d9efb7-8d96-4f48-a882-3ccfbd55e042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.237970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Allocated IP 172.20.0.2 (f5d97347-a3ab-403d-99b0-cdf1f50aa3cc/fb7ff740-1f9f-44a2-879f-c93c8a442e2b/8b06c23a-66de-43ec-aca8-c96581029d0a) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:58.315679 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.324521 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c1d9efb7-8d96-4f48-a882-3ccfbd55e042 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19da887293324e9e93b89b612dd83175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028714 Sep 20 13:02:58.328070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39450) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:58.328581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9efb7-8d96-4f48-a882-3ccfbd55e042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6fcd5b-ffa5-4c7a-aab1-b3852f9ac702,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:58.383087 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57af3718-f99c-4a98-9baf-e614258a95cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.390207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.405978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57af3718-f99c-4a98-9baf-e614258a95cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.463759 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.500155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:58.503176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:58.505625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:58.520163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Pushing event updated for resources: {'Port': ['ID=8b06c23a-66de-43ec-aca8-c96581029d0a,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:58.522838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57af3718-f99c-4a98-9baf-e614258a95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.529107 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57af3718-f99c-4a98-9baf-e614258a95cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.530482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57af3718-f99c-4a98-9baf-e614258a95cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b6fcd5b-ffa5-4c7a-aab1-b3852f9ac702 HTTP/1.1" status: 204 len: 168 time: 0.2014217 Sep 20 13:02:58.541689 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af3718-f99c-4a98-9baf-e614258a95cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6fcd5b-ffa5-4c7a-aab1-b3852f9ac702,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:58.583739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Attempting to bind port 8b06c23a-66de-43ec-aca8-c96581029d0a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:02:58.584105 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Attempting to bind port 8b06c23a-66de-43ec-aca8-c96581029d0a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:02:58.584933 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Attempting to bind port 8b06c23a-66de-43ec-aca8-c96581029d0a on network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:02:58.591437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:02:58.594805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Checking segment: {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:02:58.594805 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.594805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Bound using segment: {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:02:58.594805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Bound port: 8b06c23a-66de-43ec-aca8-c96581029d0a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:02:58.594805 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.611248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.639662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.673297 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] For port 8b06c23a-66de-43ec-aca8-c96581029d0a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:02:58.676383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] For port 8b06c23a-66de-43ec-aca8-c96581029d0a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8b06c23a-66de-43ec-aca8-c96581029d0a,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:02:58.747508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Allocated IP 172.25.6.151 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/894b8732-3cc7-4c91-8534-1cf2eecd44d2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:02:58.797872 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:58.855792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f41a71-96e2-45bd-ac2f-8eee1c5451b9 None None] Pushing event updated for resources: {'Port': ['ID=8b06c23a-66de-43ec-aca8-c96581029d0a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:58.862976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:59.329110 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:59.367059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:02:59.371162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:02:59.373667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39458) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:59.378598 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:02:59.381676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Pushing event updated for resources: {'Port': ['ID=894b8732-3cc7-4c91-8534-1cf2eecd44d2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:59.424093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c43cc5db-ea34-4e27-92ed-454882c0bf86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=890bc33b09d5462a90bb56915b1685a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462139 Sep 20 13:02:59.426554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:02:59.477995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeca35de-d5b5-4133-a0ec-4f8e8036947a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:59.504507 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeca35de-d5b5-4133-a0ec-4f8e8036947a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:59.688567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeca35de-d5b5-4133-a0ec-4f8e8036947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:59.691176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aeca35de-d5b5-4133-a0ec-4f8e8036947a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:59.692382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aeca35de-d5b5-4133-a0ec-4f8e8036947a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb6ceae3-1c61-434e-831b-34c4169952d9 HTTP/1.1" status: 204 len: 168 time: 0.2648518 Sep 20 13:02:59.702371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca35de-d5b5-4133-a0ec-4f8e8036947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6ceae3-1c61-434e-831b-34c4169952d9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:02:59.747844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:59.812807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4770f-a035-4d20-b51d-83127fca80f4 None None] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:02:59.935885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f6d49898-d45e-44b8-beb3-69eda0c11c03 None None] Provisioning complete for port 8b06c23a-66de-43ec-aca8-c96581029d0a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:02:59.936401 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f6d49898-d45e-44b8-beb3-69eda0c11c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:02:59.954887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:00.064140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f6d49898-d45e-44b8-beb3-69eda0c11c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:00.114090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f6d49898-d45e-44b8-beb3-69eda0c11c03 None None] For port 8b06c23a-66de-43ec-aca8-c96581029d0a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8b06c23a-66de-43ec-aca8-c96581029d0a,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:03:00.191350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Router cf379f95-15d3-4182-ab1e-d046db3700ab is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:03:00.215131 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f6d49898-d45e-44b8-beb3-69eda0c11c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:00.268871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49898-d45e-44b8-beb3-69eda0c11c03 None None] Pushing event updated for resources: {'Port': ['ID=8b06c23a-66de-43ec-aca8-c96581029d0a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:00.337222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d43ad5ab-b061-4ba5-b37a-6697984b934d None None] Provisioning complete for port 8b06c23a-66de-43ec-aca8-c96581029d0a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:00.342817 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d43ad5ab-b061-4ba5-b37a-6697984b934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:00.351989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:03:00.367940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Sync routers for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:03:00.391452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:03:00.391988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:00.425955 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:00.429355 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-48d0f525-de5a-4631-a712-4cbebd0f55d9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5645487 Sep 20 13:03:00.432093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:03:00.540081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:03:00.600414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8b06c23a-66de-43ec-aca8-c96581029d0a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:00.719090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8b06c23a-66de-43ec-aca8-c96581029d0a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:00.719325 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:00.826613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:02:59Z', 'revision_number': 3, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:00.868875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Checking router: cf379f95-15d3-4182-ab1e-d046db3700ab for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:03:00.869235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Updating router cf379f95-15d3-4182-ab1e-d046db3700ab port 894b8732-3cc7-4c91-8534-1cf2eecd44d2 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:03:00.900232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.178819 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.265812 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.267942 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.322209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d29969-3e05-4587-a810-0294a781c9b7 None None] Pushing event updated for resources: {'Port': ['ID=894b8732-3cc7-4c91-8534-1cf2eecd44d2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:01.324809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Attempting to bind port 894b8732-3cc7-4c91-8534-1cf2eecd44d2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:03:01.325839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Attempting to bind port 894b8732-3cc7-4c91-8534-1cf2eecd44d2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:03:01.326209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Attempting to bind port 894b8732-3cc7-4c91-8534-1cf2eecd44d2 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:03:01.331874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:03:01.332253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:03:01.332977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.333167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:03:01.333783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Bound port: 894b8732-3cc7-4c91-8534-1cf2eecd44d2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:03:01.334172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.389646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] For port 894b8732-3cc7-4c91-8534-1cf2eecd44d2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:03:01.392847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] For port 894b8732-3cc7-4c91-8534-1cf2eecd44d2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=894b8732-3cc7-4c91-8534-1cf2eecd44d2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:03:01.434026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Allocated IP 172.20.0.1 (f5d97347-a3ab-403d-99b0-cdf1f50aa3cc/fb7ff740-1f9f-44a2-879f-c93c8a442e2b/03f98558-137d-40c6-9559-ab55bdeecae2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:03:01.474788 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.530482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:03:01.531109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:01.537538 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.570104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d29969-3e05-4587-a810-0294a781c9b7 None None] Pushing event updated for resources: {'Port': ['ID=894b8732-3cc7-4c91-8534-1cf2eecd44d2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:01.641352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:03:01.688690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.727150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:03:01.730022 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:03:01.737631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:03:01.740347 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=03f98558-137d-40c6-9559-ab55bdeecae2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:01.778492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:01.828852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:02:59Z', 'revision_number': 3, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:01.855248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085329d-aba8-45d2-8268-f1d55f2d6673 None None] The sync data for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 is: [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:02:59Z', 'revision_number': 3, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:03:01.988694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.005719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-501d6636-c0a7-40c9-9635-dfe556d42c18 None None] Provisioning complete for port 03f98558-137d-40c6-9559-ab55bdeecae2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:02.006097 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-501d6636-c0a7-40c9-9635-dfe556d42c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.041159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-501d6636-c0a7-40c9-9635-dfe556d42c18 None None] Port 03f98558-137d-40c6-9559-ab55bdeecae2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:03:02.168040 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.225528 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.298293 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=03f98558-137d-40c6-9559-ab55bdeecae2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:02.302168 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.400257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:03:02.401901 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:03:02.534316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Router cf379f95-15d3-4182-ab1e-d046db3700ab has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:03:02.557398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 894b8732-3cc7-4c91-8534-1cf2eecd44d2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:02.613806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 894b8732-3cc7-4c91-8534-1cf2eecd44d2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:02.614207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.670563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:03:02.676408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d9b6d0d-85db-4300-833b-43c525903bc1 admin admin] 10.222.0.37 "PUT /v2.0/routers/cf379f95-15d3-4182-ab1e-d046db3700ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2386446 Sep 20 13:03:02.701235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-27c4c4f2-b394-4ecb-a668-14ebf3d2d43e None None] Provisioning complete for port 03f98558-137d-40c6-9559-ab55bdeecae2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:02.701613 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-27c4c4f2-b394-4ecb-a668-14ebf3d2d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.740464 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.752620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-27c4c4f2-b394-4ecb-a668-14ebf3d2d43e None None] Port 03f98558-137d-40c6-9559-ab55bdeecae2 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:03:02.767709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 894b8732-3cc7-4c91-8534-1cf2eecd44d2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=894b8732-3cc7-4c91-8534-1cf2eecd44d2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:03:02.828875 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:02.881876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=894b8732-3cc7-4c91-8534-1cf2eecd44d2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:03.460024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:03:03.464940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-97922591-network', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:03:03.504247 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Sync routers for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:03:03.514113 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:03:03.514719 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:03.543189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Made reservation on behalf of fa0003b1d6bb4f8aacad23f3789de468 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:03:03.545785 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.554995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.617739 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:03:03.643961 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.720438 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.745710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:03:03.763221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece36cdd-ae1d-4627-8411-5b9a3ba16d27,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:03.763221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.763221 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Added segment f8a6b6e9-1b5e-449f-a908-a84d07f44a96 of type vlan for network 6e4d6819-8cd0-476d-b240-c473edc93582 Sep 20 13:03:03.805879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.819779 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 2, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:03.849259 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Checking router: cf379f95-15d3-4182-ab1e-d046db3700ab for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:03:03.849611 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Updating router cf379f95-15d3-4182-ab1e-d046db3700ab port 03f98558-137d-40c6-9559-ab55bdeecae2 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:03:03.875157 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.903226 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.904373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:03:03.904962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:03.963741 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] Pushing event updated for resources: {'Network': ['ID=6e4d6819-8cd0-476d-b240-c473edc93582,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:03.973645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 6e4d6819-8cd0-476d-b240-c473edc93582 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:03:04.003642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c4cccdf0-4c2f-47e6-8a0b-f425f961c74b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5424840 Sep 20 13:03:04.006394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 39482) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:03:04.011320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Request body: {'subnet': {'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-97922591-subnet', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:03:04.111457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Made reservation on behalf of fa0003b1d6bb4f8aacad23f3789de468 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:03:04.113946 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.135770 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.192085 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.266754 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a91f3-88df-4515-b275-54a4df2bf9c8 None None] Pushing event updated for resources: {'Port': ['ID=03f98558-137d-40c6-9559-ab55bdeecae2,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:04.299651 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Attempting to bind port 03f98558-137d-40c6-9559-ab55bdeecae2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:03:04.300019 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Attempting to bind port 03f98558-137d-40c6-9559-ab55bdeecae2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:03:04.300375 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Attempting to bind port 03f98558-137d-40c6-9559-ab55bdeecae2 on network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:03:04.305517 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:03:04.305891 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Checking segment: {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:03:04.306290 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.306723 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Bound using segment: {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:03:04.307170 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Bound port: 03f98558-137d-40c6-9559-ab55bdeecae2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:03:04.307549 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.349126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.372585 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] For port 03f98558-137d-40c6-9559-ab55bdeecae2, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:03:04.375796 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] For port 03f98558-137d-40c6-9559-ab55bdeecae2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=03f98558-137d-40c6-9559-ab55bdeecae2,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:03:04.408993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f881f6-46e5-497a-975a-8908185e6cda,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:04.419127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Checking segment: {'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:03:04.419734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Network hostable DHCP agents. Network: 6e4d6819-8cd0-476d-b240-c473edc93582, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:03:04.456145 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.483017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f91bc9d8-c47a-4a95-8357-d52dbfc4b726 None None] Provisioning complete for port 03f98558-137d-40c6-9559-ab55bdeecae2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:04.484388 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f91bc9d8-c47a-4a95-8357-d52dbfc4b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.503452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Network 6e4d6819-8cd0-476d-b240-c473edc93582 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:03:04.509760 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a91f3-88df-4515-b275-54a4df2bf9c8 None None] Pushing event updated for resources: {'Port': ['ID=03f98558-137d-40c6-9559-ab55bdeecae2,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:04.516900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 894b8732-3cc7-4c91-8534-1cf2eecd44d2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:04.521749 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:03:04.522419 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:04.588857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 6e4d6819-8cd0-476d-b240-c473edc93582) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:03:04.596056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:03:04.603088 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.603367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd492807-4a72-4284-8b5f-e248df375f6a None None] Network 6e4d6819-8cd0-476d-b240-c473edc93582 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:03:04.633392 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f91bc9d8-c47a-4a95-8357-d52dbfc4b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.637075 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:03:04.638684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 894b8732-3cc7-4c91-8534-1cf2eecd44d2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:04.639080 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.709683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39484) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:03:04.710581 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b31ebff-5801-45a4-900d-5d8b71223ef2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7030149 Sep 20 13:03:04.714142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:03:04.727654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f91bc9d8-c47a-4a95-8357-d52dbfc4b726 None None] For port 03f98558-137d-40c6-9559-ab55bdeecae2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=03f98558-137d-40c6-9559-ab55bdeecae2,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:03:04.812904 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f91bc9d8-c47a-4a95-8357-d52dbfc4b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.820472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.823603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.870329 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:04.878185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:04.899826 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb05af-69f3-4c45-bf32-860e6eba3437 None None] The sync data for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 is: [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:03:05.055112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-6e4d6819-8cd0-476d-b240-c473edc93582', 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'fixed_ips': [{'subnet_id': 'f9f881f6-46e5-497a-975a-8908185e6cda'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:03:05.056146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.103294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a4408776-559d-424a-9d84-4cf86c4f908b None None] Provisioning complete for port 03f98558-137d-40c6-9559-ab55bdeecae2 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:05.103663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a4408776-559d-424a-9d84-4cf86c4f908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.107078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc9d8-c47a-4a95-8357-d52dbfc4b726 None None] Pushing event updated for resources: {'Port': ['ID=03f98558-137d-40c6-9559-ab55bdeecae2,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:05.116209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.275818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Allocated IP 172.20.0.2 (6e4d6819-8cd0-476d-b240-c473edc93582/f9f881f6-46e5-497a-975a-8908185e6cda/09669687-28cb-4c0f-b656-c03f92a48798) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:03:05.401737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.423349 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.451873 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.523259 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.539691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Allocated IP 172.25.6.209 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/1e23b61a-22cf-4b5c-be25-73ea9e765120) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:03:05.563664 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Network 6e4d6819-8cd0-476d-b240-c473edc93582 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:03:05.568848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:03:05.573664 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:03:05.577286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Pushing event updated for resources: {'Port': ['ID=09669687-28cb-4c0f-b656-c03f92a48798,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:05.630144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Attempting to bind port 09669687-28cb-4c0f-b656-c03f92a48798 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:03:05.632059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Attempting to bind port 09669687-28cb-4c0f-b656-c03f92a48798 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:03:05.632059 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Attempting to bind port 09669687-28cb-4c0f-b656-c03f92a48798 on network 6e4d6819-8cd0-476d-b240-c473edc93582 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:03:05.636487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:03:05.636858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Checking segment: {'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:03:05.637423 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.638040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Bound using segment: {'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:03:05.638585 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Bound port: 09669687-28cb-4c0f-b656-c03f92a48798, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:03:05.638973 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.662563 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.708653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] For port 09669687-28cb-4c0f-b656-c03f92a48798, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:03:05.712129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] For port 09669687-28cb-4c0f-b656-c03f92a48798, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=09669687-28cb-4c0f-b656-c03f92a48798,segment=NetworkSegment(f8a6b6e9-1b5e-449f-a908-a84d07f44a96),segment_id=f8a6b6e9-1b5e-449f-a908-a84d07f44a96)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:03:05.786066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.814570 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:05.827061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:03:05.829883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:03:05.832611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:03:05.842364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Pushing event updated for resources: {'Port': ['ID=1e23b61a-22cf-4b5c-be25-73ea9e765120,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:05.881662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66016c-73ef-4001-9295-b57dc8222dd3 None None] Pushing event updated for resources: {'Port': ['ID=09669687-28cb-4c0f-b656-c03f92a48798,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:06.236645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:06.432061 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:06.569526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 09669687-28cb-4c0f-b656-c03f92a48798 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:06.623046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 09669687-28cb-4c0f-b656-c03f92a48798 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:06.623415 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:06.659651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:03:06.706287 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:06.741734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 09669687-28cb-4c0f-b656-c03f92a48798, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=09669687-28cb-4c0f-b656-c03f92a48798,segment=NetworkSegment(f8a6b6e9-1b5e-449f-a908-a84d07f44a96),segment_id=f8a6b6e9-1b5e-449f-a908-a84d07f44a96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:03:06.774713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:03:06.789600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Sync routers for ids ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:03:06.794577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Routers {'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:03:06.795342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:06.830398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7531527-8570-4f5d-a19c-e134f137511e None None] Network 6e4d6819-8cd0-476d-b240-c473edc93582 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:03:06.836349 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:06.837224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 03f98558-137d-40c6-9559-ab55bdeecae2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:06.871286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:06.872899 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-41f690d7-0b43-4bb2-9596-13b515d81b71 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1621873 Sep 20 13:03:06.875881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 39486) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:03:06.968849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-758c5b77-2196-4d97-9a51-1104cb4c48d4 None None] Provisioning complete for port 09669687-28cb-4c0f-b656-c03f92a48798 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:06.969413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-758c5b77-2196-4d97-9a51-1104cb4c48d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.047632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=09669687-28cb-4c0f-b656-c03f92a48798,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:07.083039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Set router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:03:07.160831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 03f98558-137d-40c6-9559-ab55bdeecae2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:07.161237 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.286999 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.438140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:03:06Z', 'revision_number': 3, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port': {'id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:05Z', 'updated_at': '2021-09-20T13:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:07.446448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Allocated IP 172.20.0.1 (6e4d6819-8cd0-476d-b240-c473edc93582/f9f881f6-46e5-497a-975a-8908185e6cda/96f5433c-78a2-4d6e-bd25-acb84e8a97cf) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:03:07.466452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Checking router: bc5dfbc2-055b-48a6-b86a-db1b81f6c7df for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:03:07.466807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Updating router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df port 1e23b61a-22cf-4b5c-be25-73ea9e765120 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:03:07.491491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.557211 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.646785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.688373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-26e4de60-cc6d-4634-a7fe-8ae0f1424319 None None] Provisioning complete for port 09669687-28cb-4c0f-b656-c03f92a48798 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:07.688966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-26e4de60-cc6d-4634-a7fe-8ae0f1424319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.690396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Network 6e4d6819-8cd0-476d-b240-c473edc93582 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:03:07.693344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:03:07.695804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:03:07.728100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Pushing event updated for resources: {'Port': ['ID=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:07.745382 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.823233 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.922691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.972338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:07.986231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989c977-cd6e-42c3-9c47-63f518302c49 None None] Pushing event updated for resources: {'Port': ['ID=1e23b61a-22cf-4b5c-be25-73ea9e765120,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:07.991069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Attempting to bind port 1e23b61a-22cf-4b5c-be25-73ea9e765120 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:03:07.991447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Attempting to bind port 1e23b61a-22cf-4b5c-be25-73ea9e765120 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:03:07.991809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Attempting to bind port 1e23b61a-22cf-4b5c-be25-73ea9e765120 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:03:07.995027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-701e3694-f861-4aac-b214-25a44f023422 None None] Provisioning complete for port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:07.995486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-701e3694-f861-4aac-b214-25a44f023422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.000414 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:03:08.000789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:03:08.001213 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.001602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:03:08.002066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Bound port: 1e23b61a-22cf-4b5c-be25-73ea9e765120, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:03:08.002449 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.055676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-701e3694-f861-4aac-b214-25a44f023422 None None] Port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:03:08.079106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] For port 1e23b61a-22cf-4b5c-be25-73ea9e765120, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:03:08.085495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] For port 1e23b61a-22cf-4b5c-be25-73ea9e765120, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e23b61a-22cf-4b5c-be25-73ea9e765120,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:03:08.133281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.166967 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.225882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Routers {'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:03:08.226485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:08.228594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.260515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989c977-cd6e-42c3-9c47-63f518302c49 None None] Pushing event updated for resources: {'Port': ['ID=1e23b61a-22cf-4b5c-be25-73ea9e765120,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:08.294389 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.299761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Pushing event updated for resources: {'Port': ['ID=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:08.334626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] Set router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:03:08.389043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Network 6e4d6819-8cd0-476d-b240-c473edc93582 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:03:08.390310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:03:08.538820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 09669687-28cb-4c0f-b656-c03f92a48798 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:08.600529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:03:07Z', 'revision_number': 4, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port': {'id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:05Z', 'updated_at': '2021-09-20T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '96f5433c-78a2-4d6e-bd25-acb84e8a97cf', 'name': '', 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'mac_address': 'fa:16:3e:8b:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:07Z', 'updated_at': '2021-09-20T13:03:08Z', 'revision_number': 2, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'subnets': [{'id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:08.630603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 09669687-28cb-4c0f-b656-c03f92a48798 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:08.630948 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.632878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb3b1d-fa51-480d-ab9e-cdd20d0d817c None None] The sync data for ids ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'] in n-d-809934-3 is: [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:03:07Z', 'revision_number': 4, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port': {'id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:05Z', 'updated_at': '2021-09-20T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '96f5433c-78a2-4d6e-bd25-acb84e8a97cf', 'name': '', 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'mac_address': 'fa:16:3e:8b:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:07Z', 'updated_at': '2021-09-20T13:03:08Z', 'revision_number': 2, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'subnets': [{'id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:03:08.692337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-506eebee-610d-43c5-bee4-51a985ab3bcd None None] Provisioning complete for port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:08.693524 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-506eebee-610d-43c5-bee4-51a985ab3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:08.752578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-506eebee-610d-43c5-bee4-51a985ab3bcd None None] Port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:03:08.892847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:03:09.008240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:03:09.013959 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-03f67a19-7840-4375-91a7-596894b9129f admin admin] 10.222.0.37 "PUT /v2.0/routers/bc5dfbc2-055b-48a6-b86a-db1b81f6c7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1369112 Sep 20 13:03:10.534520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e23b61a-22cf-4b5c-be25-73ea9e765120 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:10.585293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1e23b61a-22cf-4b5c-be25-73ea9e765120 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:10.585668 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:10.672171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:10.692263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 1e23b61a-22cf-4b5c-be25-73ea9e765120, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e23b61a-22cf-4b5c-be25-73ea9e765120,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:03:10.760425 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:10.812818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=1e23b61a-22cf-4b5c-be25-73ea9e765120,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:12.056935 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Sync routers for ids ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:03:12.067327 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Routers {'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:03:12.068207 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:12.176517 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Set router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:03:12.387806 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:03:07Z', 'revision_number': 4, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port': {'id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:05Z', 'updated_at': '2021-09-20T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '96f5433c-78a2-4d6e-bd25-acb84e8a97cf', 'name': '', 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'mac_address': 'fa:16:3e:8b:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:07Z', 'updated_at': '2021-09-20T13:03:08Z', 'revision_number': 2, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'subnets': [{'id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:12.408401 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74a124ac-d4fa-4f18-abbf-c6ad8710173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:12.415937 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Checking router: bc5dfbc2-055b-48a6-b86a-db1b81f6c7df for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:03:12.416293 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Updating router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:03:12.443532 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:12.512598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e23b61a-22cf-4b5c-be25-73ea9e765120 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:12.573169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1e23b61a-22cf-4b5c-be25-73ea9e765120 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:12.573472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:12.833917 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:12.908790 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:12.960841 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b3b89-0fee-40e9-91ce-e437dad4177f None None] Pushing event updated for resources: {'Port': ['ID=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:13.014210 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Attempting to bind port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:03:13.014663 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Attempting to bind port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:03:13.015376 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Attempting to bind port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf on network 6e4d6819-8cd0-476d-b240-c473edc93582 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:03:13.021588 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:03:13.021961 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Checking segment: {'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:03:13.022361 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:13.022750 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Bound using segment: {'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:03:13.023380 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Bound port: 96f5433c-78a2-4d6e-bd25-acb84e8a97cf, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:03:13.023752 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:13.099053 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] For port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:03:13.102400 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] For port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,segment=NetworkSegment(f8a6b6e9-1b5e-449f-a908-a84d07f44a96),segment_id=f8a6b6e9-1b5e-449f-a908-a84d07f44a96)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:03:13.180150 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:13.203548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-52ec06ec-62fc-4d7c-ad60-85140fc88af3 None None] Provisioning complete for port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:13.203920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52ec06ec-62fc-4d7c-ad60-85140fc88af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:13.254268 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Routers {'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:03:13.254900 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:02:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:13.260550 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b3b89-0fee-40e9-91ce-e437dad4177f None None] Pushing event updated for resources: {'Port': ['ID=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:13.319994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52ec06ec-62fc-4d7c-ad60-85140fc88af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:13.371850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-52ec06ec-62fc-4d7c-ad60-85140fc88af3 None None] For port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,segment=NetworkSegment(f8a6b6e9-1b5e-449f-a908-a84d07f44a96),segment_id=f8a6b6e9-1b5e-449f-a908-a84d07f44a96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:03:13.415268 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] Set router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:03:13.457345 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-52ec06ec-62fc-4d7c-ad60-85140fc88af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:13.510936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec06ec-62fc-4d7c-ad60-85140fc88af3 None None] Pushing event updated for resources: {'Port': ['ID=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:03:13.577709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ccff777e-857b-4fca-bac8-2c1c7cc014c7 None None] Provisioning complete for port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:13.578218 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccff777e-857b-4fca-bac8-2c1c7cc014c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:13.638722 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:03:07Z', 'revision_number': 4, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port': {'id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:05Z', 'updated_at': '2021-09-20T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '96f5433c-78a2-4d6e-bd25-acb84e8a97cf', 'name': '', 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'mac_address': 'fa:16:3e:8b:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:07Z', 'updated_at': '2021-09-20T13:03:13Z', 'revision_number': 4, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'subnets': [{'id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:03:13.669862 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd6cc5-01cf-4056-a08f-94af4ef6a579 None None] The sync data for ids ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'] in n-d-809934-3 is: [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:03:07Z', 'revision_number': 4, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port': {'id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:05Z', 'updated_at': '2021-09-20T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '96f5433c-78a2-4d6e-bd25-acb84e8a97cf', 'name': '', 'network_id': '6e4d6819-8cd0-476d-b240-c473edc93582', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'mac_address': 'fa:16:3e:8b:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:07Z', 'updated_at': '2021-09-20T13:03:13Z', 'revision_number': 4, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'subnets': [{'id': 'f9f881f6-46e5-497a-975a-8908185e6cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:03:14.523646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 96f5433c-78a2-4d6e-bd25-acb84e8a97cf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:03:14.577415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:03:14.577782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:15.213992 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-916e51ae-6019-49c2-a9ac-72f83c509712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:15.511166 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:03:15.647955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:16.668608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:18.065230 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:20.136713 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:20.642382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:38.480405 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dde5907e-3190-49ad-a561-414cae615a8f req-55dc3881-ea68-459d-a619-e9b3353ab507 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400894 Sep 20 13:03:38.543617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5907e-3190-49ad-a561-414cae615a8f req-19c4ecc1-5d6d-416a-9219-8f50ed516413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:03:38.543617 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dde5907e-3190-49ad-a561-414cae615a8f req-19c4ecc1-5d6d-416a-9219-8f50ed516413 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1097 time: 0.0396898 Sep 20 13:03:38.649118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5907e-3190-49ad-a561-414cae615a8f req-b9209fba-13cd-4659-b274-e3f4968273a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:03:38.650600 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dde5907e-3190-49ad-a561-414cae615a8f req-b9209fba-13cd-4659-b274-e3f4968273a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0862365 Sep 20 13:03:38.714794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dde5907e-3190-49ad-a561-414cae615a8f req-a81b30f8-497f-4b26-910e-e3c1bcc1af09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 1001 time: 0.0566144 Sep 20 13:03:38.772637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5907e-3190-49ad-a561-414cae615a8f req-6ebc2877-e1b3-4b1b-be29-031ccd349196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:03:38.774314 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dde5907e-3190-49ad-a561-414cae615a8f req-6ebc2877-e1b3-4b1b-be29-031ccd349196 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0513411 Sep 20 13:03:38.825557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5907e-3190-49ad-a561-414cae615a8f req-dcb49afb-31fc-4d57-8ba2-050705752810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:03:38.827090 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dde5907e-3190-49ad-a561-414cae615a8f req-dcb49afb-31fc-4d57-8ba2-050705752810 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451427 Sep 20 13:03:38.928906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dde5907e-3190-49ad-a561-414cae615a8f req-9265ed02-9ee1-4355-9432-7314b0dfa05f service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Sep 20 13:03:39.027851 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dde5907e-3190-49ad-a561-414cae615a8f req-b2ef6294-ef5a-4632-a029-fe86cbf74d50 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910354 Sep 20 13:03:42.396651 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8f93d2b7-6a63-49de-95ed-43a33f73cff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:45.178942 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f04a7ce0-a7b4-4b21-8902-1f5388de9887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:45.630702 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:46.642477 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:48.033391 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:50.145520 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:50.672930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:03:52.509766 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:04:12.410578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0c61b4a4-15cf-495a-a158-3ab58e6a32c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:14.883690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-b16c9629-680f-4f83-a6f2-091a28c03417 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037011624&fields=id&tenant_id=cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 267 time: 0.0401089 Sep 20 13:04:14.995056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-c1f62d83-3993-4123-862e-5d147f25ccc2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:14.996596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-c1f62d83-3993-4123-862e-5d147f25ccc2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1057670 Sep 20 13:04:15.012036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-9edbff85-bf46-4ecb-bcda-5db7d83ca55b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/quotas/cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 375 time: 0.0091343 Sep 20 13:04:15.073188 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-f8023fcf-d3c2-4601-acff-c9a95f3d83da tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556402 Sep 20 13:04:15.089387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-ef11f785-66b9-46e7-89e6-a4d441973125 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:04:15.090507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-ef11f785-66b9-46e7-89e6-a4d441973125 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054016 Sep 20 13:04:15.184612 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7dbcc977-75ef-4d10-b874-ee89ad2c5fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:15.185819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-fbdc4fa5-271e-4afc-885e-fa763ae7be77 service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892344 Sep 20 13:04:15.279374 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-e3cf6b57-e080-4d5f-8542-a6866279e601 service neutron] 10.222.0.37 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865412 Sep 20 13:04:15.649475 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:15.897471 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97ebc199-c40b-4714-9b43-372e6743ddea req-f595be0b-1f11-42de-842f-9ddbb785df7c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 210 time: 0.0294995 Sep 20 13:04:16.699136 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:17.000776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bebc8d8f-39cd-49e4-9719-580894ae2e8b req-0ddaab78-37db-41c9-8863-e1c7c0f05769 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 210 time: 0.0330005 Sep 20 13:04:17.821585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-206743bd-fcc0-494c-b6b6-b88c1a198c29 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:17.823065 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-206743bd-fcc0-494c-b6b6-b88c1a198c29 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 811 time: 0.1080596 Sep 20 13:04:17.867277 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-a6b74aea-519a-447b-a8ef-ffd2e5998738 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc5221a4e3a7421cb15966ba5a66f780 HTTP/1.1" status: 200 len: 380 time: 0.0352597 Sep 20 13:04:17.877432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'port': {'device_id': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'admin_state_up': True, 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'security_groups': ['048fe50a-35c3-45ef-8387-938ec97211e3']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:04:18.028077 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:18.054345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Made reservation on behalf of cc5221a4e3a7421cb15966ba5a66f780 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:04:18.057980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:18.125523 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ad54c3d-e6b6-4edc-8f1b-a649996181ac req-9fae744d-862f-4cd8-98bb-e3c42be730a6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 210 time: 0.0429072 Sep 20 13:04:18.211233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.20.0.8 (72813fde-70bf-4265-8573-42873b0c2dec/128f68e9-6369-42dd-a16c-ba5ced9227a3/d9d98bc8-32b5-4b1e-b3ba-808469cad9d4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:04:18.349277 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:18.444816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:18.496801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 72813fde-70bf-4265-8573-42873b0c2dec is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:04:18.500137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:04:18.507512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:04:18.516429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:04:18.544412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.544762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.545126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.545461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.545793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.546125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.546475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.546811 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.547133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.547453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.547773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.548091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:18.597898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:18.598651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:18.679432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-69dddce6-1225-403c-98c6-94a33be332dd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057437 Sep 20 13:04:18.693235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Request body: {'port': {'device_id': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:04:18.793217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:18.803577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-12f5ff4d-9d1f-4723-a67b-21c0fe37ab61 None None] Provisioning complete for port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:04:18.804614 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-12f5ff4d-9d1f-4723-a67b-21c0fe37ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:18.845747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-12f5ff4d-9d1f-4723-a67b-21c0fe37ab61 None None] Port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:04:19.082403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:04:19.090856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:19.103415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Transition to ACTIVE for port object d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:04:19.186808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:19.243057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:04:19.281298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ce735-c6d1-46a4-a0de-185a6d94284e req-08318eb9-45a8-4dc6-b1ae-8c1830ac2fdf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:19.283633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d0ce735-c6d1-46a4-a0de-185a6d94284e req-08318eb9-45a8-4dc6-b1ae-8c1830ac2fdf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0918322 Sep 20 13:04:19.340199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Attempting to bind port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:04:19.340574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Attempting to bind port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:04:19.340818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Attempting to bind port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:04:19.343082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d0ce735-c6d1-46a4-a0de-185a6d94284e req-e67e2552-f395-4548-a7e8-ca80a33c9e11 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513060 Sep 20 13:04:19.353463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 on network 72813fde-70bf-4265-8573-42873b0c2dec not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:04:19.353797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Attempting to bind port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 on network 72813fde-70bf-4265-8573-42873b0c2dec {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:04:19.362038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:04:19.362593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Checking segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:04:19.363163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Bound using segment: {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:04:19.364646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Bound port: d9d98bc8-32b5-4b1e-b3ba-808469cad9d4, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76cc8ac-4970-460b-adcb-348649d3f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:04:19.365236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:19.447602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] For port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:04:19.450871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] For port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:04:19.534685 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:19.580891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:19.581179 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:19.583062 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] 10.222.0.21 "PUT /v2.0/ports/d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 HTTP/1.1" status: 200 len: 1091 time: 0.8944254 Sep 20 13:04:19.583837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:04:19.586634 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71534771-85f4-4f54-be30-fc0ec002cd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:04:19.647051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672de09b-d228-49dd-a2a1-ecad49157b80 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:04:19.655292 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ce4357-6ae2-4ab7-9c5a-a72d650f5d45 x-openstack-request-id: req-73ce4357-6ae2-4ab7-9c5a-a72d650f5d45 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:04:19.657781 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:04:19.658205 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73ce4357-6ae2-4ab7-9c5a-a72d650f5d45 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:04:19.658796 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'status': 'completed', 'code': 200} Sep 20 13:04:19.719242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534771-85f4-4f54-be30-fc0ec002cd6e req-bb847ffc-540d-4564-9b35-3e04e65fc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:19.720854 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71534771-85f4-4f54-be30-fc0ec002cd6e req-bb847ffc-540d-4564-9b35-3e04e65fc102 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 1094 time: 0.0446191 Sep 20 13:04:19.830735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534771-85f4-4f54-be30-fc0ec002cd6e req-5729b0d7-7c8e-4b99-8677-c5b60700c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:19.833906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71534771-85f4-4f54-be30-fc0ec002cd6e req-5729b0d7-7c8e-4b99-8677-c5b60700c099 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1044140 Sep 20 13:04:19.950446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534771-85f4-4f54-be30-fc0ec002cd6e req-788c8467-5882-4be8-b9c7-43a138a6c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:19.952090 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-71534771-85f4-4f54-be30-fc0ec002cd6e req-788c8467-5882-4be8-b9c7-43a138a6c458 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1116238 Sep 20 13:04:20.027017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-1ae7040a-61d2-47dc-91a1-99054e5ae6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:20.028514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-1ae7040a-61d2-47dc-91a1-99054e5ae6a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 1094 time: 0.0407441 Sep 20 13:04:20.073045 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-12cb68f1-4487-48c2-895a-f9adc4078054 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 HTTP/1.1" status: 200 len: 217 time: 0.0363498 Sep 20 13:04:20.141776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-58865ca3-dd00-4fe5-852e-0b021391b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:20.143264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-58865ca3-dd00-4fe5-852e-0b021391b0bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0635290 Sep 20 13:04:20.192803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:20.196052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-07385bf8-a685-4494-bff1-0e9e11bbd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:20.197711 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-07385bf8-a685-4494-bff1-0e9e11bbd9b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475073 Sep 20 13:04:20.290470 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-da5697b2-920b-49dd-80b5-dbb45222909f service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853829 Sep 20 13:04:20.390726 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8f6a9df-318b-4433-99ea-7c932364d382 req-048f2b12-5b73-4ef5-916c-7d47c5604880 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922794 Sep 20 13:04:20.474607 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4746f9-5391-4460-8d64-2d3d87db9c0e req-fe6899ae-def1-4bec-b890-ce485d46d974 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:20.475933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a4746f9-5391-4460-8d64-2d3d87db9c0e req-fe6899ae-def1-4bec-b890-ce485d46d974 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0528445 Sep 20 13:04:20.521741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4a4746f9-5391-4460-8d64-2d3d87db9c0e req-06ad3a98-a623-489d-ae1f-e56e2348dc7e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332527 Sep 20 13:04:20.655373 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:21.648551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e70581-c88b-4ff4-8c6b-261aede9b125 req-b4e1b52b-bad7-451d-a120-52d9ff606e96 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:21.651052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79e70581-c88b-4ff4-8c6b-261aede9b125 req-b4e1b52b-bad7-451d-a120-52d9ff606e96 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0542841 Sep 20 13:04:21.696580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79e70581-c88b-4ff4-8c6b-261aede9b125 req-646e3c2c-81bd-4734-9815-8c58b674171f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358105 Sep 20 13:04:22.814812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f0f35-6607-48a7-8b50-d46386e8cd18 req-d31d3467-6ec9-4c7c-9ab6-f4200cc2fbbd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:22.816316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-806f0f35-6607-48a7-8b50-d46386e8cd18 req-d31d3467-6ec9-4c7c-9ab6-f4200cc2fbbd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0508883 Sep 20 13:04:22.855577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-806f0f35-6607-48a7-8b50-d46386e8cd18 req-b59423bb-996a-4ba9-afe5-a5cddc22891d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Sep 20 13:04:23.976141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7794524-08a6-4edf-9086-59110ad137ed req-955cff2b-68ce-4aab-aa01-2f877e6859d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:23.977671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7794524-08a6-4edf-9086-59110ad137ed req-955cff2b-68ce-4aab-aa01-2f877e6859d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0528889 Sep 20 13:04:24.015233 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7794524-08a6-4edf-9086-59110ad137ed req-0f8f1e0a-c775-442d-b5c5-46c7c04a81d2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Sep 20 13:04:25.132188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094154b-324b-4974-be48-d43fefc18f69 req-5da2d2bf-c4ce-489a-bf5d-e1e7818251bf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:25.133811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0094154b-324b-4974-be48-d43fefc18f69 req-5da2d2bf-c4ce-489a-bf5d-e1e7818251bf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0518012 Sep 20 13:04:25.173026 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0094154b-324b-4974-be48-d43fefc18f69 req-f8607677-ff42-4099-8dbf-779948feff4a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Sep 20 13:04:26.296079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4588f0f-c351-48d6-95ba-506a2e672097 req-9ade2224-7bb2-440e-8ab3-a1fcc783ebdf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:26.297791 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4588f0f-c351-48d6-95ba-506a2e672097 req-9ade2224-7bb2-440e-8ab3-a1fcc783ebdf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0517869 Sep 20 13:04:26.336224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4588f0f-c351-48d6-95ba-506a2e672097 req-1694de0a-ef69-4eb8-bc64-f9e4b8365721 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Sep 20 13:04:27.458880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cd3f0-c2e6-4bb8-a386-ed35e58377be req-6ea2377c-9b7c-42d1-a46e-7a496a711c19 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:27.462540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e48cd3f0-c2e6-4bb8-a386-ed35e58377be req-6ea2377c-9b7c-42d1-a46e-7a496a711c19 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0549126 Sep 20 13:04:27.499324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e48cd3f0-c2e6-4bb8-a386-ed35e58377be req-ed4694ff-1cd6-4110-b0cc-8dcce0c88608 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319524 Sep 20 13:04:28.614812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cb081-8637-4d2c-a9b4-8b55f0c38249 req-f12073ee-df66-4e04-a933-2ed9be17e2a5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:28.616303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f5cb081-8637-4d2c-a9b4-8b55f0c38249 req-f12073ee-df66-4e04-a933-2ed9be17e2a5 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0481484 Sep 20 13:04:28.655480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f5cb081-8637-4d2c-a9b4-8b55f0c38249 req-ef2b14fe-959b-4dac-98d2-e15fd1934002 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Sep 20 13:04:29.508843 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:04:29.777530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee566b5b-e86f-4a37-a971-3eeececb5949 req-3e2eb699-f8d8-46ab-928d-bd79de7c4366 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:29.778992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee566b5b-e86f-4a37-a971-3eeececb5949 req-3e2eb699-f8d8-46ab-928d-bd79de7c4366 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0542698 Sep 20 13:04:29.817035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee566b5b-e86f-4a37-a971-3eeececb5949 req-87c89f2f-5a2b-499a-8dbc-4bfe32143d7e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Sep 20 13:04:30.936290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139e38-5ce0-406d-9749-9038fa49ce32 req-a539170a-238d-49b7-ab11-288480e1312c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:30.937867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31139e38-5ce0-406d-9749-9038fa49ce32 req-a539170a-238d-49b7-ab11-288480e1312c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 943 time: 0.0512853 Sep 20 13:04:30.975864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31139e38-5ce0-406d-9749-9038fa49ce32 req-d0e4acb4-c072-419f-a76e-12497c8965da tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Sep 20 13:04:31.282054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:04:31.383345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:04:31.394517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'port_id': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'mac_address': 'fa:16:3e:c8:f8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:04:31.431121 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:31.443581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:04:31.462700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:04:31.540687 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:31.594932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:04:31.602026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.602366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.602707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.603039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.603369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.603696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.604019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.604339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.604659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.604977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.605322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.605641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:31.744137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['d9d98bc8-32b5-4b1e-b3ba-808469cad9d4'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:04:32.091002 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdd2e-8b90-44e0-b7a2-7f6e90b59019 req-26cb32e5-979a-4f03-9ca2-26d02679aecc tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:32.092486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-681bdd2e-8b90-44e0-b7a2-7f6e90b59019 req-26cb32e5-979a-4f03-9ca2-26d02679aecc tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 944 time: 0.0493982 Sep 20 13:04:32.130011 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-681bdd2e-8b90-44e0-b7a2-7f6e90b59019 req-5a06f3c8-a4cf-4185-9a30-402cde4b2dec tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313680 Sep 20 13:04:33.245986 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d24fe8-95f4-415d-a9e0-0960f4837f48 req-f1df2832-9d07-4af7-b4e7-afb3255109c0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:33.247479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79d24fe8-95f4-415d-a9e0-0960f4837f48 req-f1df2832-9d07-4af7-b4e7-afb3255109c0 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 944 time: 0.0473814 Sep 20 13:04:33.286151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79d24fe8-95f4-415d-a9e0-0960f4837f48 req-fa4fc05e-4cfe-44c8-b00c-ed6fc90865f8 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Sep 20 13:04:33.291650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:04:33.471854 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:04:33.476066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:04:33.476441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:33.551025 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:33.574040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:04:33.576263 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e35d21-9826-4d38-a83a-e95cebbc5324" -d '{"events": [{"server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "name": "network-vif-plugged", "status": "completed", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:04:33.589317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:04:33.613104 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf41f57-284d-4241-a4d7-9a076554fc73 x-openstack-request-id: req-8cf41f57-284d-4241-a4d7-9a076554fc73 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:04:33.613453 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "name": "network-vif-plugged", "status": "completed", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:04:33.613804 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cf41f57-284d-4241-a4d7-9a076554fc73 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:04:33.614207 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'code': 200} Sep 20 13:04:33.666302 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:33.709670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a4ae0-61e2-4f52-a742-218b2e5cf33f req-5cbad5f7-df6f-4dea-8a3f-559545348256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:33.711407 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea4a4ae0-61e2-4f52-a742-218b2e5cf33f req-5cbad5f7-df6f-4dea-8a3f-559545348256 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 1096 time: 0.0408919 Sep 20 13:04:33.721256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:04:33.749848 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ea4a4ae0-61e2-4f52-a742-218b2e5cf33f req-e54f6135-1598-4577-9a50-3444ced9696b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303588 Sep 20 13:04:34.410259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a09bb-0fa2-4d0d-b15d-cbbd7e5753c0 req-584ad9d7-f6c5-499d-bc82-cc7535ce320e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:34.411744 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-954a09bb-0fa2-4d0d-b15d-cbbd7e5753c0 req-584ad9d7-f6c5-499d-bc82-cc7535ce320e tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 945 time: 0.0558186 Sep 20 13:04:34.452094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-954a09bb-0fa2-4d0d-b15d-cbbd7e5753c0 req-ce8eeca8-1a18-49e6-bc05-104fc0220ada tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340509 Sep 20 13:04:35.568993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b935a5-acf5-40b1-8e70-added690de76 req-391daecf-0b70-4568-a462-f46ea5528538 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:35.570558 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25b935a5-acf5-40b1-8e70-added690de76 req-391daecf-0b70-4568-a462-f46ea5528538 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 945 time: 0.0500085 Sep 20 13:04:35.608496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25b935a5-acf5-40b1-8e70-added690de76 req-37f606df-aa7f-4c85-a163-8353e7fc8826 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Sep 20 13:04:35.721346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0529f91-0346-4798-9f75-e96d0a59bb56 req-eb335e23-d64a-4f8e-98ca-7abc342ab4ad tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:35.722799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0529f91-0346-4798-9f75-e96d0a59bb56 req-eb335e23-d64a-4f8e-98ca-7abc342ab4ad tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 945 time: 0.0485156 Sep 20 13:04:35.760939 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0529f91-0346-4798-9f75-e96d0a59bb56 req-1a23d822-52a2-4c97-b998-944843a16fcf tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Sep 20 13:04:35.783765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40228) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:04:36.014285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da13510-ef62-4fc7-a45b-e4241c3eee2f tempest-TestVolumeBootPattern-1645181390 tempest-TestVolumeBootPattern-1645181390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:36.016010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7da13510-ef62-4fc7-a45b-e4241c3eee2f tempest-TestVolumeBootPattern-1645181390 tempest-TestVolumeBootPattern-1645181390-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 1091 time: 0.2311959 Sep 20 13:04:36.018769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:04:36.023853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:04:36.100683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:36.202769 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:36.318091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Allocated IP 172.25.6.26 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/72b469c1-d7b5-42b5-8314-88b677c82f23) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:04:36.419662 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:36.518391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:36.564676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:04:36.567891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:04:36.571934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:04:36.605410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=72b469c1-d7b5-42b5-8314-88b677c82f23,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:04:36.618147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.618147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.618147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.618147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.618699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.618699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.618939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.619266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.619587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.619911 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.620241 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.620574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:04:36.949136 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:37.068153 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:37.218374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:37.260345 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:37.329673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event updated for resources: {'Port': ['ID=72b469c1-d7b5-42b5-8314-88b677c82f23,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:04:37.339620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:37.439506 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Floating IP 25fd3cd0-74bf-46b7-ae0e-de1658717952 associated. External IP: 172.25.6.26, port: d9d98bc8-32b5-4b1e-b3ba-808469cad9d4. Sep 20 13:04:37.654374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Router 11f08978-2657-45cb-aa44-77ca132acf9c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:04:37.762014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:04:37.775650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:04:37.785550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:04:37.786241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:04:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:04:37.874999 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:37.894350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:04:37.896756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2a0e92fa-f4be-4610-af79-51909c23a8bd tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8770030 Sep 20 13:04:37.897389 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:04:37.903866 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:04:37.937836 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3fc017-4820-44a6-8e7c-75cb9fb0dd11 x-openstack-request-id: req-4c3fc017-4820-44a6-8e7c-75cb9fb0dd11 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:04:37.938194 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:04:37.938546 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c3fc017-4820-44a6-8e7c-75cb9fb0dd11 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:04:37.939122 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'status': 'completed', 'code': 200} Sep 20 13:04:38.082398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-b5be9641-afcb-4574-9788-1c099596e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:38.084127 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-b5be9641-afcb-4574-9788-1c099596e22e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 1096 time: 0.1223867 Sep 20 13:04:38.136529 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:52Z', 'revision_number': 1, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}, {'id': '25fd3cd0-74bf-46b7-ae0e-de1658717952', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:c8:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:04:36Z', 'updated_at': '2021-09-20T13:04:36Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:04:38.165460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:04:38.174280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:04:38.174895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:04:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:04:38.184025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-f514de3c-c3a0-4e7b-9217-005d442e2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:38.185703 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-f514de3c-c3a0-4e7b-9217-005d442e2717 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0945592 Sep 20 13:04:38.262148 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-36e0223c-6ea1-4bb9-b283-59c2506d35bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 HTTP/1.1" status: 200 len: 998 time: 0.0694022 Sep 20 13:04:38.285191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:04:38.311892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-9b11e725-d15b-448f-bf86-d8a5f73a42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:38.313400 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-9b11e725-d15b-448f-bf86-d8a5f73a42ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0440922 Sep 20 13:04:38.366781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-f843fe8d-802d-41a6-bed1-e62f3d3b81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:38.368339 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-f843fe8d-802d-41a6-bed1-e62f3d3b81b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483947 Sep 20 13:04:38.379490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-381b7d4e-e85e-4e87-b87a-ef67f393f765 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:04:38.380366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-381b7d4e-e85e-4e87-b87a-ef67f393f765 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049009 Sep 20 13:04:38.473935 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-f9e31d69-e91d-45b8-9689-aa0fe8f890fc service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864444 Sep 20 13:04:38.516926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:52Z', 'revision_number': 1, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}, {'id': '25fd3cd0-74bf-46b7-ae0e-de1658717952', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:c8:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:04:36Z', 'updated_at': '2021-09-20T13:04:36Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:04:38.542804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909131c0-1ce1-40cf-86d4-312008fb952c None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:52Z', 'revision_number': 1, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}, {'id': '25fd3cd0-74bf-46b7-ae0e-de1658717952', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:c8:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:04:36Z', 'updated_at': '2021-09-20T13:04:36Z', 'revision_number': 0, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:04:38.580094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4c5a8acf-b5b5-473e-8abd-48360cbbde4e req-1d436601-dd9d-4c4d-98ad-4e53c2bdd4be service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982800 Sep 20 13:04:38.758923 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1adf6-3e54-4292-ae0f-6b5482817f4d None None] New status for floating IP 25fd3cd0-74bf-46b7-ae0e-de1658717952: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:04:39.471969 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-fa48c03d-2865-4a07-90ca-41e81a46fdba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432124 Sep 20 13:04:39.569544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-658c6cdf-5b18-483f-8cbb-3f224ff487c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:39.571601 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-658c6cdf-5b18-483f-8cbb-3f224ff487c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1097 time: 0.0512054 Sep 20 13:04:39.694017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-d5396c17-ddb8-4f06-b0c6-c8cf3d4dfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:39.695532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-d5396c17-ddb8-4f06-b0c6-c8cf3d4dfc47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.1025264 Sep 20 13:04:39.768237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-32b292db-448a-4937-89c2-e316b614d618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 1001 time: 0.0652020 Sep 20 13:04:39.819023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-91622f86-876a-4942-90af-292c43fe2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:39.820675 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-91622f86-876a-4942-90af-292c43fe2008 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0450673 Sep 20 13:04:39.864403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-7f861016-988e-4cd7-bbd8-4b7c39a37400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:04:39.865979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-7f861016-988e-4cd7-bbd8-4b7c39a37400 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387650 Sep 20 13:04:39.965273 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-8fe8c5a6-f53e-4787-9102-cb19e721d471 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901580 Sep 20 13:04:40.070405 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4226f721-b94b-4c61-98b1-cbab55b23777 req-eb970517-61ef-4221-a539-672646ad6ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974896 Sep 20 13:04:42.454655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-55ee6b30-490c-492c-9ca2-75c89efefbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:45.237322 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3619238f-f6b0-4942-a9b1-b38fd21e1447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:45.648828 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:46.631468 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:48.065843 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:50.145661 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:04:50.603306 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:06.508421 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:05:12.385224 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6160a795-e5a3-4627-a50f-e7531051ab8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:15.190572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-244a003b-5bcf-41d3-9c69-3aab97c9815d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:15.676797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:16.659475 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:18.070669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:20.178616 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:20.647597 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:27.995472 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:27.999964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3ee60a89-3109-40f4-b453-f57b2c16cf47 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302344518', 'description': 'tempest-secgroup-smoke-302344518 description', 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:28.081633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ee60a89-3109-40f4-b453-f57b2c16cf47 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.159835 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ee60a89-3109-40f4-b453-f57b2c16cf47 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.195806 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ee60a89-3109-40f4-b453-f57b2c16cf47 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.223464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee60a89-3109-40f4-b453-f57b2c16cf47 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9642f17-071d-4bc5-8222-52e18e36d903,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:28.275103 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ee60a89-3109-40f4-b453-f57b2c16cf47 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.276373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ee60a89-3109-40f4-b453-f57b2c16cf47 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2799208 Sep 20 13:05:28.279504 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40726) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:28.283717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b58deaf2-7913-4fc3-af72-d21457ed5e92 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'security_group_rule': {'security_group_id': 'a9642f17-071d-4bc5-8222-52e18e36d903', 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:28.376708 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b58deaf2-7913-4fc3-af72-d21457ed5e92 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.436138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b58deaf2-7913-4fc3-af72-d21457ed5e92 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.503919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b58deaf2-7913-4fc3-af72-d21457ed5e92 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.522135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58deaf2-7913-4fc3-af72-d21457ed5e92 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db5c66e-db2b-44ac-be08-ff03b0fb725d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:28.594958 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b58deaf2-7913-4fc3-af72-d21457ed5e92 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.596212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b58deaf2-7913-4fc3-af72-d21457ed5e92 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158071 Sep 20 13:05:28.599072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:28.604030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ca9364fc-c3c5-47ac-9809-b798e0a571bf tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'security_group_rule': {'security_group_id': 'a9642f17-071d-4bc5-8222-52e18e36d903', 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:28.698122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9364fc-c3c5-47ac-9809-b798e0a571bf tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.754394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9364fc-c3c5-47ac-9809-b798e0a571bf tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.824154 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9364fc-c3c5-47ac-9809-b798e0a571bf tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.842023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9364fc-c3c5-47ac-9809-b798e0a571bf tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c25729-1759-417c-8fb7-2fe9594ecd7a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:28.910028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca9364fc-c3c5-47ac-9809-b798e0a571bf tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:28.911254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca9364fc-c3c5-47ac-9809-b798e0a571bf tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105757 Sep 20 13:05:28.914150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40732) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:28.918577 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bf8adc94-951b-4c65-9deb-71313506f206 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'security_group_rule': {'security_group_id': 'a9642f17-071d-4bc5-8222-52e18e36d903', 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:29.006201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc94-951b-4c65-9deb-71313506f206 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.061854 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc94-951b-4c65-9deb-71313506f206 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.138593 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc94-951b-4c65-9deb-71313506f206 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.156944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8adc94-951b-4c65-9deb-71313506f206 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5175746-e39b-45c4-a14c-9be70da55340,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:29.230104 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc94-951b-4c65-9deb-71313506f206 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.231357 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf8adc94-951b-4c65-9deb-71313506f206 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162279 Sep 20 13:05:29.233915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40734) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:29.238120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3b11e6f5-a04b-493e-bc8e-441a64e9c21c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'security_group_rule': {'security_group_id': 'a9642f17-071d-4bc5-8222-52e18e36d903', 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:29.326352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b11e6f5-a04b-493e-bc8e-441a64e9c21c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.386013 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b11e6f5-a04b-493e-bc8e-441a64e9c21c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.446720 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b11e6f5-a04b-493e-bc8e-441a64e9c21c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.464560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11e6f5-a04b-493e-bc8e-441a64e9c21c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dfe136-ceee-4141-ba88-f92058f73d04,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:29.527138 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b11e6f5-a04b-493e-bc8e-441a64e9c21c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.528401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b11e6f5-a04b-493e-bc8e-441a64e9c21c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2935841 Sep 20 13:05:29.531157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40736) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:29.535475 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ecdc8600-b846-4f3b-a239-13836b414030 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'security_group_rule': {'security_group_id': 'a9642f17-071d-4bc5-8222-52e18e36d903', 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:29.618680 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-ecdc8600-b846-4f3b-a239-13836b414030 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Project e388483956eb4b14b53517ee4fe1dcbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:05:29.623545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8600-b846-4f3b-a239-13836b414030 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.681983 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8600-b846-4f3b-a239-13836b414030 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.750101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8600-b846-4f3b-a239-13836b414030 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.767086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc8600-b846-4f3b-a239-13836b414030 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d6611b-5d72-47a3-8897-4571ea27adfa,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:29.841745 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8600-b846-4f3b-a239-13836b414030 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.843057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ecdc8600-b846-4f3b-a239-13836b414030 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3109691 Sep 20 13:05:29.845887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:29.850729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-49626185-115a-48b8-98f8-6b8a88da3af7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'security_group_rule': {'security_group_id': 'a9642f17-071d-4bc5-8222-52e18e36d903', 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:29.933215 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-49626185-115a-48b8-98f8-6b8a88da3af7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Project e388483956eb4b14b53517ee4fe1dcbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:05:29.938094 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49626185-115a-48b8-98f8-6b8a88da3af7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:29.997629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49626185-115a-48b8-98f8-6b8a88da3af7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:30.075638 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49626185-115a-48b8-98f8-6b8a88da3af7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:30.093448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49626185-115a-48b8-98f8-6b8a88da3af7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d173385-9ff2-4e70-9516-4873ba234e19,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:30.161259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49626185-115a-48b8-98f8-6b8a88da3af7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:30.162486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-49626185-115a-48b8-98f8-6b8a88da3af7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156765 Sep 20 13:05:30.412675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1c5e9145-75b7-4623-bfdd-be76d422b042 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302344518&fields=id&tenant_id=e388483956eb4b14b53517ee4fe1dcbe HTTP/1.1" status: 200 len: 267 time: 0.0316801 Sep 20 13:05:30.517743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12442db-b63a-470c-ae5b-219bb7853418 req-8f73bbe1-2a2e-4388-bbc3-1577163cb0d6 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:30.519245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-8f73bbe1-2a2e-4388-bbc3-1577163cb0d6 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/networks?id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc HTTP/1.1" status: 200 len: 814 time: 0.0999925 Sep 20 13:05:30.534102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-c2a16b3e-d7b2-4bea-928b-6b5a869d45d3 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/quotas/e388483956eb4b14b53517ee4fe1dcbe HTTP/1.1" status: 200 len: 375 time: 0.0089829 Sep 20 13:05:30.582847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-9cb8a0ab-6602-4e5d-8e72-5701de946b6b tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429487 Sep 20 13:05:30.677915 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-fcd64951-da75-4a99-963e-19d3446339be service neutron] 10.222.0.37 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832794 Sep 20 13:05:30.764634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-dcd69e93-fec4-470d-bdb7-b2d0b91cde84 service neutron] 10.222.0.37 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802867 Sep 20 13:05:31.246366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2f10d94c-9923-4974-b97e-05bba605fe39 req-dec2766b-55e2-44ab-a3d5-cba56010c99f tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 210 time: 0.0307393 Sep 20 13:05:32.339846 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d4b3cc0-61e5-47c3-910c-563038b552ef req-04df4f93-4216-4420-82bb-3c9cf614b4b2 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 210 time: 0.0260539 Sep 20 13:05:33.189031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12442db-b63a-470c-ae5b-219bb7853418 req-edef5f0c-1b5a-4472-9e07-11757505e501 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:33.190397 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-edef5f0c-1b5a-4472-9e07-11757505e501 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.32 "GET /v2.0/networks?id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc HTTP/1.1" status: 200 len: 814 time: 0.1051228 Sep 20 13:05:33.233948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-6f00227b-7e68-4b2e-b13c-6f3de0662a58 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e388483956eb4b14b53517ee4fe1dcbe HTTP/1.1" status: 200 len: 379 time: 0.0348804 Sep 20 13:05:33.242781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'port': {'device_id': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'admin_state_up': True, 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'security_groups': ['a9642f17-071d-4bc5-8222-52e18e36d903']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:33.430397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Made reservation on behalf of e388483956eb4b14b53517ee4fe1dcbe for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:05:33.436990 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:33.437161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d45abac6-4219-4875-bb2c-2598cc4c523c req-aa816ffa-691c-44a9-a55a-4ebf6fa6e8a5 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 210 time: 0.0274019 Sep 20 13:05:33.566972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Allocated IP 172.20.0.6 (f5d97347-a3ab-403d-99b0-cdf1f50aa3cc/fb7ff740-1f9f-44a2-879f-c93c8a442e2b/5b559e74-63d0-4e1c-8785-12054e83da4c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:05:33.711338 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:33.830894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:33.873420 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:05:33.876476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:05:33.880050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:05:33.889196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'Port': ['ID=5b559e74-63d0-4e1c-8785-12054e83da4c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:33.922877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.923220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.923555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.923888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.924216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.924542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.924866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.925214 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.925536 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.925876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.926177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.926494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:33.960599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:33.965236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:34.033591 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-834aa553-da1c-43e4-95af-47e9d17839e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435874 Sep 20 13:05:34.048981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-d5730ff5-0171-49e4-b4de-290317440007 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8099110 Sep 20 13:05:34.062729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Request body: {'port': {'device_id': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:34.107133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-18ffde02-31b9-4fce-9d2c-c4d852a6e612 None None] Provisioning complete for port 5b559e74-63d0-4e1c-8785-12054e83da4c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:05:34.107714 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18ffde02-31b9-4fce-9d2c-c4d852a6e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:34.144348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-18ffde02-31b9-4fce-9d2c-c4d852a6e612 None None] Port 5b559e74-63d0-4e1c-8785-12054e83da4c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:05:34.163422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:34.168021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-23ec6fa1-efb7-417a-8c54-1d86f2a8b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:34.169601 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-23ec6fa1-efb7-417a-8c54-1d86f2a8b292 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 1096 time: 0.0814009 Sep 20 13:05:34.377919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-75cf1e09-e223-4d20-a279-38b3ca7a4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:34.379396 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-75cf1e09-e223-4d20-a279-38b3ca7a4c0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.1772809 Sep 20 13:05:34.487905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-ee4afd9c-0ffa-4b15-b8ff-be9afe055c44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 HTTP/1.1" status: 200 len: 1000 time: 0.0986445 Sep 20 13:05:34.553660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-2fbbb841-067f-46f6-828d-4ac5a5c0655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:34.555154 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-2fbbb841-067f-46f6-828d-4ac5a5c0655b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0587161 Sep 20 13:05:34.580740 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60011e-1c71-4a66-8869-e8f0e3685e50 req-a921ea2f-9106-469f-ac3a-505d7a89c497 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:34.582490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea60011e-1c71-4a66-8869-e8f0e3685e50 req-a921ea2f-9106-469f-ac3a-505d7a89c497 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 931 time: 0.0643182 Sep 20 13:05:34.645362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea60011e-1c71-4a66-8869-e8f0e3685e50 req-55a8705a-68c8-47ae-8903-0b360340329c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525322 Sep 20 13:05:34.648289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b559e74-63d0-4e1c-8785-12054e83da4c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:05:34.660926 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:34.666861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-c275c8c1-2308-411e-a963-4ee5bb38fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:34.668395 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-c275c8c1-2308-411e-a963-4ee5bb38fa5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043775 Sep 20 13:05:34.686148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Transition to ACTIVE for port object 5b559e74-63d0-4e1c-8785-12054e83da4c will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:05:34.763642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-188c8479-4ffe-4697-8190-381d47a6fbe3 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856643 Sep 20 13:05:34.792002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:34.893854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b559e74-63d0-4e1c-8785-12054e83da4c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:34.956148 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-adf4cbaa-c30e-4549-b141-0f56c2d8d44b req-c18aa6f8-5343-4e8c-ac02-37ca9eb92364 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854303 Sep 20 13:05:34.991441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Attempting to bind port 5b559e74-63d0-4e1c-8785-12054e83da4c on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:05:34.991441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Attempting to bind port 5b559e74-63d0-4e1c-8785-12054e83da4c by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:05:34.991769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Attempting to bind port 5b559e74-63d0-4e1c-8785-12054e83da4c on network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:05:34.997634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Port 5b559e74-63d0-4e1c-8785-12054e83da4c on network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:05:34.997962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Attempting to bind port 5b559e74-63d0-4e1c-8785-12054e83da4c on network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:05:35.003119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:05:35.003451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Checking segment: {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:05:35.003883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Bound using segment: {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:05:35.004309 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Bound port: 5b559e74-63d0-4e1c-8785-12054e83da4c, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fba9b8-8c81-4789-854b-9af1b64d3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:05:35.004667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:35.071863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] For port 5b559e74-63d0-4e1c-8785-12054e83da4c, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:05:35.075191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] For port 5b559e74-63d0-4e1c-8785-12054e83da4c, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5b559e74-63d0-4e1c-8785-12054e83da4c,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:05:35.133709 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:35.169379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:35.170053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:35.171421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/5b559e74-63d0-4e1c-8785-12054e83da4c HTTP/1.1" status: 200 len: 1091 time: 1.1134517 Sep 20 13:05:35.171862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:05:35.174089 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d0bb2c-2659-4d88-b485-66cd28f8908f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:05:35.199683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621570c-7eeb-4a35-a7f6-ecf025d704b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b559e74-63d0-4e1c-8785-12054e83da4c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:35.234666 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b12eb4-6b5d-41cb-948b-9aab3159917e x-openstack-request-id: req-54b12eb4-6b5d-41cb-948b-9aab3159917e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:05:35.235061 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:05:35.235993 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54b12eb4-6b5d-41cb-948b-9aab3159917e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:05:35.235993 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'status': 'completed', 'code': 200} Sep 20 13:05:35.303543 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0bb2c-2659-4d88-b485-66cd28f8908f req-6d124b8a-145a-467b-8a2e-981eeb1e2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:35.305343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-06d0bb2c-2659-4d88-b485-66cd28f8908f req-6d124b8a-145a-467b-8a2e-981eeb1e2ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1094 time: 0.0486333 Sep 20 13:05:35.410159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0bb2c-2659-4d88-b485-66cd28f8908f req-cf71ffea-ac36-4c4d-a764-eecf9e8b3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:35.411794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-06d0bb2c-2659-4d88-b485-66cd28f8908f req-cf71ffea-ac36-4c4d-a764-eecf9e8b3bea service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0979135 Sep 20 13:05:35.512494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0bb2c-2659-4d88-b485-66cd28f8908f req-edeaa0d5-79b8-4117-8eaa-9aa10fea5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:35.514084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-06d0bb2c-2659-4d88-b485-66cd28f8908f req-edeaa0d5-79b8-4117-8eaa-9aa10fea5f34 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0954061 Sep 20 13:05:35.590993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12442db-b63a-470c-ae5b-219bb7853418 req-2966530f-293f-4588-8e8e-a48ec945dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:35.592504 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-2966530f-293f-4588-8e8e-a48ec945dd17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1094 time: 0.0400486 Sep 20 13:05:35.633801 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-a1da5c59-afc3-4215-b2d5-248bcc72a23c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b559e74-63d0-4e1c-8785-12054e83da4c HTTP/1.1" status: 200 len: 217 time: 0.0343025 Sep 20 13:05:35.687678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12442db-b63a-470c-ae5b-219bb7853418 req-215a3828-49c8-4d79-acf7-3bda58a8dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:35.689217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-215a3828-49c8-4d79-acf7-3bda58a8dc1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb7ff740-1f9f-44a2-879f-c93c8a442e2b HTTP/1.1" status: 200 len: 853 time: 0.0486302 Sep 20 13:05:35.740332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12442db-b63a-470c-ae5b-219bb7853418 req-fb354cee-9aa4-46ee-8356-16f6b89365d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:35.742281 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-fb354cee-9aa4-46ee-8356-16f6b89365d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414073 Sep 20 13:05:35.762965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff195c-248c-4387-a146-6141b62f3234 req-859c71ef-69ec-4ff2-833d-e6076dd57247 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:35.764523 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7ff195c-248c-4387-a146-6141b62f3234 req-859c71ef-69ec-4ff2-833d-e6076dd57247 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0560219 Sep 20 13:05:35.805230 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7ff195c-248c-4387-a146-6141b62f3234 req-7bc0acf0-5b97-4814-b60a-d9e1be9f4c0b tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337334 Sep 20 13:05:35.839088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-32364dfe-2992-4de1-8199-358cf586e948 service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883970 Sep 20 13:05:36.274609 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f12442db-b63a-470c-ae5b-219bb7853418 req-fb363c96-4a29-4407-9e03-e9755a724154 service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282155 Sep 20 13:05:36.925232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be6c9-22b5-4938-b83d-320b8cf1af05 req-e8aec572-345f-4bc8-a625-6b390ad0ba3d tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:36.926718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3be6c9-22b5-4938-b83d-320b8cf1af05 req-e8aec572-345f-4bc8-a625-6b390ad0ba3d tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0488193 Sep 20 13:05:36.964602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba3be6c9-22b5-4938-b83d-320b8cf1af05 req-8535a2e7-55a5-4165-98e2-61798f74ce74 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Sep 20 13:05:38.086315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e0f26-e5cd-46db-b503-66667c53d087 req-e2dd27c4-db02-46ee-aa76-18069fd1cd2a tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:38.091492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa0e0f26-e5cd-46db-b503-66667c53d087 req-e2dd27c4-db02-46ee-aa76-18069fd1cd2a tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0582201 Sep 20 13:05:38.129644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa0e0f26-e5cd-46db-b503-66667c53d087 req-de96f413-7b98-4e96-b79b-5a1099c909b2 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320101 Sep 20 13:05:39.251428 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda9c20-da9f-4749-a49e-8399ca21073c req-742f078e-0b23-476c-aecf-bb2239d25c7c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:39.253002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffda9c20-da9f-4749-a49e-8399ca21073c req-742f078e-0b23-476c-aecf-bb2239d25c7c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0522065 Sep 20 13:05:39.629345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffda9c20-da9f-4749-a49e-8399ca21073c req-33cc133e-edfc-4030-bd2e-dd2e289992eb tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691380 Sep 20 13:05:40.744512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bbc93-bf3b-461d-8217-3841b18b0943 req-1c4062e1-056a-49e4-b6d4-276226efde50 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:40.746002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d7bbc93-bf3b-461d-8217-3841b18b0943 req-1c4062e1-056a-49e4-b6d4-276226efde50 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0476570 Sep 20 13:05:40.783709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d7bbc93-bf3b-461d-8217-3841b18b0943 req-efd0e968-3cb6-4ec7-9358-b84e7ed9610d tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317068 Sep 20 13:05:41.472970 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-c5027fe6-ab3d-4dd8-bd51-6e593a14f7c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381949 Sep 20 13:05:41.558346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-03037fe8-9faf-4c33-89fe-6be4fd055e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:41.559920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-03037fe8-9faf-4c33-89fe-6be4fd055e5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1097 time: 0.0443423 Sep 20 13:05:41.660711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-9625d2bd-cedb-4ac5-8994-ff31bac51609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:41.662731 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-9625d2bd-cedb-4ac5-8994-ff31bac51609 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0834422 Sep 20 13:05:41.730645 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-d74d83bd-a494-4c5a-8248-966fa92ad023 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 1001 time: 0.0602388 Sep 20 13:05:41.779012 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-7108390c-1947-429b-a55b-c48b3e66fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:41.780551 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-7108390c-1947-429b-a55b-c48b3e66fe6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0431771 Sep 20 13:05:41.827319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-dd46f89d-d8d4-4156-aa61-19b691444289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:41.828814 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-dd46f89d-d8d4-4156-aa61-19b691444289 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415218 Sep 20 13:05:41.925457 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-2627a495-b1b9-4a5e-8a99-8c465b33dd20 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888412 Sep 20 13:05:42.018856 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b709a2ea-c830-49cd-971d-ce8dc20f577b req-fc0f67d8-2ac2-4efb-83ae-71f381c7f03c service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862956 Sep 20 13:05:42.041767 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790203c-f856-488e-98d5-d05c4b531d0a req-2a856c29-f743-46c3-a5e7-8513f68efd7c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:42.043242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4790203c-f856-488e-98d5-d05c4b531d0a req-2a856c29-f743-46c3-a5e7-8513f68efd7c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.1909800 Sep 20 13:05:42.081513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4790203c-f856-488e-98d5-d05c4b531d0a req-58313f0c-db0a-4b26-b116-0b7b3aaba3b9 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322039 Sep 20 13:05:42.406583 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4f660a96-6726-429d-be43-024a2d7d8bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:43.197672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e48e3-9166-4781-9225-acec1fded44c req-ef460613-5e44-4b8c-8309-bc4702c5c68e tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:43.199046 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d91e48e3-9166-4781-9225-acec1fded44c req-ef460613-5e44-4b8c-8309-bc4702c5c68e tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0504696 Sep 20 13:05:43.236135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d91e48e3-9166-4781-9225-acec1fded44c req-44413521-8286-46a7-aa11-0ad46bd43f40 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310898 Sep 20 13:05:43.507879 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:05:44.349926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f062-6bf6-4626-b6c5-8fb7fc639b13 req-188bc9cf-58ea-4c89-a7d7-3ec5ab4a15b7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:44.351387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69c7f062-6bf6-4626-b6c5-8fb7fc639b13 req-188bc9cf-58ea-4c89-a7d7-3ec5ab4a15b7 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0473917 Sep 20 13:05:44.388977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69c7f062-6bf6-4626-b6c5-8fb7fc639b13 req-acca0ed2-e87d-491c-9d5c-252d89b346c0 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Sep 20 13:05:45.509224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c45a-ccab-41e1-bd32-9764bde6c6d3 req-0460eae3-e1cb-4d7c-b5e7-6af93110b0d4 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:45.510703 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1782c45a-ccab-41e1-bd32-9764bde6c6d3 req-0460eae3-e1cb-4d7c-b5e7-6af93110b0d4 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0487885 Sep 20 13:05:45.521400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a6061c11-40e2-4ff5-a02b-2e0b811582c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:45.548022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1782c45a-ccab-41e1-bd32-9764bde6c6d3 req-235a4bd5-84b8-4723-b00d-799ae9370e17 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Sep 20 13:05:45.646633 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:46.641037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:46.667701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f25d-e821-4d76-a40c-8b82de292d48 req-eadaa2ec-bb0c-42c4-abfe-852abc156173 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:46.669306 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7a1f25d-e821-4d76-a40c-8b82de292d48 req-eadaa2ec-bb0c-42c4-abfe-852abc156173 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0517557 Sep 20 13:05:46.707519 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7a1f25d-e821-4d76-a40c-8b82de292d48 req-57bcc6e8-e1d8-417d-843d-3b26f686c4ae tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319912 Sep 20 13:05:47.826811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ca21b-28ff-4d76-934a-41dfe9f2b39f req-53337dc7-978d-41a9-948e-a377bbb1026e tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:47.828310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a5ca21b-28ff-4d76-934a-41dfe9f2b39f req-53337dc7-978d-41a9-948e-a377bbb1026e tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 943 time: 0.0510533 Sep 20 13:05:47.844248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5b559e74-63d0-4e1c-8785-12054e83da4c details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:05:47.868381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a5ca21b-28ff-4d76-934a-41dfe9f2b39f req-976c2f2c-8e2c-4e6e-8b23-2eaac35d0f0c tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331819 Sep 20 13:05:47.941076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5b559e74-63d0-4e1c-8785-12054e83da4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5b559e74-63d0-4e1c-8785-12054e83da4c,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:05:47.952432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'mac_address': 'fa:16:3e:5b:a2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:05:47.996674 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:48.008911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b559e74-63d0-4e1c-8785-12054e83da4c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:05:48.027670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5b559e74-63d0-4e1c-8785-12054e83da4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5b559e74-63d0-4e1c-8785-12054e83da4c,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:05:48.040671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:48.080383 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:48.130398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=5b559e74-63d0-4e1c-8785-12054e83da4c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:48.137550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.137891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.138226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.138558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.138887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.139215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.139539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.139857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.140175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.140492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.140808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.141195 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:48.312517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['5b559e74-63d0-4e1c-8785-12054e83da4c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:05:48.982666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e54a7-de60-4e6d-a279-be1f84e1833c req-7afae4cb-0601-4b18-b426-21bbdc15a914 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:48.984121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-517e54a7-de60-4e6d-a279-be1f84e1833c req-7afae4cb-0601-4b18-b426-21bbdc15a914 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 944 time: 0.0480890 Sep 20 13:05:49.022448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-517e54a7-de60-4e6d-a279-be1f84e1833c req-382861bd-b36f-4b37-864a-277f8a5efacf tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Sep 20 13:05:49.844942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5b559e74-63d0-4e1c-8785-12054e83da4c up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:05:50.000837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 5b559e74-63d0-4e1c-8785-12054e83da4c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:05:50.004411 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 5b559e74-63d0-4e1c-8785-12054e83da4c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:05:50.004860 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:50.079671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:50.102410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:05:50.104610 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad83e52-1916-4e08-a575-6f34de6ac2cc" -d '{"events": [{"server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "name": "network-vif-plugged", "status": "completed", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:05:50.127339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 5b559e74-63d0-4e1c-8785-12054e83da4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5b559e74-63d0-4e1c-8785-12054e83da4c,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:05:50.144063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ce4c5-1d65-4e14-80c9-d6c94f88f72f req-b6451770-dc73-46a3-a0ab-090058c20e2a tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:50.145580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd4ce4c5-1d65-4e14-80c9-d6c94f88f72f req-b6451770-dc73-46a3-a0ab-090058c20e2a tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 944 time: 0.0538921 Sep 20 13:05:50.184556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd4ce4c5-1d65-4e14-80c9-d6c94f88f72f req-98b9215a-7183-47d4-a66d-1750e5cb9f94 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328021 Sep 20 13:05:50.189560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:50.213913 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:50.233222 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603ac6e-2369-494f-ae50-669e27f4aeea x-openstack-request-id: req-f603ac6e-2369-494f-ae50-669e27f4aeea {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:05:50.233510 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "name": "network-vif-plugged", "status": "completed", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:05:50.233763 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f603ac6e-2369-494f-ae50-669e27f4aeea {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:05:50.234174 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'code': 200} Sep 20 13:05:50.244236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=5b559e74-63d0-4e1c-8785-12054e83da4c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:50.330926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819a7a9-e806-4bc7-97fb-5a0b0dfeefaa req-f896db30-a37a-486a-ae68-30206ac9b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:50.332496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7819a7a9-e806-4bc7-97fb-5a0b0dfeefaa req-f896db30-a37a-486a-ae68-30206ac9b0c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0439432 Sep 20 13:05:50.367948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7819a7a9-e806-4bc7-97fb-5a0b0dfeefaa req-833d5f8c-247c-43bd-8e35-77ca4595fea2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281241 Sep 20 13:05:50.606074 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:51.303774 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64856411-4c88-4180-9e75-294208011219 req-269bda4e-0d8a-4286-85b6-a8cbaee4ba3b tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:51.305287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64856411-4c88-4180-9e75-294208011219 req-269bda4e-0d8a-4286-85b6-a8cbaee4ba3b tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 945 time: 0.0495703 Sep 20 13:05:51.343682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64856411-4c88-4180-9e75-294208011219 req-2578f52d-c54c-4878-8e92-541503118075 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Sep 20 13:05:52.460494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186297c-b77c-4237-b6b2-902814bbc33f req-d656e154-1009-46b0-bfd7-d1fc98da7c57 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:52.461992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1186297c-b77c-4237-b6b2-902814bbc33f req-d656e154-1009-46b0-bfd7-d1fc98da7c57 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 945 time: 0.0487573 Sep 20 13:05:52.499029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1186297c-b77c-4237-b6b2-902814bbc33f req-835c94f9-fb08-4a16-9752-3e4580623d2d tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 Sep 20 13:05:52.612756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af7e79-7256-4121-a570-c00301d32374 req-d9d5ee97-2ecd-4e8e-996a-23b6e9dbbc69 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:52.614244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2af7e79-7256-4121-a570-c00301d32374 req-d9d5ee97-2ecd-4e8e-996a-23b6e9dbbc69 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 945 time: 0.0507870 Sep 20 13:05:52.651510 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2af7e79-7256-4121-a570-c00301d32374 req-54068cb6-6f1f-4545-b21e-290a8eeaea8e tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Sep 20 13:05:52.672019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:52.755324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b986fee9-e4c3-4e00-b0ca-94b0493efa76 tempest-TestVolumeBackupRestore-551897701 tempest-TestVolumeBackupRestore-551897701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:52.757597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b986fee9-e4c3-4e00-b0ca-94b0493efa76 tempest-TestVolumeBackupRestore-551897701 tempest-TestVolumeBackupRestore-551897701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1091 time: 0.0846210 Sep 20 13:05:52.760545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:52.764705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:52.835259 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:52.932629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:53.033154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Allocated IP 172.25.6.117 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/1088e4a5-2b87-46a6-97a5-6e7d7eac5a03) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:05:53.134982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:53.229997 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:53.264074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:05:53.268413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:05:53.272337 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:05:53.297523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'Port': ['ID=1088e4a5-2b87-46a6-97a5-6e7d7eac5a03,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:53.311301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.311654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.311992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.312330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.312663 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.312998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.313370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.313698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.314025 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.314350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.314673 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.315003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:05:53.635692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:53.774114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:53.926879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:53.994676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:54.067840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event updated for resources: {'Port': ['ID=1088e4a5-2b87-46a6-97a5-6e7d7eac5a03,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:05:54.075853 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:54.174079 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Floating IP 550f131b-ae6e-4d6d-b6a2-b77dde2b761c associated. External IP: 172.25.6.117, port: 5b559e74-63d0-4e1c-8785-12054e83da4c. Sep 20 13:05:54.376498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Router cf379f95-15d3-4182-ab1e-d046db3700ab has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:05:54.476841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:05:54.486406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] Sync routers for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:05:54.496937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:05:54.504473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:05:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:05:54.543504 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:54.574073 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd2262cd-b99e-4970-9898-68f526797d29 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8124828 Sep 20 13:05:54.574655 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:05:54.576919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40816) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:54.577472 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c883b7d6-cbde-4687-8479-8198c91deae8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:05:54.620357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa8fc14-ceb6-4b42-b418-770bd6ae60a9 tempest-TestVolumeBackupRestore-551897701 tempest-TestVolumeBackupRestore-551897701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:54.622262 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5fa8fc14-ceb6-4b42-b418-770bd6ae60a9 tempest-TestVolumeBackupRestore-551897701 tempest-TestVolumeBackupRestore-551897701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1091 time: 0.0440285 Sep 20 13:05:54.625414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40822) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:05:54.633040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-9cf985e7-7f29-4e8e-ac5a-8e4cbfa65e25 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Request body: {'floatingip': {'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:05:54.692758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf985e7-7f29-4e8e-ac5a-8e4cbfa65e25 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for floatingip, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:54.696862 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbcc590-ba9e-4266-86c7-888363a30b1d x-openstack-request-id: req-afbcc590-ba9e-4266-86c7-888363a30b1d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:05:54.697386 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:05:54.697706 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afbcc590-ba9e-4266-86c7-888363a30b1d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:05:54.698197 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'status': 'completed', 'code': 200} Sep 20 13:05:54.758980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:05:54.797877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-71815b75-5852-4c77-8662-97654c34a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:54.799352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-71815b75-5852-4c77-8662-97654c34a8a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0747097 Sep 20 13:05:54.990490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '550f131b-ae6e-4d6d-b6a2-b77dde2b761c', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'mac_address': 'fa:16:3e:5b:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:05:53Z', 'updated_at': '2021-09-20T13:05:53Z', 'revision_number': 0, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:05:55.001261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-1d40fae3-02f9-4620-b45c-0b700869db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:55.002718 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-1d40fae3-02f9-4620-b45c-0b700869db14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc HTTP/1.1" status: 200 len: 914 time: 0.1940246 Sep 20 13:05:55.020143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] Checking router: cf379f95-15d3-4182-ab1e-d046db3700ab for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:05:55.029176 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:05:55.029776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:05:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:05:55.112470 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-93d24971-a9e8-46db-9047-689bf68757f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b559e74-63d0-4e1c-8785-12054e83da4c HTTP/1.1" status: 200 len: 999 time: 0.1019137 Sep 20 13:05:55.137280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:05:55.211254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-a522cb5a-0daf-4286-873a-95cdd1d59093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:55.212715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-a522cb5a-0daf-4286-873a-95cdd1d59093 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb7ff740-1f9f-44a2-879f-c93c8a442e2b HTTP/1.1" status: 200 len: 853 time: 0.0901258 Sep 20 13:05:55.314983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-a1925edf-623b-4c72-88ac-dd4e0c7e9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:55.316549 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-a1925edf-623b-4c72-88ac-dd4e0c7e9b18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796919 Sep 20 13:05:55.356770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '550f131b-ae6e-4d6d-b6a2-b77dde2b761c', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'mac_address': 'fa:16:3e:5b:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:05:53Z', 'updated_at': '2021-09-20T13:05:53Z', 'revision_number': 0, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:05:55.385729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf4ae4-9b73-4796-a204-1cba9d6d7ed3 None None] The sync data for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 is: [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '550f131b-ae6e-4d6d-b6a2-b77dde2b761c', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'mac_address': 'fa:16:3e:5b:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:05:53Z', 'updated_at': '2021-09-20T13:05:53Z', 'revision_number': 0, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:05:55.426035 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf985e7-7f29-4e8e-ac5a-8e4cbfa65e25 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:55.454871 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-fcb40b30-c9f7-4907-98e9-78e1e531c634 service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269572 Sep 20 13:05:55.523692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf985e7-7f29-4e8e-ac5a-8e4cbfa65e25 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:55.592330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c883b7d6-cbde-4687-8479-8198c91deae8 req-2b3ce3bc-b81a-461e-b8c1-b1cf9534d26f service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304979 Sep 20 13:05:55.607373 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ade91-40e2-41bf-99b3-37053bc3445e None None] New status for floating IP 550f131b-ae6e-4d6d-b6a2-b77dde2b761c: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:05:55.750523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf985e7-7f29-4e8e-ac5a-8e4cbfa65e25 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Router cf379f95-15d3-4182-ab1e-d046db3700ab has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:05:55.862500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf985e7-7f29-4e8e-ac5a-8e4cbfa65e25 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:05:55.869074 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cf985e7-7f29-4e8e-ac5a-8e4cbfa65e25 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:05:55.897019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:05:55.899249 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cef5eeb-c50b-4807-86e0-00a30ce86d03" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:05:55.904807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] Sync routers for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:05:55.915489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:05:55.916321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:05:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:05:55.938926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9cf985e7-7f29-4e8e-ac5a-8e4cbfa65e25 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "PUT /v2.0/floatingips/550f131b-ae6e-4d6d-b6a2-b77dde2b761c HTTP/1.1" status: 200 len: 991 time: 1.3060751 Sep 20 13:05:55.945986 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5981dceb-b61f-42bf-a728-a6feaa430433 x-openstack-request-id: req-5981dceb-b61f-42bf-a728-a6feaa430433 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:05:55.946275 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:05:55.946550 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5981dceb-b61f-42bf-a728-a6feaa430433 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:05:55.946948 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'status': 'completed', 'code': 200} Sep 20 13:05:56.005521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-81680aee-d87a-4343-81b2-3a2c958d344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:56.007204 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-81680aee-d87a-4343-81b2-3a2c958d344b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0393717 Sep 20 13:05:56.023826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:05:56.095306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-5e4cffcf-1b61-432c-b754-b18b075a4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:56.096826 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-5e4cffcf-1b61-432c-b754-b18b075a4f2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc HTTP/1.1" status: 200 len: 914 time: 0.0831285 Sep 20 13:05:56.164545 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-085618c3-26f6-4350-a4bb-bfc88ea43d79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b559e74-63d0-4e1c-8785-12054e83da4c HTTP/1.1" status: 200 len: 1001 time: 0.0607305 Sep 20 13:05:56.213497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-5390de1b-8be4-4ea5-96d4-5c637af2a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:56.214952 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-5390de1b-8be4-4ea5-96d4-5c637af2a35f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb7ff740-1f9f-44a2-879f-c93c8a442e2b HTTP/1.1" status: 200 len: 853 time: 0.0427809 Sep 20 13:05:56.245353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '550f131b-ae6e-4d6d-b6a2-b77dde2b761c', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'mac_address': 'fa:16:3e:5b:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:05:53Z', 'updated_at': '2021-09-20T13:05:55Z', 'revision_number': 2, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:05:56.267485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-7ad8050d-c8d8-4695-9a19-0a49ee948b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:56.269037 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-7ad8050d-c8d8-4695-9a19-0a49ee948b8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464807 Sep 20 13:05:56.270880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] Checking router: cf379f95-15d3-4182-ab1e-d046db3700ab for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:05:56.279729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:05:56.280334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:05:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:05:56.361942 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-9f84c0bd-98dc-47a8-ae7f-d91080c4d979 service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856214 Sep 20 13:05:56.387100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:05:56.454735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cef5eeb-c50b-4807-86e0-00a30ce86d03 req-433075bf-1157-42f0-a0aa-ea6d7e2e0348 service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830052 Sep 20 13:05:56.615476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '550f131b-ae6e-4d6d-b6a2-b77dde2b761c', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'mac_address': 'fa:16:3e:5b:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:05:53Z', 'updated_at': '2021-09-20T13:05:55Z', 'revision_number': 2, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:05:56.641083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e134c-c343-480e-931a-48b6a6b754ce None None] The sync data for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 is: [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '550f131b-ae6e-4d6d-b6a2-b77dde2b761c', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'port_id': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'mac_address': 'fa:16:3e:5b:a2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:05:53Z', 'updated_at': '2021-09-20T13:05:55Z', 'revision_number': 2, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:05:57.947902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:05:57.950236 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f021ba67-11f7-477d-a142-85e7b1ec549e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:05:57.985959 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219b54a-50d2-42dd-842e-00e65e4a5e9a x-openstack-request-id: req-7219b54a-50d2-42dd-842e-00e65e4a5e9a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:05:57.986245 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:05:57.986492 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7219b54a-50d2-42dd-842e-00e65e4a5e9a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:05:57.989956 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'status': 'completed', 'code': 200} Sep 20 13:05:58.049283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-d649edfa-2304-4e5f-a4f2-62e6638b54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:58.050773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-d649edfa-2304-4e5f-a4f2-62e6638b54ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0434828 Sep 20 13:05:58.137669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-6809902f-06f0-4448-9b00-fd75259d27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:58.139122 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-6809902f-06f0-4448-9b00-fd75259d27cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc HTTP/1.1" status: 200 len: 914 time: 0.0821195 Sep 20 13:05:58.206068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-ce24756d-8e1b-44cf-9a9c-d265adf960e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b559e74-63d0-4e1c-8785-12054e83da4c HTTP/1.1" status: 200 len: 1001 time: 0.0597086 Sep 20 13:05:58.252724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-d420e384-7f43-400c-8775-7bae0d221e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:58.254194 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-d420e384-7f43-400c-8775-7bae0d221e76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb7ff740-1f9f-44a2-879f-c93c8a442e2b HTTP/1.1" status: 200 len: 853 time: 0.0421541 Sep 20 13:05:58.312338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-1d6aad97-950c-4eeb-b02b-362a17ef3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:05:58.313929 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-1d6aad97-950c-4eeb-b02b-362a17ef3050 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400012 Sep 20 13:05:58.407543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-e78317ff-f79d-498b-9b2d-5a8265c1a3cb service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864735 Sep 20 13:05:58.497775 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f021ba67-11f7-477d-a142-85e7b1ec549e req-fffd3786-0c64-44c9-bdf3-5002378afc0c service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837562 Sep 20 13:06:12.406333 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa6185b8-3c0e-44bc-b484-a2916e5e94a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:15.200487 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f6670e8-8622-442e-91f8-2d5b73ecb626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:15.611541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:16.668712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:18.040150 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:20.222938 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:20.507568 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:06:20.646054 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:36.033386 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39104fde-a3b4-480e-801c-1864e361a687 req-c874cda8-1f0d-4b9a-afa1-14c7139512e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436797 Sep 20 13:06:36.115707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39104fde-a3b4-480e-801c-1864e361a687 req-b5df4668-f58a-450c-83f9-8c9f5b6c284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:36.117234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39104fde-a3b4-480e-801c-1864e361a687 req-b5df4668-f58a-450c-83f9-8c9f5b6c284e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 1096 time: 0.0384579 Sep 20 13:06:36.220954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39104fde-a3b4-480e-801c-1864e361a687 req-af674773-11b9-4e94-80e5-e8dfe346ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:36.222328 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39104fde-a3b4-480e-801c-1864e361a687 req-af674773-11b9-4e94-80e5-e8dfe346ebd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0853059 Sep 20 13:06:36.291792 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39104fde-a3b4-480e-801c-1864e361a687 req-b934be19-7b7d-4b00-985e-1c50ba6660b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 HTTP/1.1" status: 200 len: 1000 time: 0.0618172 Sep 20 13:06:36.340026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39104fde-a3b4-480e-801c-1864e361a687 req-10e1f0ca-3b06-41ce-b6b1-0e4d817cc7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:36.341547 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39104fde-a3b4-480e-801c-1864e361a687 req-10e1f0ca-3b06-41ce-b6b1-0e4d817cc7eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0436091 Sep 20 13:06:36.392789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39104fde-a3b4-480e-801c-1864e361a687 req-ffc01ca0-41fc-4706-bd63-45701f3cb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:36.394333 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39104fde-a3b4-480e-801c-1864e361a687 req-ffc01ca0-41fc-4706-bd63-45701f3cb499 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448253 Sep 20 13:06:36.489837 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39104fde-a3b4-480e-801c-1864e361a687 req-5a5170c9-b24e-43d5-aa88-7fe2f8c53d5a service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880182 Sep 20 13:06:36.583369 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39104fde-a3b4-480e-801c-1864e361a687 req-d9ebc1ae-7f23-41aa-b3b2-11f9090a1956 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857329 Sep 20 13:06:40.160800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:06:40.323505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port 72b469c1-d7b5-42b5-8314-88b677c82f23 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:06:40.323854 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:40.418890 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:40.419143 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:40.432388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for 72b469c1-d7b5-42b5-8314-88b677c82f23 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:06:40.669786 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:40.701887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=72b469c1-d7b5-42b5-8314-88b677c82f23,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:06:40.770697 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:40.771028 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Floating IP 25fd3cd0-74bf-46b7-ae0e-de1658717952 disassociated (deleted). External IP: 172.25.6.26, port: d9d98bc8-32b5-4b1e-b3ba-808469cad9d4. Sep 20 13:06:40.977591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Router 11f08978-2657-45cb-aa44-77ca132acf9c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:06:41.081976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:06:41.090855 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:41.092475 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:06:41.101595 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:06:41.102202 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:06:41.114424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9cdddbf8-1d1c-49a1-b96d-8b8c64955a54 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "DELETE /v2.0/floatingips/25fd3cd0-74bf-46b7-ae0e-de1658717952 HTTP/1.1" status: 204 len: 168 time: 0.9526086 Sep 20 13:06:41.115003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:06:41.117486 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8e9b84-3f35-4054-8b43-aa36335fc955" -d '{"events": [{"name": "network-changed", "server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:06:41.207872 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:06:41.440391 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ce572f-9ebc-49e1-ab1d-456eaa3d860d x-openstack-request-id: req-a6ce572f-9ebc-49e1-ab1d-456eaa3d860d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:06:41.440902 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:06:41.440982 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6ce572f-9ebc-49e1-ab1d-456eaa3d860d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:06:41.442649 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'status': 'completed', 'code': 200} Sep 20 13:06:41.510572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-bfca7a9f-540b-43e4-8d24-15e06fdb2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:41.512688 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-bfca7a9f-540b-43e4-8d24-15e06fdb2600 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 1096 time: 0.0456576 Sep 20 13:06:41.530728 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:52Z', 'revision_number': 1, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:06:41.537445 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779ed09-69cc-4e9d-8c92-ea332152bc02 req-de00c442-0e97-4a1e-a14b-270f4b2a7516 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:41.542571 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c779ed09-69cc-4e9d-8c92-ea332152bc02 req-de00c442-0e97-4a1e-a14b-270f4b2a7516 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 945 time: 0.0529888 Sep 20 13:06:41.556947 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:06:41.566125 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:06:41.567241 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:06:41.581050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c779ed09-69cc-4e9d-8c92-ea332152bc02 req-ac146df3-7599-4e44-ad98-f18af913561c tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353389 Sep 20 13:06:41.620554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-2212283e-ef25-46ae-babe-2ee397e6c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:41.622357 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-2212283e-ef25-46ae-babe-2ee397e6c005 service neutron] 10.222.0.21 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.1016147 Sep 20 13:06:41.667220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-6eb02cda-1e22-4cca-9a42-098f2a09b7f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 HTTP/1.1" status: 200 len: 217 time: 0.0375128 Sep 20 13:06:41.675427 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:06:41.716931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-982db13c-6e84-4ec2-b247-1ba312c5d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:41.718476 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-982db13c-6e84-4ec2-b247-1ba312c5d7d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0446317 Sep 20 13:06:41.768669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-213b96d9-0089-43d0-a100-3eb1fb1dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:41.770278 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-213b96d9-0089-43d0-a100-3eb1fb1dead1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422421 Sep 20 13:06:41.868431 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-e53ba00a-0bc3-40b5-8105-8289a5099b05 service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892324 Sep 20 13:06:41.907195 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:52Z', 'revision_number': 1, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:06:41.933991 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a168e3-96c8-4b18-86e2-8d7311fa829d None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '0fac46ee-c726-460e-afe9-64e976e1c827', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'floating_ip_address': '172.25.6.55', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'port_id': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'mac_address': 'fa:16:3e:33:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8af1a-103d-4947-8632-dfe118806580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:01:49Z', 'updated_at': '2021-09-20T13:01:52Z', 'revision_number': 1, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:06:41.960547 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fe8e9b84-3f35-4054-8b43-aa36335fc955 req-c5aa7b2c-c896-4ab7-a6fb-2e5278e30b5c service neutron] 10.222.0.21 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848629 Sep 20 13:06:42.160092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824869fc-016e-4676-8c2d-fcd6c468ec7d None None] New status for floating IP 25fd3cd0-74bf-46b7-ae0e-de1658717952: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:06:42.428661 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff66db6f-e6e3-45ec-af38-01cd5d06269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:42.469906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-f702ab30-d7df-415e-9038-67545a76b827 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393481 Sep 20 13:06:42.558218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-375310ee-7927-463a-adfa-42e17cbf3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:42.560488 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-375310ee-7927-463a-adfa-42e17cbf3c00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1097 time: 0.0450795 Sep 20 13:06:42.670064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-8266ae26-7dbe-4e58-92fb-283f412aeb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:42.671537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-8266ae26-7dbe-4e58-92fb-283f412aeb79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0932767 Sep 20 13:06:42.718919 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8111bb-ca15-4049-a7d2-94987c904b8e req-22867032-c059-464e-b48f-55120f172c26 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:42.720445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd8111bb-ca15-4049-a7d2-94987c904b8e req-22867032-c059-464e-b48f-55120f172c26 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 945 time: 0.0523140 Sep 20 13:06:42.749309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-4dd08aea-0066-446e-ba95-2771f7d6ffb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 1001 time: 0.0712552 Sep 20 13:06:42.759314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dd8111bb-ca15-4049-a7d2-94987c904b8e req-fde047c1-4e6c-4fd1-995d-8d7bdc1d86ae tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324278 Sep 20 13:06:42.798632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-b0c4ecdf-1558-4c69-8cc0-41ab225df9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:42.800197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-b0c4ecdf-1558-4c69-8cc0-41ab225df9b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0444880 Sep 20 13:06:42.844136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-62fff4b1-2224-471d-9114-d9315e5a99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:42.845592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-62fff4b1-2224-471d-9114-d9315e5a99a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384977 Sep 20 13:06:42.939169 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-d683f89a-ab97-4ccf-857f-b5a5f3d0bf45 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851326 Sep 20 13:06:43.054008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-895b13fa-6944-4020-a5e8-1062d0f0d60b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:43.055697 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-895b13fa-6944-4020-a5e8-1062d0f0d60b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 945 time: 0.0925913 Sep 20 13:06:43.076421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4038c528-fd7f-4ae6-a33a-d60b90e459c5 req-eda6160d-a355-4804-b303-fea2e7a6bc5e service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303911 Sep 20 13:06:43.150593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:06:43.150853 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:43.572748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] For port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:06:43.573493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:43.585280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:06:43.782851 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:43.810065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=d9d98bc8-32b5-4b1e-b3ba-808469cad9d4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:06:43.819946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.820292 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.820633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.820968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.821342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.821652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.821980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.822387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.822706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.823089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.823762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.823762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:43.866248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] No DVR routers for this DVR port d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:06:43.869530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:43.869709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2720a56c-a7d9-40b4-841f-74cde46569b3 req-6d94a99f-5232-4653-ae94-0f0373576af2 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 210 time: 0.0380514 Sep 20 13:06:43.871358 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3bdb9044-86e0-4a4c-9995-b83b70d27d6d req-fb4a9cbe-1590-4dcf-869f-12810a08fa71 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.21 "DELETE /v2.0/ports/d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 HTTP/1.1" status: 204 len: 173 time: 0.8069952 Sep 20 13:06:43.871852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'name': 'network-vif-deleted', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:06:43.874226 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb65be-492f-4211-bf21-c6badc56b23f" -d '{"events": [{"server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "name": "network-vif-deleted", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:06:43.986915 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51939474-dc0f-480c-a41c-d3fd55c0e3dd x-openstack-request-id: req-51939474-dc0f-480c-a41c-d3fd55c0e3dd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:06:43.986915 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f434aea-2ba3-4868-aea3-f3a69750fa3b", "name": "network-vif-deleted", "tag": "d9d98bc8-32b5-4b1e-b3ba-808469cad9d4", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:06:43.986915 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51939474-dc0f-480c-a41c-d3fd55c0e3dd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:06:43.986915 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f434aea-2ba3-4868-aea3-f3a69750fa3b', 'name': 'network-vif-deleted', 'tag': 'd9d98bc8-32b5-4b1e-b3ba-808469cad9d4', 'status': 'completed', 'code': 200} Sep 20 13:06:44.968523 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54d2d89d-dddc-452a-958d-ef643861aedf req-310ca8ce-b566-407b-a440-5cd25596fd11 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 210 time: 0.0260277 Sep 20 13:06:45.188790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37bdb2dd-7c1f-4d1a-9050-4b64b95b0a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:45.657772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:45.990940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:06:46.011750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:06:46.012102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device d9d98bc8-32b5-4b1e-b3ba-808469cad9d4 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:06:46.069644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fa1c79b-8414-4a0e-a305-be577c56c517 req-82d45a28-0c7c-44ce-ae29-c0aaa9697e77 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 210 time: 0.0292101 Sep 20 13:06:46.691473 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:47.163597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0bf45f4-1fe8-4ab5-92bb-e80c5de73fd7 req-d5b7ac99-12d7-434f-8fe9-e18cc93c1407 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 210 time: 0.0258005 Sep 20 13:06:48.034220 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:48.270432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af2125b6-324f-42d4-89f7-697df29d1cbc req-b50be833-8f33-487c-8a74-2920ed532367 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f434aea-2ba3-4868-aea3-f3a69750fa3b HTTP/1.1" status: 200 len: 210 time: 0.0265124 Sep 20 13:06:50.234723 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:50.680581 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:54.878999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:06:55.036320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port c4476676-a716-4e7e-98e9-33d5a9c58e83 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:06:55.036666 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:55.113049 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:55.113391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:55.125098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for c4476676-a716-4e7e-98e9-33d5a9c58e83 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:06:55.314185 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:55.339887 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=c4476676-a716-4e7e-98e9-33d5a9c58e83,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:06:55.351534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.351882 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.352225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.352567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.352899 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.353333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.353664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.353990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.354314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.354639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.354963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.355285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:06:55.408647 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:55.408905 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Floating IP 0fac46ee-c726-460e-afe9-64e976e1c827 disassociated (deleted). External IP: 172.25.6.55, port: cfa28f5c-4040-4b62-b48a-ecf65e243ff2. Sep 20 13:06:55.946409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Router 11f08978-2657-45cb-aa44-77ca132acf9c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:06:56.051902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:06:56.056966 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:56.061650 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:06:56.071125 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:06:56.071817 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:06:56.083899 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-199540c3-6053-44cc-9883-0b83eac7d02d tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "DELETE /v2.0/floatingips/0fac46ee-c726-460e-afe9-64e976e1c827 HTTP/1.1" status: 204 len: 168 time: 1.2038195 Sep 20 13:06:56.084545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:06:56.086867 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:06:56.179752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:06:56.377886 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:06:56.408558 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:06:56.419110 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:06:56.419110 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:06:56.452633 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b80ad11-e2c4-4172-a412-37c9b4bd08a2 x-openstack-request-id: req-3b80ad11-e2c4-4172-a412-37c9b4bd08a2 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:06:56.452943 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:06:56.453236 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b80ad11-e2c4-4172-a412-37c9b4bd08a2 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:06:56.453774 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'status': 'completed', 'code': 200} Sep 20 13:06:56.524530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-a3f08bb6-99f5-425e-9ddc-561fb52fdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:56.526080 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-a3f08bb6-99f5-425e-9ddc-561fb52fdbbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 1097 time: 0.0481353 Sep 20 13:06:56.531150 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:06:56.547782 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f73c4f-bb66-4851-bf1d-25635ebf1a68 req-b0305ccf-e438-481c-ae75-f8ace7d08c55 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:56.549615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77f73c4f-bb66-4851-bf1d-25635ebf1a68 req-b0305ccf-e438-481c-ae75-f8ace7d08c55 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Sep 20 13:06:56.593343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77f73c4f-bb66-4851-bf1d-25635ebf1a68 req-e68b0438-1699-4b59-8f95-9a898d152b60 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/security-groups?id=048fe50a-35c3-45ef-8387-938ec97211e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363541 Sep 20 13:06:56.631412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-47679a64-9e20-4e60-8217-b96400b29591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:56.632906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-47679a64-9e20-4e60-8217-b96400b29591 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 200 len: 911 time: 0.0962496 Sep 20 13:06:56.676434 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-44d46b8f-e63c-475c-8867-3f77b7e761e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 200 len: 217 time: 0.0342982 Sep 20 13:06:56.735413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-f8232cb1-187e-4b3d-95f6-501b64d13855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:56.736856 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-f8232cb1-187e-4b3d-95f6-501b64d13855 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 200 len: 850 time: 0.0527737 Sep 20 13:06:56.745855 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:06:56.772944 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999a86e-ede5-4a2a-941a-cf0ad052ed57 None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:45Z', 'revision_number': 4, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7d1c0c18-e000-44fe-824a-324268c47f51', 'name': '', 'network_id': '72813fde-70bf-4265-8573-42873b0c2dec', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'mac_address': 'fa:16:3e:b8:34:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:44Z', 'updated_at': '2021-09-20T12:52:53Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'subnets': [{'id': '128f68e9-6369-42dd-a16c-ba5ced9227a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:06:56.784191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-e6d8340f-27dd-412f-9e64-302a14ab974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:56.785710 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-e6d8340f-27dd-412f-9e64-302a14ab974e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72813fde-70bf-4265-8573-42873b0c2dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418217 Sep 20 13:06:56.881862 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-af9646b1-1c82-4a28-aed3-25e74863bef7 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891664 Sep 20 13:06:56.978796 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b5be49eb-d1f2-4bc1-87cd-06b641de54eb req-f49f3ffe-8bc8-456c-bad2-5ab8fc10e2d9 service neutron] 10.222.0.32 "GET /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897429 Sep 20 13:06:57.022072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f94aeb-c40c-4bf5-819d-a1cf66527c30 None None] New status for floating IP 0fac46ee-c726-460e-afe9-64e976e1c827: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:06:57.140299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8de2-030f-429b-a698-258d47e64b44 req-2db42cf4-a44c-4909-b022-85af151b5a86 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:06:57.141777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-498a8de2-030f-429b-a698-258d47e64b44 req-2db42cf4-a44c-4909-b022-85af151b5a86 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 946 time: 0.0495412 Sep 20 13:06:57.234274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:06:57.234530 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:57.320528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] For port cfa28f5c-4040-4b62-b48a-ecf65e243ff2, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:06:57.320957 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:57.334715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for cfa28f5c-4040-4b62-b48a-ecf65e243ff2 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:06:57.507127 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:06:57.508468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:57.538407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=cfa28f5c-4040-4b62-b48a-ecf65e243ff2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:06:57.583728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] No DVR routers for this DVR port cfa28f5c-4040-4b62-b48a-ecf65e243ff2 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:06:57.586239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:06:57.588371 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-498a8de2-030f-429b-a698-258d47e64b44 req-64917eeb-99c2-4b69-8512-f90748a4f70b tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.32 "DELETE /v2.0/ports/cfa28f5c-4040-4b62-b48a-ecf65e243ff2 HTTP/1.1" status: 204 len: 173 time: 0.4403877 Sep 20 13:06:57.588800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'name': 'network-vif-deleted', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:06:57.591235 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed1173d-3797-490f-9329-b23148df1502" -d '{"events": [{"server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "name": "network-vif-deleted", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:06:57.628829 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08cd1ac-8447-4912-bdc0-dce54f6c7d54 x-openstack-request-id: req-d08cd1ac-8447-4912-bdc0-dce54f6c7d54 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:06:57.628829 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8af1a-103d-4947-8632-dfe118806580", "name": "network-vif-deleted", "tag": "cfa28f5c-4040-4b62-b48a-ecf65e243ff2", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:06:57.628829 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d08cd1ac-8447-4912-bdc0-dce54f6c7d54 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:06:57.628829 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8af1a-103d-4947-8632-dfe118806580', 'name': 'network-vif-deleted', 'tag': 'cfa28f5c-4040-4b62-b48a-ecf65e243ff2', 'status': 'completed', 'code': 200} Sep 20 13:06:57.705888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c31e49a6-a1f0-4a1b-8e47-045271da5202 req-5bc34125-29b2-4dec-8102-8696e4edf1e6 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 210 time: 0.0319500 Sep 20 13:06:58.800968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd0e3bc6-232e-4522-bfb6-818e066fc3cd req-f8164179-b714-46c7-82e5-e265321e792a tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 210 time: 0.0260227 Sep 20 13:06:59.896452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b9f7d72-0507-4076-a1b9-8fd1c4df1087 req-65dc3d5e-5458-4efc-a778-e8dc73fb21d1 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Sep 20 13:07:00.179180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device cfa28f5c-4040-4b62-b48a-ecf65e243ff2 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:00.203087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: cfa28f5c-4040-4b62-b48a-ecf65e243ff2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:00.203433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device cfa28f5c-4040-4b62-b48a-ecf65e243ff2 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:00.759748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:00.933167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Deleting port 1088e4a5-2b87-46a6-97a5-6e7d7eac5a03 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:00.937264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:01.021806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-542a6397-bd5c-4197-8342-715e7202d933 req-a3e94532-1504-4c3e-b204-3b558faee3a9 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0a8af1a-103d-4947-8632-dfe118806580 HTTP/1.1" status: 200 len: 210 time: 0.0320065 Sep 20 13:07:01.045185 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:01.045585 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:01.058283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Calling delete_port for 1088e4a5-2b87-46a6-97a5-6e7d7eac5a03 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:01.285975 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:01.314341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event deleted for resources: {'Port': ['ID=1088e4a5-2b87-46a6-97a5-6e7d7eac5a03,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:01.378393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:01.383377 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Floating IP 550f131b-ae6e-4d6d-b6a2-b77dde2b761c disassociated (deleted). External IP: 172.25.6.117, port: 5b559e74-63d0-4e1c-8785-12054e83da4c. Sep 20 13:07:01.588647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Router cf379f95-15d3-4182-ab1e-d046db3700ab has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:07:01.699596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:07:01.705253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:01.709805 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] Sync routers for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:07:01.718776 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:01.723121 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:01.736308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4de5eb5-2879-4196-b503-e884621985f8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "DELETE /v2.0/floatingips/550f131b-ae6e-4d6d-b6a2-b77dde2b761c HTTP/1.1" status: 204 len: 168 time: 0.9754231 Sep 20 13:07:01.736869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:07:01.739212 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f605c9-f282-4c44-b0b8-cbd324b33d19" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:07:01.834804 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:02.125382 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:02.151281 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] Checking router: cf379f95-15d3-4182-ab1e-d046db3700ab for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:07:02.160555 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:02.161191 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:02.201368 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87467338-506d-4b6e-a262-74f78ed0553d x-openstack-request-id: req-87467338-506d-4b6e-a262-74f78ed0553d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:07:02.202224 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:07:02.202470 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87467338-506d-4b6e-a262-74f78ed0553d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:07:02.202873 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'status': 'completed', 'code': 200} Sep 20 13:07:02.233547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40938) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:02.276427 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:02.342076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b1616-22dd-4962-9c85-6df401ba62a1 req-5018967b-4add-40fa-a283-3e42afabaf72 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:02.343633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e2b1616-22dd-4962-9c85-6df401ba62a1 req-5018967b-4add-40fa-a283-3e42afabaf72 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 945 time: 0.0664523 Sep 20 13:07:02.379612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-691e7b51-4bc9-49fc-b35d-0764c74d420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:02.381245 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-691e7b51-4bc9-49fc-b35d-0764c74d420f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 1096 time: 0.1452303 Sep 20 13:07:02.383423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e2b1616-22dd-4962-9c85-6df401ba62a1 req-5e86e718-bf02-4eb9-aea7-c4052b76e6e8 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332868 Sep 20 13:07:02.465813 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Deleting port f27d0e42-d2b9-4f85-825b-9a404db9b883 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:02.466149 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:02.498290 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:02.525031 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356ce654-207c-42ca-a6bc-f6b7587667d9 None None] The sync data for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 is: [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:03:01Z', 'revision_number': 4, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '03f98558-137d-40c6-9559-ab55bdeecae2', 'name': '', 'network_id': 'f5d97347-a3ab-403d-99b0-cdf1f50aa3cc', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'mac_address': 'fa:16:3e:f2:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:01Z', 'updated_at': '2021-09-20T13:03:04Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'subnets': [{'id': 'fb7ff740-1f9f-44a2-879f-c93c8a442e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:07:02.532197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-f15353c8-f1be-4168-9d60-4778aa41212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:02.533784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-f15353c8-f1be-4168-9d60-4778aa41212d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc HTTP/1.1" status: 200 len: 914 time: 0.1441042 Sep 20 13:07:02.585462 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-2be004e0-da6a-4df0-99a3-c00ea356241a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b559e74-63d0-4e1c-8785-12054e83da4c HTTP/1.1" status: 200 len: 217 time: 0.0418603 Sep 20 13:07:02.595664 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:02.595992 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:02.641136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Calling delete_port for f27d0e42-d2b9-4f85-825b-9a404db9b883 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:02.663159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-7be9ae1a-3964-40f5-9145-2ce246ab10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:02.664616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-7be9ae1a-3964-40f5-9145-2ce246ab10fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb7ff740-1f9f-44a2-879f-c93c8a442e2b HTTP/1.1" status: 200 len: 853 time: 0.0712047 Sep 20 13:07:02.757352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-aa87f4cf-f6cd-472c-9cd0-2ba3c2a34e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:02.758012 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-aa87f4cf-f6cd-472c-9cd0-2ba3c2a34e79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657747 Sep 20 13:07:02.760101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726dca9d-fa0f-44bd-8245-65cea5c9e2a9 None None] New status for floating IP 550f131b-ae6e-4d6d-b6a2-b77dde2b761c: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:07:02.888343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-246d9c50-3868-44da-8a95-0b3feb306f81 service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219871 Sep 20 13:07:02.973742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:03.006899 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d7f605c9-f282-4c44-b0b8-cbd324b33d19 req-4bd1020b-4c00-4a81-9979-a4671f252e7c service neutron] 10.222.0.32 "GET /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099470 Sep 20 13:07:03.009051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'Port': ['ID=f27d0e42-d2b9-4f85-825b-9a404db9b883,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:03.067045 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:03.069635 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:03.070820 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f60dce82-088e-41b7-be86-8909a004df10 tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "DELETE /v2.0/floatingips/ac9bf85a-fe1b-49ca-9162-d18bd17dc8b5 HTTP/1.1" status: 204 len: 168 time: 0.8360627 Sep 20 13:07:03.502166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04492784-34d0-4f0d-93b5-6efdb9a4e7dc req-b1d1dc22-c5d2-441c-b349-b446ba86b74a tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:03.503657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04492784-34d0-4f0d-93b5-6efdb9a4e7dc req-b1d1dc22-c5d2-441c-b349-b446ba86b74a tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 945 time: 0.0494001 Sep 20 13:07:03.545040 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04492784-34d0-4f0d-93b5-6efdb9a4e7dc req-233099db-665b-46b5-9c02-4398e9591e8f tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9642f17-071d-4bc5-8222-52e18e36d903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351517 Sep 20 13:07:03.743289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-f689cd41-e5b6-4287-be2b-5fa069379981 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:03.744758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-f689cd41-e5b6-4287-be2b-5fa069379981 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Sep 20 13:07:03.838711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Deleting port 5b559e74-63d0-4e1c-8785-12054e83da4c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:03.838945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:03.938308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] For port 5b559e74-63d0-4e1c-8785-12054e83da4c, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=5b559e74-63d0-4e1c-8785-12054e83da4c,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:03.938672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:03.950984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Calling delete_port for 5b559e74-63d0-4e1c-8785-12054e83da4c owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:04.137430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:04.172189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event deleted for resources: {'Port': ['ID=5b559e74-63d0-4e1c-8785-12054e83da4c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:04.210746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] No DVR routers for this DVR port 5b559e74-63d0-4e1c-8785-12054e83da4c on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:04.214783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:04.215432 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2d35fcf9-373f-4da4-a199-fd79324ae747 req-d314af34-3df2-4d3d-9b44-7f1108aa4149 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.32 "DELETE /v2.0/ports/5b559e74-63d0-4e1c-8785-12054e83da4c HTTP/1.1" status: 204 len: 173 time: 0.4640195 Sep 20 13:07:04.215881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'name': 'network-vif-deleted', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:07:04.218106 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef316eb2-9cfb-4c58-aa4b-80dd4ce0b316" -d '{"events": [{"server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "name": "network-vif-deleted", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:07:04.256259 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a410b3-90ab-42fa-b21e-cfa302485892 x-openstack-request-id: req-28a410b3-90ab-42fa-b21e-cfa302485892 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:07:04.256548 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab43d44-e5fd-4af6-9da5-a92a99238bb8", "name": "network-vif-deleted", "tag": "5b559e74-63d0-4e1c-8785-12054e83da4c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:07:04.256790 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28a410b3-90ab-42fa-b21e-cfa302485892 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:07:04.257217 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab43d44-e5fd-4af6-9da5-a92a99238bb8', 'name': 'network-vif-deleted', 'tag': '5b559e74-63d0-4e1c-8785-12054e83da4c', 'status': 'completed', 'code': 200} Sep 20 13:07:04.666515 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5290c76-4576-40ca-88a6-b855801c35c5 req-b1b4ea64-8fcc-4940-bf3f-7bfce9566b85 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 210 time: 0.0318506 Sep 20 13:07:05.753865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1dcf3a5-a7c4-4fe7-87ce-4c682c476dac req-8b893655-c0c8-4893-8d1e-fdcccc4a7776 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 210 time: 0.0267510 Sep 20 13:07:06.500332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40968) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:06.566018 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639de3a9-c431-4738-ac73-fa5259be972f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:06.593888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639de3a9-c431-4738-ac73-fa5259be972f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:06.713970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639de3a9-c431-4738-ac73-fa5259be972f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:06.717035 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639de3a9-c431-4738-ac73-fa5259be972f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:06.718241 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-639de3a9-c431-4738-ac73-fa5259be972f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] 10.222.0.37 "DELETE /v2.0/security-groups/048fe50a-35c3-45ef-8387-938ec97211e3 HTTP/1.1" status: 204 len: 168 time: 0.2169347 Sep 20 13:07:06.727373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639de3a9-c431-4738-ac73-fa5259be972f tempest-TestVolumeBootPattern-448747551 tempest-TestVolumeBootPattern-448747551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048fe50a-35c3-45ef-8387-938ec97211e3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:06.868228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40974) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:06.924468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec17b650-5f4f-4b73-9966-ffbf19a149f9 req-863dc941-57d8-4f97-a4c1-655b43c6892d tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 210 time: 0.0311506 Sep 20 13:07:07.316915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:07.567769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Deleting port 7d1c0c18-e000-44fe-824a-324268c47f51 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:07.568116 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:07.647005 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] For port 7d1c0c18-e000-44fe-824a-324268c47f51, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7d1c0c18-e000-44fe-824a-324268c47f51,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:07.647365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:07.664682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Calling delete_port for 7d1c0c18-e000-44fe-824a-324268c47f51 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:07.902743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:07.935864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1c0c18-e000-44fe-824a-324268c47f51,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:08.064056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47694ce4-c30a-4e54-89dd-510c69c5e08a req-40985d5c-6948-4990-8df6-ed33e6bd8740 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ab43d44-e5fd-4af6-9da5-a92a99238bb8 HTTP/1.1" status: 200 len: 210 time: 0.0323534 Sep 20 13:07:08.123686 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:08.218420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5b559e74-63d0-4e1c-8785-12054e83da4c no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:08.241412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 5b559e74-63d0-4e1c-8785-12054e83da4c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:08.241759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 5b559e74-63d0-4e1c-8785-12054e83da4c not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:08.341320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Router 11f08978-2657-45cb-aa44-77ca132acf9c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:07:08.447461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:07:08.452538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6248bc89-7646-4666-9848-cf895917a88b admin admin] 10.222.0.37 "PUT /v2.0/routers/11f08978-2657-45cb-aa44-77ca132acf9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827439 Sep 20 13:07:08.455029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:08.459324 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] Sync routers for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:07:08.468250 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:08.468940 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:08.561698 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:08.577367 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:08.675448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:08.778320 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T13:07:07Z', 'revision_number': 5, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port': {'id': 'f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:08.809333 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] Checking router: 11f08978-2657-45cb-aa44-77ca132acf9c for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:07:08.814820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Deleting port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:08.815169 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:08.817601 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] Routers {'11f08978-2657-45cb-aa44-77ca132acf9c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:08.818200 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['11f08978-2657-45cb-aa44-77ca132acf9c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:08.896917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] For port f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:08.897323 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:08.903370 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] Set router 11f08978-2657-45cb-aa44-77ca132acf9c gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:08.910711 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Calling delete_port for f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:08.954234 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T13:07:08Z', 'revision_number': 6, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:08.983395 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f23405-fdd5-4731-b261-724dde06ce67 None None] The sync data for ids ['11f08978-2657-45cb-aa44-77ca132acf9c'] in n-d-809934-3 is: [{'id': '11f08978-2657-45cb-aa44-77ca132acf9c', 'name': 'tempest-TestVolumeBootPattern-346380969-router', 'tenant_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:40Z', 'updated_at': '2021-09-20T13:07:08Z', 'revision_number': 6, 'project_id': 'cc5221a4e3a7421cb15966ba5a66f780', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:07:09.137697 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.143103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40986) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:09.164956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Pushing event deleted for resources: {'Port': ['ID=f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:09.210643 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5342458a-74fb-471a-87bf-7330e4435801 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.222089 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.233668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5342458a-74fb-471a-87bf-7330e4435801 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.311086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.313275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.367832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5342458a-74fb-471a-87bf-7330e4435801 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.370536 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5342458a-74fb-471a-87bf-7330e4435801 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.377436 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5342458a-74fb-471a-87bf-7330e4435801 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] 10.222.0.37 "DELETE /v2.0/security-groups/a9642f17-071d-4bc5-8222-52e18e36d903 HTTP/1.1" status: 204 len: 168 time: 0.2277079 Sep 20 13:07:09.381219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342458a-74fb-471a-87bf-7330e4435801 tempest-TestVolumeBackupRestore-1910983643 tempest-TestVolumeBackupRestore-1910983643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9642f17-071d-4bc5-8222-52e18e36d903,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:09.427017 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.427600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f08978-2657-45cb-aa44-77ca132acf9c {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:07:09.437155 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.437155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6831b7eb-928c-4f99-86c4-2af8a8cc0454 admin admin] 10.222.0.37 "DELETE /v2.0/routers/11f08978-2657-45cb-aa44-77ca132acf9c HTTP/1.1" status: 204 len: 168 time: 0.9775691 Sep 20 13:07:09.437155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 40990) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:09.480559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cc2fb2-ca43-4ec2-8d92-af499deae588 admin admin] Deleting subnet 128f68e9-6369-42dd-a16c-ba5ced9227a3 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:07:09.484242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2fb2-ca43-4ec2-8d92-af499deae588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.519888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2fb2-ca43-4ec2-8d92-af499deae588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.600337 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2fb2-ca43-4ec2-8d92-af499deae588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.718672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2fb2-ca43-4ec2-8d92-af499deae588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.746350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2fb2-ca43-4ec2-8d92-af499deae588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128f68e9-6369-42dd-a16c-ba5ced9227a3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:09.748508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2fb2-ca43-4ec2-8d92-af499deae588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.753092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24b413-7944-4dd8-b0bb-43418d1c73fa None None] Network 72813fde-70bf-4265-8573-42873b0c2dec requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:07:09.753597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e3cc2fb2-ca43-4ec2-8d92-af499deae588 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/128f68e9-6369-42dd-a16c-ba5ced9227a3 HTTP/1.1" status: 204 len: 168 time: 0.3154218 Sep 20 13:07:09.753696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 40996) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:09.852996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:09.925717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Deleting port f707db06-88c0-461b-b39d-5f31285e8b98 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:09.926062 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.000703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] For port f707db06-88c0-461b-b39d-5f31285e8b98, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f707db06-88c0-461b-b39d-5f31285e8b98,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:10.001122 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.027003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Calling delete_port for f707db06-88c0-461b-b39d-5f31285e8b98 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:10.096856 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] DHCP port deletion for 72813fde-70bf-4265-8573-42873b0c2dec request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:07:10.157048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Deleting port f707db06-88c0-461b-b39d-5f31285e8b98 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:10.157603 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.223044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.258999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] For port f707db06-88c0-461b-b39d-5f31285e8b98, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f707db06-88c0-461b-b39d-5f31285e8b98,segment=NetworkSegment(b76cc8ac-4970-460b-adcb-348649d3f09c),segment_id=b76cc8ac-4970-460b-adcb-348649d3f09c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:10.259666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.263004 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Pushing event deleted for resources: {'Port': ['ID=f707db06-88c0-461b-b39d-5f31285e8b98,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:10.269267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] No DVR routers for this DVR port f707db06-88c0-461b-b39d-5f31285e8b98 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:10.273773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Calling delete_port for f707db06-88c0-461b-b39d-5f31285e8b98 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:10.353756 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.361625 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.376829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72813fde-70bf-4265-8573-42873b0c2dec']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:10.386682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76cc8ac-4970-460b-adcb-348649d3f09c') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:10.387018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76cc8ac-4970-460b-adcb-348649d3f09c') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:10.394138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Pushing event deleted for resources: {'Port': ['ID=f707db06-88c0-461b-b39d-5f31285e8b98,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:10.399628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.404055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] No DVR routers for this DVR port f707db06-88c0-461b-b39d-5f31285e8b98 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:10.415145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.415927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.416280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.416621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.416962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.417331 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.417796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.418892 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.419226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.419817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.420151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.420481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.420819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca236b9-55b3-4c52-835f-06fe2bb884e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:10.425488 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:07:10.426132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:07:10.428092 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:07:10.577195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.582641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:10.585910 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] 10.222.0.37 "DELETE /v2.0/networks/72813fde-70bf-4265-8573-42873b0c2dec HTTP/1.1" status: 204 len: 168 time: 0.8315773 Sep 20 13:07:10.589138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41044) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:10.623450 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041942e4-a23e-4f2d-b1c2-5c9ac97c1555 admin admin] Pushing event deleted for resources: {'Network': ['ID=72813fde-70bf-4265-8573-42873b0c2dec,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:10.670396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:10.702546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:10.703097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f999bb5b-43e0-4aaf-9e2f-2551a22e5cf0 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:10.704003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f707db06-88c0-461b-b39d-5f31285e8b98 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:10.732441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f707db06-88c0-461b-b39d-5f31285e8b98 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:10.732785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f707db06-88c0-461b-b39d-5f31285e8b98 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:10.733237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d1c0c18-e000-44fe-824a-324268c47f51 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:10.752890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7d1c0c18-e000-44fe-824a-324268c47f51 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:10.753191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7d1c0c18-e000-44fe-824a-324268c47f51 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:11.015415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:11.660726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Deleting port dc5bcc89-31c0-4325-bfc3-8bf885e9b670 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:11.661331 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:11.753072 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] For port dc5bcc89-31c0-4325-bfc3-8bf885e9b670, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,segment=NetworkSegment(da2d21ec-d6a9-4973-8ddc-c1208673a146),segment_id=da2d21ec-d6a9-4973-8ddc-c1208673a146)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:11.754061 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:11.772787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Calling delete_port for dc5bcc89-31c0-4325-bfc3-8bf885e9b670 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:12.045979 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:12.074290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5bcc89-31c0-4325-bfc3-8bf885e9b670,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:12.283908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:12.439399 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3f039880-721b-4c48-8fb3-045cfac5e7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:12.524158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:07:12.656622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:07:12.661821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-24722478-ebd1-4163-a445-8a5ed8794d93 admin admin] 10.222.0.37 "PUT /v2.0/routers/9aa43c9b-0ee7-4932-8cdb-8715eaae0b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0707350 Sep 20 13:07:12.664312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:12.668082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] Sync routers for ids ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:07:12.682253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] Routers {'9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:12.682876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:12.785872 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:12.804445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] Set router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:12.912345 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.016412 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T13:07:11Z', 'revision_number': 5, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port': {'id': 'bf354fb1-8a35-4fb3-952e-a73dfb89f791', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:52:51Z', 'updated_at': '2021-09-20T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:13.044049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Deleting port bf354fb1-8a35-4fb3-952e-a73dfb89f791 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:13.044391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.044500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] Checking router: 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:07:13.053072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] Routers {'9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:13.053681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:06:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:13.150986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] Set router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:13.154122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] For port bf354fb1-8a35-4fb3-952e-a73dfb89f791, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bf354fb1-8a35-4fb3-952e-a73dfb89f791,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:13.154352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.169985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Calling delete_port for bf354fb1-8a35-4fb3-952e-a73dfb89f791 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:13.324839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:13.462439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T13:07:12Z', 'revision_number': 6, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:13.480299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.492249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6cdbb7-f528-4039-bd3b-9c8d3e452a11 None None] The sync data for ids ['9aa43c9b-0ee7-4932-8cdb-8715eaae0b59'] in n-d-809934-3 is: [{'id': '9aa43c9b-0ee7-4932-8cdb-8715eaae0b59', 'name': 'tempest-TestVolumeBootPattern-439128129-router', 'tenant_id': '854cf6fab28c4ec98d704e204170e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:52:49Z', 'updated_at': '2021-09-20T13:07:12Z', 'revision_number': 6, 'project_id': '854cf6fab28c4ec98d704e204170e1a0', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:07:13.537816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bf354fb1-8a35-4fb3-952e-a73dfb89f791,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:13.604223 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.695477 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.697732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.739446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.799569 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.800150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:07:13.805354 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.806214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-98427fb0-0029-4dcf-aaa8-52c87705e4ce admin admin] 10.222.0.37 "DELETE /v2.0/routers/9aa43c9b-0ee7-4932-8cdb-8715eaae0b59 HTTP/1.1" status: 204 len: 168 time: 1.1407225 Sep 20 13:07:13.809188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:13.871726 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-278c8d57-5ff3-430d-b56d-31f3e6e81166 admin admin] Deleting subnet 14301d93-18d2-4fc2-a666-17691dd66684 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:07:13.873409 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-278c8d57-5ff3-430d-b56d-31f3e6e81166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:13.915668 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-278c8d57-5ff3-430d-b56d-31f3e6e81166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.015367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-278c8d57-5ff3-430d-b56d-31f3e6e81166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.052961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Deleting port 03f98558-137d-40c6-9559-ab55bdeecae2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:14.053361 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.135755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] For port 03f98558-137d-40c6-9559-ab55bdeecae2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=03f98558-137d-40c6-9559-ab55bdeecae2,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:14.136118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.149672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Calling delete_port for 03f98558-137d-40c6-9559-ab55bdeecae2 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:14.171579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-278c8d57-5ff3-430d-b56d-31f3e6e81166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.192868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5820ad-f8e1-42b2-bc45-faa17ec64f3d None None] Network 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:07:14.202719 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-278c8d57-5ff3-430d-b56d-31f3e6e81166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.204675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-278c8d57-5ff3-430d-b56d-31f3e6e81166 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/14301d93-18d2-4fc2-a666-17691dd66684 HTTP/1.1" status: 204 len: 168 time: 0.3946855 Sep 20 13:07:14.205742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8d57-5ff3-430d-b56d-31f3e6e81166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14301d93-18d2-4fc2-a666-17691dd66684,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:14.207340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41208) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:14.280156 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.372449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Deleting port 466a0a79-e978-4670-b1cc-9656534e6957 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:14.372449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.417674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] DHCP port deletion for 1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:07:14.442586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] For port 466a0a79-e978-4670-b1cc-9656534e6957, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=466a0a79-e978-4670-b1cc-9656534e6957,segment=NetworkSegment(da2d21ec-d6a9-4973-8ddc-c1208673a146),segment_id=da2d21ec-d6a9-4973-8ddc-c1208673a146)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:14.442955 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.455641 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Calling delete_port for 466a0a79-e978-4670-b1cc-9656534e6957 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:14.478061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] Deleting port 466a0a79-e978-4670-b1cc-9656534e6957 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:14.478534 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.497896 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.542200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Pushing event deleted for resources: {'Port': ['ID=03f98558-137d-40c6-9559-ab55bdeecae2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:14.556679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] For port 466a0a79-e978-4670-b1cc-9656534e6957, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=466a0a79-e978-4670-b1cc-9656534e6957,segment=NetworkSegment(da2d21ec-d6a9-4973-8ddc-c1208673a146),segment_id=da2d21ec-d6a9-4973-8ddc-c1208673a146)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:14.557371 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.570637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] Calling delete_port for 466a0a79-e978-4670-b1cc-9656534e6957 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:14.639866 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.678656 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.686593 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] No DVR routers for this DVR port 466a0a79-e978-4670-b1cc-9656534e6957 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:14.709665 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Pushing event deleted for resources: {'Port': ['ID=466a0a79-e978-4670-b1cc-9656534e6957,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:14.724399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] Pushing event deleted for resources: {'Port': ['ID=466a0a79-e978-4670-b1cc-9656534e6957,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:14.737142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d91001-3a93-4e1a-a4ad-f5c908cf2ae2 None None] No DVR routers for this DVR port 466a0a79-e978-4670-b1cc-9656534e6957 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:14.813230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dc5bcc89-31c0-4325-bfc3-8bf885e9b670 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:14.841002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.844424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: dc5bcc89-31c0-4325-bfc3-8bf885e9b670 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:14.844781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dc5bcc89-31c0-4325-bfc3-8bf885e9b670 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:14.845337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bf354fb1-8a35-4fb3-952e-a73dfb89f791 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:14.848693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.876860 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:14.877244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: bf354fb1-8a35-4fb3-952e-a73dfb89f791 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:14.878040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bf354fb1-8a35-4fb3-952e-a73dfb89f791 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:14.878981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 466a0a79-e978-4670-b1cc-9656534e6957 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:14.892267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2d21ec-d6a9-4973-8ddc-c1208673a146') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:14.892662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2d21ec-d6a9-4973-8ddc-c1208673a146') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:14.904665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 466a0a79-e978-4670-b1cc-9656534e6957 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:14.905029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 466a0a79-e978-4670-b1cc-9656534e6957 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:14.907824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.922774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.928764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:07:14.929491 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:07:14.931484 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:07:15.056948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:15.062545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:15.064406 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] 10.222.0.37 "DELETE /v2.0/networks/1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36 HTTP/1.1" status: 204 len: 168 time: 0.8528438 Sep 20 13:07:15.076188 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e729c8-1ced-4a06-9e33-7fb995ad475c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5f4b1a-b578-4b8f-ac7f-8b3d9f192d36,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:15.110605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Router cf379f95-15d3-4182-ab1e-d046db3700ab has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:07:15.211187 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bd49cf06-09b9-45f7-80b4-b84c7d567b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:15.219986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:07:15.224901 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-82d94ec2-5925-48dd-80b3-cb61dfd4093d admin admin] 10.222.0.37 "PUT /v2.0/routers/cf379f95-15d3-4182-ab1e-d046db3700ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8983495 Sep 20 13:07:15.227338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41256) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:15.230910 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] Sync routers for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:07:15.240252 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:15.240957 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:07:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:15.337515 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:15.348382 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:15.421117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:15.444362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:15.468029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0123271d-240b-4cac-82e9-273e44ae3b42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc5221a4e3a7421cb15966ba5a66f780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447960 Sep 20 13:07:15.470539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41270) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:15.653638 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:07:14Z', 'revision_number': 5, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port': {'id': '894b8732-3cc7-4c91-8534-1cf2eecd44d2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:23:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:02:58Z', 'updated_at': '2021-09-20T13:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:15.674082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:15.680067 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] Checking router: cf379f95-15d3-4182-ab1e-d046db3700ab for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:07:15.689299 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] Routers {'cf379f95-15d3-4182-ab1e-d046db3700ab'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:15.689921 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:07:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cf379f95-15d3-4182-ab1e-d046db3700ab'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:15.781447 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] Set router cf379f95-15d3-4182-ab1e-d046db3700ab gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:15.840614 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:07:15Z', 'revision_number': 6, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:15.868496 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a6ed3-a87c-43f7-8605-88a08a1afd2f None None] The sync data for ids ['cf379f95-15d3-4182-ab1e-d046db3700ab'] in n-d-809934-3 is: [{'id': 'cf379f95-15d3-4182-ab1e-d046db3700ab', 'name': 'tempest-TestVolumeBackupRestore-1871980315-router', 'tenant_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:02:57Z', 'updated_at': '2021-09-20T13:07:15Z', 'revision_number': 6, 'project_id': 'e388483956eb4b14b53517ee4fe1dcbe', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:07:15.917634 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc20b171-66f5-40ea-8fe4-d4bb2efa0201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:15.938082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Deleting port 894b8732-3cc7-4c91-8534-1cf2eecd44d2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:15.938425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:15.957806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc20b171-66f5-40ea-8fe4-d4bb2efa0201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.054781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] For port 894b8732-3cc7-4c91-8534-1cf2eecd44d2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=894b8732-3cc7-4c91-8534-1cf2eecd44d2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:16.055155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.067932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Calling delete_port for 894b8732-3cc7-4c91-8534-1cf2eecd44d2 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:16.172535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc20b171-66f5-40ea-8fe4-d4bb2efa0201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.175109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc20b171-66f5-40ea-8fe4-d4bb2efa0201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.176239 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dc20b171-66f5-40ea-8fe4-d4bb2efa0201 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fabdc03c-db5d-4974-9d8d-98022e76735e HTTP/1.1" status: 204 len: 168 time: 0.7046943 Sep 20 13:07:16.194678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20b171-66f5-40ea-8fe4-d4bb2efa0201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabdc03c-db5d-4974-9d8d-98022e76735e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:16.314200 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.343394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Pushing event deleted for resources: {'Port': ['ID=894b8732-3cc7-4c91-8534-1cf2eecd44d2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:16.412965 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.503293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.508765 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.587980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.588557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf379f95-15d3-4182-ab1e-d046db3700ab {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:07:16.593457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.597230 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5fad5a63-4126-4ea3-9038-ae1de88ac33f admin admin] 10.222.0.37 "DELETE /v2.0/routers/cf379f95-15d3-4182-ab1e-d046db3700ab HTTP/1.1" status: 204 len: 168 time: 1.3689318 Sep 20 13:07:16.597536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41326) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:16.649190 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb733ac8-648b-4fc3-bf33-c771c4b557ab admin admin] Deleting subnet fb7ff740-1f9f-44a2-879f-c93c8a442e2b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:07:16.652982 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb733ac8-648b-4fc3-bf33-c771c4b557ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.685885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.693974 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb733ac8-648b-4fc3-bf33-c771c4b557ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.722532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 03f98558-137d-40c6-9559-ab55bdeecae2 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:16.743293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 03f98558-137d-40c6-9559-ab55bdeecae2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:16.743642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 03f98558-137d-40c6-9559-ab55bdeecae2 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:16.744058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 894b8732-3cc7-4c91-8534-1cf2eecd44d2 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:16.772045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 894b8732-3cc7-4c91-8534-1cf2eecd44d2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:16.772345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 894b8732-3cc7-4c91-8534-1cf2eecd44d2 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:16.773944 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb733ac8-648b-4fc3-bf33-c771c4b557ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.886467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb733ac8-648b-4fc3-bf33-c771c4b557ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.911721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41340) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:16.923556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb733ac8-648b-4fc3-bf33-c771c4b557ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7ff740-1f9f-44a2-879f-c93c8a442e2b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:16.925505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eb733ac8-648b-4fc3-bf33-c771c4b557ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:16.927423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eb733ac8-648b-4fc3-bf33-c771c4b557ab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb7ff740-1f9f-44a2-879f-c93c8a442e2b HTTP/1.1" status: 204 len: 168 time: 0.3283200 Sep 20 13:07:16.930402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41342) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:16.933495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9cf9f1-48cb-463a-a805-1a11f19d9d55 None None] Network f5d97347-a3ab-403d-99b0-cdf1f50aa3cc requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:07:17.022902 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6c5e58a6-58f3-4134-9a81-5500ed3b0524 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=854cf6fab28c4ec98d704e204170e1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099880 Sep 20 13:07:17.025628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:17.034718 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.090949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Deleting port 8b06c23a-66de-43ec-aca8-c96581029d0a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:17.091293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.092725 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e14706b-54f8-4bdb-91ea-2fe57b87d137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.115895 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e14706b-54f8-4bdb-91ea-2fe57b87d137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.147724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] DHCP port deletion for f5d97347-a3ab-403d-99b0-cdf1f50aa3cc request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:07:17.165049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] For port 8b06c23a-66de-43ec-aca8-c96581029d0a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8b06c23a-66de-43ec-aca8-c96581029d0a,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:17.165422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.179596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Calling delete_port for 8b06c23a-66de-43ec-aca8-c96581029d0a owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:17.203288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] Deleting port 8b06c23a-66de-43ec-aca8-c96581029d0a {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:17.203666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.251078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e14706b-54f8-4bdb-91ea-2fe57b87d137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.254130 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e14706b-54f8-4bdb-91ea-2fe57b87d137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.255556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e14706b-54f8-4bdb-91ea-2fe57b87d137 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d350ff2e-7005-4478-b4c7-186a0d29c23a HTTP/1.1" status: 204 len: 168 time: 0.2289455 Sep 20 13:07:17.266017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14706b-54f8-4bdb-91ea-2fe57b87d137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350ff2e-7005-4478-b4c7-186a0d29c23a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:17.272698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] For port 8b06c23a-66de-43ec-aca8-c96581029d0a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8b06c23a-66de-43ec-aca8-c96581029d0a,segment=NetworkSegment(81fba9b8-8c81-4789-854b-9af1b64d3b6c),segment_id=81fba9b8-8c81-4789-854b-9af1b64d3b6c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:17.273182 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.293380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] Calling delete_port for 8b06c23a-66de-43ec-aca8-c96581029d0a owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:17.320429 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.349614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b06c23a-66de-43ec-aca8-c96581029d0a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:17.353111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] No DVR routers for this DVR port 8b06c23a-66de-43ec-aca8-c96581029d0a on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:17.376243 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.411868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] Pushing event deleted for resources: {'Port': ['ID=8b06c23a-66de-43ec-aca8-c96581029d0a,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:17.413762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347b654-6838-457c-8162-ffb04a2edd62 None None] No DVR routers for this DVR port 8b06c23a-66de-43ec-aca8-c96581029d0a on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:17.437219 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.456713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d97347-a3ab-403d-99b0-cdf1f50aa3cc']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:17.465776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fba9b8-8c81-4789-854b-9af1b64d3b6c') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:17.466072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fba9b8-8c81-4789-854b-9af1b64d3b6c') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:17.477970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.489895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.496675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:07:17.497353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:07:17.499145 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:07:17.754337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.766934 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:17.766934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] 10.222.0.37 "DELETE /v2.0/networks/f5d97347-a3ab-403d-99b0-cdf1f50aa3cc HTTP/1.1" status: 204 len: 168 time: 0.8323374 Sep 20 13:07:17.768315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41378) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:17.774484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dd085-b2a5-475c-bd22-254fc337847b admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d97347-a3ab-403d-99b0-cdf1f50aa3cc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:18.062469 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:18.149261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:18.395937 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Deleting port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:18.396283 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:18.637445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8b06c23a-66de-43ec-aca8-c96581029d0a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:18.659945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 8b06c23a-66de-43ec-aca8-c96581029d0a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:18.660303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8b06c23a-66de-43ec-aca8-c96581029d0a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:18.809304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] For port 96f5433c-78a2-4d6e-bd25-acb84e8a97cf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,segment=NetworkSegment(f8a6b6e9-1b5e-449f-a908-a84d07f44a96),segment_id=f8a6b6e9-1b5e-449f-a908-a84d07f44a96)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:18.809894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:18.821949 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Calling delete_port for 96f5433c-78a2-4d6e-bd25-acb84e8a97cf owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:19.050971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:19.078597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Pushing event deleted for resources: {'Port': ['ID=96f5433c-78a2-4d6e-bd25-acb84e8a97cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:19.250465 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:19.474926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:07:19.587836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:07:19.597983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff9b7745-1870-4108-9341-c7ec265cccff admin admin] 10.222.0.37 "PUT /v2.0/routers/bc5dfbc2-055b-48a6-b86a-db1b81f6c7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245635 Sep 20 13:07:19.598063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41462) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:19.599248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] Sync routers for ids ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:07:19.611361 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] Routers {'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:19.612466 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:07:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:19.720482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:19.728773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] Set router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:19.831918 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:19.909686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:07:18Z', 'revision_number': 5, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port': {'id': '1e23b61a-22cf-4b5c-be25-73ea9e765120', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:03:05Z', 'updated_at': '2021-09-20T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:19.940467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] Checking router: bc5dfbc2-055b-48a6-b86a-db1b81f6c7df for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:07:19.948970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] Routers {'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:07:19.949687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:07:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:19.962341 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Deleting port 1e23b61a-22cf-4b5c-be25-73ea9e765120 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:19.962686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.036803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] Set router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:07:20.047711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] For port 1e23b61a-22cf-4b5c-be25-73ea9e765120, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1e23b61a-22cf-4b5c-be25-73ea9e765120,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:20.048106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.062413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Calling delete_port for 1e23b61a-22cf-4b5c-be25-73ea9e765120 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:20.089042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:07:19Z', 'revision_number': 6, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:20.118884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b9b43-ebc3-42ab-86c6-f03c9adbf194 None None] The sync data for ids ['bc5dfbc2-055b-48a6-b86a-db1b81f6c7df'] in n-d-809934-3 is: [{'id': 'bc5dfbc2-055b-48a6-b86a-db1b81f6c7df', 'name': 'tempest-TestVolumeBackupRestore-97922591-router', 'tenant_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:03:04Z', 'updated_at': '2021-09-20T13:07:19Z', 'revision_number': 6, 'project_id': 'fa0003b1d6bb4f8aacad23f3789de468', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:07:20.220971 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.300796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.328088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e23b61a-22cf-4b5c-be25-73ea9e765120,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:20.388808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.477572 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.480328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.638658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.639298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5dfbc2-055b-48a6-b86a-db1b81f6c7df {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:07:20.643548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.644773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7092b738-a403-4413-a5de-006adc3a7928 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bc5dfbc2-055b-48a6-b86a-db1b81f6c7df HTTP/1.1" status: 204 len: 168 time: 1.0469236 Sep 20 13:07:20.647270 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41482) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:20.694782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecf72e9-52f0-4f3e-88a2-2ee6ac3e314d admin admin] Deleting subnet f9f881f6-46e5-497a-975a-8908185e6cda {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:07:20.695311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.697797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ecf72e9-52f0-4f3e-88a2-2ee6ac3e314d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.732182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ecf72e9-52f0-4f3e-88a2-2ee6ac3e314d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.804943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ecf72e9-52f0-4f3e-88a2-2ee6ac3e314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.896029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 96f5433c-78a2-4d6e-bd25-acb84e8a97cf no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:20.915675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 96f5433c-78a2-4d6e-bd25-acb84e8a97cf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:20.916019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 96f5433c-78a2-4d6e-bd25-acb84e8a97cf not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:20.918205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e23b61a-22cf-4b5c-be25-73ea9e765120 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:20.934894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1e23b61a-22cf-4b5c-be25-73ea9e765120 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:20.935241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1e23b61a-22cf-4b5c-be25-73ea9e765120 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:20.938253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ecf72e9-52f0-4f3e-88a2-2ee6ac3e314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.970205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf72e9-52f0-4f3e-88a2-2ee6ac3e314d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f881f6-46e5-497a-975a-8908185e6cda,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:20.975262 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ecf72e9-52f0-4f3e-88a2-2ee6ac3e314d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:20.979815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41484) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:20.981369 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6ecf72e9-52f0-4f3e-88a2-2ee6ac3e314d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f9f881f6-46e5-497a-975a-8908185e6cda HTTP/1.1" status: 204 len: 168 time: 0.3323569 Sep 20 13:07:20.983568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc550b24-1310-4c64-98ea-d6217803c2f7 None None] Network 6e4d6819-8cd0-476d-b240-c473edc93582 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:07:21.050368 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.111934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Deleting port 09669687-28cb-4c0f-b656-c03f92a48798 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:21.112286 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.163760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] DHCP port deletion for 6e4d6819-8cd0-476d-b240-c473edc93582 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:07:21.187932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] For port 09669687-28cb-4c0f-b656-c03f92a48798, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=09669687-28cb-4c0f-b656-c03f92a48798,segment=NetworkSegment(f8a6b6e9-1b5e-449f-a908-a84d07f44a96),segment_id=f8a6b6e9-1b5e-449f-a908-a84d07f44a96)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:21.188308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.200676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Calling delete_port for 09669687-28cb-4c0f-b656-c03f92a48798 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:21.209791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] Deleting port 09669687-28cb-4c0f-b656-c03f92a48798 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:21.210098 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.272947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] For port 09669687-28cb-4c0f-b656-c03f92a48798, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=09669687-28cb-4c0f-b656-c03f92a48798,segment=NetworkSegment(f8a6b6e9-1b5e-449f-a908-a84d07f44a96),segment_id=f8a6b6e9-1b5e-449f-a908-a84d07f44a96)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:21.273503 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.285671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] Calling delete_port for 09669687-28cb-4c0f-b656-c03f92a48798 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:21.336579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.358468 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.367283 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=09669687-28cb-4c0f-b656-c03f92a48798,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:21.370913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] No DVR routers for this DVR port 09669687-28cb-4c0f-b656-c03f92a48798 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:21.385096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] Pushing event deleted for resources: {'Port': ['ID=09669687-28cb-4c0f-b656-c03f92a48798,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:21.388910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48561ff9-fcf2-4768-9123-3fc12a06e632 None None] No DVR routers for this DVR port 09669687-28cb-4c0f-b656-c03f92a48798 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:21.448185 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.467838 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4d6819-8cd0-476d-b240-c473edc93582']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:21.476816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:21.477149 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a6b6e9-1b5e-449f-a908-a84d07f44a96') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:07:21.486790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.500252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.506065 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:07:21.506450 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:07:21.508065 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:07:21.622600 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.627902 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:21.629814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6e4d6819-8cd0-476d-b240-c473edc93582 HTTP/1.1" status: 204 len: 168 time: 0.6474283 Sep 20 13:07:21.640474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa96ba-fdfd-413d-81aa-04bccdc02d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4d6819-8cd0-476d-b240-c473edc93582,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:22.018761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41488) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:22.057720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ccc5b9a-590e-4a74-9a96-2a4cea1afff8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e388483956eb4b14b53517ee4fe1dcbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378349 Sep 20 13:07:22.060219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41490) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:22.107618 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be30245f-a175-4636-9140-feb04e51bf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:22.127864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be30245f-a175-4636-9140-feb04e51bf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:22.268217 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be30245f-a175-4636-9140-feb04e51bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:22.270848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be30245f-a175-4636-9140-feb04e51bf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:22.272010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-be30245f-a175-4636-9140-feb04e51bf90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60d5aa79-4f90-4556-b8c4-76464c74b327 HTTP/1.1" status: 204 len: 168 time: 0.2109179 Sep 20 13:07:22.280616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30245f-a175-4636-9140-feb04e51bf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d5aa79-4f90-4556-b8c4-76464c74b327,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:22.632914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 09669687-28cb-4c0f-b656-c03f92a48798 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:22.657564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 09669687-28cb-4c0f-b656-c03f92a48798 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:22.657915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 09669687-28cb-4c0f-b656-c03f92a48798 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:22.916592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:22.957041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-27274cef-1fef-424f-9b06-39fb9b3a15d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa0003b1d6bb4f8aacad23f3789de468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387728 Sep 20 13:07:22.958942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41498) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:23.006058 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74012f6d-db36-4e85-9ad1-459fd57c5aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:23.026270 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74012f6d-db36-4e85-9ad1-459fd57c5aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:23.142600 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74012f6d-db36-4e85-9ad1-459fd57c5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:23.145140 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74012f6d-db36-4e85-9ad1-459fd57c5aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:23.146332 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-74012f6d-db36-4e85-9ad1-459fd57c5aa6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ece36cdd-ae1d-4627-8411-5b9a3ba16d27 HTTP/1.1" status: 204 len: 168 time: 0.1865106 Sep 20 13:07:23.154840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012f6d-db36-4e85-9ad1-459fd57c5aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece36cdd-ae1d-4627-8411-5b9a3ba16d27,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:33.921728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-eab00dbc-7c88-48d4-a84b-d644e3bd5774 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4698fc8c68b74f4a8e643eceaadd5ca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290465 Sep 20 13:07:34.104295 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-c7bbfcd4-d18c-48e7-8373-2b4cd0b2cb70 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:34.106576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-c7bbfcd4-d18c-48e7-8373-2b4cd0b2cb70 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793983 Sep 20 13:07:34.122059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-7beb1d05-311f-4030-b3b6-d6903532a9ae tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/quotas/4698fc8c68b74f4a8e643eceaadd5ca0 HTTP/1.1" status: 200 len: 375 time: 0.0095558 Sep 20 13:07:34.151961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-33b31737-31be-4f9a-a4d0-c173efbaa9d9 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4698fc8c68b74f4a8e643eceaadd5ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245211 Sep 20 13:07:34.369090 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6ebbfc0-3e92-4e7c-b4c6-71a0c06db511 req-7028159d-3bc9-4c9f-b3de-29fe5d9ef031 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 210 time: 0.0252011 Sep 20 13:07:34.506514 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:07:35.464540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4cc4da9a-7fa2-4881-a0d2-c2328100de1e req-c04a8ba5-9010-4464-84d1-25b4e3e02a4e tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 210 time: 0.0277047 Sep 20 13:07:36.368844 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-239cb9f2-c521-42f5-861f-a5cff45c8aed tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4698fc8c68b74f4a8e643eceaadd5ca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283647 Sep 20 13:07:36.565228 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2bdc4fe-2d5e-4708-b701-00797a054267 req-5d690f54-0490-429f-8fbf-e45ec9c04043 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 210 time: 0.0305564 Sep 20 13:07:36.578684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4f724d73-55b7-4e3d-a80c-79535c0a6e38 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:36.580163 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4f724d73-55b7-4e3d-a80c-79535c0a6e38 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053003 Sep 20 13:07:36.595319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Request body: {'port': {'device_id': '70569aac-bb8b-4d58-9175-2a065d0bcd34', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'admin_state_up': True, 'tenant_id': '4698fc8c68b74f4a8e643eceaadd5ca0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:07:36.774666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Made reservation on behalf of 4698fc8c68b74f4a8e643eceaadd5ca0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:07:36.778812 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:36.788308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:36.879183 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:36.945593 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:37.007585 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad6ae24-7866-43fb-a069-73a620af412a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:37.078132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Allocated IP 192.168.233.219 (27457ffb-b3f7-48b0-81b6-2602f7abcf49/ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5/0aadc2a6-8cd1-4008-8398-d4efca8d40c4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:07:37.222874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:37.313590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:37.354551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:07:37.358089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:07:37.361641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:07:37.392299 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Pushing event updated for resources: {'Port': ['ID=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:37.422418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:37.423058 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:37.495851 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4c1dbf77-c811-4fa9-b5e6-a9b1b457bfdb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9042881 Sep 20 13:07:37.508437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Request body: {'port': {'device_id': '70569aac-bb8b-4d58-9175-2a065d0bcd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:07:37.551320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ae46a6d4-7c01-47da-be03-8ec5e839e79c None None] Provisioning complete for port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:07:37.551972 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae46a6d4-7c01-47da-be03-8ec5e839e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:37.562411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:37.584509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ae46a6d4-7c01-47da-be03-8ec5e839e79c None None] Port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:07:37.682413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5c7b3-86df-42c8-affb-d6f22dfaccd9 req-91b23e95-6b17-4672-a582-bba4e313a83e tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:37.684035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0f5c7b3-86df-42c8-affb-d6f22dfaccd9 req-91b23e95-6b17-4672-a582-bba4e313a83e tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 936 time: 0.0497243 Sep 20 13:07:37.722754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0f5c7b3-86df-42c8-affb-d6f22dfaccd9 req-b1d01d51-6ea8-4f13-b010-43ce360437e3 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Sep 20 13:07:37.824853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:07:37.832081 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:37.843921 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Transition to ACTIVE for port object 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:07:37.902692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:37.958490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:38.023602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Attempting to bind port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:07:38.024036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Attempting to bind port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:07:38.024290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Attempting to bind port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:07:38.029527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:07:38.029852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Attempting to bind port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 on network 27457ffb-b3f7-48b0-81b6-2602f7abcf49 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:07:38.034943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:07:38.035286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Checking segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:07:38.035672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Bound using segment: {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:07:38.036102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Bound port: 0aadc2a6-8cd1-4008-8398-d4efca8d40c4, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca52f95-8924-4963-827b-a68d5b0f4d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:07:38.036467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:38.104252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] For port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:07:38.108379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] For port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:07:38.194363 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:38.236128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:38.236670 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:38.238219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] 10.222.0.32 "PUT /v2.0/ports/0aadc2a6-8cd1-4008-8398-d4efca8d40c4 HTTP/1.1" status: 200 len: 1096 time: 0.7341568 Sep 20 13:07:38.238662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70569aac-bb8b-4d58-9175-2a065d0bcd34', 'tag': '0aadc2a6-8cd1-4008-8398-d4efca8d40c4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:07:38.240931 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c096b109-1028-4426-8bf7-f16a80fef26d" -d '{"events": [{"name": "network-changed", "server_uuid": "70569aac-bb8b-4d58-9175-2a065d0bcd34", "tag": "0aadc2a6-8cd1-4008-8398-d4efca8d40c4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:07:38.266004 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890e790-375a-4c48-bc2e-244ee41f8560 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:38.284826 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd9526-6527-4151-b70d-64b739cc73b6 x-openstack-request-id: req-4bbd9526-6527-4151-b70d-64b739cc73b6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:07:38.285152 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70569aac-bb8b-4d58-9175-2a065d0bcd34", "tag": "0aadc2a6-8cd1-4008-8398-d4efca8d40c4", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:07:38.285404 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bbd9526-6527-4151-b70d-64b739cc73b6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:07:38.285800 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70569aac-bb8b-4d58-9175-2a065d0bcd34', 'tag': '0aadc2a6-8cd1-4008-8398-d4efca8d40c4', 'status': 'completed', 'code': 200} Sep 20 13:07:38.453964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096b109-1028-4426-8bf7-f16a80fef26d req-c9e1fc76-0c07-4e56-8e62-b3b611899af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:38.455387 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c096b109-1028-4426-8bf7-f16a80fef26d req-c9e1fc76-0c07-4e56-8e62-b3b611899af8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4698fc8c68b74f4a8e643eceaadd5ca0&device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 1099 time: 0.1497755 Sep 20 13:07:38.481972 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c096b109-1028-4426-8bf7-f16a80fef26d req-baf5c71b-d484-4160-9909-62c382a2a2b2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4698fc8c68b74f4a8e643eceaadd5ca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192153 Sep 20 13:07:38.577275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096b109-1028-4426-8bf7-f16a80fef26d req-3a1533e8-b384-4b1b-bcad-4409e90033e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:38.578663 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c096b109-1028-4426-8bf7-f16a80fef26d req-3a1533e8-b384-4b1b-bcad-4409e90033e5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898721 Sep 20 13:07:38.656867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-c4de2d66-820e-49d3-8108-fa74b9a210ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:38.658401 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-c4de2d66-820e-49d3-8108-fa74b9a210ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4698fc8c68b74f4a8e643eceaadd5ca0&device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 1099 time: 0.0428665 Sep 20 13:07:38.699899 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-2f7a4fef-c180-41e1-b40d-76697b76e808 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=0aadc2a6-8cd1-4008-8398-d4efca8d40c4 HTTP/1.1" status: 200 len: 217 time: 0.0335371 Sep 20 13:07:38.749812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-28da9802-172c-4771-b514-4c927aebc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:38.751447 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-28da9802-172c-4771-b514-4c927aebc69d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5 HTTP/1.1" status: 200 len: 843 time: 0.0455070 Sep 20 13:07:38.797358 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-9b799285-9a4a-4517-bed9-15c2651530ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:38.798881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-9b799285-9a4a-4517-bed9-15c2651530ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27457ffb-b3f7-48b0-81b6-2602f7abcf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409610 Sep 20 13:07:38.840481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea315-4c46-43f7-b249-afaba76f3ee3 req-2a0c8725-83d7-4d90-9f29-c93ee03c46c7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:38.841994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0caea315-4c46-43f7-b249-afaba76f3ee3 req-2a0c8725-83d7-4d90-9f29-c93ee03c46c7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 948 time: 0.0484433 Sep 20 13:07:38.881362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0caea315-4c46-43f7-b249-afaba76f3ee3 req-9f185682-164f-41f9-a42f-5e0e9a681906 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332880 Sep 20 13:07:38.894697 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-05ac2a9f-1641-4bdc-8da7-98c043ba2900 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891554 Sep 20 13:07:38.990521 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f3a6bec4-48af-4843-91ce-2cadf115f812 req-163e7cfe-4343-4685-bff6-4d274ecc4f58 service neutron] 10.222.0.32 "GET /v2.0/networks/27457ffb-b3f7-48b0-81b6-2602f7abcf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Sep 20 13:07:39.998279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbea06-766e-4063-9473-b9b39725ff55 req-031f2544-bc57-4666-af14-9253c5232051 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:39.999811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9cbea06-766e-4063-9473-b9b39725ff55 req-031f2544-bc57-4666-af14-9253c5232051 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 948 time: 0.0524843 Sep 20 13:07:40.037608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9cbea06-766e-4063-9473-b9b39725ff55 req-62fa26a1-0a93-4eb3-be59-c68f8b6ffe5a tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Sep 20 13:07:41.150461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c1ad0-bdda-4803-93da-0a0d82ea9d4a req-3182f0c2-a70e-4c96-9bc4-ff0f30153bf9 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:41.152323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-311c1ad0-bdda-4803-93da-0a0d82ea9d4a req-3182f0c2-a70e-4c96-9bc4-ff0f30153bf9 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 948 time: 0.0487423 Sep 20 13:07:41.190799 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-311c1ad0-bdda-4803-93da-0a0d82ea9d4a req-9b497684-fc39-4d9a-9e81-9662f02d0d74 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Sep 20 13:07:42.305656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759c5b3-be21-48e6-84f3-2c3f9c9ff995 req-4c4db4e6-bf25-42bb-a3e3-77a03328575c tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:42.307148 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3759c5b3-be21-48e6-84f3-2c3f9c9ff995 req-4c4db4e6-bf25-42bb-a3e3-77a03328575c tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 948 time: 0.0502379 Sep 20 13:07:42.344831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3759c5b3-be21-48e6-84f3-2c3f9c9ff995 req-2814f841-00a5-4fa5-988e-6fd34f4ffbdf tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310571 Sep 20 13:07:42.406160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:07:42.408638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5417ee32-eb6d-4446-b7cb-8b7ad59e9ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:42.503041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:42.512995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '0aadc2a6-8cd1-4008-8398-d4efca8d40c4', 'network_id': '27457ffb-b3f7-48b0-81b6-2602f7abcf49', 'port_id': '0aadc2a6-8cd1-4008-8398-d4efca8d40c4', 'mac_address': 'fa:16:3e:6b:04:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded67c68-b2f9-4c9e-9e35-7c0f30aec8a5', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:07:42.549235 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:42.561740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:07:42.580126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:42.652473 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:42.697668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:42.850396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['0aadc2a6-8cd1-4008-8398-d4efca8d40c4'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:07:43.465355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b5067-c62d-4490-877a-a06cd4e23ae2 req-37b167ec-39d0-4d70-9921-7f2797db0e5d tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:43.466819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b2b5067-c62d-4490-877a-a06cd4e23ae2 req-37b167ec-39d0-4d70-9921-7f2797db0e5d tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 949 time: 0.0535355 Sep 20 13:07:43.503179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b2b5067-c62d-4490-877a-a06cd4e23ae2 req-567306b6-a606-40e3-a9ab-6dc5242f58d9 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302837 Sep 20 13:07:44.420294 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:07:44.541808 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:07:44.546055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:07:44.546426 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:44.620077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b4022-cd0a-44ba-b8bd-870db8ef7c34 req-062f3bf5-7982-4d7d-8d26-daf8b03c3235 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:44.622222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-321b4022-cd0a-44ba-b8bd-870db8ef7c34 req-062f3bf5-7982-4d7d-8d26-daf8b03c3235 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 949 time: 0.0511179 Sep 20 13:07:44.663267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-321b4022-cd0a-44ba-b8bd-870db8ef7c34 req-700ef953-d6ba-4280-9605-d7f2f10393eb tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348926 Sep 20 13:07:44.775448 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:44.797262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70569aac-bb8b-4d58-9175-2a065d0bcd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadc2a6-8cd1-4008-8398-d4efca8d40c4'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:07:44.799444 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726f2fc-a122-4d61-afb7-3e7774ce9029" -d '{"events": [{"server_uuid": "70569aac-bb8b-4d58-9175-2a065d0bcd34", "name": "network-vif-plugged", "status": "completed", "tag": "0aadc2a6-8cd1-4008-8398-d4efca8d40c4"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:07:44.812416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:44.873960 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:44.899499 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44367ffc-8116-4a4d-b35b-37304247fe56 x-openstack-request-id: req-44367ffc-8116-4a4d-b35b-37304247fe56 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:07:44.899790 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70569aac-bb8b-4d58-9175-2a065d0bcd34", "name": "network-vif-plugged", "status": "completed", "tag": "0aadc2a6-8cd1-4008-8398-d4efca8d40c4", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:07:44.900039 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44367ffc-8116-4a4d-b35b-37304247fe56 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:07:44.900425 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70569aac-bb8b-4d58-9175-2a065d0bcd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadc2a6-8cd1-4008-8398-d4efca8d40c4', 'code': 200} Sep 20 13:07:44.925285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:44.993368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fbe72-d186-47cc-b95f-cfa6bd9180e7 req-5b936323-5d58-4d10-ab8b-843c1188e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:44.994850 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a72fbe72-d186-47cc-b95f-cfa6bd9180e7 req-5b936323-5d58-4d10-ab8b-843c1188e158 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 1101 time: 0.0382729 Sep 20 13:07:45.028782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a72fbe72-d186-47cc-b95f-cfa6bd9180e7 req-b46b95fe-b400-41b1-98bf-7404dde23acc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269568 Sep 20 13:07:45.210515 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ff49daed-5096-476d-9d5e-a1869ed4f2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:45.644346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:45.778524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58868b-d23e-4717-a973-aaf2bcf5663f req-40d65c4b-d9bd-40c3-b971-b672e5945b91 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:45.779991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c58868b-d23e-4717-a973-aaf2bcf5663f req-40d65c4b-d9bd-40c3-b971-b672e5945b91 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 950 time: 0.0470243 Sep 20 13:07:45.816514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5c58868b-d23e-4717-a973-aaf2bcf5663f req-8c805093-96c0-4aca-ba97-fec6cb972ce0 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306525 Sep 20 13:07:46.656336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:46.932465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdb80d-cd9c-4c69-bf61-8d387751b398 req-6262efbb-5a06-4008-81d9-ee1e2b50d1ea tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:46.934008 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29bdb80d-cd9c-4c69-bf61-8d387751b398 req-6262efbb-5a06-4008-81d9-ee1e2b50d1ea tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 950 time: 0.0516827 Sep 20 13:07:46.970800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29bdb80d-cd9c-4c69-bf61-8d387751b398 req-84dcf398-7924-4a3f-b0da-dc285b998af9 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308897 Sep 20 13:07:47.363521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-6476d0f1-6919-491c-9f43-8bbe1fdaa5e9 req-ceb2fca2-d1e5-45ab-909b-26e3b7548824 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:07:47.364538 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6476d0f1-6919-491c-9f43-8bbe1fdaa5e9 req-ceb2fca2-d1e5-45ab-909b-26e3b7548824 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600924 Sep 20 13:07:48.050564 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:48.413187 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039ddf0-bf23-4e1c-8d1d-38048aee6a54 req-6f231a0f-fe3c-42de-a675-d842e3e20309 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:48.414644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0039ddf0-bf23-4e1c-8d1d-38048aee6a54 req-6f231a0f-fe3c-42de-a675-d842e3e20309 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 950 time: 0.0483286 Sep 20 13:07:48.452709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0039ddf0-bf23-4e1c-8d1d-38048aee6a54 req-2b9cd936-a805-4085-8b27-646b65829207 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Sep 20 13:07:49.570513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c8463-e2c6-4c59-96df-879d30d14ff9 req-a6fbe718-4db6-4be6-853f-8b1005f7b740 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:49.571990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-118c8463-e2c6-4c59-96df-879d30d14ff9 req-a6fbe718-4db6-4be6-853f-8b1005f7b740 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 950 time: 0.0474603 Sep 20 13:07:49.606783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-23d0c563-b632-49a3-ae7d-d167fbed3e33 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:49.608668 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-23d0c563-b632-49a3-ae7d-d167fbed3e33 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.32 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 950 time: 0.0480382 Sep 20 13:07:49.610529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-118c8463-e2c6-4c59-96df-879d30d14ff9 req-94ad600d-9734-4707-bfa6-ced69d675503 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/security-groups?id=aad6ae24-7866-43fb-a069-73a620af412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Sep 20 13:07:49.700499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Deleting port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:07:49.700838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:49.785810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] For port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,segment=NetworkSegment(aca52f95-8924-4963-827b-a68d5b0f4d20),segment_id=aca52f95-8924-4963-827b-a68d5b0f4d20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:07:49.786174 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:49.797644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Calling delete_port for 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:07:50.028182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:50.044341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['0aadc2a6-8cd1-4008-8398-d4efca8d40c4'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:07:50.058995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Pushing event deleted for resources: {'Port': ['ID=0aadc2a6-8cd1-4008-8398-d4efca8d40c4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:50.071267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.071620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.071962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.072301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.072631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.072998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.074042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.074375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.074708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.075038 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.075364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.075692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:50.113017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] No DVR routers for this DVR port 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:07:50.118956 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:50.118956 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-90aec97b-5490-4eac-ba68-0d0678d7a31c req-af56d556-6ee6-42a2-8790-0627cd068fb7 tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.32 "DELETE /v2.0/ports/0aadc2a6-8cd1-4008-8398-d4efca8d40c4 HTTP/1.1" status: 204 len: 173 time: 0.5030205 Sep 20 13:07:50.118956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70569aac-bb8b-4d58-9175-2a065d0bcd34', 'name': 'network-vif-deleted', 'tag': '0aadc2a6-8cd1-4008-8398-d4efca8d40c4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:07:50.121346 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc3050-c3f3-4ac3-9691-2fbaaa56941c" -d '{"events": [{"server_uuid": "70569aac-bb8b-4d58-9175-2a065d0bcd34", "name": "network-vif-deleted", "tag": "0aadc2a6-8cd1-4008-8398-d4efca8d40c4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:07:50.164510 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b02709-8678-4e68-8025-508353064b80 x-openstack-request-id: req-a6b02709-8678-4e68-8025-508353064b80 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:07:50.164510 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70569aac-bb8b-4d58-9175-2a065d0bcd34", "name": "network-vif-deleted", "tag": "0aadc2a6-8cd1-4008-8398-d4efca8d40c4", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:07:50.164510 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6b02709-8678-4e68-8025-508353064b80 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:07:50.164510 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70569aac-bb8b-4d58-9175-2a065d0bcd34', 'name': 'network-vif-deleted', 'tag': '0aadc2a6-8cd1-4008-8398-d4efca8d40c4', 'status': 'completed', 'code': 200} Sep 20 13:07:50.248435 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:50.707848 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:50.719303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a52ee057-0a0d-41e6-ad49-35f7726c7ae6 req-6d32192d-2957-48bc-8dc5-47000c8cfb4b tempest-ServersAdminNegativeTestJSON-742297508 tempest-ServersAdminNegativeTestJSON-742297508-project] 10.222.0.37 "GET /v2.0/ports?device_id=70569aac-bb8b-4d58-9175-2a065d0bcd34 HTTP/1.1" status: 200 len: 210 time: 0.0286610 Sep 20 13:07:52.219660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41646) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:52.351726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a0d11aa-baec-4c89-853a-215ce4b7c934 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4698fc8c68b74f4a8e643eceaadd5ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308911 Sep 20 13:07:52.354207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:52.402096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac8755f7-8ffb-4624-9ed0-6de2adb552e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:52.422559 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac8755f7-8ffb-4624-9ed0-6de2adb552e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:52.467577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:07:52.490422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:07:52.491377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 0aadc2a6-8cd1-4008-8398-d4efca8d40c4 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:07:52.530544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac8755f7-8ffb-4624-9ed0-6de2adb552e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:52.533301 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac8755f7-8ffb-4624-9ed0-6de2adb552e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:52.534468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac8755f7-8ffb-4624-9ed0-6de2adb552e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aad6ae24-7866-43fb-a069-73a620af412a HTTP/1.1" status: 204 len: 168 time: 0.1784484 Sep 20 13:07:52.543285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8755f7-8ffb-4624-9ed0-6de2adb552e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad6ae24-7866-43fb-a069-73a620af412a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:53.117866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41656) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:53.131403 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bce5ab5-505d-42bc-9e74-bed1389c95b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:53.216015 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bce5ab5-505d-42bc-9e74-bed1389c95b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:53.273442 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bce5ab5-505d-42bc-9e74-bed1389c95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:53.311580 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4bce5ab5-505d-42bc-9e74-bed1389c95b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65770c27dc284d578f0916b0fb60b853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926520 Sep 20 13:07:53.312448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce5ab5-505d-42bc-9e74-bed1389c95b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3d3948-a779-4369-816b-bf94c836c26d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:53.314409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:53.363317 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5187-defa-41fe-8ce3-edc98b548e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:53.384096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5187-defa-41fe-8ce3-edc98b548e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:53.505497 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5187-defa-41fe-8ce3-edc98b548e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:53.508128 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5187-defa-41fe-8ce3-edc98b548e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:53.509313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d4d5187-defa-41fe-8ce3-edc98b548e74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b3d3948-a779-4369-816b-bf94c836c26d HTTP/1.1" status: 204 len: 168 time: 0.1937764 Sep 20 13:07:53.517215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d5187-defa-41fe-8ce3-edc98b548e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3d3948-a779-4369-816b-bf94c836c26d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:54.541399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:54.640520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1184054409-network', 'tenant_id': 'bbc5979290f94e24be62c20e03086366'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:07:54.713089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Made reservation on behalf of bbc5979290f94e24be62c20e03086366 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:07:54.715458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:54.723873 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:54.812071 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:54.876784 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:54.900893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:07:54.909366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a357791b-50f4-4213-8820-4aef3bca41df,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:54.915139 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:54.915481 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Added segment f9975990-f6eb-4691-b1a3-eef1aedd56e5 of type vlan for network e46ff639-273b-4f7e-8148-3a3652b15f9b Sep 20 13:07:54.954751 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:55.033296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:55.034357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:55.034937 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:55.101960 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] Pushing event updated for resources: {'Network': ['ID=e46ff639-273b-4f7e-8148-3a3652b15f9b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:55.111874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e46ff639-273b-4f7e-8148-3a3652b15f9b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:07:55.165308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bbfaf102-8cd1-454c-ac43-16a0ae6cfab4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6227078 Sep 20 13:07:55.169025 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:07:55.173864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Request body: {'subnet': {'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1184054409-subnet', 'tenant_id': 'bbc5979290f94e24be62c20e03086366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:07:55.253874 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Made reservation on behalf of bbc5979290f94e24be62c20e03086366 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:07:55.256188 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:55.505701 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:55.559738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a7afa5-5c56-4659-89bc-7acdd9bf3ad2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:55.571418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.571762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.572140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.572482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.572848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.573224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.573564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.573888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.574209 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.574530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.574851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.575169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:07:55.578446 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Checking segment: {'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:07:55.578805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Network hostable DHCP agents. Network: e46ff639-273b-4f7e-8148-3a3652b15f9b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:07:55.659355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Network e46ff639-273b-4f7e-8148-3a3652b15f9b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:07:55.739197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e46ff639-273b-4f7e-8148-3a3652b15f9b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:07:55.743236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:55.743915 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:55.749273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ecbd8-ded6-46c8-82d0-bfcbe08c6273 None None] Network e46ff639-273b-4f7e-8148-3a3652b15f9b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:07:55.826291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-46185868-9857-4b38-a57e-e2f8cf1b7a5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6561167 Sep 20 13:07:55.878477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e594bf-8709-443a-9624-44b1cc11806f None None] Network e46ff639-273b-4f7e-8148-3a3652b15f9b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:07:56.243585 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-53453695-e1b6-4fc7-8474-c3bbaaaca256 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:56.245577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-53453695-e1b6-4fc7-8474-c3bbaaaca256 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/networks?id=e46ff639-273b-4f7e-8148-3a3652b15f9b HTTP/1.1" status: 200 len: 812 time: 0.1002164 Sep 20 13:07:56.260017 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-79efd3ed-9817-4e81-b4c2-c13892f393d0 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/quotas/bbc5979290f94e24be62c20e03086366 HTTP/1.1" status: 200 len: 375 time: 0.0085995 Sep 20 13:07:56.289876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-8fd917a4-f09d-4b56-a827-1212e290ac45 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbc5979290f94e24be62c20e03086366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0237782 Sep 20 13:07:56.379971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-9415cdd3-110e-4735-b80a-14ddfe598390 service neutron] 10.222.0.37 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831783 Sep 20 13:07:56.466929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-b7d0bb33-86e4-47e4-b871-3566e2add1f0 service neutron] 10.222.0.37 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800076 Sep 20 13:07:56.704053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9982c891-537c-4cef-9af8-f520fe839814 req-ef92b4b2-c8b8-4454-9614-76db05aa1e69 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 210 time: 0.0261881 Sep 20 13:07:57.799509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f548d1b-df95-4233-b97a-2826d838e19e req-7aad7066-39d6-4330-9c73-21b422dd7a31 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Sep 20 13:07:58.677613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-1fd8772e-5d7d-42c0-99e5-410f38976156 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:58.679625 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-1fd8772e-5d7d-42c0-99e5-410f38976156 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.32 "GET /v2.0/networks?id=e46ff639-273b-4f7e-8148-3a3652b15f9b HTTP/1.1" status: 200 len: 812 time: 0.1073220 Sep 20 13:07:58.691622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Request body: {'port': {'device_id': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b', 'admin_state_up': True, 'tenant_id': 'bbc5979290f94e24be62c20e03086366'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:07:58.899038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d772e262-677f-49a5-9ae5-5bde84bc3b7a req-dd42f43c-92e0-4901-97bf-61d2ea8b4757 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Sep 20 13:07:58.981980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Made reservation on behalf of bbc5979290f94e24be62c20e03086366 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:07:58.985811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:59.116838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Allocated IP 172.20.0.5 (e46ff639-273b-4f7e-8148-3a3652b15f9b/34a7afa5-5c56-4659-89bc-7acdd9bf3ad2/21f0dcf5-cb79-41c0-901d-22783f6672f1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:07:59.264385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:59.342231 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:59.383425 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Network e46ff639-273b-4f7e-8148-3a3652b15f9b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:07:59.387216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:07:59.390933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:07:59.415000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Pushing event updated for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:07:59.442571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:07:59.443185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:59.529418 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-01120db3-e860-499d-818f-31888d1da93b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8412459 Sep 20 13:07:59.541088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Request body: {'port': {'device_id': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:07:59.597323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:59.852020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f0dcf5-cb79-41c0-901d-22783f6672f1 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:07:59.859943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:07:59.872017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Transition to ACTIVE for port object 21f0dcf5-cb79-41c0-901d-22783f6672f1 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:07:59.965584 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:00.014418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0b2e8-ea30-4aa6-9f82-45bfc5b37fb0 req-05a0ff32-ac6c-4e85-b67e-534923ae782c tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:00.016024 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57a0b2e8-ea30-4aa6-9f82-45bfc5b37fb0 req-05a0ff32-ac6c-4e85-b67e-534923ae782c tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 943 time: 0.0482132 Sep 20 13:08:00.019579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Pushing event updated for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:00.056912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57a0b2e8-ea30-4aa6-9f82-45bfc5b37fb0 req-41f7b9ea-ee05-463a-bbbf-41be42d50aa4 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334661 Sep 20 13:08:00.425321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Attempting to bind port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:08:00.425658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Attempting to bind port 21f0dcf5-cb79-41c0-901d-22783f6672f1 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:08:00.425982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Attempting to bind port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on network e46ff639-273b-4f7e-8148-3a3652b15f9b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:08:00.430344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on network e46ff639-273b-4f7e-8148-3a3652b15f9b not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:08:00.430662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Attempting to bind port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on network e46ff639-273b-4f7e-8148-3a3652b15f9b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:08:00.435982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:08:00.436312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Checking segment: {'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:08:00.436694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Bound using segment: {'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:08:00.437144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Bound port: 21f0dcf5-cb79-41c0-901d-22783f6672f1, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:08:00.437496 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:00.499075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:08:00.502136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:08:00.570672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:00.607416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:00.608042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:00.609533 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] 10.222.0.32 "PUT /v2.0/ports/21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 200 len: 1091 time: 1.0725238 Sep 20 13:08:00.609996 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:08:00.612188 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ddc89d-1080-43f7-ac78-55aa23938a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:08:00.635462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c13912-e8c2-47d3-ae87-5a18b03a615f service neutron] Pushing event updated for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:00.669170 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b34caf-dc38-4163-814c-4fbce269abed x-openstack-request-id: req-b1b34caf-dc38-4163-814c-4fbce269abed {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:08:00.669170 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:08:00.669170 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1b34caf-dc38-4163-814c-4fbce269abed {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:08:00.669170 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'status': 'completed', 'code': 200} Sep 20 13:08:00.726440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddc89d-1080-43f7-ac78-55aa23938a5a req-c796801c-1623-49c9-bd15-a0774f41c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:00.727823 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-55ddc89d-1080-43f7-ac78-55aa23938a5a req-c796801c-1623-49c9-bd15-a0774f41c2ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbc5979290f94e24be62c20e03086366&device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 1094 time: 0.0428040 Sep 20 13:08:00.825696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddc89d-1080-43f7-ac78-55aa23938a5a req-5a239855-3771-4dd9-8172-64a52e5073af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:00.827176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-55ddc89d-1080-43f7-ac78-55aa23938a5a req-5a239855-3771-4dd9-8172-64a52e5073af service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bbc5979290f94e24be62c20e03086366&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0915339 Sep 20 13:08:00.926458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddc89d-1080-43f7-ac78-55aa23938a5a req-a8358e5f-7e97-46eb-ae97-20225f0d890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:00.928373 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-55ddc89d-1080-43f7-ac78-55aa23938a5a req-a8358e5f-7e97-46eb-ae97-20225f0d890f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0939252 Sep 20 13:08:01.003991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-daaa2072-c960-4497-889c-888c04c2b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:01.005513 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-daaa2072-c960-4497-889c-888c04c2b37a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbc5979290f94e24be62c20e03086366&device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 1094 time: 0.0387199 Sep 20 13:08:01.047354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-60ee0d50-0b74-48bc-ab20-cfbbd2f52137 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 200 len: 217 time: 0.0328162 Sep 20 13:08:01.099155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-f6a979aa-68e3-4a42-8b57-7a0b4db2322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:01.101232 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-f6a979aa-68e3-4a42-8b57-7a0b4db2322f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34a7afa5-5c56-4659-89bc-7acdd9bf3ad2 HTTP/1.1" status: 200 len: 852 time: 0.0468323 Sep 20 13:08:01.132756 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-694a086a-8cdd-4449-b8dc-4d946b7f724d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e46ff639-273b-4f7e-8148-3a3652b15f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240345 Sep 20 13:08:01.177244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450f5c3-169d-4d37-b0ca-41599a25d568 req-7b413515-9bfb-4634-8102-71b782af3c75 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:01.179158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2450f5c3-169d-4d37-b0ca-41599a25d568 req-7b413515-9bfb-4634-8102-71b782af3c75 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 943 time: 0.0505419 Sep 20 13:08:01.218517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2450f5c3-169d-4d37-b0ca-41599a25d568 req-38a1c50c-5450-4641-ab00-f5fad3011206 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328560 Sep 20 13:08:01.224800 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-8d1258af-793f-4d2d-b2dc-aa321eeb8507 service neutron] 10.222.0.32 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843716 Sep 20 13:08:01.317062 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5a6d2fc7-4452-46b7-95e4-c6d0e2e6319e req-ed790f13-c0a8-4dbd-b29b-9d3cd2df71ed service neutron] 10.222.0.32 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848117 Sep 20 13:08:02.336370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83841e-ec57-4a06-9955-72f4dadc3d4f req-0395d4e5-e824-4f7f-875e-c2c43a7e6f8d tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:02.337852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af83841e-ec57-4a06-9955-72f4dadc3d4f req-0395d4e5-e824-4f7f-875e-c2c43a7e6f8d tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 943 time: 0.0518928 Sep 20 13:08:02.374645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af83841e-ec57-4a06-9955-72f4dadc3d4f req-bf27e1ec-6247-4f40-bfc4-c00725f65d27 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306430 Sep 20 13:08:03.487253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f7d22-46fb-4697-b2fa-f14946b2d09a req-ef56e48f-0495-44ef-8314-9e56079dcb0a tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:03.488695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-133f7d22-46fb-4697-b2fa-f14946b2d09a req-ef56e48f-0495-44ef-8314-9e56079dcb0a tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 943 time: 0.0479560 Sep 20 13:08:03.525743 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-133f7d22-46fb-4697-b2fa-f14946b2d09a req-9208c6b1-7ccb-4175-a333-ca7e2abb9358 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310888 Sep 20 13:08:04.529734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 21f0dcf5-cb79-41c0-901d-22783f6672f1 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:08:04.632254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:08:04.636832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd12a8-b63d-41f3-8c64-b785174dd977 req-866bf7e6-bacd-46fe-89ad-fbde33c6e7fd tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:04.638352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44cd12a8-b63d-41f3-8c64-b785174dd977 req-866bf7e6-bacd-46fe-89ad-fbde33c6e7fd tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 943 time: 0.0477576 Sep 20 13:08:04.643893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b', 'port_id': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'mac_address': 'fa:16:3e:23:8c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a7afa5-5c56-4659-89bc-7acdd9bf3ad2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:08:04.675746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44cd12a8-b63d-41f3-8c64-b785174dd977 req-93724291-2dbe-4dc4-9f5a-d045d753c64b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Sep 20 13:08:04.680368 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:04.692869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f0dcf5-cb79-41c0-901d-22783f6672f1 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:08:04.711940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:08:04.779696 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:04.825557 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:04.964187 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['21f0dcf5-cb79-41c0-901d-22783f6672f1'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:08:05.800205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a96d4d-e167-403f-9085-cff5e97f0039 req-34923ff8-9e9f-4e93-b6b4-ce74ded998c4 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:05.801726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45a96d4d-e167-403f-9085-cff5e97f0039 req-34923ff8-9e9f-4e93-b6b4-ce74ded998c4 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 944 time: 0.0557246 Sep 20 13:08:05.839042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45a96d4d-e167-403f-9085-cff5e97f0039 req-dcaf072f-296b-4fb4-802e-3302b0657091 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305254 Sep 20 13:08:06.529363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 21f0dcf5-cb79-41c0-901d-22783f6672f1 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:08:06.649928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 21f0dcf5-cb79-41c0-901d-22783f6672f1 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:08:06.653878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 21f0dcf5-cb79-41c0-901d-22783f6672f1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:08:06.654255 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:06.734288 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:06.761182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:08:06.763548 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f5507a-3952-4a04-a0fc-6ce7b3193b7a" -d '{"events": [{"server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "name": "network-vif-plugged", "status": "completed", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:08:06.775623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:08:06.802848 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7204eeb-7d06-4ae8-8bf7-ec33bf64e32a x-openstack-request-id: req-b7204eeb-7d06-4ae8-8bf7-ec33bf64e32a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:08:06.802848 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "name": "network-vif-plugged", "status": "completed", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:08:06.802848 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7204eeb-7d06-4ae8-8bf7-ec33bf64e32a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:08:06.802848 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'code': 200} Sep 20 13:08:06.850431 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:06.898633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c42fa-a3e3-4be5-b308-ce9f9d7caf0b req-9b6fbc32-1418-4042-afa6-de86fcd3eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:06.900245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:06.900391 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d35c42fa-a3e3-4be5-b308-ce9f9d7caf0b req-9b6fbc32-1418-4042-afa6-de86fcd3eee9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 1096 time: 0.0447354 Sep 20 13:08:06.937354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d35c42fa-a3e3-4be5-b308-ce9f9d7caf0b req-748bc519-2864-417c-9434-66f564309d1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291727 Sep 20 13:08:06.958939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d3105-c7c6-4aa4-8109-012e3f514965 req-0bde7eb9-af4b-4a6d-879d-8690492c69de tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:06.960382 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f0d3105-c7c6-4aa4-8109-012e3f514965 req-0bde7eb9-af4b-4a6d-879d-8690492c69de tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0481384 Sep 20 13:08:06.996630 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f0d3105-c7c6-4aa4-8109-012e3f514965 req-4e615ba6-7654-438f-a01b-6126f169fa9d tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296400 Sep 20 13:08:08.110009 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47328bb4-0655-49db-8dfa-daef8882678b req-0a6365e4-6c98-4df1-8715-cf7f9b225314 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:08.111666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47328bb4-0655-49db-8dfa-daef8882678b req-0a6365e4-6c98-4df1-8715-cf7f9b225314 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0474265 Sep 20 13:08:08.150781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47328bb4-0655-49db-8dfa-daef8882678b req-2801c7fd-7f3d-4ec7-bcf3-b74971a563e4 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330858 Sep 20 13:08:08.504832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a8d1-01e9-4902-827b-3b89534cffee req-9fddfaed-1cb3-4a9f-bfe7-c808616e5784 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:08.506325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b1a8d1-01e9-4902-827b-3b89534cffee req-9fddfaed-1cb3-4a9f-bfe7-c808616e5784 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Sep 20 13:08:08.543786 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b1a8d1-01e9-4902-827b-3b89534cffee req-c4aa6c28-1de5-4263-b211-b9a8dfd3fb19 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Sep 20 13:08:08.660951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-c09cfe6f-16a1-45d9-ba05-d2e7da49a240 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948396 Sep 20 13:08:08.670374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-9295caa8-8bc0-47df-9b9a-539eb649f74c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:08:08.671312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-9295caa8-8bc0-47df-9b9a-539eb649f74c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054808 Sep 20 13:08:09.661041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021ae3-ab22-4320-8dbe-fc108e3dfbe7 req-72e9385c-fa74-4c5c-92ec-204566437dd3 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:09.662535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42021ae3-ab22-4320-8dbe-fc108e3dfbe7 req-72e9385c-fa74-4c5c-92ec-204566437dd3 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0477688 Sep 20 13:08:09.701028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42021ae3-ab22-4320-8dbe-fc108e3dfbe7 req-9b0097ab-2c90-46b7-9995-d72d01042bdd tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Sep 20 13:08:10.613695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-9dd9ce54-8120-4e74-a92e-0f1448dc75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:10.615188 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-9dd9ce54-8120-4e74-a92e-0f1448dc75cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbc5979290f94e24be62c20e03086366&device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 1096 time: 0.0395908 Sep 20 13:08:10.701409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-9bf9bf1c-4eba-4873-bebb-97d6ab110f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:10.702828 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-9bf9bf1c-4eba-4873-bebb-97d6ab110f56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e46ff639-273b-4f7e-8148-3a3652b15f9b HTTP/1.1" status: 200 len: 912 time: 0.0808640 Sep 20 13:08:10.747748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-e3bb834e-35e0-4439-b36b-d205c907e1e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 200 len: 217 time: 0.0369256 Sep 20 13:08:10.796595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-559f2475-e6dd-40be-accd-40ff8c585ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:10.798110 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-559f2475-e6dd-40be-accd-40ff8c585ccc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34a7afa5-5c56-4659-89bc-7acdd9bf3ad2 HTTP/1.1" status: 200 len: 852 time: 0.0434823 Sep 20 13:08:10.816124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6a5e-bad8-4fb4-872e-7bd79498538d req-727a9387-48e4-40af-a663-81bbc1d703e7 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:10.817634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e04e6a5e-bad8-4fb4-872e-7bd79498538d req-727a9387-48e4-40af-a663-81bbc1d703e7 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Sep 20 13:08:10.828061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-0d252a2a-ff69-4b15-a151-d602ad34d77d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e46ff639-273b-4f7e-8148-3a3652b15f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236022 Sep 20 13:08:10.861826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e04e6a5e-bad8-4fb4-872e-7bd79498538d req-5f689da5-4f7a-4e2a-b1f4-14d295e53915 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Sep 20 13:08:10.925156 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-d4b629d0-126b-454a-830a-81d488df4e7c service neutron] 10.222.0.32 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896792 Sep 20 13:08:11.013044 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-e433d115-9b1c-4640-84aa-f86f713c43f2 service neutron] 10.222.0.32 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812874 Sep 20 13:08:11.506107 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:08:11.975503 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320b598-f7f6-40f8-9aa6-55bf1fc9027b req-fe176f72-c568-4453-b6c7-aa7a53e1d6d3 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:11.976944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4320b598-f7f6-40f8-9aa6-55bf1fc9027b req-fe176f72-c568-4453-b6c7-aa7a53e1d6d3 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0499372 Sep 20 13:08:12.013387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4320b598-f7f6-40f8-9aa6-55bf1fc9027b req-26acc443-1b3d-4c9f-add0-f5b7ab0024bf tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297890 Sep 20 13:08:12.433874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11a8a581-3b74-448b-afbd-bd2beb35bc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:13.126254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f186ae-f00d-4ee1-9d1c-9d2ed579d721 req-45d57e6c-bb66-4d88-ad11-f9abd47e43d5 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:13.127623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42f186ae-f00d-4ee1-9d1c-9d2ed579d721 req-45d57e6c-bb66-4d88-ad11-f9abd47e43d5 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0474923 Sep 20 13:08:13.163876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42f186ae-f00d-4ee1-9d1c-9d2ed579d721 req-5f942054-4510-46f9-b9e6-e75c81c51593 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303376 Sep 20 13:08:14.277619 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc114b23-6b14-4330-b0d1-ca04f8237860 req-6c3533ae-8850-4c20-8930-0b7fd67a1a87 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:14.279113 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc114b23-6b14-4330-b0d1-ca04f8237860 req-6c3533ae-8850-4c20-8930-0b7fd67a1a87 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0483453 Sep 20 13:08:14.315836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc114b23-6b14-4330-b0d1-ca04f8237860 req-e814d671-89ef-47b8-a67f-5ab30e369926 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308547 Sep 20 13:08:15.219223 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3bd2cc-32ad-40c4-bf99-507967072bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:15.432717 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330cccc-d9b7-4b36-acdf-62d7a888aee1 req-2a3be24b-0884-476d-a733-8e30dbcbe105 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:15.434293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7330cccc-d9b7-4b36-acdf-62d7a888aee1 req-2a3be24b-0884-476d-a733-8e30dbcbe105 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0508418 Sep 20 13:08:15.471358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7330cccc-d9b7-4b36-acdf-62d7a888aee1 req-eb027d24-301f-4233-93cd-4cbf9d105a99 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Sep 20 13:08:15.632821 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:16.585953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f60d34-2df3-46b6-ae83-fc9555281486 req-51fee04d-e136-4254-bb79-b13536a49313 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:16.587420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4f60d34-2df3-46b6-ae83-fc9555281486 req-51fee04d-e136-4254-bb79-b13536a49313 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0482564 Sep 20 13:08:16.625477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4f60d34-2df3-46b6-ae83-fc9555281486 req-e1f0fd28-d920-45fb-a3e4-e003b34f8806 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Sep 20 13:08:16.675910 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:17.739365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136008d8-1a57-45fb-a9a6-89271c7856b1 req-0b9ebff8-7176-4147-8dd4-00b5c129038f tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:17.740822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-136008d8-1a57-45fb-a9a6-89271c7856b1 req-0b9ebff8-7176-4147-8dd4-00b5c129038f tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Sep 20 13:08:17.778241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-136008d8-1a57-45fb-a9a6-89271c7856b1 req-76129474-0b06-4df5-b1c1-8bca78e70cca tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305741 Sep 20 13:08:18.055352 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:18.894615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954e5b-d98f-403a-a19c-54201e896867 req-f6dfb109-8a30-453f-9a55-e85f91a18662 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:18.896107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83954e5b-d98f-403a-a19c-54201e896867 req-f6dfb109-8a30-453f-9a55-e85f91a18662 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0519719 Sep 20 13:08:18.933626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83954e5b-d98f-403a-a19c-54201e896867 req-1cec17b9-6b67-4cc7-9e71-e78673e36d50 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Sep 20 13:08:20.050109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a2ff2-5e25-464e-8d96-da49ca83f785 req-7eecd75e-e21e-41ff-9edc-97684e8b68b5 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:20.051584 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e7a2ff2-5e25-464e-8d96-da49ca83f785 req-7eecd75e-e21e-41ff-9edc-97684e8b68b5 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0484076 Sep 20 13:08:20.090110 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e7a2ff2-5e25-464e-8d96-da49ca83f785 req-b9f32968-e83f-4e35-9346-f4dbc1ca4745 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Sep 20 13:08:20.264441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:20.658725 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:21.203647 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f6d84-b8e2-499f-8e12-3f426b37cfde req-a03fd213-1b1e-4989-a5d3-6a21d7057015 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:21.205125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e12f6d84-b8e2-499f-8e12-3f426b37cfde req-a03fd213-1b1e-4989-a5d3-6a21d7057015 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0479884 Sep 20 13:08:21.241551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e12f6d84-b8e2-499f-8e12-3f426b37cfde req-2c264247-bd9e-4f68-810c-8e328ed3c3f4 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305371 Sep 20 13:08:22.357620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf01e0b-f8da-4e96-aed6-ab94f3909a67 req-58be7bbe-7609-4b0f-9914-ee9244c5ba25 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:22.359081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acf01e0b-f8da-4e96-aed6-ab94f3909a67 req-58be7bbe-7609-4b0f-9914-ee9244c5ba25 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0509634 Sep 20 13:08:22.398726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acf01e0b-f8da-4e96-aed6-ab94f3909a67 req-785ae8b9-3a6e-4e2d-a64c-749eb6c2ed3a tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Sep 20 13:08:23.513211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c7ff-eb76-4d8a-8648-2cb958a6dda0 req-a156e15c-41ac-448a-9bbd-c2600c5736ec tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:23.514656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47c2c7ff-eb76-4d8a-8648-2cb958a6dda0 req-a156e15c-41ac-448a-9bbd-c2600c5736ec tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0484848 Sep 20 13:08:23.551285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47c2c7ff-eb76-4d8a-8648-2cb958a6dda0 req-655dd9ec-38fd-480b-9902-e6fa8b034821 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Sep 20 13:08:24.662371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187d5b5-cc9b-4eb8-85a7-8a9b92709816 req-ab2170c0-067f-49fd-91c8-9176d161a793 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:24.663836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2187d5b5-cc9b-4eb8-85a7-8a9b92709816 req-ab2170c0-067f-49fd-91c8-9176d161a793 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0475299 Sep 20 13:08:24.700207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2187d5b5-cc9b-4eb8-85a7-8a9b92709816 req-8b8c3f1e-7bca-4707-a319-9e3702f4772b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304277 Sep 20 13:08:25.815524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f666f8-fe4f-4744-ab7b-3cd2209a6bea req-749e565d-8386-461d-87dd-f13aaa4110eb tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:25.816982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68f666f8-fe4f-4744-ab7b-3cd2209a6bea req-749e565d-8386-461d-87dd-f13aaa4110eb tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0508101 Sep 20 13:08:25.852767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68f666f8-fe4f-4744-ab7b-3cd2209a6bea req-a57764ff-f6c6-4be8-a644-b7512365ca81 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298610 Sep 20 13:08:26.970127 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fbe4e-49f2-493f-b413-f7aa64a7fac9 req-f27ceb7c-787d-4863-8307-7409a3e3fc36 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:26.971601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc7fbe4e-49f2-493f-b413-f7aa64a7fac9 req-f27ceb7c-787d-4863-8307-7409a3e3fc36 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Sep 20 13:08:27.009410 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc7fbe4e-49f2-493f-b413-f7aa64a7fac9 req-545df6b6-5f71-407c-beb4-725d267a57fc tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Sep 20 13:08:28.130560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5da40-f977-4533-bbb5-24d622650f4d req-294b10a8-2ac1-41c0-9aa9-8fb32ce91a6b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:28.130560 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31e5da40-f977-4533-bbb5-24d622650f4d req-294b10a8-2ac1-41c0-9aa9-8fb32ce91a6b tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Sep 20 13:08:28.165509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31e5da40-f977-4533-bbb5-24d622650f4d req-1aaadcbb-0ecc-4d8f-9273-9daa2755d340 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Sep 20 13:08:29.281977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45737878-bb39-4898-9025-979af7d2f053 req-1b1e89bc-2b88-4265-aa6e-d39e5599f427 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:29.283431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45737878-bb39-4898-9025-979af7d2f053 req-1b1e89bc-2b88-4265-aa6e-d39e5599f427 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Sep 20 13:08:29.320277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45737878-bb39-4898-9025-979af7d2f053 req-479e8993-0577-4777-a1ed-c8f666eb6c5f tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Sep 20 13:08:30.432984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad9028-8311-499b-a8de-163e23924ee5 req-609ffd71-d3d6-4ed6-b888-6a35294a3c34 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:30.435189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34ad9028-8311-499b-a8de-163e23924ee5 req-609ffd71-d3d6-4ed6-b888-6a35294a3c34 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0482931 Sep 20 13:08:30.471718 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-34ad9028-8311-499b-a8de-163e23924ee5 req-37b6f68b-64dc-4a54-8aaf-1f3035ac5971 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305986 Sep 20 13:08:31.584387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ef729-0cee-4095-b674-23cbcae2eb65 req-88c8f2d3-94e7-4b49-b33a-5a5d2e70ebde tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:31.585876 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3ef729-0cee-4095-b674-23cbcae2eb65 req-88c8f2d3-94e7-4b49-b33a-5a5d2e70ebde tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0471616 Sep 20 13:08:31.622913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3ef729-0cee-4095-b674-23cbcae2eb65 req-d19f2eba-717d-4ce3-8ff8-c0df41b7dbf3 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Sep 20 13:08:32.737839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff574ec8-41be-4a08-87e4-2e64e4c146da req-067e7d7d-f63c-45b7-b826-a1b1f29dc6b5 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:32.739293 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff574ec8-41be-4a08-87e4-2e64e4c146da req-067e7d7d-f63c-45b7-b826-a1b1f29dc6b5 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0505857 Sep 20 13:08:32.776416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ff574ec8-41be-4a08-87e4-2e64e4c146da req-04bfc399-fdd3-4e07-933d-70c915e4fdee tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Sep 20 13:08:33.888435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6ff7f-0a37-4b79-afc3-5145d55c081b req-2c9e2b1f-0042-4861-b2ea-a56211a63454 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:33.889971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79f6ff7f-0a37-4b79-afc3-5145d55c081b req-2c9e2b1f-0042-4861-b2ea-a56211a63454 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0474193 Sep 20 13:08:33.926850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79f6ff7f-0a37-4b79-afc3-5145d55c081b req-012342d2-e8db-4d1b-9edf-c4368aec9fcb tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Sep 20 13:08:35.039683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38405c9-1e6e-46fc-9bd5-88d4a38fef3b req-f95a6dda-eae9-4d29-bfef-f0a81e46989f tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:35.041179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f38405c9-1e6e-46fc-9bd5-88d4a38fef3b req-f95a6dda-eae9-4d29-bfef-f0a81e46989f tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0473647 Sep 20 13:08:35.080302 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f38405c9-1e6e-46fc-9bd5-88d4a38fef3b req-614b8518-99a7-4ccb-87b9-ddabb090bc05 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Sep 20 13:08:36.196213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285383c-c7a2-4757-bd3b-0d41880ac11a req-49c094f9-dfc2-4464-a5b8-98796cd6a5cc tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:36.197591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0285383c-c7a2-4757-bd3b-0d41880ac11a req-49c094f9-dfc2-4464-a5b8-98796cd6a5cc tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0510864 Sep 20 13:08:36.233865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0285383c-c7a2-4757-bd3b-0d41880ac11a req-0037ad4f-579c-43e3-b773-1918a53f42a3 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302005 Sep 20 13:08:37.348770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e0f20-5cdc-4da3-828c-54a5c95d2033 req-05d1b2fa-28fb-46b5-abd5-b5220f0c0dcc tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:37.350307 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-079e0f20-5cdc-4da3-828c-54a5c95d2033 req-05d1b2fa-28fb-46b5-abd5-b5220f0c0dcc tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0492432 Sep 20 13:08:37.387927 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-079e0f20-5cdc-4da3-828c-54a5c95d2033 req-9c1c69c7-abb1-425a-884c-83e7d30e1b27 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Sep 20 13:08:38.114809 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-b658e9a2-50bb-484b-b07c-79b519d93672 service neutron] show failed (client error): The resource could not be found. Sep 20 13:08:38.115807 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-b658e9a2-50bb-484b-b07c-79b519d93672 service neutron] 10.222.0.32 "GET /v2.0/ports/21f0dcf5-cb79-41c0-901d-22783f6672f1/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0586300 Sep 20 13:08:38.505421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464090c2-18d5-4acd-b0b2-0ef0d4369e1c req-1e30889d-2f98-4f49-afb7-30457b948ba3 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:38.506923 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-464090c2-18d5-4acd-b0b2-0ef0d4369e1c req-1e30889d-2f98-4f49-afb7-30457b948ba3 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 945 time: 0.0489802 Sep 20 13:08:38.543975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-464090c2-18d5-4acd-b0b2-0ef0d4369e1c req-5802c96f-2190-48c0-8e4e-86d56f02560f tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Sep 20 13:08:38.768075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-5649df61-aa0a-41d3-b162-f151667e6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:38.769593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-5649df61-aa0a-41d3-b162-f151667e6adc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4&tenant_id=bbc5979290f94e24be62c20e03086366 HTTP/1.1" status: 200 len: 1096 time: 0.0678716 Sep 20 13:08:38.781731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:08:38.835475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:39.032393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:08:39.063897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:08:39.101181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:08:39.105829 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3903f43c-ccdd-48c3-b133-b3695af296a7" -d '{"events": [{"server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "name": "network-vif-unplugged", "status": "completed", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:08:39.108886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:39.120437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Transition to ACTIVE for port object 21f0dcf5-cb79-41c0-901d-22783f6672f1 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:08:39.156202 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f8c95f-dff2-4a5e-b720-16ed23b77e98 x-openstack-request-id: req-14f8c95f-dff2-4a5e-b720-16ed23b77e98 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:08:39.156496 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "name": "network-vif-unplugged", "status": "completed", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:08:39.156747 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14f8c95f-dff2-4a5e-b720-16ed23b77e98 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:08:39.157176 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'code': 200} Sep 20 13:08:39.183678 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:39.243064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] No DVR routers for this DVR port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:08:39.250468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Pushing event updated for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:39.284848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Attempting to bind port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:08:39.285142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Attempting to bind port 21f0dcf5-cb79-41c0-901d-22783f6672f1 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:08:39.285473 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Attempting to bind port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on network e46ff639-273b-4f7e-8148-3a3652b15f9b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:08:39.289785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on network e46ff639-273b-4f7e-8148-3a3652b15f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:08:39.290112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Attempting to bind port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on network e46ff639-273b-4f7e-8148-3a3652b15f9b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:08:39.295575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:08:39.295910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Checking segment: {'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:08:39.296294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Bound using segment: {'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:08:39.296721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Bound port: 21f0dcf5-cb79-41c0-901d-22783f6672f1, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9975990-f6eb-4691-b1a3-eef1aedd56e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:08:39.297107 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:39.358153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:08:39.361102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:08:39.435725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:39.469051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:39.469686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:39.471079 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] 10.222.0.21 "PUT /v2.0/ports/21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 200 len: 1091 time: 0.6934562 Sep 20 13:08:39.492510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e55c4-625e-4f70-a72a-44577e8bc050 service neutron] Pushing event updated for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:39.539377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-33a1d1ae-8c5b-4eee-a3ce-b638770e9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:39.540821 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-33a1d1ae-8c5b-4eee-a3ce-b638770e9dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbc5979290f94e24be62c20e03086366&device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 1094 time: 0.0434053 Sep 20 13:08:39.630003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-db5ac7ff-ffae-44dc-b7f3-11d7b00da024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:39.631491 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-db5ac7ff-ffae-44dc-b7f3-11d7b00da024 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e46ff639-273b-4f7e-8148-3a3652b15f9b HTTP/1.1" status: 200 len: 912 time: 0.0838895 Sep 20 13:08:39.677202 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-ddcaaf75-9258-4ee3-9429-f3d16dcff1e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 200 len: 217 time: 0.0382340 Sep 20 13:08:39.727984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-a7745aa2-12e7-4380-8a5e-9f23e6c9fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:39.729483 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-a7745aa2-12e7-4380-8a5e-9f23e6c9fd16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34a7afa5-5c56-4659-89bc-7acdd9bf3ad2 HTTP/1.1" status: 200 len: 852 time: 0.0458720 Sep 20 13:08:39.762751 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-74460e2f-b52f-43de-902e-a6911587174f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e46ff639-273b-4f7e-8148-3a3652b15f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259209 Sep 20 13:08:39.861721 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-b6e13227-5505-41ad-b21d-3310e20191ee service neutron] 10.222.0.21 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921290 Sep 20 13:08:39.955615 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fe5ba1f-283c-4aa5-80a2-f5ec6b1ebada req-6c4c8012-437e-41d4-b85a-e56de915405b service neutron] 10.222.0.21 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857818 Sep 20 13:08:39.997275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d07e15-181a-45fd-ab03-cf897226a93c req-3596df5a-4f77-47fe-8a24-6e7c1c2d5c8e tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:39.998741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d07e15-181a-45fd-ab03-cf897226a93c req-3596df5a-4f77-47fe-8a24-6e7c1c2d5c8e tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 943 time: 0.3851676 Sep 20 13:08:40.034973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06d07e15-181a-45fd-ab03-cf897226a93c req-af200b5d-7fe6-4470-9a52-5e712e877606 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302947 Sep 20 13:08:40.704230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 21f0dcf5-cb79-41c0-901d-22783f6672f1 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:08:40.740607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 21f0dcf5-cb79-41c0-901d-22783f6672f1 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:08:41.158286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:08:41.160275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698a7c5-7a9d-4fb6-8ddf-3157eb57d7db req-a5cba99a-e9b4-4d87-88c7-bfe293b47a07 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:41.160862 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf50b96-949f-41b1-a504-51111d3c6a30" -d '{"events": [{"name": "network-changed", "server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:08:41.161808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7698a7c5-7a9d-4fb6-8ddf-3157eb57d7db req-a5cba99a-e9b4-4d87-88c7-bfe293b47a07 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 943 time: 0.0492716 Sep 20 13:08:41.202422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7698a7c5-7a9d-4fb6-8ddf-3157eb57d7db req-cf03c45f-53b5-4804-81c3-9727b1fe9de9 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Sep 20 13:08:41.258499 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aa28c7-27d4-4286-b46d-cd743314cbd3 x-openstack-request-id: req-29aa28c7-27d4-4286-b46d-cd743314cbd3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:08:41.258790 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:08:41.259042 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29aa28c7-27d4-4286-b46d-cd743314cbd3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:08:41.259445 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'status': 'completed', 'code': 200} Sep 20 13:08:41.359839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-0525f6fc-bee5-4d3d-ac6e-f90f1c7ede1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:41.361322 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-0525f6fc-bee5-4d3d-ac6e-f90f1c7ede1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbc5979290f94e24be62c20e03086366&device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 1094 time: 0.0790684 Sep 20 13:08:41.365949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-ad07f73f-d863-4d1b-9061-075af6050a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:41.371109 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-ad07f73f-d863-4d1b-9061-075af6050a40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbc5979290f94e24be62c20e03086366&device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 1094 time: 0.0743363 Sep 20 13:08:41.536730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-3f939321-e68d-421b-9992-fa24e0dec4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:41.538238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-3f939321-e68d-421b-9992-fa24e0dec4e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e46ff639-273b-4f7e-8148-3a3652b15f9b HTTP/1.1" status: 200 len: 912 time: 0.1700170 Sep 20 13:08:41.541469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-70684db8-fa92-4755-b873-d9fc50e3a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:41.542978 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-70684db8-fa92-4755-b873-d9fc50e3a1c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e46ff639-273b-4f7e-8148-3a3652b15f9b HTTP/1.1" status: 200 len: 912 time: 0.1672113 Sep 20 13:08:41.589071 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-8ed71e65-1e8c-4118-96fe-40b496572336 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 200 len: 217 time: 0.0425518 Sep 20 13:08:41.634206 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-271ec1e8-c9cf-44de-99e1-40c970d99600 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 200 len: 217 time: 0.0520554 Sep 20 13:08:41.704591 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-da724de4-8ba7-4d32-bd78-8b1e362f9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:41.706161 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-da724de4-8ba7-4d32-bd78-8b1e362f9efa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34a7afa5-5c56-4659-89bc-7acdd9bf3ad2 HTTP/1.1" status: 200 len: 852 time: 0.0807796 Sep 20 13:08:41.714676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-b27930e0-a8a7-46a5-955c-fd98e30616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:41.716780 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-b27930e0-a8a7-46a5-955c-fd98e30616ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=34a7afa5-5c56-4659-89bc-7acdd9bf3ad2 HTTP/1.1" status: 200 len: 852 time: 0.0618708 Sep 20 13:08:41.747883 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-d67da354-f6b7-4832-a531-b2b8092847a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e46ff639-273b-4f7e-8148-3a3652b15f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349724 Sep 20 13:08:41.766887 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-8ea401bc-f5c9-45e5-bf94-0ffb76dcfbb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e46ff639-273b-4f7e-8148-3a3652b15f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416579 Sep 20 13:08:41.913836 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-e9eeffb7-1d0a-44a2-a51c-3ee71b83a34b service neutron] 10.222.0.32 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490955 Sep 20 13:08:41.917102 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-33637d74-9e0c-4476-83cc-c4d16083f66d service neutron] 10.222.0.21 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425345 Sep 20 13:08:42.069193 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-1b35cf2e-9e8c-4bde-b054-68cbec85686c service neutron] 10.222.0.32 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483378 Sep 20 13:08:42.072468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bbf50b96-949f-41b1-a504-51111d3c6a30 req-ef21e04a-89ab-4196-9c26-6ae5937fd42c service neutron] 10.222.0.21 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444995 Sep 20 13:08:42.322325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c08083-e6d5-4338-a7bc-a284c08a8d41 req-bea46fbe-97b0-4ed3-adc8-de1a7271336d tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:42.323949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48c08083-e6d5-4338-a7bc-a284c08a8d41 req-bea46fbe-97b0-4ed3-adc8-de1a7271336d tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 943 time: 0.0502534 Sep 20 13:08:42.362838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48c08083-e6d5-4338-a7bc-a284c08a8d41 req-a809fca7-f3a8-4804-b492-08d756ec54ea tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Sep 20 13:08:42.441000 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c8b19b7-3b23-4524-8269-7fbf587da394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:42.888251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-38ce376d-386e-4664-bc47-54c9d17291b5 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:42.889775 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-38ce376d-386e-4664-bc47-54c9d17291b5 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4&tenant_id=bbc5979290f94e24be62c20e03086366&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 943 time: 0.0835948 Sep 20 13:08:42.951352 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-25cd8d2d-7245-44af-9aa5-38ec9c9cf8f2 service neutron] delete failed (client error): The resource could not be found. Sep 20 13:08:42.952348 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-25cd8d2d-7245-44af-9aa5-38ec9c9cf8f2 service neutron] 10.222.0.32 "DELETE /v2.0/ports/21f0dcf5-cb79-41c0-901d-22783f6672f1/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0554948 Sep 20 13:08:43.031228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-1931639c-6732-4da9-9d53-1ab339f6f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:43.032678 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-1931639c-6732-4da9-9d53-1ab339f6f7b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbc5979290f94e24be62c20e03086366&device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 1094 time: 0.0389006 Sep 20 13:08:43.122594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-f26b238f-de5d-4807-89af-1427d8feb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:43.124036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-f26b238f-de5d-4807-89af-1427d8feb92e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e46ff639-273b-4f7e-8148-3a3652b15f9b HTTP/1.1" status: 200 len: 912 time: 0.0840964 Sep 20 13:08:43.403664 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-22eae4b5-0b66-4884-adee-cb7ac3cc1a64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 200 len: 217 time: 0.2718270 Sep 20 13:08:43.451724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-541ffe82-7ac1-4706-9e5d-70d619f1999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:43.453153 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-541ffe82-7ac1-4706-9e5d-70d619f1999f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=34a7afa5-5c56-4659-89bc-7acdd9bf3ad2 HTTP/1.1" status: 200 len: 852 time: 0.0431406 Sep 20 13:08:43.486436 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-600d3d28-e839-473e-9af2-0c5fef57863d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e46ff639-273b-4f7e-8148-3a3652b15f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234163 Sep 20 13:08:43.577323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-238bc7b5-b2be-4306-9670-e8b0a0ac2254 service neutron] 10.222.0.32 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819604 Sep 20 13:08:43.667405 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-7966ac50-b1ae-454d-a012-e568d3280efd service neutron] 10.222.0.32 "GET /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823326 Sep 20 13:08:44.486839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 21f0dcf5-cb79-41c0-901d-22783f6672f1 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:08:44.576864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:08:44.587777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'network_id': 'e46ff639-273b-4f7e-8148-3a3652b15f9b', 'port_id': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'mac_address': 'fa:16:3e:23:8c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a7afa5-5c56-4659-89bc-7acdd9bf3ad2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:08:44.627502 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:44.640031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f0dcf5-cb79-41c0-901d-22783f6672f1 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:08:44.659097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:08:44.732305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:44.777583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:44.785365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.785729 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.786066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.786398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.786728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.787052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.787372 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.787695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.788014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.788330 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.788648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.788963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:44.993214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['21f0dcf5-cb79-41c0-901d-22783f6672f1'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:08:45.091654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0e1d7-fd0c-44e7-9576-8e1fbecb3e99 req-97a175fc-402f-4e0e-86a7-35b3bb91d317 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:45.093213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48e0e1d7-fd0c-44e7-9576-8e1fbecb3e99 req-97a175fc-402f-4e0e-86a7-35b3bb91d317 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 944 time: 0.0522673 Sep 20 13:08:45.131677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-48e0e1d7-fd0c-44e7-9576-8e1fbecb3e99 req-c013222e-b1ae-4356-874e-e23f74b5dbbb tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Sep 20 13:08:45.203650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-46287ad5-f03b-4d64-ba2b-833e9064ed73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:45.609523 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:46.251780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f427a04-f218-43dd-a4d2-5639d0d2d3f6 req-f3f09a26-5d55-46f7-922d-a9557e35e787 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:46.253266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f427a04-f218-43dd-a4d2-5639d0d2d3f6 req-f3f09a26-5d55-46f7-922d-a9557e35e787 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 944 time: 0.0473564 Sep 20 13:08:46.290547 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f427a04-f218-43dd-a4d2-5639d0d2d3f6 req-59bd31b9-ba35-4d2d-9bc5-234b42540383 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a357791b-50f4-4213-8820-4aef3bca41df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312185 Sep 20 13:08:46.366794 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-9e1b3983-dd71-48e7-afb2-9a6e6698d9cd tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:46.368421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-9e1b3983-dd71-48e7-afb2-9a6e6698d9cd tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 944 time: 0.0537279 Sep 20 13:08:46.457511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Deleting port 21f0dcf5-cb79-41c0-901d-22783f6672f1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:08:46.457757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:46.495556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 21f0dcf5-cb79-41c0-901d-22783f6672f1 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:08:46.547333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] For port 21f0dcf5-cb79-41c0-901d-22783f6672f1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=21f0dcf5-cb79-41c0-901d-22783f6672f1,segment=NetworkSegment(f9975990-f6eb-4691-b1a3-eef1aedd56e5),segment_id=f9975990-f6eb-4691-b1a3-eef1aedd56e5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:08:46.547709 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:46.559256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Calling delete_port for 21f0dcf5-cb79-41c0-901d-22783f6672f1 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:08:46.603919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 21f0dcf5-cb79-41c0-901d-22783f6672f1 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:08:46.613267 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 21f0dcf5-cb79-41c0-901d-22783f6672f1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:08:46.613932 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:46.694414 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:46.711983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:46.764337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:46.794610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Pushing event deleted for resources: {'Port': ['ID=21f0dcf5-cb79-41c0-901d-22783f6672f1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:46.831573 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] No DVR routers for this DVR port 21f0dcf5-cb79-41c0-901d-22783f6672f1 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:08:46.834252 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:46.836239 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-809cf6e7-e6bd-429d-8ddf-6a7a7f013e65 req-97574a89-3cc8-43c3-93d0-840ce39ad7af tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.21 "DELETE /v2.0/ports/21f0dcf5-cb79-41c0-901d-22783f6672f1 HTTP/1.1" status: 204 len: 173 time: 0.4617763 Sep 20 13:08:46.836670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'name': 'network-vif-deleted', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:08:46.838917 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e50fa61-a96b-403a-97e2-f30806ef73be" -d '{"events": [{"server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "name": "network-vif-deleted", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:08:46.874025 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8334e260-a6cb-4b99-85af-378c46092c23 x-openstack-request-id: req-8334e260-a6cb-4b99-85af-378c46092c23 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:08:46.874321 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4967c2d-dc90-4766-9851-bd6b973351b4", "name": "network-vif-deleted", "tag": "21f0dcf5-cb79-41c0-901d-22783f6672f1", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:08:46.875055 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8334e260-a6cb-4b99-85af-378c46092c23 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:08:46.875055 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4967c2d-dc90-4766-9851-bd6b973351b4', 'name': 'network-vif-deleted', 'tag': '21f0dcf5-cb79-41c0-901d-22783f6672f1', 'status': 'completed', 'code': 200} Sep 20 13:08:47.393863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82f69a30-7d98-4ed1-b978-3ea236c30cbe req-fc037660-cb90-4f7a-9aea-4a1d2d5e4b56 tempest-DeleteServersTestJSON-606397124 tempest-DeleteServersTestJSON-606397124-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4967c2d-dc90-4766-9851-bd6b973351b4 HTTP/1.1" status: 200 len: 210 time: 0.0254252 Sep 20 13:08:48.049541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:48.494671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 21f0dcf5-cb79-41c0-901d-22783f6672f1 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:08:48.508062 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:08:48.517328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 21f0dcf5-cb79-41c0-901d-22783f6672f1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:08:48.517683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 21f0dcf5-cb79-41c0-901d-22783f6672f1 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:08:48.520254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41850) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:08:48.564702 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c8e3c1-ab99-4bda-9d62-dde940efa73f admin admin] Deleting subnet 34a7afa5-5c56-4659-89bc-7acdd9bf3ad2 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:08:48.567845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8c8e3c1-ab99-4bda-9d62-dde940efa73f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:48.605249 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8c8e3c1-ab99-4bda-9d62-dde940efa73f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:48.643553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8c8e3c1-ab99-4bda-9d62-dde940efa73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:48.769687 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8c8e3c1-ab99-4bda-9d62-dde940efa73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:48.794293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8e3c1-ab99-4bda-9d62-dde940efa73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a7afa5-5c56-4659-89bc-7acdd9bf3ad2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:48.798625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8c8e3c1-ab99-4bda-9d62-dde940efa73f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:48.803506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 41852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:08:48.803996 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f8c8e3c1-ab99-4bda-9d62-dde940efa73f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/34a7afa5-5c56-4659-89bc-7acdd9bf3ad2 HTTP/1.1" status: 204 len: 168 time: 0.2822602 Sep 20 13:08:48.874436 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:48.952677 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:48.971948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46ff639-273b-4f7e-8148-3a3652b15f9b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:08:48.980693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9975990-f6eb-4691-b1a3-eef1aedd56e5') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:08:48.980988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9975990-f6eb-4691-b1a3-eef1aedd56e5') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:08:48.994588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.007672 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.013218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:08:49.013627 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:08:49.015182 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:08:49.112272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.117570 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.119595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e46ff639-273b-4f7e-8148-3a3652b15f9b HTTP/1.1" status: 204 len: 168 time: 0.3150947 Sep 20 13:08:49.130524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4169ea-7032-4c3e-a3b0-df64a13430b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46ff639-273b-4f7e-8148-3a3652b15f9b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:49.427508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41856) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:08:49.468236 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9fa0f943-8b2b-41b9-8017-d7305adfb8ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbc5979290f94e24be62c20e03086366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389409 Sep 20 13:08:49.470298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41858) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:08:49.518386 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6874950-a7f4-4e91-be88-77bcf4cd51b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.539635 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6874950-a7f4-4e91-be88-77bcf4cd51b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.663418 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6874950-a7f4-4e91-be88-77bcf4cd51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.666037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6874950-a7f4-4e91-be88-77bcf4cd51b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:49.667198 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a6874950-a7f4-4e91-be88-77bcf4cd51b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a357791b-50f4-4213-8820-4aef3bca41df HTTP/1.1" status: 204 len: 168 time: 0.1960208 Sep 20 13:08:49.675801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6874950-a7f4-4e91-be88-77bcf4cd51b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a357791b-50f4-4213-8820-4aef3bca41df,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:50.292298 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:50.683742 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:50.690740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41880) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:08:50.829824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1302029366-network', 'tenant_id': '08d36c7f8159466cb84b47cecdf753bf'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:08:50.912678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Made reservation on behalf of 08d36c7f8159466cb84b47cecdf753bf for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:08:50.915223 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:50.927115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.014666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.069217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.094479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:08:51.103400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757fd8e5-ae10-4080-bc1e-ab5272b4891e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:51.113494 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.113835 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Added segment b3e2cc6e-448a-4686-913b-0ab517a086ba of type vlan for network e08d0280-911b-4ee2-aef8-a638f45d64d7 Sep 20 13:08:51.123602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.123943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.124276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.124628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.124933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.125281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.125605 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.125928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.126247 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.126564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.126880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.127200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:08:51.168343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.284001 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.284963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:51.285575 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.364814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] Pushing event updated for resources: {'Network': ['ID=e08d0280-911b-4ee2-aef8-a638f45d64d7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:51.374596 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network e08d0280-911b-4ee2-aef8-a638f45d64d7 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:08:51.387377 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bdcbc972-d000-453b-9c4f-dd792b8da31c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6954761 Sep 20 13:08:51.390867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 41886) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:08:51.395548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Request body: {'subnet': {'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1302029366-subnet', 'tenant_id': '08d36c7f8159466cb84b47cecdf753bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:08:51.495203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Made reservation on behalf of 08d36c7f8159466cb84b47cecdf753bf for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:08:51.497632 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.735469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.790999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71dff337-604d-43bd-970e-0334eff0a2db,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:51.801716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Checking segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:08:51.801716 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Network hostable DHCP agents. Network: e08d0280-911b-4ee2-aef8-a638f45d64d7, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:08:51.883173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Network e08d0280-911b-4ee2-aef8-a638f45d64d7 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:08:51.980868 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, e08d0280-911b-4ee2-aef8-a638f45d64d7) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:08:51.984942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:51.985614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:51.989570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490a24f-b8e9-4477-bf56-859f8c031080 None None] Network e08d0280-911b-4ee2-aef8-a638f45d64d7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:08:52.064178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c29c6f14-2264-4d29-9ad8-ce93ecd7cee6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6722589 Sep 20 13:08:52.110650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a1621-cc73-4ea9-87c4-29d2263b4209 None None] Network e08d0280-911b-4ee2-aef8-a638f45d64d7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:08:52.495414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-eeeb2a31-06f8-4e2c-87f0-597ebb001bcc tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:52.496879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-eeeb2a31-06f8-4e2c-87f0-597ebb001bcc tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 815 time: 0.1029127 Sep 20 13:08:52.512341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-17d4464f-3900-4159-b4e2-67af170ea9ef tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/quotas/08d36c7f8159466cb84b47cecdf753bf HTTP/1.1" status: 200 len: 375 time: 0.0090744 Sep 20 13:08:52.542763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-b07d1abd-bc0f-4c4b-bf84-fdefa76c7113 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243690 Sep 20 13:08:52.634826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-c0209739-ebb8-45cb-82cc-329f5498bea5 service neutron] 10.222.0.37 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846548 Sep 20 13:08:52.724467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-8f10e679-27fc-46e2-9624-8988af7dec6c service neutron] 10.222.0.37 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828979 Sep 20 13:08:52.955736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9bbc6a4f-de74-416b-8b4f-629a7a11fdc5 req-ce29d822-7a31-4b0e-9b2c-8390e49901af tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 210 time: 0.0252581 Sep 20 13:08:54.049208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-825064ac-6c15-4911-b2fa-28035ae8756c req-8fde0016-d8c8-40e1-a4a2-7cde5cf2554a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 210 time: 0.0259907 Sep 20 13:08:54.964873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-af573ce6-0eb3-4cdd-9e1d-8a160dfd638a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:54.966329 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-af573ce6-0eb3-4cdd-9e1d-8a160dfd638a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.21 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 815 time: 0.1053894 Sep 20 13:08:54.979842 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Request body: {'port': {'device_id': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7', 'admin_state_up': True, 'tenant_id': '08d36c7f8159466cb84b47cecdf753bf'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:08:55.147785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0adb5374-141c-4f76-9a41-b13424773f9f req-4da9343e-3378-4db9-8bc2-1b6f8ce597c7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 210 time: 0.0290012 Sep 20 13:08:55.180896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Made reservation on behalf of 08d36c7f8159466cb84b47cecdf753bf for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:08:55.184484 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:55.310368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Allocated IP 172.20.0.13 (e08d0280-911b-4ee2-aef8-a638f45d64d7/71dff337-604d-43bd-970e-0334eff0a2db/07088fac-c12a-4022-9f20-6c3e2337fed8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:08:55.454112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:55.535514 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:55.578245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Network e08d0280-911b-4ee2-aef8-a638f45d64d7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:08:55.581125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:08:55.584651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:08:55.592757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:55.637409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:55.638016 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:55.713189 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-4df6f278-ce1b-42b0-b493-0d5e594d2f6c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7370927 Sep 20 13:08:55.725099 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Request body: {'port': {'device_id': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:08:55.779523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:56.032877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07088fac-c12a-4022-9f20-6c3e2337fed8 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:08:56.040147 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:56.051599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Transition to ACTIVE for port object 07088fac-c12a-4022-9f20-6c3e2337fed8 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:08:56.141379 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:56.193873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:56.263232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0d2fd-1bfe-45b6-a1e7-7763a76c0233 req-cf74ed50-d5e6-4301-a158-a58f4091e624 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:56.263841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Attempting to bind port 07088fac-c12a-4022-9f20-6c3e2337fed8 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:08:56.263841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Attempting to bind port 07088fac-c12a-4022-9f20-6c3e2337fed8 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:08:56.264034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Attempting to bind port 07088fac-c12a-4022-9f20-6c3e2337fed8 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:08:56.264730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45a0d2fd-1bfe-45b6-a1e7-7763a76c0233 req-cf74ed50-d5e6-4301-a158-a58f4091e624 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0484409 Sep 20 13:08:56.270242 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Port 07088fac-c12a-4022-9f20-6c3e2337fed8 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:08:56.270577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Attempting to bind port 07088fac-c12a-4022-9f20-6c3e2337fed8 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:08:56.275468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:08:56.275802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Checking segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:08:56.276203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Bound using segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:08:56.276627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Bound port: 07088fac-c12a-4022-9f20-6c3e2337fed8, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:08:56.276987 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:56.304310 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45a0d2fd-1bfe-45b6-a1e7-7763a76c0233 req-21548497-379d-4169-a070-31ca7b8a3dc7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332627 Sep 20 13:08:56.342171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:08:56.345777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:08:56.412676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:56.446059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:56.446652 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:08:56.448036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] 10.222.0.21 "PUT /v2.0/ports/07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 200 len: 1092 time: 0.7269623 Sep 20 13:08:56.450108 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:08:56.450866 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641361a-ea3f-4e9a-864c-2496cc0b8676" -d '{"events": [{"name": "network-changed", "server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:08:56.474896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a292-a5e8-4e9e-bd59-fe5aaff780a2 service neutron] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:08:56.490344 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fc6799-bce5-44c0-8197-35f55ec08636 x-openstack-request-id: req-30fc6799-bce5-44c0-8197-35f55ec08636 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:08:56.490344 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:08:56.490344 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30fc6799-bce5-44c0-8197-35f55ec08636 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:08:56.490760 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'status': 'completed', 'code': 200} Sep 20 13:08:56.552899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641361a-ea3f-4e9a-864c-2496cc0b8676 req-39bd8851-c89c-46ea-b1d7-99b698a0efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:56.554495 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8641361a-ea3f-4e9a-864c-2496cc0b8676 req-39bd8851-c89c-46ea-b1d7-99b698a0efd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 1095 time: 0.0435545 Sep 20 13:08:56.653769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641361a-ea3f-4e9a-864c-2496cc0b8676 req-4511623e-f6c4-460c-bb73-67535a6d9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:56.655284 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8641361a-ea3f-4e9a-864c-2496cc0b8676 req-4511623e-f6c4-460c-bb73-67535a6d9148 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=08d36c7f8159466cb84b47cecdf753bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0923016 Sep 20 13:08:56.750368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641361a-ea3f-4e9a-864c-2496cc0b8676 req-0aa45b1e-839a-4c91-95f5-0992f87a5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:56.751815 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8641361a-ea3f-4e9a-864c-2496cc0b8676 req-0aa45b1e-839a-4c91-95f5-0992f87a5a8f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0899992 Sep 20 13:08:56.825183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-d88c022c-0217-4fc5-8ae0-0ad2376805ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:56.826657 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-d88c022c-0217-4fc5-8ae0-0ad2376805ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 1095 time: 0.0390120 Sep 20 13:08:56.870387 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-6dec63a7-36ad-4548-ae8a-801acda4069e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 200 len: 217 time: 0.0353041 Sep 20 13:08:56.924810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-504aab8f-5701-4e9b-80bf-caf8b333640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:56.926268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-504aab8f-5701-4e9b-80bf-caf8b333640f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0493114 Sep 20 13:08:56.957948 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-bf855df5-e119-493d-a74b-0d9ecbdb66a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242326 Sep 20 13:08:57.047749 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-7cab75bd-a1c7-449d-866f-51e5f4bf08ac service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823789 Sep 20 13:08:57.134820 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a20cdb3f-4e7f-4a8d-a88d-dab494620d1f req-0a6c5157-a9c2-47cd-ba29-f8f8e87fb9b0 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799897 Sep 20 13:08:57.422049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59c29-043f-42e9-bd00-bdc98105e071 req-d667a245-0f63-4627-8797-e103b2f1c659 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:57.423550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ede59c29-043f-42e9-bd00-bdc98105e071 req-d667a245-0f63-4627-8797-e103b2f1c659 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0506597 Sep 20 13:08:57.462105 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ede59c29-043f-42e9-bd00-bdc98105e071 req-f03f877d-c760-4b97-b5b3-8b63d291c3dc tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Sep 20 13:08:58.579832 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2dad7-c9f8-4043-b42f-322dcfc0757c req-ec946184-7fa1-465d-a68f-4bcfca8113cd tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:58.581328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ed2dad7-c9f8-4043-b42f-322dcfc0757c req-ec946184-7fa1-465d-a68f-4bcfca8113cd tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0526524 Sep 20 13:08:58.620591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2ed2dad7-c9f8-4043-b42f-322dcfc0757c req-f91f0409-dac2-4fa9-a997-4c273593608c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330997 Sep 20 13:08:59.732485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc20c13-e35f-4d9d-a4e6-b72f55597aa7 req-8c3dd0bf-19ac-4987-9f07-14f8e5c60db6 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:08:59.734020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffc20c13-e35f-4d9d-a4e6-b72f55597aa7 req-8c3dd0bf-19ac-4987-9f07-14f8e5c60db6 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0480688 Sep 20 13:08:59.771189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffc20c13-e35f-4d9d-a4e6-b72f55597aa7 req-da001235-3924-4b76-b894-d39aaef7fcd6 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311561 Sep 20 13:09:00.510750 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 07088fac-c12a-4022-9f20-6c3e2337fed8 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:09:00.605905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:00.617252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7', 'port_id': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dff337-604d-43bd-970e-0334eff0a2db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:09:00.654866 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:00.667343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07088fac-c12a-4022-9f20-6c3e2337fed8 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:09:00.686399 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:00.786878 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:00.838774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:00.888191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b48a-7066-4286-a420-0fcac59e485c req-58f29048-3ef9-410c-bbea-a001ec8b580b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:00.889812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41b48a-7066-4286-a420-0fcac59e485c req-58f29048-3ef9-410c-bbea-a001ec8b580b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 945 time: 0.0498781 Sep 20 13:09:00.931528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41b48a-7066-4286-a420-0fcac59e485c req-41325c92-b78c-46a8-9478-248bbf0155b7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Sep 20 13:09:00.974131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['07088fac-c12a-4022-9f20-6c3e2337fed8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:09:02.048240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d6a9f-6046-49b0-887e-a34b0655068d req-03fcba9a-aaa0-4b64-91bb-9ed591a99461 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:02.049741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a81d6a9f-6046-49b0-887e-a34b0655068d req-03fcba9a-aaa0-4b64-91bb-9ed591a99461 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 945 time: 0.0516059 Sep 20 13:09:02.086785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a81d6a9f-6046-49b0-887e-a34b0655068d req-22326a95-336b-4eb0-926c-1e2af33100fd tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Sep 20 13:09:02.517705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 07088fac-c12a-4022-9f20-6c3e2337fed8 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:09:02.640566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 07088fac-c12a-4022-9f20-6c3e2337fed8 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:09:02.644449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 07088fac-c12a-4022-9f20-6c3e2337fed8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:09:02.644819 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:02.722666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:02.744239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:09:02.746463 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eead06d6-91f0-4958-96e8-a000ea62d484" -d '{"events": [{"server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "name": "network-vif-plugged", "status": "completed", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:09:02.758518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:02.782904 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d9a4be-c37c-4a98-9d24-5e69bc37da7f x-openstack-request-id: req-e8d9a4be-c37c-4a98-9d24-5e69bc37da7f {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:09:02.783263 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "name": "network-vif-plugged", "status": "completed", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:09:02.783533 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8d9a4be-c37c-4a98-9d24-5e69bc37da7f {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:09:02.783908 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'code': 200} Sep 20 13:09:02.846357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:02.877684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be65da4-ad4f-48e1-867c-0c1d980ada0d req-4505e246-f83e-4423-981b-72de5925babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:02.879346 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9be65da4-ad4f-48e1-867c-0c1d980ada0d req-4505e246-f83e-4423-981b-72de5925babb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 1097 time: 0.0409656 Sep 20 13:09:02.892213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:02.914689 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9be65da4-ad4f-48e1-867c-0c1d980ada0d req-d43ac932-b3b0-44cb-a83a-e5b3a8b3fa92 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283852 Sep 20 13:09:03.200133 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b1323-d0aa-4353-823c-b9ad1b3547e8 req-d1ae633d-b588-4053-a667-992d13a7a1ae tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:03.201642 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d18b1323-d0aa-4353-823c-b9ad1b3547e8 req-d1ae633d-b588-4053-a667-992d13a7a1ae tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0480411 Sep 20 13:09:03.238800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d18b1323-d0aa-4353-823c-b9ad1b3547e8 req-26464095-c487-4e90-bad8-62cf3f015963 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307388 Sep 20 13:09:04.350067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7160c-16d3-48ce-8736-5659b44cd4ab req-3abbc365-5fc2-4281-8ba1-732e9b76a351 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:04.351521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80c7160c-16d3-48ce-8736-5659b44cd4ab req-3abbc365-5fc2-4281-8ba1-732e9b76a351 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0473452 Sep 20 13:09:04.388388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-80c7160c-16d3-48ce-8736-5659b44cd4ab req-dd2eab35-2695-40a3-b47b-0f5f2d018fe2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Sep 20 13:09:04.504365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376b9fd-963f-493d-a252-049b0c8a559c req-333817a0-db51-4203-8c17-b01225190909 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:04.505877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7376b9fd-963f-493d-a252-049b0c8a559c req-333817a0-db51-4203-8c17-b01225190909 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0519063 Sep 20 13:09:04.543437 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7376b9fd-963f-493d-a252-049b0c8a559c req-bb21ee8f-df06-4f7f-8565-c5debb29df1a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Sep 20 13:09:04.807059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fdf46-f5b5-4a9e-b993-6b134db7738a req-c1d88d73-47fb-4107-a191-a01e38b01caf tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:04.808432 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-315fdf46-f5b5-4a9e-b993-6b134db7738a req-c1d88d73-47fb-4107-a191-a01e38b01caf tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0484619 Sep 20 13:09:04.846343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-315fdf46-f5b5-4a9e-b993-6b134db7738a req-4c874534-0848-48ba-bedf-15f661012c17 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Sep 20 13:09:04.958196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36382daf-b83d-4186-bfce-f9eb98e3b12e req-8db0f598-d0ea-490c-8560-3e9479e00655 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:04.959675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36382daf-b83d-4186-bfce-f9eb98e3b12e req-8db0f598-d0ea-490c-8560-3e9479e00655 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0486016 Sep 20 13:09:04.995871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-36382daf-b83d-4186-bfce-f9eb98e3b12e req-801e7cc3-b9af-4974-a117-899a1afc1b79 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303173 Sep 20 13:09:05.417865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb79d4-01d1-45a6-932a-54222f88da7d req-a98ae2a1-6c83-4b49-af00-7c20f69bb775 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:05.419360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97cb79d4-01d1-45a6-932a-54222f88da7d req-a98ae2a1-6c83-4b49-af00-7c20f69bb775 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0526183 Sep 20 13:09:05.457898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97cb79d4-01d1-45a6-932a-54222f88da7d req-cad4c807-e471-4f69-9736-e31161c4d5a9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Sep 20 13:09:05.514310 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-a74d8b7c-e39b-4859-b18e-5871677ce667 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422249 Sep 20 13:09:06.574878 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409467f9-cc8a-4063-9e12-db968af165bb req-68d374d2-e160-4f7f-9b60-adacefd6b629 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:06.576659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-409467f9-cc8a-4063-9e12-db968af165bb req-68d374d2-e160-4f7f-9b60-adacefd6b629 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0502117 Sep 20 13:09:06.622507 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-409467f9-cc8a-4063-9e12-db968af165bb req-4f0160b9-8914-4b5c-bd51-fbf234c3abfd tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Sep 20 13:09:07.573219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-75c18fe9-493d-442c-86fd-5fc9a1357564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:07.574664 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-75c18fe9-493d-442c-86fd-5fc9a1357564 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 1097 time: 0.0395935 Sep 20 13:09:07.665840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-f54172ae-ceba-4e3d-a142-076abb8e7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:07.667311 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-f54172ae-ceba-4e3d-a142-076abb8e7fed service neutron] 10.222.0.21 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.0859294 Sep 20 13:09:07.708264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-746245a9-3582-4586-9b9e-04f903fb3581 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 200 len: 217 time: 0.0334909 Sep 20 13:09:07.741196 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4858935-9152-4ca8-b8da-751567b5f25f req-bd66c1e7-cbac-4b30-98fd-3816aff31faf tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:07.742774 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4858935-9152-4ca8-b8da-751567b5f25f req-bd66c1e7-cbac-4b30-98fd-3816aff31faf tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0492394 Sep 20 13:09:07.767736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-e90e26a8-669c-43b2-ac18-34e6ce71f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:07.768199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-e90e26a8-669c-43b2-ac18-34e6ce71f954 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0532255 Sep 20 13:09:07.786248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4858935-9152-4ca8-b8da-751567b5f25f req-ed1f38af-d039-4a3e-9b1c-f6c36848c626 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348897 Sep 20 13:09:07.798928 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-13285213-5863-4ebd-8660-c24a0a30ee94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240347 Sep 20 13:09:07.890139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-2ebd6853-b09d-408c-9299-5c0e9c5b5701 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Sep 20 13:09:07.980046 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-54c66855-9e78-4b62-bfc2-41f215b12fd0 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833786 Sep 20 13:09:08.904139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a64f3-e831-40f0-85c0-dd6099e8b70e req-edfbb292-4a8d-4e09-bb7e-7d4e53de1743 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:08.905599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a99a64f3-e831-40f0-85c0-dd6099e8b70e req-edfbb292-4a8d-4e09-bb7e-7d4e53de1743 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0526464 Sep 20 13:09:08.944398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a99a64f3-e831-40f0-85c0-dd6099e8b70e req-bf90f0de-c599-4092-8e36-a4d3dfeeb968 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Sep 20 13:09:10.057847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12a4c8-0d02-4adf-985b-0de9b337000f req-7cd86f9e-092b-492d-9eb5-5cfe504b3bb1 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:10.059321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d12a4c8-0d02-4adf-985b-0de9b337000f req-7cd86f9e-092b-492d-9eb5-5cfe504b3bb1 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0481131 Sep 20 13:09:10.096913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6d12a4c8-0d02-4adf-985b-0de9b337000f req-cf886883-bdbb-4369-b63a-caaf826d08e2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Sep 20 13:09:11.209759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26343398-de89-46fd-8b1e-0ab13b34168b req-1f747656-d04f-4a1b-b3e6-908a96a3a788 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:11.211322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-26343398-de89-46fd-8b1e-0ab13b34168b req-1f747656-d04f-4a1b-b3e6-908a96a3a788 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0485840 Sep 20 13:09:11.247879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-26343398-de89-46fd-8b1e-0ab13b34168b req-0b147756-049c-4e90-81ef-56547636342b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Sep 20 13:09:12.376696 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8946c-b495-42de-98ee-873a9b3f1e51 req-2e06fc43-4588-4344-8c10-3e4ec883edd7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:12.378325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e8946c-b495-42de-98ee-873a9b3f1e51 req-2e06fc43-4588-4344-8c10-3e4ec883edd7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0616510 Sep 20 13:09:12.415210 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-40ea22ac-e71d-4334-b806-b1b39d76c397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:12.416062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e8946c-b495-42de-98ee-873a9b3f1e51 req-c66c9007-421f-47be-9c2c-2528f38b83b3 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Sep 20 13:09:13.536355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec86ee7-f24f-440e-a694-5aba70b30dc8 req-9d89bd7f-fd94-41b7-8ec5-a0406051f3e0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:13.537854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dec86ee7-f24f-440e-a694-5aba70b30dc8 req-9d89bd7f-fd94-41b7-8ec5-a0406051f3e0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0479655 Sep 20 13:09:13.574457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dec86ee7-f24f-440e-a694-5aba70b30dc8 req-72c33514-7c25-4093-8d44-7d5042bdc0e4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306399 Sep 20 13:09:14.685517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdec8b-13ff-4c69-a501-db8dae078896 req-3955701f-3f85-480f-9319-7940fa4bbc25 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:14.686968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8efdec8b-13ff-4c69-a501-db8dae078896 req-3955701f-3f85-480f-9319-7940fa4bbc25 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0473530 Sep 20 13:09:14.724172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8efdec8b-13ff-4c69-a501-db8dae078896 req-566d58e7-a368-4b7d-9c22-7384cfcbe14b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305822 Sep 20 13:09:15.234081 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19d7fc4a-97bb-415b-a8a8-6124362ca9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:15.622726 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:15.840550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495c87f-67e7-4013-acd4-2cf38930ff94 req-10f66c55-57ca-4289-9b76-d84812fddde7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:15.842061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e495c87f-67e7-4013-acd4-2cf38930ff94 req-10f66c55-57ca-4289-9b76-d84812fddde7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0512841 Sep 20 13:09:15.881088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e495c87f-67e7-4013-acd4-2cf38930ff94 req-6c2f4a0b-43b2-4562-bbe1-12a5a798f886 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Sep 20 13:09:16.691131 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:16.994116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1d7dd-5fcc-4127-bc23-27ad7d588c8b req-0c4e7019-038c-405e-b83e-79e2fdbdfd37 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:16.995593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fba1d7dd-5fcc-4127-bc23-27ad7d588c8b req-0c4e7019-038c-405e-b83e-79e2fdbdfd37 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0477619 Sep 20 13:09:17.035138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fba1d7dd-5fcc-4127-bc23-27ad7d588c8b req-cad102ac-54ba-44d5-bdc0-8730212b8b71 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Sep 20 13:09:18.056513 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:18.150129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06805c5-01b7-4c0e-b8e6-2501369cc116 req-526d39d0-fa73-43a2-b73f-baddf52f427a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:18.151602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a06805c5-01b7-4c0e-b8e6-2501369cc116 req-526d39d0-fa73-43a2-b73f-baddf52f427a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0497677 Sep 20 13:09:18.190027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a06805c5-01b7-4c0e-b8e6-2501369cc116 req-11ac2f6d-5ad3-4841-861c-c5b26790235d tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Sep 20 13:09:19.307059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b4c61-3ec9-4a94-af6e-acfc4cd20167 req-b4c0b18d-7d7e-424b-a347-216fe4f3a932 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:19.308649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b2b4c61-3ec9-4a94-af6e-acfc4cd20167 req-b4c0b18d-7d7e-424b-a347-216fe4f3a932 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0516119 Sep 20 13:09:19.344194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b2b4c61-3ec9-4a94-af6e-acfc4cd20167 req-324c9b75-183a-4264-95f3-2bc33b2633c5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296171 Sep 20 13:09:20.268382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:20.457547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174015a4-ccff-493a-8231-b6f6f24f47d1 req-8a7a5b20-3993-44a2-b498-9f76af73e9da tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:20.459020 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-174015a4-ccff-493a-8231-b6f6f24f47d1 req-8a7a5b20-3993-44a2-b498-9f76af73e9da tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0480542 Sep 20 13:09:20.495798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-174015a4-ccff-493a-8231-b6f6f24f47d1 req-f610ee6e-3ea9-45ee-be30-031fa7e7b939 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Sep 20 13:09:20.689739 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:21.608761 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3c21-ccc1-452a-afa2-b7a756f72ce9 req-63ac12eb-68f5-4b62-bd95-eb2715c27b2e tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:21.610296 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5fbd3c21-ccc1-452a-afa2-b7a756f72ce9 req-63ac12eb-68f5-4b62-bd95-eb2715c27b2e tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0482957 Sep 20 13:09:21.648042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5fbd3c21-ccc1-452a-afa2-b7a756f72ce9 req-d99d0fa5-92df-47b4-9214-c0b1c7ce09ba tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Sep 20 13:09:22.765033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec79bf-224b-41f3-8285-fd31821f0495 req-f62bc083-ac0e-4eaf-8d99-165e1ff594c4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:22.766529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74ec79bf-224b-41f3-8285-fd31821f0495 req-f62bc083-ac0e-4eaf-8d99-165e1ff594c4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0511861 Sep 20 13:09:22.804326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74ec79bf-224b-41f3-8285-fd31821f0495 req-3ca2010d-c710-46f1-969d-0c89685e9556 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Sep 20 13:09:23.918700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f55b3-8d19-4802-a40c-564ed1d27521 req-33d29a2e-32b4-4ae1-99c7-522ebdff1cc9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:23.920209 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c1f55b3-8d19-4802-a40c-564ed1d27521 req-33d29a2e-32b4-4ae1-99c7-522ebdff1cc9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0486062 Sep 20 13:09:23.958050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9c1f55b3-8d19-4802-a40c-564ed1d27521 req-9eacbb88-d882-42a5-b77b-b8535bb70bba tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Sep 20 13:09:25.076400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aa247-34b9-4992-ae05-751f8a87b577 req-beaf3a61-c2c7-442a-a785-b72219e6cdbb tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:25.083984 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-651aa247-34b9-4992-ae05-751f8a87b577 req-beaf3a61-c2c7-442a-a785-b72219e6cdbb tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0487297 Sep 20 13:09:25.115785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-651aa247-34b9-4992-ae05-751f8a87b577 req-2fc197e3-4776-4750-829b-308efd860a64 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Sep 20 13:09:25.507178 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:09:26.231360 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5020a22-93a3-40c0-972f-07f1c43a0fb1 req-cb9ef20a-e560-4d9f-a7ac-52aab81680c8 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:26.232822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5020a22-93a3-40c0-972f-07f1c43a0fb1 req-cb9ef20a-e560-4d9f-a7ac-52aab81680c8 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0517795 Sep 20 13:09:26.269886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5020a22-93a3-40c0-972f-07f1c43a0fb1 req-ef735f5f-0ad2-4e26-b22e-5f7a0c23cea0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305254 Sep 20 13:09:27.388754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d401ba-fba5-455f-a5e8-cf03f94da44f req-bb280803-966a-4dfc-b5db-f1f746c96a26 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:27.390247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0d401ba-fba5-455f-a5e8-cf03f94da44f req-bb280803-966a-4dfc-b5db-f1f746c96a26 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0473485 Sep 20 13:09:27.428757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0d401ba-fba5-455f-a5e8-cf03f94da44f req-c42865e7-15de-4b9e-9b71-c08fa3b522f7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Sep 20 13:09:28.542705 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778193d-06a7-4564-8c70-33dde7aaa426 req-9ec45275-09d1-434c-9386-ee0e4d2a0d82 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:28.544166 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b778193d-06a7-4564-8c70-33dde7aaa426 req-9ec45275-09d1-434c-9386-ee0e4d2a0d82 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0481784 Sep 20 13:09:28.581214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b778193d-06a7-4564-8c70-33dde7aaa426 req-8e46cbb9-2582-4e0d-bab4-9da73271d20e tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Sep 20 13:09:29.699392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b0fc-ac3f-41ed-b41f-45f61eba3f99 req-25e61f9a-da31-4b92-b487-91caa92d5368 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:29.700863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d576b0fc-ac3f-41ed-b41f-45f61eba3f99 req-25e61f9a-da31-4b92-b487-91caa92d5368 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0526047 Sep 20 13:09:29.737780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d576b0fc-ac3f-41ed-b41f-45f61eba3f99 req-0312ffee-732d-4997-88df-b3702632bb65 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300457 Sep 20 13:09:30.850521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2feb1-5689-4320-9252-2b67e602bbd4 req-61c6e00e-2583-4414-b578-563fdd85bf44 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:30.852031 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2c2feb1-5689-4320-9252-2b67e602bbd4 req-61c6e00e-2583-4414-b578-563fdd85bf44 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0479858 Sep 20 13:09:30.889808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2c2feb1-5689-4320-9252-2b67e602bbd4 req-9b1e8097-59ed-4e88-b345-a9b88efe7f60 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317829 Sep 20 13:09:32.004961 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b856b-8207-46eb-ad2d-20771d025788 req-c2f8a1a5-8160-4995-803f-b9e64224e3ac tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:32.006462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a70b856b-8207-46eb-ad2d-20771d025788 req-c2f8a1a5-8160-4995-803f-b9e64224e3ac tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0479481 Sep 20 13:09:32.043172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a70b856b-8207-46eb-ad2d-20771d025788 req-19860899-4b49-4605-a42e-16b35ddb3e49 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Sep 20 13:09:33.160591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d7e72-002e-444a-9952-ee89d0770925 req-e0d438e7-817a-42ae-9832-0cc48f8eb1f6 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:33.162083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-028d7e72-002e-444a-9952-ee89d0770925 req-e0d438e7-817a-42ae-9832-0cc48f8eb1f6 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0522094 Sep 20 13:09:33.199285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-028d7e72-002e-444a-9952-ee89d0770925 req-a2247540-963f-4393-a26f-a87510f92d79 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Sep 20 13:09:34.311786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f587b-71d5-4562-a6e5-222111eaf4ec req-95929a2b-1785-464f-a4be-cd653eb20246 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:34.313282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f0f587b-71d5-4562-a6e5-222111eaf4ec req-95929a2b-1785-464f-a4be-cd653eb20246 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0480592 Sep 20 13:09:34.350735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f0f587b-71d5-4562-a6e5-222111eaf4ec req-0d5a8899-1008-4b79-ac10-aa30ce768bb9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Sep 20 13:09:35.213398 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-dadf2497-c5db-4000-8636-eafae6d75b3b service neutron] show failed (client error): The resource could not be found. Sep 20 13:09:35.214415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-dadf2497-c5db-4000-8636-eafae6d75b3b service neutron] 10.222.0.21 "GET /v2.0/ports/07088fac-c12a-4022-9f20-6c3e2337fed8/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0540533 Sep 20 13:09:35.464221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddbcba-62e7-4594-b3d7-eb6ebdcae39c req-aa41f528-666f-4b33-a5ba-069bd0614267 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:35.465689 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05ddbcba-62e7-4594-b3d7-eb6ebdcae39c req-aa41f528-666f-4b33-a5ba-069bd0614267 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0486424 Sep 20 13:09:35.504321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-05ddbcba-62e7-4594-b3d7-eb6ebdcae39c req-d291c5d3-f20f-485b-8dd4-c7694a8ffce4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Sep 20 13:09:35.762837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-aba4ade7-f00a-441e-9aa3-07351d690917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:35.764395 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-aba4ade7-f00a-441e-9aa3-07351d690917 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd&tenant_id=08d36c7f8159466cb84b47cecdf753bf HTTP/1.1" status: 200 len: 1097 time: 0.0400596 Sep 20 13:09:35.778419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:09:35.832163 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:36.271500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:36.303632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:09:36.341334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:09:36.343559 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d22a8-5e67-4fea-82b7-de346f26f74c" -d '{"events": [{"server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:09:36.347923 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:36.359732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Transition to ACTIVE for port object 07088fac-c12a-4022-9f20-6c3e2337fed8 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:09:36.395647 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cece6e-74fb-4cc5-a099-64fb25d816bd x-openstack-request-id: req-74cece6e-74fb-4cc5-a099-64fb25d816bd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:09:36.395933 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:09:36.396179 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74cece6e-74fb-4cc5-a099-64fb25d816bd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:09:36.396569 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'code': 200} Sep 20 13:09:36.427667 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:36.494652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] No DVR routers for this DVR port 07088fac-c12a-4022-9f20-6c3e2337fed8 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:09:36.497733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:36.529655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Attempting to bind port 07088fac-c12a-4022-9f20-6c3e2337fed8 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:09:36.529913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Attempting to bind port 07088fac-c12a-4022-9f20-6c3e2337fed8 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:09:36.530238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Attempting to bind port 07088fac-c12a-4022-9f20-6c3e2337fed8 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:09:36.535150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Port 07088fac-c12a-4022-9f20-6c3e2337fed8 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:09:36.535474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Attempting to bind port 07088fac-c12a-4022-9f20-6c3e2337fed8 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:09:36.540238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:09:36.540578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Checking segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:09:36.540962 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Bound using segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:09:36.541416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Bound port: 07088fac-c12a-4022-9f20-6c3e2337fed8, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:09:36.541776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:36.604854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:09:36.608155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:09:36.624327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb4bda-4c60-4a05-84c4-fee189496c60 req-5f6aae96-d87e-43d5-a471-200276014393 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:36.625848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40fb4bda-4c60-4a05-84c4-fee189496c60 req-5f6aae96-d87e-43d5-a471-200276014393 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0513568 Sep 20 13:09:36.665194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-40fb4bda-4c60-4a05-84c4-fee189496c60 req-d98a824e-17d5-4249-99c1-97defe1bd875 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Sep 20 13:09:36.691026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:36.724647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:36.725314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:36.726679 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] 10.222.0.32 "PUT /v2.0/ports/07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 200 len: 1092 time: 0.9521272 Sep 20 13:09:36.746698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69d129-e235-444f-8db1-1aa78cce6cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:36.790892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-f12ebe99-72ec-4da3-a02c-34f16f58130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:36.792347 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-f12ebe99-72ec-4da3-a02c-34f16f58130b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 1095 time: 0.0427804 Sep 20 13:09:36.883939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-064e4280-0db6-48c3-bbf4-1b4f30c4ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:36.885479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-064e4280-0db6-48c3-bbf4-1b4f30c4ff73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.0861046 Sep 20 13:09:36.929088 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-6f481373-e07a-4ac2-81aa-df6bf82da44c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 200 len: 217 time: 0.0359724 Sep 20 13:09:36.976650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-29bb4cc3-d794-4ba1-87a9-a4d7867c7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:36.978122 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-29bb4cc3-d794-4ba1-87a9-a4d7867c7a6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0423887 Sep 20 13:09:37.007298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-33a34c02-1af3-46dd-8e08-4fe0bcc33b5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224862 Sep 20 13:09:37.096930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-cbbed115-a1b1-4694-b6d8-443d0ff97f48 service neutron] 10.222.0.32 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Sep 20 13:09:37.182752 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1ba44758-e8bd-47ce-bb73-266dfed21266 req-9a1698e2-284d-43a9-acc1-3f8d3d830f2e service neutron] 10.222.0.32 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788679 Sep 20 13:09:37.777848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13c9b4-ba1d-483f-9b85-d43181556f33 req-b58521ab-22e3-483e-aae9-a36449c152b7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:37.779309 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef13c9b4-ba1d-483f-9b85-d43181556f33 req-b58521ab-22e3-483e-aae9-a36449c152b7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0475605 Sep 20 13:09:37.817686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef13c9b4-ba1d-483f-9b85-d43181556f33 req-e8cd790a-3c1d-452e-9209-767a9eb0b5af tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Sep 20 13:09:38.397597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:09:38.399947 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:09:38.446801 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ebc57f-7ed0-4f0d-a564-bde62fbb5867 x-openstack-request-id: req-b3ebc57f-7ed0-4f0d-a564-bde62fbb5867 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:09:38.447106 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:09:38.447370 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3ebc57f-7ed0-4f0d-a564-bde62fbb5867 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:09:38.447763 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'status': 'completed', 'code': 200} Sep 20 13:09:38.508629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-4a959a80-19b2-4e1e-9a44-96b408089ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:38.510222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-4a959a80-19b2-4e1e-9a44-96b408089ea2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 1095 time: 0.0404015 Sep 20 13:09:38.612393 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-2c880c82-ad19-4c60-9990-2cf529330284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:38.613929 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-2c880c82-ad19-4c60-9990-2cf529330284 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 1095 time: 0.1490598 Sep 20 13:09:38.643538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-86cfaf24-b1cf-4c51-aef3-7f8e79b8ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:38.644929 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-86cfaf24-b1cf-4c51-aef3-7f8e79b8ea9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.1243095 Sep 20 13:09:38.694205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-fc1bc91f-b3d8-4eb0-85b3-b18df4a22678 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 200 len: 217 time: 0.0409896 Sep 20 13:09:38.776091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-04118095-2aa7-43a8-8731-ef03952ef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:38.777512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-04118095-2aa7-43a8-8731-ef03952ef734 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0604110 Sep 20 13:09:38.780042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-806aa4ca-2428-4dee-8ad0-af0ef3d9c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:38.781372 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-806aa4ca-2428-4dee-8ad0-af0ef3d9c41c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.1573465 Sep 20 13:09:38.843199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-b964fd8f-515d-4445-9fe2-ef17bf60b13a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574734 Sep 20 13:09:38.845390 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-3ee7ca5e-46e5-4dd2-b77a-bcff0a230a44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 200 len: 217 time: 0.0521154 Sep 20 13:09:38.947420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44b2a-fe9f-428a-b13d-0b4704204e86 req-64450505-ea65-472e-8406-eefff27fdc45 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:38.948965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0a44b2a-fe9f-428a-b13d-0b4704204e86 req-64450505-ea65-472e-8406-eefff27fdc45 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0542500 Sep 20 13:09:38.951865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-db693b25-e04a-44d2-bf78-0dbc2b29dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:38.953354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-db693b25-e04a-44d2-bf78-0dbc2b29dddf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.1013453 Sep 20 13:09:38.989358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0a44b2a-fe9f-428a-b13d-0b4704204e86 req-dd5724fa-c10b-4cbb-b3ea-4459f050b4e1 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Sep 20 13:09:38.994139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-91aa6d20-ef94-42a6-a6ec-c5b4518a44fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305328 Sep 20 13:09:39.012009 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-c20c2b3f-2582-4829-a277-4318b6543cda service neutron] 10.222.0.32 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526232 Sep 20 13:09:39.151922 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-55524918-303b-4637-bca5-aec20bfb860f service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505594 Sep 20 13:09:39.170366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-1b3205e7-94d4-44d3-a66c-6f552a28f6f3 service neutron] 10.222.0.32 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484742 Sep 20 13:09:39.250276 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5c32fab2-7a8c-4a49-87ba-67ede9bc328c req-4269e150-3c04-4a51-a1d2-c4e2b46b5aa2 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Sep 20 13:09:40.106591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fb082-5cae-4d11-b58e-de4de704c23e req-ef4c3fd0-73a9-4cce-ab71-e57ebe2b542b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:40.108058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c9fb082-5cae-4d11-b58e-de4de704c23e req-ef4c3fd0-73a9-4cce-ab71-e57ebe2b542b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0513742 Sep 20 13:09:40.145477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c9fb082-5cae-4d11-b58e-de4de704c23e req-5d66e4de-d5c2-415c-a68d-b93f3c3fd681 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Sep 20 13:09:40.528483 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198bc2e-e369-454d-b237-f53989d88e60 req-eaf7129c-ec5d-41e5-9915-1a02cd3d3b32 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:40.530000 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e198bc2e-e369-454d-b237-f53989d88e60 req-eaf7129c-ec5d-41e5-9915-1a02cd3d3b32 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 944 time: 0.0517595 Sep 20 13:09:40.568658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e198bc2e-e369-454d-b237-f53989d88e60 req-5932a1bd-0244-471b-8ef5-33e91aab91e9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Sep 20 13:09:40.601705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-c3363807-8f12-485f-bd2e-7bdc56e32de6 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:40.603176 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-c3363807-8f12-485f-bd2e-7bdc56e32de6 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd&tenant_id=08d36c7f8159466cb84b47cecdf753bf&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 944 time: 0.0514224 Sep 20 13:09:40.665911 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-68587b25-6aa7-49ef-8cee-e066248ed3a8 service neutron] delete failed (client error): The resource could not be found. Sep 20 13:09:40.666987 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-68587b25-6aa7-49ef-8cee-e066248ed3a8 service neutron] 10.222.0.21 "DELETE /v2.0/ports/07088fac-c12a-4022-9f20-6c3e2337fed8/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0559492 Sep 20 13:09:40.703788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 07088fac-c12a-4022-9f20-6c3e2337fed8 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:09:40.741491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 07088fac-c12a-4022-9f20-6c3e2337fed8 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:09:40.762396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-e1eb7cb5-6b62-44d5-a297-07efc90a188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:40.763945 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-e1eb7cb5-6b62-44d5-a297-07efc90a188c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 1095 time: 0.0447798 Sep 20 13:09:40.851182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-f5275cec-27f0-4784-9be5-eb6c0ab4a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:40.852649 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-f5275cec-27f0-4784-9be5-eb6c0ab4a9e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.0824435 Sep 20 13:09:40.896503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-d7e9ceb6-0892-4919-adfc-e3cbde1b421d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 200 len: 217 time: 0.0369997 Sep 20 13:09:40.945358 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-67eaf3c4-c2dc-498c-ab08-0a7af6936c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:40.946811 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-67eaf3c4-c2dc-498c-ab08-0a7af6936c5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0437424 Sep 20 13:09:40.985115 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-ed0ac3b8-8211-4e19-aa96-2af6dcc84cb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303240 Sep 20 13:09:41.027045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 07088fac-c12a-4022-9f20-6c3e2337fed8 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:09:41.079706 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-de225b52-0693-4d8c-9340-2df6a5e0e395 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873573 Sep 20 13:09:41.122063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:41.133304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7', 'port_id': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dff337-604d-43bd-970e-0334eff0a2db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:09:41.169702 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:41.173834 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c9a320a-42b1-4430-b310-3b3eac205673 req-dbebd87f-65fc-435c-ae80-4aa871ec9954 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872641 Sep 20 13:09:41.183173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07088fac-c12a-4022-9f20-6c3e2337fed8 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:09:41.201618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:41.296348 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:41.344561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:41.510173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['07088fac-c12a-4022-9f20-6c3e2337fed8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:09:41.691448 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132b27-8e73-44bc-a7f6-596005c1e6d6 req-59d5bfe8-bbc7-4dfb-973f-aad556a8a4a4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:41.692938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca132b27-8e73-44bc-a7f6-596005c1e6d6 req-59d5bfe8-bbc7-4dfb-973f-aad556a8a4a4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 945 time: 0.0503495 Sep 20 13:09:41.731339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ca132b27-8e73-44bc-a7f6-596005c1e6d6 req-45a86136-6e99-4a83-9f11-ddddbf34616a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Sep 20 13:09:42.455089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6106-642e-4c71-b038-64d08a203bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:42.850869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dfc4b-7317-4619-806b-99314f0ab3e6 req-dc1749e4-7319-4e66-8318-9ab2fcc0575f tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:42.852342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e04dfc4b-7317-4619-806b-99314f0ab3e6 req-dc1749e4-7319-4e66-8318-9ab2fcc0575f tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 945 time: 0.0522292 Sep 20 13:09:42.890266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e04dfc4b-7317-4619-806b-99314f0ab3e6 req-4d01b365-f38a-4502-9dc4-a3b814f7f702 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Sep 20 13:09:43.007317 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25609252-4f28-4ca4-9f03-f89cd2da88fc req-256f18de-7dc3-4ce9-91b9-1e8243b14c6a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:43.008805 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25609252-4f28-4ca4-9f03-f89cd2da88fc req-256f18de-7dc3-4ce9-91b9-1e8243b14c6a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 945 time: 0.0484159 Sep 20 13:09:43.019194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 07088fac-c12a-4022-9f20-6c3e2337fed8 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:09:43.047463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-25609252-4f28-4ca4-9f03-f89cd2da88fc req-eb6e0fec-b670-4fff-aa15-e639f5ad1603 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Sep 20 13:09:43.136002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 07088fac-c12a-4022-9f20-6c3e2337fed8 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:09:43.140251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 07088fac-c12a-4022-9f20-6c3e2337fed8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:09:43.140556 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:43.162060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5360c-6dc9-4cc7-bd2c-0ed541f02a9c req-7a4f0552-147b-423b-b637-068b3de86a34 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:43.163597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bac5360c-6dc9-4cc7-bd2c-0ed541f02a9c req-7a4f0552-147b-423b-b637-068b3de86a34 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 945 time: 0.0505528 Sep 20 13:09:43.201884 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bac5360c-6dc9-4cc7-bd2c-0ed541f02a9c req-0ce99678-57de-4ec2-b1b9-490218760b44 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Sep 20 13:09:43.221840 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:43.244310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:09:43.246558 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce7e852-02ac-4019-bd4c-7a4e7694fe92" -d '{"events": [{"server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "name": "network-vif-plugged", "status": "completed", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:09:43.259262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:43.331113 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:43.377179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:43.623338 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386f1ff9-ceec-4d5e-b798-e79bf0c818a1 x-openstack-request-id: req-386f1ff9-ceec-4d5e-b798-e79bf0c818a1 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:09:43.623907 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "name": "network-vif-plugged", "status": "completed", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:09:43.623907 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-386f1ff9-ceec-4d5e-b798-e79bf0c818a1 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:09:43.624120 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'code': 200} Sep 20 13:09:43.802117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-ddf854a7-006f-4e9a-be75-322027812dff tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:43.803578 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-ddf854a7-006f-4e9a-be75-322027812dff tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 815 time: 0.1053987 Sep 20 13:09:43.817930 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-22ba7d60-334a-4420-b892-92643c50596d tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/quotas/08d36c7f8159466cb84b47cecdf753bf HTTP/1.1" status: 200 len: 375 time: 0.0087836 Sep 20 13:09:43.865179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-13f6bf0e-61f1-4fbd-a71c-bdea5c152dc3 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420332 Sep 20 13:09:43.957661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-945459d8-ae93-41f7-af7c-7789b63b785c service neutron] 10.222.0.37 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855045 Sep 20 13:09:44.044773 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-5190c4d2-1104-434f-95a8-4e4d8fc2ecc8 service neutron] 10.222.0.37 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810988 Sep 20 13:09:44.283267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d52fb49-ea59-4415-a1a9-61878dcf9080 req-1b157500-5edf-46cc-a3ce-152d363c9b9e tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 210 time: 0.0308032 Sep 20 13:09:44.943083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-6d299062-55fa-4432-a498-8338fc62c238 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:44.944537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-6d299062-55fa-4432-a498-8338fc62c238 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc527264-a1e0-4570-bfed-ed1010584ddd HTTP/1.1" status: 200 len: 946 time: 0.0483170 Sep 20 13:09:45.034788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Deleting port 07088fac-c12a-4022-9f20-6c3e2337fed8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:09:45.035154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:45.122070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] For port 07088fac-c12a-4022-9f20-6c3e2337fed8, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=07088fac-c12a-4022-9f20-6c3e2337fed8,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:45.122436 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:45.140220 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Calling delete_port for 07088fac-c12a-4022-9f20-6c3e2337fed8 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:09:45.244799 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34010d20-2510-41a0-bae8-717d72089861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:45.325153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:45.338745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['07088fac-c12a-4022-9f20-6c3e2337fed8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:09:45.355833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Pushing event deleted for resources: {'Port': ['ID=07088fac-c12a-4022-9f20-6c3e2337fed8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:45.381078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aa9738a4-5e74-4de3-bc1e-68c937828a2d req-66d20838-8d29-444f-8655-24095a02f8b4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 210 time: 0.0295300 Sep 20 13:09:45.399765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] No DVR routers for this DVR port 07088fac-c12a-4022-9f20-6c3e2337fed8 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:09:45.402480 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:45.404514 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bc571f25-1101-476c-a59c-e6d8e3506540 req-8cbe0734-d5fb-43a5-8bd6-b3bd3cf3e643 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.32 "DELETE /v2.0/ports/07088fac-c12a-4022-9f20-6c3e2337fed8 HTTP/1.1" status: 204 len: 173 time: 0.4540498 Sep 20 13:09:45.404955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'name': 'network-vif-deleted', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:09:45.407772 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c38f83e-63e7-4de5-bda0-dc691c8ba771" -d '{"events": [{"server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "name": "network-vif-deleted", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:09:45.446031 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9f7a20-dd47-4a61-b173-bbba2fa086c9 x-openstack-request-id: req-9a9f7a20-dd47-4a61-b173-bbba2fa086c9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:09:45.446329 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc527264-a1e0-4570-bfed-ed1010584ddd", "name": "network-vif-deleted", "tag": "07088fac-c12a-4022-9f20-6c3e2337fed8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:09:45.446580 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a9f7a20-dd47-4a61-b173-bbba2fa086c9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:09:45.446983 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc527264-a1e0-4570-bfed-ed1010584ddd', 'name': 'network-vif-deleted', 'tag': '07088fac-c12a-4022-9f20-6c3e2337fed8', 'status': 'completed', 'code': 200} Sep 20 13:09:45.643774 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:46.234078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-75262088-a141-4c95-a636-4ff9b4532b2c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:46.236315 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-75262088-a141-4c95-a636-4ff9b4532b2c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.21 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 815 time: 0.0994565 Sep 20 13:09:46.249064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Request body: {'port': {'device_id': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7', 'admin_state_up': True, 'tenant_id': '08d36c7f8159466cb84b47cecdf753bf'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:09:46.414853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Made reservation on behalf of 08d36c7f8159466cb84b47cecdf753bf for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:09:46.418883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:46.486801 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2beb038b-0285-4cb7-bef5-e9cacd4a164c req-f6568f02-729e-4fa0-93be-1513f64b20d0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 210 time: 0.0262964 Sep 20 13:09:46.545254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Allocated IP 172.20.0.5 (e08d0280-911b-4ee2-aef8-a638f45d64d7/71dff337-604d-43bd-970e-0334eff0a2db/498902b9-9fe3-4f19-a2ec-dbcd87403b02) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:09:46.672042 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:46.694351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:46.774996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:46.786067 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['07088fac-c12a-4022-9f20-6c3e2337fed8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:09:46.821187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Network e08d0280-911b-4ee2-aef8-a638f45d64d7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:09:46.824262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:09:46.827804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:09:46.852203 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:46.880305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:46.880928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:46.948191 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-c2933557-4782-4e44-9348-ae38f01d10c2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7030365 Sep 20 13:09:46.960588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Request body: {'port': {'device_id': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:09:47.011614 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:47.268130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498902b9-9fe3-4f19-a2ec-dbcd87403b02 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:09:47.275346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:47.287736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Transition to ACTIVE for port object 498902b9-9fe3-4f19-a2ec-dbcd87403b02 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:09:47.370407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:47.419196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:47.486406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Attempting to bind port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:09:47.486741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Attempting to bind port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:09:47.487069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Attempting to bind port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:09:47.491325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:09:47.491655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Attempting to bind port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:09:47.496366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:09:47.496709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Checking segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:09:47.497129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Bound using segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:09:47.497559 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Bound port: 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:09:47.497913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:47.563743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:09:47.567762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:09:47.600400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80d985-d729-47d3-ab2f-b20d90595de3 req-a7fbb69b-584d-40b6-8dad-75ac532297af tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:47.601912 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d80d985-d729-47d3-ab2f-b20d90595de3 req-a7fbb69b-584d-40b6-8dad-75ac532297af tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 943 time: 0.0487309 Sep 20 13:09:47.633761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:47.639683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8d80d985-d729-47d3-ab2f-b20d90595de3 req-63ce874e-a205-4e9a-8320-3d2603b27892 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Sep 20 13:09:47.669110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:47.669730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:47.671120 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] 10.222.0.21 "PUT /v2.0/ports/498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 200 len: 1091 time: 0.7145934 Sep 20 13:09:47.671553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:09:47.673976 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effc9af8-1341-4270-990a-41ba0ec686ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:09:47.701083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8338f4-69ee-46f0-9ac8-05cdeeedd445 service neutron] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:47.712134 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6af222-a08c-41c2-af07-95e49de26636 x-openstack-request-id: req-7c6af222-a08c-41c2-af07-95e49de26636 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:09:47.712426 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:09:47.712674 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c6af222-a08c-41c2-af07-95e49de26636 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:09:47.713103 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'status': 'completed', 'code': 200} Sep 20 13:09:47.772834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc9af8-1341-4270-990a-41ba0ec686ec req-79204495-58e3-40d3-b7de-966caeb4dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:47.774248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-effc9af8-1341-4270-990a-41ba0ec686ec req-79204495-58e3-40d3-b7de-966caeb4dd37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 1094 time: 0.0411198 Sep 20 13:09:47.872432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc9af8-1341-4270-990a-41ba0ec686ec req-8daccb18-6429-467f-98a4-a326cfe34a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:47.873930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-effc9af8-1341-4270-990a-41ba0ec686ec req-8daccb18-6429-467f-98a4-a326cfe34a06 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=08d36c7f8159466cb84b47cecdf753bf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0919595 Sep 20 13:09:47.964416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc9af8-1341-4270-990a-41ba0ec686ec req-63df2706-ab63-4446-b2f1-df400487d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:47.965918 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-effc9af8-1341-4270-990a-41ba0ec686ec req-63df2706-ab63-4446-b2f1-df400487d0cf service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0848079 Sep 20 13:09:48.044264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-8f78ed27-8a13-4dfa-b467-fe602764c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:48.045725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-8f78ed27-8a13-4dfa-b467-fe602764c527 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 1094 time: 0.0428824 Sep 20 13:09:48.066147 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:48.087040 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-1d84a70d-bccf-4636-9fee-346e43244a73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 200 len: 217 time: 0.0332196 Sep 20 13:09:48.134376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-6b843ad9-8651-457f-9f30-57e4d33379a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:48.135796 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-6b843ad9-8651-457f-9f30-57e4d33379a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0420616 Sep 20 13:09:48.164956 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-26f9a506-e295-405e-ba22-5f7569c37ecc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222428 Sep 20 13:09:48.255984 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-9bb0853a-efaf-4604-8ef1-5a3f6f307fcd service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844417 Sep 20 13:09:48.342827 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b9681676-14b7-4aff-b2ee-7dbc87587b62 req-4942cd36-3641-4dd2-8e8e-840b85add4ed service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803349 Sep 20 13:09:48.755124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdfb1d-2415-4365-a758-b3755431f3ee req-8876e05f-3e3d-4222-910b-64163c28ddcf tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:48.756614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dfdfb1d-2415-4365-a758-b3755431f3ee req-8876e05f-3e3d-4222-910b-64163c28ddcf tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 943 time: 0.0469437 Sep 20 13:09:48.796208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dfdfb1d-2415-4365-a758-b3755431f3ee req-6f9e4907-07d2-4873-a15a-0cb111d61676 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Sep 20 13:09:49.053162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 07088fac-c12a-4022-9f20-6c3e2337fed8 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:09:49.072714 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 07088fac-c12a-4022-9f20-6c3e2337fed8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:09:49.073340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 07088fac-c12a-4022-9f20-6c3e2337fed8 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:09:49.908859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6bfee-baae-4b22-8fcb-8f6a6570bdcc req-f4c7dc78-aec5-4362-b185-5e6ef74d8630 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:49.910342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56c6bfee-baae-4b22-8fcb-8f6a6570bdcc req-f4c7dc78-aec5-4362-b185-5e6ef74d8630 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 943 time: 0.0482185 Sep 20 13:09:49.946964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56c6bfee-baae-4b22-8fcb-8f6a6570bdcc req-eaa62cae-170a-485e-99b8-19054b0c1065 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307376 Sep 20 13:09:50.282823 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:50.683962 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:50.733762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 498902b9-9fe3-4f19-a2ec-dbcd87403b02 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:09:50.826598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:50.988274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7', 'port_id': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'mac_address': 'fa:16:3e:2a:8a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dff337-604d-43bd-970e-0334eff0a2db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:09:51.025402 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:51.037632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498902b9-9fe3-4f19-a2ec-dbcd87403b02 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:09:51.056871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:51.061386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12dfe1-4345-48f9-bfb0-ad14d76f221d req-0c7d0cdb-8f70-4f2a-af9c-fa2e689cdeb9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:51.062890 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd12dfe1-4345-48f9-bfb0-ad14d76f221d req-0c7d0cdb-8f70-4f2a-af9c-fa2e689cdeb9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 943 time: 0.0482903 Sep 20 13:09:51.100072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd12dfe1-4345-48f9-bfb0-ad14d76f221d req-526da8b3-90d8-491e-aa8a-93b2345b47b0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306551 Sep 20 13:09:51.134321 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:51.179182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:51.186094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.186439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.186775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.187107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.187437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.187764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.188084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.188404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.189335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.189656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.189977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.190293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:51.333252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['498902b9-9fe3-4f19-a2ec-dbcd87403b02'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:09:52.212890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f459cf-4ae3-4aea-9f5e-ae8020472465 req-fbb9e4a2-1f2e-4c81-b56a-f082842f4d36 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:52.214385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f459cf-4ae3-4aea-9f5e-ae8020472465 req-fbb9e4a2-1f2e-4c81-b56a-f082842f4d36 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 944 time: 0.0479956 Sep 20 13:09:52.254960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13f459cf-4ae3-4aea-9f5e-ae8020472465 req-d830d8e0-2ad2-46d3-9550-2f5527c96cc1 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344787 Sep 20 13:09:52.750117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 498902b9-9fe3-4f19-a2ec-dbcd87403b02 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:09:52.861641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:09:52.865500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:09:52.865877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:52.941785 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:52.962999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:09:52.965253 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a13bdc-d336-40fd-9c3c-b9a9fd188f3a" -d '{"events": [{"server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "name": "network-vif-plugged", "status": "completed", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:09:52.977328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:52.999631 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4817c-de76-47f6-82ba-25378208eeb1 x-openstack-request-id: req-0da4817c-de76-47f6-82ba-25378208eeb1 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:09:52.999951 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "name": "network-vif-plugged", "status": "completed", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:09:53.000265 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0da4817c-de76-47f6-82ba-25378208eeb1 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:09:53.000655 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'code': 200} Sep 20 13:09:53.037530 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:09:53.085309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:53.096354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f6b7-e315-4d6c-ae07-a5294cd81af8 req-8f6f0351-13a7-402b-af25-d5af072cbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:53.097903 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8860f6b7-e315-4d6c-ae07-a5294cd81af8 req-8f6f0351-13a7-402b-af25-d5af072cbfc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 1096 time: 0.0434611 Sep 20 13:09:53.131224 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8860f6b7-e315-4d6c-ae07-a5294cd81af8 req-21910307-857c-46e9-9b0c-d50761576f9e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265489 Sep 20 13:09:53.367737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878558a-bf1f-4ed0-aa29-a246244b5b91 req-657a29fa-f273-44f5-a922-ae8d25b51d02 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:53.369190 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1878558a-bf1f-4ed0-aa29-a246244b5b91 req-657a29fa-f273-44f5-a922-ae8d25b51d02 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0467830 Sep 20 13:09:53.406784 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1878558a-bf1f-4ed0-aa29-a246244b5b91 req-f285e3fe-2bb2-4930-94b1-80e4e570525b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Sep 20 13:09:54.519019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c16e-e9fb-491c-8a7b-e010585364b5 req-c9890dd5-ab78-4772-890c-8d2c9c1cb58b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:54.520481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07b4c16e-e9fb-491c-8a7b-e010585364b5 req-c9890dd5-ab78-4772-890c-8d2c9c1cb58b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0473022 Sep 20 13:09:54.557725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07b4c16e-e9fb-491c-8a7b-e010585364b5 req-b3de7710-404c-44e8-9201-c608842241ad tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Sep 20 13:09:54.672063 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d177c9-5064-421c-8914-b8e6f826aaa4 req-9afa5868-ea5f-4fd0-b16c-c37b12ad9d35 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:54.673580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2d177c9-5064-421c-8914-b8e6f826aaa4 req-9afa5868-ea5f-4fd0-b16c-c37b12ad9d35 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0492783 Sep 20 13:09:54.715345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2d177c9-5064-421c-8914-b8e6f826aaa4 req-71761c50-29ee-494d-862a-0b00acd4b319 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Sep 20 13:09:55.080314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb1483-4d3b-4f83-9129-c6233b7c6027 req-8fb4870c-e3cc-4d39-a80f-be310169c3e7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:55.081826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddfb1483-4d3b-4f83-9129-c6233b7c6027 req-8fb4870c-e3cc-4d39-a80f-be310169c3e7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0501571 Sep 20 13:09:55.120504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ddfb1483-4d3b-4f83-9129-c6233b7c6027 req-3be0a450-82f4-48e0-808b-9662834d5358 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Sep 20 13:09:55.171930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-2b005e92-1717-416f-9082-7ed8c160e5ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389132 Sep 20 13:09:56.235396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5255-93ae-4645-b0a5-a4dfc2be1b24 req-e4dbdfa7-1220-44a5-a15d-f4bfc99c5fea tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:56.237431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46ef5255-93ae-4645-b0a5-a4dfc2be1b24 req-e4dbdfa7-1220-44a5-a15d-f4bfc99c5fea tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0492475 Sep 20 13:09:56.284358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46ef5255-93ae-4645-b0a5-a4dfc2be1b24 req-77265c6e-9b7b-4cff-a997-dcafa3e1e922 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Sep 20 13:09:57.000644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-43e8a31b-774f-4cb1-ac16-36751d004364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:57.002205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-43e8a31b-774f-4cb1-ac16-36751d004364 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 1096 time: 0.0388854 Sep 20 13:09:57.092952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-0c9ea1b4-3ee5-40ea-9cb3-d359d8fc271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:57.094461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-0c9ea1b4-3ee5-40ea-9cb3-d359d8fc271f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.0857131 Sep 20 13:09:57.133251 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-60e13aa4-1b8f-42d3-ab9a-ee84bdff3d86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 200 len: 217 time: 0.0323336 Sep 20 13:09:57.184456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-bdf5a010-74d0-41aa-8758-3d5bb5778d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:57.185904 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-bdf5a010-74d0-41aa-8758-3d5bb5778d22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0462544 Sep 20 13:09:57.216967 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-7d572fd8-3910-442a-a55f-88d6f15d3b47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244420 Sep 20 13:09:57.303895 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-613d11ec-fe8b-4f29-bf66-48ebc8acefd4 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797496 Sep 20 13:09:57.397303 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-b61be44f-1fd3-4b07-b6d7-8833a95ff06e service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862644 Sep 20 13:09:57.402010 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929df74-9eda-43f0-8acc-90324b3ca149 req-ad56c3f9-ead7-41cf-9880-8d813ac806ec tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:57.403603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b929df74-9eda-43f0-8acc-90324b3ca149 req-ad56c3f9-ead7-41cf-9880-8d813ac806ec tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0500510 Sep 20 13:09:57.445546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b929df74-9eda-43f0-8acc-90324b3ca149 req-3ba5ca49-8612-471e-9b24-89351e3a3067 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 Sep 20 13:09:58.560213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730efd-5936-4f01-9e18-aac8ae1d3758 req-b191132c-dc98-4c05-81e3-dc2f3527325c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:58.561726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38730efd-5936-4f01-9e18-aac8ae1d3758 req-b191132c-dc98-4c05-81e3-dc2f3527325c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Sep 20 13:09:58.601336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-38730efd-5936-4f01-9e18-aac8ae1d3758 req-a32a6705-0da7-47a6-939c-a7ccdfa1315d tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Sep 20 13:09:59.714953 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e2fd6-32a8-438a-a0a6-3e9f9b19da5c req-6681c85e-0f70-450f-89f3-b97f180da5d5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:09:59.716447 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-510e2fd6-32a8-438a-a0a6-3e9f9b19da5c req-6681c85e-0f70-450f-89f3-b97f180da5d5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0480506 Sep 20 13:09:59.753364 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-510e2fd6-32a8-438a-a0a6-3e9f9b19da5c req-b8c34bca-b3f0-4183-92ed-8afc08377bbd tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Sep 20 13:10:00.865785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595e3c5-44a6-48c3-add1-ef353413d5cd req-442d64a2-be1a-44d0-a654-fb7335a55f4c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:00.867267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c595e3c5-44a6-48c3-add1-ef353413d5cd req-442d64a2-be1a-44d0-a654-fb7335a55f4c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0473619 Sep 20 13:10:00.908679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c595e3c5-44a6-48c3-add1-ef353413d5cd req-dde31d88-1ac6-4b4b-ac51-a8c703144718 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347135 Sep 20 13:10:02.022087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff4499-ddd3-41ed-b8d7-0af01f08165a req-75cef848-1757-42df-af2d-4ae2a5a3dc22 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:02.023545 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10ff4499-ddd3-41ed-b8d7-0af01f08165a req-75cef848-1757-42df-af2d-4ae2a5a3dc22 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Sep 20 13:10:02.059954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10ff4499-ddd3-41ed-b8d7-0af01f08165a req-5c10fca9-b9da-49a7-99b1-eb8464aa4a18 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304663 Sep 20 13:10:02.506227 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:10:03.174311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52c0df-9355-487d-a592-947a3b1668d0 req-a52704dc-d173-4b13-a0bc-f6d2ddcebc46 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:03.175955 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd52c0df-9355-487d-a592-947a3b1668d0 req-a52704dc-d173-4b13-a0bc-f6d2ddcebc46 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0480695 Sep 20 13:10:03.213080 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd52c0df-9355-487d-a592-947a3b1668d0 req-17a65479-0cbb-4223-8ddf-18149cdd3925 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303202 Sep 20 13:10:04.323297 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cde1c8-da77-4d1b-9a21-4f32f0c7e294 req-503b9715-db33-489a-9e41-21d398bd5c45 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:04.325115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01cde1c8-da77-4d1b-9a21-4f32f0c7e294 req-503b9715-db33-489a-9e41-21d398bd5c45 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0473065 Sep 20 13:10:04.367392 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01cde1c8-da77-4d1b-9a21-4f32f0c7e294 req-1f05aa1f-400b-41f2-8f78-d9c85f8b1bd3 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Sep 20 13:10:05.481324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bf7f8-7b9c-45ef-9b9a-694fde30a98a req-20135e21-f7ed-417a-978c-65befe66483f tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:05.482814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f6bf7f8-7b9c-45ef-9b9a-694fde30a98a req-20135e21-f7ed-417a-978c-65befe66483f tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Sep 20 13:10:05.520877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f6bf7f8-7b9c-45ef-9b9a-694fde30a98a req-03db55d4-c51d-48d1-b249-3c0884ac4d58 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Sep 20 13:10:06.637877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c7062-bddb-44a0-a3c0-61c6bb8a4ece req-79be4130-7267-417a-bc9a-7a6289c332b1 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:06.639800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-276c7062-bddb-44a0-a3c0-61c6bb8a4ece req-79be4130-7267-417a-bc9a-7a6289c332b1 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0498996 Sep 20 13:10:06.677673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-276c7062-bddb-44a0-a3c0-61c6bb8a4ece req-950df959-8fa2-4468-820b-9382301d3b5c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Sep 20 13:10:07.791071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6ef7f-4076-42b6-a6c1-282229f74e4d req-2173cd7b-aa3b-4400-8b54-7f0997400f79 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:07.792456 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0c6ef7f-4076-42b6-a6c1-282229f74e4d req-2173cd7b-aa3b-4400-8b54-7f0997400f79 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0476017 Sep 20 13:10:07.833963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0c6ef7f-4076-42b6-a6c1-282229f74e4d req-66166296-e059-4e88-af23-22da64f05fa7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355937 Sep 20 13:10:08.950387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c736a-ac23-4b13-af81-ae73b99dddac req-09e9300b-f772-4013-824b-db4eed7206e4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:08.951787 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f10c736a-ac23-4b13-af81-ae73b99dddac req-09e9300b-f772-4013-824b-db4eed7206e4 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0487442 Sep 20 13:10:08.987897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f10c736a-ac23-4b13-af81-ae73b99dddac req-200f3cd8-cbec-4568-a817-3c50555a94e6 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301831 Sep 20 13:10:10.101516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0e103-51cb-4f59-bcc6-cdd340322752 req-a23619c7-156b-4d7f-95d6-29b85feac591 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:10.103016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e0e103-51cb-4f59-bcc6-cdd340322752 req-a23619c7-156b-4d7f-95d6-29b85feac591 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0479906 Sep 20 13:10:10.139792 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e0e103-51cb-4f59-bcc6-cdd340322752 req-f119d72e-f334-4fd9-a1da-8e0ab7763905 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Sep 20 13:10:11.252519 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095aaf3-6bf9-4ab6-b99d-86ebca01d6f2 req-344cae4c-1ac4-4799-82eb-55fe03c6c511 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:11.254001 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8095aaf3-6bf9-4ab6-b99d-86ebca01d6f2 req-344cae4c-1ac4-4799-82eb-55fe03c6c511 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0467846 Sep 20 13:10:11.295576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8095aaf3-6bf9-4ab6-b99d-86ebca01d6f2 req-1be2a823-5abc-43a9-9375-b6718aafbfe7 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357049 Sep 20 13:10:12.408249 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a9cc9058-2f5a-410d-a402-488afa5c0f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:12.408956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf5cba-3507-491c-a293-57265695e4c0 req-33df1a50-49a2-48de-865f-7c60d5573bb9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:12.410522 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3bf5cba-3507-491c-a293-57265695e4c0 req-33df1a50-49a2-48de-865f-7c60d5573bb9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0480342 Sep 20 13:10:12.449659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c3bf5cba-3507-491c-a293-57265695e4c0 req-d47a5918-73c1-4042-aa9d-e8a065b9d457 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Sep 20 13:10:13.567704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590afa07-248e-4b6b-a35c-132533d25629 req-2e3547af-6cd2-45e2-94f8-47851d95797a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:13.569213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-590afa07-248e-4b6b-a35c-132533d25629 req-2e3547af-6cd2-45e2-94f8-47851d95797a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0523117 Sep 20 13:10:13.608990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-590afa07-248e-4b6b-a35c-132533d25629 req-96cbb5ce-4fa2-499e-8f60-07955e400c4f tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Sep 20 13:10:14.721305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67f2a4-66be-4b9e-9316-61385d9099b7 req-ce0b6bd4-4f1a-40f6-96d4-699548074ea5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:14.722755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e67f2a4-66be-4b9e-9316-61385d9099b7 req-ce0b6bd4-4f1a-40f6-96d4-699548074ea5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0468545 Sep 20 13:10:14.764970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e67f2a4-66be-4b9e-9316-61385d9099b7 req-482849f3-9b3d-4fc9-a96d-8243f108ff42 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361586 Sep 20 13:10:15.220409 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-523141f5-6217-4003-a1b2-d40328992e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:15.631684 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:15.879019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c2bc6-4f53-4304-9080-009be31e2fda req-60b05e49-6056-40f4-90fd-46d2da49bed3 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:15.880532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-727c2bc6-4f53-4304-9080-009be31e2fda req-60b05e49-6056-40f4-90fd-46d2da49bed3 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Sep 20 13:10:15.918372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-727c2bc6-4f53-4304-9080-009be31e2fda req-2bd841f1-8876-4256-b207-7325b4320cdb tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Sep 20 13:10:16.671219 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:17.030749 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43c608-3dd7-45b5-bd6f-a02233897cdf req-6cc8087f-e0da-46a4-9a70-109b8d235a14 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:17.032215 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a43c608-3dd7-45b5-bd6f-a02233897cdf req-6cc8087f-e0da-46a4-9a70-109b8d235a14 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0472865 Sep 20 13:10:17.068999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a43c608-3dd7-45b5-bd6f-a02233897cdf req-753dce49-7496-4469-9acd-1832d6ca814e tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Sep 20 13:10:18.066153 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:18.181805 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42015a-4e5d-4237-82e1-ab899f0bb341 req-8c8bc579-94be-45e1-a9ad-015c74128aed tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:18.183176 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec42015a-4e5d-4237-82e1-ab899f0bb341 req-8c8bc579-94be-45e1-a9ad-015c74128aed tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0476975 Sep 20 13:10:18.223798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec42015a-4e5d-4237-82e1-ab899f0bb341 req-546c7f66-5084-493c-8347-afd620d150f5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347583 Sep 20 13:10:19.343077 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd53da-84f5-47f0-8ae2-732fb6325b92 req-18f050f7-6a56-4806-95f4-1ff343bb24ad tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:19.344559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5fd53da-84f5-47f0-8ae2-732fb6325b92 req-18f050f7-6a56-4806-95f4-1ff343bb24ad tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0546749 Sep 20 13:10:19.381412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f5fd53da-84f5-47f0-8ae2-732fb6325b92 req-c1587a8c-3b27-4f40-a070-5691e2e94ef2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Sep 20 13:10:20.283286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:20.493109 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fb70-59b4-48c7-bd15-9d7532189d66 req-0d302961-388a-4c2c-8356-d57a035b9116 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:20.494741 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7917fb70-59b4-48c7-bd15-9d7532189d66 req-0d302961-388a-4c2c-8356-d57a035b9116 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0471454 Sep 20 13:10:20.530954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7917fb70-59b4-48c7-bd15-9d7532189d66 req-6cad244a-2b4c-4901-b00d-45d7cc34ca7d tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302830 Sep 20 13:10:20.694062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:21.642724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae6c87-ad6d-4e1d-bcb6-4036acc47b66 req-5a8a24e2-06bb-40bf-9d7d-c1d65161026b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:21.644175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3ae6c87-ad6d-4e1d-bcb6-4036acc47b66 req-5a8a24e2-06bb-40bf-9d7d-c1d65161026b tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0468783 Sep 20 13:10:21.686231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3ae6c87-ad6d-4e1d-bcb6-4036acc47b66 req-c45180e5-4dee-4bd2-b0c2-87e8e771aed0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354075 Sep 20 13:10:22.799374 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fbc61-7bee-419f-8b6a-eb5aa582c185 req-a5aadd77-3cc4-4319-8d84-411365184fbc tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:22.800819 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-657fbc61-7bee-419f-8b6a-eb5aa582c185 req-a5aadd77-3cc4-4319-8d84-411365184fbc tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Sep 20 13:10:22.839841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-657fbc61-7bee-419f-8b6a-eb5aa582c185 req-f66391b2-e3f2-4e53-963a-29c5c948c4d9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Sep 20 13:10:23.953104 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3532-c5b6-44fb-b232-b75586387f5f req-d6d857e1-6b9f-4a11-be41-4ae3fb961cbc tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:23.954609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44eb3532-c5b6-44fb-b232-b75586387f5f req-d6d857e1-6b9f-4a11-be41-4ae3fb961cbc tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Sep 20 13:10:23.992641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44eb3532-c5b6-44fb-b232-b75586387f5f req-eefbfd23-1134-471e-8177-9be591b9b080 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Sep 20 13:10:24.363297 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-7137aed2-a336-4360-9d61-b92ec06ab6b4 service neutron] show failed (client error): The resource could not be found. Sep 20 13:10:24.364315 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-7137aed2-a336-4360-9d61-b92ec06ab6b4 service neutron] 10.222.0.21 "GET /v2.0/ports/498902b9-9fe3-4f19-a2ec-dbcd87403b02/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0531425 Sep 20 13:10:24.823337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-e647d2f8-af5b-4548-99c0-14ba7e1ce38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:24.824812 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-e647d2f8-af5b-4548-99c0-14ba7e1ce38e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315&tenant_id=08d36c7f8159466cb84b47cecdf753bf HTTP/1.1" status: 200 len: 1096 time: 0.0451064 Sep 20 13:10:24.837153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:25.111675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f24fb-e11b-40e7-87cf-4310fcaa0653 req-8b79372c-23d0-419f-8ae2-a7b06ebb6a92 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:25.116691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a62f24fb-e11b-40e7-87cf-4310fcaa0653 req-8b79372c-23d0-419f-8ae2-a7b06ebb6a92 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0490458 Sep 20 13:10:25.141284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:25.156710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a62f24fb-e11b-40e7-87cf-4310fcaa0653 req-111e812c-ce61-47d9-836e-b91d7b87be60 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Sep 20 13:10:25.335357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:25.366704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:10:25.403771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:10:25.406025 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc18a9d-ffc8-4660-9fbc-b313b9deddb3" -d '{"events": [{"server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "name": "network-vif-unplugged", "status": "completed", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:10:25.409706 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:25.421938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Transition to ACTIVE for port object 498902b9-9fe3-4f19-a2ec-dbcd87403b02 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:10:25.456566 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c580b49c-f70d-44ee-afc4-3f277d74a070 x-openstack-request-id: req-c580b49c-f70d-44ee-afc4-3f277d74a070 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:10:25.456860 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "name": "network-vif-unplugged", "status": "completed", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:10:25.457140 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c580b49c-f70d-44ee-afc4-3f277d74a070 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:10:25.457534 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'code': 200} Sep 20 13:10:25.466118 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:25.528459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] No DVR routers for this DVR port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:10:25.531413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:25.542587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.542936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.543276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.543615 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.543945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.544272 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.544599 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.544922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.545271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.545593 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.545915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.546235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:25.574469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Attempting to bind port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:10:25.574804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Attempting to bind port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:10:25.575129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Attempting to bind port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:25.579223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:10:25.579542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Attempting to bind port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on network e08d0280-911b-4ee2-aef8-a638f45d64d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:25.584163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:10:25.584498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Checking segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:10:25.584877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Bound using segment: {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:10:25.585326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Bound port: 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e2cc6e-448a-4686-913b-0ab517a086ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:10:25.585729 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:25.645955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:10:25.648924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:10:25.700411 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:25.735860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:25.736473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:25.737894 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] 10.222.0.32 "PUT /v2.0/ports/498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 200 len: 1091 time: 0.9049644 Sep 20 13:10:25.761421 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70593a-3728-4b6c-b642-2fe696ceb70b service neutron] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:25.801866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-bf0cb6a3-d6b2-4f8a-a155-6f45093b4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:25.804606 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-bf0cb6a3-d6b2-4f8a-a155-6f45093b4e63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 1094 time: 0.0429986 Sep 20 13:10:25.892455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-d6f38f40-5696-4ef1-a249-319d517feea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:25.893960 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-d6f38f40-5696-4ef1-a249-319d517feea4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.0841377 Sep 20 13:10:25.939650 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-8d86fc8b-658b-4f14-b9f2-1b45bfefa8b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 200 len: 217 time: 0.0381663 Sep 20 13:10:25.989629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-13ae6dc2-8f68-4c98-bd3b-68b6cc57b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:25.991037 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-13ae6dc2-8f68-4c98-bd3b-68b6cc57b9fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0433323 Sep 20 13:10:26.020355 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-93f699ce-31ae-4d7b-b6f2-d9f96cfe6f94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224969 Sep 20 13:10:26.110502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-bf2d5574-7634-4f46-8b32-6583771a88b1 service neutron] 10.222.0.32 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825861 Sep 20 13:10:26.198721 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-60b696a2-b1a0-4bd1-9226-1ac32538bf3a req-e7429642-a3ec-4ea5-a978-e80fadf96b09 service neutron] 10.222.0.32 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812984 Sep 20 13:10:26.271409 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dfc11-eb7f-42f5-93bd-64a80fae7eae req-014edc96-ea60-45a8-8283-d980fe6c9589 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:26.272878 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f9dfc11-eb7f-42f5-93bd-64a80fae7eae req-014edc96-ea60-45a8-8283-d980fe6c9589 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 943 time: 0.0474865 Sep 20 13:10:26.311564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f9dfc11-eb7f-42f5-93bd-64a80fae7eae req-5bf71667-e783-4e67-8f46-1566f7210e5d tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Sep 20 13:10:27.427853 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e0937-8eea-4c56-a79e-bcb5cae14030 req-7777b9bd-c1d3-4831-ac74-a028da725233 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:27.429355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef4e0937-8eea-4c56-a79e-bcb5cae14030 req-7777b9bd-c1d3-4831-ac74-a028da725233 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 943 time: 0.0502331 Sep 20 13:10:27.458911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:10:27.461847 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:10:27.467448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ef4e0937-8eea-4c56-a79e-bcb5cae14030 req-26d7f80e-b7b3-467a-a4bc-719ea790246c tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Sep 20 13:10:27.521286 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687d6da-4ed9-4814-8d45-bcc38fe31e52 x-openstack-request-id: req-a687d6da-4ed9-4814-8d45-bcc38fe31e52 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:10:27.521577 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:10:27.521828 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a687d6da-4ed9-4814-8d45-bcc38fe31e52 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:10:27.522225 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'status': 'completed', 'code': 200} Sep 20 13:10:27.609619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-bb6e936b-3944-49a0-8749-c7615a4d3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:27.611034 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-bb6e936b-3944-49a0-8749-c7615a4d3e66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 1094 time: 0.0686195 Sep 20 13:10:27.621225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-ac0e67f3-4eae-4cdd-a6fc-6dd4346058e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:27.622578 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-ac0e67f3-4eae-4cdd-a6fc-6dd4346058e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 1094 time: 0.0710554 Sep 20 13:10:27.780380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-4d39d125-c048-46f2-a276-13c450c04991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:27.781890 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-4d39d125-c048-46f2-a276-13c450c04991 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.1499281 Sep 20 13:10:27.782808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-35413524-faee-48d3-bb63-c0faac805261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:27.784087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-35413524-faee-48d3-bb63-c0faac805261 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.1606910 Sep 20 13:10:27.857540 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-6ecd5547-84b9-401d-892e-d055b7779d66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 200 len: 217 time: 0.0662787 Sep 20 13:10:27.858881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-16854291-cd24-4e0e-86fa-de9f491b2723 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 200 len: 217 time: 0.0666795 Sep 20 13:10:27.940097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-b4ae38ca-f7dd-4d06-aecc-e0ec94bfd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:27.941593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-b4ae38ca-f7dd-4d06-aecc-e0ec94bfd972 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0780425 Sep 20 13:10:27.942973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-530fbfc9-9bbd-4e04-a4f9-c4a8aaa2d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:27.944551 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-530fbfc9-9bbd-4e04-a4f9-c4a8aaa2d80c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0735657 Sep 20 13:10:27.984727 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-9df3444a-2577-4b81-8bbb-59496709abda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354755 Sep 20 13:10:27.999279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-9c05f05b-2569-493e-9e71-6f02bc4f5283 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424917 Sep 20 13:10:28.146293 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-c0b8e6a6-19a9-4a13-b95d-4fa71ade3523 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490340 Sep 20 13:10:28.150147 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-b8cc4dc6-ddef-487c-bf00-83b76d28ad31 service neutron] 10.222.0.32 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433511 Sep 20 13:10:28.310384 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-679ce6f1-4721-42ec-b7f5-a3fa71d0840e service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573801 Sep 20 13:10:28.313695 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a93c1b42-be9f-4bff-bc51-c86c3e4a16e0 req-a343058f-3999-4c9f-8825-03f28b29133b service neutron] 10.222.0.32 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532202 Sep 20 13:10:28.582748 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9af82-6038-4371-aafa-181e80d40135 req-fdd6cb7d-3a9b-4d86-888f-caf1a1ea881d tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:28.584236 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11f9af82-6038-4371-aafa-181e80d40135 req-fdd6cb7d-3a9b-4d86-888f-caf1a1ea881d tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 943 time: 0.0475061 Sep 20 13:10:28.628704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11f9af82-6038-4371-aafa-181e80d40135 req-294b214f-b0b1-49b2-9bd7-f0041948e690 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381494 Sep 20 13:10:28.933665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 498902b9-9fe3-4f19-a2ec-dbcd87403b02 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:10:28.965237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791a9cd-3129-44ff-8e8c-d143fc3851db req-2bb331b7-abdc-4049-bd3e-fed71c7593d5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:28.966991 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c791a9cd-3129-44ff-8e8c-d143fc3851db req-2bb331b7-abdc-4049-bd3e-fed71c7593d5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 943 time: 0.0533547 Sep 20 13:10:28.980350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 498902b9-9fe3-4f19-a2ec-dbcd87403b02 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:10:29.010706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c791a9cd-3129-44ff-8e8c-d143fc3851db req-ff6d9dce-a9bd-406f-84c5-8dbfbea2da09 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344865 Sep 20 13:10:29.035992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-632f93c9-6a42-4563-ae93-b1d349060c11 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:29.037494 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-632f93c9-6a42-4563-ae93-b1d349060c11 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315&tenant_id=08d36c7f8159466cb84b47cecdf753bf&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 943 time: 0.0530491 Sep 20 13:10:29.100876 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-cd9243f8-ba5d-48ec-875d-d6a69c087a90 service neutron] delete failed (client error): The resource could not be found. Sep 20 13:10:29.101937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-cd9243f8-ba5d-48ec-875d-d6a69c087a90 service neutron] 10.222.0.21 "DELETE /v2.0/ports/498902b9-9fe3-4f19-a2ec-dbcd87403b02/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0570495 Sep 20 13:10:29.180838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-39ca78da-2c79-44d5-939a-19db14c38956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:29.182238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-39ca78da-2c79-44d5-939a-19db14c38956 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08d36c7f8159466cb84b47cecdf753bf&device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 1094 time: 0.0393786 Sep 20 13:10:29.261629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 498902b9-9fe3-4f19-a2ec-dbcd87403b02 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:10:29.270264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-3a310fb2-e68d-4a2d-9331-76f14e99282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:29.271728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-3a310fb2-e68d-4a2d-9331-76f14e99282e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 200 len: 915 time: 0.0824120 Sep 20 13:10:29.315760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-23364e9a-7453-45a1-bf87-d60dae77d6aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 200 len: 217 time: 0.0370419 Sep 20 13:10:29.354321 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:29.364055 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-fefe4f79-1ce3-4e7d-b805-189a72810edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:29.365679 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-fefe4f79-1ce3-4e7d-b805-189a72810edd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 200 len: 855 time: 0.0423851 Sep 20 13:10:29.368787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'network_id': 'e08d0280-911b-4ee2-aef8-a638f45d64d7', 'port_id': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'mac_address': 'fa:16:3e:2a:8a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dff337-604d-43bd-970e-0334eff0a2db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:10:29.395888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-d1da19ea-3854-4ff2-a90d-95046c6b37b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e08d0280-911b-4ee2-aef8-a638f45d64d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232816 Sep 20 13:10:29.403880 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:29.417021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498902b9-9fe3-4f19-a2ec-dbcd87403b02 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:10:29.436146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:29.488773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-f4c23577-72e1-47f4-92b9-2b0509b838f1 service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Sep 20 13:10:29.495001 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:29.542023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:29.577241 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6390c084-d3d9-4c44-b1f8-8bb932406f8e req-3236ef91-ab6a-420a-864b-cc9d7a75d04e service neutron] 10.222.0.21 "GET /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817926 Sep 20 13:10:29.694960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['498902b9-9fe3-4f19-a2ec-dbcd87403b02'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:10:30.136003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9ca3-b995-4cb2-af75-a84fa026c914 req-8bd5ccc4-d082-4f99-a30e-3ee2ee2ecfda tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:30.137535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a13d9ca3-b995-4cb2-af75-a84fa026c914 req-8bd5ccc4-d082-4f99-a30e-3ee2ee2ecfda tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 944 time: 0.0484068 Sep 20 13:10:30.174821 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a13d9ca3-b995-4cb2-af75-a84fa026c914 req-22db13c6-7087-4d49-b44d-447320df9ff9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Sep 20 13:10:31.276605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 498902b9-9fe3-4f19-a2ec-dbcd87403b02 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:31.286731 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec17c-0736-48f4-a73c-53ca4e69d62a req-0ba31f55-1b44-43a4-9d67-2c33a61871a0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:31.288199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97aec17c-0736-48f4-a73c-53ca4e69d62a req-0ba31f55-1b44-43a4-9d67-2c33a61871a0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 944 time: 0.0479071 Sep 20 13:10:31.329886 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97aec17c-0736-48f4-a73c-53ca4e69d62a req-df8b1585-ccd2-4334-a678-616f20b10eef tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354192 Sep 20 13:10:31.369996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:10:31.373961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:31.374336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:31.442973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6a554-1aaa-4dcb-9679-c72d5db4c05a req-b077d902-3940-4bac-8dbf-05b5df624a6a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:31.444458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dc6a554-1aaa-4dcb-9679-c72d5db4c05a req-b077d902-3940-4bac-8dbf-05b5df624a6a tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 944 time: 0.0483577 Sep 20 13:10:31.454850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:31.476125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:10:31.478405 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef051e7a-ea4e-4dcd-9f1c-4fee93a2be01" -d '{"events": [{"server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "name": "network-vif-plugged", "status": "completed", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:10:31.482555 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dc6a554-1aaa-4dcb-9679-c72d5db4c05a req-69657de5-4c33-4183-a72a-f05b02dcbc9d tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308282 Sep 20 13:10:31.490584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:31.525838 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e636e92e-73f1-45ed-a65c-ec99d2ad851c x-openstack-request-id: req-e636e92e-73f1-45ed-a65c-ec99d2ad851c {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:10:31.526136 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "name": "network-vif-plugged", "status": "completed", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:10:31.526394 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e636e92e-73f1-45ed-a65c-ec99d2ad851c {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:10:31.526788 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'code': 200} Sep 20 13:10:31.557638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:31.606471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:31.615825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428a0f9-2db2-4e52-a489-142bc246b6d6 req-b64c84fe-f605-470f-be3a-baf3fa52f4d5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:31.617351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428a0f9-2db2-4e52-a489-142bc246b6d6 req-b64c84fe-f605-470f-be3a-baf3fa52f4d5 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0484731 Sep 20 13:10:31.654995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1428a0f9-2db2-4e52-a489-142bc246b6d6 req-31d2f786-e700-430c-86e7-db68a5c2f0e2 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Sep 20 13:10:32.118147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14e3be-0be0-4082-b39e-40b06a4623ab req-17d0a4ff-4181-419a-b770-51444a5e51e9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:32.120093 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac14e3be-0be0-4082-b39e-40b06a4623ab req-17d0a4ff-4181-419a-b770-51444a5e51e9 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0462072 Sep 20 13:10:32.160900 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac14e3be-0be0-4082-b39e-40b06a4623ab req-dcbded7e-0c91-4934-88f8-5257db1f8dca tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348258 Sep 20 13:10:33.266957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-6f20285c-a5ea-40a8-bbff-be4e0a9dec80 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:33.268438 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-6f20285c-a5ea-40a8-bbff-be4e0a9dec80 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0548472 Sep 20 13:10:33.274093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf918d-b193-44af-be66-88f38cd2168d req-91f0f46b-df32-442f-94b1-4213a6cc3b7f tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:33.275892 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0bf918d-b193-44af-be66-88f38cd2168d req-91f0f46b-df32-442f-94b1-4213a6cc3b7f tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae56d40a-2f7c-4043-9784-d46e9b702315 HTTP/1.1" status: 200 len: 945 time: 0.0491879 Sep 20 13:10:33.315717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0bf918d-b193-44af-be66-88f38cd2168d req-c6739200-87e0-4b8f-a3e4-3de93b21dce0 tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.37 "GET /v2.0/security-groups?id=757fd8e5-ae10-4080-bc1e-ab5272b4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322082 Sep 20 13:10:33.361670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Deleting port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:10:33.362034 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:33.452160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] For port 498902b9-9fe3-4f19-a2ec-dbcd87403b02, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=498902b9-9fe3-4f19-a2ec-dbcd87403b02,segment=NetworkSegment(b3e2cc6e-448a-4686-913b-0ab517a086ba),segment_id=b3e2cc6e-448a-4686-913b-0ab517a086ba)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:33.452439 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:33.464329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Calling delete_port for 498902b9-9fe3-4f19-a2ec-dbcd87403b02 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:10:33.626170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:33.638300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['498902b9-9fe3-4f19-a2ec-dbcd87403b02'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:10:33.660785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Pushing event deleted for resources: {'Port': ['ID=498902b9-9fe3-4f19-a2ec-dbcd87403b02,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:33.700502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] No DVR routers for this DVR port 498902b9-9fe3-4f19-a2ec-dbcd87403b02 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:10:33.703351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:33.705489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fbaad2b6-8efe-4169-afe2-e0c79db3ebf2 req-8bc46310-6b44-45a5-b016-a2b0ff66a9de tempest-ServerDiskConfigTestJSON-1781637309 tempest-ServerDiskConfigTestJSON-1781637309-project] 10.222.0.32 "DELETE /v2.0/ports/498902b9-9fe3-4f19-a2ec-dbcd87403b02 HTTP/1.1" status: 204 len: 173 time: 0.4308050 Sep 20 13:10:33.705933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'name': 'network-vif-deleted', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:10:33.708319 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a681e2e-40d3-4bb5-a338-669ace57e529" -d '{"events": [{"server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "name": "network-vif-deleted", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:10:33.747748 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5c675b-510e-44e7-842e-b2afbb51a373 x-openstack-request-id: req-cb5c675b-510e-44e7-842e-b2afbb51a373 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:10:33.747748 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae56d40a-2f7c-4043-9784-d46e9b702315", "name": "network-vif-deleted", "tag": "498902b9-9fe3-4f19-a2ec-dbcd87403b02", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:10:33.747748 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb5c675b-510e-44e7-842e-b2afbb51a373 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:10:33.747748 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae56d40a-2f7c-4043-9784-d46e9b702315', 'name': 'network-vif-deleted', 'tag': '498902b9-9fe3-4f19-a2ec-dbcd87403b02', 'status': 'completed', 'code': 200} Sep 20 13:10:34.434871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:34.477630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e47d44-7ff3-4d75-9d65-fcb2f2934f30 admin admin] Deleting subnet 71dff337-604d-43bd-970e-0334eff0a2db {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:10:34.480600 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85e47d44-7ff3-4d75-9d65-fcb2f2934f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.518320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85e47d44-7ff3-4d75-9d65-fcb2f2934f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.556666 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85e47d44-7ff3-4d75-9d65-fcb2f2934f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.689287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85e47d44-7ff3-4d75-9d65-fcb2f2934f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.717286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e47d44-7ff3-4d75-9d65-fcb2f2934f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71dff337-604d-43bd-970e-0334eff0a2db,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:34.719259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85e47d44-7ff3-4d75-9d65-fcb2f2934f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.721244 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-85e47d44-7ff3-4d75-9d65-fcb2f2934f30 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71dff337-604d-43bd-970e-0334eff0a2db HTTP/1.1" status: 204 len: 168 time: 0.2852857 Sep 20 13:10:34.723698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42262) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:34.793894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.870759 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.891083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08d0280-911b-4ee2-aef8-a638f45d64d7']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:34.901062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e2cc6e-448a-4686-913b-0ab517a086ba') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:34.901370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e2cc6e-448a-4686-913b-0ab517a086ba') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:34.910443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.924007 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.929650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:10:34.930039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:10:34.932689 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:10:35.077023 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:35.082677 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:35.084672 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] 10.222.0.37 "DELETE /v2.0/networks/e08d0280-911b-4ee2-aef8-a638f45d64d7 HTTP/1.1" status: 204 len: 168 time: 0.3600719 Sep 20 13:10:35.095772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91960c6-bd53-47eb-89bb-1e318435c86c admin admin] Pushing event deleted for resources: {'Network': ['ID=e08d0280-911b-4ee2-aef8-a638f45d64d7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:35.429091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42266) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:35.468778 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9cf7c3f3-7931-4405-9993-e77d6bd3f4ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08d36c7f8159466cb84b47cecdf753bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385315 Sep 20 13:10:35.471257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42268) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:35.517518 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe732f32-73c1-429d-b5c7-ba61203f4181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:35.538318 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe732f32-73c1-429d-b5c7-ba61203f4181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:35.654535 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe732f32-73c1-429d-b5c7-ba61203f4181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:35.657020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe732f32-73c1-429d-b5c7-ba61203f4181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:35.658182 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fe732f32-73c1-429d-b5c7-ba61203f4181 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/757fd8e5-ae10-4080-bc1e-ab5272b4891e HTTP/1.1" status: 204 len: 168 time: 0.1860011 Sep 20 13:10:35.666012 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe732f32-73c1-429d-b5c7-ba61203f4181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757fd8e5-ae10-4080-bc1e-ab5272b4891e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:36.582776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42290) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:36.708349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-638985982-network', 'tenant_id': '6a7790171e454161af88091432db0817'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:36.792261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Made reservation on behalf of 6a7790171e454161af88091432db0817 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:10:36.794575 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:36.803131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:36.890995 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:36.963576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:36.986932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:10:36.996018 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7dbc05-ba8f-4519-b4ca-c5fc6a2dabe1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:37.000852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.000852 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Added segment c2175f3e-5337-4cff-af27-5acdf3af5b7e of type vlan for network 9fa4aed0-51ca-4732-938a-c4a203f09756 Sep 20 13:10:37.017092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.017381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.017720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.018059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.018387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.018796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.019093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.019420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.019756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.020062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.020381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.020702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:37.061822 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.185467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.186442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:37.187021 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.244129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] Pushing event updated for resources: {'Network': ['ID=9fa4aed0-51ca-4732-938a-c4a203f09756,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:37.253593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:10:37.276996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 498902b9-9fe3-4f19-a2ec-dbcd87403b02 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:10:37.289287 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ecdf4ec7-3c38-4798-8922-1dcb13348995 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7053735 Sep 20 13:10:37.292408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:37.298333 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Request body: {'subnet': {'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-638985982-subnet', 'tenant_id': '6a7790171e454161af88091432db0817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:37.327353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 498902b9-9fe3-4f19-a2ec-dbcd87403b02 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:10:37.327691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 498902b9-9fe3-4f19-a2ec-dbcd87403b02 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:10:37.379712 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Made reservation on behalf of 6a7790171e454161af88091432db0817 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:10:37.382232 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.591833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.650482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c65308a-5e02-4882-85d5-e801433e1350,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:37.657575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:10:37.657935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Network hostable DHCP agents. Network: 9fa4aed0-51ca-4732-938a-c4a203f09756, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:10:37.733417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:10:37.819042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9fa4aed0-51ca-4732-938a-c4a203f09756) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:37.823247 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:37.823831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.828334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388f66b-f874-4a4c-95c8-095f01b03128 None None] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:10:37.895044 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a43a544c-a8e5-4cb6-913f-89022ea52296 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6010880 Sep 20 13:10:37.897632 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:37.902415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:37.967872 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-9fa4aed0-51ca-4732-938a-c4a203f09756', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:10:37.968767 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.974552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:37.975717 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.027252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.099833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Allocated IP 172.20.0.2 (9fa4aed0-51ca-4732-938a-c4a203f09756/8c65308a-5e02-4882-85d5-e801433e1350/ecf47ca8-a9e9-4824-80df-7e079dcdeb81) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:10:38.231543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.241456 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.317419 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.355720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:38.358527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:38.361938 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:10:38.372197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Pushing event updated for resources: {'Port': ['ID=ecf47ca8-a9e9-4824-80df-7e079dcdeb81,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:38.427416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Attempting to bind port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:10:38.427790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Attempting to bind port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:10:38.428155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Attempting to bind port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:38.434670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:10:38.435051 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:10:38.435452 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.435870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:10:38.436340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Bound port: ecf47ca8-a9e9-4824-80df-7e079dcdeb81, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:10:38.436726 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.503553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] For port ecf47ca8-a9e9-4824-80df-7e079dcdeb81, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:10:38.506974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] For port ecf47ca8-a9e9-4824-80df-7e079dcdeb81, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecf47ca8-a9e9-4824-80df-7e079dcdeb81,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:10:38.580484 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.645810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b997ca2-68f8-4d54-9612-0aa4dd4ca4c4 None None] Pushing event updated for resources: {'Port': ['ID=ecf47ca8-a9e9-4824-80df-7e079dcdeb81,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:38.822272 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.845534 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:38.948918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Allocated IP 172.25.6.163 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/97497cae-0dad-4154-93ce-59eab2e918a5) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:10:39.057305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:39.123220 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:39.162421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:39.165100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:39.171398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:10:39.174659 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Pushing event updated for resources: {'Port': ['ID=97497cae-0dad-4154-93ce-59eab2e918a5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:39.474583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:39.506076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f2dff-f584-4e0a-b3e1-07e56d3eead1 None None] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:10:39.506558 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:10:39.574236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7ab7c3ed-6caa-431a-8d06-e9a180d358bc None None] Provisioning complete for port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:39.574525 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c3ed-6caa-431a-8d06-e9a180d358bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:39.670025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:39.713755 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c3ed-6caa-431a-8d06-e9a180d358bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:39.749489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7ab7c3ed-6caa-431a-8d06-e9a180d358bc None None] For port ecf47ca8-a9e9-4824-80df-7e079dcdeb81, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecf47ca8-a9e9-4824-80df-7e079dcdeb81,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:39.808550 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c3ed-6caa-431a-8d06-e9a180d358bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:39.857492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7c3ed-6caa-431a-8d06-e9a180d358bc None None] Pushing event updated for resources: {'Port': ['ID=ecf47ca8-a9e9-4824-80df-7e079dcdeb81,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:39.888028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Router f65dfed6-683f-4906-a461-53ee4d4146a7 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:10:39.927379 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-0af7426a-bf33-4e19-8174-963f15d4bc76 None None] Provisioning complete for port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:39.927755 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0af7426a-bf33-4e19-8174-963f15d4bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:39.995039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:10:40.006610 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:10:40.016265 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:10:40.016874 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:10:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:40.065460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.066851 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-14a7e02a-c065-4287-b2fc-5f8d4b9f15ea admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1681759 Sep 20 13:10:40.069618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42300) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:40.121652 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:40.294866 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:39Z', 'revision_number': 3, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:40.319999 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:10:40.320344 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Updating router f65dfed6-683f-4906-a461-53ee4d4146a7 port 97497cae-0dad-4154-93ce-59eab2e918a5 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:10:40.348774 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.470917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.599455 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.623409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Allocated IP 172.20.0.1 (9fa4aed0-51ca-4732-938a-c4a203f09756/8c65308a-5e02-4882-85d5-e801433e1350/d610929e-ec2d-4dd3-8c7c-54e12ae366ac) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:10:40.671350 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.724616 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Attempting to bind port 97497cae-0dad-4154-93ce-59eab2e918a5 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:10:40.724616 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Attempting to bind port 97497cae-0dad-4154-93ce-59eab2e918a5 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:10:40.724916 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Attempting to bind port 97497cae-0dad-4154-93ce-59eab2e918a5 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:40.726820 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Pushing event updated for resources: {'Port': ['ID=97497cae-0dad-4154-93ce-59eab2e918a5,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:40.733452 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.736919 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.737290 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.737631 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.738144 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.738624 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.739122 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.739587 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.739921 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.740247 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.740571 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.740897 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.741238 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:40.745281 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:10:40.750551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:10:40.750551 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.750551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:10:40.750551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Bound port: 97497cae-0dad-4154-93ce-59eab2e918a5, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:10:40.750551 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.791015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ecf47ca8-a9e9-4824-80df-7e079dcdeb81 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:40.803102 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] For port 97497cae-0dad-4154-93ce-59eab2e918a5, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:10:40.806285 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] For port 97497cae-0dad-4154-93ce-59eab2e918a5, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=97497cae-0dad-4154-93ce-59eab2e918a5,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:10:40.814485 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.838807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:40.839176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.855693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:40.858613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:40.861196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:10:40.866051 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.898202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:40.914407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:40.924668 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:10:40.925522 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:10:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:40.980453 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b5dd9-c934-4119-ac6b-38f2490e75bf None None] Pushing event updated for resources: {'Port': ['ID=97497cae-0dad-4154-93ce-59eab2e918a5,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:41.135238 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ef0b2ebc-c4b8-4d75-bc13-7e3f1221594c None None] Provisioning complete for port d610929e-ec2d-4dd3-8c7c-54e12ae366ac triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:41.135675 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2ebc-c4b8-4d75-bc13-7e3f1221594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:41.142419 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:41.174941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b2ebc-c4b8-4d75-bc13-7e3f1221594c None None] Port d610929e-ec2d-4dd3-8c7c-54e12ae366ac cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:10:41.327559 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:39Z', 'revision_number': 3, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:41.357744 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4b247-46ed-4c98-857e-45b8b777d71a None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:39Z', 'revision_number': 3, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:10:41.394520 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:41.555728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:41.631515 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:41.700823 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:41.702688 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:41.800063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:41.801589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:41.930116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:10:42.052906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:10:42.059430 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6c0ca981-227d-43fb-9b01-b0bb944f85b1 admin admin] 10.222.0.37 "PUT /v2.0/routers/f65dfed6-683f-4906-a461-53ee4d4146a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9880672 Sep 20 13:10:42.098481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-675e826c-577d-4f87-b5d8-1254d2383ac6 None None] Provisioning complete for port d610929e-ec2d-4dd3-8c7c-54e12ae366ac triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:42.099028 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-675e826c-577d-4f87-b5d8-1254d2383ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:42.134541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-675e826c-577d-4f87-b5d8-1254d2383ac6 None None] Port d610929e-ec2d-4dd3-8c7c-54e12ae366ac cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:10:42.420063 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b61fce1f-e0ad-415a-9471-a897510210f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:42.632385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42308) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:42.637277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-26854f18-ea36-4bc9-86a3-18fabab44e54 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447385216', 'description': 'tempest-description--306014884'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:42.740253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26854f18-ea36-4bc9-86a3-18fabab44e54 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:42.767057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 97497cae-0dad-4154-93ce-59eab2e918a5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:42.824109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 97497cae-0dad-4154-93ce-59eab2e918a5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:42.824478 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:42.830912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26854f18-ea36-4bc9-86a3-18fabab44e54 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:42.893439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:10:42.912225 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:42.916761 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26854f18-ea36-4bc9-86a3-18fabab44e54 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:42.917853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:10:42.918461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:10:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:42.947976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26854f18-ea36-4bc9-86a3-18fabab44e54 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa8104e-d778-424d-b4d3-d7696bb8baec,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:42.971880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 97497cae-0dad-4154-93ce-59eab2e918a5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=97497cae-0dad-4154-93ce-59eab2e918a5,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:43.031120 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26854f18-ea36-4bc9-86a3-18fabab44e54 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.032441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-26854f18-ea36-4bc9-86a3-18fabab44e54 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3989961 Sep 20 13:10:43.035349 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 42312) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:43.040066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-d667b8e7-6152-4071-b85b-3ac8bd2c4277 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'security_group_rule': {'security_group_id': '2aa8104e-d778-424d-b4d3-d7696bb8baec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:43.040436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:43.064835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.112716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d667b8e7-6152-4071-b85b-3ac8bd2c4277 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.167834 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=97497cae-0dad-4154-93ce-59eab2e918a5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:43.180441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d667b8e7-6152-4071-b85b-3ac8bd2c4277 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.248555 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d667b8e7-6152-4071-b85b-3ac8bd2c4277 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.267073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667b8e7-6152-4071-b85b-3ac8bd2c4277 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf87756-e321-456f-8aa9-83338df4d5ce,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:43.293126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 2, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:43.334612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:10:43.334961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Updating router f65dfed6-683f-4906-a461-53ee4d4146a7 port d610929e-ec2d-4dd3-8c7c-54e12ae366ac binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:10:43.345964 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d667b8e7-6152-4071-b85b-3ac8bd2c4277 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.347265 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d667b8e7-6152-4071-b85b-3ac8bd2c4277 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109889 Sep 20 13:10:43.350183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42314) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:43.357029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1bab048b-316f-4e04-9f62-ef52dc2c53bb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'security_group_rule': {'security_group_id': '2aa8104e-d778-424d-b4d3-d7696bb8baec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:43.360456 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.459044 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bab048b-316f-4e04-9f62-ef52dc2c53bb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.517649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bab048b-316f-4e04-9f62-ef52dc2c53bb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.580557 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bab048b-316f-4e04-9f62-ef52dc2c53bb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.602376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab048b-316f-4e04-9f62-ef52dc2c53bb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f32938b-f8d6-4f65-aa32-598b4c5b58f6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:43.671141 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bab048b-316f-4e04-9f62-ef52dc2c53bb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.672422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1bab048b-316f-4e04-9f62-ef52dc2c53bb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206811 Sep 20 13:10:43.675664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:43.680091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:43.757341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.775294 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.842858 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.856386 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.915868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd15a1-1186-469c-b8bd-4e9fc080f49a None None] Pushing event updated for resources: {'Port': ['ID=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:43.950766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Attempting to bind port d610929e-ec2d-4dd3-8c7c-54e12ae366ac on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:10:43.951387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Attempting to bind port d610929e-ec2d-4dd3-8c7c-54e12ae366ac by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:10:43.951908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Attempting to bind port d610929e-ec2d-4dd3-8c7c-54e12ae366ac on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:43.957386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:10:43.957762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:10:43.958171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.958701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:10:43.959167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Bound port: d610929e-ec2d-4dd3-8c7c-54e12ae366ac, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:10:43.959553 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:43.989649 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Allocated IP 172.25.6.179 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/eb0c4f4c-c00e-419d-b6dd-85b586541f04) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:10:44.039932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] For port d610929e-ec2d-4dd3-8c7c-54e12ae366ac, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:10:44.043940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] For port d610929e-ec2d-4dd3-8c7c-54e12ae366ac, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:10:44.112049 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.115151 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.171078 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:10:44.171909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:10:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:44.197678 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.224197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd15a1-1186-469c-b8bd-4e9fc080f49a None None] Pushing event updated for resources: {'Port': ['ID=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:44.238305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-48aa915d-6f8e-4b5e-b0f0-3784382ad1bb None None] Provisioning complete for port d610929e-ec2d-4dd3-8c7c-54e12ae366ac triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:44.241537 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48aa915d-6f8e-4b5e-b0f0-3784382ad1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.246003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:44.249165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:44.252591 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:10:44.286090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'Port': ['ID=eb0c4f4c-c00e-419d-b6dd-85b586541f04,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:44.340196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:44.368529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.474642 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.480286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48aa915d-6f8e-4b5e-b0f0-3784382ad1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.566839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-48aa915d-6f8e-4b5e-b0f0-3784382ad1bb None None] For port d610929e-ec2d-4dd3-8c7c-54e12ae366ac, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:44.626352 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48aa915d-6f8e-4b5e-b0f0-3784382ad1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.646345 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.665630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:44.704004 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4781f5-0e1c-4735-bafd-0e387d11dc58 None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:10:44.705988 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.708286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa915d-6f8e-4b5e-b0f0-3784382ad1bb None None] Pushing event updated for resources: {'Port': ['ID=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:44.792192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-401167ca-d08a-41a3-8c53-cc2c34548394 None None] Provisioning complete for port d610929e-ec2d-4dd3-8c7c-54e12ae366ac triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:44.792578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-401167ca-d08a-41a3-8c53-cc2c34548394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.824463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'Port': ['ID=eb0c4f4c-c00e-419d-b6dd-85b586541f04,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:44.827592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 97497cae-0dad-4154-93ce-59eab2e918a5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:44.840579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.917253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.917657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 97497cae-0dad-4154-93ce-59eab2e918a5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:44.918032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:44.928532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d6edcefe-4c50-45ed-ada1-7fd9151cc85b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2517271 Sep 20 13:10:45.225658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9e2e36c0-6d11-41ac-978e-1b365339bde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:45.254403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-59932a4c-6166-493d-a982-5c913877f4aa tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1447385216&fields=id&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 267 time: 0.0356660 Sep 20 13:10:45.368512 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dfd4491f-b460-441b-99d1-54fda3154942 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:45.370074 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dfd4491f-b460-441b-99d1-54fda3154942 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 811 time: 0.1080842 Sep 20 13:10:45.386651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d6917c9d-311c-46bc-baaa-12e6ef00b655 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/quotas/6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 375 time: 0.0107205 Sep 20 13:10:45.443347 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-bfd2ca88-4aca-4a1a-9a01-b5a56a7a75d1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509133 Sep 20 13:10:45.542677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-efef16de-e559-4179-b5b6-a5a0a266af6e service neutron] 10.222.0.37 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868461 Sep 20 13:10:45.631244 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:45.645279 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-c61f55a2-481f-494e-b7b2-654314025ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960982 Sep 20 13:10:45.898666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c5b4ca-e307-48ff-aa09-9d269ae106de req-6b2eb552-1aed-4744-8f62-d12bba80ca78 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 210 time: 0.0343499 Sep 20 13:10:46.723818 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:46.772097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d610929e-ec2d-4dd3-8c7c-54e12ae366ac up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:46.818957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d610929e-ec2d-4dd3-8c7c-54e12ae366ac triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:46.819329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:46.991342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-125aaf24-5f81-478d-99a1-f34218309f0b req-7b03d8f3-94da-4ea2-a52b-91bae9a0f1be tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 210 time: 0.0251925 Sep 20 13:10:47.810747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-68083334-cf94-4c00-93c0-a4c3f0261d35 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:47.812192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-68083334-cf94-4c00-93c0-a4c3f0261d35 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 811 time: 0.1043553 Sep 20 13:10:47.854525 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-cb02e23b-55bf-4c53-99f7-013d8b8566fe tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 380 time: 0.0323050 Sep 20 13:10:47.863887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'port': {'device_id': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'admin_state_up': True, 'tenant_id': '6a7790171e454161af88091432db0817', 'security_groups': ['2aa8104e-d778-424d-b4d3-d7696bb8baec']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:48.019685 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Made reservation on behalf of 6a7790171e454161af88091432db0817 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:10:48.023307 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:48.059860 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:48.086756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4ee9e0e-49fc-4cbd-a71e-150fc18f377f req-d48ad8db-b714-4176-a0f3-c9a84f9a9db5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 210 time: 0.0262322 Sep 20 13:10:48.150314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Allocated IP 172.20.0.4 (9fa4aed0-51ca-4732-938a-c4a203f09756/8c65308a-5e02-4882-85d5-e801433e1350/89bf4f89-9d9b-4269-883c-0c5d5903f0e1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:10:48.291029 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:48.374109 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:48.415698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:48.418660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:48.422174 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:10:48.453614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:48.481843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:48.482486 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:48.574762 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-d5ae8126-b596-47b3-92c7-9c2e3013b8c3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146740 Sep 20 13:10:48.587452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Request body: {'port': {'device_id': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:48.639337 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:48.686112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-92db029a-74f4-425e-a43e-7cf246b8140e None None] Provisioning complete for port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:48.686481 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-92db029a-74f4-425e-a43e-7cf246b8140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:48.723081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-92db029a-74f4-425e-a43e-7cf246b8140e None None] Port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:10:48.897028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:10:48.904873 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:48.916134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Transition to ACTIVE for port object 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:10:48.991000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:49.060692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:49.114192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Attempting to bind port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:10:49.114524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Attempting to bind port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:10:49.114851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Attempting to bind port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:49.120054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:10:49.120761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Attempting to bind port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:49.125713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:10:49.126016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:10:49.126574 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:10:49.126984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Bound port: 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:10:49.127342 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:49.203173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:10:49.206353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:10:49.212480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78a712-fce7-4f85-ae5f-9de7b12412fd req-bd278c8a-69c8-46b1-84c6-f1b1b1969a58 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:49.214110 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a78a712-fce7-4f85-ae5f-9de7b12412fd req-bd278c8a-69c8-46b1-84c6-f1b1b1969a58 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 943 time: 0.0548081 Sep 20 13:10:49.252313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2a78a712-fce7-4f85-ae5f-9de7b12412fd req-f065b708-eb51-420f-a133-b4179bf1ad27 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320280 Sep 20 13:10:49.260758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:49.299937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:49.300573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:49.302005 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] 10.222.0.32 "PUT /v2.0/ports/89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 1091 time: 0.7192779 Sep 20 13:10:49.302447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:10:49.304732 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e0861-a249-46c2-bfd9-8955acd179f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:10:49.339071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe1e2a-cc36-4c71-9703-596af5cc4dda service neutron] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:49.346964 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084dafea-ef6f-454c-9152-03892dfad02e x-openstack-request-id: req-084dafea-ef6f-454c-9152-03892dfad02e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:10:49.348076 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:10:49.348076 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-084dafea-ef6f-454c-9152-03892dfad02e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:10:49.348076 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'status': 'completed', 'code': 200} Sep 20 13:10:49.406832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0861-a249-46c2-bfd9-8955acd179f6 req-c442b224-45c5-4ee5-9d65-1a438ed7466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:49.408363 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f33e0861-a249-46c2-bfd9-8955acd179f6 req-c442b224-45c5-4ee5-9d65-1a438ed7466f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1094 time: 0.0422916 Sep 20 13:10:49.511165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0861-a249-46c2-bfd9-8955acd179f6 req-df805bd1-551f-41a2-9030-a96737013450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:49.512707 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f33e0861-a249-46c2-bfd9-8955acd179f6 req-df805bd1-551f-41a2-9030-a96737013450 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6a7790171e454161af88091432db0817&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0964682 Sep 20 13:10:49.604326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0861-a249-46c2-bfd9-8955acd179f6 req-31b077ac-80da-40be-84ad-40b4035810a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:49.605851 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f33e0861-a249-46c2-bfd9-8955acd179f6 req-31b077ac-80da-40be-84ad-40b4035810a4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0863168 Sep 20 13:10:49.680137 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-df3d4596-6b26-4720-9c83-6c3744c30853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:49.682367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-df3d4596-6b26-4720-9c83-6c3744c30853 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1094 time: 0.0420322 Sep 20 13:10:49.729777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-73086ac4-999a-4c07-8594-192843985e67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0375378 Sep 20 13:10:49.778869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-5e755253-6981-43ca-a2e8-b419840d34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:49.780352 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-5e755253-6981-43ca-a2e8-b419840d34b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0440943 Sep 20 13:10:49.825267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-1641cd7e-35d2-4c76-ae83-b65ea5499d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:49.826850 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-1641cd7e-35d2-4c76-ae83-b65ea5499d5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396855 Sep 20 13:10:49.921498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-e7311bf3-b9a4-4b0c-8ae8-0b775267e69e service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869491 Sep 20 13:10:50.011527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1efbf48d-d89f-4ed3-9093-a95f6fecd875 req-1af13e54-5a7b-4f79-ae13-4676479539e1 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828364 Sep 20 13:10:50.282335 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:50.370713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769b7f8-a0d2-481a-afd6-85c6f20c1a9e req-d76a168d-2b59-4b71-841e-237f3fc5cf75 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:50.372288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6769b7f8-a0d2-481a-afd6-85c6f20c1a9e req-d76a168d-2b59-4b71-841e-237f3fc5cf75 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 943 time: 0.0499768 Sep 20 13:10:50.410087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6769b7f8-a0d2-481a-afd6-85c6f20c1a9e req-e85a3141-ab15-476e-9c34-6382eaaeb506 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Sep 20 13:10:50.728616 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:51.522551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8037f-4990-4f24-ad99-07897c3b954f req-726941df-0c28-409d-aae0-a8f5a8bcda61 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:51.524010 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2f8037f-4990-4f24-ad99-07897c3b954f req-726941df-0c28-409d-aae0-a8f5a8bcda61 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 943 time: 0.0480742 Sep 20 13:10:51.560252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2f8037f-4990-4f24-ad99-07897c3b954f req-279fd079-810e-4061-865b-e1a4ac640e64 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304093 Sep 20 13:10:52.676981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a1565-1e8e-45fe-8afd-3caf221b1f75 req-1dccecbc-8c36-425d-b040-d1f5b60c325d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:52.678390 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a7a1565-1e8e-45fe-8afd-3caf221b1f75 req-1dccecbc-8c36-425d-b040-d1f5b60c325d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 943 time: 0.0533335 Sep 20 13:10:52.717198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9a7a1565-1e8e-45fe-8afd-3caf221b1f75 req-18a3e52b-3cc2-443e-8097-be01a93c164e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Sep 20 13:10:53.370593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:10:53.462415 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:53.473150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'mac_address': 'fa:16:3e:ad:a6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:10:53.512816 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:53.525025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:10:53.543577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:53.607904 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:53.653049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:53.659996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.660342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.660677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.661032 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.661358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.661687 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.662010 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.662328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.662647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.662968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.663285 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.663599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:53.808810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['89bf4f89-9d9b-4269-883c-0c5d5903f0e1'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:10:53.829491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69887-5171-42b2-b9db-ea55b592b6ee req-8b12fe5a-2716-42bd-9332-46a41d94db06 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:53.830988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46a69887-5171-42b2-b9db-ea55b592b6ee req-8b12fe5a-2716-42bd-9332-46a41d94db06 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 944 time: 0.0486729 Sep 20 13:10:53.870980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46a69887-5171-42b2-b9db-ea55b592b6ee req-bb6824f7-e7b7-4265-88de-8aa88c559668 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Sep 20 13:10:54.986275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f0c0b-1382-401a-8938-f8e61882a729 req-b49dad3c-fe52-4aae-83cf-7aeb95706435 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:54.987663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b7f0c0b-1382-401a-8938-f8e61882a729 req-b49dad3c-fe52-4aae-83cf-7aeb95706435 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 944 time: 0.0488458 Sep 20 13:10:55.029464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b7f0c0b-1382-401a-8938-f8e61882a729 req-f1e6abed-c18a-48fc-a16e-968014c8953b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348723 Sep 20 13:10:55.387228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:55.493809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:10:55.497570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:10:55.497946 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:55.572524 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:55.596749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:10:55.599170 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbca008-8a62-4f56-8715-698f197267c7" -d '{"events": [{"server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "name": "network-vif-plugged", "status": "completed", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:10:55.611167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:55.635065 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272e5ecb-396f-44f8-9596-2505272bd16f x-openstack-request-id: req-272e5ecb-396f-44f8-9596-2505272bd16f {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:10:55.635345 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "name": "network-vif-plugged", "status": "completed", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:10:55.635589 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-272e5ecb-396f-44f8-9596-2505272bd16f {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:10:55.635971 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'code': 200} Sep 20 13:10:55.693837 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:55.733122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca73af-fbce-401e-8fe1-159eddcc2d03 req-8d914c6f-36d2-4d1f-9691-01db1322c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:55.734618 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8ca73af-fbce-401e-8fe1-159eddcc2d03 req-8d914c6f-36d2-4d1f-9691-01db1322c726 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1096 time: 0.0450201 Sep 20 13:10:55.741874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:55.769900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a8ca73af-fbce-401e-8fe1-159eddcc2d03 req-6e72ce91-ef33-4364-97a1-4b04263c77ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279429 Sep 20 13:10:56.154684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876d9ba-ab3a-4220-a89d-697d4a06b50d req-2e80e5f6-c0b0-4d2b-a280-1e3c322dc94a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:56.156152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4876d9ba-ab3a-4220-a89d-697d4a06b50d req-2e80e5f6-c0b0-4d2b-a280-1e3c322dc94a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0540257 Sep 20 13:10:56.193058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4876d9ba-ab3a-4220-a89d-697d4a06b50d req-41797396-96db-4118-83a7-124482b53a99 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Sep 20 13:10:57.307344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21940a54-aa95-44cb-b3df-bf5741af03c8 req-4342e762-19d3-4e73-a721-08bec056e5ee tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:57.308810 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21940a54-aa95-44cb-b3df-bf5741af03c8 req-4342e762-19d3-4e73-a721-08bec056e5ee tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0489240 Sep 20 13:10:57.345949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-21940a54-aa95-44cb-b3df-bf5741af03c8 req-0e5fe1f2-e11b-4edf-9281-dbb12712df36 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Sep 20 13:10:57.403967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-ac4ddb94-809a-4481-a56f-bbde978d16a6 req-76c72a53-5318-4532-9e25-766a2c3b7ad6 service neutron] (95502) timed out ('10.222.0.37', 35066) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 13:10:57.464480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48e18-bbfa-4993-8abe-d8ed4746a362 req-246cd7cf-5330-49c8-b637-d851104a5f99 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:57.466064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c48e18-bbfa-4993-8abe-d8ed4746a362 req-246cd7cf-5330-49c8-b637-d851104a5f99 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0576012 Sep 20 13:10:57.474759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42374) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:10:57.479613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'floatingip': {'port_id': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:57.519956 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:57.967501 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:58.013409 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:58.114155 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Floating IP c0f11dd4-707a-41df-b0af-a629fce2601e associated. External IP: 172.25.6.179, port: 89bf4f89-9d9b-4269-883c-0c5d5903f0e1. Sep 20 13:10:58.320617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:10:58.441067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:10:58.447629 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:10:58.452431 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:10:58.464038 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:10:58.467524 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:10:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:58.474433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-553638c0-bd83-4c79-a3a9-de08b379734a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "PUT /v2.0/floatingips/c0f11dd4-707a-41df-b0af-a629fce2601e HTTP/1.1" status: 200 len: 991 time: 0.9986932 Sep 20 13:10:58.474987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:10:58.477287 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:10:58.568894 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:58.627769 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190752c5-371b-46ac-9589-87b3fd4aeb67 x-openstack-request-id: req-190752c5-371b-46ac-9589-87b3fd4aeb67 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:10:58.627769 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:10:58.627769 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-190752c5-371b-46ac-9589-87b3fd4aeb67 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:10:58.628056 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'status': 'completed', 'code': 200} Sep 20 13:10:58.702171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-53b7f771-2dff-40c6-bad9-b705a550540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:58.704211 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-53b7f771-2dff-40c6-bad9-b705a550540b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1096 time: 0.0433042 Sep 20 13:10:58.800646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-c428dcde-d22e-492f-9538-d55c6589b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:58.801692 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:ad:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:10:57Z', 'revision_number': 1, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:58.802179 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-c428dcde-d22e-492f-9538-d55c6589b677 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0910680 Sep 20 13:10:58.831275 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:10:58.839889 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:10:58.840506 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:10:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:58.865342 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-793acb68-7016-484e-81d9-9657af8437bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 999 time: 0.0561934 Sep 20 13:10:58.913756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-2270b25d-5b6e-488c-b2ba-8575c2f1bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:58.915815 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-2270b25d-5b6e-488c-b2ba-8575c2f1bff1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0440412 Sep 20 13:10:58.945688 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:58.964057 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-83e09e5e-2bb4-4d83-b3d7-908ff1119bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:10:58.965579 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-83e09e5e-2bb4-4d83-b3d7-908ff1119bb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434675 Sep 20 13:10:59.053864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-5f55ef5d-4cbe-4c9f-95c6-cf573ccf8190 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812004 Sep 20 13:10:59.148159 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-56b55de3-4ee4-4c38-8e3d-b2231f5b31ef req-5a8379be-734d-4b80-87c1-8352bf342a72 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871580 Sep 20 13:10:59.167966 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:ad:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:10:57Z', 'revision_number': 1, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:59.194060 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fd1cf-7bea-4960-b4ea-dbaeb2305d86 None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:ad:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:10:57Z', 'revision_number': 1, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:10:59.376214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85983120-0e24-4e39-b6b8-9c0c4431a15e None None] New status for floating IP c0f11dd4-707a-41df-b0af-a629fce2601e: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:11:12.401537 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-822b95ff-c654-47de-b15d-5ce04cddc0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:15.190029 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a44c6d45-9777-42a2-b2ba-83b903a17d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:15.635977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:16.506444 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:11:16.721686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:18.070040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:20.264279 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:20.715741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:42.451957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e285e899-bedf-4338-8aec-f922e2e3659f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:45.270118 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4edc9cf8-dfc4-48b7-a941-5775634158cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:45.475043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-c874ea2a-b1cc-4e8a-812e-07b7462ced74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387554 Sep 20 13:11:45.553280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-067d66fd-99f1-4fc0-af7c-99d7c7419f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:11:45.554755 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-067d66fd-99f1-4fc0-af7c-99d7c7419f80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1096 time: 0.0386953 Sep 20 13:11:45.618592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:45.659740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-1e79883a-52fe-4fbe-bdcf-881c9497dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:11:45.661261 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-1e79883a-52fe-4fbe-bdcf-881c9497dcdb service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0869234 Sep 20 13:11:45.732419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-58545174-9ff4-43bf-a4ee-b89ca1ccaabb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0642374 Sep 20 13:11:45.783604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-db39ea90-9ac2-47e0-8392-346d2759cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:11:45.785093 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-db39ea90-9ac2-47e0-8392-346d2759cd8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0459332 Sep 20 13:11:45.830215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-6194719d-1e4b-494d-9ed2-5774848cb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:11:45.831687 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-6194719d-1e4b-494d-9ed2-5774848cb91f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395072 Sep 20 13:11:45.842910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-ff20e513-9ad5-4ce3-a59d-243bbf9f5332 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:11:45.843854 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-ff20e513-9ad5-4ce3-a59d-243bbf9f5332 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049677 Sep 20 13:11:45.936180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-fe9e3fc0-7a92-4039-b7de-c422dfdbb095 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843518 Sep 20 13:11:46.042921 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4ca1e4e8-d04b-48b7-a8a6-4da1fc7bbb9f req-739aca7f-11f0-4d55-8fc0-0e79598aed44 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972152 Sep 20 13:11:46.698888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:47.223711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-b21246bd-f507-498f-9576-79c179ff100e req-40d19830-7ac8-4aec-b6f0-d8b29d0e7524 service neutron] (95503) timed out ('10.222.0.21', 63012) {{(pid=95503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 13:11:48.121263 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:50.269477 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:50.726853 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:11:53.505506 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:12:12.406257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7c6e576d-73e8-4edf-a54d-5f2479668ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:15.273738 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b34c37b4-0f53-4c49-b697-17165c3d5f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:15.662075 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:16.726779 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:18.091783 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:20.286826 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:20.743032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:30.504964 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:12:35.261138 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bb111-c7bd-4e31-ac8f-30e3897f283c req-d5dc81b7-dd19-4e40-8ecf-64930881824d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:35.263155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-669bb111-c7bd-4e31-ac8f-30e3897f283c req-d5dc81b7-dd19-4e40-8ecf-64930881824d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0549083 Sep 20 13:12:35.299866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-669bb111-c7bd-4e31-ac8f-30e3897f283c req-6dd71e74-454b-49bc-9b4e-ada3bf735f1f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307114 Sep 20 13:12:35.691563 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5de61-b7c2-4d7b-94a1-cf735fa56c32 req-5f1667e6-1831-48d2-8ada-b3c7272d1be6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:35.693094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4b5de61-b7c2-4d7b-94a1-cf735fa56c32 req-5f1667e6-1831-48d2-8ada-b3c7272d1be6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0505419 Sep 20 13:12:35.731055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d4b5de61-b7c2-4d7b-94a1-cf735fa56c32 req-71c7521d-6e67-4a92-ad75-7dd8b277c6a5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Sep 20 13:12:35.894974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-46a025fa-500a-4821-bc7c-4d553b78eaf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314647 Sep 20 13:12:35.904240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-1b9fc0b3-d6c8-490d-b46e-437daa47a313 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:12:35.905227 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-1b9fc0b3-d6c8-490d-b46e-437daa47a313 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054533 Sep 20 13:12:36.850895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105b345-935e-4d7e-9f95-8a0ae872b3c5 req-73a08f20-271f-4239-ae46-e794bf068a7d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:36.852368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e105b345-935e-4d7e-9f95-8a0ae872b3c5 req-73a08f20-271f-4239-ae46-e794bf068a7d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0488744 Sep 20 13:12:36.897331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e105b345-935e-4d7e-9f95-8a0ae872b3c5 req-dce69379-1ae5-4e3f-8b78-a50b0e17c176 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379546 Sep 20 13:12:37.943781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-7845f694-0488-42cf-b4ca-0674a5cc69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:37.945365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-7845f694-0488-42cf-b4ca-0674a5cc69c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1096 time: 0.1051147 Sep 20 13:12:38.037178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-e142b5e8-5056-4810-aa3e-734d3a7b2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:38.038674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-e142b5e8-5056-4810-aa3e-734d3a7b2618 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0864913 Sep 20 13:12:38.109195 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-6bc2f993-8ea4-447c-96e1-256ed5220531 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0624568 Sep 20 13:12:38.159383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-7864b511-2865-4474-8870-ae1a3ae9b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:38.160858 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-7864b511-2865-4474-8870-ae1a3ae9b7be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0449951 Sep 20 13:12:38.207589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-ccef5d8a-e059-469d-8c50-10fb0cfa92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:38.209134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-ccef5d8a-e059-469d-8c50-10fb0cfa92c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418835 Sep 20 13:12:38.311912 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-d3c0f259-647d-44bb-88cf-f04f0c9678d0 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951810 Sep 20 13:12:38.354912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e70881-35cd-4847-ad06-14312736834f req-5671f93f-245e-4397-82ca-861f73b146a9 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:38.356942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97e70881-35cd-4847-ad06-14312736834f req-5671f93f-245e-4397-82ca-861f73b146a9 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.3926055 Sep 20 13:12:38.393050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97e70881-35cd-4847-ad06-14312736834f req-56a2ff2b-b80c-4e9f-be0d-9194e2e22290 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300527 Sep 20 13:12:38.404008 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-250ee9ea-9552-4ab7-8093-e2ab5a349244 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825846 Sep 20 13:12:39.506714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9e322-c237-4591-ab0d-72b6d4ae6fd8 req-c8dd269e-ed95-402b-990b-9984e0e80f1b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:39.508185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4d9e322-c237-4591-ab0d-72b6d4ae6fd8 req-c8dd269e-ed95-402b-990b-9984e0e80f1b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0485723 Sep 20 13:12:39.545877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4d9e322-c237-4591-ab0d-72b6d4ae6fd8 req-357c56d7-65ef-4bd8-b5d3-7da4f5682820 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Sep 20 13:12:40.658592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2b2d3-9a42-4453-aa4a-78a9fe814b00 req-4f5a5aa5-22ec-4a69-8698-d2bd2d39ad9a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:40.660132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dff2b2d3-9a42-4453-aa4a-78a9fe814b00 req-4f5a5aa5-22ec-4a69-8698-d2bd2d39ad9a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0479722 Sep 20 13:12:40.700403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dff2b2d3-9a42-4453-aa4a-78a9fe814b00 req-6709150f-8dbf-447e-a7e9-b5bc49c95f76 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343583 Sep 20 13:12:41.814053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4ce22-f971-4e3e-b4ad-ead8fb193584 req-3d356e02-55e4-4785-9546-54e5b9011d41 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:41.815540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29a4ce22-f971-4e3e-b4ad-ead8fb193584 req-3d356e02-55e4-4785-9546-54e5b9011d41 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0488200 Sep 20 13:12:41.852869 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29a4ce22-f971-4e3e-b4ad-ead8fb193584 req-db305b3b-0ea0-4f63-9595-5ef85f65f78e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Sep 20 13:12:42.423340 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96e2d2c9-db0e-4922-979a-34aec2e1e89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:42.967956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e069f-7ce9-4192-b5ff-61c60dbff0cb req-e6ccea14-c981-4851-8603-ee3f74b03352 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:42.969461 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-384e069f-7ce9-4192-b5ff-61c60dbff0cb req-e6ccea14-c981-4851-8603-ee3f74b03352 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0485809 Sep 20 13:12:43.005592 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-384e069f-7ce9-4192-b5ff-61c60dbff0cb req-ed3e936d-065f-4326-98db-30be1d8f24b1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302093 Sep 20 13:12:44.123868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57771a96-c6b6-43f8-be7c-5e44d3ba85e0 req-429341e4-6736-4203-bad3-9ff1eb89ada5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:44.125404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57771a96-c6b6-43f8-be7c-5e44d3ba85e0 req-429341e4-6736-4203-bad3-9ff1eb89ada5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0484445 Sep 20 13:12:44.165940 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-57771a96-c6b6-43f8-be7c-5e44d3ba85e0 req-06cd31c4-e9ed-4ee6-9a0f-902845ef4367 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347226 Sep 20 13:12:45.257485 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d7abe2ec-9b5e-4118-afed-1a35ab98cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:45.296521 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197fae3-de80-4ae7-8964-aee6d1b1f3bd req-1ebe52c5-fd80-4658-a22c-bc3dc575c915 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:45.298047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4197fae3-de80-4ae7-8964-aee6d1b1f3bd req-1ebe52c5-fd80-4658-a22c-bc3dc575c915 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0507143 Sep 20 13:12:45.335094 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4197fae3-de80-4ae7-8964-aee6d1b1f3bd req-a2a38b11-4f34-4fa3-9f3b-bcbf7e8458cf tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311267 Sep 20 13:12:45.669158 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:46.451079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282d577-63e8-465b-a733-65eff91cb983 req-8f610b0a-69b7-4e82-bc6a-7cf602553d26 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:46.452797 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6282d577-63e8-465b-a733-65eff91cb983 req-8f610b0a-69b7-4e82-bc6a-7cf602553d26 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0518088 Sep 20 13:12:46.491299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6282d577-63e8-465b-a733-65eff91cb983 req-8bafc6ac-78b1-4aa1-930a-4a216e2f8c44 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323739 Sep 20 13:12:46.697933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:47.506166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-c6379a48-d87d-452f-b648-edbfabaf8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:47.507658 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-c6379a48-d87d-452f-b648-edbfabaf8df4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1096 time: 0.0396824 Sep 20 13:12:47.611418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a707a-8b05-42cf-a9c4-8a5d79a3dd86 req-871e9550-6170-4803-87c3-b8cece11281d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:47.613124 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac5a707a-8b05-42cf-a9c4-8a5d79a3dd86 req-871e9550-6170-4803-87c3-b8cece11281d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0524178 Sep 20 13:12:47.617788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-6d4eb6ef-d550-4daf-a802-dafed8c4e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:47.619251 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-6d4eb6ef-d550-4daf-a802-dafed8c4e58e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0918863 Sep 20 13:12:47.656508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ac5a707a-8b05-42cf-a9c4-8a5d79a3dd86 req-316cac05-952f-4af8-ab9b-1067d5dc9c68 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355551 Sep 20 13:12:47.688348 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-bc71373b-4f98-4aa6-994e-f657bc46557d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0617716 Sep 20 13:12:47.987063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-6ea590f3-d7a7-4063-800f-d31ba7410f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:47.988496 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-6ea590f3-d7a7-4063-800f-d31ba7410f3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.2936165 Sep 20 13:12:48.032013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-69a244ec-2adc-4a28-a057-3bc612f20883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:48.035587 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-69a244ec-2adc-4a28-a057-3bc612f20883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382695 Sep 20 13:12:48.084057 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:48.124255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-2f472a11-60cf-49d5-b96c-5802e4122c7b service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828676 Sep 20 13:12:48.212711 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f99feb04-ab85-4de9-9824-2edfaf02e1de req-6c1b1c12-3816-4807-9eeb-d9613bd617d8 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809934 Sep 20 13:12:48.771786 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1782f43-1ea5-48c6-b98a-18870a6dc672 req-45a2f36a-fa21-4838-9006-c41257917f9f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:48.773280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1782f43-1ea5-48c6-b98a-18870a6dc672 req-45a2f36a-fa21-4838-9006-c41257917f9f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0494723 Sep 20 13:12:48.810800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c1782f43-1ea5-48c6-b98a-18870a6dc672 req-5c07c0e3-f532-4aa5-ae3d-0dd08b884e1c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Sep 20 13:12:49.924934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0da3c-6554-4ba8-b5c0-c55121be29dc req-ac8798a5-8c54-4b13-8b9d-fc82a0d85fee tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:49.926421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8a0da3c-6554-4ba8-b5c0-c55121be29dc req-ac8798a5-8c54-4b13-8b9d-fc82a0d85fee tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0490229 Sep 20 13:12:49.966814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8a0da3c-6554-4ba8-b5c0-c55121be29dc req-9b825316-ebaa-48ca-af59-7cb61c950dae tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343940 Sep 20 13:12:50.285796 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:50.479478 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-1bc3dfe3-be7f-4fbd-a3aa-b82ccae599c1 service neutron] show failed (client error): The resource could not be found. Sep 20 13:12:50.480474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-1bc3dfe3-be7f-4fbd-a3aa-b82ccae599c1 service neutron] 10.222.0.32 "GET /v2.0/ports/89bf4f89-9d9b-4269-883c-0c5d5903f0e1/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0523736 Sep 20 13:12:50.786835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:50.960109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-4df20801-d33a-4767-895f-8386f988c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:50.961629 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-4df20801-d33a-4767-895f-8386f988c2d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 1096 time: 0.0447030 Sep 20 13:12:50.973164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:12:51.023954 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:51.079053 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3cd22-ca7e-4a4e-bedb-57813a34a2f1 req-b5601176-a09b-40e1-92fe-29c3e4164e1c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:51.080540 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9b3cd22-ca7e-4a4e-bedb-57813a34a2f1 req-b5601176-a09b-40e1-92fe-29c3e4164e1c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0475428 Sep 20 13:12:51.121355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9b3cd22-ca7e-4a4e-bedb-57813a34a2f1 req-5fab2ccf-893c-479f-984d-0d1a15243ec6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346107 Sep 20 13:12:51.227436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:12:51.262843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:12:51.301616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:12:51.303776 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f440ac-1310-4199-bd58-936196129c70" -d '{"events": [{"server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "name": "network-vif-unplugged", "status": "completed", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:12:51.307541 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:51.319487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Transition to ACTIVE for port object 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:12:51.389398 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:51.427669 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bb97f0-155d-49d6-b84b-df259bb36e91 x-openstack-request-id: req-f3bb97f0-155d-49d6-b84b-df259bb36e91 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:12:51.427916 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "name": "network-vif-unplugged", "status": "completed", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:12:51.428172 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3bb97f0-155d-49d6-b84b-df259bb36e91 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:12:51.428559 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'code': 200} Sep 20 13:12:51.499580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:51.521313 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.521659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.522000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.522334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.522665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.522993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.523318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.523644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.523963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.524283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.524607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.524927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:51.571808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] No DVR routers for this DVR port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:12:51.706584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Attempting to bind port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:12:51.706836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Attempting to bind port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:12:51.707167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Attempting to bind port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:12:51.711230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:12:51.711551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Attempting to bind port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:12:51.716991 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:12:51.717359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:12:51.717743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:12:51.718163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Bound port: 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:12:51.718513 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:51.782845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:12:51.786112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:12:51.834585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:51.867607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:51.868362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:51.869627 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] 10.222.0.21 "PUT /v2.0/ports/89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 1091 time: 0.9003906 Sep 20 13:12:51.899444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07304bb-d413-46f7-ac13-3a883bd13640 service neutron] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:51.936241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-da998e5d-d70d-42d5-bec9-92722326e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:51.937891 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-da998e5d-d70d-42d5-bec9-92722326e26d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1094 time: 0.0464640 Sep 20 13:12:52.033936 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-bf9c127f-b9cc-4794-8576-d0975e57b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:52.035428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-bf9c127f-b9cc-4794-8576-d0975e57b32d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0909226 Sep 20 13:12:52.099648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-44a5810a-197b-4125-9374-7b1a25146f5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 999 time: 0.0572119 Sep 20 13:12:52.147645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-aa5d6399-1ac3-4c46-a08c-9043baff5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:52.148976 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-aa5d6399-1ac3-4c46-a08c-9043baff5a3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0426731 Sep 20 13:12:52.200088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-4a5d72b9-0f5f-4bd9-b34b-f441f647f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:52.202170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-4a5d72b9-0f5f-4bd9-b34b-f441f647f163 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461571 Sep 20 13:12:52.243950 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b05593-cd20-48e4-8217-8137745f92e0 req-fd6123a7-89b5-4a3d-8e0e-5b375df8dfda tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:52.245448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47b05593-cd20-48e4-8217-8137745f92e0 req-fd6123a7-89b5-4a3d-8e0e-5b375df8dfda tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 943 time: 0.0474875 Sep 20 13:12:52.283121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47b05593-cd20-48e4-8217-8137745f92e0 req-f07080f8-6100-4b81-b07e-aa211f2e53cf tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306616 Sep 20 13:12:52.294279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-66188033-96b5-4198-85a9-3d79ca381d78 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835817 Sep 20 13:12:52.388120 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4fbc2393-a113-44cb-9c41-fbd21127c486 req-5c43b3cc-b6d4-4102-b97d-ba3e04683d47 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874670 Sep 20 13:12:53.396542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a29aa4-8d7d-4bb9-8f69-3e638ea006ac req-0984d79f-8f39-41a3-bddb-6035b0504c44 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:53.398057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20a29aa4-8d7d-4bb9-8f69-3e638ea006ac req-0984d79f-8f39-41a3-bddb-6035b0504c44 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 943 time: 0.0480168 Sep 20 13:12:53.429632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:12:53.431955 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba78ddb5-eb46-40bb-9d6f-e031db418d91" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:12:53.437435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20a29aa4-8d7d-4bb9-8f69-3e638ea006ac req-7c749d1a-4b7a-4ca0-9c37-42143fe026e3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Sep 20 13:12:53.491295 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ee5869-7bc2-4307-b7f5-6bad868ecd85 x-openstack-request-id: req-80ee5869-7bc2-4307-b7f5-6bad868ecd85 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:12:53.491591 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:12:53.491841 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80ee5869-7bc2-4307-b7f5-6bad868ecd85 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:12:53.492296 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'status': 'completed', 'code': 200} Sep 20 13:12:53.573283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-a0b58184-9ebf-4097-b0df-396fba3b51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:53.574681 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-a0b58184-9ebf-4097-b0df-396fba3b51c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1094 time: 0.0649340 Sep 20 13:12:53.580229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-f52619e4-9a15-42dc-aa72-9e78ea9799d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:53.581622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-f52619e4-9a15-42dc-aa72-9e78ea9799d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1094 time: 0.0637839 Sep 20 13:12:53.734982 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-a1721390-f6ad-4967-8c49-817dae68fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:53.736443 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-a1721390-f6ad-4967-8c49-817dae68fd04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1534164 Sep 20 13:12:53.738987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-2df82a81-6f88-4576-a5e8-2cff68a718c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:53.740292 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-2df82a81-6f88-4576-a5e8-2cff68a718c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1502943 Sep 20 13:12:53.845789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-fe194e9c-8604-415d-934b-93d7e64b5bbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 999 time: 0.1019020 Sep 20 13:12:53.847456 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-c4a67b50-b6c0-477c-8cc3-cc0cf152a6e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 999 time: 0.0984046 Sep 20 13:12:53.903270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:12:53.933670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-289a416c-785a-4211-ba09-d8e85b5faf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:53.935347 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-289a416c-785a-4211-ba09-d8e85b5faf44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0803564 Sep 20 13:12:53.937416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-1c15c88e-bf86-49c2-8e9f-d5e14631c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:53.939309 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-1c15c88e-bf86-49c2-8e9f-d5e14631c397 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0770378 Sep 20 13:12:53.943756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:12:54.010411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-2fa46f93-6656-41e0-8eb1-0c8be4719c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:54.011919 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-2fa46f93-6656-41e0-8eb1-0c8be4719c59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701880 Sep 20 13:12:54.017743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-9f3c9c7c-e620-4df5-b386-163b035b6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:54.019187 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-9f3c9c7c-e620-4df5-b386-163b035b6dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680952 Sep 20 13:12:54.170901 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-16428777-0421-4258-bd0e-62b0f7a74b0b service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507065 Sep 20 13:12:54.172695 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-485fce40-65ad-4ad3-84bf-3140ebcf5cd8 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458442 Sep 20 13:12:54.333029 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-721f4633-9af0-4899-94af-ab649210bb14 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536312 Sep 20 13:12:54.334957 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ba78ddb5-eb46-40bb-9d6f-e031db418d91 req-9ad9bb86-6320-43d6-8f0a-28875d8cc211 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483262 Sep 20 13:12:54.552467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc05d76-145c-4199-a606-f6f77f93b509 req-3c2c0910-5ab7-4c0f-9d8c-52d8870e4651 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:54.553974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4cc05d76-145c-4199-a606-f6f77f93b509 req-3c2c0910-5ab7-4c0f-9d8c-52d8870e4651 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 943 time: 0.0483148 Sep 20 13:12:54.593877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4cc05d76-145c-4199-a606-f6f77f93b509 req-bc98fe07-4aab-48c9-b150-67c19a8905f7 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334544 Sep 20 13:12:54.909158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b118c83-2645-425c-8c75-89a668747636 req-3d93d0c3-ea2a-45d6-beba-72d28419e7c6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:54.910802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b118c83-2645-425c-8c75-89a668747636 req-3d93d0c3-ea2a-45d6-beba-72d28419e7c6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 943 time: 0.0503874 Sep 20 13:12:54.951970 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b118c83-2645-425c-8c75-89a668747636 req-631c58c0-ec6a-4e6c-88a3-9e211c451d92 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319209 Sep 20 13:12:54.997783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-108e8b73-653f-4357-8719-b7562f4fdcea tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:54.998708 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-108e8b73-653f-4357-8719-b7562f4fdcea tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc&tenant_id=6a7790171e454161af88091432db0817&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 943 time: 0.0594032 Sep 20 13:12:55.057384 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-f8a89bec-702a-4129-a0f7-f4e7b7f0b183 service neutron] delete failed (client error): The resource could not be found. Sep 20 13:12:55.058307 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-f8a89bec-702a-4129-a0f7-f4e7b7f0b183 service neutron] 10.222.0.32 "DELETE /v2.0/ports/89bf4f89-9d9b-4269-883c-0c5d5903f0e1/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0518594 Sep 20 13:12:55.143781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-6dfdba53-fdf4-49aa-9ed1-0f6a9512674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:55.145318 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-6dfdba53-fdf4-49aa-9ed1-0f6a9512674a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 1094 time: 0.0427501 Sep 20 13:12:55.239036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-c0031bcb-88d3-4912-a1ec-1455f316984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:55.240518 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-c0031bcb-88d3-4912-a1ec-1455f316984a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0889902 Sep 20 13:12:55.305677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-d15efb94-88a5-4b72-a46c-47cef138a38c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 200 len: 999 time: 0.0571842 Sep 20 13:12:55.353525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-d682ba54-7c5a-4182-8b11-73c348594254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:55.354876 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-d682ba54-7c5a-4182-8b11-73c348594254 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0422821 Sep 20 13:12:55.404405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-ed206631-c1a2-4c0a-87d2-0300c354397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:55.405902 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-ed206631-c1a2-4c0a-87d2-0300c354397e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435064 Sep 20 13:12:55.493457 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-ffe3aaa1-c14b-4f28-ae55-61016823a095 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801852 Sep 20 13:12:55.572326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:12:55.585748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cba74bf4-e571-4c7c-9ab0-a4df7cfd6a91 req-2a9cabb0-8a3d-41cf-b0c1-ff0467ab07a2 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847449 Sep 20 13:12:55.668008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:12:55.679521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'mac_address': 'fa:16:3e:ad:a6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:12:55.714359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:55.730765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:12:55.751614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:12:55.838066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:55.883789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:55.891255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.891604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.891949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.892288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.892620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.892950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.893305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.893630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.893954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.894277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.894599 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:55.894919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:56.069751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5b779-36e7-47aa-a5ba-b3268279291e req-f7567267-19e0-43b1-af6e-16a670a09cff tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:56.071238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67d5b779-36e7-47aa-a5ba-b3268279291e req-f7567267-19e0-43b1-af6e-16a670a09cff tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 944 time: 0.0499909 Sep 20 13:12:56.093655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['89bf4f89-9d9b-4269-883c-0c5d5903f0e1'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:12:56.109288 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67d5b779-36e7-47aa-a5ba-b3268279291e req-3c8d9ac6-4995-4739-ae79-cf5f4aa25e37 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Sep 20 13:12:57.224531 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117fda-37bb-48fb-a12d-10e4be7e4e3a req-380cda92-57de-4bf4-9ac3-d8b12fefd191 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:57.226022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b117fda-37bb-48fb-a12d-10e4be7e4e3a req-380cda92-57de-4bf4-9ac3-d8b12fefd191 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 944 time: 0.0488424 Sep 20 13:12:57.267264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b117fda-37bb-48fb-a12d-10e4be7e4e3a req-ceb17970-8e7b-4d07-84fa-5bc6ee527f39 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353794 Sep 20 13:12:57.379318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debebcb6-5af0-4d21-9218-b5e9533c8fc9 req-b859b17b-417d-4cba-8714-3ba733d800c2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:57.380785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-debebcb6-5af0-4d21-9218-b5e9533c8fc9 req-b859b17b-417d-4cba-8714-3ba733d800c2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 944 time: 0.0488894 Sep 20 13:12:57.417796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-debebcb6-5af0-4d21-9218-b5e9533c8fc9 req-3f5b6110-7a7d-46e9-88c8-0aeb163f7dc8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308647 Sep 20 13:12:57.529538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be0358-97b3-43c1-a5d0-501e5888a23f req-1c4d231c-3a60-408e-9371-797ede5fb550 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:57.530996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28be0358-97b3-43c1-a5d0-501e5888a23f req-1c4d231c-3a60-408e-9371-797ede5fb550 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 944 time: 0.0476995 Sep 20 13:12:57.568582 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-28be0358-97b3-43c1-a5d0-501e5888a23f req-be438765-b2d0-4dce-8e3e-cb521d459713 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315337 Sep 20 13:12:57.587740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:12:57.697380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:12:57.701408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:12:57.706318 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:57.777027 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:57.799961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:12:57.802169 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61761920-33d0-43ac-a321-b9acf76fca89" -d '{"events": [{"server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "name": "network-vif-plugged", "status": "completed", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:12:57.815118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:12:57.879957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:57.931338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:58.008428 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11350f36-2167-40ad-b0e3-61852df8656d x-openstack-request-id: req-11350f36-2167-40ad-b0e3-61852df8656d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:12:58.008721 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "name": "network-vif-plugged", "status": "completed", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:12:58.008979 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11350f36-2167-40ad-b0e3-61852df8656d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:12:58.009396 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'code': 200} Sep 20 13:12:58.102042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c982d-0e76-4929-890f-7922467b8329 req-99933945-d90b-4dda-b093-a488ce2bf792 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:58.103502 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b4c982d-0e76-4929-890f-7922467b8329 req-99933945-d90b-4dda-b093-a488ce2bf792 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0480349 Sep 20 13:12:58.144477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b4c982d-0e76-4929-890f-7922467b8329 req-411a2604-df87-493f-a246-acde11447f6c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342853 Sep 20 13:12:59.254519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-cd2d1fd3-b4f0-42c0-9f28-7a3b5dfbf988 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:59.256031 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-cd2d1fd3-b4f0-42c0-9f28-7a3b5dfbf988 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0499029 Sep 20 13:12:59.256747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a512c7-b09a-4209-b7d6-c322b0bab0c4 req-8273ff41-0d78-4805-a641-eb8a6bedaaa0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:12:59.258251 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77a512c7-b09a-4209-b7d6-c322b0bab0c4 req-8273ff41-0d78-4805-a641-eb8a6bedaaa0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 945 time: 0.0482271 Sep 20 13:12:59.296142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-77a512c7-b09a-4209-b7d6-c322b0bab0c4 req-a17d14e1-13af-42ff-86a2-cfeb085037c6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311711 Sep 20 13:12:59.350144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Deleting port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:12:59.350490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:59.436228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] For port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:12:59.436511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:59.898182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:59.898546 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:12:59.898866 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Floating IP c0f11dd4-707a-41df-b0af-a629fce2601e disassociated. External IP: 172.25.6.179, port: 89bf4f89-9d9b-4269-883c-0c5d5903f0e1. Sep 20 13:12:59.899208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Calling delete_port for 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:13:00.089160 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:00.116369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event deleted for resources: {'Port': ['ID=89bf4f89-9d9b-4269-883c-0c5d5903f0e1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:13:00.231980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:13:00.345844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:13:00.355731 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:13:00.366248 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:13:00.367117 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:12:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:13:00.384934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] No DVR routers for this DVR port 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:13:00.388478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:00.390716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dedcf4e6-aa48-4bb3-9c4e-1b561a390d93 req-89990249-e0cd-4d64-affc-fff378c1ec60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "DELETE /v2.0/ports/89bf4f89-9d9b-4269-883c-0c5d5903f0e1 HTTP/1.1" status: 204 len: 173 time: 1.1285510 Sep 20 13:13:00.391095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'name': 'network-vif-deleted', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:13:00.393974 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ea6cd-cdb8-4298-9a22-213f5c92b066" -d '{"events": [{"server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "name": "network-vif-deleted", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:13:00.394269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-485c115f-0f90-43ac-8e65-504aff98f2ce req-630cca07-e372-4700-a038-753d3d7db0ee tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7b65eb-4499-40f5-8ab0-3c308dec28fc HTTP/1.1" status: 200 len: 210 time: 0.0279202 Sep 20 13:13:00.438488 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce37222-bfa4-42d4-88e1-46e00f63f199 x-openstack-request-id: req-fce37222-bfa4-42d4-88e1-46e00f63f199 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:13:00.448569 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7b65eb-4499-40f5-8ab0-3c308dec28fc", "name": "network-vif-deleted", "tag": "89bf4f89-9d9b-4269-883c-0c5d5903f0e1", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:13:00.448569 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fce37222-bfa4-42d4-88e1-46e00f63f199 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:13:00.448569 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7b65eb-4499-40f5-8ab0-3c308dec28fc', 'name': 'network-vif-deleted', 'tag': '89bf4f89-9d9b-4269-883c-0c5d5903f0e1', 'status': 'completed', 'code': 200} Sep 20 13:13:00.485151 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:13:00.779620 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:13:00.805972 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:13:00.814353 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:13:00.814961 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:12:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:13:00.920809 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:13:01.125812 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:13:01.152330 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f249bc-a649-499c-8dba-805acbdfc831 None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:13:01.360737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246ec77-7ad5-46bf-8cf3-bd62fe4678fc None None] New status for floating IP c0f11dd4-707a-41df-b0af-a629fce2601e: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:13:01.626305 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-005fe863-ebe0-465b-bbea-a95a36db2cdd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1447385216&fields=id&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 267 time: 0.0319669 Sep 20 13:13:01.733644 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-6b26748d-cf36-40c1-8939-d6a3d776f800 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:01.735021 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-6b26748d-cf36-40c1-8939-d6a3d776f800 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 811 time: 0.1021361 Sep 20 13:13:01.750371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-f3bda195-653a-428f-b9ec-15fd18df8463 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/quotas/6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 375 time: 0.0095437 Sep 20 13:13:01.804666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-3dbd4c90-072d-4dd9-b74a-0b0f6b79db5d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486765 Sep 20 13:13:01.950015 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-7e101bbe-37e7-43c0-842b-65a5101aed0d service neutron] 10.222.0.37 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330163 Sep 20 13:13:02.040740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-8d5d26d9-c3c7-45fd-a8ad-73521e5d1236 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844016 Sep 20 13:13:02.251755 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f085e9af-e51d-4871-940d-02beb889971d req-33eb6193-f4cb-435f-b922-f951abb32888 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 210 time: 0.0278447 Sep 20 13:13:03.350002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f0b180b-a98b-4d0d-8d3f-a87e50570c45 req-a7ab48ee-ca3e-4e45-9b58-f621a15744e7 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 210 time: 0.0315349 Sep 20 13:13:03.616073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:13:03.635695 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:13:03.636040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 89bf4f89-9d9b-4269-883c-0c5d5903f0e1 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:13:04.137611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-98fa11b3-41b1-4e22-8b29-187cad7c4e28 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:04.138989 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-98fa11b3-41b1-4e22-8b29-187cad7c4e28 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 811 time: 0.1034400 Sep 20 13:13:04.184724 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-5ca7e255-9acf-431b-809a-be16d9f1f72a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 380 time: 0.0338800 Sep 20 13:13:04.193581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'port': {'device_id': '31d52b54-4f61-4891-813c-54fd26e3f936', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'admin_state_up': True, 'tenant_id': '6a7790171e454161af88091432db0817', 'security_groups': ['2aa8104e-d778-424d-b4d3-d7696bb8baec']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:13:04.369348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Made reservation on behalf of 6a7790171e454161af88091432db0817 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:13:04.373776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:04.445107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa52539-ea55-4209-81cf-cffc02a6fecb req-edd7fc86-0f54-4bb2-9878-9c62649967fe tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 210 time: 0.0276504 Sep 20 13:13:04.500918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Allocated IP 172.20.0.12 (9fa4aed0-51ca-4732-938a-c4a203f09756/8c65308a-5e02-4882-85d5-e801433e1350/565b7b50-7179-4db9-8fc3-85a90c0845d8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:13:04.633899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:04.720487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:04.761548 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:13:04.765241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:13:04.768824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:13:04.776919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:13:04.828216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:04.828855 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:04.932423 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-0bb32867-4e3a-4102-984d-539fb6d19851 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7423744 Sep 20 13:13:04.946028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Request body: {'port': {'device_id': '31d52b54-4f61-4891-813c-54fd26e3f936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:13:04.998482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:05.041946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c088b6b4-6662-4e6e-a889-7dba595bfd56 None None] Provisioning complete for port 565b7b50-7179-4db9-8fc3-85a90c0845d8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:13:05.042476 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c088b6b4-6662-4e6e-a889-7dba595bfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:05.076924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c088b6b4-6662-4e6e-a889-7dba595bfd56 None None] Port 565b7b50-7179-4db9-8fc3-85a90c0845d8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:13:05.251171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565b7b50-7179-4db9-8fc3-85a90c0845d8 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:13:05.258286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:05.269607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Transition to ACTIVE for port object 565b7b50-7179-4db9-8fc3-85a90c0845d8 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:13:05.354148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:05.408904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:13:05.474815 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Attempting to bind port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:13:05.475274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Attempting to bind port 565b7b50-7179-4db9-8fc3-85a90c0845d8 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:13:05.475865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Attempting to bind port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:13:05.480432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:13:05.480870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Attempting to bind port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:13:05.486333 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:13:05.486736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:13:05.487059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:13:05.487493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Bound port: 565b7b50-7179-4db9-8fc3-85a90c0845d8, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:13:05.487856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:05.556070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:13:05.559907 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:13:05.575067 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675609f-f9ae-4242-9823-36b44c802522 req-f97b6928-4659-46af-b806-07149f506b76 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:05.576601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9675609f-f9ae-4242-9823-36b44c802522 req-f97b6928-4659-46af-b806-07149f506b76 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 944 time: 0.0512068 Sep 20 13:13:05.615593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9675609f-f9ae-4242-9823-36b44c802522 req-af880e47-6c5b-4d6e-b150-b3be22a586da tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Sep 20 13:13:05.640157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:05.678252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:05.678976 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:05.680353 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1092 time: 0.7385178 Sep 20 13:13:05.680786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:13:05.683048 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48167001-574f-4362-bb7f-1c15813c8929" -d '{"events": [{"name": "network-changed", "server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:13:05.707403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65248bb-c0c5-4d0d-9c8b-1d3ccb21d6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:13:05.726572 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92614378-00a4-47f4-8043-4d7ad7a7ffe3 x-openstack-request-id: req-92614378-00a4-47f4-8043-4d7ad7a7ffe3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:13:05.726873 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:13:05.727129 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92614378-00a4-47f4-8043-4d7ad7a7ffe3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:13:05.727608 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'status': 'completed', 'code': 200} Sep 20 13:13:05.793474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48167001-574f-4362-bb7f-1c15813c8929 req-0dc05bf2-9f98-41b5-b236-9a7703fa51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:05.795138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-48167001-574f-4362-bb7f-1c15813c8929 req-0dc05bf2-9f98-41b5-b236-9a7703fa51ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1095 time: 0.0439396 Sep 20 13:13:05.900297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48167001-574f-4362-bb7f-1c15813c8929 req-0f48cacc-d839-4c2b-a11b-d3e54d465266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:05.901812 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-48167001-574f-4362-bb7f-1c15813c8929 req-0f48cacc-d839-4c2b-a11b-d3e54d465266 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6a7790171e454161af88091432db0817&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0984828 Sep 20 13:13:05.993136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48167001-574f-4362-bb7f-1c15813c8929 req-2f288b0d-dc2a-4b37-b76e-90794a80ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:05.994597 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-48167001-574f-4362-bb7f-1c15813c8929 req-2f288b0d-dc2a-4b37-b76e-90794a80ed02 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0862103 Sep 20 13:13:06.065434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-47f1f25f-2192-41d1-8468-efec1c7826c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:06.066792 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-47f1f25f-2192-41d1-8468-efec1c7826c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1095 time: 0.0390778 Sep 20 13:13:06.109658 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-5a057ec3-a0fc-4e72-954b-da601fc8edf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 217 time: 0.0353827 Sep 20 13:13:06.158669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-4879f3cd-4fce-4579-b946-40d8cb2d0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:06.160197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-4879f3cd-4fce-4579-b946-40d8cb2d0ac7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0432005 Sep 20 13:13:06.206396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-add5cdc5-b897-4262-a7ec-2504e8086021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:06.207840 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-add5cdc5-b897-4262-a7ec-2504e8086021 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408158 Sep 20 13:13:06.298207 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-6d98add9-fb73-4977-bd3b-f3aed1274ffc service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831654 Sep 20 13:13:06.385249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-43fe0336-aef9-4a49-af92-051c3b1b826c req-4af5c5a9-0d9a-4d17-a4db-0aba85f16f44 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799735 Sep 20 13:13:06.738340 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b31c0-d533-46b0-a582-53f2f169ab8d req-3cd13649-55b9-406e-a5ca-97ac3b7d1f7b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:06.739871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e1b31c0-d533-46b0-a582-53f2f169ab8d req-3cd13649-55b9-406e-a5ca-97ac3b7d1f7b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 944 time: 0.0535326 Sep 20 13:13:06.778526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9e1b31c0-d533-46b0-a582-53f2f169ab8d req-616f40f9-811a-4eca-a0d3-e412120aeb22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326650 Sep 20 13:13:07.504618 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:13:07.898048 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a15f2-7228-4f55-a45f-3a26160440d7 req-636926eb-dd74-46ea-b4f0-2a2ad20c8a5a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:07.899544 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-837a15f2-7228-4f55-a45f-3a26160440d7 req-636926eb-dd74-46ea-b4f0-2a2ad20c8a5a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 944 time: 0.0535641 Sep 20 13:13:07.937450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-837a15f2-7228-4f55-a45f-3a26160440d7 req-aeeb4a5d-9180-4c96-9f38-af2c0ddf503a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Sep 20 13:13:09.051968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bef97-26fc-4e01-acfb-952ea4411ea7 req-61332a49-3c6b-4bdd-ba8a-828bb651a10c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:09.053505 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-149bef97-26fc-4e01-acfb-952ea4411ea7 req-61332a49-3c6b-4bdd-ba8a-828bb651a10c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 944 time: 0.0493517 Sep 20 13:13:09.090693 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-149bef97-26fc-4e01-acfb-952ea4411ea7 req-23b31ad8-c435-470f-9830-933d75475225 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Sep 20 13:13:09.631721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 565b7b50-7179-4db9-8fc3-85a90c0845d8 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:13:09.727683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:13:09.739431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'mac_address': 'fa:16:3e:cf:06:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:13:09.774292 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:09.787206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565b7b50-7179-4db9-8fc3-85a90c0845d8 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:13:09.805804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:13:09.885825 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:09.932396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:13:10.075218 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['565b7b50-7179-4db9-8fc3-85a90c0845d8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:13:10.206178 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afd17b-2987-4807-8cc9-4b57e59f4e32 req-b222aad3-01ad-4212-8310-da6cbdda727c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:10.207617 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6afd17b-2987-4807-8cc9-4b57e59f4e32 req-b222aad3-01ad-4212-8310-da6cbdda727c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 945 time: 0.0494225 Sep 20 13:13:10.244535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6afd17b-2987-4807-8cc9-4b57e59f4e32 req-eed63098-69fe-4ad2-a32c-8bd60d933a8c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309198 Sep 20 13:13:11.361441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56c8ca-43b4-4223-ac0e-5ab6948c733c req-7f6767fb-5c3f-4787-b40f-2c87f8f43d83 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:11.362926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a56c8ca-43b4-4223-ac0e-5ab6948c733c req-7f6767fb-5c3f-4787-b40f-2c87f8f43d83 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 945 time: 0.0519428 Sep 20 13:13:11.398694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8a56c8ca-43b4-4223-ac0e-5ab6948c733c req-c7aed5dc-dd80-4ca6-b0e4-ed49bdacfc8c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299284 Sep 20 13:13:11.647212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 565b7b50-7179-4db9-8fc3-85a90c0845d8 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:13:11.774545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 565b7b50-7179-4db9-8fc3-85a90c0845d8 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:13:11.778686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 565b7b50-7179-4db9-8fc3-85a90c0845d8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:13:11.779057 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:12.004045 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:12.025265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:13:12.027478 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646404a4-0032-491f-9ffc-d1133f3469dd" -d '{"events": [{"server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "name": "network-vif-plugged", "status": "completed", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:13:12.039073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:13:12.065717 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b61be00-c452-4d3a-a681-b76fdcdd6dd8 x-openstack-request-id: req-6b61be00-c452-4d3a-a681-b76fdcdd6dd8 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:13:12.066005 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "name": "network-vif-plugged", "status": "completed", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:13:12.066254 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b61be00-c452-4d3a-a681-b76fdcdd6dd8 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:13:12.066636 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'code': 200} Sep 20 13:13:12.089077 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:12.135491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:13:12.165957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24448-9b45-46f4-ba0e-b37c526add7f req-e6608791-2969-4ccb-acc0-1b16f5ba9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:12.167421 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7da24448-9b45-46f4-ba0e-b37c526add7f req-e6608791-2969-4ccb-acc0-1b16f5ba9836 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1097 time: 0.0447078 Sep 20 13:13:12.202554 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7da24448-9b45-46f4-ba0e-b37c526add7f req-c4fa5b6f-d6f7-4dc7-9fc0-52cf1eefe0be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279021 Sep 20 13:13:12.431811 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1109bb3e-9795-4079-9e46-5a8c2d82f2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:12.514946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc479c-30bf-4add-addb-c7489d8a5ab1 req-015adc15-357c-4549-8cd6-0c9f049a164e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:12.516412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-91dc479c-30bf-4add-addb-c7489d8a5ab1 req-015adc15-357c-4549-8cd6-0c9f049a164e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0497782 Sep 20 13:13:12.552964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-91dc479c-30bf-4add-addb-c7489d8a5ab1 req-9e29e47f-3c7d-4e60-8dd4-508e38c9472f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304637 Sep 20 13:13:13.665273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68546f87-d3f7-474e-afa4-6ccd4c427ffe req-d71cd21e-25e1-4624-9f1b-e48fa102814e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:13.666732 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68546f87-d3f7-474e-afa4-6ccd4c427ffe req-d71cd21e-25e1-4624-9f1b-e48fa102814e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0483682 Sep 20 13:13:13.704084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68546f87-d3f7-474e-afa4-6ccd4c427ffe req-da20c1da-46ba-4982-b72b-a066cfdfafd2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Sep 20 13:13:13.815530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eafdc4-f09e-496a-bd49-3be2b8c8129f req-40a947f5-012b-47fd-b349-e5b7404d6a49 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:13.816966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7eafdc4-f09e-496a-bd49-3be2b8c8129f req-40a947f5-012b-47fd-b349-e5b7404d6a49 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0517890 Sep 20 13:13:13.825922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 42750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:13:13.830234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'floatingip': {'port_id': '565b7b50-7179-4db9-8fc3-85a90c0845d8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:13:13.868531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:14.300176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:14.357708 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:14.456144 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Floating IP c0f11dd4-707a-41df-b0af-a629fce2601e associated. External IP: 172.25.6.179, port: 565b7b50-7179-4db9-8fc3-85a90c0845d8. Sep 20 13:13:14.658024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:13:14.763396 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:13:14.767886 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:14.773061 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:13:14.782453 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:13:14.783078 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:12:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:13:14.798918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4d95139-506d-4ab9-b782-4396bdb9626a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "PUT /v2.0/floatingips/c0f11dd4-707a-41df-b0af-a629fce2601e HTTP/1.1" status: 200 len: 992 time: 0.9693999 Sep 20 13:13:14.798918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:13:14.799204 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d" -d '{"events": [{"name": "network-changed", "server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:13:14.885852 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdea686c-fca5-48b2-bf5a-4b698b642c0c x-openstack-request-id: req-fdea686c-fca5-48b2-bf5a-4b698b642c0c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:13:14.886170 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:13:14.886407 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdea686c-fca5-48b2-bf5a-4b698b642c0c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:13:14.887402 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'status': 'completed', 'code': 200} Sep 20 13:13:14.889297 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:13:14.946281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-1552cb40-6920-4d53-bce7-a64ba052f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:14.947713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-1552cb40-6920-4d53-bce7-a64ba052f258 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1097 time: 0.0414917 Sep 20 13:13:15.037937 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-df619191-0eed-43dc-92f8-c74b462e530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:15.039438 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-df619191-0eed-43dc-92f8-c74b462e530c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0833209 Sep 20 13:13:15.108011 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-ceced392-9e23-4fc1-bae4-a78b25ce935a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1000 time: 0.0618601 Sep 20 13:13:15.110317 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:cf:06:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d52b54-4f61-4891-813c-54fd26e3f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:13:14Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:13:15.136232 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:13:15.144698 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:13:15.145340 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:12:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:13:15.161863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-f209e393-0ec4-4c5b-9252-44b91d7b108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:15.163332 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-f209e393-0ec4-4c5b-9252-44b91d7b108a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0487282 Sep 20 13:13:15.207367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-ffbd0bf9-f680-4697-99ad-97fbc046453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:15.208830 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-ffbd0bf9-f680-4697-99ad-97fbc046453d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386484 Sep 20 13:13:15.250849 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:13:15.263516 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e415b062-19ec-4da3-84b0-e9d3e9b62b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:15.304789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-2249cdb3-d7bd-46c8-82cc-13ba91985e06 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885913 Sep 20 13:13:15.403527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d06e0edc-bda9-4803-8a7f-5d86d4b2857d req-f4a98718-6dff-4a50-b90d-b0ee368467c0 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906124 Sep 20 13:13:15.469392 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:cf:06:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d52b54-4f61-4891-813c-54fd26e3f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:13:14Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:13:15.497859 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5d12e-5946-4494-85f3-66e0c8163e2a None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:cf:06:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d52b54-4f61-4891-813c-54fd26e3f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:13:14Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:13:15.671842 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:15.685646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d24bd0-57fe-4e54-aa19-b0c9dd64a37a None None] New status for floating IP c0f11dd4-707a-41df-b0af-a629fce2601e: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:13:16.731814 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:18.085426 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:20.273511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:20.756695 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:42.453646 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4cf5429e-ff5d-4f18-bacb-e373da77f465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:44.038417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-b11400a4-f0c4-4107-8ac7-cac2ec216d94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383186 Sep 20 13:13:44.116282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-6cb7a6f5-4d93-45aa-bc2c-cad59aa36f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:44.117835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-6cb7a6f5-4d93-45aa-bc2c-cad59aa36f37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1097 time: 0.0388594 Sep 20 13:13:44.222836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-20e1c17f-7a97-452c-ac91-257cc493f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:44.224197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-20e1c17f-7a97-452c-ac91-257cc493f498 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0862029 Sep 20 13:13:44.287704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-be24465b-c509-4da3-a08b-0cfcf62e8327 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1002 time: 0.0545940 Sep 20 13:13:44.335817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-aae23295-0acc-45cb-9a62-ac43f32880bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:44.337223 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-aae23295-0acc-45cb-9a62-ac43f32880bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0420566 Sep 20 13:13:44.387132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-d59855d6-3322-4fae-8e38-9589fa2b13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:13:44.388696 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-d59855d6-3322-4fae-8e38-9589fa2b13ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428600 Sep 20 13:13:44.475819 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-e66aad50-7512-4eb9-8cf0-89ffc79cb096 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796227 Sep 20 13:13:44.503293 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:13:44.569754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7985ff-c731-4558-9f2e-6687de2bac35 req-911a2ab1-3df6-4753-8a7d-688dfc32fc44 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867403 Sep 20 13:13:45.262624 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c091-e8cf-4157-a924-3d75800f6d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:45.639722 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:46.721719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:48.093430 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:50.293535 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:13:50.761565 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:12.418387 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a45e64cf-c259-461e-8d88-189b6ca2ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:15.224140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11d3c933-59e3-43c0-b014-53de772b56f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:15.669620 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:16.709394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:18.101455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:20.307152 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:20.798652 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:21.502472 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:14:42.428567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1098f327-c5a1-48de-97e4-ecec6f6a3112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:45.215081 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e08d300d-b219-44fd-a4ca-af173df1ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:45.632422 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:46.059881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-70964214-7564-4814-9db0-371a251f662a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859923 Sep 20 13:14:46.140764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-3331682e-8acf-428d-a0cf-5d7d653e66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:46.142312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-3331682e-8acf-428d-a0cf-5d7d653e66cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1097 time: 0.0406625 Sep 20 13:14:46.245385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-87476f81-6618-438f-9b8d-723b5a3b6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:46.246839 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-87476f81-6618-438f-9b8d-723b5a3b6b72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0858316 Sep 20 13:14:46.309451 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-e9985444-aef7-49c8-a496-7efdb9155994 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1002 time: 0.0551603 Sep 20 13:14:46.359873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-c4df1783-c047-4891-9276-00ff34a844cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:46.361291 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-c4df1783-c047-4891-9276-00ff34a844cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0450876 Sep 20 13:14:46.405344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-b500cf46-0925-492a-b740-4c8c913d5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:46.406806 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-b500cf46-0925-492a-b740-4c8c913d5fe6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384948 Sep 20 13:14:46.418444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-de55b432-a687-4ee5-8df2-6133b9a139dc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:14:46.419369 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-de55b432-a687-4ee5-8df2-6133b9a139dc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050287 Sep 20 13:14:46.511126 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-52e69f41-506e-4886-8f21-390c347200be service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838034 Sep 20 13:14:46.597294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3ce59bdf-b54f-465a-a907-c378dd93033e req-71cae905-e8ca-4596-b189-d55c25c34d40 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791705 Sep 20 13:14:46.703153 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:48.112326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:50.308210 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:50.793602 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:14:51.832572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ceca-d673-4fc3-86a5-e3a7dca86509 req-fbd1d5aa-c150-4ecc-bc14-96a6295cabd0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:51.834132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c032ceca-d673-4fc3-86a5-e3a7dca86509 req-fbd1d5aa-c150-4ecc-bc14-96a6295cabd0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0539024 Sep 20 13:14:51.873388 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c032ceca-d673-4fc3-86a5-e3a7dca86509 req-eeab506c-98b1-484b-8600-37a7edb7d1b4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328574 Sep 20 13:14:52.987229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731e4b-9d0e-4f0b-9e93-2666043735b4 req-d82421df-2f0b-41d3-9c17-42ded2ef58a8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:52.988685 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d731e4b-9d0e-4f0b-9e93-2666043735b4 req-d82421df-2f0b-41d3-9c17-42ded2ef58a8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0483296 Sep 20 13:14:53.025051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d731e4b-9d0e-4f0b-9e93-2666043735b4 req-7f846838-4f42-45a8-b8bd-bcec25fc8056 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305057 Sep 20 13:14:54.144756 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a52c1-3fcc-442b-8454-284247320829 req-199844e3-3802-4d62-abe3-c953981d7c80 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:54.146193 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-026a52c1-3fcc-442b-8454-284247320829 req-199844e3-3802-4d62-abe3-c953981d7c80 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0533059 Sep 20 13:14:54.183842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-026a52c1-3fcc-442b-8454-284247320829 req-27508ac7-0fec-4814-8253-f9891e256562 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Sep 20 13:14:55.300595 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f665763-c8ef-4b9d-aafb-4a09df4bdb44 req-31b3a5cc-8408-48f3-93c3-6af835371fee tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:55.302106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f665763-c8ef-4b9d-aafb-4a09df4bdb44 req-31b3a5cc-8408-48f3-93c3-6af835371fee tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0506616 Sep 20 13:14:55.340486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9f665763-c8ef-4b9d-aafb-4a09df4bdb44 req-c636ea2c-4cc2-4825-91db-dc30822c9776 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323951 Sep 20 13:14:56.453092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f52413-f6cb-45de-91ae-33aa88652c7a req-ad691798-73dc-4193-bb17-33e6b26008a5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:56.454551 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7f52413-f6cb-45de-91ae-33aa88652c7a req-ad691798-73dc-4193-bb17-33e6b26008a5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0489259 Sep 20 13:14:56.490952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7f52413-f6cb-45de-91ae-33aa88652c7a req-162245e0-9ce1-49f0-b96d-ba5a6bcebabe tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305991 Sep 20 13:14:57.612098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab21251-4989-4a56-864e-44b9b5d2790f req-06360384-3c0f-44fc-972f-c323ea78982f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:57.613598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ab21251-4989-4a56-864e-44b9b5d2790f req-06360384-3c0f-44fc-972f-c323ea78982f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0532401 Sep 20 13:14:57.651481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ab21251-4989-4a56-864e-44b9b5d2790f req-ba242fb7-a204-4d6a-ae42-014bfa795ee1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Sep 20 13:14:58.502220 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:14:58.764697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb854c8-9ef6-4be7-8862-84c6d6587687 req-d88a55a3-5b3b-4f05-83c3-71219b398476 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:58.766315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebb854c8-9ef6-4be7-8862-84c6d6587687 req-d88a55a3-5b3b-4f05-83c3-71219b398476 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0493670 Sep 20 13:14:58.803477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ebb854c8-9ef6-4be7-8862-84c6d6587687 req-f5d51389-8b8a-4fbc-a478-9430c215d817 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312474 Sep 20 13:14:59.918301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080453f-fd80-4f1f-a012-8e05809b5cfd req-ab874362-a4bc-47ed-aa60-ac4d93cc9d38 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:14:59.919752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8080453f-fd80-4f1f-a012-8e05809b5cfd req-ab874362-a4bc-47ed-aa60-ac4d93cc9d38 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0480592 Sep 20 13:14:59.957258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8080453f-fd80-4f1f-a012-8e05809b5cfd req-631f44e8-0ece-49ea-88f2-7b4402b75cfc tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Sep 20 13:15:01.074988 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb5d52-dacf-4d4a-831d-2cf0c15a8b66 req-ef343566-e5b8-4348-8238-2a676851c870 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:01.076380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5cb5d52-dacf-4d4a-831d-2cf0c15a8b66 req-ef343566-e5b8-4348-8238-2a676851c870 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Sep 20 13:15:01.114958 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5cb5d52-dacf-4d4a-831d-2cf0c15a8b66 req-abda8db9-583b-44ea-a067-3bc9b43c3c75 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Sep 20 13:15:02.233265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0671f7d-f211-4cd6-85cf-4313b3ef5353 req-37bb878b-5ca9-4387-844c-b0d794db84eb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:02.235449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0671f7d-f211-4cd6-85cf-4313b3ef5353 req-37bb878b-5ca9-4387-844c-b0d794db84eb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0517976 Sep 20 13:15:02.271895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0671f7d-f211-4cd6-85cf-4313b3ef5353 req-7342a042-a06d-4a6f-aff9-4026483112fe tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304441 Sep 20 13:15:03.385991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02c81-b497-4be4-a4fe-db12f8b4d7a3 req-8b379dfa-668b-4917-8b05-daeccbce76c6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:03.387459 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fab02c81-b497-4be4-a4fe-db12f8b4d7a3 req-8b379dfa-668b-4917-8b05-daeccbce76c6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0485492 Sep 20 13:15:03.424132 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fab02c81-b497-4be4-a4fe-db12f8b4d7a3 req-6f7e163f-2911-4af9-b2f5-e5c79ee60c5c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307488 Sep 20 13:15:03.816278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa5000-4753-49c5-8de3-1c5034bfb18b req-bb664ec4-1830-4587-96fd-637287448c02 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:03.817778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11fa5000-4753-49c5-8de3-1c5034bfb18b req-bb664ec4-1830-4587-96fd-637287448c02 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0522609 Sep 20 13:15:03.854954 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-11fa5000-4753-49c5-8de3-1c5034bfb18b req-e7672af1-3816-4dcf-9c9c-7af41ae76297 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Sep 20 13:15:03.928720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-206f21d0-b82a-45d0-b721-2a6a61841258 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405865 Sep 20 13:15:04.975205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45d99b-7dde-4b3b-820b-ebf286b049e2 req-3e339288-61f6-4bf6-8cd1-74f70e50b278 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:04.976697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e45d99b-7dde-4b3b-820b-ebf286b049e2 req-3e339288-61f6-4bf6-8cd1-74f70e50b278 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0559709 Sep 20 13:15:05.016303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e45d99b-7dde-4b3b-820b-ebf286b049e2 req-1ab1e92e-95d4-40f1-870d-051207fd57c7 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330338 Sep 20 13:15:06.130438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00fbb2-b3da-4820-9611-1613d58737d7 req-3445fb7d-f16f-4f58-9527-813e6d5e041c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:06.131827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c00fbb2-b3da-4820-9611-1613d58737d7 req-3445fb7d-f16f-4f58-9527-813e6d5e041c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0485973 Sep 20 13:15:06.168397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c00fbb2-b3da-4820-9611-1613d58737d7 req-14257e78-b413-4ea1-a5cf-2bae96d89ddc tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306494 Sep 20 13:15:07.288532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c32e-09c7-4f4b-ad85-0664853a0973 req-86aa5679-26df-4dca-8178-9b1d3b04b217 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:07.290337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04c4c32e-09c7-4f4b-ad85-0664853a0973 req-86aa5679-26df-4dca-8178-9b1d3b04b217 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0530868 Sep 20 13:15:07.333036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04c4c32e-09c7-4f4b-ad85-0664853a0973 req-09653e1f-44b2-49c9-a64d-894d0dbea551 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352008 Sep 20 13:15:07.993961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-52b62ab3-02a0-4a60-85ad-6a997b4233a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:07.995472 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-52b62ab3-02a0-4a60-85ad-6a997b4233a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1097 time: 0.0449331 Sep 20 13:15:08.082235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-7761fb3b-f27e-4c55-bf41-41026ba05aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:08.083658 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-7761fb3b-f27e-4c55-bf41-41026ba05aad service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0802305 Sep 20 13:15:08.148978 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-bd34ac49-a7f8-4d53-9499-3c096ef7fa4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1002 time: 0.0583403 Sep 20 13:15:08.197074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-fc5f7599-2168-420a-8049-5d30000c1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:08.198475 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-fc5f7599-2168-420a-8049-5d30000c1b97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0422282 Sep 20 13:15:08.243515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-bff65340-c0bd-49f9-8820-773acc71faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:08.244960 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-bff65340-c0bd-49f9-8820-773acc71faee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391510 Sep 20 13:15:08.334879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-95064b2d-531b-4a55-89c9-b3f92df8a9e1 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827358 Sep 20 13:15:08.424789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-27b77aed-f955-426e-8084-a6c284fbd33d service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811806 Sep 20 13:15:08.452769 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f1d4-8be4-4b23-96e0-502404112714 req-98ab7f08-8fda-4011-b67d-7e03db499914 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:08.454222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5427f1d4-8be4-4b23-96e0-502404112714 req-98ab7f08-8fda-4011-b67d-7e03db499914 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0520573 Sep 20 13:15:08.491923 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5427f1d4-8be4-4b23-96e0-502404112714 req-920e80eb-1cc7-4016-a13e-ff67e862bca4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Sep 20 13:15:09.605888 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f55c49-f55d-4db3-997a-0ae5c1b704e6 req-f640bc46-e5bf-4af6-8742-b54cc46ee46c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:09.607351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33f55c49-f55d-4db3-997a-0ae5c1b704e6 req-f640bc46-e5bf-4af6-8742-b54cc46ee46c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0478237 Sep 20 13:15:09.643973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-33f55c49-f55d-4db3-997a-0ae5c1b704e6 req-e40d72c3-70a9-452d-828c-f9791636df56 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299776 Sep 20 13:15:10.438965 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-303f96ef-4c2c-46a0-ae57-a9f63d2e8a5d service neutron] show failed (client error): The resource could not be found. Sep 20 13:15:10.439964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-303f96ef-4c2c-46a0-ae57-a9f63d2e8a5d service neutron] 10.222.0.21 "GET /v2.0/ports/565b7b50-7179-4db9-8fc3-85a90c0845d8/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0574982 Sep 20 13:15:10.763417 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b785-5b2c-4f6d-a6e3-957c95c5fda7 req-f53cde07-367c-47ff-b7e9-97683e1461d3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:10.765345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f948b785-5b2c-4f6d-a6e3-957c95c5fda7 req-f53cde07-367c-47ff-b7e9-97683e1461d3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0535111 Sep 20 13:15:10.805531 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f948b785-5b2c-4f6d-a6e3-957c95c5fda7 req-22c14b31-18e4-4243-8070-d3dae3bdc64c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337946 Sep 20 13:15:10.986931 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-223abe9b-4bc3-48a4-a3ce-bd1cb1ba0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:10.988443 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-223abe9b-4bc3-48a4-a3ce-bd1cb1ba0b1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 1097 time: 0.0403244 Sep 20 13:15:11.000402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:15:11.053459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:11.251147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:15:11.546090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:15:11.582802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:15:11.584981 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762a7887-7120-4016-b63f-c4e9b38b1ed8" -d '{"events": [{"server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "name": "network-vif-unplugged", "status": "completed", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:15:11.588609 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:11.600622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Transition to ACTIVE for port object 565b7b50-7179-4db9-8fc3-85a90c0845d8 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:15:11.638074 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e00d4a-1d7c-4656-ad71-dd35bdd4c900 x-openstack-request-id: req-01e00d4a-1d7c-4656-ad71-dd35bdd4c900 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:15:11.638364 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "name": "network-vif-unplugged", "status": "completed", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:15:11.638608 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01e00d4a-1d7c-4656-ad71-dd35bdd4c900 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:15:11.638997 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'code': 200} Sep 20 13:15:11.667364 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:11.741565 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:11.754121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.754464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.754800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.755128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.755453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.755780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.756101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.756418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.756740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.757079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.757398 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.757720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:11.804092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] No DVR routers for this DVR port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:15:11.932207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2b8ce-a0e0-439a-8444-b4615e38031c req-7d4d0318-8c76-4272-afe6-c5f643592d7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:11.933803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5f2b8ce-a0e0-439a-8444-b4615e38031c req-7d4d0318-8c76-4272-afe6-c5f643592d7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 944 time: 0.0497446 Sep 20 13:15:11.943018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Attempting to bind port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:15:11.943365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Attempting to bind port 565b7b50-7179-4db9-8fc3-85a90c0845d8 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:15:11.943694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Attempting to bind port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:15:11.948286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:15:11.948626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Attempting to bind port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:15:11.953501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:15:11.953843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:15:11.954229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:15:11.954654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Bound port: 565b7b50-7179-4db9-8fc3-85a90c0845d8, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:15:11.955014 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:11.972353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d5f2b8ce-a0e0-439a-8444-b4615e38031c req-ed095773-8b9c-41b0-b4f2-ab0dc952c786 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Sep 20 13:15:12.018734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:15:12.021715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:15:12.113430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:12.150282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:12.150892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:12.152332 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] 10.222.0.32 "PUT /v2.0/ports/565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1092 time: 1.1564159 Sep 20 13:15:12.174943 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08b0b-9210-4276-990e-eb96615296b9 service neutron] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:12.219472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eea0def2-ce8b-4403-977b-46224a6da5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:12.221093 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-eea0def2-ce8b-4403-977b-46224a6da5fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1095 time: 0.0430629 Sep 20 13:15:12.313288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-01f5a130-ccc6-4220-adae-b38635b691a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:12.314785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-01f5a130-ccc6-4220-adae-b38635b691a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0869081 Sep 20 13:15:12.383439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-ff7fd04d-e27c-4fe1-925c-d92c45023ad8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1000 time: 0.0616691 Sep 20 13:15:12.431079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-9daa9a03-c7c3-4ddb-8c7a-e7b2d378cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:12.432526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-9daa9a03-c7c3-4ddb-8c7a-e7b2d378cc9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0424302 Sep 20 13:15:12.432902 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d8f995c-60f7-4ccf-9c5b-8717906bcbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:12.477116 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-15e60743-a708-43ff-9207-bda9b834b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:12.478569 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-15e60743-a708-43ff-9207-bda9b834b2a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381510 Sep 20 13:15:12.568428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-d1f8a84f-dd8e-476f-8a2f-eb0e477cae0c service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824692 Sep 20 13:15:12.661276 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f14d123e-6dec-4e39-bee2-19a26ed8a646 req-7b0dd8a3-b47d-41e6-9d7a-f2030365b1f2 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849578 Sep 20 13:15:13.086397 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267d423-2f8b-433a-8502-6e564910f6d0 req-f3ba2d60-b3af-436f-8b4c-d66bf8f2d844 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:13.087861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7267d423-2f8b-433a-8502-6e564910f6d0 req-f3ba2d60-b3af-436f-8b4c-d66bf8f2d844 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 944 time: 0.0477931 Sep 20 13:15:13.124397 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7267d423-2f8b-433a-8502-6e564910f6d0 req-cd186374-1e9b-4983-bbdd-11de940421ba tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301239 Sep 20 13:15:13.640153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:15:13.642520 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e88a21-9c1f-4098-859d-b29abe47a22d" -d '{"events": [{"name": "network-changed", "server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:15:13.688812 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41489aaf-af25-4a39-ae96-c2f28407a7a6 x-openstack-request-id: req-41489aaf-af25-4a39-ae96-c2f28407a7a6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:15:13.689156 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:15:13.689382 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41489aaf-af25-4a39-ae96-c2f28407a7a6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:15:13.689768 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'status': 'completed', 'code': 200} Sep 20 13:15:13.773708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-b63a89d8-ea42-4723-818e-e7094e723c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:13.775177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-b63a89d8-ea42-4723-818e-e7094e723c56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1095 time: 0.0595589 Sep 20 13:15:13.776800 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-91f6c226-fde5-4cfe-a005-8dd546dbcba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:13.778149 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-91f6c226-fde5-4cfe-a005-8dd546dbcba0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1095 time: 0.0702956 Sep 20 13:15:13.929643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-60fed9a8-dfc3-4665-843d-37089c4c180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:13.931018 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-60fed9a8-dfc3-4665-843d-37089c4c180c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1481764 Sep 20 13:15:13.933472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-f9fbc655-45fb-47e8-83c3-29f16f4ccb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:13.934785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-f9fbc655-45fb-47e8-83c3-29f16f4ccb41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1450016 Sep 20 13:15:14.040681 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-d3ae57d0-cf3e-4cef-b95f-9ca04190c1e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1000 time: 0.1022198 Sep 20 13:15:14.042767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-90a91cd0-7c8f-455f-ae7d-cd608f96653f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1000 time: 0.0990593 Sep 20 13:15:14.127717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-780009c9-fb12-4420-b067-947a9f968f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:14.129182 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-780009c9-fb12-4420-b067-947a9f968f71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0792413 Sep 20 13:15:14.130433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-4fc30826-f0a4-45d7-9eae-0a8dce747441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:14.131714 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-4fc30826-f0a4-45d7-9eae-0a8dce747441 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0746477 Sep 20 13:15:14.202839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-85fe8e82-585d-4029-bdb5-8828e8edcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:14.204238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-85fe8e82-585d-4029-bdb5-8828e8edcdc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685985 Sep 20 13:15:14.210132 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-d5e0fc10-3430-4cc2-9a7c-c1a99066cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:14.211631 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-d5e0fc10-3430-4cc2-9a7c-c1a99066cca9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682969 Sep 20 13:15:14.252348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc563ae9-733f-463e-869a-940e8e54bddd req-bf438b38-6323-4896-8957-f0386903a862 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:14.253894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc563ae9-733f-463e-869a-940e8e54bddd req-bf438b38-6323-4896-8957-f0386903a862 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 944 time: 0.0572183 Sep 20 13:15:14.270917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 565b7b50-7179-4db9-8fc3-85a90c0845d8 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:15:14.299072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc563ae9-733f-463e-869a-940e8e54bddd req-02b75d16-1a01-4584-8d00-311e248a5bf6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387690 Sep 20 13:15:14.325947 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 565b7b50-7179-4db9-8fc3-85a90c0845d8 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:15:14.368190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-297a53e9-1732-48a9-b00b-a5ff5127e00b service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556342 Sep 20 13:15:14.370046 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-641acdea-72be-4214-ab47-8ab4d16b7673 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499805 Sep 20 13:15:14.458812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 565b7b50-7179-4db9-8fc3-85a90c0845d8 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:15:14.524887 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-120deb4f-9ee6-48b3-a3d2-3ef893c75de5 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484723 Sep 20 13:15:14.530566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-58e88a21-9c1f-4098-859d-b29abe47a22d req-0f8e67bd-fa9f-4ef7-9df4-d08b21c1fca2 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370428 Sep 20 13:15:14.557257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:15:14.567721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'mac_address': 'fa:16:3e:cf:06:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:15:14.603971 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:14.615920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565b7b50-7179-4db9-8fc3-85a90c0845d8 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:15:14.633836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:15:14.735945 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:14.781626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:14.788541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.788886 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.789248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.789582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.789910 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.790237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.790560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.790881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.791451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.791809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.792128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.792445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:15:14.946905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['565b7b50-7179-4db9-8fc3-85a90c0845d8'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:15:15.233429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-06ea0df3-0ac2-49bb-b3ab-50d63fc65f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:15.413378 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69d85b-8ba2-4e67-a36d-54614694935a req-32a72ecd-09e9-4eef-aa5a-4666f05ef38c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:15.414770 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc69d85b-8ba2-4e67-a36d-54614694935a req-32a72ecd-09e9-4eef-aa5a-4666f05ef38c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 945 time: 0.0480564 Sep 20 13:15:15.452607 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc69d85b-8ba2-4e67-a36d-54614694935a req-3bbb0b13-c00c-4d04-856f-c8efa27c42e1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308714 Sep 20 13:15:15.632134 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:15.715215 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88506d6c-c6c2-4f34-bfe5-9a40036cab7d req-3f7649c9-e263-43b0-b5dd-f515e887eeb6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:15.716633 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88506d6c-c6c2-4f34-bfe5-9a40036cab7d req-3f7649c9-e263-43b0-b5dd-f515e887eeb6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 945 time: 0.0490611 Sep 20 13:15:15.755960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88506d6c-c6c2-4f34-bfe5-9a40036cab7d req-b070a16f-e009-4689-bd72-67d147b87833 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330663 Sep 20 13:15:15.784576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-a250c07e-ab33-4997-ab76-e6f572b3e3a9 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:15.790471 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-a250c07e-ab33-4997-ab76-e6f572b3e3a9 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936&tenant_id=6a7790171e454161af88091432db0817&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 945 time: 0.0520329 Sep 20 13:15:15.844830 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-fba66893-dabe-4e01-ad57-70a7b442b463 service neutron] delete failed (client error): The resource could not be found. Sep 20 13:15:15.845861 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-fba66893-dabe-4e01-ad57-70a7b442b463 service neutron] 10.222.0.21 "DELETE /v2.0/ports/565b7b50-7179-4db9-8fc3-85a90c0845d8/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0524778 Sep 20 13:15:15.932968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-781bce05-d586-4309-9e61-5a1d7ca22fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:15.934517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-781bce05-d586-4309-9e61-5a1d7ca22fde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1096 time: 0.0466268 Sep 20 13:15:16.026014 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-dee3e06d-2f1f-4adc-b2b0-2359050cb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:16.027478 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-dee3e06d-2f1f-4adc-b2b0-2359050cb899 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0851576 Sep 20 13:15:16.097215 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-28516362-25a5-40b3-acf8-326cb734c6fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1001 time: 0.0617700 Sep 20 13:15:16.144557 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-0318264f-ce4a-414f-868e-77b3b2c35e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:16.145978 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-0318264f-ce4a-414f-868e-77b3b2c35e8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0425675 Sep 20 13:15:16.190213 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-278e1008-a52d-4fb4-b158-d8bc7f4b3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:16.191655 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-278e1008-a52d-4fb4-b158-d8bc7f4b3de9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391915 Sep 20 13:15:16.281166 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-290f9d70-b777-4653-8dd2-b9b7f6bb2d77 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825901 Sep 20 13:15:16.375139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fdb43855-6d63-4484-8f97-c2bb2472bb8e req-fe0705d3-d0f2-4f57-8b96-a260c4fbe29b service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874383 Sep 20 13:15:16.458243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 565b7b50-7179-4db9-8fc3-85a90c0845d8 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:15:16.585942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 565b7b50-7179-4db9-8fc3-85a90c0845d8 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:15:16.589677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 565b7b50-7179-4db9-8fc3-85a90c0845d8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:15:16.590104 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:16.680992 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:16.703235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:15:16.705514 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65d54d9-0fa2-4187-b62e-5696c10b01ed" -d '{"events": [{"server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "name": "network-vif-plugged", "status": "completed", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:15:16.718318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:15:16.754685 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec1bd7-1729-4076-a9a3-80307956aa23 x-openstack-request-id: req-02ec1bd7-1729-4076-a9a3-80307956aa23 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:15:16.754977 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "name": "network-vif-plugged", "status": "completed", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:15:16.755230 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02ec1bd7-1729-4076-a9a3-80307956aa23 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:15:16.755624 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'code': 200} Sep 20 13:15:16.757313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:16.786216 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:16.834890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:16.884437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6a3f0-8cd0-4502-891e-23beeaab363c req-62803659-9d9d-4c6b-9e4b-8c4b3184db18 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:16.886299 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86e6a3f0-8cd0-4502-891e-23beeaab363c req-62803659-9d9d-4c6b-9e4b-8c4b3184db18 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0607460 Sep 20 13:15:16.925346 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86e6a3f0-8cd0-4502-891e-23beeaab363c req-22455aa8-377f-47c6-b1b3-b35132925706 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Sep 20 13:15:18.040303 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641887-bac4-4fbf-bf4a-28d5ffd2e42d req-16462c5f-1507-457c-b763-ec8ae4dd62ed tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:18.042127 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f641887-bac4-4fbf-bf4a-28d5ffd2e42d req-16462c5f-1507-457c-b763-ec8ae4dd62ed tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0495477 Sep 20 13:15:18.072681 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:18.079468 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f641887-bac4-4fbf-bf4a-28d5ffd2e42d req-0a84c2c3-2cda-4417-89fc-125f0105b8f7 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307934 Sep 20 13:15:18.190848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d43853-5518-400e-94e2-304ef5671672 req-8318c087-a37d-4bdc-929b-9fc6dfdc98e0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:18.192235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67d43853-5518-400e-94e2-304ef5671672 req-8318c087-a37d-4bdc-929b-9fc6dfdc98e0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0491860 Sep 20 13:15:18.229666 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67d43853-5518-400e-94e2-304ef5671672 req-acffc0de-e900-4448-99e3-d22a9652bbc2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Sep 20 13:15:18.569368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac6ecd-92f2-4ac7-96d5-0aa88e3d0de0 req-5424ff5b-2a31-4488-9376-3e14f29a4abf tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:18.570963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64ac6ecd-92f2-4ac7-96d5-0aa88e3d0de0 req-5424ff5b-2a31-4488-9376-3e14f29a4abf tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0568457 Sep 20 13:15:18.617255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-64ac6ecd-92f2-4ac7-96d5-0aa88e3d0de0 req-5f697d10-68e6-4e6b-92ed-d7ae61b85126 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388811 Sep 20 13:15:18.668512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-9271398e-d7c6-425b-b0c0-dd26ca55f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:18.670017 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-9271398e-d7c6-425b-b0c0-dd26ca55f96a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 1097 time: 0.0455344 Sep 20 13:15:18.755866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-11f6c037-a304-486f-be6c-a59e844e116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:18.757345 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-11f6c037-a304-486f-be6c-a59e844e116f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0808706 Sep 20 13:15:18.822765 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-ef397fb5-9624-488d-94fd-fa92829d97ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 200 len: 1002 time: 0.0589774 Sep 20 13:15:18.870177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-a4340336-3447-4e85-ab4f-01c9e57a28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:18.871621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-a4340336-3447-4e85-ab4f-01c9e57a28e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0423687 Sep 20 13:15:18.916963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-16230aaf-057a-44c4-8c8a-fe89f465e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:18.918428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-16230aaf-057a-44c4-8c8a-fe89f465e641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385745 Sep 20 13:15:19.008077 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-f9a8e80f-91e7-4125-91b8-00ee5ce471bd service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817671 Sep 20 13:15:19.094228 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bdaafb72-c936-45c9-b1f7-d33bcac7fc11 req-df095535-540a-4ab8-99fb-8e5c62b8f6d6 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789161 Sep 20 13:15:19.740158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd04cef-c219-439a-85ce-67fb6c1a460b req-d68cf8fa-cfb8-4d73-b223-f99f9c49e856 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:19.741754 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffd04cef-c219-439a-85ce-67fb6c1a460b req-d68cf8fa-cfb8-4d73-b223-f99f9c49e856 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0546334 Sep 20 13:15:19.781423 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ffd04cef-c219-439a-85ce-67fb6c1a460b req-43f5e438-36e6-4e91-bc6e-b00bc89b37cf tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336716 Sep 20 13:15:20.307287 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:20.804202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:20.896030 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9bd27-590b-4d47-9213-286f6ce1aa41 req-e793c8c8-dbaf-4bde-8b36-7e9f7da30eb6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:20.897528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75e9bd27-590b-4d47-9213-286f6ce1aa41 req-e793c8c8-dbaf-4bde-8b36-7e9f7da30eb6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0483611 Sep 20 13:15:20.934882 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-75e9bd27-590b-4d47-9213-286f6ce1aa41 req-9a91499f-65bd-43f6-929e-20f108a3dc17 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Sep 20 13:15:21.386851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164bbb2-0dcb-4193-9166-6382002e68a6 req-9b5e0de3-e5f1-4259-bd68-d13546f54d2f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:21.388338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4164bbb2-0dcb-4193-9166-6382002e68a6 req-9b5e0de3-e5f1-4259-bd68-d13546f54d2f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0543835 Sep 20 13:15:21.432004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4164bbb2-0dcb-4193-9166-6382002e68a6 req-907c537b-48c0-4fe5-aba0-36f467cc89c0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Sep 20 13:15:22.544439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37757282-880c-4b36-9cc2-b319a446d7d8 req-88277fe8-99e3-4d8c-bc2a-f52a5ffeba73 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:22.545919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37757282-880c-4b36-9cc2-b319a446d7d8 req-88277fe8-99e3-4d8c-bc2a-f52a5ffeba73 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0484805 Sep 20 13:15:22.582469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37757282-880c-4b36-9cc2-b319a446d7d8 req-318c8bb6-d22d-4698-bdaf-90303309fcdc tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307012 Sep 20 13:15:22.645807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-0e24010a-e910-4092-8c4e-3f8e43a52eae tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:22.647332 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-0e24010a-e910-4092-8c4e-3f8e43a52eae tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 946 time: 0.0558980 Sep 20 13:15:22.741406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Deleting port 565b7b50-7179-4db9-8fc3-85a90c0845d8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:15:22.741767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:22.832354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] For port 565b7b50-7179-4db9-8fc3-85a90c0845d8, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=565b7b50-7179-4db9-8fc3-85a90c0845d8,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:15:22.832724 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:22.999380 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:22.999656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:22.999974 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Floating IP c0f11dd4-707a-41df-b0af-a629fce2601e disassociated. External IP: 172.25.6.179, port: 565b7b50-7179-4db9-8fc3-85a90c0845d8. Sep 20 13:15:23.000320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Calling delete_port for 565b7b50-7179-4db9-8fc3-85a90c0845d8 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:15:23.169888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:23.199101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event deleted for resources: {'Port': ['ID=565b7b50-7179-4db9-8fc3-85a90c0845d8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:23.573468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:15:23.675343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb0babe1-e318-495c-921e-eb8a92ce9818 req-88fb73cd-b77d-43d9-a7f2-d4b8d0dcb919 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d52b54-4f61-4891-813c-54fd26e3f936 HTTP/1.1" status: 200 len: 210 time: 0.0266397 Sep 20 13:15:23.681289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:15:23.692345 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:15:23.701061 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:15:23.702196 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:15:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:15:23.723963 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] No DVR routers for this DVR port 565b7b50-7179-4db9-8fc3-85a90c0845d8 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:15:23.726730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:23.729064 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fc80a5df-02b4-40a9-afa5-6052c586abbe req-8c4cc536-d288-4ac7-bb37-fa83d88639f2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "DELETE /v2.0/ports/565b7b50-7179-4db9-8fc3-85a90c0845d8 HTTP/1.1" status: 204 len: 173 time: 1.0755558 Sep 20 13:15:23.729525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'name': 'network-vif-deleted', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:15:23.732269 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06288467-939c-45de-94ce-4e24d0f6c49e" -d '{"events": [{"server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "name": "network-vif-deleted", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:15:23.770082 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36670046-caa7-405c-81b2-6be930e4e755 x-openstack-request-id: req-36670046-caa7-405c-81b2-6be930e4e755 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:15:23.770379 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d52b54-4f61-4891-813c-54fd26e3f936", "name": "network-vif-deleted", "tag": "565b7b50-7179-4db9-8fc3-85a90c0845d8", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:15:23.770636 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36670046-caa7-405c-81b2-6be930e4e755 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:15:23.771039 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d52b54-4f61-4891-813c-54fd26e3f936', 'name': 'network-vif-deleted', 'tag': '565b7b50-7179-4db9-8fc3-85a90c0845d8', 'status': 'completed', 'code': 200} Sep 20 13:15:23.901771 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:15:24.094666 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:15:24.124246 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:15:24.132408 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:15:24.132952 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:15:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:15:24.239200 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:15:24.430657 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:15:24.455984 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15738ef-3394-4a4f-b2ce-05d0882e32d4 None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:15:24.653685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777061fe-2efc-4f75-938a-9bbd63f1a0c1 None None] New status for floating IP c0f11dd4-707a-41df-b0af-a629fce2601e: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:15:24.951128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-ae7cc055-6354-4b1c-8a35-720dadce6103 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1447385216&fields=id&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 267 time: 0.0317862 Sep 20 13:15:25.056248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-c9bfa3c9-585b-4ef2-8530-20c1897e1a43 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:25.057726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-c9bfa3c9-585b-4ef2-8530-20c1897e1a43 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 811 time: 0.0999599 Sep 20 13:15:25.072157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-4e7608b9-1ea0-4196-acd0-7dc7381960b1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/quotas/6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 375 time: 0.0086265 Sep 20 13:15:25.123087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-532cca74-a17a-45cf-8a26-0ed30c54bc5e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452790 Sep 20 13:15:25.138254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-ba7f4443-93a5-4e92-a1ed-0a803c9b011d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:15:25.139829 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-ba7f4443-93a5-4e92-a1ed-0a803c9b011d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054438 Sep 20 13:15:25.230420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-0d7c3656-d44a-4a99-b633-6ff106382813 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847690 Sep 20 13:15:25.318155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-0435daa4-d60d-4fa3-bbad-bcd6c170a5e9 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810714 Sep 20 13:15:25.540163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0de8b93e-b79b-40ae-a0db-214fe1e3611c req-09c47035-f5e2-4be4-897f-b6d327545b9f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 210 time: 0.0301576 Sep 20 13:15:26.496291 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 565b7b50-7179-4db9-8fc3-85a90c0845d8 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:15:26.516715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 565b7b50-7179-4db9-8fc3-85a90c0845d8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:15:26.516996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 565b7b50-7179-4db9-8fc3-85a90c0845d8 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:15:26.635469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-45f15142-988c-489c-82b1-0aef0b41e368 req-ab27563b-633d-4dad-8cbb-efe9157cf887 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 210 time: 0.0270288 Sep 20 13:15:27.317857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-6b345187-4aae-4dde-8fa0-7078cc6f72b8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:27.319277 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-6b345187-4aae-4dde-8fa0-7078cc6f72b8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 811 time: 0.1008716 Sep 20 13:15:27.361293 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-4a253654-6518-4804-9fd9-9865e2cf704f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 380 time: 0.0329421 Sep 20 13:15:27.370577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'port': {'device_id': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'admin_state_up': True, 'tenant_id': '6a7790171e454161af88091432db0817', 'security_groups': ['2aa8104e-d778-424d-b4d3-d7696bb8baec']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:15:27.558404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Made reservation on behalf of 6a7790171e454161af88091432db0817 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:15:27.562441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:27.690478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Allocated IP 172.20.0.12 (9fa4aed0-51ca-4732-938a-c4a203f09756/8c65308a-5e02-4882-85d5-e801433e1350/71eb39d9-12c5-475e-8106-1e263ebbfcec) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:15:27.728734 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7d63b7ee-aecd-4903-8fc5-59c3173eb706 req-5afa4c58-0c95-47de-93eb-05fab3e23c9f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 210 time: 0.0257576 Sep 20 13:15:27.823972 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:27.918623 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:27.960448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:15:27.963552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:15:27.967281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:15:27.977786 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:28.027058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:28.027686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:28.130607 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-2c39deb2-ab33-4514-8625-1898dae1f4e6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7634597 Sep 20 13:15:28.143074 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Request body: {'port': {'device_id': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:15:28.199076 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:28.214782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-91b0cf62-03de-422d-82d2-1aaa4a50bc49 None None] Provisioning complete for port 71eb39d9-12c5-475e-8106-1e263ebbfcec triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:15:28.215398 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-91b0cf62-03de-422d-82d2-1aaa4a50bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:28.250895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-91b0cf62-03de-422d-82d2-1aaa4a50bc49 None None] Port 71eb39d9-12c5-475e-8106-1e263ebbfcec cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:15:28.462690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71eb39d9-12c5-475e-8106-1e263ebbfcec {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:15:28.470385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:28.481677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Transition to ACTIVE for port object 71eb39d9-12c5-475e-8106-1e263ebbfcec will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:15:28.558285 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:28.612403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:28.688053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:15:28.688391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:15:28.688772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:15:28.693330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:15:28.693664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:15:28.698682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:15:28.701784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:15:28.701784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:15:28.701784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Bound port: 71eb39d9-12c5-475e-8106-1e263ebbfcec, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:15:28.701784 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:28.768006 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:15:28.771251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:15:28.839026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:28.845793 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d023aa-f68d-4efa-8f15-39d0371e29b4 req-b3bdb74d-fe7a-4755-b62a-7aab881b6638 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:28.847496 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81d023aa-f68d-4efa-8f15-39d0371e29b4 req-b3bdb74d-fe7a-4755-b62a-7aab881b6638 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0489862 Sep 20 13:15:28.879346 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:28.879974 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:28.881403 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] 10.222.0.21 "PUT /v2.0/ports/71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1092 time: 0.7426627 Sep 20 13:15:28.881846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:15:28.884064 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093388d8-c089-4f0f-907e-bb20a0dd1d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:15:28.893160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81d023aa-f68d-4efa-8f15-39d0371e29b4 req-0fdc767f-814f-4e8a-89bf-103b6104f65c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392029 Sep 20 13:15:28.914778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc825d-b004-423c-aca3-2b7a0a9726bf service neutron] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:28.954483 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87feae5a-d70c-4f71-ac90-a1bdf412e723 x-openstack-request-id: req-87feae5a-d70c-4f71-ac90-a1bdf412e723 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:15:28.954483 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:15:28.954483 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87feae5a-d70c-4f71-ac90-a1bdf412e723 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:15:28.954483 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'status': 'completed', 'code': 200} Sep 20 13:15:29.023175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093388d8-c089-4f0f-907e-bb20a0dd1d2e req-6ae93f1a-138d-4057-82b4-e765dc575c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:29.024709 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-093388d8-c089-4f0f-907e-bb20a0dd1d2e req-6ae93f1a-138d-4057-82b4-e765dc575c92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1095 time: 0.0475175 Sep 20 13:15:29.124747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093388d8-c089-4f0f-907e-bb20a0dd1d2e req-946cee27-ff5a-4754-b96d-4323f9ebc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:29.126259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-093388d8-c089-4f0f-907e-bb20a0dd1d2e req-946cee27-ff5a-4754-b96d-4323f9ebc8c6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6a7790171e454161af88091432db0817&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0932386 Sep 20 13:15:29.221150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093388d8-c089-4f0f-907e-bb20a0dd1d2e req-bf1454ae-7345-4e21-8097-17d1216453b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:29.222528 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-093388d8-c089-4f0f-907e-bb20a0dd1d2e req-bf1454ae-7345-4e21-8097-17d1216453b2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895121 Sep 20 13:15:29.297836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-892da6d7-d725-4f93-8f07-ada0e218c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:29.299241 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-892da6d7-d725-4f93-8f07-ada0e218c9fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1095 time: 0.0402234 Sep 20 13:15:29.343941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-8cb8940e-8ce5-4ba3-b0e0-e4c8b61588bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 217 time: 0.0368030 Sep 20 13:15:29.391995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-6e5efa71-1184-49ea-9407-9e14ee3ae5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:29.393404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-6e5efa71-1184-49ea-9407-9e14ee3ae5e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0421257 Sep 20 13:15:29.437466 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-dfa0c78b-83f7-4d6f-85b3-08594905582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:29.438888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-dfa0c78b-83f7-4d6f-85b3-08594905582c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390143 Sep 20 13:15:29.528487 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-67c91bf8-ba7f-46a5-a088-284ae3643222 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824673 Sep 20 13:15:29.621186 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c725edc6-22e1-4312-a8aa-69c349b92d62 req-a00ec768-822b-479a-a25e-70b571595613 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853846 Sep 20 13:15:30.012320 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a582f-04b7-4f03-9d54-8639314892a1 req-9758f73e-d4b9-4840-ad0a-e5fe2360dad1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:30.013815 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-940a582f-04b7-4f03-9d54-8639314892a1 req-9758f73e-d4b9-4840-ad0a-e5fe2360dad1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0516734 Sep 20 13:15:30.051072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-940a582f-04b7-4f03-9d54-8639314892a1 req-69342ea6-fc42-42bb-9420-792f81b743c2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312991 Sep 20 13:15:31.169114 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6428c-1361-408b-912a-260a780c2ac8 req-ae345707-704d-44a0-853a-11cc53a782d4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:31.169114 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41b6428c-1361-408b-912a-260a780c2ac8 req-ae345707-704d-44a0-853a-11cc53a782d4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0473287 Sep 20 13:15:31.202112 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41b6428c-1361-408b-912a-260a780c2ac8 req-13028990-7845-4d0f-b68f-8fa5701b199f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Sep 20 13:15:32.319501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fd206-c48f-4fdb-ad29-a76913be2a6a req-43c707f9-b872-4804-95f4-3659f5f55c2e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:32.321030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c8fd206-c48f-4fdb-ad29-a76913be2a6a req-43c707f9-b872-4804-95f4-3659f5f55c2e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0505893 Sep 20 13:15:32.357750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c8fd206-c48f-4fdb-ad29-a76913be2a6a req-6496b31d-e2a9-4ebd-8647-9c20b8803ffa tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300596 Sep 20 13:15:32.363600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:15:32.459107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:15:32.469931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'mac_address': 'fa:16:3e:23:32:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:15:32.505903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:32.518341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eb39d9-12c5-475e-8106-1e263ebbfcec {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:15:32.536797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:15:32.609341 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:32.656387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:32.825463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['71eb39d9-12c5-475e-8106-1e263ebbfcec'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:15:33.496541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da4c8-98ec-4732-a584-0c7411752b0e req-65c9cd40-953c-44f2-a1d3-73e99ee6e507 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:33.498208 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b7da4c8-98ec-4732-a584-0c7411752b0e req-65c9cd40-953c-44f2-a1d3-73e99ee6e507 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 945 time: 0.0622292 Sep 20 13:15:33.540179 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2b7da4c8-98ec-4732-a584-0c7411752b0e req-cf84b95f-4eaf-455c-a7d7-663bd5821521 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350361 Sep 20 13:15:34.370011 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:15:34.495099 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 71eb39d9-12c5-475e-8106-1e263ebbfcec completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:15:34.499593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 71eb39d9-12c5-475e-8106-1e263ebbfcec triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:15:34.504652 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:34.579909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:34.602576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:15:34.608527 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f793cd-a84a-482d-abcc-2b7402f2fe3a" -d '{"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-plugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:15:34.616800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:15:34.659043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a9c6d-98b3-4b68-8423-d37298af9776 req-521c1716-8195-4fb5-8378-2bf46c432ce0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:34.660520 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-726a9c6d-98b3-4b68-8423-d37298af9776 req-521c1716-8195-4fb5-8378-2bf46c432ce0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 945 time: 0.0531664 Sep 20 13:15:34.672447 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:34.699721 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-726a9c6d-98b3-4b68-8423-d37298af9776 req-2c4c5b58-dabb-4ccb-b174-83e35038eca6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Sep 20 13:15:34.722446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:15:34.745263 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5958c00b-47ac-449b-9b34-cef2100a36c1 x-openstack-request-id: req-5958c00b-47ac-449b-9b34-cef2100a36c1 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:15:34.745551 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-plugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:15:34.745802 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5958c00b-47ac-449b-9b34-cef2100a36c1 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:15:34.746197 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'code': 200} Sep 20 13:15:34.836751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf10db-a31c-4388-bdcb-b4fd3c9b9f54 req-6176d9a5-0c61-45c3-9a19-f8e707525dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:34.838272 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-accf10db-a31c-4388-bdcb-b4fd3c9b9f54 req-6176d9a5-0c61-45c3-9a19-f8e707525dc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1097 time: 0.0406630 Sep 20 13:15:34.879271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-accf10db-a31c-4388-bdcb-b4fd3c9b9f54 req-3914e1a7-1f3d-4381-9e45-d1179a9a85b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336285 Sep 20 13:15:35.501347 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:15:35.815917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bb298-cc0f-4604-81a7-12b1324625af req-f4ffa472-5c4f-4e7e-aae9-0cdf23d346a8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:35.817338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c6bb298-cc0f-4604-81a7-12b1324625af req-f4ffa472-5c4f-4e7e-aae9-0cdf23d346a8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0490909 Sep 20 13:15:35.853714 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c6bb298-cc0f-4604-81a7-12b1324625af req-d7241fba-83df-497d-a4bd-01334d70a8c5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304911 Sep 20 13:15:36.972763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbb9fb-c06e-46c6-969b-7a6021a5a53a req-9df57426-1c7c-47f3-b867-bfcb9c330b62 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:36.974259 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfcbb9fb-c06e-46c6-969b-7a6021a5a53a req-9df57426-1c7c-47f3-b867-bfcb9c330b62 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0519292 Sep 20 13:15:37.010016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfcbb9fb-c06e-46c6-969b-7a6021a5a53a req-81230a2d-b66b-43e5-a145-6b32949885ed tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298123 Sep 20 13:15:37.119179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e600e-e035-4df0-89a6-791af45454b6 req-5ca1823f-2776-46fd-9a34-62f8b78de685 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:37.120577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d60e600e-e035-4df0-89a6-791af45454b6 req-5ca1823f-2776-46fd-9a34-62f8b78de685 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0487471 Sep 20 13:15:37.129527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:15:37.133975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'floatingip': {'port_id': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:15:37.172860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:37.881638 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 13:15:37.929551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:37.986368 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:38.082013 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Floating IP c0f11dd4-707a-41df-b0af-a629fce2601e associated. External IP: 172.25.6.179, port: 71eb39d9-12c5-475e-8106-1e263ebbfcec. Sep 20 13:15:38.286323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:15:38.391729 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:15:38.396518 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:38.401075 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:15:38.410229 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:15:38.410828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:15:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:15:38.422696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc43cb0a-d1c1-4f9e-9fe2-4d3a42c49eca tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "PUT /v2.0/floatingips/c0f11dd4-707a-41df-b0af-a629fce2601e HTTP/1.1" status: 200 len: 992 time: 1.2920992 Sep 20 13:15:38.423289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:15:38.425587 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:15:38.518702 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaba361-bc45-4532-857f-230f1202d994 x-openstack-request-id: req-efaba361-bc45-4532-857f-230f1202d994 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:15:38.518996 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:15:38.519244 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efaba361-bc45-4532-857f-230f1202d994 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:15:38.519644 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'status': 'completed', 'code': 200} Sep 20 13:15:38.524343 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:15:38.580781 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-8a26bf3d-b694-47f6-b6bd-d8c4d2032b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:38.582214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-8a26bf3d-b694-47f6-b6bd-d8c4d2032b9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1097 time: 0.0407586 Sep 20 13:15:38.672541 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-2d27a919-095b-4f39-8e1a-c000df6745fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:38.674035 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-2d27a919-095b-4f39-8e1a-c000df6745fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0847886 Sep 20 13:15:38.743081 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-44499b9f-c4b4-40af-8a8f-1ca11b0c11b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1000 time: 0.0611167 Sep 20 13:15:38.746834 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:23:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:15:37Z', 'revision_number': 9, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:15:38.780900 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:15:38.789037 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:15:38.789636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:15:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:15:38.793829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-95929aca-64a7-4fb7-8877-339d77b04f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:38.795785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-95929aca-64a7-4fb7-8877-339d77b04f29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0461812 Sep 20 13:15:38.840632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-2c504a22-690e-4c2f-905d-4997a2a9ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:38.842220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-2c504a22-690e-4c2f-905d-4997a2a9ae3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397918 Sep 20 13:15:38.894554 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:15:38.937163 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-44e8e1e7-b97b-4848-9a24-d2569a590696 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878534 Sep 20 13:15:39.027777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-353f9ce2-1be1-4cea-ab96-dd35f2cfb7c4 req-22e19579-8b2f-4daa-8487-13ceb0ad84e3 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822275 Sep 20 13:15:39.120352 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:23:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:15:37Z', 'revision_number': 9, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:15:39.146151 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c0a9e-5e83-424e-97b8-21656e2fe479 None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:23:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:15:37Z', 'revision_number': 9, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:15:39.324509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f460dc-4d10-4af3-b142-b60dfb2adabd None None] New status for floating IP c0f11dd4-707a-41df-b0af-a629fce2601e: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:15:42.466589 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4213b371-e432-47e1-9b17-59623d0b04e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:45.220411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-179b776b-d6eb-4759-85a3-aecf414ed1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:45.637364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:46.740243 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:48.012222 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-f1c6c395-fdb9-4d76-b409-90d58f0249ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441852 Sep 20 13:15:48.097031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-e46e00c9-9dc4-45cd-98b1-52875a6054b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:48.098577 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-e46e00c9-9dc4-45cd-98b1-52875a6054b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1097 time: 0.0453827 Sep 20 13:15:48.106224 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:48.218311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-33c66810-3bee-4ef8-877e-34e2cbc81dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:48.219732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-33c66810-3bee-4ef8-877e-34e2cbc81dcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1002924 Sep 20 13:15:48.298235 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-32372bf6-59bf-4456-85d1-69477ac7c002 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1003 time: 0.0706680 Sep 20 13:15:48.351847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-04ecf84e-1e2a-4c31-b37a-3e8d667ca73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:48.354360 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-04ecf84e-1e2a-4c31-b37a-3e8d667ca73e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0492694 Sep 20 13:15:48.407244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-f0f05ce9-fd70-483b-b136-36fc7368f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:15:48.409378 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-f0f05ce9-fd70-483b-b136-36fc7368f044 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484462 Sep 20 13:15:48.512593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-ff511599-1be7-4569-9631-274202451446 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960174 Sep 20 13:15:48.610417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-126b57ae-6e58-4585-a0de-136f538e5e7f req-632ba5ef-d629-4207-8ea5-e7fd33db5021 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903478 Sep 20 13:15:50.305603 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:15:50.802724 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:12.425267 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-07c740db-8be3-4194-b3b9-40c51c8ef4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:12.500168 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:16:15.213936 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a1432371-61c5-4cd8-87e3-88b4f1783421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:15.665435 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:16.710547 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:18.082287 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:20.299232 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:20.802150 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:31.263538 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-cdee8432-6d16-41cd-8435-1a0691ce2df1 req-f1ec0c30-019a-4684-b35e-af6d4b5aea29 service neutron] (95502) timed out ('10.222.0.32', 56790) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 13:16:42.430436 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4700dcc2-3ce9-4808-afae-322b8d4077c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:45.230716 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54833a46-a994-4ef5-93b2-8d53b628b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:45.630373 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:46.727445 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:48.110132 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:49.498895 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:16:50.322234 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:50.662417 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-90c590a5-6929-4307-a9d7-a8bbf67bb16e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451126 Sep 20 13:16:50.745930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-24de5e00-07a9-4204-98d5-381314c1bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:16:50.747604 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-24de5e00-07a9-4204-98d5-381314c1bf22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1097 time: 0.0416577 Sep 20 13:16:50.807580 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:16:50.861318 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-d26ea82a-1c7b-408c-807e-1b8348f0b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:16:50.862801 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-d26ea82a-1c7b-408c-807e-1b8348f0b45f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0894830 Sep 20 13:16:50.929314 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-5ec372e7-f630-42f7-ae19-ca7a9f3345e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1003 time: 0.0596335 Sep 20 13:16:50.980609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-2c7f77b9-0d34-4d75-b167-c4468b288b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:16:50.982564 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-2c7f77b9-0d34-4d75-b167-c4468b288b14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0460052 Sep 20 13:16:51.027479 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-e2230bc6-563b-48bc-bed9-1e3b09001cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:16:51.029211 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-e2230bc6-563b-48bc-bed9-1e3b09001cb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397708 Sep 20 13:16:51.115863 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-b6458de4-4437-41cb-9b5d-94d2ddf93258 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799022 Sep 20 13:16:51.206098 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-462f9294-b6b1-4e75-b39b-ff705ab50f95 req-5afb3933-6550-4f0a-a706-9ee686fc0ae5 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Sep 20 13:17:12.452385 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b0f01f6b-61e9-4297-a7f3-8c39293a69df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:14.554408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22235fcb-45c5-486c-84c6-3198066f79dd req-941348ba-e49b-4045-b155-8a34b38ab91a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:14.555895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22235fcb-45c5-486c-84c6-3198066f79dd req-941348ba-e49b-4045-b155-8a34b38ab91a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.1115811 Sep 20 13:17:14.594542 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22235fcb-45c5-486c-84c6-3198066f79dd req-ab011e2b-1d96-4e04-9f5a-4d483ce3b50b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317662 Sep 20 13:17:14.658135 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-2fdfe991-2829-4029-a6e5-db1930d9682c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875461 Sep 20 13:17:15.228933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c890f8d6-82c1-48bc-97c6-e8b91e2c6ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:15.689541 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:15.711474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ad6d7-0143-485b-b362-fd54659473f8 req-fa448ec5-ad8a-4fb6-934e-5197a4a7e524 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:15.713104 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-030ad6d7-0143-485b-b362-fd54659473f8 req-fa448ec5-ad8a-4fb6-934e-5197a4a7e524 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0494487 Sep 20 13:17:15.751079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-030ad6d7-0143-485b-b362-fd54659473f8 req-716dd853-8159-4673-825e-224f8e40ded1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Sep 20 13:17:16.707880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-370d811d-13f7-4d6d-85f7-924bfd9a1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:16.709418 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-370d811d-13f7-4d6d-85f7-924bfd9a1ca9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1097 time: 0.0393577 Sep 20 13:17:16.738452 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:16.803624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-05f0e49b-1c21-48c2-bce1-e5a04389a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:16.805141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-05f0e49b-1c21-48c2-bce1-e5a04389a337 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0886397 Sep 20 13:17:16.866060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87e5d7-91a4-4420-9af6-a6d05666268f req-124d3ce9-0fb3-41ad-bd9c-bb1db674a292 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:16.867550 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b87e5d7-91a4-4420-9af6-a6d05666268f req-124d3ce9-0fb3-41ad-bd9c-bb1db674a292 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0481730 Sep 20 13:17:16.869903 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-673bdc55-e07f-4f79-a289-08e6211d649b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1003 time: 0.0577769 Sep 20 13:17:16.909156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b87e5d7-91a4-4420-9af6-a6d05666268f req-699bf8ec-7dae-44d5-8594-fce19c223d7b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352921 Sep 20 13:17:16.927105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-2442ce80-975a-4391-a386-e62e48a2cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:16.928542 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-2442ce80-975a-4391-a386-e62e48a2cb71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0519080 Sep 20 13:17:16.974596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-7ef49111-b285-4d61-a299-68c97dbacf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:16.975972 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-7ef49111-b285-4d61-a299-68c97dbacf3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394173 Sep 20 13:17:17.065673 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-6c0bfec5-7d8b-410a-878d-de6dd7d4ceb2 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821490 Sep 20 13:17:17.154846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-1bfd67dd-3d6b-4de5-87e3-4d4ab3a4a233 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814319 Sep 20 13:17:18.027420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52110f-a893-4d75-b4ad-96a70ec074fa req-0396794a-c873-4d97-8977-953e8b4160c4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:18.029128 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de52110f-a893-4d75-b4ad-96a70ec074fa req-0396794a-c873-4d97-8977-953e8b4160c4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0531271 Sep 20 13:17:18.066880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de52110f-a893-4d75-b4ad-96a70ec074fa req-4fcedc23-2248-4508-af41-a7abcc737f74 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Sep 20 13:17:18.104374 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:19.185074 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41051234-1f17-412e-abe1-1fc404374c8e req-91181a63-c951-4a49-9b2e-43c113227453 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:19.186610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41051234-1f17-412e-abe1-1fc404374c8e req-91181a63-c951-4a49-9b2e-43c113227453 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0521429 Sep 20 13:17:19.223185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-41051234-1f17-412e-abe1-1fc404374c8e req-ff87894a-9f37-4077-8939-3f1ea29e142c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306492 Sep 20 13:17:20.338455 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:20.340148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88a481-f122-443e-85c1-1f3353ef1d6f req-56cb14a0-97ee-40b8-89d4-47ab3c73bc86 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:20.341663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd88a481-f122-443e-85c1-1f3353ef1d6f req-56cb14a0-97ee-40b8-89d4-47ab3c73bc86 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0492501 Sep 20 13:17:20.379263 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd88a481-f122-443e-85c1-1f3353ef1d6f req-0af24f3b-4cfc-45a5-895e-026edb941692 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Sep 20 13:17:20.819059 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:21.498161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b0c96-50d8-4f20-8ab4-2705c5d59b28 req-c60d29fc-4e32-441f-97d1-a699cd2a9ef4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:21.499638 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-729b0c96-50d8-4f20-8ab4-2705c5d59b28 req-c60d29fc-4e32-441f-97d1-a699cd2a9ef4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0538058 Sep 20 13:17:21.536418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-729b0c96-50d8-4f20-8ab4-2705c5d59b28 req-a632f339-ecbd-47b4-abab-da34e3ec5fb4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Sep 20 13:17:22.650584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52ef74-1945-49d0-8c31-b5dff6c7e20e req-ee9aa3c6-1f80-4b7c-a1fe-5ff99dd2dc9e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:22.652959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba52ef74-1945-49d0-8c31-b5dff6c7e20e req-ee9aa3c6-1f80-4b7c-a1fe-5ff99dd2dc9e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0484874 Sep 20 13:17:22.689648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ba52ef74-1945-49d0-8c31-b5dff6c7e20e req-0c513db3-c627-4ac3-ab92-d0d8d6dc1601 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307956 Sep 20 13:17:23.804719 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aabeb-8357-4ac6-84eb-45ce150e24ca req-0eb90686-a2c8-4c83-9c10-04d9ee016eb4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:23.806222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf2aabeb-8357-4ac6-84eb-45ce150e24ca req-0eb90686-a2c8-4c83-9c10-04d9ee016eb4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0493731 Sep 20 13:17:23.843948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bf2aabeb-8357-4ac6-84eb-45ce150e24ca req-208eeee6-09d6-43e0-b67c-56d92654e073 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Sep 20 13:17:24.961457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5709-0cc9-4275-8bd6-34f9d48a90d6 req-d66d41f4-c61f-438f-8aac-83703b26fad1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:24.962932 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-269a5709-0cc9-4275-8bd6-34f9d48a90d6 req-d66d41f4-c61f-438f-8aac-83703b26fad1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0533657 Sep 20 13:17:24.999832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-269a5709-0cc9-4275-8bd6-34f9d48a90d6 req-e698ac07-be47-4df6-b0f3-6a57192277b3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303130 Sep 20 13:17:26.113587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf77d1-dd8c-4c35-b74e-2cf83324fe9b req-cce34ecc-30d5-4a7b-a60d-bcd5caf9fc75 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:26.115057 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15bf77d1-dd8c-4c35-b74e-2cf83324fe9b req-cce34ecc-30d5-4a7b-a60d-bcd5caf9fc75 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0483334 Sep 20 13:17:26.152881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15bf77d1-dd8c-4c35-b74e-2cf83324fe9b req-060fbbcc-c652-4547-a249-6cbbbb26dff5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Sep 20 13:17:26.497481 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:17:27.268005 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029a603-20b5-4b4f-a907-324ef049acb2 req-c0c7eb63-1382-4134-bd8b-ebd2cc067972 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:27.269494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d029a603-20b5-4b4f-a907-324ef049acb2 req-c0c7eb63-1382-4134-bd8b-ebd2cc067972 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0478671 Sep 20 13:17:27.310535 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d029a603-20b5-4b4f-a907-324ef049acb2 req-c41c07f0-4517-42a5-9b54-f76a9e64bc29 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349801 Sep 20 13:17:28.427775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e3f3-604b-45e8-baed-d9939e5f5357 req-8ec524c2-561f-4842-b418-71cc6dab7187 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:28.429260 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aba5e3f3-604b-45e8-baed-d9939e5f5357 req-8ec524c2-561f-4842-b418-71cc6dab7187 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0520689 Sep 20 13:17:28.468982 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aba5e3f3-604b-45e8-baed-d9939e5f5357 req-8ca7cb5e-9d5a-4e8e-b2d1-e0c0dafd1b9d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315602 Sep 20 13:17:29.211532 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-39941d9b-5629-4963-915b-a5671c329ab6 req-514be4b0-8099-4b74-bc57-39bc08aed841 service neutron] show failed (client error): The resource could not be found. Sep 20 13:17:29.212458 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-514be4b0-8099-4b74-bc57-39bc08aed841 service neutron] 10.222.0.21 "GET /v2.0/ports/71eb39d9-12c5-475e-8106-1e263ebbfcec/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0531635 Sep 20 13:17:29.583368 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b1a3-f1bf-49ad-b6da-bb125196332a req-85587bbf-1650-4f70-9f30-f40e53ac2c8a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:29.584838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d37b1a3-f1bf-49ad-b6da-bb125196332a req-85587bbf-1650-4f70-9f30-f40e53ac2c8a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0489564 Sep 20 13:17:29.622763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d37b1a3-f1bf-49ad-b6da-bb125196332a req-c5e2cd33-1e12-45a7-8af5-28949765cbf2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317490 Sep 20 13:17:29.769821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-993376c6-517f-4b34-95b5-1138d3012536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:29.771260 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-993376c6-517f-4b34-95b5-1138d3012536 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 1097 time: 0.0448382 Sep 20 13:17:29.783199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:29.833986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:30.032690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:30.064533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:30.106958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:30.109300 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8aa318-3e6c-4a90-947e-832cef720262" -d '{"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-unplugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:30.112995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:30.125049 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Transition to ACTIVE for port object 71eb39d9-12c5-475e-8106-1e263ebbfcec will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:17:30.158822 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db2c5f-7797-479a-88f4-f3bf1b2d7ea5 x-openstack-request-id: req-29db2c5f-7797-479a-88f4-f3bf1b2d7ea5 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:30.159114 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-unplugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:30.159363 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29db2c5f-7797-479a-88f4-f3bf1b2d7ea5 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:30.159752 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'code': 200} Sep 20 13:17:30.212260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:30.286127 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:30.298003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.298347 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.298679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.299009 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.299334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.299662 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.299983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.300302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.300618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.300957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.301275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.301589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:30.342609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] No DVR routers for this DVR port 71eb39d9-12c5-475e-8106-1e263ebbfcec on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:17:30.474028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:17:30.474359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:17:30.474680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:30.478829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:17:30.479149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:30.483938 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:30.484268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:17:30.484642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:30.485090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Bound port: 71eb39d9-12c5-475e-8106-1e263ebbfcec, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:17:30.485441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:30.546355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:30.549269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:30.618592 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:30.658824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:30.659363 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:30.660805 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1092 time: 0.8815117 Sep 20 13:17:30.676405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad57902-800b-46b0-8005-4665bc4600b8 service neutron] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:30.739915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-899ddbaa-4d7c-47de-8017-34d0ebbd14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:30.741132 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-899ddbaa-4d7c-47de-8017-34d0ebbd14a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1095 time: 0.0432718 Sep 20 13:17:30.760323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a956dc-85f8-417e-a796-986f1c1ef2b7 req-c55bebee-1e90-4528-ac4e-23d6ef04c83e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:30.762007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83a956dc-85f8-417e-a796-986f1c1ef2b7 req-c55bebee-1e90-4528-ac4e-23d6ef04c83e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0520341 Sep 20 13:17:30.804823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83a956dc-85f8-417e-a796-986f1c1ef2b7 req-33ac2e64-bf50-4baf-90dd-50097e37b449 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361972 Sep 20 13:17:30.840465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-53b0d8db-d4ef-41d6-9459-cd4172c20acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:30.842695 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-53b0d8db-d4ef-41d6-9459-cd4172c20acf service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0949104 Sep 20 13:17:30.916760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-4e54b1ad-dcda-415b-b076-108284cce53b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1001 time: 0.0673347 Sep 20 13:17:31.230248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-097a53ae-e547-4410-8be2-b6790f85be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:31.231767 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-097a53ae-e547-4410-8be2-b6790f85be60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.3084912 Sep 20 13:17:31.276217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941d9b-5629-4963-915b-a5671c329ab6 req-87c83a4f-bdd5-4a67-a45e-2d17a4e9aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:31.278210 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-87c83a4f-bdd5-4a67-a45e-2d17a4e9aaea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377336 Sep 20 13:17:31.367490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-95e0b001-1189-4bba-b6e2-0c205520cece service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825763 Sep 20 13:17:31.453777 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-39941d9b-5629-4963-915b-a5671c329ab6 req-f189e269-dc07-4aae-8b2b-ee054dca0c37 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795467 Sep 20 13:17:31.924850 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b49a8d-c1ac-4831-ab31-d8e9466f557d req-3413b549-6fba-4b69-9c52-4d3eedc3d764 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:31.926405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13b49a8d-c1ac-4831-ab31-d8e9466f557d req-3413b549-6fba-4b69-9c52-4d3eedc3d764 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0527472 Sep 20 13:17:31.962928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13b49a8d-c1ac-4831-ab31-d8e9466f557d req-26c1e5c3-62ad-409e-82e0-41ab856ec804 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306430 Sep 20 13:17:32.165964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:32.165964 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c90bd1-eeee-4f18-914a-733455176a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:32.210802 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d54c59c-45bb-49a5-ab1b-cb049f007c3a x-openstack-request-id: req-4d54c59c-45bb-49a5-ab1b-cb049f007c3a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:32.211097 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:32.212243 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d54c59c-45bb-49a5-ab1b-cb049f007c3a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:32.212654 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'status': 'completed', 'code': 200} Sep 20 13:17:32.299913 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-814423b2-39ef-4c74-8559-85ea54f0407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:32.301690 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-814423b2-39ef-4c74-8559-85ea54f0407e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1095 time: 0.0724659 Sep 20 13:17:32.303973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-dd56895c-feed-4295-8260-1e75b56c0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:32.305308 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-dd56895c-feed-4295-8260-1e75b56c0ccf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1095 time: 0.0675814 Sep 20 13:17:32.456793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-d3a96556-8ab0-42ef-96b8-3b86e3bbd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:32.458198 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-d3a96556-8ab0-42ef-96b8-3b86e3bbd010 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1489334 Sep 20 13:17:32.459478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-cbd1acec-017a-4fca-b23b-8dc89afd6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:32.460753 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-cbd1acec-017a-4fca-b23b-8dc89afd6d00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1445580 Sep 20 13:17:32.578537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-5cf1f007-c1a4-4172-959b-5e1590d470d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1001 time: 0.1137624 Sep 20 13:17:32.583944 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-798dd348-916d-4011-9025-00dd71d7e778 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1001 time: 0.1133311 Sep 20 13:17:32.663922 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-fc2366f5-7244-4f5c-8ad5-39417fae1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:32.665441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-fc2366f5-7244-4f5c-8ad5-39417fae1d87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0800738 Sep 20 13:17:32.666790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-d2d58fbc-38f8-4f64-8b70-a0b49162007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:32.668125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-d2d58fbc-38f8-4f64-8b70-a0b49162007c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0753655 Sep 20 13:17:32.736441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-8080c9d7-b63e-4992-8580-de4f28b306ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:32.738146 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-8080c9d7-b63e-4992-8580-de4f28b306ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585222 Sep 20 13:17:32.739808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-df38f46b-3174-4019-b88e-bb83ab37cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:32.741178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-df38f46b-3174-4019-b88e-bb83ab37cdd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685918 Sep 20 13:17:32.897680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-7815c4d0-208a-4f26-8acb-191da7e9055a service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502886 Sep 20 13:17:32.899546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-77d77dfc-da1f-4583-9b13-a898fae087df service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511936 Sep 20 13:17:33.000124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:17:33.039232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:17:33.060445 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-11650467-0466-4002-8eae-0e3656f2fb8d service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542101 Sep 20 13:17:33.062356 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5c90bd1-eeee-4f18-914a-733455176a9a req-4408fa42-bcb2-4ad6-8372-cf0c421588d2 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489735 Sep 20 13:17:33.086515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82b826-3bd6-4236-995e-d76f618ac63c req-af7c614f-b86b-438e-9513-b4cbd5800dbb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:33.088029 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d82b826-3bd6-4236-995e-d76f618ac63c req-af7c614f-b86b-438e-9513-b4cbd5800dbb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0514541 Sep 20 13:17:33.128107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d82b826-3bd6-4236-995e-d76f618ac63c req-fa80c58d-0f08-4a96-814e-f78e29a8decd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Sep 20 13:17:34.242162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbecdf-71f3-4428-b5d2-cc2bf043675e req-1a9959fd-f3a0-41a1-8724-37d11a74ba02 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:34.243768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6cbecdf-71f3-4428-b5d2-cc2bf043675e req-1a9959fd-f3a0-41a1-8724-37d11a74ba02 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0480220 Sep 20 13:17:34.280646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6cbecdf-71f3-4428-b5d2-cc2bf043675e req-ea02fede-0f0f-4917-861d-61c1be7d7b07 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303929 Sep 20 13:17:34.843201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af556d7-f7d1-4a4b-afa3-e784b1937280 req-d2672e91-3d0b-414a-9158-ffdc11b38b40 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:34.844691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7af556d7-f7d1-4a4b-afa3-e784b1937280 req-d2672e91-3d0b-414a-9158-ffdc11b38b40 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 944 time: 0.0526628 Sep 20 13:17:34.883253 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7af556d7-f7d1-4a4b-afa3-e784b1937280 req-ce379241-301a-45f7-b6c3-e5c8eda84f37 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325782 Sep 20 13:17:34.883491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-f462bde8-38bf-4c13-95ea-df92dcb77c48 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:34.884979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-f462bde8-38bf-4c13-95ea-df92dcb77c48 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854&tenant_id=6a7790171e454161af88091432db0817&binding%3Ahost_id=n-h1-809934-3 HTTP/1.1" status: 200 len: 944 time: 0.0521927 Sep 20 13:17:34.945489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-f9cb1595-34f5-46f8-8829-16009c02beeb service neutron] 10.222.0.32 "GET /v2.0/ports/71eb39d9-12c5-475e-8106-1e263ebbfcec/bindings/n-h1-809934-3 HTTP/1.1" status: 200 len: 382 time: 0.0531685 Sep 20 13:17:35.004101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-c21fac7a-f41f-4c7b-a832-a5ab7cade2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:35.005528 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-c21fac7a-f41f-4c7b-a832-a5ab7cade2d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1095 time: 0.0389988 Sep 20 13:17:35.080432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:17:35.098636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-9a5ae403-1a31-41f3-bffd-83efe926c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:35.100097 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-9a5ae403-1a31-41f3-bffd-83efe926c07a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0874524 Sep 20 13:17:35.166778 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-99c77294-74f7-42dc-979c-05ef345665cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1001 time: 0.0597878 Sep 20 13:17:35.174805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:35.186513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'mac_address': 'fa:16:3e:23:32:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:17:35.215513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-8a6aceee-3811-473e-8705-941026be305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:35.217032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-8a6aceee-3811-473e-8705-941026be305e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0436726 Sep 20 13:17:35.223633 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:35.237643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eb39d9-12c5-475e-8106-1e263ebbfcec {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:17:35.261587 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:35.264303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-5488ccf9-c8e9-4581-aa94-78bc9e920673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:35.265823 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-5488ccf9-c8e9-4581-aa94-78bc9e920673 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423701 Sep 20 13:17:35.343960 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:35.359426 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-9f409297-a9d6-4f35-b145-896d0a1d6e29 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865204 Sep 20 13:17:35.392728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:35.399776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.400122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.400464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.400799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.401164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.401491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.401818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.402142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.402509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.403075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.403436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.403785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:35.447319 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-02b0ba7b-176f-45d8-97b1-4d3ea136335e service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811734 Sep 20 13:17:35.585152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['71eb39d9-12c5-475e-8106-1e263ebbfcec'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:17:35.998255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf97c-0db7-4d5c-9367-fc5e38b08eb6 req-4d333111-4a45-4ede-8766-7efa9fc8efa4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:35.999738 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f3bf97c-0db7-4d5c-9367-fc5e38b08eb6 req-4d333111-4a45-4ede-8766-7efa9fc8efa4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Sep 20 13:17:36.036637 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6f3bf97c-0db7-4d5c-9367-fc5e38b08eb6 req-1562c356-55b6-4d09-98f7-764dc17390f5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Sep 20 13:17:37.112092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:37.156179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20aa03-4ef6-46a7-9c82-84839c92b9e7 req-ba1c3d29-9ea3-487c-9cdd-f5f0728f7081 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:37.157622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da20aa03-4ef6-46a7-9c82-84839c92b9e7 req-ba1c3d29-9ea3-487c-9cdd-f5f0728f7081 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Sep 20 13:17:37.200908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da20aa03-4ef6-46a7-9c82-84839c92b9e7 req-f33542ca-e4db-47f3-90b3-9f1632953d1b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336945 Sep 20 13:17:37.224134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 71eb39d9-12c5-475e-8106-1e263ebbfcec completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:17:37.228006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 71eb39d9-12c5-475e-8106-1e263ebbfcec triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:17:37.228377 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:37.306966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:37.328829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:37.331075 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9748855f-2012-4704-ac25-6f9917121996" -d '{"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-plugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:37.344561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:37.380757 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8b425e-6877-4ca2-8639-cf360408a00e x-openstack-request-id: req-0d8b425e-6877-4ca2-8639-cf360408a00e {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:37.381079 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-plugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:37.381335 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d8b425e-6877-4ca2-8639-cf360408a00e {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:37.381734 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'code': 200} Sep 20 13:17:37.389444 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:37.436864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:37.776892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-42ef8267-5d05-430c-96b7-ba162a77b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:37.779117 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-42ef8267-5d05-430c-96b7-ba162a77b293 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 1097 time: 0.0407798 Sep 20 13:17:37.790104 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:37.845185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:38.041754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:38.073056 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:38.110467 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:38.112678 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709c80b7-c887-4bf9-bb40-88f8b4e10102" -d '{"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-unplugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:38.116413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:38.129075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Transition to ACTIVE for port object 71eb39d9-12c5-475e-8106-1e263ebbfcec will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:17:38.168115 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84af2b99-9d0f-468c-b44d-227f76e253d7 x-openstack-request-id: req-84af2b99-9d0f-468c-b44d-227f76e253d7 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:38.168115 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-unplugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:38.168115 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84af2b99-9d0f-468c-b44d-227f76e253d7 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:38.168115 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'code': 200} Sep 20 13:17:38.178032 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:38.254594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:38.300939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] No DVR routers for this DVR port 71eb39d9-12c5-475e-8106-1e263ebbfcec on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:17:38.331026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b32f2-10f8-4da3-87f2-6b6bf063d610 req-a2903f67-3429-4660-a48d-9b0d86d6da4e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:38.332686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7b32f2-10f8-4da3-87f2-6b6bf063d610 req-a2903f67-3429-4660-a48d-9b0d86d6da4e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 945 time: 0.0559504 Sep 20 13:17:38.379586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7b32f2-10f8-4da3-87f2-6b6bf063d610 req-6dd8573c-2b26-4e09-a985-797820c8a968 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 Sep 20 13:17:38.439429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:17:38.440460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:17:38.440460 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:38.444674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:17:38.445042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Attempting to bind port 71eb39d9-12c5-475e-8106-1e263ebbfcec on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:38.449646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:38.450028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:17:38.450410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:38.450830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Bound port: 71eb39d9-12c5-475e-8106-1e263ebbfcec, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:17:38.451185 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:38.515676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:38.518616 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:38.588172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:38.624125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:38.624739 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:38.626157 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] 10.222.0.21 "PUT /v2.0/ports/71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1093 time: 0.8402190 Sep 20 13:17:38.646758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04fdb3-1180-4b78-952a-5b986a9b6df7 service neutron] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:38.691392 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-b948f3b5-57c5-435e-8c08-6399d29eaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:38.693119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-b948f3b5-57c5-435e-8c08-6399d29eaa56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1096 time: 0.0434034 Sep 20 13:17:38.792359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-5911f956-a25b-4661-b2f7-ecef9494eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:38.794739 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-5911f956-a25b-4661-b2f7-ecef9494eaf3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0929203 Sep 20 13:17:38.856056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-eb3617cf-a31d-4090-8fa9-049804659fd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1001 time: 0.0555463 Sep 20 13:17:38.903635 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-31a78f23-97ca-440d-9977-d51ef85c4c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:38.906113 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-31a78f23-97ca-440d-9977-d51ef85c4c6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0435324 Sep 20 13:17:38.953947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-fd1662a7-a010-4586-8918-29cf16f7f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:38.955428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-fd1662a7-a010-4586-8918-29cf16f7f700 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426779 Sep 20 13:17:39.041616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-d1e45d2e-c80c-4097-a05e-e5a75c247e90 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789485 Sep 20 13:17:39.127013 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:17:39.133203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7ec66b7d-dc41-4ea9-be87-568edbdd4c79 req-d71b0680-28c7-49b2-8911-fa7c18e6e3b4 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840275 Sep 20 13:17:39.164271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:17:39.495495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ed02b-d47c-4f87-9362-f1b37b26874d req-fe579ec1-9129-467c-a2bc-e08bdd5f494a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:39.497055 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-528ed02b-d47c-4f87-9362-f1b37b26874d req-fe579ec1-9129-467c-a2bc-e08bdd5f494a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Sep 20 13:17:39.534880 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-528ed02b-d47c-4f87-9362-f1b37b26874d req-855c14d5-afdb-45ef-bbf2-a9b208c6d18e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Sep 20 13:17:40.175264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:40.175264 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f05940-d2dd-4a44-9b67-61cd61e8512c" -d '{"events": [{"name": "network-changed", "server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:40.219329 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed2bcf0-7de5-4038-b934-b1f277ca4fc2 x-openstack-request-id: req-9ed2bcf0-7de5-4038-b934-b1f277ca4fc2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:40.219622 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:40.219885 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ed2bcf0-7de5-4038-b934-b1f277ca4fc2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:40.220292 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'status': 'completed', 'code': 200} Sep 20 13:17:40.280592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-b5f9df89-0876-401d-a505-52e77408e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:40.282177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-b5f9df89-0876-401d-a505-52e77408e49f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1096 time: 0.0445096 Sep 20 13:17:40.384680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-02647d37-e75f-4de1-ab31-f7774da51bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:40.386167 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-02647d37-e75f-4de1-ab31-f7774da51bcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 1096 time: 0.1406896 Sep 20 13:17:40.419511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-0afaf4f0-023b-4b83-b1a4-c68f68125249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:40.420885 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-0afaf4f0-023b-4b83-b1a4-c68f68125249 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1314392 Sep 20 13:17:40.816085 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-315b84e0-c2fb-43e9-a56a-316c991c0a69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1001 time: 0.3870296 Sep 20 13:17:40.854252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-ea8013e3-2f3e-4883-b29c-322252d42bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:40.855723 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-ea8013e3-2f3e-4883-b29c-322252d42bea service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.4599423 Sep 20 13:17:40.918320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-ce5903bb-7c2d-40d8-af0a-29d4ac4df57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:40.920645 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-ce5903bb-7c2d-40d8-af0a-29d4ac4df57d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0954928 Sep 20 13:17:40.947007 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cd14b-01fe-4505-9b07-5a7f41674d61 req-51dda9ca-1257-48cb-8831-54dcaf0288fd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:40.948612 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e99cd14b-01fe-4505-9b07-5a7f41674d61 req-51dda9ca-1257-48cb-8831-54dcaf0288fd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 945 time: 0.0513358 Sep 20 13:17:40.963683 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-df97f18f-a62b-43cc-a27d-a51e55bd394d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 200 len: 1001 time: 0.0965092 Sep 20 13:17:40.988373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e99cd14b-01fe-4505-9b07-5a7f41674d61 req-414ab2b6-1d81-467f-b602-7592ecf898e8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Sep 20 13:17:41.006212 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-ad6288b0-1a59-4ba3-a6a5-92736cdc35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:41.007716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-ad6288b0-1a59-4ba3-a6a5-92736cdc35a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800374 Sep 20 13:17:41.036632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-95f11b2e-b8b9-4e62-82f7-3f572cf2b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:41.038375 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-95f11b2e-b8b9-4e62-82f7-3f572cf2b6b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0675700 Sep 20 13:17:41.047402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:17:41.136246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-3546a3a9-0876-4235-87d5-d0c340979d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:41.138592 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-3546a3a9-0876-4235-87d5-d0c340979d2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911067 Sep 20 13:17:41.141763 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-8ab9f11b-67a2-447a-a013-e09cadf911c5 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260180 Sep 20 13:17:41.146339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:41.157463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'mac_address': 'fa:16:3e:23:32:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:17:41.194155 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:41.207437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eb39d9-12c5-475e-8106-1e263ebbfcec {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:17:41.226514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:41.287089 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:41.292953 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-d434c40d-6e97-43e4-8d7f-b93cb510c12a service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479065 Sep 20 13:17:41.298720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-da186579-cc46-433e-a33f-9b21f8114aa7 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446595 Sep 20 13:17:41.342108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=12']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:41.387109 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-64f05940-d2dd-4a44-9b67-61cd61e8512c req-de6ed519-491b-4299-8ab9-9877c41957c8 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868621 Sep 20 13:17:41.499616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['71eb39d9-12c5-475e-8106-1e263ebbfcec'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:17:42.108579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dbe34-68a7-4f71-8adc-211f8052b636 req-0726977f-f262-4eca-ad3d-4cc52a81f748 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:42.110077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-027dbe34-68a7-4f71-8adc-211f8052b636 req-0726977f-f262-4eca-ad3d-4cc52a81f748 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0534139 Sep 20 13:17:42.146323 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-027dbe34-68a7-4f71-8adc-211f8052b636 req-80ae4979-f72b-45b7-b8b9-416d0bf62841 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304215 Sep 20 13:17:42.259141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe48412-ea5e-413c-8728-9304ef9caa54 req-567f3896-e454-46b4-afd5-da2933affea4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:42.260608 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fe48412-ea5e-413c-8728-9304ef9caa54 req-567f3896-e454-46b4-afd5-da2933affea4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0485330 Sep 20 13:17:42.302449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fe48412-ea5e-413c-8728-9304ef9caa54 req-b9da3eaa-d54f-4331-bef2-bba5cef99f0d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352230 Sep 20 13:17:42.416490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24827109-d644-42ae-ac83-d41035700104 req-df0b3c86-ffc2-4daa-930c-e6af5c2bf7be tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:42.418028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24827109-d644-42ae-ac83-d41035700104 req-df0b3c86-ffc2-4daa-930c-e6af5c2bf7be tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0511091 Sep 20 13:17:42.455905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-24827109-d644-42ae-ac83-d41035700104 req-87127297-c034-4f57-b304-7131a7996d90 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318227 Sep 20 13:17:42.457896 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48925610-6fe6-45d4-9fdf-5121eed68214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:42.915410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039a75f-50d6-46a7-95ff-a4464f77ee6d req-01c92a87-2f17-409b-abc0-9ab957a5195b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:42.917213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9039a75f-50d6-46a7-95ff-a4464f77ee6d req-01c92a87-2f17-409b-abc0-9ab957a5195b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 946 time: 0.0576444 Sep 20 13:17:42.955466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9039a75f-50d6-46a7-95ff-a4464f77ee6d req-fbb125fa-1c5a-4d2a-aff5-547f71beb581 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Sep 20 13:17:43.070120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:43.206727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 71eb39d9-12c5-475e-8106-1e263ebbfcec completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:17:43.210939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 71eb39d9-12c5-475e-8106-1e263ebbfcec triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:17:43.211311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:43.289068 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:43.311018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:43.313237 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc06faef-8e98-4281-a3bc-c4d2ea739ec7" -d '{"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-plugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:43.325069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:43.349821 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe6ef6f-099e-41f0-99a0-0cd8093123e8 x-openstack-request-id: req-cbe6ef6f-099e-41f0-99a0-0cd8093123e8 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:43.350104 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-plugged", "status": "completed", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:43.350352 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbe6ef6f-099e-41f0-99a0-0cd8093123e8 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:43.350740 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'code': 200} Sep 20 13:17:43.406621 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:43.455684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=13']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:44.070716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6610bad-fb4d-4f84-bcf9-1000f6187689 req-e3e0ffd7-df2d-4a6e-9d71-eae9316fdc75 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:44.072189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6610bad-fb4d-4f84-bcf9-1000f6187689 req-e3e0ffd7-df2d-4a6e-9d71-eae9316fdc75 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 947 time: 0.0488207 Sep 20 13:17:44.109291 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6610bad-fb4d-4f84-bcf9-1000f6187689 req-bf5e686d-9cd1-47e7-b4d1-ae3f8cdb69da tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311422 Sep 20 13:17:44.170370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-cc507fa6-5fcb-4ca8-a71f-d999596b2e6a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:44.170370 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-cc507fa6-5fcb-4ca8-a71f-d999596b2e6a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 947 time: 0.0479798 Sep 20 13:17:44.253898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Deleting port 71eb39d9-12c5-475e-8106-1e263ebbfcec {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:17:44.254237 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:44.342999 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] For port 71eb39d9-12c5-475e-8106-1e263ebbfcec, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=71eb39d9-12c5-475e-8106-1e263ebbfcec,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:44.343353 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:44.507051 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:44.507410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:44.507725 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Floating IP c0f11dd4-707a-41df-b0af-a629fce2601e disassociated. External IP: 172.25.6.179, port: 71eb39d9-12c5-475e-8106-1e263ebbfcec. Sep 20 13:17:44.508061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Calling delete_port for 71eb39d9-12c5-475e-8106-1e263ebbfcec owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:17:44.692642 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:44.723177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event deleted for resources: {'Port': ['ID=71eb39d9-12c5-475e-8106-1e263ebbfcec,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:44.848128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:17:44.960935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:17:44.970233 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:17:44.979018 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:17:44.979625 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:17:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:44.999614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] No DVR routers for this DVR port 71eb39d9-12c5-475e-8106-1e263ebbfcec on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:17:45.002245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:45.004191 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a5a5828b-8317-4574-b14b-72c8dcf1861f req-0b27084a-697c-4b9a-ae18-b43379f33d53 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "DELETE /v2.0/ports/71eb39d9-12c5-475e-8106-1e263ebbfcec HTTP/1.1" status: 204 len: 173 time: 0.8297377 Sep 20 13:17:45.004646 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-deleted', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:45.006888 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b863d4-0605-454a-87c9-ebc7ff36357f" -d '{"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-deleted", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:45.043875 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429bf0bf-e485-4cf8-a2a8-2d1ed8fa6c64 x-openstack-request-id: req-429bf0bf-e485-4cf8-a2a8-2d1ed8fa6c64 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:45.044482 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d742f8-d272-45d6-b4d4-8bea971f3854", "name": "network-vif-deleted", "tag": "71eb39d9-12c5-475e-8106-1e263ebbfcec", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:45.044482 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-429bf0bf-e485-4cf8-a2a8-2d1ed8fa6c64 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:45.044754 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d742f8-d272-45d6-b4d4-8bea971f3854', 'name': 'network-vif-deleted', 'tag': '71eb39d9-12c5-475e-8106-1e263ebbfcec', 'status': 'completed', 'code': 200} Sep 20 13:17:45.091668 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:45.212138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13720d9f-ea44-425a-af97-c78ee4da904b req-d7ca611b-cf90-47bb-972e-1073e5298917 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d742f8-d272-45d6-b4d4-8bea971f3854 HTTP/1.1" status: 200 len: 210 time: 0.0262616 Sep 20 13:17:45.258086 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48598719-c727-43ff-8d9e-dfb4a9ef9fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:45.295711 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:45.325738 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:17:45.335079 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:17:45.335695 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:17:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:45.440872 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:45.631743 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:45.646554 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:45.658230 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4bc016-8f2d-4361-944d-11c0ccab21a3 None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:17:45.909445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2361b25-50a0-45b9-9e3b-a1fe7b13dd24 None None] New status for floating IP c0f11dd4-707a-41df-b0af-a629fce2601e: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:17:46.475417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-c6bca1d2-e21d-4f85-9a04-d1bd8aa47af5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1447385216&fields=id&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 267 time: 0.0324497 Sep 20 13:17:46.583157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558849d-1780-404b-9e33-830169017c35 req-dd25d1a3-0a43-4d93-be79-3c16d5abc164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:46.584529 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-dd25d1a3-0a43-4d93-be79-3c16d5abc164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 811 time: 0.1023145 Sep 20 13:17:46.599398 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-f299f2d7-14c5-47a2-8395-4f54e7b52859 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/quotas/6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 375 time: 0.0091355 Sep 20 13:17:46.649966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-2274d4d4-b3ab-44ca-9f74-7182159b8295 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455153 Sep 20 13:17:46.730877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:46.749902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-2d4ba9b0-59fc-4bcf-ac9e-7beda20dac32 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879915 Sep 20 13:17:46.836972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-11d97d98-0dfe-4768-957a-b0b4f5854374 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807180 Sep 20 13:17:47.065441 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-202ed2fb-71dd-45ab-b1e5-6ca7d1060b08 req-bcb71fb5-1368-4299-ad9f-1c6056ad8c90 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 210 time: 0.0315621 Sep 20 13:17:48.109674 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:48.156729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0eeb524e-4e7d-492b-b0b2-2045e58bf68d req-710ec1e3-0741-4545-baf7-7fe093c19a55 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 210 time: 0.0260513 Sep 20 13:17:48.970624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558849d-1780-404b-9e33-830169017c35 req-c87c58f0-7bdf-4d75-801e-f62ae593cd3b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:48.972117 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-c87c58f0-7bdf-4d75-801e-f62ae593cd3b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 811 time: 0.1053867 Sep 20 13:17:49.013911 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-bbf5a9d0-c3be-4e88-b3a1-5b4ddb2468d5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 380 time: 0.0326195 Sep 20 13:17:49.023303 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'port': {'device_id': '26a41790-9673-45e9-b725-ce3150213b6b', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'admin_state_up': True, 'tenant_id': '6a7790171e454161af88091432db0817', 'security_groups': ['2aa8104e-d778-424d-b4d3-d7696bb8baec']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:49.093992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:17:49.112831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 71eb39d9-12c5-475e-8106-1e263ebbfcec {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:17:49.113608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 71eb39d9-12c5-475e-8106-1e263ebbfcec not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:17:49.216325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Made reservation on behalf of 6a7790171e454161af88091432db0817 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:49.220005 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:49.251395 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f67724b-e857-488d-af57-c2e09108a0a1 req-7ae195e4-1d1a-42d2-be7e-2b26a6b834e9 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 210 time: 0.0273666 Sep 20 13:17:49.342767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Allocated IP 172.20.0.11 (9fa4aed0-51ca-4732-938a-c4a203f09756/8c65308a-5e02-4882-85d5-e801433e1350/77e1813c-a618-4db5-988b-b5d2ac5eaf73) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:49.477604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:49.566892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:49.605734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:49.608825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:49.612365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:17:49.644627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:49.673614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:49.674260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:49.739108 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-b376bff7-a1b3-4cd3-9134-44fd27fdf164 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7192905 Sep 20 13:17:49.752521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Request body: {'port': {'device_id': '26a41790-9673-45e9-b725-ce3150213b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:49.806062 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:49.859036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-41ffab48-d1e3-4ae7-9244-3465b0d272c7 None None] Provisioning complete for port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:17:49.859403 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-41ffab48-d1e3-4ae7-9244-3465b0d272c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:49.892697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-41ffab48-d1e3-4ae7-9244-3465b0d272c7 None None] Port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:17:50.066452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e1813c-a618-4db5-988b-b5d2ac5eaf73 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:17:50.073680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:50.085577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Transition to ACTIVE for port object 77e1813c-a618-4db5-988b-b5d2ac5eaf73 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:17:50.147234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:50.200797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:50.271269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:17:50.271606 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:17:50.271934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:50.276396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:17:50.277063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:50.282412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:50.282755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:17:50.283126 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:50.283550 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Bound port: 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:17:50.283908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:50.352461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:50.355950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:50.360772 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:50.382132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1983c-d855-487e-be19-fbbd2d2b50bf req-cfbd6cb4-5399-48f5-821d-67c348e8d802 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:50.383671 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cf1983c-d855-487e-be19-fbbd2d2b50bf req-cfbd6cb4-5399-48f5-821d-67c348e8d802 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0527275 Sep 20 13:17:50.422051 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:50.423314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0cf1983c-d855-487e-be19-fbbd2d2b50bf req-2f254a09-71f4-4810-bc0c-7a994bfb2249 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328951 Sep 20 13:17:50.459367 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:50.459987 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:50.461480 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] 10.222.0.32 "PUT /v2.0/ports/77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1092 time: 0.7134638 Sep 20 13:17:50.461919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:50.464172 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acf1ea31b04c67e7ba3f9a8a564dfd36d9b16f4cfdc0be4878a6084fbb08d97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4592f76-7a0d-4d14-9533-b5562647b117" -d '{"events": [{"name": "network-changed", "server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:50.490530 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6afc18-189e-4be6-931b-ce0826e11341 service neutron] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:50.570591 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3fc9ed-ce7c-422f-92ee-cb122a6e52fd x-openstack-request-id: req-0f3fc9ed-ce7c-422f-92ee-cb122a6e52fd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:50.571157 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:50.571405 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f3fc9ed-ce7c-422f-92ee-cb122a6e52fd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:50.571804 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'status': 'completed', 'code': 200} Sep 20 13:17:50.601840 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558849d-1780-404b-9e33-830169017c35 req-e271e539-75ca-4269-9634-c56b6261c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:50.603294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-e271e539-75ca-4269-9634-c56b6261c27f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1095 time: 0.0466058 Sep 20 13:17:50.646670 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-ea3234a0-e7e7-442e-83ae-5429d762e1df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 217 time: 0.0350091 Sep 20 13:17:50.698322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558849d-1780-404b-9e33-830169017c35 req-c281a2d2-6a6c-4929-bb10-1750d3e57948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:50.699882 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-c281a2d2-6a6c-4929-bb10-1750d3e57948 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0465605 Sep 20 13:17:50.743754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558849d-1780-404b-9e33-830169017c35 req-b9aebbea-87bb-4d48-928f-438ba694f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:50.745343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-b9aebbea-87bb-4d48-928f-438ba694f308 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385058 Sep 20 13:17:50.833926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-858d0294-0272-48d6-968d-b25af35cf9a4 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814149 Sep 20 13:17:50.858064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:50.932066 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f558849d-1780-404b-9e33-830169017c35 req-db1e0def-f736-4431-a13b-423236bcbe08 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907373 Sep 20 13:17:51.068022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-651e2c87-1785-40b6-b97b-276c091bfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:51.069529 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-651e2c87-1785-40b6-b97b-276c091bfefb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1095 time: 0.0400765 Sep 20 13:17:51.160124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-531035ed-9421-4f19-b4e7-03130da45ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:51.161782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-531035ed-9421-4f19-b4e7-03130da45ef9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0851939 Sep 20 13:17:51.202148 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-dce8930f-3b26-426b-b2b9-866fdfb38303 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 217 time: 0.0328331 Sep 20 13:17:51.256444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-3baa28cc-f4c9-47d5-9e40-6bc7cd4955a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:51.257946 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-3baa28cc-f4c9-47d5-9e40-6bc7cd4955a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0484889 Sep 20 13:17:51.306481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-e5fd67b8-0ea1-40bd-9d9f-6a9733234d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:51.308035 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-e5fd67b8-0ea1-40bd-9d9f-6a9733234d13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415530 Sep 20 13:17:51.399678 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-f3f2e0bf-609e-4c2f-bde2-50f1d9db7a5b service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838218 Sep 20 13:17:51.493629 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c4592f76-7a0d-4d14-9533-b5562647b117 req-59593549-b174-4914-ac55-185059657761 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857558 Sep 20 13:17:51.543023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267750d0-2178-4d37-a29a-e1f908a6ca17 req-b3c4fd25-7a66-43c4-b2e0-1d9d09da8eea tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:51.545266 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-267750d0-2178-4d37-a29a-e1f908a6ca17 req-b3c4fd25-7a66-43c4-b2e0-1d9d09da8eea tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0505915 Sep 20 13:17:51.587070 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-267750d0-2178-4d37-a29a-e1f908a6ca17 req-d3c15e1d-687c-48a9-8eb4-07ac077834fc tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358348 Sep 20 13:17:52.711006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6a1eb-e3d1-4ab5-9268-14059454b382 req-9c7fe26b-7991-4c34-a1e1-8ee6059ea412 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:52.712487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1d6a1eb-e3d1-4ab5-9268-14059454b382 req-9c7fe26b-7991-4c34-a1e1-8ee6059ea412 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0563977 Sep 20 13:17:52.750138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1d6a1eb-e3d1-4ab5-9268-14059454b382 req-f8f25ec0-469c-423e-acab-685618b9a732 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308630 Sep 20 13:17:53.158311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:17:53.251387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:53.262735 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'mac_address': 'fa:16:3e:ac:95:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:17:53.297641 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:53.310523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e1813c-a618-4db5-988b-b5d2ac5eaf73 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:17:53.332787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:53.398369 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:53.444569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:53.583332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['77e1813c-a618-4db5-988b-b5d2ac5eaf73'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:17:53.863980 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42830020-5f19-48cf-a9b7-725585ca6170 req-97f5dea0-bba5-415e-8a3a-077cb1d63f98 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:53.865479 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42830020-5f19-48cf-a9b7-725585ca6170 req-97f5dea0-bba5-415e-8a3a-077cb1d63f98 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0493529 Sep 20 13:17:53.902158 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42830020-5f19-48cf-a9b7-725585ca6170 req-1bc49963-344e-4304-9110-ef37defae14f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307710 Sep 20 13:17:55.015515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740fb2-27c5-41df-926e-321ba8af81f4 req-3911cf81-57eb-4d6d-a33a-2ebc790cd505 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:55.016988 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b740fb2-27c5-41df-926e-321ba8af81f4 req-3911cf81-57eb-4d6d-a33a-2ebc790cd505 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0480969 Sep 20 13:17:55.057828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b740fb2-27c5-41df-926e-321ba8af81f4 req-9cac7a3a-ae97-4042-88fe-2a51b06d655e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350368 Sep 20 13:17:55.158369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:55.284215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:17:55.288247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:17:55.288616 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:55.362669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:55.383617 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:55.385941 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ced1dd2796332def4ada77cf542cde50097439d2ee1de135871a75b7c77f1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c860f8-07b4-402b-b5c4-28c11666f1db" -d '{"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-plugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:55.398265 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:55.423923 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63ecc6c-81d0-4d98-a0f2-a632f6e42c8f x-openstack-request-id: req-d63ecc6c-81d0-4d98-a0f2-a632f6e42c8f {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:55.424212 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-plugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:55.424454 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d63ecc6c-81d0-4d98-a0f2-a632f6e42c8f {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:55.424837 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'code': 200} Sep 20 13:17:55.461970 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:55.511682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:55.517551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780855b-7fab-4dfa-bb6c-a7afb2eec927 req-58c05600-b0a3-4b13-be04-acd074e7072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:55.519072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e780855b-7fab-4dfa-bb6c-a7afb2eec927 req-58c05600-b0a3-4b13-be04-acd074e7072f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1097 time: 0.0411022 Sep 20 13:17:55.554628 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e780855b-7fab-4dfa-bb6c-a7afb2eec927 req-f7415c81-22ad-49fd-9112-cbfee0e48c54 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283434 Sep 20 13:17:56.173671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4703d2-51af-408e-8881-a220959b6138 req-52a5c5bb-8d78-4fc8-bacd-6d86aaa4e299 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:56.175075 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b4703d2-51af-408e-8881-a220959b6138 req-52a5c5bb-8d78-4fc8-bacd-6d86aaa4e299 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0490980 Sep 20 13:17:56.213350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b4703d2-51af-408e-8881-a220959b6138 req-ecff512f-658a-428a-ab9a-1d66a5a3e956 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322101 Sep 20 13:17:57.332625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc854b-4ca5-4db7-9925-1daef59a63f6 req-c61fdc03-bd9b-4889-94cf-d60f59104f14 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:57.334157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01fc854b-4ca5-4db7-9925-1daef59a63f6 req-c61fdc03-bd9b-4889-94cf-d60f59104f14 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0546262 Sep 20 13:17:57.371766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01fc854b-4ca5-4db7-9925-1daef59a63f6 req-e5bdd828-841f-4dba-9974-c6fb6cc2d470 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Sep 20 13:17:57.480071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d249cd-1ecd-4158-bde2-0b612f04f851 req-a5f5069f-222f-425a-9b54-78762484c636 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:57.481595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2d249cd-1ecd-4158-bde2-0b612f04f851 req-a5f5069f-222f-425a-9b54-78762484c636 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0483172 Sep 20 13:17:57.490488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 43516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:17:57.494763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Request body: {'floatingip': {'port_id': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:57.538409 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:57.966821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:58.021274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:58.116750 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Floating IP c0f11dd4-707a-41df-b0af-a629fce2601e associated. External IP: 172.25.6.179, port: 77e1813c-a618-4db5-988b-b5d2ac5eaf73. Sep 20 13:17:58.330255 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:17:58.432954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:17:58.438532 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:17:58.442996 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:17:58.457143 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:17:58.457762 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:17:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:58.467211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2532d74-d0bb-4e00-ba0d-2598efc6d795 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "PUT /v2.0/floatingips/c0f11dd4-707a-41df-b0af-a629fce2601e HTTP/1.1" status: 200 len: 993 time: 0.9757559 Sep 20 13:17:58.467813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:17:58.470057 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfad8392c4db17eb2a3251a798404b8b99926b2fdaa0b3037bf40bdbf056780a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97c4a03-9350-401b-bb33-b084070340a6" -d '{"events": [{"name": "network-changed", "server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:17:58.565731 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:58.613558 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d413e4b-d33f-47ba-ad1e-3a64ec989e20 x-openstack-request-id: req-8d413e4b-d33f-47ba-ad1e-3a64ec989e20 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:17:58.613847 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:17:58.614095 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d413e4b-d33f-47ba-ad1e-3a64ec989e20 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:17:58.614495 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'status': 'completed', 'code': 200} Sep 20 13:17:58.674371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c4a03-9350-401b-bb33-b084070340a6 req-1f26a027-077a-4e0a-8382-b5f739cac219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:58.675863 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b97c4a03-9350-401b-bb33-b084070340a6 req-1f26a027-077a-4e0a-8382-b5f739cac219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1097 time: 0.0396264 Sep 20 13:17:58.770833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c4a03-9350-401b-bb33-b084070340a6 req-df75cd21-27f9-4c81-9e4f-92b5c106d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:58.772411 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b97c4a03-9350-401b-bb33-b084070340a6 req-df75cd21-27f9-4c81-9e4f-92b5c106d70c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0895782 Sep 20 13:17:58.791169 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:ac:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a41790-9673-45e9-b725-ce3150213b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:17:57Z', 'revision_number': 13, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:58.817909 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:17:58.826164 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:17:58.826774 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:17:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:58.841925 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b97c4a03-9350-401b-bb33-b084070340a6 req-b534f1eb-4254-4f85-bbd5-b0a114bd63fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1001 time: 0.0615258 Sep 20 13:17:58.892092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c4a03-9350-401b-bb33-b084070340a6 req-df05c4e4-139f-4e7f-803c-43ee12a38061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:58.893622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b97c4a03-9350-401b-bb33-b084070340a6 req-df05c4e4-139f-4e7f-803c-43ee12a38061 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0446823 Sep 20 13:17:58.931880 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:58.941356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c4a03-9350-401b-bb33-b084070340a6 req-2a84a2f9-29b2-4554-be2b-13e8f7f9f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:17:58.942866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b97c4a03-9350-401b-bb33-b084070340a6 req-2a84a2f9-29b2-4554-be2b-13e8f7f9f9ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421157 Sep 20 13:17:59.040559 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b97c4a03-9350-401b-bb33-b084070340a6 req-c33428a5-cbbd-48a1-92a6-a0ed1ade8e86 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896213 Sep 20 13:17:59.128458 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b97c4a03-9350-401b-bb33-b084070340a6 req-21c719fc-ba40-4881-9402-d0113b8c0b7c service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807889 Sep 20 13:17:59.245366 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:ac:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a41790-9673-45e9-b725-ce3150213b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:17:57Z', 'revision_number': 13, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:59.271105 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7061fd7-c280-4202-b177-4da4275ebf6f None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c0f11dd4-707a-41df-b0af-a629fce2601e', 'tenant_id': '6a7790171e454161af88091432db0817', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'port_id': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'mac_address': 'fa:16:3e:ac:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a41790-9673-45e9-b725-ce3150213b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:10:44Z', 'updated_at': '2021-09-20T13:17:57Z', 'revision_number': 13, 'project_id': '6a7790171e454161af88091432db0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:17:59.456461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578df18-a239-4025-be71-41b32892a6fa None None] New status for floating IP c0f11dd4-707a-41df-b0af-a629fce2601e: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:18:03.497117 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:18:12.440333 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3feec022-2b56-4b2e-9ea8-2eaac29deb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:15.200361 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a49c7a77-0245-49db-a00e-10bda6e0fcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:15.649273 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:16.734697 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:18.108436 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:20.334727 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:20.845978 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:40.497683 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:18:42.445381 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c760-23a9-45f8-ab81-2ce43a6469f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:45.256763 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-15b42051-cf76-429a-9d71-64328a174c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:45.637207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:46.747942 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:48.134088 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:50.353549 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:50.853411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:18:51.552190 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91105734-c923-45bc-837d-bf819bfec8a1 req-079828ce-c70e-4d1d-b469-1a05a66f9df1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781639 Sep 20 13:18:51.636872 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105734-c923-45bc-837d-bf819bfec8a1 req-90f81d48-e14d-4dac-94c1-0b68ae7a3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:18:51.638498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91105734-c923-45bc-837d-bf819bfec8a1 req-90f81d48-e14d-4dac-94c1-0b68ae7a3fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1097 time: 0.0446622 Sep 20 13:18:51.742527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105734-c923-45bc-837d-bf819bfec8a1 req-3bf3746c-e424-41f7-935f-135f5347e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:18:51.743984 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91105734-c923-45bc-837d-bf819bfec8a1 req-3bf3746c-e424-41f7-935f-135f5347e2bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0830767 Sep 20 13:18:51.812418 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91105734-c923-45bc-837d-bf819bfec8a1 req-719f43a8-641d-46e1-b218-ce75831f609b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1003 time: 0.0607872 Sep 20 13:18:51.861273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105734-c923-45bc-837d-bf819bfec8a1 req-9010f4a2-cc11-4e11-be04-2c6e2a672c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:18:51.862733 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91105734-c923-45bc-837d-bf819bfec8a1 req-9010f4a2-cc11-4e11-be04-2c6e2a672c16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0435920 Sep 20 13:18:51.908739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105734-c923-45bc-837d-bf819bfec8a1 req-8232bc73-b00b-4b4a-a4f5-3e06fe47917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:18:51.910557 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91105734-c923-45bc-837d-bf819bfec8a1 req-8232bc73-b00b-4b4a-a4f5-3e06fe47917b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405421 Sep 20 13:18:52.003674 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91105734-c923-45bc-837d-bf819bfec8a1 req-c78616b9-1628-48ca-a5dc-3db8899ef5b3 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851843 Sep 20 13:18:52.095554 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-91105734-c923-45bc-837d-bf819bfec8a1 req-e515b815-615d-47be-a5c0-b40f19a8e817 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838335 Sep 20 13:19:12.463994 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4ea39e2-e2a3-47d3-94b9-5235e0653354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:15.218935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f0308c3a-93fc-4e71-881e-6de7e89c495f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:15.623919 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:16.749687 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:17.497525 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:19:18.115860 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:20.395471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:20.875390 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:37.213942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83431fbb-6f0e-4372-b488-e0cd599296a0 req-722cc217-d128-42f8-b9eb-02646641288e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:37.215465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83431fbb-6f0e-4372-b488-e0cd599296a0 req-722cc217-d128-42f8-b9eb-02646641288e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.1001301 Sep 20 13:19:37.253688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83431fbb-6f0e-4372-b488-e0cd599296a0 req-ca928ae6-76ef-4ad3-ac80-ff521e03a188 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Sep 20 13:19:42.455758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6378e213-380d-414d-bbf1-0b6af926a9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:45.227663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21eda61d-992b-449d-b5ac-c69a11189a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:45.655841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:46.737175 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:48.114147 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:48.808014 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-0a01f0a7-86e7-4feb-8951-be2738b79668 req-2490a152-ded7-4d60-8d92-c4600e485f73 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:19:48.809030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a01f0a7-86e7-4feb-8951-be2738b79668 req-2490a152-ded7-4d60-8d92-c4600e485f73 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442123 Sep 20 13:19:50.084868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f35bb-eac8-4cc5-8335-46ceeab3bc3c req-7b140848-8585-4541-ab3a-68ad66fb66f8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:50.086391 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf3f35bb-eac8-4cc5-8335-46ceeab3bc3c req-7b140848-8585-4541-ab3a-68ad66fb66f8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0532696 Sep 20 13:19:50.128898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf3f35bb-eac8-4cc5-8335-46ceeab3bc3c req-3b9852a1-ac22-4fc5-98c9-67f04aa4c195 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Sep 20 13:19:50.269893 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-2bce50c7-afa7-43fe-8f68-054c218c1c41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804696 Sep 20 13:19:50.388626 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:50.878865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:19:51.240315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97396c88-0f25-4a36-ba7c-135c2bb157a6 req-b806da81-7289-47c6-9e02-0a382310854c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:51.241795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97396c88-0f25-4a36-ba7c-135c2bb157a6 req-b806da81-7289-47c6-9e02-0a382310854c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0490150 Sep 20 13:19:51.278451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-97396c88-0f25-4a36-ba7c-135c2bb157a6 req-8bb16e65-c688-4f93-8ee1-5dfdd48915f8 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301869 Sep 20 13:19:52.395942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456d775-972c-4450-828a-43ee6f82173d req-ca865599-e3b1-40ad-8c63-9a7c4d27cf81 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:52.397417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b456d775-972c-4450-828a-43ee6f82173d req-ca865599-e3b1-40ad-8c63-9a7c4d27cf81 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0511575 Sep 20 13:19:52.436375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b456d775-972c-4450-828a-43ee6f82173d req-54cc69c2-ae44-4ab7-b43e-e6bb11672677 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320163 Sep 20 13:19:52.490436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-2f99af4a-d637-4526-a1c3-5fdeb0340502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:52.491913 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-2f99af4a-d637-4526-a1c3-5fdeb0340502 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1097 time: 0.0389509 Sep 20 13:19:52.591653 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-560789aa-34cb-42a4-9db4-cd27bc796aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:52.593024 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-560789aa-34cb-42a4-9db4-cd27bc796aef service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0815072 Sep 20 13:19:52.660667 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-ba1e66d6-829c-437a-9b24-5a572cefb54b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1003 time: 0.0602975 Sep 20 13:19:52.707919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-56e03383-733d-43cb-9260-310d3387b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:52.709365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-56e03383-733d-43cb-9260-310d3387b61a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0417907 Sep 20 13:19:52.753371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-886d57f3-e4cd-45ea-9983-53cec0f17811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:52.754792 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-886d57f3-e4cd-45ea-9983-53cec0f17811 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378697 Sep 20 13:19:52.845681 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-f5a156ec-6437-4c45-90c7-8d46d599b649 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828354 Sep 20 13:19:52.939656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d435d827-e057-4b4d-9ffa-ca9cce049b2a req-02ff903b-3d06-4b8a-9e20-a5731d6a4035 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866892 Sep 20 13:19:53.552932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67acc7-2ccf-4a64-bf86-2a66cd775a17 req-806e4b61-da5c-4898-94c0-bda63d69f866 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:53.554438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f67acc7-2ccf-4a64-bf86-2a66cd775a17 req-806e4b61-da5c-4898-94c0-bda63d69f866 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0492940 Sep 20 13:19:53.592089 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0f67acc7-2ccf-4a64-bf86-2a66cd775a17 req-e3de60b7-1f9f-4c04-a3e1-7195d9e335a9 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Sep 20 13:19:54.289253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-276a1d6d-9d23-4432-afba-f161c9ba9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:54.290730 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-276a1d6d-9d23-4432-afba-f161c9ba9d3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1097 time: 0.0397847 Sep 20 13:19:54.377448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-e0c0ba55-30a9-4209-a9e6-086d189a9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:54.378876 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-e0c0ba55-30a9-4209-a9e6-086d189a9809 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0810037 Sep 20 13:19:54.502120 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:19:54.709351 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc0921-d7f9-493b-a7b5-8e1100cbb038 req-55c4bfea-c43c-4066-8f96-c7df8c83ce7f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:54.710839 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dfc0921-d7f9-493b-a7b5-8e1100cbb038 req-55c4bfea-c43c-4066-8f96-c7df8c83ce7f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0499332 Sep 20 13:19:54.715268 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-bb43b263-c447-486a-9295-a725661420c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1003 time: 0.3288920 Sep 20 13:19:54.748946 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dfc0921-d7f9-493b-a7b5-8e1100cbb038 req-74c96e2c-dc3b-4baa-9c43-c9a157f37d8d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315313 Sep 20 13:19:54.764804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-90cb2adf-1925-4082-ac5f-11b016283062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:54.766321 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-90cb2adf-1925-4082-ac5f-11b016283062 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0438256 Sep 20 13:19:54.811698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-d6cb7a78-e0d6-4b4f-b4db-1960c2305d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:54.813243 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-d6cb7a78-e0d6-4b4f-b4db-1960c2305d16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398645 Sep 20 13:19:54.906888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-a64b52ae-6a35-4b8d-8371-f7997e340d41 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858884 Sep 20 13:19:55.002659 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-e29282c1-18a3-4507-b872-7df3166d9620 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887558 Sep 20 13:19:55.873222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f44b-5264-4070-9683-a455b3f78871 req-8f52a0fd-790a-4953-b21a-ecfd76a8de8d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:55.874763 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d154f44b-5264-4070-9683-a455b3f78871 req-8f52a0fd-790a-4953-b21a-ecfd76a8de8d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0555968 Sep 20 13:19:55.912261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d154f44b-5264-4070-9683-a455b3f78871 req-453af1e9-cb9f-4cac-8280-0c8cad04bf3b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Sep 20 13:19:57.031130 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea22e2f-6ce4-4606-a5b7-dd5dbca5dfe8 req-a79bdb2d-b1e1-44fe-b489-1a77a92328fd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:57.032619 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ea22e2f-6ce4-4606-a5b7-dd5dbca5dfe8 req-a79bdb2d-b1e1-44fe-b489-1a77a92328fd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0503051 Sep 20 13:19:57.069813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ea22e2f-6ce4-4606-a5b7-dd5dbca5dfe8 req-509feaeb-f933-42cf-9906-9251c3d23670 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Sep 20 13:19:58.186614 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f1510-eca4-4f08-8cd8-3b7e7912d031 req-0374812b-a757-4738-aeff-6df704bf1440 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:58.188002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c41f1510-eca4-4f08-8cd8-3b7e7912d031 req-0374812b-a757-4738-aeff-6df704bf1440 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0493834 Sep 20 13:19:58.224848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c41f1510-eca4-4f08-8cd8-3b7e7912d031 req-a580a452-6009-4593-9a3a-510015a1c74a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307148 Sep 20 13:19:59.344059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8938b-a7b5-456c-8a94-b13e62d7ca80 req-2309b27b-fc1b-4d4f-8e79-5042f6bd4542 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:19:59.345580 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1fa8938b-a7b5-456c-8a94-b13e62d7ca80 req-2309b27b-fc1b-4d4f-8e79-5042f6bd4542 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0525117 Sep 20 13:19:59.383572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1fa8938b-a7b5-456c-8a94-b13e62d7ca80 req-3ba9a569-fcda-4977-92cb-e3f5acc95afc tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Sep 20 13:20:00.504506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5559334-2973-46cd-8acc-2fcca33d5789 req-c7af7f6d-1699-4ac2-bdfc-e733f7601bab tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:00.506086 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5559334-2973-46cd-8acc-2fcca33d5789 req-c7af7f6d-1699-4ac2-bdfc-e733f7601bab tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0553277 Sep 20 13:20:00.545419 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5559334-2973-46cd-8acc-2fcca33d5789 req-46e293f9-4d4f-48e5-a638-dad76d606ad5 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Sep 20 13:20:01.660516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab1d21-8d61-495a-a592-3dc262319e7a req-a2dc8be8-6db8-4acd-b1eb-821ab2448b1c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:01.661903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00ab1d21-8d61-495a-a592-3dc262319e7a req-a2dc8be8-6db8-4acd-b1eb-821ab2448b1c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0477207 Sep 20 13:20:01.698669 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00ab1d21-8d61-495a-a592-3dc262319e7a req-71e959b9-8103-4d09-a647-59414744cffb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302913 Sep 20 13:20:02.815334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42853ee7-93bd-4b52-a50a-aa6cbaffcefe req-05da4a3a-9b07-4cb5-88f8-af264ffd7b6e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:02.816858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42853ee7-93bd-4b52-a50a-aa6cbaffcefe req-05da4a3a-9b07-4cb5-88f8-af264ffd7b6e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0519736 Sep 20 13:20:02.854065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42853ee7-93bd-4b52-a50a-aa6cbaffcefe req-ba16086e-d5b8-4d10-9365-936209115bdd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305979 Sep 20 13:20:03.969952 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273f35-7f29-4a45-95b3-dec5ac4f252f req-41f9161a-b630-47e1-9793-efbb0c727315 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:03.971436 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2273f35-7f29-4a45-95b3-dec5ac4f252f req-41f9161a-b630-47e1-9793-efbb0c727315 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0485940 Sep 20 13:20:04.007438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2273f35-7f29-4a45-95b3-dec5ac4f252f req-dee47c68-24e5-4957-97c7-a6587859c4c6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301785 Sep 20 13:20:05.122506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cec177-5830-443e-9f4c-21aece78ecee req-6efba7b3-dd2e-4a10-a66f-b0654edc9327 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:05.123974 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68cec177-5830-443e-9f4c-21aece78ecee req-6efba7b3-dd2e-4a10-a66f-b0654edc9327 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0488830 Sep 20 13:20:05.160813 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68cec177-5830-443e-9f4c-21aece78ecee req-5519f0f7-bdf3-4090-a4f2-7eaa019bd078 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Sep 20 13:20:06.279764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b0192-7aee-4d91-ba44-693181b299b3 req-e07e4fd6-8f44-4e06-9b51-8a542b24be9a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:06.281274 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a7b0192-7aee-4d91-ba44-693181b299b3 req-e07e4fd6-8f44-4e06-9b51-8a542b24be9a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0526433 Sep 20 13:20:06.317600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a7b0192-7aee-4d91-ba44-693181b299b3 req-9de2da1d-b142-4125-af36-3bb4b624c557 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301549 Sep 20 13:20:07.435243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ca97-e0bd-4550-afd4-c78db38f17d9 req-5ec62c85-2b0d-4bed-886d-a0990e07f8d2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:07.436731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86b6ca97-e0bd-4550-afd4-c78db38f17d9 req-5ec62c85-2b0d-4bed-886d-a0990e07f8d2 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0505819 Sep 20 13:20:07.475476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86b6ca97-e0bd-4550-afd4-c78db38f17d9 req-94e18b93-0350-40ab-bbf9-10c4b14d0214 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325611 Sep 20 13:20:08.590375 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04282-19aa-46e6-8d23-0452a1963495 req-2572207e-112e-47d9-a4fb-86a88a91e794 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:08.591881 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3d04282-19aa-46e6-8d23-0452a1963495 req-2572207e-112e-47d9-a4fb-86a88a91e794 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0485971 Sep 20 13:20:08.629363 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b3d04282-19aa-46e6-8d23-0452a1963495 req-5dca25c2-1414-4efe-8541-c5a9140e4399 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Sep 20 13:20:09.108977 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-04c53863-426f-467a-aed1-149a89e6f239 req-4cb6db4f-43ad-408b-ac7b-794ae3d632d4 service neutron] show failed (client error): The resource could not be found. Sep 20 13:20:09.109910 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-4cb6db4f-43ad-408b-ac7b-794ae3d632d4 service neutron] 10.222.0.32 "GET /v2.0/ports/77e1813c-a618-4db5-988b-b5d2ac5eaf73/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0549588 Sep 20 13:20:09.751885 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-081f3d88-5267-4037-a3e9-9a4e79f4957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:09.753435 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-081f3d88-5267-4037-a3e9-9a4e79f4957f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 1097 time: 0.0780303 Sep 20 13:20:09.755019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc8e66-dcb5-49de-a469-fcaa42e18bb9 req-1abe6e2b-895f-4d70-aebe-18c86e9628fa tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:09.756513 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbfc8e66-dcb5-49de-a469-fcaa42e18bb9 req-1abe6e2b-895f-4d70-aebe-18c86e9628fa tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0539200 Sep 20 13:20:09.765972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:09.795611 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cbfc8e66-dcb5-49de-a469-fcaa42e18bb9 req-81dc57e6-cf4c-4a7a-9c9c-d287c0df77a6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Sep 20 13:20:09.823115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:10.019461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:10.051013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:20:10.089753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:20:10.094790 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:10.106906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Transition to ACTIVE for port object 77e1813c-a618-4db5-988b-b5d2ac5eaf73 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:20:10.132492 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96de1383-cc26-4c87-8158-6ef6cc40d03d" -d '{"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:10.188009 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:10.266743 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ed8666-a98b-4492-b990-4a4a406cc2fd x-openstack-request-id: req-c6ed8666-a98b-4492-b990-4a4a406cc2fd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:10.266743 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:10.266743 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6ed8666-a98b-4492-b990-4a4a406cc2fd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:10.266743 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'code': 200} Sep 20 13:20:10.274461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:10.286808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.287159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.287503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.287847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.288175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.288506 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.288837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.289389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.289487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.289814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.290140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.290462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:10.325820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] No DVR routers for this DVR port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:20:10.460862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:20:10.461231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:20:10.461561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:10.466287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:20:10.466612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:10.471396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:20:10.471678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:20:10.472066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:20:10.472487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Bound port: 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:20:10.472843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:10.534514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:20:10.537387 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:20:10.622605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:10.662187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:10.662809 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:10.664272 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-470c33b8-631c-445f-a303-51adf1478859 service neutron] 10.222.0.21 "PUT /v2.0/ports/77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1092 time: 0.9023004 Sep 20 13:20:10.683177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c33b8-631c-445f-a303-51adf1478859 service neutron] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:10.727860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-deef6e45-6012-49b9-9681-c16dcc012e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:10.729459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-deef6e45-6012-49b9-9681-c16dcc012e4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1095 time: 0.0424733 Sep 20 13:20:10.826835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-05c763e6-0629-4874-a8bd-958bd3051e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:10.828308 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-05c763e6-0629-4874-a8bd-958bd3051e52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0922225 Sep 20 13:20:10.894166 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-d21847e1-5e85-4376-8655-ea0ce89149bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1001 time: 0.0582008 Sep 20 13:20:10.920968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2068-2c99-496d-9065-1ebb7d5d867e req-9ba4a858-ed98-459e-9447-33832d69bc4f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:10.922508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0af2068-2c99-496d-9065-1ebb7d5d867e req-9ba4a858-ed98-459e-9447-33832d69bc4f tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0511158 Sep 20 13:20:10.945451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-6b0d5ffe-e3c1-4367-9aea-66372e9f798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:10.946893 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-6b0d5ffe-e3c1-4367-9aea-66372e9f798a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0449715 Sep 20 13:20:10.960126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0af2068-2c99-496d-9065-1ebb7d5d867e req-95859a98-3f4f-421a-ad49-f6d16bc0ccd0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Sep 20 13:20:10.995734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c53863-426f-467a-aed1-149a89e6f239 req-4642177c-5f64-4bb1-871d-73b356f1db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:10.997275 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-4642177c-5f64-4bb1-871d-73b356f1db5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439193 Sep 20 13:20:11.084336 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-8b6a0613-0b0d-4b04-b5df-979305b0221e service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804210 Sep 20 13:20:11.180124 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-49ef9e88-8afa-4241-b510-60cf2d64ee3a service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882649 Sep 20 13:20:11.780509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:20:11.821253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:20:12.078466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504376f-3c6d-45db-867e-be6c005d8649 req-3611a9fb-ead9-470f-850f-7be54f2b551c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.080052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7504376f-3c6d-45db-867e-be6c005d8649 req-3611a9fb-ead9-470f-850f-7be54f2b551c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0506432 Sep 20 13:20:12.128701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7504376f-3c6d-45db-867e-be6c005d8649 req-2aa0d614-7181-4f4d-a412-2940349d4c81 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 Sep 20 13:20:12.264698 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:20:12.267116 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efea4433-b49e-476d-810d-28be3ede5352" -d '{"events": [{"name": "network-changed", "server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:12.315423 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57f2e66-d00e-440f-84c9-02e364f8ede2 x-openstack-request-id: req-e57f2e66-d00e-440f-84c9-02e364f8ede2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:12.315786 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:12.316045 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e57f2e66-d00e-440f-84c9-02e364f8ede2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:12.316453 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'status': 'completed', 'code': 200} Sep 20 13:20:12.404092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4433-b49e-476d-810d-28be3ede5352 req-cdefa69c-e47b-44f0-a607-978795f0932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.404092 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-cdefa69c-e47b-44f0-a607-978795f0932f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1095 time: 0.0578241 Sep 20 13:20:12.412588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4433-b49e-476d-810d-28be3ede5352 req-46c80ce6-b51f-4b9e-9249-c90a2eb01aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.414967 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-46c80ce6-b51f-4b9e-9249-c90a2eb01aee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1095 time: 0.0788684 Sep 20 13:20:12.456413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bf046aaa-1203-47d5-9f76-57292ebc781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:12.572592 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4433-b49e-476d-810d-28be3ede5352 req-7d3626d4-98da-47a2-bc5e-3cdebb1e3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.574177 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-7d3626d4-98da-47a2-bc5e-3cdebb1e3fba service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1644232 Sep 20 13:20:12.575340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4433-b49e-476d-810d-28be3ede5352 req-8143a41c-ddab-47a5-8738-ccfe4407f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.576645 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-8143a41c-ddab-47a5-8738-ccfe4407f4fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1546352 Sep 20 13:20:12.687616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-2903f139-178f-432b-98a1-40852416c714 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1001 time: 0.1065164 Sep 20 13:20:12.689784 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-112ceeff-4684-48c8-89ee-5403d44c882f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1001 time: 0.1030238 Sep 20 13:20:12.771764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4433-b49e-476d-810d-28be3ede5352 req-1d4e7538-bf00-4e28-8732-ac043a311a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.773260 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-1d4e7538-bf00-4e28-8732-ac043a311a2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0710690 Sep 20 13:20:12.778841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4433-b49e-476d-810d-28be3ede5352 req-ca2848fe-f93f-4b11-a981-c09c8e7cae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.780264 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-ca2848fe-f93f-4b11-a981-c09c8e7cae28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0862801 Sep 20 13:20:12.850549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4433-b49e-476d-810d-28be3ede5352 req-72854f62-cc27-49e2-87df-3e6019b988c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.852055 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-72854f62-cc27-49e2-87df-3e6019b988c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709615 Sep 20 13:20:12.854733 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4433-b49e-476d-810d-28be3ede5352 req-8fac8e3c-8194-4faf-a0c7-b714160ef8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:12.856094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-8fac8e3c-8194-4faf-a0c7-b714160ef8a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674493 Sep 20 13:20:13.010785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-fc25a29f-bd39-4b3e-92d0-1e9cf6ade5a8 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516864 Sep 20 13:20:13.012462 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-fa41da6d-85c9-46a2-a247-8e6b1dc3ddad service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459322 Sep 20 13:20:13.163607 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-c6d825ff-5860-4e13-93d3-878040fe258c service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464679 Sep 20 13:20:13.167453 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-efea4433-b49e-476d-810d-28be3ede5352 req-f1a01fd4-56e4-4305-95d4-e9f931f14336 service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436155 Sep 20 13:20:13.265600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578d43e-6a27-4319-83e0-6264f7315847 req-3c72cdf0-5f42-4876-a2c2-4e96c01670ae tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:13.267218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1578d43e-6a27-4319-83e0-6264f7315847 req-3c72cdf0-5f42-4876-a2c2-4e96c01670ae tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0567367 Sep 20 13:20:13.310949 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1578d43e-6a27-4319-83e0-6264f7315847 req-51dea2bd-f775-4362-914e-874bfc714f88 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374801 Sep 20 13:20:14.427039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c5eb9-2b54-4bea-8f65-afd7b922ee0e req-c4540a83-36aa-4f1d-9ed1-e23d5b44c4b4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:14.428516 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-236c5eb9-2b54-4bea-8f65-afd7b922ee0e req-c4540a83-36aa-4f1d-9ed1-e23d5b44c4b4 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0480504 Sep 20 13:20:14.466520 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-236c5eb9-2b54-4bea-8f65-afd7b922ee0e req-411a3dea-2b6e-4a9a-b530-a9eae7fe1c76 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 Sep 20 13:20:15.261368 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33bd3bec-2efa-4c20-8961-c47aa19a0013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:15.589906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8deee3-2cd4-4cef-ae08-16f7026c2f63 req-d2454098-5426-42d7-bfc6-1fffbf79bf78 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:15.591331 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d8deee3-2cd4-4cef-ae08-16f7026c2f63 req-d2454098-5426-42d7-bfc6-1fffbf79bf78 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0520346 Sep 20 13:20:15.629439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1d8deee3-2cd4-4cef-ae08-16f7026c2f63 req-8163fc4f-8358-439c-ae75-4f09412c8d61 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Sep 20 13:20:15.644901 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:16.752457 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f60f8d-6ba3-4509-aca4-b09b04cf264d req-ad54d339-e2c0-4ee7-981c-5a4c164bc593 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:16.753516 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:16.753952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68f60f8d-6ba3-4509-aca4-b09b04cf264d req-ad54d339-e2c0-4ee7-981c-5a4c164bc593 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0521994 Sep 20 13:20:16.791032 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-68f60f8d-6ba3-4509-aca4-b09b04cf264d req-2a0743b9-3a0c-41fb-8c1c-34747cd3b93b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Sep 20 13:20:17.905957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563cc67-4850-4062-891d-1096706a57c5 req-f635c1e1-bb53-44c6-93e6-0eef201a4dc6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:17.907706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4563cc67-4850-4062-891d-1096706a57c5 req-f635c1e1-bb53-44c6-93e6-0eef201a4dc6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0487435 Sep 20 13:20:17.945192 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4563cc67-4850-4062-891d-1096706a57c5 req-5caa0c7f-3296-4614-9f11-5b159ed361ba tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Sep 20 13:20:18.101649 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:19.066252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8842b-00cf-4b44-bc8c-0839bd81e746 req-a3b49554-2cb8-4dee-8af1-97a5335edf5e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:19.067740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aea8842b-00cf-4b44-bc8c-0839bd81e746 req-a3b49554-2cb8-4dee-8af1-97a5335edf5e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0521419 Sep 20 13:20:19.107956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-aea8842b-00cf-4b44-bc8c-0839bd81e746 req-7683d053-61c9-4453-acf6-02716a6a0784 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318036 Sep 20 13:20:20.226894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2eb67-b0da-4408-bad1-00df435874f1 req-410d0b0e-9a15-41e0-983f-752c8b5d3f2d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:20.228353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47a2eb67-b0da-4408-bad1-00df435874f1 req-410d0b0e-9a15-41e0-983f-752c8b5d3f2d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0518484 Sep 20 13:20:20.264651 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47a2eb67-b0da-4408-bad1-00df435874f1 req-8402ee9d-e737-40e4-a0aa-e48815f9f04e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301042 Sep 20 13:20:20.358733 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:20.896219 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:21.378227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefe3e9-82bf-40e3-ab6e-318ed5a79de5 req-c270248e-d67c-4d2f-a660-2afc7d1063f6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:21.379694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2cefe3e9-82bf-40e3-ab6e-318ed5a79de5 req-c270248e-d67c-4d2f-a660-2afc7d1063f6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0478601 Sep 20 13:20:21.416464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2cefe3e9-82bf-40e3-ab6e-318ed5a79de5 req-476e768b-bbdc-471b-8bac-d955fee8d7ff tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301743 Sep 20 13:20:22.532324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509dc7a-dbcb-49c7-9f77-ffab4c2b808c req-2bcc5092-617f-493d-a558-eb902a00ec09 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:22.533823 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6509dc7a-dbcb-49c7-9f77-ffab4c2b808c req-2bcc5092-617f-493d-a558-eb902a00ec09 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0487957 Sep 20 13:20:22.571016 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6509dc7a-dbcb-49c7-9f77-ffab4c2b808c req-b6145a7a-ac31-4347-ad88-aba3361a896e tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312533 Sep 20 13:20:23.668560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:20:23.695734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db2584-9c76-4d26-85e4-f0a3f6a2676c req-052f4ddd-d418-4dbc-9105-007691ac80f3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:23.697485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5db2584-9c76-4d26-85e4-f0a3f6a2676c req-052f4ddd-d418-4dbc-9105-007691ac80f3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 944 time: 0.0553694 Sep 20 13:20:23.738218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5db2584-9c76-4d26-85e4-f0a3f6a2676c req-14bdf1e0-e2e2-4612-89cc-c175cde79854 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346899 Sep 20 13:20:23.762988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:23.774088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'mac_address': 'fa:16:3e:ac:95:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:20:23.814437 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:23.827932 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e1813c-a618-4db5-988b-b5d2ac5eaf73 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:20:23.847191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:23.908211 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:23.955979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:23.964085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.964644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.964990 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.965387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.965721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.966048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.966377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.966710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.967026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.967349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.967672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:23.967992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:24.159281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['77e1813c-a618-4db5-988b-b5d2ac5eaf73'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:20:24.232754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811a14-d7e9-4e6d-9c15-1e9e4143ab91 req-89dcd46f-0945-4070-bfcf-32471a83fbcd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:24.234329 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b811a14-d7e9-4e6d-9c15-1e9e4143ab91 req-89dcd46f-0945-4070-bfcf-32471a83fbcd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0514657 Sep 20 13:20:24.259691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-60d1a7a6-98db-40e1-8417-2e6087207114 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:24.263017 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-60d1a7a6-98db-40e1-8417-2e6087207114 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.21 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b&tenant_id=6a7790171e454161af88091432db0817&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 945 time: 0.0589309 Sep 20 13:20:24.278172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0b811a14-d7e9-4e6d-9c15-1e9e4143ab91 req-3d6dbb5e-9aab-4e17-81a0-c5f5df865fbc tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369160 Sep 20 13:20:24.330605 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-2900a88f-b588-4153-bf81-67d5c6b7a51a service neutron] 10.222.0.21 "GET /v2.0/ports/77e1813c-a618-4db5-988b-b5d2ac5eaf73/bindings/n-h2-809934-3 HTTP/1.1" status: 200 len: 382 time: 0.0601330 Sep 20 13:20:24.394289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-e0ba8c05-0356-4bc1-80e2-a8c2afa32d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:24.395651 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-e0ba8c05-0356-4bc1-80e2-a8c2afa32d04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1096 time: 0.0394590 Sep 20 13:20:24.488135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-3645d6e7-586b-4d79-b7e9-e425fff8114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:24.489661 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-3645d6e7-586b-4d79-b7e9-e425fff8114a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0860777 Sep 20 13:20:24.552734 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-239ec836-39d9-4d59-b777-700df8d23149 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1002 time: 0.0555091 Sep 20 13:20:24.599514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-fb1a2c84-9beb-48f0-899d-1f1269f57673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:24.600859 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-fb1a2c84-9beb-48f0-899d-1f1269f57673 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0404658 Sep 20 13:20:24.650542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-6b9b875e-8f19-4fa2-a887-8a0454122ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:24.651907 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-6b9b875e-8f19-4fa2-a887-8a0454122ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435343 Sep 20 13:20:24.737834 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-173fe073-5d2e-4f4e-b36f-7430523335f4 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785353 Sep 20 13:20:25.088702 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-5abc89b8-cac5-45fe-909b-1fb5b6c28e28 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436685 Sep 20 13:20:25.399643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab6bc-2651-4734-b8d3-7584af8aacf8 req-708e21e8-d6c1-4bf5-8e61-f1e5d6d51799 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:25.401684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b3ab6bc-2651-4734-b8d3-7584af8aacf8 req-708e21e8-d6c1-4bf5-8e61-f1e5d6d51799 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0493917 Sep 20 13:20:25.440924 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4b3ab6bc-2651-4734-b8d3-7584af8aacf8 req-470167bd-d1fc-4a85-ae55-5a108a9442db tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Sep 20 13:20:25.699385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:20:25.827031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:20:25.830710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:20:25.831137 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:25.906408 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:25.928604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:20:25.942157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:25.968751 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60cab91-991e-4452-a214-4439615a3312" -d '{"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-plugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:25.987666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:26.038464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:26.066430 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104beb67-bf86-4ccf-ac67-ed1b7537479b x-openstack-request-id: req-104beb67-bf86-4ccf-ac67-ed1b7537479b {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:26.066728 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-plugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:26.066981 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-104beb67-bf86-4ccf-ac67-ed1b7537479b {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:26.067374 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'code': 200} Sep 20 13:20:26.562945 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adefec-d342-4867-9e10-107b50c04cc3 req-75825bed-77ff-4402-9559-2906d4356710 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:26.564408 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22adefec-d342-4867-9e10-107b50c04cc3 req-75825bed-77ff-4402-9559-2906d4356710 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0522857 Sep 20 13:20:26.600760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-22adefec-d342-4867-9e10-107b50c04cc3 req-31a3cbde-3c48-4d73-b67e-43a43b25a824 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304193 Sep 20 13:20:27.717089 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4d45c-50e1-41a9-a533-b4c1e583caf4 req-9105d4bb-3eea-43ee-aac3-835f89abdf60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:27.718605 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9a4d45c-50e1-41a9-a533-b4c1e583caf4 req-9105d4bb-3eea-43ee-aac3-835f89abdf60 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0484757 Sep 20 13:20:27.762454 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d9a4d45c-50e1-41a9-a533-b4c1e583caf4 req-7f7224ca-a1ed-4cd5-8a6f-ffb5828cec98 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Sep 20 13:20:28.878259 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f506-ec8e-47e4-97fc-4af9e08fd4fd req-5b7a20ce-dab9-436f-8bee-86864d874cbc tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:28.879752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccd8f506-ec8e-47e4-97fc-4af9e08fd4fd req-5b7a20ce-dab9-436f-8bee-86864d874cbc tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0480096 Sep 20 13:20:28.917590 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ccd8f506-ec8e-47e4-97fc-4af9e08fd4fd req-ab9a2b09-0da4-4780-9d68-d1be9a4ea029 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317190 Sep 20 13:20:29.699478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:20:29.727474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-e1a8e1ba-6f4a-4b5e-9535-e500e5d8f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:29.729024 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-e1a8e1ba-6f4a-4b5e-9535-e500e5d8f4b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b&tenant_id=6a7790171e454161af88091432db0817 HTTP/1.1" status: 200 len: 1097 time: 0.0409954 Sep 20 13:20:29.740211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:29.772216 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:29.793780 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:29.794908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:20:29.797224 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3076cd5c-7a40-43e6-900e-b3e3d4d142ac" -d '{"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:29.809732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:29.848306 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768c48c7-2a2c-4cb4-8b89-e574d796060d x-openstack-request-id: req-768c48c7-2a2c-4cb4-8b89-e574d796060d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:29.848672 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:29.848929 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-768c48c7-2a2c-4cb4-8b89-e574d796060d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:29.849380 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'code': 200} Sep 20 13:20:29.902606 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:29.903438 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:20:29.903769 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:20:29.951643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=10']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:30.041628 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a226de3-8858-4023-80a8-8bb2154ddee6 req-606c9c9d-9d98-4697-80c3-c27cdee84c2d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:30.043715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a226de3-8858-4023-80a8-8bb2154ddee6 req-606c9c9d-9d98-4697-80c3-c27cdee84c2d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0547359 Sep 20 13:20:30.081200 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a226de3-8858-4023-80a8-8bb2154ddee6 req-894f4fbf-7bd8-4435-8465-63a2431444ed tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314405 Sep 20 13:20:30.430416 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:30.633978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:30.665703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:20:30.700502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e1813c-a618-4db5-988b-b5d2ac5eaf73 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:20:30.707492 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:30.718788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Transition to ACTIVE for port object 77e1813c-a618-4db5-988b-b5d2ac5eaf73 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:20:30.775932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:30.851880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:30.896064 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] No DVR routers for this DVR port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:20:31.033836 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:20:31.034172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:20:31.034499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:31.038623 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:20:31.038947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Attempting to bind port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on network 9fa4aed0-51ca-4732-938a-c4a203f09756 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:31.044395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:20:31.044741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Checking segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:20:31.045152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Bound using segment: {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:20:31.045581 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Bound port: 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2175f3e-5337-4cff-af27-5acdf3af5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:20:31.045936 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:31.108154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:20:31.112332 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:20:31.170919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:31.200963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33288c1-b20b-45e9-b97e-5336e45ca6a8 req-d087e65c-8e6e-43d8-ae5b-b72697844f28 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.202508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b33288c1-b20b-45e9-b97e-5336e45ca6a8 req-d087e65c-8e6e-43d8-ae5b-b72697844f28 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0512965 Sep 20 13:20:31.206362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.206928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:31.208279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] 10.222.0.32 "PUT /v2.0/ports/77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1093 time: 1.4719784 Sep 20 13:20:31.208807 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:20:31.211076 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c76c9a-a177-47c1-b798-af8069458b91" -d '{"events": [{"name": "network-changed", "server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:31.247838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b33288c1-b20b-45e9-b97e-5336e45ca6a8 req-5b3f3e8f-f945-4208-abc7-6c0582577717 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362332 Sep 20 13:20:31.270957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200d374-257a-4d20-ab57-583aac579b2d service neutron] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=12']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:31.288121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-70d71a2a-8a27-4efc-b1a0-e6d51dcbe92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.290057 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-70d71a2a-8a27-4efc-b1a0-e6d51dcbe92a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1096 time: 0.0531063 Sep 20 13:20:31.321426 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385315c4-4324-446c-a53d-2bb729e69e10 x-openstack-request-id: req-385315c4-4324-446c-a53d-2bb729e69e10 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:31.321711 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:31.321960 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-385315c4-4324-446c-a53d-2bb729e69e10 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:31.322358 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'status': 'completed', 'code': 200} Sep 20 13:20:31.421638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76c9a-a177-47c1-b798-af8069458b91 req-98b64a26-5573-4933-87e6-00470424905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.423195 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-98b64a26-5573-4933-87e6-00470424905d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1096 time: 0.0862308 Sep 20 13:20:31.425310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-564de375-6d70-4d4e-aefa-de50bdede139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.427541 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-564de375-6d70-4d4e-aefa-de50bdede139 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1295333 Sep 20 13:20:31.501597 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:20:31.558705 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-305d7e9a-f950-4367-989c-036ae74ec287 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1001 time: 0.1185565 Sep 20 13:20:31.609818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76c9a-a177-47c1-b798-af8069458b91 req-166fa370-61c2-4e53-9792-07f0180cfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.611254 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-166fa370-61c2-4e53-9792-07f0180cfd4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.1800032 Sep 20 13:20:31.628754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-2d18241f-087d-40fe-ab70-adbec0f1d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.630116 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-2d18241f-087d-40fe-ab70-adbec0f1d640 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0636425 Sep 20 13:20:31.704378 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-e809d742-f126-4d5f-82f1-915ab5845360 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1001 time: 0.0843053 Sep 20 13:20:31.710110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-835f3b35-1603-44b4-962b-c85af7edcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.711487 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-835f3b35-1603-44b4-962b-c85af7edcc1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556479 Sep 20 13:20:31.809844 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76c9a-a177-47c1-b798-af8069458b91 req-4011c900-dc01-472f-acb3-7326cdba5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.812446 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-4011c900-dc01-472f-acb3-7326cdba5a09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0974345 Sep 20 13:20:31.856575 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-9791fe63-001e-48c5-8b93-83b5bba53b0d service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356370 Sep 20 13:20:31.876527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76c9a-a177-47c1-b798-af8069458b91 req-2d62adcf-2141-4549-aae2-11d772d8432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:31.877988 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-2d62adcf-2141-4549-aae2-11d772d8432a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580626 Sep 20 13:20:32.021422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b85229e9-bdfb-43b0-944f-564101ce5f40 req-7753e5a1-19b7-4bfd-b6fd-242b9b97501d service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550128 Sep 20 13:20:32.026358 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-c0eb87f8-c20a-4c0a-884f-b6d7336e6004 service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341703 Sep 20 13:20:32.143715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76c9a-a177-47c1-b798-af8069458b91 req-ae913a10-54c9-4f12-8995-140ecd0d1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:32.145244 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-ae913a10-54c9-4f12-8995-140ecd0d1634 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7790171e454161af88091432db0817&device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 1096 time: 0.0818336 Sep 20 13:20:32.147154 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-d822f713-a234-4a2b-a413-8b0c85e20e1c service neutron] 10.222.0.21 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134179 Sep 20 13:20:32.239527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76c9a-a177-47c1-b798-af8069458b91 req-d9aef177-bcb5-4658-ad91-d6027f604e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:32.240991 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-d9aef177-bcb5-4658-ad91-d6027f604e61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 200 len: 911 time: 0.0881369 Sep 20 13:20:32.308624 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-784f2a73-c82e-4410-93b4-b5ddf3d9c18a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 200 len: 1001 time: 0.0602257 Sep 20 13:20:32.363404 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76c9a-a177-47c1-b798-af8069458b91 req-baa881ec-67ae-4772-8b42-ae5c81fd79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:32.365200 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-baa881ec-67ae-4772-8b42-ae5c81fd79d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 200 len: 850 time: 0.0501993 Sep 20 13:20:32.369078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6e932-af0d-4f32-b150-9fea2471d181 req-d140b46f-bfc2-4844-881f-f772664cb5b3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:32.371896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55e6e932-af0d-4f32-b150-9fea2471d181 req-d140b46f-bfc2-4844-881f-f772664cb5b3 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0521712 Sep 20 13:20:32.411883 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55e6e932-af0d-4f32-b150-9fea2471d181 req-83d97deb-134c-4089-b467-4dddf52131d7 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338182 Sep 20 13:20:32.413417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76c9a-a177-47c1-b798-af8069458b91 req-f8463a32-ddeb-4843-95a1-3476df637883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:32.414995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-f8463a32-ddeb-4843-95a1-3476df637883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fa4aed0-51ca-4732-938a-c4a203f09756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429854 Sep 20 13:20:32.507622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-75bfef1a-8e1d-4c2d-a8dc-25caed0e527f service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847197 Sep 20 13:20:32.606439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-29c76c9a-a177-47c1-b798-af8069458b91 req-ef997e62-5f0d-441e-bb4e-65025c3b05ca service neutron] 10.222.0.32 "GET /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901041 Sep 20 13:20:33.531120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0386020-8dca-4fe4-820c-dd86f771e2fd req-b7abd98a-5bc2-4ff9-8e1f-6bb6a3b07257 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:33.532909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0386020-8dca-4fe4-820c-dd86f771e2fd req-b7abd98a-5bc2-4ff9-8e1f-6bb6a3b07257 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0530913 Sep 20 13:20:33.571155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0386020-8dca-4fe4-820c-dd86f771e2fd req-cb52d956-2cca-459c-b1e8-772a6e6a6b7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Sep 20 13:20:34.693496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7895bdc-2b07-4c6d-b1ca-6a70ccae1bcb req-9fc21ccc-b0c4-4934-81f3-ad6d7b45364c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:34.695005 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7895bdc-2b07-4c6d-b1ca-6a70ccae1bcb req-9fc21ccc-b0c4-4934-81f3-ad6d7b45364c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0499544 Sep 20 13:20:34.735594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7895bdc-2b07-4c6d-b1ca-6a70ccae1bcb req-f3d69d11-2496-477f-ba33-e2ab36f7c59c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Sep 20 13:20:35.855944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4bf9a-c17d-4d32-9968-a4afc7ebb567 req-fe5a6233-d452-49c2-b863-3ddf9d613a1b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:35.857482 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17b4bf9a-c17d-4d32-9968-a4afc7ebb567 req-fe5a6233-d452-49c2-b863-3ddf9d613a1b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0472786 Sep 20 13:20:35.896169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-17b4bf9a-c17d-4d32-9968-a4afc7ebb567 req-b1ae012a-9c47-45cc-a7de-8d12d85d5459 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Sep 20 13:20:37.014035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fb963-a8d4-496d-82ad-c2fcb7a70143 req-640602d9-6602-4902-bee4-ba31d1ffc473 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:37.015490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-206fb963-a8d4-496d-82ad-c2fcb7a70143 req-640602d9-6602-4902-bee4-ba31d1ffc473 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0516717 Sep 20 13:20:37.052404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-206fb963-a8d4-496d-82ad-c2fcb7a70143 req-bf34466e-4638-49f0-94dc-c7fac401d777 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Sep 20 13:20:38.170589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3f745-068c-4044-a5bc-5e1f851d0e85 req-868e2455-f2ca-4d89-ab83-206bde23a832 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:38.171973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fb3f745-068c-4044-a5bc-5e1f851d0e85 req-868e2455-f2ca-4d89-ab83-206bde23a832 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0480897 Sep 20 13:20:38.210040 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fb3f745-068c-4044-a5bc-5e1f851d0e85 req-4d6d20f1-4a88-40a8-93c4-45d4a3378b8d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320983 Sep 20 13:20:39.322815 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2c71-cb0d-4f05-8ce0-93d2e4c4350a req-9c4c58d9-ed52-4cde-8d45-ec7a1dbdc64c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:39.324261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c8e2c71-cb0d-4f05-8ce0-93d2e4c4350a req-9c4c58d9-ed52-4cde-8d45-ec7a1dbdc64c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0474756 Sep 20 13:20:39.361716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c8e2c71-cb0d-4f05-8ce0-93d2e4c4350a req-33837fc3-7e4a-4f27-8642-dad635458d4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Sep 20 13:20:40.480592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebe75f-6c4c-4da1-8598-b1727b15d704 req-17186871-0fc5-4e24-93b2-efba48462ee6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:40.482687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9ebe75f-6c4c-4da1-8598-b1727b15d704 req-17186871-0fc5-4e24-93b2-efba48462ee6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0518012 Sep 20 13:20:40.519235 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9ebe75f-6c4c-4da1-8598-b1727b15d704 req-e4bf4be7-66f2-4f86-b67d-46ce4dd44295 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305970 Sep 20 13:20:41.632574 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17881fa-6281-4d41-bb20-7341cfd39ddd req-5d4a0080-3e5d-4b2f-bd9e-0498f44d02b0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:41.634092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f17881fa-6281-4d41-bb20-7341cfd39ddd req-5d4a0080-3e5d-4b2f-bd9e-0498f44d02b0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0468762 Sep 20 13:20:41.671843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f17881fa-6281-4d41-bb20-7341cfd39ddd req-c8b24e6e-36e2-4876-b939-15e552f1a72c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Sep 20 13:20:42.455563 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8bc0-203d-44f0-ae79-a1d505d1eb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:42.976015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7799c1-f9e6-4146-a102-b01c75190ab0 req-c0f27025-6b7f-4c4a-abac-8e3af3c2d0f0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:42.977485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7799c1-f9e6-4146-a102-b01c75190ab0 req-c0f27025-6b7f-4c4a-abac-8e3af3c2d0f0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0486107 Sep 20 13:20:43.016375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7799c1-f9e6-4146-a102-b01c75190ab0 req-568102b8-fdcd-4f0c-b7a3-188e10f06cfb tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Sep 20 13:20:43.951144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:20:44.040622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:44.055246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'port_id': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'mac_address': 'fa:16:3e:ac:95:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:20:44.091977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:44.104469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e1813c-a618-4db5-988b-b5d2ac5eaf73 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:20:44.124355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:44.149268 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f23bd-77f8-464d-9cff-98b534f18d64 req-980fb96c-4212-4936-a6d8-c824299cb2ba tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:44.149268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b38f23bd-77f8-464d-9cff-98b534f18d64 req-980fb96c-4212-4936-a6d8-c824299cb2ba tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 945 time: 0.0514028 Sep 20 13:20:44.172785 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b38f23bd-77f8-464d-9cff-98b534f18d64 req-3c177955-70aa-4e96-b71d-a315c6db77f7 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305834 Sep 20 13:20:44.215848 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:44.263023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=13']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:44.296134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f243d3-61dc-4d49-9fbc-7f559aadc192 req-05df784e-4dcf-4531-85ce-54c2f15dd704 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:44.297678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7f243d3-61dc-4d49-9fbc-7f559aadc192 req-05df784e-4dcf-4531-85ce-54c2f15dd704 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0516336 Sep 20 13:20:44.335428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f7f243d3-61dc-4d49-9fbc-7f559aadc192 req-1bcddc9f-da04-4c2c-89ee-b133c82a7fab tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Sep 20 13:20:44.446902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16795f9-fbf6-431d-81dc-e651a99f4f27 req-f628f9bf-54a6-4ae6-ac0c-b31c5aabf155 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:44.448283 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a16795f9-fbf6-431d-81dc-e651a99f4f27 req-f628f9bf-54a6-4ae6-ac0c-b31c5aabf155 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0485821 Sep 20 13:20:44.454699 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['77e1813c-a618-4db5-988b-b5d2ac5eaf73'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:20:44.486814 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a16795f9-fbf6-431d-81dc-e651a99f4f27 req-0555d27e-5c3d-447d-b29a-6f1d1dd88eb7 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Sep 20 13:20:44.894923 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59f02e-9e33-45b8-ab9a-a1fc71f89330 req-52f65898-170e-471e-a37a-a0d9b35f0bd6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:44.896380 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af59f02e-9e33-45b8-ab9a-a1fc71f89330 req-52f65898-170e-471e-a37a-a0d9b35f0bd6 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0511417 Sep 20 13:20:44.932980 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af59f02e-9e33-45b8-ab9a-a1fc71f89330 req-3350b3f4-1725-44ab-8c4f-d37e8793b60a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305209 Sep 20 13:20:45.226653 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-af008950-f650-4bbd-b4d1-82b61507e8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:45.632335 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:45.967614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:20:46.051702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f57854-c85e-48fb-8b7b-769848514fcb req-51525479-12de-41ba-8bb6-8939d14018d1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:46.053383 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3f57854-c85e-48fb-8b7b-769848514fcb req-51525479-12de-41ba-8bb6-8939d14018d1 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 946 time: 0.0507302 Sep 20 13:20:46.084081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:20:46.087979 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:20:46.088350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.092182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3f57854-c85e-48fb-8b7b-769848514fcb req-36966756-d2a6-4df5-96d4-48a9f043b578 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa8104e-d778-424d-b4d3-d7696bb8baec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327148 Sep 20 13:20:46.170715 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.192147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:20:46.194351 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43f8831-fbc2-4a60-8355-85457a55ce01" -d '{"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-plugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:46.206853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:46.233622 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa60afc0-7640-454f-9e3b-067b5296d282 x-openstack-request-id: req-fa60afc0-7640-454f-9e3b-067b5296d282 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:46.234258 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-plugged", "status": "completed", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:46.234258 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa60afc0-7640-454f-9e3b-067b5296d282 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:46.234524 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'code': 200} Sep 20 13:20:46.278909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.325790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=14']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:46.398444 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-ece1b7b4-2095-414f-a4ef-58e48fc4d68b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:20:46.399930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-ece1b7b4-2095-414f-a4ef-58e48fc4d68b tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 947 time: 0.0480177 Sep 20 13:20:46.502360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Deleting port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:20:46.502848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.592878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] For port 77e1813c-a618-4db5-988b-b5d2ac5eaf73, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=77e1813c-a618-4db5-988b-b5d2ac5eaf73,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:46.593271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.740813 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.761481 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.761854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.762187 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Floating IP c0f11dd4-707a-41df-b0af-a629fce2601e disassociated. External IP: 172.25.6.179, port: 77e1813c-a618-4db5-988b-b5d2ac5eaf73. Sep 20 13:20:46.762525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Calling delete_port for 77e1813c-a618-4db5-988b-b5d2ac5eaf73 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:20:46.952382 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:46.984980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event deleted for resources: {'Port': ['ID=77e1813c-a618-4db5-988b-b5d2ac5eaf73,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:47.105221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:20:47.195591 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-caa947e0-0730-4be5-88b7-f33c84b3f126 req-2e6f5690-2365-48ff-941d-d409caa5fad0 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 210 time: 0.0263982 Sep 20 13:20:47.216652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:20:47.227004 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:20:47.236672 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:20:47.237395 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:20:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:47.258136 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] No DVR routers for this DVR port 77e1813c-a618-4db5-988b-b5d2ac5eaf73 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:20:47.260689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:47.262760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4976facb-b6ab-4d89-9d23-93a193d82775 req-306195ea-c2bf-48cc-9664-db0d52e27e7a tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.32 "DELETE /v2.0/ports/77e1813c-a618-4db5-988b-b5d2ac5eaf73 HTTP/1.1" status: 204 len: 173 time: 0.8564560 Sep 20 13:20:47.263139 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-deleted', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:20:47.265379 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06239cc8-3d3e-4a71-9a93-edb1a03a7478" -d '{"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-deleted", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:47.301647 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416f67c-be8f-4ef2-ae26-835cdb3bb41a x-openstack-request-id: req-b416f67c-be8f-4ef2-ae26-835cdb3bb41a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:47.301965 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a41790-9673-45e9-b725-ce3150213b6b", "name": "network-vif-deleted", "tag": "77e1813c-a618-4db5-988b-b5d2ac5eaf73", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:47.302245 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b416f67c-be8f-4ef2-ae26-835cdb3bb41a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:47.302656 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a41790-9673-45e9-b725-ce3150213b6b', 'name': 'network-vif-deleted', 'tag': '77e1813c-a618-4db5-988b-b5d2ac5eaf73', 'status': 'completed', 'code': 200} Sep 20 13:20:47.346881 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:47.544872 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:47.570809 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:20:47.579071 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:20:47.579702 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:20:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:47.685360 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:47.890543 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:47.917144 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec762c-8604-4280-b4ad-14cfe756fdd7 None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:10:41Z', 'revision_number': 4, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'd610929e-ec2d-4dd3-8c7c-54e12ae366ac', 'name': '', 'network_id': '9fa4aed0-51ca-4732-938a-c4a203f09756', 'tenant_id': '6a7790171e454161af88091432db0817', 'mac_address': 'fa:16:3e:3e:9d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '8c65308a-5e02-4882-85d5-e801433e1350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:40Z', 'updated_at': '2021-09-20T13:10:44Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'subnets': [{'id': '8c65308a-5e02-4882-85d5-e801433e1350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:20:48.117546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:48.153247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad516b-9e48-4aa6-b57c-53117f648f03 None None] New status for floating IP c0f11dd4-707a-41df-b0af-a629fce2601e: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:20:48.298295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8f6b5dc3-29b9-45c2-a39b-c177f16f360c req-835df501-5689-4fb5-b42d-985009cd51dd tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 210 time: 0.0304446 Sep 20 13:20:49.394328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f26657b7-f724-49be-920a-47b41edc966b req-5e1ee6ec-1479-4153-b351-d7993db0e42c tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 210 time: 0.0262771 Sep 20 13:20:49.999604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:20:50.023293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 77e1813c-a618-4db5-988b-b5d2ac5eaf73 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:20:50.023642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 77e1813c-a618-4db5-988b-b5d2ac5eaf73 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:20:50.357889 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:50.489353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe7f679f-6ee7-457b-b6a7-47dd9d255033 req-4e0b1cef-b949-4d66-bbfc-4bb53c73ba74 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a41790-9673-45e9-b725-ce3150213b6b HTTP/1.1" status: 200 len: 210 time: 0.0271482 Sep 20 13:20:50.912593 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:55.485328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44038) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:20:55.543481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:55.566941 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:55.656292 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:55.658910 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:55.660137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "DELETE /v2.0/security-groups/2aa8104e-d778-424d-b4d3-d7696bb8baec HTTP/1.1" status: 204 len: 168 time: 0.1736498 Sep 20 13:20:55.662845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44040) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:20:55.669642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa8104e-d778-424d-b4d3-d7696bb8baec,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:55.677208 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [None req-24003ef8-4b8f-4a45-9593-0ebfe4c3f87d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] show failed (client error): The resource could not be found. Sep 20 13:20:55.677394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.677650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.677895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.678240 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.678575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.678667 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-24003ef8-4b8f-4a45-9593-0ebfe4c3f87d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "GET /v2.0/security-groups/2aa8104e-d778-424d-b4d3-d7696bb8baec HTTP/1.1" status: 404 len: 347 time: 0.0146320 Sep 20 13:20:55.678939 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.679278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.679610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.679943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.680273 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.680602 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.680930 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78916b80-c3fc-48af-b49e-3cdb3cc3aa4d tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:55.681527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44042) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:20:55.808492 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Deleting port eb0c4f4c-c00e-419d-b6dd-85b586541f04 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:20:55.808822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:55.889469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:55.889801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:55.901098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Calling delete_port for eb0c4f4c-c00e-419d-b6dd-85b586541f04 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:20:56.094693 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:56.123838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Pushing event deleted for resources: {'Port': ['ID=eb0c4f4c-c00e-419d-b6dd-85b586541f04,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:56.182082 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:56.185341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:56.186640 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-520907e8-276b-4978-bc12-3acbb5036a22 tempest-ServerActionsTestJSON-2115080009 tempest-ServerActionsTestJSON-2115080009-project] 10.222.0.37 "DELETE /v2.0/floatingips/c0f11dd4-707a-41df-b0af-a629fce2601e HTTP/1.1" status: 204 len: 168 time: 0.5041835 Sep 20 13:20:56.189576 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44044) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:20:56.690993 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:56.923972 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Deleting port d610929e-ec2d-4dd3-8c7c-54e12ae366ac {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:20:56.924324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:57.003960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] For port d610929e-ec2d-4dd3-8c7c-54e12ae366ac, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:57.004322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:57.016663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Calling delete_port for d610929e-ec2d-4dd3-8c7c-54e12ae366ac owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:20:57.231886 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:57.258018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d610929e-ec2d-4dd3-8c7c-54e12ae366ac,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:57.422682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:57.904097 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Router f65dfed6-683f-4906-a461-53ee4d4146a7 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:20:58.003441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:20:58.008735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e7e5e5e-4983-497c-9410-73c3784b0b56 admin admin] 10.222.0.37 "PUT /v2.0/routers/f65dfed6-683f-4906-a461-53ee4d4146a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8179731 Sep 20 13:20:58.010986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44048) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:20:58.014234 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] Sync routers for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:20:58.024887 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:20:58.025558 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:20:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:58.113409 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.127541 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:58.218425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.307460 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:20:57Z', 'revision_number': 5, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port': {'id': '97497cae-0dad-4154-93ce-59eab2e918a5', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:10:38Z', 'updated_at': '2021-09-20T13:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:58.319748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Deleting port 97497cae-0dad-4154-93ce-59eab2e918a5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:20:58.320092 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.405335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] For port 97497cae-0dad-4154-93ce-59eab2e918a5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=97497cae-0dad-4154-93ce-59eab2e918a5,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:58.405621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.418237 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Calling delete_port for 97497cae-0dad-4154-93ce-59eab2e918a5 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:20:58.426671 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] Checking router: f65dfed6-683f-4906-a461-53ee4d4146a7 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:20:58.438134 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] Routers {'f65dfed6-683f-4906-a461-53ee4d4146a7'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:20:58.438748 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:20:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f65dfed6-683f-4906-a461-53ee4d4146a7'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:58.527199 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] Set router f65dfed6-683f-4906-a461-53ee4d4146a7 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:58.579133 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:20:58Z', 'revision_number': 6, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:58.608792 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b87b6-079b-4a82-a459-4967b93c1a8a None None] The sync data for ids ['f65dfed6-683f-4906-a461-53ee4d4146a7'] in n-d-809934-3 is: [{'id': 'f65dfed6-683f-4906-a461-53ee4d4146a7', 'name': 'tempest-ServerActionsTestJSON-638985982-router', 'tenant_id': '6a7790171e454161af88091432db0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:10:37Z', 'updated_at': '2021-09-20T13:20:58Z', 'revision_number': 6, 'project_id': '6a7790171e454161af88091432db0817', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:20:58.643719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.669968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Pushing event deleted for resources: {'Port': ['ID=97497cae-0dad-4154-93ce-59eab2e918a5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:58.733369 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.823858 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.826791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.911919 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.912463 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f65dfed6-683f-4906-a461-53ee4d4146a7 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:20:58.916847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:58.918041 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-549c2c1e-d8b6-48f0-88bd-4a328d47fb66 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f65dfed6-683f-4906-a461-53ee4d4146a7 HTTP/1.1" status: 204 len: 168 time: 0.9059968 Sep 20 13:20:58.921251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44050) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:20:58.965602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2aa0ae4-d523-4a5d-b0e5-700a980d06c5 admin admin] Deleting subnet 8c65308a-5e02-4882-85d5-e801433e1350 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:20:58.968870 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0ae4-d523-4a5d-b0e5-700a980d06c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.004637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0ae4-d523-4a5d-b0e5-700a980d06c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.093568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0ae4-d523-4a5d-b0e5-700a980d06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.175088 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0ae4-d523-4a5d-b0e5-700a980d06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.202948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0ae4-d523-4a5d-b0e5-700a980d06c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.204893 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d2aa0ae4-d523-4a5d-b0e5-700a980d06c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8c65308a-5e02-4882-85d5-e801433e1350 HTTP/1.1" status: 204 len: 168 time: 0.2827682 Sep 20 13:20:59.205942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa0ae4-d523-4a5d-b0e5-700a980d06c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c65308a-5e02-4882-85d5-e801433e1350,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:59.207405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44052) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:20:59.210431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fbad3e-97e7-4785-8b92-40a20a8ec665 None None] Network 9fa4aed0-51ca-4732-938a-c4a203f09756 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:20:59.277382 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.329622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Deleting port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:20:59.330209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.401436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] For port ecf47ca8-a9e9-4824-80df-7e079dcdeb81, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ecf47ca8-a9e9-4824-80df-7e079dcdeb81,segment=NetworkSegment(c2175f3e-5337-4cff-af27-5acdf3af5b7e),segment_id=c2175f3e-5337-4cff-af27-5acdf3af5b7e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:59.401803 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.419952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Calling delete_port for ecf47ca8-a9e9-4824-80df-7e079dcdeb81 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:20:59.428402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] DHCP port deletion for 9fa4aed0-51ca-4732-938a-c4a203f09756 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:20:59.598276 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.603125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d610929e-ec2d-4dd3-8c7c-54e12ae366ac no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:20:59.624101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf47ca8-a9e9-4824-80df-7e079dcdeb81,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:59.627801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: d610929e-ec2d-4dd3-8c7c-54e12ae366ac {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:20:59.628156 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d610929e-ec2d-4dd3-8c7c-54e12ae366ac not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:20:59.630628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] No DVR routers for this DVR port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:20:59.649562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] Deleting port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:20:59.650111 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.711242 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.717702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] For port ecf47ca8-a9e9-4824-80df-7e079dcdeb81, host n-d-809934-3, got binding levels [] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:59.718108 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.730305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] Calling delete_port for ecf47ca8-a9e9-4824-80df-7e079dcdeb81 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:20:59.731030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa4aed0-51ca-4732-938a-c4a203f09756']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:59.733772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.ipam_backend_mixin [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] Port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 was not found and therefore no delete operation was performed {{(pid=95504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 13:20:59.735025 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.741319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2175f3e-5337-4cff-af27-5acdf3af5b7e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:59.741989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2175f3e-5337-4cff-af27-5acdf3af5b7e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:59.750657 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.758591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] Pushing event deleted for resources: {'Port': ['ID=ecf47ca8-a9e9-4824-80df-7e079dcdeb81,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:59.763304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05e1fd-7b4c-49a8-a91e-6766cf90792c None None] No DVR routers for this DVR port ecf47ca8-a9e9-4824-80df-7e079dcdeb81 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:20:59.764242 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.774031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:20:59.774413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:20:59.776081 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:20:59.906708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.912346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:20:59.914219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9fa4aed0-51ca-4732-938a-c4a203f09756 HTTP/1.1" status: 204 len: 168 time: 0.7059200 Sep 20 13:20:59.925070 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee779de-d072-48c2-98d4-4d8aebc53e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa4aed0-51ca-4732-938a-c4a203f09756,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:00.189798 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44056) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:00.235090 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e2d1aef5-c320-44dc-9bf9-8eadd9ca7fd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a7790171e454161af88091432db0817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441217 Sep 20 13:21:00.237537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44058) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:00.284248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-933196e4-37eb-4bcc-b6f7-66adc5165a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:00.304590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-933196e4-37eb-4bcc-b6f7-66adc5165a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:00.431975 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-933196e4-37eb-4bcc-b6f7-66adc5165a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:00.434658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-933196e4-37eb-4bcc-b6f7-66adc5165a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:00.435824 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-933196e4-37eb-4bcc-b6f7-66adc5165a8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e7dbc05-ba8f-4519-b4ca-c5fc6a2dabe1 HTTP/1.1" status: 204 len: 168 time: 0.1973755 Sep 20 13:21:00.445583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933196e4-37eb-4bcc-b6f7-66adc5165a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7dbc05-ba8f-4519-b4ca-c5fc6a2dabe1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:01.076803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ecf47ca8-a9e9-4824-80df-7e079dcdeb81 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:21:01.098080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: ecf47ca8-a9e9-4824-80df-7e079dcdeb81 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:21:01.098428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ecf47ca8-a9e9-4824-80df-7e079dcdeb81 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:21:01.098839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 97497cae-0dad-4154-93ce-59eab2e918a5 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:21:01.116890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 97497cae-0dad-4154-93ce-59eab2e918a5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:21:01.117631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 97497cae-0dad-4154-93ce-59eab2e918a5 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:21:01.428044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44080) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:01.526787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-110166826-network', 'tenant_id': '63b43ef84a1d4e55932cbc9ef2e990fb'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:01.609026 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Made reservation on behalf of 63b43ef84a1d4e55932cbc9ef2e990fb for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:01.611330 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:01.619598 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:01.708101 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:01.757223 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:01.781153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:01.790439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd02e59a-6349-4a16-9714-cfaf47641c9b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:01.795775 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:01.796123 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Added segment e225ef26-a200-4f9e-a2b8-2d1c4d529e9d of type vlan for network 916ae4af-83d5-4b17-9265-0984a76d7428 Sep 20 13:21:01.837775 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:01.917556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:01.918553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:01.919696 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:01.977667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] Pushing event updated for resources: {'Network': ['ID=916ae4af-83d5-4b17-9265-0984a76d7428,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:01.989023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 916ae4af-83d5-4b17-9265-0984a76d7428 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:02.012439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f9a551e2-ba52-42b7-bb36-655e48fbd2ee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5804031 Sep 20 13:21:02.012819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44084) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:02.017607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Request body: {'subnet': {'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-110166826-subnet', 'tenant_id': '63b43ef84a1d4e55932cbc9ef2e990fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:02.105880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Made reservation on behalf of 63b43ef84a1d4e55932cbc9ef2e990fb for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:02.108813 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:02.323463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:02.379200 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6471ec-48ae-4971-bdf4-db04f5550075,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:02.389173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Checking segment: {'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:02.389528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Network hostable DHCP agents. Network: 916ae4af-83d5-4b17-9265-0984a76d7428, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:02.443375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Network 916ae4af-83d5-4b17-9265-0984a76d7428 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:02.483337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 916ae4af-83d5-4b17-9265-0984a76d7428) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:02.487763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:02.488460 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:02.494201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0b1ff-449e-48ee-a5a9-1fd0d2e738d3 None None] Network 916ae4af-83d5-4b17-9265-0984a76d7428 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:02.535671 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-480fa72f-6b98-4cc3-8bb8-953984888e8e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5219996 Sep 20 13:21:02.623057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b66f6-0012-4d61-9247-7d03eaa56b3d None None] Network 916ae4af-83d5-4b17-9265-0984a76d7428 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:02.957365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-d55e33db-2916-4b92-9917-0aa0cf1d8834 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:02.958832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-d55e33db-2916-4b92-9917-0aa0cf1d8834 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/networks?id=916ae4af-83d5-4b17-9265-0984a76d7428 HTTP/1.1" status: 200 len: 813 time: 0.1050808 Sep 20 13:21:02.973477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-bb11fa1a-2e12-43a4-b7e4-2979761d7a34 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/quotas/63b43ef84a1d4e55932cbc9ef2e990fb HTTP/1.1" status: 200 len: 375 time: 0.0087142 Sep 20 13:21:03.004092 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-85bab5e1-ec71-45b2-bf41-384353805c3a tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254362 Sep 20 13:21:03.093820 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-b4d16465-654d-4eea-9774-e2436ac50ae5 service neutron] 10.222.0.37 "GET /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827839 Sep 20 13:21:03.180971 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-f59f1232-6043-4c68-95e1-90c3933c1d66 service neutron] 10.222.0.37 "GET /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809894 Sep 20 13:21:03.382345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-893dc025-b783-4e56-8e8d-be74ce733adf req-077584b1-8a29-40b7-bf62-b8fd587ec2eb tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 210 time: 0.0295923 Sep 20 13:21:04.475301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f79fa459-e480-4831-859a-dcede92f31ee req-9bd14203-7633-4fb1-a1c1-9827532c8321 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 210 time: 0.0268323 Sep 20 13:21:05.335159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-b0bbc4e0-98d4-4bb9-aaf2-07da99b50aa0 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:05.336622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-b0bbc4e0-98d4-4bb9-aaf2-07da99b50aa0 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.32 "GET /v2.0/networks?id=916ae4af-83d5-4b17-9265-0984a76d7428 HTTP/1.1" status: 200 len: 813 time: 0.1075134 Sep 20 13:21:05.349711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Request body: {'port': {'device_id': 'a40b7f7c-19c0-445b-90f9-bffab78a70e6', 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428', 'admin_state_up': True, 'tenant_id': '63b43ef84a1d4e55932cbc9ef2e990fb'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:05.500079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Made reservation on behalf of 63b43ef84a1d4e55932cbc9ef2e990fb for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:05.503681 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:05.577262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b55d8e23-7b5d-4465-b3b1-6179950c002f req-67070442-dc17-4020-bc80-199b72c0811e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 210 time: 0.0293844 Sep 20 13:21:05.639524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Allocated IP 172.20.0.4 (916ae4af-83d5-4b17-9265-0984a76d7428/7c6471ec-48ae-4971-bdf4-db04f5550075/6490d5fd-6924-4799-9634-b6e123ae1388) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:05.785031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:05.861165 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:05.900915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Network 916ae4af-83d5-4b17-9265-0984a76d7428 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:05.904458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:05.908324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:21:05.941457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Pushing event updated for resources: {'Port': ['ID=6490d5fd-6924-4799-9634-b6e123ae1388,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:05.966659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:05.967266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:06.038300 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-730801a1-1606-4be7-ac5e-a4ade0588b8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6923730 Sep 20 13:21:06.050818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Request body: {'port': {'device_id': 'a40b7f7c-19c0-445b-90f9-bffab78a70e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:06.101645 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:06.353821 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6490d5fd-6924-4799-9634-b6e123ae1388 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:21:06.361621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:06.373737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Transition to ACTIVE for port object 6490d5fd-6924-4799-9634-b6e123ae1388 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:21:06.454163 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:06.505148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Pushing event updated for resources: {'Port': ['ID=6490d5fd-6924-4799-9634-b6e123ae1388,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:06.567618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Attempting to bind port 6490d5fd-6924-4799-9634-b6e123ae1388 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:21:06.567948 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Attempting to bind port 6490d5fd-6924-4799-9634-b6e123ae1388 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:21:06.568264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Attempting to bind port 6490d5fd-6924-4799-9634-b6e123ae1388 on network 916ae4af-83d5-4b17-9265-0984a76d7428 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:06.572407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Port 6490d5fd-6924-4799-9634-b6e123ae1388 on network 916ae4af-83d5-4b17-9265-0984a76d7428 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:21:06.572726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Attempting to bind port 6490d5fd-6924-4799-9634-b6e123ae1388 on network 916ae4af-83d5-4b17-9265-0984a76d7428 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:06.577323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:06.577658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Checking segment: {'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:06.578034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Bound using segment: {'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:06.578445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Bound port: 6490d5fd-6924-4799-9634-b6e123ae1388, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:21:06.578788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:06.645029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] For port 6490d5fd-6924-4799-9634-b6e123ae1388, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:06.648394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] For port 6490d5fd-6924-4799-9634-b6e123ae1388, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6490d5fd-6924-4799-9634-b6e123ae1388,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:06.691479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283698-9a40-4e58-a161-5fe9f4dde22a req-b30c5244-ca09-4022-b841-aedd12e64c06 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:06.692975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4283698-9a40-4e58-a161-5fe9f4dde22a req-b30c5244-ca09-4022-b841-aedd12e64c06 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 943 time: 0.0485823 Sep 20 13:21:06.723773 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:06.730004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4283698-9a40-4e58-a161-5fe9f4dde22a req-631d5a2f-896a-41b5-887c-4a35f8a0c849 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307217 Sep 20 13:21:06.755013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:06.755540 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:06.756951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] 10.222.0.32 "PUT /v2.0/ports/6490d5fd-6924-4799-9634-b6e123ae1388 HTTP/1.1" status: 200 len: 1091 time: 0.7100616 Sep 20 13:21:06.759157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40b7f7c-19c0-445b-90f9-bffab78a70e6', 'tag': '6490d5fd-6924-4799-9634-b6e123ae1388'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:21:06.761397 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5757af-62dd-4eb3-b5cb-59450466c39e" -d '{"events": [{"name": "network-changed", "server_uuid": "a40b7f7c-19c0-445b-90f9-bffab78a70e6", "tag": "6490d5fd-6924-4799-9634-b6e123ae1388"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:06.789197 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b0ca-dee5-47bf-a904-0ecadf627069 service neutron] Pushing event updated for resources: {'Port': ['ID=6490d5fd-6924-4799-9634-b6e123ae1388,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:06.803483 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17fc9cf-b7ec-47a4-af84-fc4c121ee127 x-openstack-request-id: req-e17fc9cf-b7ec-47a4-af84-fc4c121ee127 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:06.803774 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40b7f7c-19c0-445b-90f9-bffab78a70e6", "tag": "6490d5fd-6924-4799-9634-b6e123ae1388", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:06.804026 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e17fc9cf-b7ec-47a4-af84-fc4c121ee127 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:06.804424 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40b7f7c-19c0-445b-90f9-bffab78a70e6', 'tag': '6490d5fd-6924-4799-9634-b6e123ae1388', 'status': 'completed', 'code': 200} Sep 20 13:21:06.865361 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5757af-62dd-4eb3-b5cb-59450466c39e req-91921c2b-d905-4f36-a3fd-407617e6cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:06.866737 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb5757af-62dd-4eb3-b5cb-59450466c39e req-91921c2b-d905-4f36-a3fd-407617e6cbb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 1094 time: 0.0417984 Sep 20 13:21:06.967219 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5757af-62dd-4eb3-b5cb-59450466c39e req-0c8246a6-f793-4fab-9b24-916680fdb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:06.968701 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb5757af-62dd-4eb3-b5cb-59450466c39e req-0c8246a6-f793-4fab-9b24-916680fdb4b7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0939000 Sep 20 13:21:07.060588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5757af-62dd-4eb3-b5cb-59450466c39e req-696f4514-6a45-4e0e-897a-68c608f4f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:07.062096 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb5757af-62dd-4eb3-b5cb-59450466c39e req-696f4514-6a45-4e0e-897a-68c608f4f980 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870447 Sep 20 13:21:07.140109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-6d3af4ee-542f-473f-8464-b1ff4eb5195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:07.141584 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-6d3af4ee-542f-473f-8464-b1ff4eb5195d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 1094 time: 0.0450115 Sep 20 13:21:07.183489 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-7745d036-2810-483c-93b3-3352c91703eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6490d5fd-6924-4799-9634-b6e123ae1388 HTTP/1.1" status: 200 len: 217 time: 0.0339792 Sep 20 13:21:07.231432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c3ed58b-a513-4841-9dc3-ca32f6077c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:07.232955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-9c3ed58b-a513-4841-9dc3-ca32f6077c37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7c6471ec-48ae-4971-bdf4-db04f5550075 HTTP/1.1" status: 200 len: 853 time: 0.0427315 Sep 20 13:21:07.264047 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-4a9621d5-1748-43a4-98d8-76b1c0d3c38c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=916ae4af-83d5-4b17-9265-0984a76d7428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243316 Sep 20 13:21:07.353603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-8424260b-6464-4ac2-903f-7112104d9465 service neutron] 10.222.0.32 "GET /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828960 Sep 20 13:21:07.441526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d770664b-0938-4b24-ba6c-0a9200ceb732 req-ad14c4e1-b5bc-407c-ba01-9eea04a18ab4 service neutron] 10.222.0.32 "GET /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804625 Sep 20 13:21:07.848943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60baf7-bb73-4087-a8dc-13edcbd93aa4 req-55085199-8771-4e61-8dca-cd15da08ce5b tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:07.850449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc60baf7-bb73-4087-a8dc-13edcbd93aa4 req-55085199-8771-4e61-8dca-cd15da08ce5b tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 943 time: 0.0516598 Sep 20 13:21:07.888367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc60baf7-bb73-4087-a8dc-13edcbd93aa4 req-803f174c-f7c2-47a6-8d59-e7be3ab2b7fc tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Sep 20 13:21:08.501225 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:21:09.002839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93f4b6-9a9e-401b-8d8b-316a60f5652e req-a3961cca-8f23-453c-af5b-d22da53a5354 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:09.004324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed93f4b6-9a9e-401b-8d8b-316a60f5652e req-a3961cca-8f23-453c-af5b-d22da53a5354 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 943 time: 0.0478733 Sep 20 13:21:09.041847 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ed93f4b6-9a9e-401b-8d8b-316a60f5652e req-a3306aa6-5a2e-415e-9405-7418d5a73bd6 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Sep 20 13:21:10.076077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6490d5fd-6924-4799-9634-b6e123ae1388 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:21:10.156990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5461-af2b-4c85-a908-b5f5fdaa2d57 req-c18f0464-9cee-4af9-9f9c-5df5f10b5e62 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:10.158412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb9c5461-af2b-4c85-a908-b5f5fdaa2d57 req-c18f0464-9cee-4af9-9f9c-5df5f10b5e62 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 943 time: 0.0482724 Sep 20 13:21:10.170484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6490d5fd-6924-4799-9634-b6e123ae1388, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6490d5fd-6924-4799-9634-b6e123ae1388,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:10.181478 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '6490d5fd-6924-4799-9634-b6e123ae1388', 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428', 'port_id': '6490d5fd-6924-4799-9634-b6e123ae1388', 'mac_address': 'fa:16:3e:6b:2f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6471ec-48ae-4971-bdf4-db04f5550075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:21:10.198067 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cb9c5461-af2b-4c85-a908-b5f5fdaa2d57 req-c46a2a42-5705-40e9-8cd4-5e0e374730e1 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332868 Sep 20 13:21:10.222338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:10.235595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6490d5fd-6924-4799-9634-b6e123ae1388 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:21:10.255961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6490d5fd-6924-4799-9634-b6e123ae1388, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6490d5fd-6924-4799-9634-b6e123ae1388,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:10.316821 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:10.363006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6490d5fd-6924-4799-9634-b6e123ae1388,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:10.501898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['6490d5fd-6924-4799-9634-b6e123ae1388'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:21:11.320191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87663e-5e9f-4705-a78e-d7ab63d39d77 req-0ce23a09-cac9-4d07-b290-01c48d6fba9b tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:11.321694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b87663e-5e9f-4705-a78e-d7ab63d39d77 req-0ce23a09-cac9-4d07-b290-01c48d6fba9b tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 944 time: 0.0565598 Sep 20 13:21:11.690194 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b87663e-5e9f-4705-a78e-d7ab63d39d77 req-46489650-9de7-4e81-a5d9-091bd4a6cb92 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620994 Sep 20 13:21:12.076358 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6490d5fd-6924-4799-9634-b6e123ae1388 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:12.185849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 6490d5fd-6924-4799-9634-b6e123ae1388 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:21:12.189717 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 6490d5fd-6924-4799-9634-b6e123ae1388 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:12.190141 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:12.264804 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:12.286929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40b7f7c-19c0-445b-90f9-bffab78a70e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6490d5fd-6924-4799-9634-b6e123ae1388'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:21:12.289412 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f1091-25a6-47af-a93e-bd15c2232385" -d '{"events": [{"server_uuid": "a40b7f7c-19c0-445b-90f9-bffab78a70e6", "name": "network-vif-plugged", "status": "completed", "tag": "6490d5fd-6924-4799-9634-b6e123ae1388"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:12.305168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 6490d5fd-6924-4799-9634-b6e123ae1388, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6490d5fd-6924-4799-9634-b6e123ae1388,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:12.324656 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4f9d02-49e1-42fb-acae-3786d987fecf x-openstack-request-id: req-7d4f9d02-49e1-42fb-acae-3786d987fecf {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:12.324947 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40b7f7c-19c0-445b-90f9-bffab78a70e6", "name": "network-vif-plugged", "status": "completed", "tag": "6490d5fd-6924-4799-9634-b6e123ae1388", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:12.325256 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d4f9d02-49e1-42fb-acae-3786d987fecf {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:12.326196 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40b7f7c-19c0-445b-90f9-bffab78a70e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6490d5fd-6924-4799-9634-b6e123ae1388', 'code': 200} Sep 20 13:21:12.362903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:12.420663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=6490d5fd-6924-4799-9634-b6e123ae1388,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:12.422708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a3683-8a49-4073-801a-6e5bd11ca6d6 req-038de60c-eab4-4837-81cf-5c18cfb3ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:12.424255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-426a3683-8a49-4073-801a-6e5bd11ca6d6 req-038de60c-eab4-4837-81cf-5c18cfb3ad0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 1096 time: 0.0450258 Sep 20 13:21:12.459729 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-426a3683-8a49-4073-801a-6e5bd11ca6d6 req-7c512a6d-64c8-487a-8881-58a4ef69e8df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281987 Sep 20 13:21:12.459965 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe415b5e-47cc-45d9-bf85-fc3241a0850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:12.803526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72289075-a4a5-425b-a4ac-8c8237900dc3 req-6dede6b7-88d5-4d3a-8334-bb9b7b687f32 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:12.804978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72289075-a4a5-425b-a4ac-8c8237900dc3 req-6dede6b7-88d5-4d3a-8334-bb9b7b687f32 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0474999 Sep 20 13:21:12.841431 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-72289075-a4a5-425b-a4ac-8c8237900dc3 req-89c87187-3862-40ca-b64e-8063a68307d7 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304773 Sep 20 13:21:13.955685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3359c54-917b-4ffe-aa9d-a7934a079adc req-f8a0ee92-c9de-4ce4-ae9b-33c7bd52c1fd tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:13.957169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3359c54-917b-4ffe-aa9d-a7934a079adc req-f8a0ee92-c9de-4ce4-ae9b-33c7bd52c1fd tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Sep 20 13:21:13.993999 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3359c54-917b-4ffe-aa9d-a7934a079adc req-bbae497b-fed6-4ede-9960-d0402a0b81a9 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Sep 20 13:21:14.215357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a8096012-0a21-427b-9148-be26ad43113c tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:14.217399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a8096012-0a21-427b-9148-be26ad43113c tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/networks?id=916ae4af-83d5-4b17-9265-0984a76d7428 HTTP/1.1" status: 200 len: 813 time: 0.1057606 Sep 20 13:21:14.232350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-04c5b822-1bc7-46b4-878f-c0c3f1abe2c9 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/quotas/63b43ef84a1d4e55932cbc9ef2e990fb HTTP/1.1" status: 200 len: 375 time: 0.0092988 Sep 20 13:21:14.285130 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-e93d0c51-399e-4ea0-bd2f-404776ab3ca6 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440569 Sep 20 13:21:14.377353 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-f0f256de-476d-4a45-9392-3d9cae465096 service neutron] 10.222.0.37 "GET /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851176 Sep 20 13:21:14.464565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a57ed568-e985-407f-b25e-360c8af187eb service neutron] 10.222.0.37 "GET /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809860 Sep 20 13:21:14.707262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73ee0386-830e-4a91-b591-039aa0dcd6e0 req-8cd17924-a4fc-4095-b359-ed4ce3ba805e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 210 time: 0.0323937 Sep 20 13:21:15.219812 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-47ea5b5a-0029-40dc-a963-32b8f0f634cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:15.648699 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:15.801214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-42ad0ff1-3242-4aec-be46-0b4d9b760a8d req-3760c6af-d3b5-4100-861a-2c1b0e4ae0f1 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 210 time: 0.0268722 Sep 20 13:21:16.639533 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-e1c43d6b-6faf-4083-ae59-04f4153a3b85 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:16.641511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-e1c43d6b-6faf-4083-ae59-04f4153a3b85 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.21 "GET /v2.0/networks?id=916ae4af-83d5-4b17-9265-0984a76d7428 HTTP/1.1" status: 200 len: 813 time: 0.0995774 Sep 20 13:21:16.653902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Request body: {'port': {'device_id': '25537ce1-6a63-4d86-b5f4-78b0ba979189', 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428', 'admin_state_up': True, 'tenant_id': '63b43ef84a1d4e55932cbc9ef2e990fb'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:16.779931 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:16.860077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Made reservation on behalf of 63b43ef84a1d4e55932cbc9ef2e990fb for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:16.864037 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:16.898095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c291db-9565-4f6b-b39c-181fc385a16f req-d5bc02f7-96a4-48df-89b0-b1099b49c112 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 210 time: 0.0272403 Sep 20 13:21:16.994103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Allocated IP 172.20.0.13 (916ae4af-83d5-4b17-9265-0984a76d7428/7c6471ec-48ae-4971-bdf4-db04f5550075/ae577346-f99a-452a-8fc9-c8077e05d4c5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:17.136241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:17.260843 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:17.273351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['6490d5fd-6924-4799-9634-b6e123ae1388'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:21:17.307814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Network 916ae4af-83d5-4b17-9265-0984a76d7428 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:17.310822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:17.315360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:21:17.342443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Pushing event updated for resources: {'Port': ['ID=ae577346-f99a-452a-8fc9-c8077e05d4c5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:17.356489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.356838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.357201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.357534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.357861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.358185 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.358505 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.358831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.359154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.359472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.360307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.360627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:17.378865 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:17.379473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:17.472040 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a422e3aa-e553-418a-b073-9184d2d04f9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8217776 Sep 20 13:21:17.485639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Request body: {'port': {'device_id': '25537ce1-6a63-4d86-b5f4-78b0ba979189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:17.538226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:18.015217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009f6d-585c-456c-a6d6-030cadadfbc7 req-6ebb56c5-9e13-44da-898d-d07f3b7b5648 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:18.016800 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1009f6d-585c-456c-a6d6-030cadadfbc7 req-6ebb56c5-9e13-44da-898d-d07f3b7b5648 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 932 time: 0.0494876 Sep 20 13:21:18.057161 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f1009f6d-585c-456c-a6d6-030cadadfbc7 req-502bc85e-9fa7-4c4d-9b91-3df325a26bca tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338109 Sep 20 13:21:18.085143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae577346-f99a-452a-8fc9-c8077e05d4c5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:21:18.092395 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:18.103711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Transition to ACTIVE for port object ae577346-f99a-452a-8fc9-c8077e05d4c5 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:21:18.134494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:18.190909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:18.238825 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Pushing event updated for resources: {'Port': ['ID=ae577346-f99a-452a-8fc9-c8077e05d4c5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:18.307896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Attempting to bind port ae577346-f99a-452a-8fc9-c8077e05d4c5 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:21:18.308234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Attempting to bind port ae577346-f99a-452a-8fc9-c8077e05d4c5 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:21:18.308562 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Attempting to bind port ae577346-f99a-452a-8fc9-c8077e05d4c5 on network 916ae4af-83d5-4b17-9265-0984a76d7428 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:18.312728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Port ae577346-f99a-452a-8fc9-c8077e05d4c5 on network 916ae4af-83d5-4b17-9265-0984a76d7428 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:21:18.313983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Attempting to bind port ae577346-f99a-452a-8fc9-c8077e05d4c5 on network 916ae4af-83d5-4b17-9265-0984a76d7428 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:18.318432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:18.318769 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Checking segment: {'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:18.319148 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Bound using segment: {'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:18.319566 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Bound port: ae577346-f99a-452a-8fc9-c8077e05d4c5, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:21:18.319914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:18.380516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] For port ae577346-f99a-452a-8fc9-c8077e05d4c5, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:18.383602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] For port ae577346-f99a-452a-8fc9-c8077e05d4c5, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ae577346-f99a-452a-8fc9-c8077e05d4c5,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:18.437067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:18.468357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:18.469824 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:18.471276 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] 10.222.0.21 "PUT /v2.0/ports/ae577346-f99a-452a-8fc9-c8077e05d4c5 HTTP/1.1" status: 200 len: 1092 time: 0.9902735 Sep 20 13:21:18.473512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25537ce1-6a63-4d86-b5f4-78b0ba979189', 'tag': 'ae577346-f99a-452a-8fc9-c8077e05d4c5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:21:18.475768 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44efbc0d-aeb5-4719-a639-e67dd6ceacfc" -d '{"events": [{"name": "network-changed", "server_uuid": "25537ce1-6a63-4d86-b5f4-78b0ba979189", "tag": "ae577346-f99a-452a-8fc9-c8077e05d4c5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:18.500433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532b80c-8f9e-477b-ab3b-256979758e35 service neutron] Pushing event updated for resources: {'Port': ['ID=ae577346-f99a-452a-8fc9-c8077e05d4c5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:18.511162 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b89f50b-1e66-4cb1-91fb-265c38c93fb4 x-openstack-request-id: req-4b89f50b-1e66-4cb1-91fb-265c38c93fb4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:18.511528 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25537ce1-6a63-4d86-b5f4-78b0ba979189", "tag": "ae577346-f99a-452a-8fc9-c8077e05d4c5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:18.511781 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b89f50b-1e66-4cb1-91fb-265c38c93fb4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:18.512167 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25537ce1-6a63-4d86-b5f4-78b0ba979189', 'tag': 'ae577346-f99a-452a-8fc9-c8077e05d4c5', 'status': 'completed', 'code': 200} Sep 20 13:21:18.573516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efbc0d-aeb5-4719-a639-e67dd6ceacfc req-3797a7ae-b45b-45d2-b9cd-ec0704e2aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:18.575014 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-44efbc0d-aeb5-4719-a639-e67dd6ceacfc req-3797a7ae-b45b-45d2-b9cd-ec0704e2aac2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 1095 time: 0.0411370 Sep 20 13:21:18.671123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efbc0d-aeb5-4719-a639-e67dd6ceacfc req-28dce535-0878-44c2-8ec8-9b2efe62767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:18.673228 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-44efbc0d-aeb5-4719-a639-e67dd6ceacfc req-28dce535-0878-44c2-8ec8-9b2efe62767b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0910702 Sep 20 13:21:18.767525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efbc0d-aeb5-4719-a639-e67dd6ceacfc req-a3bb381d-5a3c-4b87-84f8-97127ecedaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:18.768995 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-44efbc0d-aeb5-4719-a639-e67dd6ceacfc req-a3bb381d-5a3c-4b87-84f8-97127ecedaae service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889466 Sep 20 13:21:18.843556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-0cac3264-176b-468a-9a70-7419138503f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:18.845831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-0cac3264-176b-468a-9a70-7419138503f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 1095 time: 0.0400405 Sep 20 13:21:18.888334 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-aad12f5e-92f5-4f8b-abf6-e8b57db73752 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae577346-f99a-452a-8fc9-c8077e05d4c5 HTTP/1.1" status: 200 len: 217 time: 0.0328290 Sep 20 13:21:18.942263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-996ac6c6-6fe2-4a48-9cda-99ca5f668bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:18.943722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-996ac6c6-6fe2-4a48-9cda-99ca5f668bbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c6471ec-48ae-4971-bdf4-db04f5550075 HTTP/1.1" status: 200 len: 853 time: 0.0487812 Sep 20 13:21:18.975139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-4ce6995b-6801-45d9-a8de-d474f7535cc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=916ae4af-83d5-4b17-9265-0984a76d7428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243511 Sep 20 13:21:19.062380 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-a8fdad0a-3a7c-4d6b-a093-9471a8a6ecb0 service neutron] 10.222.0.21 "GET /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801530 Sep 20 13:21:19.155631 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb7c00df-85fe-483d-9ae3-69af53ca9bbf req-793eafb5-b83b-4e5f-9290-8dbc2f68176e service neutron] 10.222.0.21 "GET /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853169 Sep 20 13:21:19.183944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f09a0d-7a41-4e5f-a66c-ebaf0b3ba7ec req-365d5270-b242-4d5a-98cd-1b89e5373c67 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:19.185546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5f09a0d-7a41-4e5f-a66c-ebaf0b3ba7ec req-365d5270-b242-4d5a-98cd-1b89e5373c67 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 944 time: 0.0569930 Sep 20 13:21:19.228659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b5f09a0d-7a41-4e5f-a66c-ebaf0b3ba7ec req-89bcd423-f489-4243-853b-dbc05de6e82a tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Sep 20 13:21:20.342304 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1b9b9-030b-4be8-b86e-1d7c5a8ccc67 req-6458de3a-1a4f-4397-815b-87f1e39f1940 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:20.343778 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2cc1b9b9-030b-4be8-b86e-1d7c5a8ccc67 req-6458de3a-1a4f-4397-815b-87f1e39f1940 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 944 time: 0.0488501 Sep 20 13:21:20.368313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:20.381895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2cc1b9b9-030b-4be8-b86e-1d7c5a8ccc67 req-db219b88-dbe7-4baa-b737-353b64795775 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Sep 20 13:21:20.905874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:21.493414 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf735-b498-43e5-8d4a-a09265241004 req-3fa03a6a-79e6-4ed0-b04e-56c01ef09d58 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:21.494877 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83caf735-b498-43e5-8d4a-a09265241004 req-3fa03a6a-79e6-4ed0-b04e-56c01ef09d58 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 944 time: 0.0478771 Sep 20 13:21:21.532344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83caf735-b498-43e5-8d4a-a09265241004 req-ffc77a05-d1ec-4cf2-9869-a1a1312bfe92 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Sep 20 13:21:21.913502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ae577346-f99a-452a-8fc9-c8077e05d4c5 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:21:22.004385 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ae577346-f99a-452a-8fc9-c8077e05d4c5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ae577346-f99a-452a-8fc9-c8077e05d4c5,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:22.015057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'ae577346-f99a-452a-8fc9-c8077e05d4c5', 'network_id': '916ae4af-83d5-4b17-9265-0984a76d7428', 'port_id': 'ae577346-f99a-452a-8fc9-c8077e05d4c5', 'mac_address': 'fa:16:3e:4b:ea:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6471ec-48ae-4971-bdf4-db04f5550075', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:21:22.055582 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:22.068185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae577346-f99a-452a-8fc9-c8077e05d4c5 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:21:22.086163 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ae577346-f99a-452a-8fc9-c8077e05d4c5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ae577346-f99a-452a-8fc9-c8077e05d4c5,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:22.151284 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:22.198299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=ae577346-f99a-452a-8fc9-c8077e05d4c5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:22.337403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['ae577346-f99a-452a-8fc9-c8077e05d4c5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:21:22.646535 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ee06c-6121-4efd-affe-aa603c9dedae req-802bd40b-4451-4257-8a3e-3f5d3e520096 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:22.648041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec7ee06c-6121-4efd-affe-aa603c9dedae req-802bd40b-4451-4257-8a3e-3f5d3e520096 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 945 time: 0.0514638 Sep 20 13:21:22.684898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ec7ee06c-6121-4efd-affe-aa603c9dedae req-108548b5-b54c-4418-b692-3591ed12175e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Sep 20 13:21:23.798076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ad68-4a60-4ff3-af4a-640637de5d30 req-461c8548-c3ab-437e-a460-03c055afbbb2 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:23.799548 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc77ad68-4a60-4ff3-af4a-640637de5d30 req-461c8548-c3ab-437e-a460-03c055afbbb2 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Sep 20 13:21:23.835530 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc77ad68-4a60-4ff3-af4a-640637de5d30 req-b107fbf4-60c1-4c6c-b06a-af306d169c7a tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300808 Sep 20 13:21:23.917074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ae577346-f99a-452a-8fc9-c8077e05d4c5 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:24.025286 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port ae577346-f99a-452a-8fc9-c8077e05d4c5 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:21:24.028861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port ae577346-f99a-452a-8fc9-c8077e05d4c5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:24.029266 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:24.104105 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:24.130593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25537ce1-6a63-4d86-b5f4-78b0ba979189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae577346-f99a-452a-8fc9-c8077e05d4c5'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:21:24.132795 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cba91d-7838-4c4c-b69e-798359ee3e98" -d '{"events": [{"server_uuid": "25537ce1-6a63-4d86-b5f4-78b0ba979189", "name": "network-vif-plugged", "status": "completed", "tag": "ae577346-f99a-452a-8fc9-c8077e05d4c5"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:24.145847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ae577346-f99a-452a-8fc9-c8077e05d4c5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ae577346-f99a-452a-8fc9-c8077e05d4c5,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:24.170624 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa201c16-c674-4484-b6e4-98f9692a490d x-openstack-request-id: req-fa201c16-c674-4484-b6e4-98f9692a490d {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:24.170916 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25537ce1-6a63-4d86-b5f4-78b0ba979189", "name": "network-vif-plugged", "status": "completed", "tag": "ae577346-f99a-452a-8fc9-c8077e05d4c5", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:24.171172 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa201c16-c674-4484-b6e4-98f9692a490d {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:24.171570 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25537ce1-6a63-4d86-b5f4-78b0ba979189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae577346-f99a-452a-8fc9-c8077e05d4c5', 'code': 200} Sep 20 13:21:24.197629 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:24.249148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=ae577346-f99a-452a-8fc9-c8077e05d4c5,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:24.256485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.256830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.257193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.257533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.257860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.258188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.258553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.258880 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.259197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.259518 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.259837 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.260159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:24.264277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fe06a-ab47-476c-9ff8-e73d775ed346 req-6a917dd4-7fed-4296-94bd-3a2060253394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:24.266964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d92fe06a-ab47-476c-9ff8-e73d775ed346 req-6a917dd4-7fed-4296-94bd-3a2060253394 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 1097 time: 0.0397136 Sep 20 13:21:24.300937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d92fe06a-ab47-476c-9ff8-e73d775ed346 req-590394c7-c25e-4f3f-929f-c2af12410782 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275397 Sep 20 13:21:24.951139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f907c98-d8bc-4fe8-8601-bc96fee4b89f req-ce96c294-cba2-4694-879f-1ecad72b5e34 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:24.952613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f907c98-d8bc-4fe8-8601-bc96fee4b89f req-ce96c294-cba2-4694-879f-1ecad72b5e34 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Sep 20 13:21:24.989849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f907c98-d8bc-4fe8-8601-bc96fee4b89f req-2fe3ecec-c9b4-47ed-a2d2-6351d5cd5a9f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309217 Sep 20 13:21:26.105581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0583e15-e18a-41d0-8bc0-fce856a1fbe3 req-a790c242-3b89-47e8-a398-1f50922a6536 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:26.107051 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0583e15-e18a-41d0-8bc0-fce856a1fbe3 req-a790c242-3b89-47e8-a398-1f50922a6536 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 946 time: 0.0525057 Sep 20 13:21:26.143830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0583e15-e18a-41d0-8bc0-fce856a1fbe3 req-15faa709-4f18-4e26-8e64-3b600e2cc432 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305412 Sep 20 13:21:26.574277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146891b4-fc9b-4171-8f8b-01d7790e9b80 req-6c6e196a-3c8d-4e9d-b755-173ddefdbbe5 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:26.575748 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-146891b4-fc9b-4171-8f8b-01d7790e9b80 req-6c6e196a-3c8d-4e9d-b755-173ddefdbbe5 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 946 time: 0.0487106 Sep 20 13:21:26.626082 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-146891b4-fc9b-4171-8f8b-01d7790e9b80 req-ac9e5d30-4cd5-4eae-8858-6f12523ebf6b tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Sep 20 13:21:27.740296 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110101a-3a6a-4166-bb8a-7ed1ef647d4c req-7e16c5a9-024a-4295-8892-b5281559d93a tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:27.741853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4110101a-3a6a-4166-bb8a-7ed1ef647d4c req-7e16c5a9-024a-4295-8892-b5281559d93a tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 946 time: 0.0490055 Sep 20 13:21:27.778567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4110101a-3a6a-4166-bb8a-7ed1ef647d4c req-cc4c27c6-fb59-453c-b671-2de36b0d71f6 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Sep 20 13:21:27.834258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57498d-0238-455e-a37c-47e007c21f5f req-49fb62e5-308d-4b96-bd7f-29924be9e813 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:27.835688 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eb57498d-0238-455e-a37c-47e007c21f5f req-49fb62e5-308d-4b96-bd7f-29924be9e813 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.21 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 946 time: 0.0467589 Sep 20 13:21:27.927837 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Deleting port ae577346-f99a-452a-8fc9-c8077e05d4c5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:27.928087 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:28.014961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] For port ae577346-f99a-452a-8fc9-c8077e05d4c5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ae577346-f99a-452a-8fc9-c8077e05d4c5,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:28.015321 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:28.026985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Calling delete_port for ae577346-f99a-452a-8fc9-c8077e05d4c5 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:28.190986 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:28.203127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['6490d5fd-6924-4799-9634-b6e123ae1388'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:21:28.210843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['ae577346-f99a-452a-8fc9-c8077e05d4c5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:21:28.223694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Pushing event deleted for resources: {'Port': ['ID=ae577346-f99a-452a-8fc9-c8077e05d4c5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:28.264389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] No DVR routers for this DVR port ae577346-f99a-452a-8fc9-c8077e05d4c5 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:28.267348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:28.269384 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-eb57498d-0238-455e-a37c-47e007c21f5f req-261baff0-728b-4e5f-937a-d7aaff01d704 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.21 "DELETE /v2.0/ports/ae577346-f99a-452a-8fc9-c8077e05d4c5 HTTP/1.1" status: 204 len: 173 time: 0.4275246 Sep 20 13:21:28.269856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25537ce1-6a63-4d86-b5f4-78b0ba979189', 'name': 'network-vif-deleted', 'tag': 'ae577346-f99a-452a-8fc9-c8077e05d4c5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:21:28.272134 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a903ea48-56cc-4bf7-bcd7-d0fe9f3ad86d" -d '{"events": [{"server_uuid": "25537ce1-6a63-4d86-b5f4-78b0ba979189", "name": "network-vif-deleted", "tag": "ae577346-f99a-452a-8fc9-c8077e05d4c5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:28.309194 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e379b3f-c7ed-4e4f-aaff-8c9166be6f52 x-openstack-request-id: req-8e379b3f-c7ed-4e4f-aaff-8c9166be6f52 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:28.309488 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25537ce1-6a63-4d86-b5f4-78b0ba979189", "name": "network-vif-deleted", "tag": "ae577346-f99a-452a-8fc9-c8077e05d4c5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:28.309956 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e379b3f-c7ed-4e4f-aaff-8c9166be6f52 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:28.310290 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25537ce1-6a63-4d86-b5f4-78b0ba979189', 'name': 'network-vif-deleted', 'tag': 'ae577346-f99a-452a-8fc9-c8077e05d4c5', 'status': 'completed', 'code': 200} Sep 20 13:21:28.891795 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0c6e748d-bcbf-4a44-9b6d-41487b2470a2 req-79ec593a-f1b3-4135-bfc2-b4dcbf3380d4 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=25537ce1-6a63-4d86-b5f4-78b0ba979189 HTTP/1.1" status: 200 len: 210 time: 0.0316281 Sep 20 13:21:30.038675 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af0d0-9b68-41eb-9a41-ada7deb4fae1 req-0f9e9999-f81a-402a-8bc6-2941e4b5110c tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:30.040160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e76af0d0-9b68-41eb-9a41-ada7deb4fae1 req-0f9e9999-f81a-402a-8bc6-2941e4b5110c tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0493565 Sep 20 13:21:30.077570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e76af0d0-9b68-41eb-9a41-ada7deb4fae1 req-4478186b-0b67-4be0-a223-ac90cc2ac347 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314288 Sep 20 13:21:30.208906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f34a9-5473-4f0f-bb30-4a196d76607c req-935f3960-4227-418b-ab58-c2d891662880 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:30.210426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f48f34a9-5473-4f0f-bb30-4a196d76607c req-935f3960-4227-418b-ab58-c2d891662880 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0506287 Sep 20 13:21:30.247297 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f48f34a9-5473-4f0f-bb30-4a196d76607c req-4a11245c-e42b-4fba-a7d8-346718b1892d tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Sep 20 13:21:30.359523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fd46c-f0f1-4a4c-93c2-292bef1747de req-45d1eccf-48e6-4764-809e-58172fed6688 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:30.361641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-440fd46c-f0f1-4a4c-93c2-292bef1747de req-45d1eccf-48e6-4764-809e-58172fed6688 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0491431 Sep 20 13:21:30.402136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-440fd46c-f0f1-4a4c-93c2-292bef1747de req-540ac95b-4058-444e-8179-c761218d7505 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Sep 20 13:21:30.564449 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fc0a6-3dba-4466-b74e-10a313bbcb1a req-4e414686-b37c-41cb-9c38-ea3c0469a434 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:30.566033 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-327fc0a6-3dba-4466-b74e-10a313bbcb1a req-4e414686-b37c-41cb-9c38-ea3c0469a434 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0488856 Sep 20 13:21:30.602709 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-327fc0a6-3dba-4466-b74e-10a313bbcb1a req-b9be9b2a-3f71-4178-8d87-7e0504f7af8e tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Sep 20 13:21:30.714594 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76563a-0855-49da-b046-45e29568a63f req-2c993840-192b-4ba5-88f4-064579273156 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:30.715952 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b76563a-0855-49da-b046-45e29568a63f req-2c993840-192b-4ba5-88f4-064579273156 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Sep 20 13:21:30.754047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b76563a-0855-49da-b046-45e29568a63f req-238ff5ce-55d2-48c9-b781-055fc8bdeaf4 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Sep 20 13:21:30.875526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad1feb-178c-4190-b290-d06cdf9a35a4 req-c30287fe-cd18-47a9-b21f-06dc5ddc9c51 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:30.877739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdad1feb-178c-4190-b290-d06cdf9a35a4 req-c30287fe-cd18-47a9-b21f-06dc5ddc9c51 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0491195 Sep 20 13:21:30.918733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdad1feb-178c-4190-b290-d06cdf9a35a4 req-0a0548a7-754d-4082-9cfb-79600379381b tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350769 Sep 20 13:21:31.395895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2653d5f-0829-49eb-ab61-ddecf6f61524 req-65df372c-add1-4ad5-84c5-6e8a9a6f8ca0 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:31.397401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2653d5f-0829-49eb-ab61-ddecf6f61524 req-65df372c-add1-4ad5-84c5-6e8a9a6f8ca0 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0486171 Sep 20 13:21:31.434887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b2653d5f-0829-49eb-ab61-ddecf6f61524 req-6d26b1a4-186b-4e6b-bbed-94e499f4ed89 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314705 Sep 20 13:21:31.976335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ae577346-f99a-452a-8fc9-c8077e05d4c5 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:21:31.996337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: ae577346-f99a-452a-8fc9-c8077e05d4c5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:21:31.996670 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ae577346-f99a-452a-8fc9-c8077e05d4c5 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:21:32.550762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f324b-a90a-41f0-a0df-f2e93172b63e req-c7dab408-9a10-4fcf-b5cf-5bff7f7f765f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:32.552227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f9f324b-a90a-41f0-a0df-f2e93172b63e req-c7dab408-9a10-4fcf-b5cf-5bff7f7f765f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0490434 Sep 20 13:21:32.596405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3f9f324b-a90a-41f0-a0df-f2e93172b63e req-a25d7069-f3f3-4ca1-ad62-4e237de6fb89 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd02e59a-6349-4a16-9714-cfaf47641c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381467 Sep 20 13:21:32.664830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-19e1370f-d8b2-48bf-95a2-8c78f694918b tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:32.666296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-19e1370f-d8b2-48bf-95a2-8c78f694918b tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.32 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 945 time: 0.0469894 Sep 20 13:21:32.754944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Deleting port 6490d5fd-6924-4799-9634-b6e123ae1388 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:32.755286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:32.839637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] For port 6490d5fd-6924-4799-9634-b6e123ae1388, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=6490d5fd-6924-4799-9634-b6e123ae1388,segment=NetworkSegment(e225ef26-a200-4f9e-a2b8-2d1c4d529e9d),segment_id=e225ef26-a200-4f9e-a2b8-2d1c4d529e9d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:32.839995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:32.852613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Calling delete_port for 6490d5fd-6924-4799-9634-b6e123ae1388 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:33.059378 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:33.070930 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['6490d5fd-6924-4799-9634-b6e123ae1388'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:21:33.089233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Pushing event deleted for resources: {'Port': ['ID=6490d5fd-6924-4799-9634-b6e123ae1388,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:33.134953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] No DVR routers for this DVR port 6490d5fd-6924-4799-9634-b6e123ae1388 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:33.137617 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:33.139633 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6954c40a-284f-4c1f-bbdb-9cd3ea8170e4 req-3355bfec-3cee-4be0-8bcf-da64dc020c0f tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.32 "DELETE /v2.0/ports/6490d5fd-6924-4799-9634-b6e123ae1388 HTTP/1.1" status: 204 len: 173 time: 0.4671936 Sep 20 13:21:33.140082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40b7f7c-19c0-445b-90f9-bffab78a70e6', 'name': 'network-vif-deleted', 'tag': '6490d5fd-6924-4799-9634-b6e123ae1388'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:21:33.143345 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beca53a0-eebe-4d9e-a0e4-a757799d61c6" -d '{"events": [{"server_uuid": "a40b7f7c-19c0-445b-90f9-bffab78a70e6", "name": "network-vif-deleted", "tag": "6490d5fd-6924-4799-9634-b6e123ae1388"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:33.179281 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0585b2-480c-41db-ac25-3c9cc9d25671 x-openstack-request-id: req-3e0585b2-480c-41db-ac25-3c9cc9d25671 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:33.182098 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40b7f7c-19c0-445b-90f9-bffab78a70e6", "name": "network-vif-deleted", "tag": "6490d5fd-6924-4799-9634-b6e123ae1388", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:33.182098 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e0585b2-480c-41db-ac25-3c9cc9d25671 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:33.182098 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40b7f7c-19c0-445b-90f9-bffab78a70e6', 'name': 'network-vif-deleted', 'tag': '6490d5fd-6924-4799-9634-b6e123ae1388', 'status': 'completed', 'code': 200} Sep 20 13:21:33.706657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9958cecf-5287-46ea-948a-d597ac431a7f req-0acefe2f-3859-42b5-a311-3aae4cca1709 tempest-ServersNegativeTestJSON-1238659695 tempest-ServersNegativeTestJSON-1238659695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a40b7f7c-19c0-445b-90f9-bffab78a70e6 HTTP/1.1" status: 200 len: 210 time: 0.0265610 Sep 20 13:21:34.761768 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:34.812568 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-46482a98-8679-4741-8408-8c6a9306864a admin admin] Deleting subnet 7c6471ec-48ae-4971-bdf4-db04f5550075 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:21:34.815808 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46482a98-8679-4741-8408-8c6a9306864a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:34.849351 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46482a98-8679-4741-8408-8c6a9306864a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:34.887606 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46482a98-8679-4741-8408-8c6a9306864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:34.990929 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46482a98-8679-4741-8408-8c6a9306864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.013836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46482a98-8679-4741-8408-8c6a9306864a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6471ec-48ae-4971-bdf4-db04f5550075,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:35.019749 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46482a98-8679-4741-8408-8c6a9306864a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.021746 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-46482a98-8679-4741-8408-8c6a9306864a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7c6471ec-48ae-4971-bdf4-db04f5550075 HTTP/1.1" status: 204 len: 168 time: 0.2588620 Sep 20 13:21:35.024145 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:35.095723 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.175241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.194245 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916ae4af-83d5-4b17-9265-0984a76d7428']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:35.203108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:35.203407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e225ef26-a200-4f9e-a2b8-2d1c4d529e9d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:35.213029 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.226266 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.231924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:35.232309 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:35.233947 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:35.322444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.327736 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.329606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] 10.222.0.37 "DELETE /v2.0/networks/916ae4af-83d5-4b17-9265-0984a76d7428 HTTP/1.1" status: 204 len: 168 time: 0.3045568 Sep 20 13:21:35.339837 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc550c-9fde-479d-a48c-0ad245885c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=916ae4af-83d5-4b17-9265-0984a76d7428,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:35.622448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44268) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:35.661770 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-02ad4aa6-b696-4eea-9638-724108398cfa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63b43ef84a1d4e55932cbc9ef2e990fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381982 Sep 20 13:21:35.664195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44270) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:35.710090 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e324752-0b8f-4e36-8045-681784d57c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.730466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e324752-0b8f-4e36-8045-681784d57c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.842089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e324752-0b8f-4e36-8045-681784d57c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.844732 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e324752-0b8f-4e36-8045-681784d57c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:35.846737 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3e324752-0b8f-4e36-8045-681784d57c81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd02e59a-6349-4a16-9714-cfaf47641c9b HTTP/1.1" status: 204 len: 168 time: 0.1816521 Sep 20 13:21:35.854748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e324752-0b8f-4e36-8045-681784d57c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd02e59a-6349-4a16-9714-cfaf47641c9b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:36.174403 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6490d5fd-6924-4799-9634-b6e123ae1388 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:21:36.199397 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 6490d5fd-6924-4799-9634-b6e123ae1388 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:21:36.199741 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 6490d5fd-6924-4799-9634-b6e123ae1388 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:21:36.907206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44292) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:37.000871 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887155404'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:37.093433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:37.097497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:37.105908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:37.193086 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:37.316426 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:37.345669 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:37.353978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9169a4-b2bb-4631-8a78-a5493ac675a6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:37.359703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:37.360042 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Added segment 99a009d1-23b4-4cc2-ae8c-041201986d1e of type vlan for network a20fba53-6021-41ec-8fde-6b073bea4bf5 Sep 20 13:21:37.398791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:37.493514 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:37.499073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:37.499676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:37.602359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Network': ['ID=a20fba53-6021-41ec-8fde-6b073bea4bf5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:37.613707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network a20fba53-6021-41ec-8fde-6b073bea4bf5 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:37.626884 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-78bd51aa-874c-4122-bc6b-55d60726a6d8 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7179394 Sep 20 13:21:41.007409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44298) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:41.012515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'subnet': {'network_id': 'a20fba53-6021-41ec-8fde-6b073bea4bf5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:41.145316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:41.148706 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:41.414123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:41.476296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Subnet': ['ID=589f8694-9d2c-410a-8a78-71958f619fc1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:41.484650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Checking segment: {'id': '99a009d1-23b4-4cc2-ae8c-041201986d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a20fba53-6021-41ec-8fde-6b073bea4bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:41.485019 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network hostable DHCP agents. Network: a20fba53-6021-41ec-8fde-6b073bea4bf5, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:41.534141 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network a20fba53-6021-41ec-8fde-6b073bea4bf5 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:41.602296 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, a20fba53-6021-41ec-8fde-6b073bea4bf5) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:41.606262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:41.609063 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:41.612578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef4074c-e87b-40ce-bf13-00accaff3717 None None] Network a20fba53-6021-41ec-8fde-6b073bea4bf5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:41.683142 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7465588b-b3a0-4713-9ebb-cb10efea1017 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6745117 Sep 20 13:21:41.686691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44300) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:41.694433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465614036'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:41.752429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-a20fba53-6021-41ec-8fde-6b073bea4bf5', 'network_id': 'a20fba53-6021-41ec-8fde-6b073bea4bf5', 'tenant_id': 'ded0816e8bc34773bfac9f9f7b8e939d', 'fixed_ips': [{'subnet_id': '589f8694-9d2c-410a-8a78-71958f619fc1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:21:41.753315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:41.791133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:41.794680 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:41.820369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:41.831221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:41.831711 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Added segment 45be7286-b1b8-4b7e-870c-8806a9cbfc48 of type vlan for network 5a6ee7b5-c96b-4343-be71-3f1bda51b94e Sep 20 13:21:41.880979 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:41.897249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Allocated IP 2001:db8:0:ffff::2 (a20fba53-6021-41ec-8fde-6b073bea4bf5/589f8694-9d2c-410a-8a78-71958f619fc1/8adb1a81-195f-47a2-ad93-8a300f51d865) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:41.968027 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:41.973567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:41.976527 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.041513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Network': ['ID=5a6ee7b5-c96b-4343-be71-3f1bda51b94e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:42.042725 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.052924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 5a6ee7b5-c96b-4343-be71-3f1bda51b94e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:42.066311 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-620c1953-321c-4ee7-9a18-2b1959e83acd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3785772 Sep 20 13:21:42.069273 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44304) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:42.074164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'subnet': {'network_id': '5a6ee7b5-c96b-4343-be71-3f1bda51b94e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:42.117701 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.153849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Network a20fba53-6021-41ec-8fde-6b073bea4bf5 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:42.158657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:42.162021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:21:42.169326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Pushing event updated for resources: {'Port': ['ID=8adb1a81-195f-47a2-ad93-8a300f51d865,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:42.223306 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Attempting to bind port 8adb1a81-195f-47a2-ad93-8a300f51d865 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:21:42.223575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Attempting to bind port 8adb1a81-195f-47a2-ad93-8a300f51d865 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '99a009d1-23b4-4cc2-ae8c-041201986d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a20fba53-6021-41ec-8fde-6b073bea4bf5'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:21:42.223941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Attempting to bind port 8adb1a81-195f-47a2-ad93-8a300f51d865 on network a20fba53-6021-41ec-8fde-6b073bea4bf5 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:42.228740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:42.229144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Checking segment: {'id': '99a009d1-23b4-4cc2-ae8c-041201986d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a20fba53-6021-41ec-8fde-6b073bea4bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:42.229630 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.229948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Bound using segment: {'id': '99a009d1-23b4-4cc2-ae8c-041201986d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a20fba53-6021-41ec-8fde-6b073bea4bf5'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:42.230409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Bound port: 8adb1a81-195f-47a2-ad93-8a300f51d865, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a009d1-23b4-4cc2-ae8c-041201986d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a20fba53-6021-41ec-8fde-6b073bea4bf5'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:21:42.230790 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.237100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:42.240852 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.296702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] For port 8adb1a81-195f-47a2-ad93-8a300f51d865, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:42.300638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] For port 8adb1a81-195f-47a2-ad93-8a300f51d865, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8adb1a81-195f-47a2-ad93-8a300f51d865,segment=NetworkSegment(99a009d1-23b4-4cc2-ae8c-041201986d1e),segment_id=99a009d1-23b4-4cc2-ae8c-041201986d1e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:42.379785 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.458907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa2837-6a86-4b38-ac00-a43e3a05de5e None None] Pushing event updated for resources: {'Port': ['ID=8adb1a81-195f-47a2-ad93-8a300f51d865,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:42.491037 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df89284b-8a49-41dc-8a7f-418cc091068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.597095 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.662651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Subnet': ['ID=5ab7de82-61d4-4817-a185-1192d6eec3d1,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:42.674476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Checking segment: {'id': '45be7286-b1b8-4b7e-870c-8806a9cbfc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5a6ee7b5-c96b-4343-be71-3f1bda51b94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:42.674476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network hostable DHCP agents. Network: 5a6ee7b5-c96b-4343-be71-3f1bda51b94e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:42.756517 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network 5a6ee7b5-c96b-4343-be71-3f1bda51b94e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:42.848214 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 5a6ee7b5-c96b-4343-be71-3f1bda51b94e) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:42.852419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:42.853031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:42.856742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082eb759-4837-4d30-b6e0-06b1870b1ebd None None] Network 5a6ee7b5-c96b-4343-be71-3f1bda51b94e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:42.951847 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-167b4910-1ec4-4787-b5ba-3764fe35dcb4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8815267 Sep 20 13:21:42.954578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44308) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:43.024515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-5a6ee7b5-c96b-4343-be71-3f1bda51b94e', 'network_id': '5a6ee7b5-c96b-4343-be71-3f1bda51b94e', 'tenant_id': 'ded0816e8bc34773bfac9f9f7b8e939d', 'fixed_ips': [{'subnet_id': '5ab7de82-61d4-4817-a185-1192d6eec3d1'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:21:43.031728 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.065192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.172486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8adb1a81-195f-47a2-ad93-8a300f51d865 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:43.176434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.225456 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Allocated IP 2001:db8::2 (5a6ee7b5-c96b-4343-be71-3f1bda51b94e/5ab7de82-61d4-4817-a185-1192d6eec3d1/fa51891f-232a-44b4-aafd-4b2d5b2d792b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:43.274178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8adb1a81-195f-47a2-ad93-8a300f51d865 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:43.274463 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.480492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b0139-5f9f-4708-b8f2-b8cdc819e7d2 None None] Network a20fba53-6021-41ec-8fde-6b073bea4bf5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:43.577108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7ad56eef-725b-482a-8eb6-ba08c61ba3fe None None] Provisioning complete for port 8adb1a81-195f-47a2-ad93-8a300f51d865 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:43.577335 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ad56eef-725b-482a-8eb6-ba08c61ba3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.686830 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.723728 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.773755 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.831575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 8adb1a81-195f-47a2-ad93-8a300f51d865, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8adb1a81-195f-47a2-ad93-8a300f51d865,segment=NetworkSegment(99a009d1-23b4-4cc2-ae8c-041201986d1e),segment_id=99a009d1-23b4-4cc2-ae8c-041201986d1e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:43.832547 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7ad56eef-725b-482a-8eb6-ba08c61ba3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.837424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.864492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Network 5a6ee7b5-c96b-4343-be71-3f1bda51b94e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:43.865797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab7de82-61d4-4817-a185-1192d6eec3d1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:43.876377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Pushing event updated for resources: {'Port': ['ID=fa51891f-232a-44b4-aafd-4b2d5b2d792b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:43.878940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:43.888310 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:21:43.896885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.930220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.950553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6ee7b5-c96b-4343-be71-3f1bda51b94e']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:43.959738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45be7286-b1b8-4b7e-870c-8806a9cbfc48') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:43.960115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45be7286-b1b8-4b7e-870c-8806a9cbfc48') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:43.970440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.984797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.991277 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:43.995735 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:44.010605 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-7ad56eef-725b-482a-8eb6-ba08c61ba3fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:21:44.010962 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-7ad56eef-725b-482a-8eb6-ba08c61ba3fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:21:44.022366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Attempting to bind port fa51891f-232a-44b4-aafd-4b2d5b2d792b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:21:44.022734 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Attempting to bind port fa51891f-232a-44b4-aafd-4b2d5b2d792b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '45be7286-b1b8-4b7e-870c-8806a9cbfc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5a6ee7b5-c96b-4343-be71-3f1bda51b94e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:21:44.023093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Attempting to bind port fa51891f-232a-44b4-aafd-4b2d5b2d792b on network 5a6ee7b5-c96b-4343-be71-3f1bda51b94e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:44.025188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=8adb1a81-195f-47a2-ad93-8a300f51d865,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:44.031619 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:44.032499 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Checking segment: {'id': '45be7286-b1b8-4b7e-870c-8806a9cbfc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5a6ee7b5-c96b-4343-be71-3f1bda51b94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:44.032908 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.033323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Bound using segment: {'id': '45be7286-b1b8-4b7e-870c-8806a9cbfc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5a6ee7b5-c96b-4343-be71-3f1bda51b94e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:44.033781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Bound port: fa51891f-232a-44b4-aafd-4b2d5b2d792b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45be7286-b1b8-4b7e-870c-8806a9cbfc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5a6ee7b5-c96b-4343-be71-3f1bda51b94e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:21:44.034192 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.082674 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 13:21:44.082674 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 13:21:44.082674 n-d-809934-3 neutron-server[95503]: [parameters: {'id': '5a6ee7b5-c96b-4343-be71-3f1bda51b94e'}] Sep 20 13:21:44.082674 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:21:44.083501 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:21:44.104007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] For port fa51891f-232a-44b4-aafd-4b2d5b2d792b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:44.107434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] For port fa51891f-232a-44b4-aafd-4b2d5b2d792b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fa51891f-232a-44b4-aafd-4b2d5b2d792b,segment=NetworkSegment(45be7286-b1b8-4b7e-870c-8806a9cbfc48),segment_id=45be7286-b1b8-4b7e-870c-8806a9cbfc48)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:44.180367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.255964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9597e1-3f00-4335-81db-29fed24252e7 None None] Pushing event updated for resources: {'Port': ['ID=fa51891f-232a-44b4-aafd-4b2d5b2d792b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:44.268801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6e850-c8e3-4608-8780-cb73917e014f None None] Network 5a6ee7b5-c96b-4343-be71-3f1bda51b94e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:44.387445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e8a19-3e6d-45dc-b541-8a63d5db6e4e None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 13:21:44.449949 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e8a19-3e6d-45dc-b541-8a63d5db6e4e None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 13:21:44.584608 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.640386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Deleting port fa51891f-232a-44b4-aafd-4b2d5b2d792b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:44.640671 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.700885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-36c7991b-2938-4c4c-b5fa-0423706eb4df None None] Provisioning complete for port 8adb1a81-195f-47a2-ad93-8a300f51d865 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:44.701287 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36c7991b-2938-4c4c-b5fa-0423706eb4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.705700 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] For port fa51891f-232a-44b4-aafd-4b2d5b2d792b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fa51891f-232a-44b4-aafd-4b2d5b2d792b,segment=NetworkSegment(45be7286-b1b8-4b7e-870c-8806a9cbfc48),segment_id=45be7286-b1b8-4b7e-870c-8806a9cbfc48)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:44.706071 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.718168 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Calling delete_port for fa51891f-232a-44b4-aafd-4b2d5b2d792b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:44.870630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.904085 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No DVR routers for this DVR port fa51891f-232a-44b4-aafd-4b2d5b2d792b on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:44.904085 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Port': ['ID=fa51891f-232a-44b4-aafd-4b2d5b2d792b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:44.975995 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:44.999048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6ee7b5-c96b-4343-be71-3f1bda51b94e']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:45.008537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45be7286-b1b8-4b7e-870c-8806a9cbfc48') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:45.008830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45be7286-b1b8-4b7e-870c-8806a9cbfc48') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:45.017760 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.030495 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.036523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:45.036898 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:45.039692 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:45.101853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8adb1a81-195f-47a2-ad93-8a300f51d865 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:45.139462 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.147105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.162889 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/5a6ee7b5-c96b-4343-be71-3f1bda51b94e HTTP/1.1" status: 204 len: 168 time: 2.1934323 Sep 20 13:21:45.162889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44310) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:45.162889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200985394'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:45.163146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8adb1a81-195f-47a2-ad93-8a300f51d865 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:45.163146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.172911 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688f6c2-0d7b-41bc-a91b-5cfd4e94a0d4 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Network': ['ID=5a6ee7b5-c96b-4343-be71-3f1bda51b94e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:45.208409 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b93fc07-bc35-47c2-affc-0f8a368c95f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.225076 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:45.228597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.251013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:45.259434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.259770 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Added segment 6189b5b7-1d7b-4e1c-a231-bc730b2e9f00 of type vlan for network 37ad0cc5-d818-450f-87ad-0cb5dd994598 Sep 20 13:21:45.302225 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.373583 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.379687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:45.384576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.444967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Network': ['ID=37ad0cc5-d818-450f-87ad-0cb5dd994598,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:45.456120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 37ad0cc5-d818-450f-87ad-0cb5dd994598 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:45.483143 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-460f68c2-8742-42a5-bd9b-9d3aabc9be78 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3292437 Sep 20 13:21:45.486109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44312) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:45.490965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'subnet': {'network_id': '37ad0cc5-d818-450f-87ad-0cb5dd994598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:45.500580 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:21:45.630663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.647744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:45.651749 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.705801 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Performing IP validity checks on allocation pools {{(pid=95503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 20 13:21:45.706233 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 20 13:21:45.859432 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:45.919383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Subnet': ['ID=5ba63f0f-b6bd-4f26-ba9c-f47ffd607deb,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:45.928563 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Checking segment: {'id': '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '37ad0cc5-d818-450f-87ad-0cb5dd994598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:45.928928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network hostable DHCP agents. Network: 37ad0cc5-d818-450f-87ad-0cb5dd994598, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:46.013835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network 37ad0cc5-d818-450f-87ad-0cb5dd994598 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:46.099134 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 37ad0cc5-d818-450f-87ad-0cb5dd994598) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:46.103215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:46.103766 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.107531 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4904e96-aa4d-498e-827d-c3c8b0c73908 None None] Network 37ad0cc5-d818-450f-87ad-0cb5dd994598 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:46.168750 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-35a4fa70-d98f-4609-81de-d9175e207ecd tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6815627 Sep 20 13:21:46.171411 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:46.256769 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-37ad0cc5-d818-450f-87ad-0cb5dd994598', 'network_id': '37ad0cc5-d818-450f-87ad-0cb5dd994598', 'tenant_id': 'ded0816e8bc34773bfac9f9f7b8e939d', 'fixed_ips': [{'subnet_id': '5ba63f0f-b6bd-4f26-ba9c-f47ffd607deb'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:21:46.257745 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.414127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Allocated IP 2001:db8::3 (37ad0cc5-d818-450f-87ad-0cb5dd994598/5ba63f0f-b6bd-4f26-ba9c-f47ffd607deb/4fc619ca-15ea-4f27-91e1-1900df36b221) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:46.540647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.566689 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.589950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.642468 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.681866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Network 37ad0cc5-d818-450f-87ad-0cb5dd994598 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:46.688935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:46.694351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:21:46.706253 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Pushing event updated for resources: {'Port': ['ID=4fc619ca-15ea-4f27-91e1-1900df36b221,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:46.722584 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.753434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba63f0f-b6bd-4f26-ba9c-f47ffd607deb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:46.755911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Attempting to bind port 4fc619ca-15ea-4f27-91e1-1900df36b221 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:21:46.756350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Attempting to bind port 4fc619ca-15ea-4f27-91e1-1900df36b221 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '37ad0cc5-d818-450f-87ad-0cb5dd994598'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:21:46.756789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Attempting to bind port 4fc619ca-15ea-4f27-91e1-1900df36b221 on network 37ad0cc5-d818-450f-87ad-0cb5dd994598 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:46.762214 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:46.762675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Checking segment: {'id': '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '37ad0cc5-d818-450f-87ad-0cb5dd994598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:46.763163 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.763609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Bound using segment: {'id': '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '37ad0cc5-d818-450f-87ad-0cb5dd994598'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:46.764079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Bound port: 4fc619ca-15ea-4f27-91e1-1900df36b221, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '37ad0cc5-d818-450f-87ad-0cb5dd994598'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:21:46.764461 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.768138 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.812833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.831805 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] For port 4fc619ca-15ea-4f27-91e1-1900df36b221, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:46.833477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ad0cc5-d818-450f-87ad-0cb5dd994598']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:46.834964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] For port 4fc619ca-15ea-4f27-91e1-1900df36b221, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4fc619ca-15ea-4f27-91e1-1900df36b221,segment=NetworkSegment(6189b5b7-1d7b-4e1c-a231-bc730b2e9f00),segment_id=6189b5b7-1d7b-4e1c-a231-bc730b2e9f00)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:46.842875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:46.843165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:46.852171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.917201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.919239 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.925810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:46.926196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:46.929120 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:47.009530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4b3a1-0ad7-4007-84ef-8139dad25d47 None None] Pushing event updated for resources: {'Port': ['ID=4fc619ca-15ea-4f27-91e1-1900df36b221,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:47.014416 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 20 13:21:47.014416 n-d-809934-3 neutron-server[95503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 20 13:21:47.014416 n-d-809934-3 neutron-server[95503]: [parameters: {'id': '37ad0cc5-d818-450f-87ad-0cb5dd994598'}] Sep 20 13:21:47.014416 n-d-809934-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:21:47.014779 n-d-809934-3 neutron-server[95503]: DEBUG oslo_db.api [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:21:47.020108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c23d3c-1871-4def-8d85-fdecc391e321 None None] Network 37ad0cc5-d818-450f-87ad-0cb5dd994598 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:47.142061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd104ce9-2dd3-46d1-8a8e-6748af3ee839 None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 13:21:47.205048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd104ce9-2dd3-46d1-8a8e-6748af3ee839 None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 13:21:47.516394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:47.567808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Deleting port 4fc619ca-15ea-4f27-91e1-1900df36b221 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:47.568148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:47.629743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] For port 4fc619ca-15ea-4f27-91e1-1900df36b221, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=4fc619ca-15ea-4f27-91e1-1900df36b221,segment=NetworkSegment(6189b5b7-1d7b-4e1c-a231-bc730b2e9f00),segment_id=6189b5b7-1d7b-4e1c-a231-bc730b2e9f00)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:47.630154 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:47.646952 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Calling delete_port for 4fc619ca-15ea-4f27-91e1-1900df36b221 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:47.807675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:47.832382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Port': ['ID=4fc619ca-15ea-4f27-91e1-1900df36b221,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:47.835877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No DVR routers for this DVR port 4fc619ca-15ea-4f27-91e1-1900df36b221 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:47.915305 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:47.934391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ad0cc5-d818-450f-87ad-0cb5dd994598']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:47.943613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:47.943908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6189b5b7-1d7b-4e1c-a231-bc730b2e9f00') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:47.952833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:47.966269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:47.972759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:47.973175 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:47.976067 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:48.128127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.139288 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.139288 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/37ad0cc5-d818-450f-87ad-0cb5dd994598 HTTP/1.1" status: 204 len: 168 time: 1.9648421 Sep 20 13:21:48.141657 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:48.147093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1111338693'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:48.149144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae32e9-194d-4308-b6f9-d5a025949b01 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Network': ['ID=37ad0cc5-d818-450f-87ad-0cb5dd994598,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:48.156592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.219165 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:48.223203 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.245968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:48.254369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.259056 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Added segment 2bf08b23-8d4c-4c96-8ecd-2c752011a942 of type vlan for network 54dd4cc3-528c-42f5-81a0-07ee428d4453 Sep 20 13:21:48.306308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.367949 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.373528 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:48.374105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.441780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Network': ['ID=54dd4cc3-528c-42f5-81a0-07ee428d4453,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:48.451971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 54dd4cc3-528c-42f5-81a0-07ee428d4453 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:48.454827 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b00b9b84-22cc-4294-a128-228eb1ced00d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3117986 Sep 20 13:21:48.458084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:48.463033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'subnet': {'network_id': '54dd4cc3-528c-42f5-81a0-07ee428d4453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:48.619581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:48.623216 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.848225 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:48.906707 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Subnet': ['ID=1446b186-d8dc-462b-9327-bf13455a781f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:48.918101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Checking segment: {'id': '2bf08b23-8d4c-4c96-8ecd-2c752011a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54dd4cc3-528c-42f5-81a0-07ee428d4453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:48.918473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network hostable DHCP agents. Network: 54dd4cc3-528c-42f5-81a0-07ee428d4453, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:48.990441 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network 54dd4cc3-528c-42f5-81a0-07ee428d4453 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:49.064496 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 54dd4cc3-528c-42f5-81a0-07ee428d4453) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:49.069271 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:49.069391 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.074190 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df6338-2864-494d-ba00-30ca56d9cad2 None None] Network 54dd4cc3-528c-42f5-81a0-07ee428d4453 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:49.145606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e2cb092-0903-41b1-b991-09f7bedff502 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6865067 Sep 20 13:21:49.149201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44322) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:49.154835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1492441265'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:49.215435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-54dd4cc3-528c-42f5-81a0-07ee428d4453', 'network_id': '54dd4cc3-528c-42f5-81a0-07ee428d4453', 'tenant_id': 'ded0816e8bc34773bfac9f9f7b8e939d', 'fixed_ips': [{'subnet_id': '1446b186-d8dc-462b-9327-bf13455a781f'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:21:49.216312 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.241979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:49.245492 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.268069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:49.276410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.276746 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Added segment 91f24ba7-16d2-4479-b0f1-e7b12201229e of type vlan for network 85e99ee7-e599-461a-89d3-c76d1da47423 Sep 20 13:21:49.320007 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.352724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Allocated IP 2001:db8::2 (54dd4cc3-528c-42f5-81a0-07ee428d4453/1446b186-d8dc-462b-9327-bf13455a781f/934b884e-3ecb-45be-8285-97e847712b4e) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:49.395716 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.401704 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:49.405145 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.470870 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Network': ['ID=85e99ee7-e599-461a-89d3-c76d1da47423,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:49.481138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 85e99ee7-e599-461a-89d3-c76d1da47423 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:49.511171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6288a2c5-02a6-44e0-8ded-db138fac5786 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3607166 Sep 20 13:21:49.513841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44324) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:49.519354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Request body: {'subnet': {'network_id': '85e99ee7-e599-461a-89d3-c76d1da47423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:49.525728 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.602677 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.638841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Network 54dd4cc3-528c-42f5-81a0-07ee428d4453 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:49.645031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:49.652085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:21:49.655623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Pushing event updated for resources: {'Port': ['ID=934b884e-3ecb-45be-8285-97e847712b4e,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:49.676514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Made reservation on behalf of ded0816e8bc34773bfac9f9f7b8e939d for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:49.680156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.710337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Attempting to bind port 934b884e-3ecb-45be-8285-97e847712b4e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:21:49.710703 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Attempting to bind port 934b884e-3ecb-45be-8285-97e847712b4e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '2bf08b23-8d4c-4c96-8ecd-2c752011a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54dd4cc3-528c-42f5-81a0-07ee428d4453'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:21:49.711062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Attempting to bind port 934b884e-3ecb-45be-8285-97e847712b4e on network 54dd4cc3-528c-42f5-81a0-07ee428d4453 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:49.715941 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:49.716311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Checking segment: {'id': '2bf08b23-8d4c-4c96-8ecd-2c752011a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54dd4cc3-528c-42f5-81a0-07ee428d4453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:49.716712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.717129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Bound using segment: {'id': '2bf08b23-8d4c-4c96-8ecd-2c752011a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54dd4cc3-528c-42f5-81a0-07ee428d4453'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:49.717594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Bound port: 934b884e-3ecb-45be-8285-97e847712b4e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf08b23-8d4c-4c96-8ecd-2c752011a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54dd4cc3-528c-42f5-81a0-07ee428d4453'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:21:49.717977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.783516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] For port 934b884e-3ecb-45be-8285-97e847712b4e, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:49.786694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] For port 934b884e-3ecb-45be-8285-97e847712b4e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=934b884e-3ecb-45be-8285-97e847712b4e,segment=NetworkSegment(2bf08b23-8d4c-4c96-8ecd-2c752011a942),segment_id=2bf08b23-8d4c-4c96-8ecd-2c752011a942)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:49.860105 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.917579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:49.917842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f33f66-153d-4d55-a0fe-15338690071e None None] Pushing event updated for resources: {'Port': ['ID=934b884e-3ecb-45be-8285-97e847712b4e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:49.991759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event updated for resources: {'Subnet': ['ID=7978a1e9-ec0d-4362-8443-cb39f4b582e9,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:49.997334 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Checking segment: {'id': '91f24ba7-16d2-4479-b0f1-e7b12201229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85e99ee7-e599-461a-89d3-c76d1da47423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:49.997816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network hostable DHCP agents. Network: 85e99ee7-e599-461a-89d3-c76d1da47423, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:50.065301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Network 85e99ee7-e599-461a-89d3-c76d1da47423 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:50.139339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 85e99ee7-e599-461a-89d3-c76d1da47423) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:50.148766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f592d7-d609-4f9c-86c4-063e41548f85 None None] Network 85e99ee7-e599-461a-89d3-c76d1da47423 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:50.150522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:50.151209 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.240535 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6dbaa7d1-7eda-4b8b-9a5c-0af697dfd4d2 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7233450 Sep 20 13:21:50.240776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44326) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:50.295770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e33ab6-10b5-44ae-9880-cbdb44e43c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-85e99ee7-e599-461a-89d3-c76d1da47423', 'network_id': '85e99ee7-e599-461a-89d3-c76d1da47423', 'tenant_id': 'ded0816e8bc34773bfac9f9f7b8e939d', 'fixed_ips': [{'subnet_id': '7978a1e9-ec0d-4362-8443-cb39f4b582e9'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:21:50.296718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34e33ab6-10b5-44ae-9880-cbdb44e43c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.342884 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.401740 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.574259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.603718 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Subnet': ['ID=7978a1e9-ec0d-4362-8443-cb39f4b582e9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server [None req-34e33ab6-10b5-44ae-9880-cbdb44e43c5e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7978a1e9-ec0d-4362-8443-cb39f4b582e9: This subnet is being modified by another concurrent operation. Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise self.value Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server raise exception Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7978a1e9-ec0d-4362-8443-cb39f4b582e9: This subnet is being modified by another concurrent operation. Sep 20 13:21:50.627098 n-d-809934-3 neutron-server[95504]: ERROR oslo_messaging.rpc.server Sep 20 13:21:50.636407 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.648783 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a13ab-dfc6-4f27-8601-9ba464316630 None None] Network 85e99ee7-e599-461a-89d3-c76d1da47423 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:50.674234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.695919 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e99ee7-e599-461a-89d3-c76d1da47423']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:50.707493 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f24ba7-16d2-4479-b0f1-e7b12201229e') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:50.707932 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f24ba7-16d2-4479-b0f1-e7b12201229e') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:50.717962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.732982 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.740656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:50.741198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:50.744328 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:50.794776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91dbd83-3bdf-4e5a-ab41-f9a2c1465cb0 None None] Network 54dd4cc3-528c-42f5-81a0-07ee428d4453 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:50.876399 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.879698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7f44dd57-d71c-468d-b547-33bf6bc93508 None None] Provisioning complete for port 934b884e-3ecb-45be-8285-97e847712b4e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:50.882782 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f44dd57-d71c-468d-b547-33bf6bc93508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.884425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.889760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44328) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:50.890341 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/85e99ee7-e599-461a-89d3-c76d1da47423 HTTP/1.1" status: 204 len: 168 time: 0.6480422 Sep 20 13:21:50.899926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57c926-0cba-4531-ad05-ed9a8ab6e3e7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Network': ['ID=85e99ee7-e599-461a-89d3-c76d1da47423,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:50.921812 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-813295ba-5f31-4bed-892d-d5b1bba70b3b tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] GET failed (client error): The resource could not be found. Sep 20 13:21:50.923187 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-813295ba-5f31-4bed-892d-d5b1bba70b3b tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "GET /v2.0/subnets/7978a1e9-ec0d-4362-8443-cb39f4b582e9 HTTP/1.1" status: 404 len: 337 time: 0.0322526 Sep 20 13:21:50.925997 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:50.939730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:50.945127 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3f6bfd-3317-418c-be8a-81f1355a78de tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] DELETE failed (client error): The resource could not be found. Sep 20 13:21:50.945730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3f6bfd-3317-418c-be8a-81f1355a78de tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 13:21:50.947444 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-da3f6bfd-3317-418c-be8a-81f1355a78de tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/85e99ee7-e599-461a-89d3-c76d1da47423 HTTP/1.1" status: 404 len: 339 time: 0.0204978 Sep 20 13:21:50.951384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:50.982662 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-81518e6b-1bea-4da3-9515-af7d1b8989ca tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] DELETE failed (client error): The resource could not be found. Sep 20 13:21:50.983115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81518e6b-1bea-4da3-9515-af7d1b8989ca tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 13:21:50.985437 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-81518e6b-1bea-4da3-9515-af7d1b8989ca tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/subnets/7978a1e9-ec0d-4362-8443-cb39f4b582e9 HTTP/1.1" status: 404 len: 337 time: 0.0324802 Sep 20 13:21:50.988101 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:51.006151 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c0cf26-4751-4a61-be73-b3cd62a479af tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] DELETE failed (client error): The resource could not be found. Sep 20 13:21:51.006682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c0cf26-4751-4a61-be73-b3cd62a479af tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 13:21:51.008656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-03c0cf26-4751-4a61-be73-b3cd62a479af tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/85e99ee7-e599-461a-89d3-c76d1da47423 HTTP/1.1" status: 404 len: 339 time: 0.0193598 Sep 20 13:21:51.010964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:51.018052 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f44dd57-d71c-468d-b547-33bf6bc93508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.056707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7f44dd57-d71c-468d-b547-33bf6bc93508 None None] For port 934b884e-3ecb-45be-8285-97e847712b4e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=934b884e-3ecb-45be-8285-97e847712b4e,segment=NetworkSegment(2bf08b23-8d4c-4c96-8ecd-2c752011a942),segment_id=2bf08b23-8d4c-4c96-8ecd-2c752011a942)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:51.067264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca444952-b417-4bfe-aebd-0a4ef77fd72e tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Deleting subnet 1446b186-d8dc-462b-9327-bf13455a781f {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:21:51.072667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca444952-b417-4bfe-aebd-0a4ef77fd72e tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.102364 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f44dd57-d71c-468d-b547-33bf6bc93508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.118440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca444952-b417-4bfe-aebd-0a4ef77fd72e tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.147039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 934b884e-3ecb-45be-8285-97e847712b4e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:51.194544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44dd57-d71c-468d-b547-33bf6bc93508 None None] Pushing event updated for resources: {'Port': ['ID=934b884e-3ecb-45be-8285-97e847712b4e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:51.215375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca444952-b417-4bfe-aebd-0a4ef77fd72e tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.216876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 934b884e-3ecb-45be-8285-97e847712b4e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:51.217288 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.298049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e91d20-a3a1-42b9-a5ff-bbb407e3585b None None] get_active_networks_info from n-d-809934-3 {{(pid=95504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 13:21:51.316865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca444952-b417-4bfe-aebd-0a4ef77fd72e tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.345800 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca444952-b417-4bfe-aebd-0a4ef77fd72e tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Subnet': ['ID=1446b186-d8dc-462b-9327-bf13455a781f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:51.350343 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca444952-b417-4bfe-aebd-0a4ef77fd72e tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.350343 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca444952-b417-4bfe-aebd-0a4ef77fd72e tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/subnets/1446b186-d8dc-462b-9327-bf13455a781f HTTP/1.1" status: 204 len: 168 time: 0.3378043 Sep 20 13:21:51.352484 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44338) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:51.366710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-defb3f96-8bbb-488c-8f94-3fa8266db6c2 None None] Provisioning complete for port 934b884e-3ecb-45be-8285-97e847712b4e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:51.367080 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-defb3f96-8bbb-488c-8f94-3fa8266db6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.434547 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.437056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e91d20-a3a1-42b9-a5ff-bbb407e3585b None None] Resources bound (agent type, host, resource id): {{(pid=95504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 20 13:21:51.487620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Deleting port 934b884e-3ecb-45be-8285-97e847712b4e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:51.488062 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.553587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] For port 934b884e-3ecb-45be-8285-97e847712b4e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=934b884e-3ecb-45be-8285-97e847712b4e,segment=NetworkSegment(2bf08b23-8d4c-4c96-8ecd-2c752011a942),segment_id=2bf08b23-8d4c-4c96-8ecd-2c752011a942)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:51.553948 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.566021 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Calling delete_port for 934b884e-3ecb-45be-8285-97e847712b4e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:51.674514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10de75bd-b1fd-4721-93cc-15b9119dc89f None None] Network 54dd4cc3-528c-42f5-81a0-07ee428d4453 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:51.756776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.787652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No DVR routers for this DVR port 934b884e-3ecb-45be-8285-97e847712b4e on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:51.793190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Port': ['ID=934b884e-3ecb-45be-8285-97e847712b4e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:51.849895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e7401-6bf2-4136-a13e-92ef65f4dbef None None] DHCP port deletion for 54dd4cc3-528c-42f5-81a0-07ee428d4453 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:21:51.887020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.907578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dd4cc3-528c-42f5-81a0-07ee428d4453']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:51.916633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf08b23-8d4c-4c96-8ecd-2c752011a942') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:51.916930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf08b23-8d4c-4c96-8ecd-2c752011a942') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:51.926031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.939194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.945102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:51.945490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:51.948479 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:52.059177 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.066172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.067894 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/54dd4cc3-528c-42f5-81a0-07ee428d4453 HTTP/1.1" status: 204 len: 168 time: 0.7143297 Sep 20 13:21:52.070640 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:52.079388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75601c3a-2cb4-43fe-9592-b4e21b92cb23 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Network': ['ID=54dd4cc3-528c-42f5-81a0-07ee428d4453,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:52.097102 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ebffa1-243b-4245-9a59-2460abdfd7e6 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] DELETE failed (client error): The resource could not be found. Sep 20 13:21:52.097550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ebffa1-243b-4245-9a59-2460abdfd7e6 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 13:21:52.099244 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-34ebffa1-243b-4245-9a59-2460abdfd7e6 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/subnets/5ba63f0f-b6bd-4f26-ba9c-f47ffd607deb HTTP/1.1" status: 404 len: 337 time: 0.0274713 Sep 20 13:21:52.101847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:52.118800 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77b44ba-0cf0-46d6-b45f-07d29e500fc7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] DELETE failed (client error): The resource could not be found. Sep 20 13:21:52.119316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77b44ba-0cf0-46d6-b45f-07d29e500fc7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 13:21:52.120893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f77b44ba-0cf0-46d6-b45f-07d29e500fc7 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/37ad0cc5-d818-450f-87ad-0cb5dd994598 HTTP/1.1" status: 404 len: 339 time: 0.0181787 Sep 20 13:21:52.123058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:52.147375 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8407a1e-17c0-4734-a3da-7f15b6845624 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] DELETE failed (client error): The resource could not be found. Sep 20 13:21:52.147804 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8407a1e-17c0-4734-a3da-7f15b6845624 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 13:21:52.149414 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8407a1e-17c0-4734-a3da-7f15b6845624 tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/subnets/5ab7de82-61d4-4817-a185-1192d6eec3d1 HTTP/1.1" status: 404 len: 337 time: 0.0255268 Sep 20 13:21:52.151692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:52.168309 n-d-809934-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7cc0d1-7975-4a48-bccf-347ae80528dc tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] DELETE failed (client error): The resource could not be found. Sep 20 13:21:52.168819 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7cc0d1-7975-4a48-bccf-347ae80528dc tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 20 13:21:52.170415 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd7cc0d1-7975-4a48-bccf-347ae80528dc tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/5a6ee7b5-c96b-4343-be71-3f1bda51b94e HTTP/1.1" status: 404 len: 339 time: 0.0178878 Sep 20 13:21:52.172634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:52.225691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d5e0db-6d9d-439e-bdf0-36ca9648028d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Deleting subnet 589f8694-9d2c-410a-8a78-71958f619fc1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:21:52.228606 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e0db-6d9d-439e-bdf0-36ca9648028d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.266045 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e0db-6d9d-439e-bdf0-36ca9648028d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.348888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e0db-6d9d-439e-bdf0-36ca9648028d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.459498 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e0db-6d9d-439e-bdf0-36ca9648028d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.485311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5e0db-6d9d-439e-bdf0-36ca9648028d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Subnet': ['ID=589f8694-9d2c-410a-8a78-71958f619fc1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:52.488894 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e0db-6d9d-439e-bdf0-36ca9648028d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.491083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8d5e0db-6d9d-439e-bdf0-36ca9648028d tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/subnets/589f8694-9d2c-410a-8a78-71958f619fc1 HTTP/1.1" status: 204 len: 168 time: 0.3172181 Sep 20 13:21:52.493275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:52.495609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903852bd-7040-458b-b9a7-49665eced213 None None] Network a20fba53-6021-41ec-8fde-6b073bea4bf5 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:52.567774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.625093 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Deleting port 8adb1a81-195f-47a2-ad93-8a300f51d865 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:52.625523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.670271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] DHCP port deletion for a20fba53-6021-41ec-8fde-6b073bea4bf5 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:21:52.687515 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] For port 8adb1a81-195f-47a2-ad93-8a300f51d865, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8adb1a81-195f-47a2-ad93-8a300f51d865,segment=NetworkSegment(99a009d1-23b4-4cc2-ae8c-041201986d1e),segment_id=99a009d1-23b4-4cc2-ae8c-041201986d1e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:52.687926 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.700583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Calling delete_port for 8adb1a81-195f-47a2-ad93-8a300f51d865 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:52.715643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] Deleting port 8adb1a81-195f-47a2-ad93-8a300f51d865 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:52.716023 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.780276 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] For port 8adb1a81-195f-47a2-ad93-8a300f51d865, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8adb1a81-195f-47a2-ad93-8a300f51d865,segment=NetworkSegment(99a009d1-23b4-4cc2-ae8c-041201986d1e),segment_id=99a009d1-23b4-4cc2-ae8c-041201986d1e)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:52.780670 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.793980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] Calling delete_port for 8adb1a81-195f-47a2-ad93-8a300f51d865 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:52.824703 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.853204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] No DVR routers for this DVR port 8adb1a81-195f-47a2-ad93-8a300f51d865 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:52.859167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Port': ['ID=8adb1a81-195f-47a2-ad93-8a300f51d865,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:52.868766 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.896547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] No DVR routers for this DVR port 8adb1a81-195f-47a2-ad93-8a300f51d865 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:52.898314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988045e4-6070-46e5-a24a-96ae1860e528 None None] Pushing event deleted for resources: {'Port': ['ID=8adb1a81-195f-47a2-ad93-8a300f51d865,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:52.937077 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.957576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20fba53-6021-41ec-8fde-6b073bea4bf5']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:52.966501 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a009d1-23b4-4cc2-ae8c-041201986d1e') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:52.966796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a009d1-23b4-4cc2-ae8c-041201986d1e') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:52.980209 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.992874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:52.998604 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:52.999280 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:53.002570 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:53.101464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8adb1a81-195f-47a2-ad93-8a300f51d865 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:21:53.110565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:53.122221 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:53.122221 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] 10.222.0.37 "DELETE /v2.0/networks/a20fba53-6021-41ec-8fde-6b073bea4bf5 HTTP/1.1" status: 204 len: 168 time: 0.6252511 Sep 20 13:21:53.126106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 8adb1a81-195f-47a2-ad93-8a300f51d865 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:21:53.126684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8adb1a81-195f-47a2-ad93-8a300f51d865 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:21:53.127281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 934b884e-3ecb-45be-8285-97e847712b4e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:21:53.132315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e71e75-1eb1-45f3-b06e-05b58e3451ce tempest-NetworksIpV6Test-1725095592 tempest-NetworksIpV6Test-1725095592-project] Pushing event deleted for resources: {'Network': ['ID=a20fba53-6021-41ec-8fde-6b073bea4bf5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:53.146842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 934b884e-3ecb-45be-8285-97e847712b4e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:21:53.147191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 934b884e-3ecb-45be-8285-97e847712b4e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:21:53.484001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:53.613653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-14726e07-da19-4267-8f9c-736ec8016185 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ded0816e8bc34773bfac9f9f7b8e939d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285002 Sep 20 13:21:53.616070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44362) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:53.662150 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1f55eab-e8b1-430b-833f-ae7dd019399a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:53.687574 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1f55eab-e8b1-430b-833f-ae7dd019399a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:53.801573 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1f55eab-e8b1-430b-833f-ae7dd019399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:53.804162 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1f55eab-e8b1-430b-833f-ae7dd019399a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:53.805359 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1f55eab-e8b1-430b-833f-ae7dd019399a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df9169a4-b2bb-4631-8a78-a5493ac675a6 HTTP/1.1" status: 204 len: 168 time: 0.1883924 Sep 20 13:21:53.814367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f55eab-e8b1-430b-833f-ae7dd019399a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9169a4-b2bb-4631-8a78-a5493ac675a6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:54.724105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:54.819119 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-23858819-ca57-4fb0-9206-7b10e1aa5d8b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-163643149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:54.893508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23858819-ca57-4fb0-9206-7b10e1aa5d8b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:54.894577 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23858819-ca57-4fb0-9206-7b10e1aa5d8b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:54.944746 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23858819-ca57-4fb0-9206-7b10e1aa5d8b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.013619 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23858819-ca57-4fb0-9206-7b10e1aa5d8b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.093271 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23858819-ca57-4fb0-9206-7b10e1aa5d8b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.095079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-23858819-ca57-4fb0-9206-7b10e1aa5d8b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3699610 Sep 20 13:21:55.097976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:55.102823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-257468918'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:55.155821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Made reservation on behalf of e95ba362ad5a43afb28a4ec16d0d2611 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:55.159875 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.168115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.257120 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.310583 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.336052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:55.344545 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909a7ac7-4a4f-42a6-bba3-0d8e566c2b8f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:55.351123 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.351471 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Added segment 6e35c75d-729b-4670-b598-84dafbb01030 of type vlan for network c3e89b11-1688-467e-8549-84ddd08ad6d3 Sep 20 13:21:55.390531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.481529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.487721 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:55.493458 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.555197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event updated for resources: {'Network': ['ID=c3e89b11-1688-467e-8549-84ddd08ad6d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:55.565888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network c3e89b11-1688-467e-8549-84ddd08ad6d3 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:55.580466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-02d626e6-b6cc-4f0c-8ec2-770f38d20216 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4809737 Sep 20 13:21:55.583321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:55.588121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Request body: {'subnet': {'network_id': 'c3e89b11-1688-467e-8549-84ddd08ad6d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:55.744910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Made reservation on behalf of e95ba362ad5a43afb28a4ec16d0d2611 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:55.748451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:55.956841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.014684 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event updated for resources: {'Subnet': ['ID=aaa8f29d-430a-47aa-80a7-a766719da606,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:56.024932 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.025306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.025645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.025977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.026335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.026668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.026990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.027312 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.027630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.027946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.028269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.028587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:56.036826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Checking segment: {'id': '6e35c75d-729b-4670-b598-84dafbb01030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3e89b11-1688-467e-8549-84ddd08ad6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:56.037226 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Network hostable DHCP agents. Network: c3e89b11-1688-467e-8549-84ddd08ad6d3, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:56.087426 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Network c3e89b11-1688-467e-8549-84ddd08ad6d3 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:56.145140 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, c3e89b11-1688-467e-8549-84ddd08ad6d3) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:56.150723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:56.151488 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.153866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1ecb6d-eeef-400e-a249-333f25955b6e None None] Network c3e89b11-1688-467e-8549-84ddd08ad6d3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:56.232616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-eefbe33b-80a9-4d3a-bd33-837d33e89380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6479082 Sep 20 13:21:56.235433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44396) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:56.240975 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1605314469'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:56.313235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-c3e89b11-1688-467e-8549-84ddd08ad6d3', 'network_id': 'c3e89b11-1688-467e-8549-84ddd08ad6d3', 'tenant_id': 'e95ba362ad5a43afb28a4ec16d0d2611', 'fixed_ips': [{'subnet_id': 'aaa8f29d-430a-47aa-80a7-a766719da606'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:21:56.314117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.322315 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Made reservation on behalf of e95ba362ad5a43afb28a4ec16d0d2611 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:56.327526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.357433 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:56.367954 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.368301 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Added segment bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb of type vlan for network f489b46d-9cb9-4e74-a53e-823700cb4ea7 Sep 20 13:21:56.409285 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.464503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Allocated IP 172.20.0.2 (c3e89b11-1688-467e-8549-84ddd08ad6d3/aaa8f29d-430a-47aa-80a7-a766719da606/17ce3e78-51ad-4d74-84f5-5b092bbc3471) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:56.482441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.489061 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:56.489661 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.562739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event updated for resources: {'Network': ['ID=f489b46d-9cb9-4e74-a53e-823700cb4ea7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:56.575152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-57a9305a-3d03-45a7-ae16-8cfb6ea15724 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3378789 Sep 20 13:21:56.576639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f489b46d-9cb9-4e74-a53e-823700cb4ea7 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:56.577704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44398) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:56.582894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Request body: {'subnet': {'network_id': 'f489b46d-9cb9-4e74-a53e-823700cb4ea7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:56.673687 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.734070 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.745110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Made reservation on behalf of e95ba362ad5a43afb28a4ec16d0d2611 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:56.749210 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.775690 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Network c3e89b11-1688-467e-8549-84ddd08ad6d3 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:56.778494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:56.782088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:21:56.791906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Pushing event updated for resources: {'Port': ['ID=17ce3e78-51ad-4d74-84f5-5b092bbc3471,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:56.841318 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Attempting to bind port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:21:56.841686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Attempting to bind port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '6e35c75d-729b-4670-b598-84dafbb01030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3e89b11-1688-467e-8549-84ddd08ad6d3'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:21:56.842046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Attempting to bind port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 on network c3e89b11-1688-467e-8549-84ddd08ad6d3 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:56.847782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:56.848148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Checking segment: {'id': '6e35c75d-729b-4670-b598-84dafbb01030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3e89b11-1688-467e-8549-84ddd08ad6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:56.848559 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.848934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Bound using segment: {'id': '6e35c75d-729b-4670-b598-84dafbb01030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3e89b11-1688-467e-8549-84ddd08ad6d3'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:56.849434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Bound port: 17ce3e78-51ad-4d74-84f5-5b092bbc3471, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e35c75d-729b-4670-b598-84dafbb01030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c3e89b11-1688-467e-8549-84ddd08ad6d3'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:21:56.849786 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:56.914776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] For port 17ce3e78-51ad-4d74-84f5-5b092bbc3471, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:56.918039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] For port 17ce3e78-51ad-4d74-84f5-5b092bbc3471, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=17ce3e78-51ad-4d74-84f5-5b092bbc3471,segment=NetworkSegment(6e35c75d-729b-4670-b598-84dafbb01030),segment_id=6e35c75d-729b-4670-b598-84dafbb01030)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:56.991084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.036957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.059402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106a957-cfc5-4098-b277-69b0b36bd5b0 None None] Pushing event updated for resources: {'Port': ['ID=17ce3e78-51ad-4d74-84f5-5b092bbc3471,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:57.106598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event updated for resources: {'Subnet': ['ID=aaa1ede2-beb6-4160-a824-33f774cea063,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:57.112237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Checking segment: {'id': 'bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f489b46d-9cb9-4e74-a53e-823700cb4ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:57.112605 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Network hostable DHCP agents. Network: f489b46d-9cb9-4e74-a53e-823700cb4ea7, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:57.196624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Network f489b46d-9cb9-4e74-a53e-823700cb4ea7 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:57.282779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f489b46d-9cb9-4e74-a53e-823700cb4ea7) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:57.288778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:21:57.293377 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c046cb1-7349-483c-9f13-815abdb8d322 None None] Network f489b46d-9cb9-4e74-a53e-823700cb4ea7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:57.296393 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.391647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b7662435-f516-471d-bb4e-13aa92b375e3 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8128679 Sep 20 13:21:57.394903 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:57.399809 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-33812773-06bd-4931-a9e4-4bb813f7fe1d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f489b46d-9cb9-4e74-a53e-823700cb4ea7'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:57.459787 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f489b46d-9cb9-4e74-a53e-823700cb4ea7', 'network_id': 'f489b46d-9cb9-4e74-a53e-823700cb4ea7', 'tenant_id': 'e95ba362ad5a43afb28a4ec16d0d2611', 'fixed_ips': [{'subnet_id': 'aaa1ede2-beb6-4160-a824-33f774cea063'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:21:57.460762 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.594540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Allocated IP 172.21.0.2 (f489b46d-9cb9-4e74-a53e-823700cb4ea7/aaa1ede2-beb6-4160-a824-33f774cea063/aef9e47f-04f9-4169-939c-4277a46d2348) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:57.607127 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33812773-06bd-4931-a9e4-4bb813f7fe1d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.762075 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.786273 n-d-809934-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-33812773-06bd-4931-a9e4-4bb813f7fe1d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 20 13:21:57.787352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-33812773-06bd-4931-a9e4-4bb813f7fe1d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "PUT /v2.0/routers/b4643cd8-fb64-40ec-99e4-5a9315964840 HTTP/1.1" status: 400 len: 364 time: 0.3914292 Sep 20 13:21:57.793434 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:57.845334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8675c520-e94a-4649-8029-b12bce80c8b4 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Deleting subnet aaa1ede2-beb6-4160-a824-33f774cea063 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:21:57.859023 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8675c520-e94a-4649-8029-b12bce80c8b4 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.860317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.904751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Network f489b46d-9cb9-4e74-a53e-823700cb4ea7 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:57.905560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8675c520-e94a-4649-8029-b12bce80c8b4 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.907763 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:57.911789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:21:57.922986 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Pushing event updated for resources: {'Port': ['ID=aef9e47f-04f9-4169-939c-4277a46d2348,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:57.975876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Attempting to bind port aef9e47f-04f9-4169-939c-4277a46d2348 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:21:57.976245 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Attempting to bind port aef9e47f-04f9-4169-939c-4277a46d2348 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f489b46d-9cb9-4e74-a53e-823700cb4ea7'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:21:57.976604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Attempting to bind port aef9e47f-04f9-4169-939c-4277a46d2348 on network f489b46d-9cb9-4e74-a53e-823700cb4ea7 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:57.981547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:57.981918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Checking segment: {'id': 'bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f489b46d-9cb9-4e74-a53e-823700cb4ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:21:57.982316 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:57.982705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Bound using segment: {'id': 'bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f489b46d-9cb9-4e74-a53e-823700cb4ea7'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:57.983160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Bound port: aef9e47f-04f9-4169-939c-4277a46d2348, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f489b46d-9cb9-4e74-a53e-823700cb4ea7'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:21:57.983539 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.002369 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8675c520-e94a-4649-8029-b12bce80c8b4 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.016274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc9447-5b60-4554-9df9-b6bc31f69592 None None] Network c3e89b11-1688-467e-8549-84ddd08ad6d3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:58.110582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-437f1abe-5ab8-45e6-9c17-cd7b1998046e None None] Provisioning complete for port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:58.110871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-437f1abe-5ab8-45e6-9c17-cd7b1998046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.145837 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8675c520-e94a-4649-8029-b12bce80c8b4 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.167541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] For port aef9e47f-04f9-4169-939c-4277a46d2348, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:58.177473 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8675c520-e94a-4649-8029-b12bce80c8b4 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.181857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8675c520-e94a-4649-8029-b12bce80c8b4 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "DELETE /v2.0/subnets/aaa1ede2-beb6-4160-a824-33f774cea063 HTTP/1.1" status: 204 len: 168 time: 0.3850400 Sep 20 13:21:58.181857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675c520-e94a-4649-8029-b12bce80c8b4 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa1ede2-beb6-4160-a824-33f774cea063,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:58.182095 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:58.192934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] For port aef9e47f-04f9-4169-939c-4277a46d2348, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=aef9e47f-04f9-4169-939c-4277a46d2348,segment=NetworkSegment(bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb),segment_id=bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:58.249584 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.262463 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.303607 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-437f1abe-5ab8-45e6-9c17-cd7b1998046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.320082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Deleting port aef9e47f-04f9-4169-939c-4277a46d2348 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:58.320456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.341441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ed9c-b5cc-4788-892e-ce2f2bc893b0 None None] Pushing event updated for resources: {'Port': ['ID=aef9e47f-04f9-4169-939c-4277a46d2348,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:58.365064 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-437f1abe-5ab8-45e6-9c17-cd7b1998046e None None] For port 17ce3e78-51ad-4d74-84f5-5b092bbc3471, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=17ce3e78-51ad-4d74-84f5-5b092bbc3471,segment=NetworkSegment(6e35c75d-729b-4670-b598-84dafbb01030),segment_id=6e35c75d-729b-4670-b598-84dafbb01030)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:58.390943 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] For port aef9e47f-04f9-4169-939c-4277a46d2348, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=aef9e47f-04f9-4169-939c-4277a46d2348,segment=NetworkSegment(bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb),segment_id=bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:58.391959 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.410834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Calling delete_port for aef9e47f-04f9-4169-939c-4277a46d2348 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:58.436245 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-437f1abe-5ab8-45e6-9c17-cd7b1998046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.496991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1abe-5ab8-45e6-9c17-cd7b1998046e None None] Pushing event updated for resources: {'Port': ['ID=17ce3e78-51ad-4d74-84f5-5b092bbc3471,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:58.545055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.575757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event deleted for resources: {'Port': ['ID=aef9e47f-04f9-4169-939c-4277a46d2348,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:58.577799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] No DVR routers for this DVR port aef9e47f-04f9-4169-939c-4277a46d2348 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:58.659620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-04f962a7-d600-43b9-b337-edc67bb241fe None None] Provisioning complete for port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:58.660187 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04f962a7-d600-43b9-b337-edc67bb241fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.663055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.683261 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f489b46d-9cb9-4e74-a53e-823700cb4ea7']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:58.692942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:58.693275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5ede9b-b8fd-48ce-a8e3-ee7782ba65cb') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:58.702722 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.715659 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.722141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:58.722551 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:58.725680 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:58.887051 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.894605 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:58.896469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "DELETE /v2.0/networks/f489b46d-9cb9-4e74-a53e-823700cb4ea7 HTTP/1.1" status: 204 len: 168 time: 0.7127557 Sep 20 13:21:58.899042 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:58.916789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54275fe4-6a79-4b9e-b7a4-b856175fdf3b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event deleted for resources: {'Network': ['ID=f489b46d-9cb9-4e74-a53e-823700cb4ea7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:58.960551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e89b34-5322-47d4-9ea1-05f2aa7b1b1b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Deleting subnet aaa8f29d-430a-47aa-80a7-a766719da606 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:21:58.963907 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e89b34-5322-47d4-9ea1-05f2aa7b1b1b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.007251 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e89b34-5322-47d4-9ea1-05f2aa7b1b1b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.096991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e89b34-5322-47d4-9ea1-05f2aa7b1b1b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.159998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 17ce3e78-51ad-4d74-84f5-5b092bbc3471 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:59.207720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:21:59.208095 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.242562 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e89b34-5322-47d4-9ea1-05f2aa7b1b1b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.274523 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e89b34-5322-47d4-9ea1-05f2aa7b1b1b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.279379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-79e89b34-5322-47d4-9ea1-05f2aa7b1b1b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "DELETE /v2.0/subnets/aaa8f29d-430a-47aa-80a7-a766719da606 HTTP/1.1" status: 204 len: 168 time: 0.3770385 Sep 20 13:21:59.279379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e89b34-5322-47d4-9ea1-05f2aa7b1b1b tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa8f29d-430a-47aa-80a7-a766719da606,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:59.280082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44410) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:59.289173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22e2ac-b7e2-4a7e-affb-db01ebe91d97 None None] Network c3e89b11-1688-467e-8549-84ddd08ad6d3 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:59.320846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7703729f-695b-4da4-b039-f3ed1d69389e None None] Could not find standard attr ID for object aef9e47f-04f9-4169-939c-4277a46d2348. {{(pid=95504) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 20 13:21:59.352284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783594ad-11e8-4282-92a8-0833ab4ab452 None None] DHCP port deletion for f489b46d-9cb9-4e74-a53e-823700cb4ea7 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:21:59.361794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.387915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf1cbc-22ac-46b9-9452-88ba04d07579 None None] Network f489b46d-9cb9-4e74-a53e-823700cb4ea7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:21:59.418080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf1cbc-22ac-46b9-9452-88ba04d07579 None None] Network f489b46d-9cb9-4e74-a53e-823700cb4ea7 could not be found, it might have been deleted concurrently. {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 20 13:21:59.420100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Deleting port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:59.420448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.488628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] For port 17ce3e78-51ad-4d74-84f5-5b092bbc3471, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=17ce3e78-51ad-4d74-84f5-5b092bbc3471,segment=NetworkSegment(6e35c75d-729b-4670-b598-84dafbb01030),segment_id=6e35c75d-729b-4670-b598-84dafbb01030)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:59.489025 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.495487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] DHCP port deletion for c3e89b11-1688-467e-8549-84ddd08ad6d3 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:21:59.502440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Calling delete_port for 17ce3e78-51ad-4d74-84f5-5b092bbc3471 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:59.541141 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] Deleting port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:21:59.541770 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.606688 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] For port 17ce3e78-51ad-4d74-84f5-5b092bbc3471, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=17ce3e78-51ad-4d74-84f5-5b092bbc3471,segment=NetworkSegment(6e35c75d-729b-4670-b598-84dafbb01030),segment_id=6e35c75d-729b-4670-b598-84dafbb01030)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:59.607085 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.619873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] Calling delete_port for 17ce3e78-51ad-4d74-84f5-5b092bbc3471 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:21:59.647754 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.679224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event deleted for resources: {'Port': ['ID=17ce3e78-51ad-4d74-84f5-5b092bbc3471,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:59.685297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] No DVR routers for this DVR port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:59.702113 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.726580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] Pushing event deleted for resources: {'Port': ['ID=17ce3e78-51ad-4d74-84f5-5b092bbc3471,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:59.730217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71618c2c-e870-4ae0-9bd4-21a3d77a8e62 None None] No DVR routers for this DVR port 17ce3e78-51ad-4d74-84f5-5b092bbc3471 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:59.763019 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.783330 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e89b11-1688-467e-8549-84ddd08ad6d3']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:59.794856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e35c75d-729b-4670-b598-84dafbb01030') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:59.794856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e35c75d-729b-4670-b598-84dafbb01030') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:59.805851 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.819126 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.824761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:59.825178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:21:59.827942 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:21:59.944508 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.951292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:21:59.953134 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "DELETE /v2.0/networks/c3e89b11-1688-467e-8549-84ddd08ad6d3 HTTP/1.1" status: 204 len: 168 time: 0.6716387 Sep 20 13:21:59.956220 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:21:59.967016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141f527-1288-43e4-8029-1a4c8301138f tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Pushing event deleted for resources: {'Network': ['ID=c3e89b11-1688-467e-8549-84ddd08ad6d3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:59.983038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-29090bf9-43bf-4b15-b766-0ab813808380 tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4643cd8-fb64-40ec-99e4-5a9315964840 HTTP/1.1" status: 200 len: 205 time: 0.0256114 Sep 20 13:21:59.985762 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:00.059595 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6f79b3-08d4-4aef-a57e-289b2e81345d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:00.548590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6f79b3-08d4-4aef-a57e-289b2e81345d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:00.550753 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6f79b3-08d4-4aef-a57e-289b2e81345d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:00.653590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6f79b3-08d4-4aef-a57e-289b2e81345d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:00.654406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6f79b3-08d4-4aef-a57e-289b2e81345d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Fanout notify agent at l3_agent the message router_deleted on router b4643cd8-fb64-40ec-99e4-5a9315964840 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:22:00.661429 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6f79b3-08d4-4aef-a57e-289b2e81345d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:00.664841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c6f79b3-08d4-4aef-a57e-289b2e81345d tempest-RoutersNegativeTest-1793929211 tempest-RoutersNegativeTest-1793929211-project] 10.222.0.37 "DELETE /v2.0/routers/b4643cd8-fb64-40ec-99e4-5a9315964840 HTTP/1.1" status: 204 len: 168 time: 0.6753526 Sep 20 13:22:01.104047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44422) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:01.111824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 17ce3e78-51ad-4d74-84f5-5b092bbc3471 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:22:01.131411 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 17ce3e78-51ad-4d74-84f5-5b092bbc3471 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:22:01.131819 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 17ce3e78-51ad-4d74-84f5-5b092bbc3471 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:22:01.132333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device aef9e47f-04f9-4169-939c-4277a46d2348 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:22:01.151683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: aef9e47f-04f9-4169-939c-4277a46d2348 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:22:01.152026 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device aef9e47f-04f9-4169-939c-4277a46d2348 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:22:01.240967 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c021f112-5c82-440e-a619-d1beb39dd3fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e95ba362ad5a43afb28a4ec16d0d2611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350040 Sep 20 13:22:01.243405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44426) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:01.292283 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32c21b3f-feca-4fc7-94a3-9a38a68e2d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:01.317652 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32c21b3f-feca-4fc7-94a3-9a38a68e2d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:01.447846 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32c21b3f-feca-4fc7-94a3-9a38a68e2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:01.450423 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32c21b3f-feca-4fc7-94a3-9a38a68e2d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:01.451621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-32c21b3f-feca-4fc7-94a3-9a38a68e2d61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/909a7ac7-4a4f-42a6-bba3-0d8e566c2b8f HTTP/1.1" status: 204 len: 168 time: 0.2072752 Sep 20 13:22:01.460156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c21b3f-feca-4fc7-94a3-9a38a68e2d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a7ac7-4a4f-42a6-bba3-0d8e566c2b8f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:02.321294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44448) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:02.430882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2131798851-network', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:02.498544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Made reservation on behalf of a9e0c42f4d2d45f9ad61020cb3ef700d for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:22:02.500829 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:02.509675 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:02.593625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:02.641361 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:02.665397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:22:02.675113 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8739d770-53d3-4e80-bb37-306befee33cf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:02.679897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:02.680274 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Added segment a942c2ab-4bc6-4216-b04a-d28fe8fad924 of type vlan for network 510cc751-cecd-4179-8ed1-4babb137b638 Sep 20 13:22:02.719689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:02.790334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:02.791226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:02.791796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:02.851133 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] Pushing event updated for resources: {'Network': ['ID=510cc751-cecd-4179-8ed1-4babb137b638,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:02.860657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 510cc751-cecd-4179-8ed1-4babb137b638 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:22:02.877490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4efca458-78db-46ed-be7b-2edf8c0c891b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5545440 Sep 20 13:22:02.880252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44452) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:02.885143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Request body: {'subnet': {'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-subnet', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:02.961217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Made reservation on behalf of a9e0c42f4d2d45f9ad61020cb3ef700d for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:22:02.963565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.190962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.243355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a7a894-bb98-4064-8f4e-b4f62ca1d0ef,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:03.253901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Checking segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:03.254265 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Network hostable DHCP agents. Network: 510cc751-cecd-4179-8ed1-4babb137b638, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:22:03.339087 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Network 510cc751-cecd-4179-8ed1-4babb137b638 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:22:03.419363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 510cc751-cecd-4179-8ed1-4babb137b638) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:03.423345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:03.423932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.427958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e10868-5475-4faf-8a3b-f8a349e29d06 None None] Network 510cc751-cecd-4179-8ed1-4babb137b638 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:22:03.522750 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bcb874fb-740f-446a-bf9e-55d1b47fee04 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6414506 Sep 20 13:22:03.525399 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44454) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:03.530045 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:03.567089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-510cc751-cecd-4179-8ed1-4babb137b638', 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'fixed_ips': [{'subnet_id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:22:03.567969 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.619381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.620417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.680164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.709573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Allocated IP 172.20.0.2 (510cc751-cecd-4179-8ed1-4babb137b638/56a7a894-bb98-4064-8f4e-b4f62ca1d0ef/d852bcec-2232-4b45-a649-f594703dfc66) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:03.855144 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.872622 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.950950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:03.993132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Network 510cc751-cecd-4179-8ed1-4babb137b638 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:03.997893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:04.006362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:22:04.008417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Pushing event updated for resources: {'Port': ['ID=d852bcec-2232-4b45-a649-f594703dfc66,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:04.060197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Attempting to bind port d852bcec-2232-4b45-a649-f594703dfc66 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:22:04.060562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Attempting to bind port d852bcec-2232-4b45-a649-f594703dfc66 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:22:04.060923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Attempting to bind port d852bcec-2232-4b45-a649-f594703dfc66 on network 510cc751-cecd-4179-8ed1-4babb137b638 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:04.066360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:04.066726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Checking segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:04.067123 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:04.067510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Bound using segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:04.067968 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Bound port: d852bcec-2232-4b45-a649-f594703dfc66, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:22:04.068339 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:04.130435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] For port d852bcec-2232-4b45-a649-f594703dfc66, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:04.133530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] For port d852bcec-2232-4b45-a649-f594703dfc66, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d852bcec-2232-4b45-a649-f594703dfc66,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:04.156486 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:04.174672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:04.213990 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:04.272874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfa318-aabd-4da3-b39b-d46da8a4e771 None None] Pushing event updated for resources: {'Port': ['ID=d852bcec-2232-4b45-a649-f594703dfc66,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:04.279738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Allocated IP 172.25.6.30 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/f6f6a2d2-f149-4c1a-be54-316be18fc84d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:04.384425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:04.482346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:04.524434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:04.527354 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:04.535892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:22:04.539163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Pushing event updated for resources: {'Port': ['ID=f6f6a2d2-f149-4c1a-be54-316be18fc84d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:05.135532 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:05.142825 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d852bcec-2232-4b45-a649-f594703dfc66 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:05.188613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d7c67-770c-47f8-a2e9-39e88009218d None None] Network 510cc751-cecd-4179-8ed1-4babb137b638 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:22:05.248640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d852bcec-2232-4b45-a649-f594703dfc66 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:05.249038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:05.317513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-fe1c7904-861a-4247-a16d-67e550d77a11 None None] Provisioning complete for port d852bcec-2232-4b45-a649-f594703dfc66 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:05.317881 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7904-861a-4247-a16d-67e550d77a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:05.338537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:05.436137 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:05.505920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7904-861a-4247-a16d-67e550d77a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:05.508216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port d852bcec-2232-4b45-a649-f594703dfc66, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d852bcec-2232-4b45-a649-f594703dfc66,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:05.527644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Router 4e078ca4-7737-47f6-83f7-4aaf18fd397e is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:22:05.591987 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:05.645534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:22:05.656215 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-fe1c7904-861a-4247-a16d-67e550d77a11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:22:05.656584 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-fe1c7904-861a-4247-a16d-67e550d77a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:22:05.660812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Sync routers for ids ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:22:05.683374 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Routers {'4e078ca4-7737-47f6-83f7-4aaf18fd397e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:22:05.684007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:21:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:05.686070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=d852bcec-2232-4b45-a649-f594703dfc66,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:05.733449 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:05.734745 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-87308a7b-af16-491e-8c81-5406ff741ecf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2082787 Sep 20 13:22:05.737939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44456) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:05.790183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Set router 4e078ca4-7737-47f6-83f7-4aaf18fd397e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:05.970698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:22:04Z', 'revision_number': 3, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port': {'id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:04Z', 'updated_at': '2021-09-20T13:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:05.996173 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Checking router: 4e078ca4-7737-47f6-83f7-4aaf18fd397e for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:22:05.996519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Updating router 4e078ca4-7737-47f6-83f7-4aaf18fd397e port f6f6a2d2-f149-4c1a-be54-316be18fc84d binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:22:06.020947 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.149448 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.301410 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.304500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Allocated IP 172.20.0.1 (510cc751-cecd-4179-8ed1-4babb137b638/56a7a894-bb98-4064-8f4e-b4f62ca1d0ef/3c8d994f-5022-4530-9eba-740473f80ef8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:06.348227 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dc11a76a-f77c-4225-b19c-435880b2da10 None None] Provisioning complete for port d852bcec-2232-4b45-a649-f594703dfc66 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:06.348597 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dc11a76a-f77c-4225-b19c-435880b2da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.368903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.418899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.438840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Attempting to bind port f6f6a2d2-f149-4c1a-be54-316be18fc84d on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:22:06.439368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Attempting to bind port f6f6a2d2-f149-4c1a-be54-316be18fc84d by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:22:06.439745 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Attempting to bind port f6f6a2d2-f149-4c1a-be54-316be18fc84d on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:06.443337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e32f5-f62d-4c54-bd8e-a885ecbc4d2c None None] Pushing event updated for resources: {'Port': ['ID=f6f6a2d2-f149-4c1a-be54-316be18fc84d,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:06.452002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:06.452431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:06.452833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.453247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:06.453712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Bound port: f6f6a2d2-f149-4c1a-be54-316be18fc84d, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:22:06.454093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.522125 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.537530 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] For port f6f6a2d2-f149-4c1a-be54-316be18fc84d, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:06.540597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] For port f6f6a2d2-f149-4c1a-be54-316be18fc84d, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f6f6a2d2-f149-4c1a-be54-316be18fc84d,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:06.561655 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Network 510cc751-cecd-4179-8ed1-4babb137b638 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:06.564648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:06.568146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:22:06.575589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Pushing event updated for resources: {'Port': ['ID=3c8d994f-5022-4530-9eba-740473f80ef8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:06.614172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.621115 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:06.672801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Routers {'4e078ca4-7737-47f6-83f7-4aaf18fd397e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:22:06.673614 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:21:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:06.726936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e32f5-f62d-4c54-bd8e-a885ecbc4d2c None None] Pushing event updated for resources: {'Port': ['ID=f6f6a2d2-f149-4c1a-be54-316be18fc84d,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:06.795669 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] Set router 4e078ca4-7737-47f6-83f7-4aaf18fd397e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:06.827319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:07.001977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:07.030701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-283bb53e-428b-4f1e-bd18-f126286b918f None None] Provisioning complete for port 3c8d994f-5022-4530-9eba-740473f80ef8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:07.031073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-283bb53e-428b-4f1e-bd18-f126286b918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:07.081722 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:07.100282 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-283bb53e-428b-4f1e-bd18-f126286b918f None None] Port 3c8d994f-5022-4530-9eba-740473f80ef8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:22:07.136689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d852bcec-2232-4b45-a649-f594703dfc66 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:07.153072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Pushing event updated for resources: {'Port': ['ID=3c8d994f-5022-4530-9eba-740473f80ef8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:07.165153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:07.205461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d852bcec-2232-4b45-a649-f594703dfc66 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:07.205839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:07.208116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:22:04Z', 'revision_number': 3, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port': {'id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:04Z', 'updated_at': '2021-09-20T13:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:07.249824 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18400e6e-b5e9-4da2-af57-140848584bea None None] The sync data for ids ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'] in n-d-809934-3 is: [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:22:04Z', 'revision_number': 3, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port': {'id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:04Z', 'updated_at': '2021-09-20T13:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:22:07.260597 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Network 510cc751-cecd-4179-8ed1-4babb137b638 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:07.262294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:07.390658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Router 4e078ca4-7737-47f6-83f7-4aaf18fd397e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:22:07.519280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:22:07.522023 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b1b464b5-d24f-4428-b74e-0d398123c9eb None None] Provisioning complete for port 3c8d994f-5022-4530-9eba-740473f80ef8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:07.522504 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1b464b5-d24f-4428-b74e-0d398123c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:07.524199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-447a6623-3e2b-44fa-a07f-c66560634c7f admin admin] 10.222.0.37 "PUT /v2.0/routers/4e078ca4-7737-47f6-83f7-4aaf18fd397e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852695 Sep 20 13:22:07.583833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b1b464b5-d24f-4428-b74e-0d398123c9eb None None] Port 3c8d994f-5022-4530-9eba-740473f80ef8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:22:08.223764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44472) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:08.228855 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-453283544-network', 'tenant_id': '37fe613686614936a26e2224bff16c7a'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:08.304782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Made reservation on behalf of 37fe613686614936a26e2224bff16c7a for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:22:08.307320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.316943 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.403282 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.470301 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.498509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:22:08.505634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef4e4e1-7573-4a90-9991-d1bc3eb87476,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:08.513287 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.513385 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Added segment aa3f9c67-2d23-4f56-bc43-22ba44369515 of type vlan for network 45a121d5-827c-4eb5-81fe-e369bdac1d30 Sep 20 13:22:08.556059 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.659444 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.660382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:08.660966 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.720709 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] Pushing event updated for resources: {'Network': ['ID=45a121d5-827c-4eb5-81fe-e369bdac1d30,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:08.730861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 45a121d5-827c-4eb5-81fe-e369bdac1d30 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:22:08.765045 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-513567fe-7dfe-4a01-871d-32e3646ccb29 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5377238 Sep 20 13:22:08.765276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44474) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:08.770873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Request body: {'subnet': {'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-subnet', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:08.778126 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Sync routers for ids ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:22:08.789269 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Routers {'4e078ca4-7737-47f6-83f7-4aaf18fd397e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:22:08.789975 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:21:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:08.881529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Made reservation on behalf of 37fe613686614936a26e2224bff16c7a for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:22:08.884244 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:08.895862 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Set router 4e078ca4-7737-47f6-83f7-4aaf18fd397e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:09.097301 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:22:06Z', 'revision_number': 4, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port': {'id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:04Z', 'updated_at': '2021-09-20T13:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3c8d994f-5022-4530-9eba-740473f80ef8', 'name': '', 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'mac_address': 'fa:16:3e:67:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:06Z', 'updated_at': '2021-09-20T13:22:06Z', 'revision_number': 2, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'subnets': [{'id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:09.116192 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.126797 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Checking router: 4e078ca4-7737-47f6-83f7-4aaf18fd397e for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:22:09.128587 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Updating router 4e078ca4-7737-47f6-83f7-4aaf18fd397e port 3c8d994f-5022-4530-9eba-740473f80ef8 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:22:09.148568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f6f6a2d2-f149-4c1a-be54-316be18fc84d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:09.153092 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.181054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3e4419-b29a-4f5f-98b4-698dbef9cd1b,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:09.192500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Checking segment: {'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:09.193001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Network hostable DHCP agents. Network: 45a121d5-827c-4eb5-81fe-e369bdac1d30, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:22:09.201704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f6f6a2d2-f149-4c1a-be54-316be18fc84d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:09.203347 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.275812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Network 45a121d5-827c-4eb5-81fe-e369bdac1d30 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:22:09.280769 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.301961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port f6f6a2d2-f149-4c1a-be54-316be18fc84d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f6f6a2d2-f149-4c1a-be54-316be18fc84d,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:09.344470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 45a121d5-827c-4eb5-81fe-e369bdac1d30) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:09.349286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:09.358196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.358962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd794517-e786-48d4-8a6c-8ad437972a77 None None] Network 45a121d5-827c-4eb5-81fe-e369bdac1d30 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:22:09.380825 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.421241 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.442812 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7db20094-bd8a-46ea-a7a0-d94f4b66054f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6764591 Sep 20 13:22:09.446927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44476) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:09.450105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:09.471394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=f6f6a2d2-f149-4c1a-be54-316be18fc84d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:09.509626 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.537954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-45a121d5-827c-4eb5-81fe-e369bdac1d30', 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'fixed_ips': [{'subnet_id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:22:09.538631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.538839 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.539950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.573135 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Pushing event updated for resources: {'Port': ['ID=3c8d994f-5022-4530-9eba-740473f80ef8,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:09.603305 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.603913 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.604431 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.605107 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.609632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.609632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.609632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.609632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.609632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.609632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.609632 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.610475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.611176 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:09.640642 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Attempting to bind port 3c8d994f-5022-4530-9eba-740473f80ef8 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:22:09.641084 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Attempting to bind port 3c8d994f-5022-4530-9eba-740473f80ef8 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:22:09.641440 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Attempting to bind port 3c8d994f-5022-4530-9eba-740473f80ef8 on network 510cc751-cecd-4179-8ed1-4babb137b638 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:09.648138 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:09.648513 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Checking segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:09.649277 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.649411 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Bound using segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:09.649792 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Bound port: 3c8d994f-5022-4530-9eba-740473f80ef8, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:22:09.650170 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.696796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Allocated IP 172.20.0.2 (45a121d5-827c-4eb5-81fe-e369bdac1d30/3a3e4419-b29a-4f5f-98b4-698dbef9cd1b/b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:09.718437 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] For port 3c8d994f-5022-4530-9eba-740473f80ef8, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:09.723100 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] For port 3c8d994f-5022-4530-9eba-740473f80ef8, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3c8d994f-5022-4530-9eba-740473f80ef8,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:09.773883 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.832950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.839092 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Routers {'4e078ca4-7737-47f6-83f7-4aaf18fd397e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:22:09.839821 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:21:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:09.850056 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3bc98277-c4fe-48e0-bb70-2fbd127cdf3c None None] Provisioning complete for port 3c8d994f-5022-4530-9eba-740473f80ef8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:09.853385 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bc98277-c4fe-48e0-bb70-2fbd127cdf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.905819 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.913040 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b1f4d-2821-4af4-bd64-b7e52c45fcbe None None] Pushing event updated for resources: {'Port': ['ID=3c8d994f-5022-4530-9eba-740473f80ef8,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:09.953430 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bc98277-c4fe-48e0-bb70-2fbd127cdf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:09.991960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3bc98277-c4fe-48e0-bb70-2fbd127cdf3c None None] For port 3c8d994f-5022-4530-9eba-740473f80ef8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3c8d994f-5022-4530-9eba-740473f80ef8,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:10.001684 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.011645 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] Set router 4e078ca4-7737-47f6-83f7-4aaf18fd397e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:10.039367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Network 45a121d5-827c-4eb5-81fe-e369bdac1d30 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:10.042677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:10.045376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:22:10.065767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Pushing event updated for resources: {'Port': ['ID=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:10.085749 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bc98277-c4fe-48e0-bb70-2fbd127cdf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.127563 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.140796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Attempting to bind port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:22:10.141209 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Attempting to bind port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:22:10.141578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Attempting to bind port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 on network 45a121d5-827c-4eb5-81fe-e369bdac1d30 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:10.146968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.158035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:10.158582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Checking segment: {'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:10.159087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.159496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Bound using segment: {'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:10.159993 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Bound port: b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:22:10.160385 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.176186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc98277-c4fe-48e0-bb70-2fbd127cdf3c None None] Pushing event updated for resources: {'Port': ['ID=3c8d994f-5022-4530-9eba-740473f80ef8,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:10.240791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6c24ff7c-1c43-4f68-81b9-671b55e876bc None None] Provisioning complete for port 3c8d994f-5022-4530-9eba-740473f80ef8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:10.241203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6c24ff7c-1c43-4f68-81b9-671b55e876bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.264071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Allocated IP 172.25.6.48 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/a67de3d5-4ce2-46df-8384-fda41565158a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:10.270779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] For port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:10.288348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] For port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,segment=NetworkSegment(aa3f9c67-2d23-4f56-bc43-22ba44369515),segment_id=aa3f9c67-2d23-4f56-bc43-22ba44369515)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:10.337125 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:22:06Z', 'revision_number': 4, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port': {'id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:04Z', 'updated_at': '2021-09-20T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3c8d994f-5022-4530-9eba-740473f80ef8', 'name': '', 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'mac_address': 'fa:16:3e:67:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:06Z', 'updated_at': '2021-09-20T13:22:09Z', 'revision_number': 4, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'subnets': [{'id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:10.344719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.365772 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06264d-95f4-4c9f-835c-25dd547b8ace None None] The sync data for ids ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'] in n-d-809934-3 is: [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:22:06Z', 'revision_number': 4, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port': {'id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:04Z', 'updated_at': '2021-09-20T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '3c8d994f-5022-4530-9eba-740473f80ef8', 'name': '', 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'mac_address': 'fa:16:3e:67:0d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:06Z', 'updated_at': '2021-09-20T13:22:09Z', 'revision_number': 4, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'subnets': [{'id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:22:10.373748 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.419978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23438990-6b61-43f9-be6c-79b0d43b4bc0 None None] Pushing event updated for resources: {'Port': ['ID=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:10.487924 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:10.536682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:10.541177 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:10.547853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:22:10.551433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a67de3d5-4ce2-46df-8384-fda41565158a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:10.922482 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:11.272199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:11.338684 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:11.339064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:11.441170 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:11.483341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:11.490239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,segment=NetworkSegment(aa3f9c67-2d23-4f56-bc43-22ba44369515),segment_id=aa3f9c67-2d23-4f56-bc43-22ba44369515)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:11.515610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c84ba27-c952-421a-ad19-25286492c358 None None] Network 45a121d5-827c-4eb5-81fe-e369bdac1d30 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:22:11.587906 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:11.588677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3c8d994f-5022-4530-9eba-740473f80ef8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:11.647936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-29edede4-48b4-44ed-af7b-1f833d0d4741 None None] Provisioning complete for port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:11.648299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29edede4-48b4-44ed-af7b-1f833d0d4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:11.681939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Router ed1547c3-dbe4-4b4d-b870-8335240161c5 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:22:11.747926 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:11.774691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 3c8d994f-5022-4530-9eba-740473f80ef8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:11.774691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:11.794575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:22:11.829308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Sync routers for ids ['ed1547c3-dbe4-4b4d-b870-8335240161c5'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:22:11.862814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Routers {'ed1547c3-dbe4-4b4d-b870-8335240161c5'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:22:11.863446 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:21:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ed1547c3-dbe4-4b4d-b870-8335240161c5'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:11.869369 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:11.871119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-21badda7-44bb-4264-bc94-11f98076e7f8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4247491 Sep 20 13:22:11.873900 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44480) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:22:12.162521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f6f6a2d2-f149-4c1a-be54-316be18fc84d up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:12.165063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Set router ed1547c3-dbe4-4b4d-b870-8335240161c5 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:12.279746 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2566988d-5934-45f8-a8bc-c0bf2d1ca5d3 None None] Provisioning complete for port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:12.280465 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2566988d-5934-45f8-a8bc-c0bf2d1ca5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.306796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.367931 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f6f6a2d2-f149-4c1a-be54-316be18fc84d triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:12.368296 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.465546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Allocated IP 172.20.0.1 (45a121d5-827c-4eb5-81fe-e369bdac1d30/3a3e4419-b29a-4f5f-98b4-698dbef9cd1b/24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:12.513989 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a36cfbc-8998-4c30-ac5e-34ddc5694834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.533106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:22:10Z', 'revision_number': 3, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port': {'id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:10Z', 'updated_at': '2021-09-20T13:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:12.559900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Checking router: ed1547c3-dbe4-4b4d-b870-8335240161c5 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:22:12.560237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Updating router ed1547c3-dbe4-4b4d-b870-8335240161c5 port a67de3d5-4ce2-46df-8384-fda41565158a binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:22:12.570393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.584526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.659944 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.701810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Network 45a121d5-827c-4eb5-81fe-e369bdac1d30 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:12.705230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:12.708625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:22:12.732989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Pushing event updated for resources: {'Port': ['ID=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:12.759407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.851362 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.938152 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:12.990017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Attempting to bind port a67de3d5-4ce2-46df-8384-fda41565158a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:22:12.990391 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Attempting to bind port a67de3d5-4ce2-46df-8384-fda41565158a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:22:12.990747 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Attempting to bind port a67de3d5-4ce2-46df-8384-fda41565158a on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:12.992757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b9a08-bda3-4c38-bfe8-526bf8b545cd None None] Pushing event updated for resources: {'Port': ['ID=a67de3d5-4ce2-46df-8384-fda41565158a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:12.998564 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.003027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:13.003027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:13.003267 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.003576 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:13.004047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Bound port: a67de3d5-4ce2-46df-8384-fda41565158a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:22:13.004425 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.035613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a1b0b9f5-5013-4ac2-8c8f-43ced2476a34 None None] Provisioning complete for port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:13.035985 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b9f5-5013-4ac2-8c8f-43ced2476a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.092396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] For port a67de3d5-4ce2-46df-8384-fda41565158a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:13.094770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0b9f5-5013-4ac2-8c8f-43ced2476a34 None None] Port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:22:13.107624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] For port a67de3d5-4ce2-46df-8384-fda41565158a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a67de3d5-4ce2-46df-8384-fda41565158a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:13.125574 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:13.152260 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.172053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.212940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.223822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Routers {'ed1547c3-dbe4-4b4d-b870-8335240161c5'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:22:13.224447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:21:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ed1547c3-dbe4-4b4d-b870-8335240161c5'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:13.227692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b9a08-bda3-4c38-bfe8-526bf8b545cd None None] Pushing event updated for resources: {'Port': ['ID=a67de3d5-4ce2-46df-8384-fda41565158a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:13.267534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:13.267918 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.285970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Pushing event updated for resources: {'Port': ['ID=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:13.289797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.365199 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] Set router ed1547c3-dbe4-4b4d-b870-8335240161c5 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:13.379722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Network 45a121d5-827c-4eb5-81fe-e369bdac1d30 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:13.381160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:13.507608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Router ed1547c3-dbe4-4b4d-b870-8335240161c5 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:22:13.600085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:22:12Z', 'revision_number': 4, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port': {'id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:10Z', 'updated_at': '2021-09-20T13:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e', 'name': '', 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'mac_address': 'fa:16:3e:0b:d7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:12Z', 'updated_at': '2021-09-20T13:22:13Z', 'revision_number': 2, 'project_id': '37fe613686614936a26e2224bff16c7a', 'subnets': [{'id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:13.626117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:22:13.627979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6457dba0-783c-4cee-a272-f257ebe5a18e admin admin] 10.222.0.37 "PUT /v2.0/routers/ed1547c3-dbe4-4b4d-b870-8335240161c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528403 Sep 20 13:22:13.631818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c5398-2dd4-4d9c-9016-5fc50ae16341 None None] The sync data for ids ['ed1547c3-dbe4-4b4d-b870-8335240161c5'] in n-d-809934-3 is: [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:22:12Z', 'revision_number': 4, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port': {'id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:10Z', 'updated_at': '2021-09-20T13:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e', 'name': '', 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'mac_address': 'fa:16:3e:0b:d7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:12Z', 'updated_at': '2021-09-20T13:22:13Z', 'revision_number': 2, 'project_id': '37fe613686614936a26e2224bff16c7a', 'subnets': [{'id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:22:13.643637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8d9aac45-d6b3-4b80-991a-9f8d51857aec None None] Provisioning complete for port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:13.644019 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d9aac45-d6b3-4b80-991a-9f8d51857aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:13.686639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8d9aac45-d6b3-4b80-991a-9f8d51857aec None None] Port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:22:14.429634 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-6a793341-99ba-4e87-bc8b-a1f72753b05d tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:14.431171 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-6a793341-99ba-4e87-bc8b-a1f72753b05d tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/networks?id=510cc751-cecd-4179-8ed1-4babb137b638 HTTP/1.1" status: 200 len: 817 time: 0.1057303 Sep 20 13:22:14.447466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-1f1aa2e3-625c-48e1-9d7b-4d5e3c2e461e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/quotas/a9e0c42f4d2d45f9ad61020cb3ef700d HTTP/1.1" status: 200 len: 375 time: 0.0103972 Sep 20 13:22:14.499678 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-e3bfe952-188d-447e-9ea4-a1692ff296d2 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e0c42f4d2d45f9ad61020cb3ef700d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462050 Sep 20 13:22:14.600304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-beef2cc0-1fd8-4140-a2aa-78a6dd92c2b4 service neutron] 10.222.0.37 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888104 Sep 20 13:22:14.692866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-442817d3-483d-45da-ac7f-0d3937999f91 service neutron] 10.222.0.37 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Sep 20 13:22:14.963565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-55030683-529e-4059-89e8-c028f1ddbb21 req-98360e75-2470-4679-9c02-f4903714c65b tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 210 time: 0.0261867 Sep 20 13:22:15.139760 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a67de3d5-4ce2-46df-8384-fda41565158a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:15.202363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a67de3d5-4ce2-46df-8384-fda41565158a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:15.202875 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:15.266352 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a844591-eddd-495e-99f2-2aec6f05db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:15.283036 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:15.306877 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port a67de3d5-4ce2-46df-8384-fda41565158a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a67de3d5-4ce2-46df-8384-fda41565158a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:15.407820 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:15.459383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=a67de3d5-4ce2-46df-8384-fda41565158a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:15.538305 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Sync routers for ids ['ed1547c3-dbe4-4b4d-b870-8335240161c5'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:22:15.547367 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Routers {'ed1547c3-dbe4-4b4d-b870-8335240161c5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:22:15.548567 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:22:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ed1547c3-dbe4-4b4d-b870-8335240161c5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:15.656281 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Set router ed1547c3-dbe4-4b4d-b870-8335240161c5 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:15.664396 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:15.859823 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:22:12Z', 'revision_number': 4, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port': {'id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:10Z', 'updated_at': '2021-09-20T13:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e', 'name': '', 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'mac_address': 'fa:16:3e:0b:d7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:12Z', 'updated_at': '2021-09-20T13:22:13Z', 'revision_number': 2, 'project_id': '37fe613686614936a26e2224bff16c7a', 'subnets': [{'id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:15.887908 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Checking router: ed1547c3-dbe4-4b4d-b870-8335240161c5 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:22:15.888259 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Updating router ed1547c3-dbe4-4b4d-b870-8335240161c5 port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:22:15.913867 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.059956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8778565e-09d3-44f5-bec4-0457cdf83e7e req-9bfdaab5-5147-4efb-8614-85e1124498b8 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 210 time: 0.0287917 Sep 20 13:22:16.175913 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.241716 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.295363 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee70e53-8f09-4569-bfc9-512ca6f2ddfe None None] Pushing event updated for resources: {'Port': ['ID=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:16.347116 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Attempting to bind port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:22:16.347537 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Attempting to bind port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:22:16.349094 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Attempting to bind port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e on network 45a121d5-827c-4eb5-81fe-e369bdac1d30 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:16.355642 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:16.356101 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Checking segment: {'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:16.356497 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.356887 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Bound using segment: {'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:16.357372 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Bound port: 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3f9c67-2d23-4f56-bc43-22ba44369515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:22:16.357747 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.429718 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] For port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:16.432798 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] For port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,segment=NetworkSegment(aa3f9c67-2d23-4f56-bc43-22ba44369515),segment_id=aa3f9c67-2d23-4f56-bc43-22ba44369515)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:16.488345 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.525958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4e274d9a-cca4-4307-800c-a34a02481bdc None None] Provisioning complete for port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:16.526473 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e274d9a-cca4-4307-800c-a34a02481bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.545773 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee70e53-8f09-4569-bfc9-512ca6f2ddfe None None] Pushing event updated for resources: {'Port': ['ID=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:16.551702 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Routers {'ed1547c3-dbe4-4b4d-b870-8335240161c5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:22:16.552313 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:22:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ed1547c3-dbe4-4b4d-b870-8335240161c5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:16.614357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e274d9a-cca4-4307-800c-a34a02481bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.651540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4e274d9a-cca4-4307-800c-a34a02481bdc None None] For port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,segment=NetworkSegment(aa3f9c67-2d23-4f56-bc43-22ba44369515),segment_id=aa3f9c67-2d23-4f56-bc43-22ba44369515)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:16.668227 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] Set router ed1547c3-dbe4-4b4d-b870-8335240161c5 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:16.722174 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4e274d9a-cca4-4307-800c-a34a02481bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.761247 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.790008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e274d9a-cca4-4307-800c-a34a02481bdc None None] Pushing event updated for resources: {'Port': ['ID=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:16.844325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-baee98fa-c849-4f69-aebb-e1afb235fc16 None None] Provisioning complete for port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:16.844859 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-baee98fa-c849-4f69-aebb-e1afb235fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:16.894625 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:22:12Z', 'revision_number': 4, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port': {'id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:10Z', 'updated_at': '2021-09-20T13:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e', 'name': '', 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'mac_address': 'fa:16:3e:0b:d7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:12Z', 'updated_at': '2021-09-20T13:22:16Z', 'revision_number': 4, 'project_id': '37fe613686614936a26e2224bff16c7a', 'subnets': [{'id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:16.924788 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a70a0c-2e78-470d-ac27-d3f88d9a91e2 None None] The sync data for ids ['ed1547c3-dbe4-4b4d-b870-8335240161c5'] in n-d-809934-3 is: [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:22:12Z', 'revision_number': 4, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port': {'id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:10Z', 'updated_at': '2021-09-20T13:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e', 'name': '', 'network_id': '45a121d5-827c-4eb5-81fe-e369bdac1d30', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'mac_address': 'fa:16:3e:0b:d7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:12Z', 'updated_at': '2021-09-20T13:22:16Z', 'revision_number': 4, 'project_id': '37fe613686614936a26e2224bff16c7a', 'subnets': [{'id': '3a3e4419-b29a-4f5f-98b4-698dbef9cd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:22:17.005634 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-b61aefd4-14d6-4bb5-b059-a274fde0c3ef tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:17.007805 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-b61aefd4-14d6-4bb5-b059-a274fde0c3ef tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "GET /v2.0/networks?id=510cc751-cecd-4179-8ed1-4babb137b638 HTTP/1.1" status: 200 len: 817 time: 0.1166806 Sep 20 13:22:17.020888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Request body: {'port': {'device_id': '85a2f282-075b-4b01-9913-d39aaf13e681', 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'admin_state_up': True, 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:17.185424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7e4550ed-06b2-4eba-8009-220b6500eaca req-cdccf44a-7a3c-4526-8a83-cbebd42d6615 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 210 time: 0.0321355 Sep 20 13:22:17.217790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a67de3d5-4ce2-46df-8384-fda41565158a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:17.218975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Made reservation on behalf of a9e0c42f4d2d45f9ad61020cb3ef700d for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:22:17.225027 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:17.278777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a67de3d5-4ce2-46df-8384-fda41565158a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:17.279163 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:17.364314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:17.369782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Allocated IP 172.20.0.6 (510cc751-cecd-4179-8ed1-4babb137b638/56a7a894-bb98-4064-8f4e-b4f62ca1d0ef/b501a2e5-d638-492f-a1e1-f7dc7324ddd0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:17.416046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:17.416424 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:17.535523 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:17.625628 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:17.670830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Network 510cc751-cecd-4179-8ed1-4babb137b638 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:17.674348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:17.677916 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:22:17.702720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Pushing event updated for resources: {'Port': ['ID=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.723335 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:17.743245 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:17.743867 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:17.814144 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-385f0652-815a-4d88-9d3e-9a26129f2830 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7975953 Sep 20 13:22:17.824184 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-d5ab4736-4160-4e6d-b524-fc8a8c30dd14 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:22:17.825252 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-d5ab4736-4160-4e6d-b524-fc8a8c30dd14 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053713 Sep 20 13:22:17.837502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Request body: {'port': {'device_id': '85a2f282-075b-4b01-9913-d39aaf13e681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:17.896992 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:17.962774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-905b6bee-fa92-40e3-ae14-ce9bf610d335 None None] Provisioning complete for port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:17.963342 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-905b6bee-fa92-40e3-ae14-ce9bf610d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:17.996631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-905b6bee-fa92-40e3-ae14-ce9bf610d335 None None] Port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:22:18.121646 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:18.165196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b501a2e5-d638-492f-a1e1-f7dc7324ddd0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:22:18.172393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:18.184154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Transition to ACTIVE for port object b501a2e5-d638-492f-a1e1-f7dc7324ddd0 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:22:18.229214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:18.284114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Pushing event updated for resources: {'Port': ['ID=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:18.309466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a62004-0281-4aea-91ed-14b44597e89f req-7db068d5-9aff-453c-9d17-b7ae4357b99d tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:18.311027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4a62004-0281-4aea-91ed-14b44597e89f req-7db068d5-9aff-453c-9d17-b7ae4357b99d tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 943 time: 0.0539370 Sep 20 13:22:18.352750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4a62004-0281-4aea-91ed-14b44597e89f req-0256fb7e-4056-47f3-9737-251eab1345e8 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Sep 20 13:22:18.360011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Attempting to bind port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:22:18.360447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Attempting to bind port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:22:18.360742 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Attempting to bind port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 on network 510cc751-cecd-4179-8ed1-4babb137b638 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:18.365941 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 on network 510cc751-cecd-4179-8ed1-4babb137b638 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:22:18.366339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Attempting to bind port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 on network 510cc751-cecd-4179-8ed1-4babb137b638 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:18.371279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:18.371618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Checking segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:18.372000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Bound using segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:18.372422 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Bound port: b501a2e5-d638-492f-a1e1-f7dc7324ddd0, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:22:18.372781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:18.448602 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] For port b501a2e5-d638-492f-a1e1-f7dc7324ddd0, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:18.452660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] For port b501a2e5-d638-492f-a1e1-f7dc7324ddd0, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:18.527504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:18.564856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:18.565472 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:18.566868 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] 10.222.0.32 "PUT /v2.0/ports/b501a2e5-d638-492f-a1e1-f7dc7324ddd0 HTTP/1.1" status: 200 len: 1091 time: 0.7336936 Sep 20 13:22:18.567304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a2f282-075b-4b01-9913-d39aaf13e681', 'tag': 'b501a2e5-d638-492f-a1e1-f7dc7324ddd0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:22:18.569595 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576e8d27-917b-40a5-837d-f7f8010d7425" -d '{"events": [{"name": "network-changed", "server_uuid": "85a2f282-075b-4b01-9913-d39aaf13e681", "tag": "b501a2e5-d638-492f-a1e1-f7dc7324ddd0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:18.600167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77325256-5289-4d58-be13-2ea2248ca021 service neutron] Pushing event updated for resources: {'Port': ['ID=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:18.617503 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb25b88a-6c3c-4440-ae94-403eeac50713 x-openstack-request-id: req-eb25b88a-6c3c-4440-ae94-403eeac50713 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:18.617796 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a2f282-075b-4b01-9913-d39aaf13e681", "tag": "b501a2e5-d638-492f-a1e1-f7dc7324ddd0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:18.618045 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb25b88a-6c3c-4440-ae94-403eeac50713 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:18.618433 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a2f282-075b-4b01-9913-d39aaf13e681', 'tag': 'b501a2e5-d638-492f-a1e1-f7dc7324ddd0', 'status': 'completed', 'code': 200} Sep 20 13:22:18.686385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e8d27-917b-40a5-837d-f7f8010d7425 req-16bc1594-bcf7-41fa-9002-dee56ec57e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:18.687917 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-576e8d27-917b-40a5-837d-f7f8010d7425 req-16bc1594-bcf7-41fa-9002-dee56ec57e68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e0c42f4d2d45f9ad61020cb3ef700d&device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 1094 time: 0.0477118 Sep 20 13:22:18.791246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e8d27-917b-40a5-837d-f7f8010d7425 req-abbc82c2-4ae7-4e59-954a-3f8b74b51310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:18.792659 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-576e8d27-917b-40a5-837d-f7f8010d7425 req-abbc82c2-4ae7-4e59-954a-3f8b74b51310 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a9e0c42f4d2d45f9ad61020cb3ef700d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0971785 Sep 20 13:22:18.891500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e8d27-917b-40a5-837d-f7f8010d7425 req-8f6bbdf1-d14e-47c5-809f-64c7e7752cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:18.893224 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-576e8d27-917b-40a5-837d-f7f8010d7425 req-8f6bbdf1-d14e-47c5-809f-64c7e7752cd8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0938714 Sep 20 13:22:18.968298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-61f30419-e81e-4572-8277-1c63dad6619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:18.969953 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-61f30419-e81e-4572-8277-1c63dad6619c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e0c42f4d2d45f9ad61020cb3ef700d&device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 1094 time: 0.0395043 Sep 20 13:22:19.014646 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-28dcb834-efc1-4d50-9747-118a62dafa9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b501a2e5-d638-492f-a1e1-f7dc7324ddd0 HTTP/1.1" status: 200 len: 217 time: 0.0372937 Sep 20 13:22:19.068261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-57e59d19-7151-43bb-a360-5d8579c2ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:19.069772 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-57e59d19-7151-43bb-a360-5d8579c2ba54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56a7a894-bb98-4064-8f4e-b4f62ca1d0ef HTTP/1.1" status: 200 len: 856 time: 0.0482233 Sep 20 13:22:19.114555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-99dd7cb8-5263-4b28-a081-4a5109634db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:19.116002 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-99dd7cb8-5263-4b28-a081-4a5109634db8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=510cc751-cecd-4179-8ed1-4babb137b638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397968 Sep 20 13:22:19.206212 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-fca4507a-a018-4cc7-ab7c-5ea6014cfb4e service neutron] 10.222.0.32 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819948 Sep 20 13:22:19.293863 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-4dbcb826-b87a-4858-8447-23afbe0fca9f req-fb39fc0c-1d28-47dc-8f09-23f6d5c44a72 service neutron] 10.222.0.32 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813475 Sep 20 13:22:19.470231 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eee482-ecde-469f-afbd-b510fd5a4bb3 req-3f401792-4233-40ea-938c-032656647a1b tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:19.471866 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9eee482-ecde-469f-afbd-b510fd5a4bb3 req-3f401792-4233-40ea-938c-032656647a1b tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 943 time: 0.0486469 Sep 20 13:22:19.507688 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9eee482-ecde-469f-afbd-b510fd5a4bb3 req-59fc0900-0882-4aa7-adf2-b0dc2d39321a tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298812 Sep 20 13:22:20.369912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b501a2e5-d638-492f-a1e1-f7dc7324ddd0 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:22:20.435685 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:20.465428 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b501a2e5-d638-492f-a1e1-f7dc7324ddd0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:20.476454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'b501a2e5-d638-492f-a1e1-f7dc7324ddd0', 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'port_id': 'b501a2e5-d638-492f-a1e1-f7dc7324ddd0', 'mac_address': 'fa:16:3e:b7:94:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:22:20.512608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:20.524737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b501a2e5-d638-492f-a1e1-f7dc7324ddd0 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:22:20.544380 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b501a2e5-d638-492f-a1e1-f7dc7324ddd0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:20.601870 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:20.625791 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72808c4-8fc9-4f73-a196-2849f5c8cfc9 req-a99fe343-0e5e-4459-a0c5-12c3a8f98178 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:20.627918 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b72808c4-8fc9-4f73-a196-2849f5c8cfc9 req-a99fe343-0e5e-4459-a0c5-12c3a8f98178 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 943 time: 0.0541060 Sep 20 13:22:20.652898 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:20.668985 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b72808c4-8fc9-4f73-a196-2849f5c8cfc9 req-89b88e49-6ad2-44f7-915d-13a6b2e66c03 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Sep 20 13:22:20.801798 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b501a2e5-d638-492f-a1e1-f7dc7324ddd0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:22:20.949765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:21.781453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560fbe7-c1f4-4137-81ac-a18c61974012 req-d4419975-82b2-4bb5-b7dd-43d453014628 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:21.783119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c560fbe7-c1f4-4137-81ac-a18c61974012 req-d4419975-82b2-4bb5-b7dd-43d453014628 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 944 time: 0.0493958 Sep 20 13:22:21.820992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c560fbe7-c1f4-4137-81ac-a18c61974012 req-21df94c5-a917-4e24-84c0-8010a498932f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Sep 20 13:22:22.375086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b501a2e5-d638-492f-a1e1-f7dc7324ddd0 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:22.492839 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:22:22.496686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:22.497088 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:22.500741 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:22:22.575560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:22.598822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a2f282-075b-4b01-9913-d39aaf13e681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b501a2e5-d638-492f-a1e1-f7dc7324ddd0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:22:22.602374 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07a6a0-991a-438d-a8b9-6ea5f76df354" -d '{"events": [{"server_uuid": "85a2f282-075b-4b01-9913-d39aaf13e681", "name": "network-vif-plugged", "status": "completed", "tag": "b501a2e5-d638-492f-a1e1-f7dc7324ddd0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:22.615615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port b501a2e5-d638-492f-a1e1-f7dc7324ddd0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:22.640046 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec32d6-dc79-4317-8702-d15649191bec x-openstack-request-id: req-ecec32d6-dc79-4317-8702-d15649191bec {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:22.640388 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a2f282-075b-4b01-9913-d39aaf13e681", "name": "network-vif-plugged", "status": "completed", "tag": "b501a2e5-d638-492f-a1e1-f7dc7324ddd0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:22.640697 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecec32d6-dc79-4317-8702-d15649191bec {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:22.641123 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a2f282-075b-4b01-9913-d39aaf13e681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b501a2e5-d638-492f-a1e1-f7dc7324ddd0', 'code': 200} Sep 20 13:22:22.679406 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:22.727474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:22.733251 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52769-c139-4c6f-b2a8-8f527d40e473 req-f054a940-b402-43cd-a80d-589fcd9b2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:22.734760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-70e52769-c139-4c6f-b2a8-8f527d40e473 req-f054a940-b402-43cd-a80d-589fcd9b2de1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 1096 time: 0.0417707 Sep 20 13:22:22.773343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-70e52769-c139-4c6f-b2a8-8f527d40e473 req-592d15f9-8707-4426-80bb-7fa49f76bcfd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Sep 20 13:22:22.936380 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ed28d-1f20-461c-a61d-61649e4894f0 req-0230d454-0bd5-431c-972d-12ed2585c324 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:22.937818 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d98ed28d-1f20-461c-a61d-61649e4894f0 req-0230d454-0bd5-431c-972d-12ed2585c324 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 945 time: 0.0483453 Sep 20 13:22:22.976577 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d98ed28d-1f20-461c-a61d-61649e4894f0 req-c0f27fa1-6feb-4b2b-b398-914932d852b6 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Sep 20 13:22:24.093816 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74645ec-4701-4721-8e69-441adeadf245 req-6fcb3014-0fc4-4b00-a67c-82e4d84aa012 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:24.095903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a74645ec-4701-4721-8e69-441adeadf245 req-6fcb3014-0fc4-4b00-a67c-82e4d84aa012 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 945 time: 0.0528271 Sep 20 13:22:24.132168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a74645ec-4701-4721-8e69-441adeadf245 req-d98b5614-162f-41d6-b7ce-14ba0732e465 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302813 Sep 20 13:22:24.242946 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8596d-27ea-4835-a111-2ae429f20d4f req-524e07bb-6305-42f6-8bcb-002eedf446f7 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:24.244424 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76e8596d-27ea-4835-a111-2ae429f20d4f req-524e07bb-6305-42f6-8bcb-002eedf446f7 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 945 time: 0.0489919 Sep 20 13:22:24.281824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-76e8596d-27ea-4835-a111-2ae429f20d4f req-e392bf63-3ace-4778-9b51-16c77552c993 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Sep 20 13:22:42.446742 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2692a019-a876-4eaf-8e7d-df90c599297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:45.229713 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-573f316e-2535-436e-bee1-2fc97fda5e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:45.623836 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:46.383474 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb87579-26f1-4cea-b632-381c49947bd4 req-6966dafa-206f-49ed-ae25-a078e5c55c42 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:46.384898 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acb87579-26f1-4cea-b632-381c49947bd4 req-6966dafa-206f-49ed-ae25-a078e5c55c42 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Sep 20 13:22:46.421216 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acb87579-26f1-4cea-b632-381c49947bd4 req-6bf56ea5-8eaf-4b1e-91c0-72f487bdc089 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302424 Sep 20 13:22:46.766511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:47.540984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f7723-3f6d-4941-b4d5-cc88d6f06187 req-425259c5-392c-4804-acb9-6b8d9c9a4821 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:47.542476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-315f7723-3f6d-4941-b4d5-cc88d6f06187 req-425259c5-392c-4804-acb9-6b8d9c9a4821 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 945 time: 0.0532911 Sep 20 13:22:47.579655 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-315f7723-3f6d-4941-b4d5-cc88d6f06187 req-24436f5b-9e78-4436-9545-526e0e3eab91 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Sep 20 13:22:47.886114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-527c7288-efba-4000-a65e-fedf1fd80a3b tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:47.887552 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-527c7288-efba-4000-a65e-fedf1fd80a3b tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Sep 20 13:22:47.973472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Deleting port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:22:47.973810 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:48.061980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] For port b501a2e5-d638-492f-a1e1-f7dc7324ddd0, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:48.062347 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:48.075090 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Calling delete_port for b501a2e5-d638-492f-a1e1-f7dc7324ddd0 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:22:48.147813 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:48.250838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:48.264508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['b501a2e5-d638-492f-a1e1-f7dc7324ddd0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:22:48.279365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Pushing event deleted for resources: {'Port': ['ID=b501a2e5-d638-492f-a1e1-f7dc7324ddd0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:48.325940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] No DVR routers for this DVR port b501a2e5-d638-492f-a1e1-f7dc7324ddd0 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:22:48.328717 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:48.331958 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7bc6bb9e-6c9e-4ddc-8b6f-e27c7c0b7f63 req-236240f7-13b4-4e26-8301-8e9c58e3450f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "DELETE /v2.0/ports/b501a2e5-d638-492f-a1e1-f7dc7324ddd0 HTTP/1.1" status: 204 len: 173 time: 0.4377153 Sep 20 13:22:48.332440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a2f282-075b-4b01-9913-d39aaf13e681', 'name': 'network-vif-deleted', 'tag': 'b501a2e5-d638-492f-a1e1-f7dc7324ddd0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:22:48.334755 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc8487c-088b-444a-a778-802702dce525" -d '{"events": [{"server_uuid": "85a2f282-075b-4b01-9913-d39aaf13e681", "name": "network-vif-deleted", "tag": "b501a2e5-d638-492f-a1e1-f7dc7324ddd0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:48.374711 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6b957c-8854-4906-82c8-f8dacd453152 x-openstack-request-id: req-8b6b957c-8854-4906-82c8-f8dacd453152 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:48.375193 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a2f282-075b-4b01-9913-d39aaf13e681", "name": "network-vif-deleted", "tag": "b501a2e5-d638-492f-a1e1-f7dc7324ddd0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:48.375458 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b6b957c-8854-4906-82c8-f8dacd453152 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:48.375859 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a2f282-075b-4b01-9913-d39aaf13e681', 'name': 'network-vif-deleted', 'tag': 'b501a2e5-d638-492f-a1e1-f7dc7324ddd0', 'status': 'completed', 'code': 200} Sep 20 13:22:48.685726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99650cd2-6964-418e-9ea5-e70817f0afd9 req-36271d69-27e9-44da-bcbf-e2ccb82855ce tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a2f282-075b-4b01-9913-d39aaf13e681 HTTP/1.1" status: 200 len: 210 time: 0.0261612 Sep 20 13:22:50.362534 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-b9474878-75dd-4608-9108-775b0041eec3 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:50.364066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-b9474878-75dd-4608-9108-775b0041eec3 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/networks?id=510cc751-cecd-4179-8ed1-4babb137b638 HTTP/1.1" status: 200 len: 817 time: 0.1028099 Sep 20 13:22:50.379368 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-b6565bdd-96dc-4a9b-bda5-155d2d6a936c tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/quotas/a9e0c42f4d2d45f9ad61020cb3ef700d HTTP/1.1" status: 200 len: 375 time: 0.0095820 Sep 20 13:22:50.427787 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:50.429457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-479678cc-d3cf-4891-83cd-a7d6a717fef3 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9e0c42f4d2d45f9ad61020cb3ef700d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449598 Sep 20 13:22:50.521790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-639a1238-3467-46d7-b4f2-d2d4bb9ec551 service neutron] 10.222.0.37 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802338 Sep 20 13:22:50.611204 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-13289746-ebda-4bee-a632-5b7f823c5553 service neutron] 10.222.0.37 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832427 Sep 20 13:22:50.878957 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9bf3b245-21af-4473-95f2-c1669cdd5d71 req-0d3f5839-e74f-49e0-b88f-7360300af3f8 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 210 time: 0.0273516 Sep 20 13:22:50.955288 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:51.972358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-230d8c96-6be0-4db7-9baa-95a3f71248d4 req-137334e1-05c7-4c8c-97d3-28d4b7ff1dc3 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 210 time: 0.0256600 Sep 20 13:22:52.532101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b501a2e5-d638-492f-a1e1-f7dc7324ddd0 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:22:52.555952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: b501a2e5-d638-492f-a1e1-f7dc7324ddd0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:22:52.556300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device b501a2e5-d638-492f-a1e1-f7dc7324ddd0 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:22:52.682405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-92b8e156-4ff7-4bbc-be9c-36e52dd6afe3 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:52.684304 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-92b8e156-4ff7-4bbc-be9c-36e52dd6afe3 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "GET /v2.0/networks?id=510cc751-cecd-4179-8ed1-4babb137b638 HTTP/1.1" status: 200 len: 817 time: 0.1222508 Sep 20 13:22:52.696710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Request body: {'port': {'device_id': 'a1168fc4-787f-4d3a-bf71-e788718ec279', 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'admin_state_up': True, 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:52.901950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Made reservation on behalf of a9e0c42f4d2d45f9ad61020cb3ef700d for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:22:52.905835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:53.047426 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Allocated IP 172.20.0.11 (510cc751-cecd-4179-8ed1-4babb137b638/56a7a894-bb98-4064-8f4e-b4f62ca1d0ef/00fe4163-2fb2-4948-9c8c-a2cc109e0fbf) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:53.080856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-236fb148-a228-4fd4-827a-546ddb1c1fbf req-4006fca3-cfa8-4bf2-9050-9a64ce39d628 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 210 time: 0.0307126 Sep 20 13:22:53.196214 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:53.286763 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:53.327105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Network 510cc751-cecd-4179-8ed1-4babb137b638 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:53.330642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:53.334131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:22:53.342204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Pushing event updated for resources: {'Port': ['ID=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:53.395325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:53.395975 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:53.470532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-d9ae233b-265a-4d4f-aaf1-de4027564f1e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7774274 Sep 20 13:22:53.482776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Request body: {'port': {'device_id': 'a1168fc4-787f-4d3a-bf71-e788718ec279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:53.543159 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:53.559621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5b2c79eb-d0f6-4312-914e-7e3ed95ed514 None None] Provisioning complete for port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:53.560221 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b2c79eb-d0f6-4312-914e-7e3ed95ed514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:53.594077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c79eb-d0f6-4312-914e-7e3ed95ed514 None None] Port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:22:53.802077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:22:53.809364 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:53.821146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Transition to ACTIVE for port object 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:22:53.893290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:53.944666 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Pushing event updated for resources: {'Port': ['ID=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:54.016007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Attempting to bind port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:22:54.016353 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Attempting to bind port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:22:54.016691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Attempting to bind port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf on network 510cc751-cecd-4179-8ed1-4babb137b638 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:54.022102 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf on network 510cc751-cecd-4179-8ed1-4babb137b638 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:22:54.022437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Attempting to bind port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf on network 510cc751-cecd-4179-8ed1-4babb137b638 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:54.027301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:54.027902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Checking segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:22:54.028289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Bound using segment: {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:54.028721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Bound port: 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a942c2ab-4bc6-4216-b04a-d28fe8fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:22:54.029123 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:54.093751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] For port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:54.096854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] For port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:54.159864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:54.193192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:54.193813 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:54.195266 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/00fe4163-2fb2-4948-9c8c-a2cc109e0fbf HTTP/1.1" status: 200 len: 1092 time: 0.7171414 Sep 20 13:22:54.195739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1168fc4-787f-4d3a-bf71-e788718ec279', 'tag': '00fe4163-2fb2-4948-9c8c-a2cc109e0fbf'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:22:54.198060 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb93bba-a1e5-4ed8-80a6-df9523477762" -d '{"events": [{"name": "network-changed", "server_uuid": "a1168fc4-787f-4d3a-bf71-e788718ec279", "tag": "00fe4163-2fb2-4948-9c8c-a2cc109e0fbf"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:54.206148 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba3f12-5ec7-4075-9880-f2e696d236b1 req-f184cbfb-2075-4a85-8dba-138f90931e8a tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:54.207977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52ba3f12-5ec7-4075-9880-f2e696d236b1 req-f184cbfb-2075-4a85-8dba-138f90931e8a tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 944 time: 0.0547395 Sep 20 13:22:54.225117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02351cc4-b719-4f0e-8abd-ab76625b40f1 service neutron] Pushing event updated for resources: {'Port': ['ID=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:54.252598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-52ba3f12-5ec7-4075-9880-f2e696d236b1 req-a2d364ef-0368-4867-be20-5e663d53041f tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372376 Sep 20 13:22:54.305894 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7276e85f-26dc-48f9-aede-2cf0ff356410 x-openstack-request-id: req-7276e85f-26dc-48f9-aede-2cf0ff356410 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:54.306182 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1168fc4-787f-4d3a-bf71-e788718ec279", "tag": "00fe4163-2fb2-4948-9c8c-a2cc109e0fbf", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:54.306462 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7276e85f-26dc-48f9-aede-2cf0ff356410 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:54.306885 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1168fc4-787f-4d3a-bf71-e788718ec279', 'tag': '00fe4163-2fb2-4948-9c8c-a2cc109e0fbf', 'status': 'completed', 'code': 200} Sep 20 13:22:54.343059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-60c6e898-c744-4927-a0d1-99cc2a1e614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:54.344606 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-60c6e898-c744-4927-a0d1-99cc2a1e614c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e0c42f4d2d45f9ad61020cb3ef700d&device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 1095 time: 0.0491190 Sep 20 13:22:54.660036 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-8407c387-19b7-41e8-b2ce-de8f9e4fc265 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf HTTP/1.1" status: 200 len: 217 time: 0.3068600 Sep 20 13:22:54.708464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-e8e63947-33d8-4d80-9cfb-20ef5a992f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:54.709900 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-e8e63947-33d8-4d80-9cfb-20ef5a992f36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56a7a894-bb98-4064-8f4e-b4f62ca1d0ef HTTP/1.1" status: 200 len: 856 time: 0.0425298 Sep 20 13:22:54.754848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-a923c0b1-da3f-4101-a133-43740936b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:54.756314 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-a923c0b1-da3f-4101-a133-43740936b3e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=510cc751-cecd-4179-8ed1-4babb137b638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391438 Sep 20 13:22:54.904905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-535eed12-3c46-418b-a0ef-0e1e4ed24b60 service neutron] 10.222.0.32 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409111 Sep 20 13:22:54.999284 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b960afb9-6e51-4da9-aa2f-ebbc39c27511 req-49641481-6956-45b5-9a8c-2c5ae3778d51 service neutron] 10.222.0.32 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874293 Sep 20 13:22:55.121804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-00027f3c-80d4-49ad-bda4-1267d4774f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:55.123322 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-00027f3c-80d4-49ad-bda4-1267d4774f7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9e0c42f4d2d45f9ad61020cb3ef700d&device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 1095 time: 0.0405164 Sep 20 13:22:55.210925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-16edbedf-5f12-49f2-86a1-fdf697d5cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:55.212443 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-16edbedf-5f12-49f2-86a1-fdf697d5cca3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=510cc751-cecd-4179-8ed1-4babb137b638 HTTP/1.1" status: 200 len: 917 time: 0.0820916 Sep 20 13:22:55.256008 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-f776c402-8f53-4b8c-8ba7-ec4f2fbd1bae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf HTTP/1.1" status: 200 len: 217 time: 0.0363629 Sep 20 13:22:55.305370 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-a5834e32-4d0d-40e3-b88e-729ab2383a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:55.306842 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-a5834e32-4d0d-40e3-b88e-729ab2383a6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56a7a894-bb98-4064-8f4e-b4f62ca1d0ef HTTP/1.1" status: 200 len: 856 time: 0.0429265 Sep 20 13:22:55.353149 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-1f7c3311-f925-4884-909e-4363dc93aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:55.354680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-1f7c3311-f925-4884-909e-4363dc93aadd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=510cc751-cecd-4179-8ed1-4babb137b638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397990 Sep 20 13:22:55.370281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d2f4-13af-441c-9f64-c20f7c76fe7d req-b40c3134-989d-4ff5-9b60-0af9f736824b tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:55.371760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5233d2f4-13af-441c-9f64-c20f7c76fe7d req-b40c3134-989d-4ff5-9b60-0af9f736824b tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 944 time: 0.0484912 Sep 20 13:22:55.410110 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5233d2f4-13af-441c-9f64-c20f7c76fe7d req-2d369d11-5b12-4382-b384-708a0512cc12 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Sep 20 13:22:55.447758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-0f46eecd-72fe-4498-8864-d9f207ab1e20 service neutron] 10.222.0.32 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854239 Sep 20 13:22:55.535811 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7fb93bba-a1e5-4ed8-80a6-df9523477762 req-0bcf56fc-cbbf-4abe-9ec1-18f30535280c service neutron] 10.222.0.32 "GET /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797520 Sep 20 13:22:56.524346 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557596fc-ce6a-4dfa-bf48-75726f5b6a05 req-e7177dd6-96b5-4153-bdfa-f92badc6fddb tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:56.525830 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-557596fc-ce6a-4dfa-bf48-75726f5b6a05 req-e7177dd6-96b5-4153-bdfa-f92badc6fddb tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 944 time: 0.0487771 Sep 20 13:22:56.542205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:22:56.568995 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-557596fc-ce6a-4dfa-bf48-75726f5b6a05 req-f5d19d0c-472f-4a8a-97a7-4ca574106137 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Sep 20 13:22:56.637679 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:56.800847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '00fe4163-2fb2-4948-9c8c-a2cc109e0fbf', 'network_id': '510cc751-cecd-4179-8ed1-4babb137b638', 'port_id': '00fe4163-2fb2-4948-9c8c-a2cc109e0fbf', 'mac_address': 'fa:16:3e:bc:4a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a7a894-bb98-4064-8f4e-b4f62ca1d0ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:22:56.837413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:56.849605 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:22:56.868972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:56.941742 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:56.987255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:56.994300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.994647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.994988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.995325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.995660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.995989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.996314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.996639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.996960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.997320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.997642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:56.997960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:57.145960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['00fe4163-2fb2-4948-9c8c-a2cc109e0fbf'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:22:57.685487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443d646-0de8-499d-af4e-549d4f34c463 req-e3a45171-edd4-4869-84ee-980b0b2db591 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:57.686986 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c443d646-0de8-499d-af4e-549d4f34c463 req-e3a45171-edd4-4869-84ee-980b0b2db591 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 945 time: 0.0512803 Sep 20 13:22:57.725088 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c443d646-0de8-499d-af4e-549d4f34c463 req-3eb0408c-86be-40dc-b950-ea07fde46d17 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319293 Sep 20 13:22:58.557423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:58.680807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:22:58.684989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:22:58.685391 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:58.770343 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:58.793322 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1168fc4-787f-4d3a-bf71-e788718ec279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe4163-2fb2-4948-9c8c-a2cc109e0fbf'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:22:58.795738 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b33a922-840c-48c0-9d24-8206d06fcb56" -d '{"events": [{"server_uuid": "a1168fc4-787f-4d3a-bf71-e788718ec279", "name": "network-vif-plugged", "status": "completed", "tag": "00fe4163-2fb2-4948-9c8c-a2cc109e0fbf"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:58.808696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:58.845440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34405e-20a7-40f6-a0bd-b5c6e095811a req-cadabca6-5e01-45c7-85f8-c06df248311c tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:58.846919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a34405e-20a7-40f6-a0bd-b5c6e095811a req-cadabca6-5e01-45c7-85f8-c06df248311c tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 945 time: 0.0503829 Sep 20 13:22:58.864156 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:22:58.887177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a34405e-20a7-40f6-a0bd-b5c6e095811a req-901eb94f-e941-438f-9709-c79276acdc83 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340524 Sep 20 13:22:58.913538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:58.930012 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9137dd4-5781-4795-a24e-871c7176e6a5 x-openstack-request-id: req-f9137dd4-5781-4795-a24e-871c7176e6a5 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:58.930364 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1168fc4-787f-4d3a-bf71-e788718ec279", "name": "network-vif-plugged", "status": "completed", "tag": "00fe4163-2fb2-4948-9c8c-a2cc109e0fbf", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:58.930611 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9137dd4-5781-4795-a24e-871c7176e6a5 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:58.930998 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1168fc4-787f-4d3a-bf71-e788718ec279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe4163-2fb2-4948-9c8c-a2cc109e0fbf', 'code': 200} Sep 20 13:22:59.035886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b5206-0d06-4872-80b9-0763a7c43c39 req-fa6b0acd-d606-4701-abae-c81cd3161e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:22:59.037403 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e5b5206-0d06-4872-80b9-0763a7c43c39 req-fa6b0acd-d606-4701-abae-c81cd3161e09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 1097 time: 0.0455751 Sep 20 13:22:59.071437 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5e5b5206-0d06-4872-80b9-0763a7c43c39 req-d5dfc88d-3f57-437e-b150-b1a7ff2490b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273182 Sep 20 13:22:59.499843 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:23:00.006379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e289d7-a2b5-4eb0-adad-3222996c3c95 req-e07968dc-6148-470a-8a79-964664c4a6ca tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:00.007870 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0e289d7-a2b5-4eb0-adad-3222996c3c95 req-e07968dc-6148-470a-8a79-964664c4a6ca tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 946 time: 0.0495050 Sep 20 13:23:00.050189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b0e289d7-a2b5-4eb0-adad-3222996c3c95 req-0233bf82-5fa6-41de-b339-3e083962ca8a tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Sep 20 13:23:01.169338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023232b-49a3-4c8c-b479-e6aa488ab359 req-6de8d74a-4bad-4ae7-8275-3eb07b6bf547 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:01.170750 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a023232b-49a3-4c8c-b479-e6aa488ab359 req-6de8d74a-4bad-4ae7-8275-3eb07b6bf547 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 946 time: 0.0491490 Sep 20 13:23:01.208626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a023232b-49a3-4c8c-b479-e6aa488ab359 req-44863089-f9ad-4863-b95e-80b909d7f7e5 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Sep 20 13:23:01.321121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13793964-7724-4dbc-a3aa-1757ad88fcdb req-ab3b6fcf-b7f1-4325-b536-f692b8382564 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:01.322586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13793964-7724-4dbc-a3aa-1757ad88fcdb req-ab3b6fcf-b7f1-4325-b536-f692b8382564 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Sep 20 13:23:01.360062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-13793964-7724-4dbc-a3aa-1757ad88fcdb req-89dd921a-baad-4bfb-af0c-b537e02fef6e tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Sep 20 13:23:12.491775 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-68ae7021-ee0d-42f5-a001-b4e412f8464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:15.194515 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8c9cae61-74d6-4f4d-8594-ef78027dce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:15.646326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:16.770331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:18.149177 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:20.451845 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:20.937291 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:23.155694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f130a84-f265-4b9d-9611-4ffd96198b5a req-59254fae-9e3a-4241-944b-2e3a8b2ca87a tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:23.157185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f130a84-f265-4b9d-9611-4ffd96198b5a req-59254fae-9e3a-4241-944b-2e3a8b2ca87a tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Sep 20 13:23:23.197981 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f130a84-f265-4b9d-9611-4ffd96198b5a req-145f5ea8-d43a-495b-8cde-3c9c69e7d193 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Sep 20 13:23:24.311567 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcc4c3-a4a8-454e-8297-856e853d15f2 req-30ae8f84-8d04-46fd-be7e-a2ad49ec83c9 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:24.313058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2fcc4c3-a4a8-454e-8297-856e853d15f2 req-30ae8f84-8d04-46fd-be7e-a2ad49ec83c9 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 946 time: 0.0483739 Sep 20 13:23:24.350503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2fcc4c3-a4a8-454e-8297-856e853d15f2 req-3bee5d65-9dce-408a-83db-7fd5b0c9e22b tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/security-groups?id=8739d770-53d3-4e80-bb37-306befee33cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Sep 20 13:23:24.682705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d83800-6707-41d8-9278-6b44cec7861a req-d6e84211-f3b5-49c4-ae88-0cb948497818 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:24.684126 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-84d83800-6707-41d8-9278-6b44cec7861a req-d6e84211-f3b5-49c4-ae88-0cb948497818 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 946 time: 0.0477617 Sep 20 13:23:24.773993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Deleting port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:24.774334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:24.860456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] For port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:24.860826 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:24.874507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Calling delete_port for 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:25.045883 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:25.057905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['00fe4163-2fb2-4948-9c8c-a2cc109e0fbf'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:23:25.074269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Pushing event deleted for resources: {'Port': ['ID=00fe4163-2fb2-4948-9c8c-a2cc109e0fbf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:25.087618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.087993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.088434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.088784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.089164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.089520 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.089852 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.090182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.090511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.090835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.091160 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.091482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:25.125957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] No DVR routers for this DVR port 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:23:25.129343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:25.131419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-84d83800-6707-41d8-9278-6b44cec7861a req-6c716f33-8ca1-48f0-998f-42480759be05 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.32 "DELETE /v2.0/ports/00fe4163-2fb2-4948-9c8c-a2cc109e0fbf HTTP/1.1" status: 204 len: 173 time: 0.4414325 Sep 20 13:23:25.131867 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1168fc4-787f-4d3a-bf71-e788718ec279', 'name': 'network-vif-deleted', 'tag': '00fe4163-2fb2-4948-9c8c-a2cc109e0fbf'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:23:25.134176 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd9f0cf-b454-458b-b421-49a2036f1da6" -d '{"events": [{"server_uuid": "a1168fc4-787f-4d3a-bf71-e788718ec279", "name": "network-vif-deleted", "tag": "00fe4163-2fb2-4948-9c8c-a2cc109e0fbf"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:23:25.171544 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2d287b-b531-4dff-8c15-7a06d4af9e11 x-openstack-request-id: req-db2d287b-b531-4dff-8c15-7a06d4af9e11 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:23:25.171839 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1168fc4-787f-4d3a-bf71-e788718ec279", "name": "network-vif-deleted", "tag": "00fe4163-2fb2-4948-9c8c-a2cc109e0fbf", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:23:25.172086 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db2d287b-b531-4dff-8c15-7a06d4af9e11 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:23:25.172479 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1168fc4-787f-4d3a-bf71-e788718ec279', 'name': 'network-vif-deleted', 'tag': '00fe4163-2fb2-4948-9c8c-a2cc109e0fbf', 'status': 'completed', 'code': 200} Sep 20 13:23:25.458367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da33f206-c699-4722-bed6-814d596f1f3b req-a3232ab5-5fa7-4e48-9abb-a07e07eba6f4 tempest-TestEncryptedCinderVolumes-892025024 tempest-TestEncryptedCinderVolumes-892025024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1168fc4-787f-4d3a-bf71-e788718ec279 HTTP/1.1" status: 200 len: 210 time: 0.0268717 Sep 20 13:23:26.607241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44796) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:26.943521 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:27.184827 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Deleting port 3c8d994f-5022-4530-9eba-740473f80ef8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:27.185103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:27.261310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] For port 3c8d994f-5022-4530-9eba-740473f80ef8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=3c8d994f-5022-4530-9eba-740473f80ef8,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:27.261671 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:27.278944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Calling delete_port for 3c8d994f-5022-4530-9eba-740473f80ef8 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:27.531500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:27.556760 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8d994f-5022-4530-9eba-740473f80ef8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:27.719044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:27.932073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Router 4e078ca4-7737-47f6-83f7-4aaf18fd397e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:23:28.036181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:23:28.041139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f96b691b-ddf8-4493-8cce-1af2c07b8fb7 admin admin] 10.222.0.37 "PUT /v2.0/routers/4e078ca4-7737-47f6-83f7-4aaf18fd397e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4328537 Sep 20 13:23:28.043633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44798) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:28.046206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] Sync routers for ids ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:23:28.055864 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] Routers {'4e078ca4-7737-47f6-83f7-4aaf18fd397e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:28.056475 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:28.145329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.158339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] Set router 4e078ca4-7737-47f6-83f7-4aaf18fd397e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:28.245879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.328849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:23:27Z', 'revision_number': 5, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port': {'id': 'f6f6a2d2-f149-4c1a-be54-316be18fc84d', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:04Z', 'updated_at': '2021-09-20T13:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:28.353482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] Checking router: 4e078ca4-7737-47f6-83f7-4aaf18fd397e for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:23:28.361733 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] Routers {'4e078ca4-7737-47f6-83f7-4aaf18fd397e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:28.362899 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:28.384075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Deleting port f6f6a2d2-f149-4c1a-be54-316be18fc84d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:28.384418 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.446649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] Set router 4e078ca4-7737-47f6-83f7-4aaf18fd397e gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:28.461632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] For port f6f6a2d2-f149-4c1a-be54-316be18fc84d, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f6f6a2d2-f149-4c1a-be54-316be18fc84d,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:28.462000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.478822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Calling delete_port for f6f6a2d2-f149-4c1a-be54-316be18fc84d owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:28.498940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:23:28Z', 'revision_number': 6, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:28.524470 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d51cc-a8a8-43ec-8dcb-8aee595667d2 None None] The sync data for ids ['4e078ca4-7737-47f6-83f7-4aaf18fd397e'] in n-d-809934-3 is: [{'id': '4e078ca4-7737-47f6-83f7-4aaf18fd397e', 'name': 'tempest-TestEncryptedCinderVolumes-2131798851-router', 'tenant_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:03Z', 'updated_at': '2021-09-20T13:23:28Z', 'revision_number': 6, 'project_id': 'a9e0c42f4d2d45f9ad61020cb3ef700d', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:23:28.683793 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.712748 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f6a2d2-f149-4c1a-be54-316be18fc84d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:28.713027 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:23:28.736467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:23:28.736802 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 00fe4163-2fb2-4948-9c8c-a2cc109e0fbf not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:23:28.771775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.860133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.863720 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.972586 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.973078 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e078ca4-7737-47f6-83f7-4aaf18fd397e {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:23:28.977412 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:28.978570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9f5fe6e4-0a83-40cf-8dd1-2b61ad9df7a7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4e078ca4-7737-47f6-83f7-4aaf18fd397e HTTP/1.1" status: 204 len: 168 time: 0.9340236 Sep 20 13:23:28.981077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44800) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:29.025721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1fb72f-f6d6-45c3-8d3e-55125a93c7c5 admin admin] Deleting subnet 56a7a894-bb98-4064-8f4e-b4f62ca1d0ef {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:23:29.028914 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb72f-f6d6-45c3-8d3e-55125a93c7c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.062366 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb72f-f6d6-45c3-8d3e-55125a93c7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.140613 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb72f-f6d6-45c3-8d3e-55125a93c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.267098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb72f-f6d6-45c3-8d3e-55125a93c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.296356 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fb72f-f6d6-45c3-8d3e-55125a93c7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a7a894-bb98-4064-8f4e-b4f62ca1d0ef,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:29.299862 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb72f-f6d6-45c3-8d3e-55125a93c7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.301619 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9d1fb72f-f6d6-45c3-8d3e-55125a93c7c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/56a7a894-bb98-4064-8f4e-b4f62ca1d0ef HTTP/1.1" status: 204 len: 168 time: 0.3196204 Sep 20 13:23:29.305300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44802) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:29.307351 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf7f7d-aa0a-4218-9cf5-8143c94b60df None None] Network 510cc751-cecd-4179-8ed1-4babb137b638 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:23:29.309675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3c8d994f-5022-4530-9eba-740473f80ef8 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:23:29.342271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 3c8d994f-5022-4530-9eba-740473f80ef8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:23:29.342700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 3c8d994f-5022-4530-9eba-740473f80ef8 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:23:29.343183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f6f6a2d2-f149-4c1a-be54-316be18fc84d no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:23:29.369158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f6f6a2d2-f149-4c1a-be54-316be18fc84d {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:23:29.369846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f6f6a2d2-f149-4c1a-be54-316be18fc84d not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:23:29.373583 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.434507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Deleting port d852bcec-2232-4b45-a649-f594703dfc66 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:29.434835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.503348 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] For port d852bcec-2232-4b45-a649-f594703dfc66, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d852bcec-2232-4b45-a649-f594703dfc66,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:29.503711 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.518546 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Calling delete_port for d852bcec-2232-4b45-a649-f594703dfc66 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:29.531513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] DHCP port deletion for 510cc751-cecd-4179-8ed1-4babb137b638 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:23:29.581431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] Deleting port d852bcec-2232-4b45-a649-f594703dfc66 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:29.582166 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.646618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] For port d852bcec-2232-4b45-a649-f594703dfc66, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d852bcec-2232-4b45-a649-f594703dfc66,segment=NetworkSegment(a942c2ab-4bc6-4216-b04a-d28fe8fad924),segment_id=a942c2ab-4bc6-4216-b04a-d28fe8fad924)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:29.647008 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.659634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] Calling delete_port for d852bcec-2232-4b45-a649-f594703dfc66 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:29.661668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.689123 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Pushing event deleted for resources: {'Port': ['ID=d852bcec-2232-4b45-a649-f594703dfc66,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:29.691713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] No DVR routers for this DVR port d852bcec-2232-4b45-a649-f594703dfc66 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:23:29.741929 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.767413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.769435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] No DVR routers for this DVR port d852bcec-2232-4b45-a649-f594703dfc66 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:23:29.772429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce4340-ca34-4a9e-ab3c-7b61278486f8 None None] Pushing event deleted for resources: {'Port': ['ID=d852bcec-2232-4b45-a649-f594703dfc66,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:29.788975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510cc751-cecd-4179-8ed1-4babb137b638']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:29.798091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a942c2ab-4bc6-4216-b04a-d28fe8fad924') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:29.798390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a942c2ab-4bc6-4216-b04a-d28fe8fad924') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:29.810347 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.823651 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.830490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:23:29.831413 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:23:29.833786 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:23:29.948848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.954513 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:29.956728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] 10.222.0.37 "DELETE /v2.0/networks/510cc751-cecd-4179-8ed1-4babb137b638 HTTP/1.1" status: 204 len: 168 time: 0.6504569 Sep 20 13:23:29.959738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:29.966964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f74d62-5903-463a-971e-7b561a8ef70d admin admin] Pushing event deleted for resources: {'Network': ['ID=510cc751-cecd-4179-8ed1-4babb137b638,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:30.305299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:30.540298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Deleting port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:30.540643 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:30.616142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] For port 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,segment=NetworkSegment(aa3f9c67-2d23-4f56-bc43-22ba44369515),segment_id=aa3f9c67-2d23-4f56-bc43-22ba44369515)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:30.616423 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:30.629050 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Calling delete_port for 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:30.869219 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:30.899322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:30.924277 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.925199 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.925547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.925895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.926222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.926557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.926886 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.927214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.927559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.927869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.928191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:30.928516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:31.072819 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:31.206876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d852bcec-2232-4b45-a649-f594703dfc66 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:23:31.227143 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: d852bcec-2232-4b45-a649-f594703dfc66 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:23:31.227569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d852bcec-2232-4b45-a649-f594703dfc66 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:23:31.286410 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Router ed1547c3-dbe4-4b4d-b870-8335240161c5 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:23:31.396450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:23:31.401567 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ddb31035-cc36-4337-8676-dc5011326d28 admin admin] 10.222.0.37 "PUT /v2.0/routers/ed1547c3-dbe4-4b4d-b870-8335240161c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4405575 Sep 20 13:23:31.404085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:31.406737 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] Sync routers for ids ['ed1547c3-dbe4-4b4d-b870-8335240161c5'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:23:31.416507 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] Routers {'ed1547c3-dbe4-4b4d-b870-8335240161c5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:31.417191 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ed1547c3-dbe4-4b4d-b870-8335240161c5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:31.503831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:31.519219 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] Set router ed1547c3-dbe4-4b4d-b870-8335240161c5 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:31.603099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:31.729115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Deleting port a67de3d5-4ce2-46df-8384-fda41565158a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:31.729389 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:31.775907 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:23:30Z', 'revision_number': 5, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port': {'id': 'a67de3d5-4ce2-46df-8384-fda41565158a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:22:10Z', 'updated_at': '2021-09-20T13:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:31.804903 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] Checking router: ed1547c3-dbe4-4b4d-b870-8335240161c5 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:23:31.806713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] For port a67de3d5-4ce2-46df-8384-fda41565158a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a67de3d5-4ce2-46df-8384-fda41565158a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:31.807086 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:31.812912 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] Routers {'ed1547c3-dbe4-4b4d-b870-8335240161c5'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:31.813535 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['ed1547c3-dbe4-4b4d-b870-8335240161c5'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:31.820017 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Calling delete_port for a67de3d5-4ce2-46df-8384-fda41565158a owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:31.899140 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] Set router ed1547c3-dbe4-4b4d-b870-8335240161c5 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:31.949364 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:23:31Z', 'revision_number': 6, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:31.978190 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff806b-5760-4d90-bc2e-a0c33850b286 None None] The sync data for ids ['ed1547c3-dbe4-4b4d-b870-8335240161c5'] in n-d-809934-3 is: [{'id': 'ed1547c3-dbe4-4b4d-b870-8335240161c5', 'name': 'tempest-TestEncryptedCinderVolumes-453283544-router', 'tenant_id': '37fe613686614936a26e2224bff16c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:22:09Z', 'updated_at': '2021-09-20T13:23:31Z', 'revision_number': 6, 'project_id': '37fe613686614936a26e2224bff16c7a', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:23:32.052000 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.075323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67de3d5-4ce2-46df-8384-fda41565158a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:32.478206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.564371 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.567164 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.697161 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.697569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed1547c3-dbe4-4b4d-b870-8335240161c5 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:23:32.701803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.702966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0441ec74-bb2f-4ae1-83cf-f98f91133d29 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ed1547c3-dbe4-4b4d-b870-8335240161c5 HTTP/1.1" status: 204 len: 168 time: 1.2979190 Sep 20 13:23:32.705546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44808) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:32.754842 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b262d31-0fb8-4033-b28a-8704bce4a78e admin admin] Deleting subnet 3a3e4419-b29a-4f5f-98b4-698dbef9cd1b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:23:32.757978 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b262d31-0fb8-4033-b28a-8704bce4a78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.793980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b262d31-0fb8-4033-b28a-8704bce4a78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.872350 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b262d31-0fb8-4033-b28a-8704bce4a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:32.989481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b262d31-0fb8-4033-b28a-8704bce4a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.021443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b262d31-0fb8-4033-b28a-8704bce4a78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3e4419-b29a-4f5f-98b4-698dbef9cd1b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:33.025365 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b262d31-0fb8-4033-b28a-8704bce4a78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.029052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b262d31-0fb8-4033-b28a-8704bce4a78e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3a3e4419-b29a-4f5f-98b4-698dbef9cd1b HTTP/1.1" status: 204 len: 168 time: 0.3207314 Sep 20 13:23:33.030307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:33.034971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32faab10-7ef2-4ca2-bb84-36ec819c34c5 None None] Network 45a121d5-827c-4eb5-81fe-e369bdac1d30 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:23:33.097181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.155105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Deleting port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:33.155402 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.179566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:23:33.201224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:23:33.201658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 24da28bc-fcc1-48f9-a9fc-ba3b1159ed0e not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:23:33.202075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a67de3d5-4ce2-46df-8384-fda41565158a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:23:33.224767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a67de3d5-4ce2-46df-8384-fda41565158a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:23:33.225040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a67de3d5-4ce2-46df-8384-fda41565158a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:23:33.232116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] For port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,segment=NetworkSegment(aa3f9c67-2d23-4f56-bc43-22ba44369515),segment_id=aa3f9c67-2d23-4f56-bc43-22ba44369515)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:33.232486 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.242106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] DHCP port deletion for 45a121d5-827c-4eb5-81fe-e369bdac1d30 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:23:33.246536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Calling delete_port for b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:33.287815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] Deleting port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:23:33.288104 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.348841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] For port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,segment=NetworkSegment(aa3f9c67-2d23-4f56-bc43-22ba44369515),segment_id=aa3f9c67-2d23-4f56-bc43-22ba44369515)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:33.349275 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.361077 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] Calling delete_port for b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:23:33.383289 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.412314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Pushing event deleted for resources: {'Port': ['ID=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:33.419589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] No DVR routers for this DVR port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:23:33.440509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.464093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] Pushing event deleted for resources: {'Port': ['ID=b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:33.467516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb3c23-ba6d-4b30-af55-ced4dd87ea2c None None] No DVR routers for this DVR port b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:23:33.493314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.521421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a121d5-827c-4eb5-81fe-e369bdac1d30']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:33.535739 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3f9c67-2d23-4f56-bc43-22ba44369515') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:33.536041 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3f9c67-2d23-4f56-bc43-22ba44369515') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:33.546366 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.559906 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.566158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:23:33.571003 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:23:33.707048 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.711591 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:33.713822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] 10.222.0.37 "DELETE /v2.0/networks/45a121d5-827c-4eb5-81fe-e369bdac1d30 HTTP/1.1" status: 204 len: 168 time: 0.6825006 Sep 20 13:23:33.730870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51cca5-6da5-4c0e-8d0a-aa09a2447867 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a121d5-827c-4eb5-81fe-e369bdac1d30,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:34.084191 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:34.122921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2485c98f-b405-4c87-9dca-9a1cc448b0ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9e0c42f4d2d45f9ad61020cb3ef700d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375991 Sep 20 13:23:34.125376 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:34.172394 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15b6664d-7401-497c-9352-5ffff4ba5629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:34.192874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15b6664d-7401-497c-9352-5ffff4ba5629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:34.297106 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15b6664d-7401-497c-9352-5ffff4ba5629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:34.299726 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15b6664d-7401-497c-9352-5ffff4ba5629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:34.300858 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-15b6664d-7401-497c-9352-5ffff4ba5629 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8739d770-53d3-4e80-bb37-306befee33cf HTTP/1.1" status: 204 len: 168 time: 0.1745980 Sep 20 13:23:34.308625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6664d-7401-497c-9352-5ffff4ba5629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8739d770-53d3-4e80-bb37-306befee33cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:34.953695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44822) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:34.993736 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-268ea74d-9379-41f3-a614-0e1bf31275ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37fe613686614936a26e2224bff16c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388572 Sep 20 13:23:34.996062 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 44824) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:35.046583 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-818cd095-8bc2-4d25-814a-174a8d9f8cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:35.067600 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-818cd095-8bc2-4d25-814a-174a8d9f8cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:35.159477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:23:35.180159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:23:35.180505 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b149e8c9-5bcf-4e9b-a521-ed9c97c60cf5 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:23:35.186208 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-818cd095-8bc2-4d25-814a-174a8d9f8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:35.188786 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-818cd095-8bc2-4d25-814a-174a8d9f8cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:35.190330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-818cd095-8bc2-4d25-814a-174a8d9f8cd0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ef4e4e1-7573-4a90-9991-d1bc3eb87476 HTTP/1.1" status: 204 len: 168 time: 0.1930468 Sep 20 13:23:35.198230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cd095-8bc2-4d25-814a-174a8d9f8cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef4e4e1-7573-4a90-9991-d1bc3eb87476,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:36.193122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44846) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:36.324941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1944590851-network', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:23:36.409331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Made reservation on behalf of 18908160d846471b95e12bd7cc6cf6bb for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:23:36.411649 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:36.419993 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:36.498648 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:23:36.505614 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:36.574600 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:36.601569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:23:36.607529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c6c959-5bd0-4be6-a37e-106733475ace,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:36.613279 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:36.613631 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Added segment 0cb3d389-58e4-44cf-af2e-cce2da933ba3 of type vlan for network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b Sep 20 13:23:36.652819 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:36.734634 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:36.735610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:36.736168 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:36.795864 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] Pushing event updated for resources: {'Network': ['ID=8680a0ec-41d7-4e89-abb0-6e25ae91c38b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:36.805566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:23:36.824142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d66ad89-9e6b-4ffc-9ca6-e03a2d5a3346 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6270828 Sep 20 13:23:36.824429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:36.829150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Request body: {'subnet': {'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1944590851-subnet', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:23:36.923122 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Made reservation on behalf of 18908160d846471b95e12bd7cc6cf6bb for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:23:36.925715 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.137359 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.191672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:37.201129 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Checking segment: {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:23:37.201797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Network hostable DHCP agents. Network: 8680a0ec-41d7-4e89-abb0-6e25ae91c38b, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:23:37.274137 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:23:37.359918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 8680a0ec-41d7-4e89-abb0-6e25ae91c38b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:37.364224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:37.364809 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.370634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62310bf-3043-44b3-999f-1156c86a61d1 None None] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:23:37.446879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9592fab9-7056-4d64-9e1e-ce622bc59c39 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6215196 Sep 20 13:23:37.449621 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:37.453892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:23:37.512406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:23:37.513319 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.546314 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.547406 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.601222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.645363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Allocated IP 172.20.0.2 (8680a0ec-41d7-4e89-abb0-6e25ae91c38b/a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419/563cf1f0-83e4-4a62-9346-4246cd83de41) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:23:37.789498 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.808732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.891781 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:37.929279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:37.932008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:37.935418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:23:37.948449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Pushing event updated for resources: {'Port': ['ID=563cf1f0-83e4-4a62-9346-4246cd83de41,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:38.000284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Attempting to bind port 563cf1f0-83e4-4a62-9346-4246cd83de41 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:23:38.000660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Attempting to bind port 563cf1f0-83e4-4a62-9346-4246cd83de41 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:23:38.001035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Attempting to bind port 563cf1f0-83e4-4a62-9346-4246cd83de41 on network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:23:38.006715 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:23:38.007097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Checking segment: {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:23:38.007497 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:38.007888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Bound using segment: {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:23:38.008350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Bound port: 563cf1f0-83e4-4a62-9346-4246cd83de41, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:23:38.008731 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:38.068929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] For port 563cf1f0-83e4-4a62-9346-4246cd83de41, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:23:38.072022 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] For port 563cf1f0-83e4-4a62-9346-4246cd83de41, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=563cf1f0-83e4-4a62-9346-4246cd83de41,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:23:38.107002 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:38.126425 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:38.137920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:38.195155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cf8eb-3f77-4fa7-a2c9-765060bbacec None None] Pushing event updated for resources: {'Port': ['ID=563cf1f0-83e4-4a62-9346-4246cd83de41,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:38.238221 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Allocated IP 172.25.6.15 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/8086fb26-ef71-41b0-b07b-1407ece011da) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:23:38.349405 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:38.443991 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:38.484197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:38.487027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:38.489730 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:23:38.519530 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=8086fb26-ef71-41b0-b07b-1407ece011da,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:38.796330 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:38.995738 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:39.104273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962739ed-e5a4-403f-b529-d8d7644f44b9 None None] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:23:39.205890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 563cf1f0-83e4-4a62-9346-4246cd83de41 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:39.211451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Router 73d30dde-9240-41d4-a7b3-54d11120f275 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:23:39.274157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-414c2e62-8cf2-49f5-a539-b09cf91782af None None] Provisioning complete for port 563cf1f0-83e4-4a62-9346-4246cd83de41 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:39.274528 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-414c2e62-8cf2-49f5-a539-b09cf91782af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:39.317348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:23:39.334702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Sync routers for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:23:39.351244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 563cf1f0-83e4-4a62-9346-4246cd83de41 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:39.351547 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:39.381658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:39.382289 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:39.382993 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:39.384358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a7c4ed6-5f7f-4750-8435-2e1349b26fe4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9338040 Sep 20 13:23:39.387775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44856) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:39.667631 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-414c2e62-8cf2-49f5-a539-b09cf91782af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:39.729742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:39.798256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-414c2e62-8cf2-49f5-a539-b09cf91782af None None] For port 563cf1f0-83e4-4a62-9346-4246cd83de41, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=563cf1f0-83e4-4a62-9346-4246cd83de41,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:39.800843 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:39.821469 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:39.930263 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-414c2e62-8cf2-49f5-a539-b09cf91782af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:39.988483 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:38Z', 'revision_number': 3, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:40.025165 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Checking router: 73d30dde-9240-41d4-a7b3-54d11120f275 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:23:40.025517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Updating router 73d30dde-9240-41d4-a7b3-54d11120f275 port 8086fb26-ef71-41b0-b07b-1407ece011da binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:23:40.032031 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:23:40.032388 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:23:40.065090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c2e62-8cf2-49f5-a539-b09cf91782af None None] Pushing event updated for resources: {'Port': ['ID=563cf1f0-83e4-4a62-9346-4246cd83de41,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:40.073176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.078132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f838f44c-2809-4a55-93bf-5dcfe063b084 None None] Provisioning complete for port 563cf1f0-83e4-4a62-9346-4246cd83de41 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:40.078498 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f838f44c-2809-4a55-93bf-5dcfe063b084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.081877 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Allocated IP 172.20.0.1 (8680a0ec-41d7-4e89-abb0-6e25ae91c38b/a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419/46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:23:40.184240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.308893 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.344613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:40.348592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:40.352069 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:23:40.386040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Pushing event updated for resources: {'Port': ['ID=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:40.391227 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.400824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.478253 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.532110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Attempting to bind port 8086fb26-ef71-41b0-b07b-1407ece011da on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:23:40.532484 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Attempting to bind port 8086fb26-ef71-41b0-b07b-1407ece011da by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:23:40.532847 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Attempting to bind port 8086fb26-ef71-41b0-b07b-1407ece011da on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:23:40.544123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0e13e-6ff2-4ebc-b125-4a22667b9b3c None None] Pushing event updated for resources: {'Port': ['ID=8086fb26-ef71-41b0-b07b-1407ece011da,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:40.566912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:23:40.567292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:23:40.567765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.568164 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:23:40.568640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Bound port: 8086fb26-ef71-41b0-b07b-1407ece011da, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:23:40.569040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.579467 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.639181 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] For port 8086fb26-ef71-41b0-b07b-1407ece011da, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:23:40.641148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3c47a72e-c191-45cf-8525-9a96a97afcbc None None] Provisioning complete for port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:40.641522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3c47a72e-c191-45cf-8525-9a96a97afcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.643966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] For port 8086fb26-ef71-41b0-b07b-1407ece011da, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8086fb26-ef71-41b0-b07b-1407ece011da,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:23:40.677581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3c47a72e-c191-45cf-8525-9a96a97afcbc None None] Port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:23:40.706523 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.738957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.757185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:40.757794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:40.801177 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0e13e-6ff2-4ebc-b125-4a22667b9b3c None None] Pushing event updated for resources: {'Port': ['ID=8086fb26-ef71-41b0-b07b-1407ece011da,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:40.811542 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.872846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:40.881099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:40.882966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Pushing event updated for resources: {'Port': ['ID=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:40.973833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:40.975076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:41.076449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 1, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:41.095225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Router 73d30dde-9240-41d4-a7b3-54d11120f275 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:23:41.103408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db1376-14c4-4ebd-b56a-1ad8e6a91a1f None None] The sync data for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 is: [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 1, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:23:41.189103 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 563cf1f0-83e4-4a62-9346-4246cd83de41 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:41.226581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:23:41.237556 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-24788895-792d-4286-98a5-f1a8fe17a878 admin admin] 10.222.0.37 "PUT /v2.0/routers/73d30dde-9240-41d4-a7b3-54d11120f275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8436115 Sep 20 13:23:41.249800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 563cf1f0-83e4-4a62-9346-4246cd83de41 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:41.250120 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:41.311015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b3a1908d-1333-44f0-b276-5bde22b96ce1 None None] Provisioning complete for port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:41.311015 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b3a1908d-1333-44f0-b276-5bde22b96ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:41.399062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1908d-1333-44f0-b276-5bde22b96ce1 None None] Port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:23:42.001840 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:42.007488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-873277430-network', 'tenant_id': 'c76b4313759144a48727783bcb17607a'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:23:42.080235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Made reservation on behalf of c76b4313759144a48727783bcb17607a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:23:42.082699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.091807 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.183692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.251565 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.278176 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:23:42.289200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b907c4ba-faa1-4d97-81ae-24d94608f092,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:42.294460 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.294821 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Added segment 72adb9d7-27bc-4ff1-a325-0e21c81e714c of type vlan for network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 Sep 20 13:23:42.338879 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.434544 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.435551 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:42.436136 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.463205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-501cbfae-20e6-415c-a3fb-32974f80b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.497723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec9665a-7f47-4cbc-9d67-1fd87d56f676,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:42.507608 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:23:42.546138 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c8753d9-5fcd-4e8e-bf96-f2886878c6a5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5399666 Sep 20 13:23:42.546370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44874) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:42.551005 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Request body: {'subnet': {'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-873277430-subnet', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:23:42.617274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Made reservation on behalf of c76b4313759144a48727783bcb17607a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:23:42.619605 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.837874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:42.892999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a35307c-c07e-407f-b03b-2b01eac3a21e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:42.901722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Checking segment: {'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:23:42.902079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Network hostable DHCP agents. Network: 0ec9665a-7f47-4cbc-9d67-1fd87d56f676, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:23:42.980481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:23:43.028826 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Sync routers for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:23:43.038816 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:43.039423 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:43.079984 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 0ec9665a-7f47-4cbc-9d67-1fd87d56f676) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:43.084760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:43.089762 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.089934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d1bff-e8e9-42e3-a127-31893731fd62 None None] Network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:23:43.149203 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:43.171456 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0e2d7b20-e173-4ada-9fab-00740d8494ed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6240959 Sep 20 13:23:43.173973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:43.180124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:23:43.220191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8086fb26-ef71-41b0-b07b-1407ece011da up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:43.254128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-0ec9665a-7f47-4cbc-9d67-1fd87d56f676', 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'fixed_ips': [{'subnet_id': '1a35307c-c07e-407f-b03b-2b01eac3a21e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:23:43.254998 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.263012 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.264195 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.359901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8086fb26-ef71-41b0-b07b-1407ece011da triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:43.360182 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.360475 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 2, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:43.388935 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Checking router: 73d30dde-9240-41d4-a7b3-54d11120f275 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:23:43.389602 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Updating router 73d30dde-9240-41d4-a7b3-54d11120f275 port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:23:43.420984 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.450639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Allocated IP 172.20.0.2 (0ec9665a-7f47-4cbc-9d67-1fd87d56f676/1a35307c-c07e-407f-b03b-2b01eac3a21e/bb1619ce-db86-4707-a099-2794427cae88) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:23:43.513397 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.574015 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 8086fb26-ef71-41b0-b07b-1407ece011da, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8086fb26-ef71-41b0-b07b-1407ece011da,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:43.635203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.649966 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.683803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.699212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=8086fb26-ef71-41b0-b07b-1407ece011da,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:43.700667 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.711732 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.748201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:43.751040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:43.754759 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:23:43.765049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Pushing event updated for resources: {'Port': ['ID=bb1619ce-db86-4707-a099-2794427cae88,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:43.786069 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.826193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Attempting to bind port bb1619ce-db86-4707-a099-2794427cae88 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:23:43.826901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Attempting to bind port bb1619ce-db86-4707-a099-2794427cae88 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:23:43.827528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Attempting to bind port bb1619ce-db86-4707-a099-2794427cae88 on network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:23:43.832786 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:23:43.837903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Checking segment: {'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:23:43.837903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.837903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Bound using segment: {'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:23:43.837903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Bound port: bb1619ce-db86-4707-a099-2794427cae88, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:23:43.837903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.879067 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.901627 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Pushing event updated for resources: {'Port': ['ID=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:43.907479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] For port bb1619ce-db86-4707-a099-2794427cae88, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:23:43.911744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] For port bb1619ce-db86-4707-a099-2794427cae88, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bb1619ce-db86-4707-a099-2794427cae88,segment=NetworkSegment(72adb9d7-27bc-4ff1-a325-0e21c81e714c),segment_id=72adb9d7-27bc-4ff1-a325-0e21c81e714c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:23:43.918189 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.918536 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.918999 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.919328 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.919649 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.919968 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.920290 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.920605 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.920916 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.921253 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.921569 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.921878 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:43.926405 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Attempting to bind port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:23:43.926776 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Attempting to bind port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:23:43.927131 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Attempting to bind port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 on network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:23:43.932696 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:23:43.933096 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Checking segment: {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:23:43.933580 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.933967 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Bound using segment: {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:23:43.934421 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Bound port: 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:23:43.934881 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:43.989504 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.000907 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] For port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:23:44.005120 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] For port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:23:44.050511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e586-9089-48a7-8184-6ec1934d47d0 None None] Pushing event updated for resources: {'Port': ['ID=bb1619ce-db86-4707-a099-2794427cae88,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:44.063330 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.126175 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:44.126806 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:44.164961 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b2d4b21f-8fe8-40d3-ac9b-361d4a8a3b02 None None] Provisioning complete for port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:44.165476 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b2d4b21f-8fe8-40d3-ac9b-361d4a8a3b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.182988 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857bb3f-a5d1-41fd-b0c3-8af6316b4850 None None] Pushing event updated for resources: {'Port': ['ID=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:44.183158 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.213174 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.252736 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:44.301589 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b2d4b21f-8fe8-40d3-ac9b-361d4a8a3b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.351437 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b2d4b21f-8fe8-40d3-ac9b-361d4a8a3b02 None None] For port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:44.363184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Allocated IP 172.25.6.65 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/ffcf26c9-67a6-4402-a250-9cda7904bbe2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:23:44.423220 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b2d4b21f-8fe8-40d3-ac9b-361d4a8a3b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.498634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4b21f-8fe8-40d3-ac9b-361d4a8a3b02 None None] Pushing event updated for resources: {'Port': ['ID=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:44.525113 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.550570 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-30f05b62-7a1b-48fa-937f-30671e0d9ace None None] Provisioning complete for port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:44.551340 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30f05b62-7a1b-48fa-937f-30671e0d9ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.618069 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:44.645576 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:44.659266 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:44.662493 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:44.664924 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:23:44.672862 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfe141-ead3-4e81-99b9-67d9d04a4200 None None] The sync data for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 is: [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:23:44.696097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcf26c9-67a6-4402-a250-9cda7904bbe2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:45.045965 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:45.231905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a8a172-239d-4310-8a5a-275b14a554f8 None None] Network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:23:45.256002 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b365c7a-075e-4cbc-bfec-687b25648949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:45.279543 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:45.318618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-cbce3c47-bf18-498f-8b63-5ea240c8e901 None None] Provisioning complete for port bb1619ce-db86-4707-a099-2794427cae88 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:45.319056 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cbce3c47-bf18-498f-8b63-5ea240c8e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:45.513561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8086fb26-ef71-41b0-b07b-1407ece011da up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:45.517463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Router 4003634b-c407-42c7-973d-dd7ed786290c is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:23:45.628715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:23:45.654270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Sync routers for ids ['4003634b-c407-42c7-973d-dd7ed786290c'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:23:45.687063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 8086fb26-ef71-41b0-b07b-1407ece011da triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:45.687429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:45.708353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:45.709670 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6375a086-b277-4d74-998a-014eed1d1b71 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5339735 Sep 20 13:23:45.712313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 44878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:23:45.715707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:45.720591 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cbce3c47-bf18-498f-8b63-5ea240c8e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:45.725429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Routers {'4003634b-c407-42c7-973d-dd7ed786290c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:45.726060 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4003634b-c407-42c7-973d-dd7ed786290c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:45.828631 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cbce3c47-bf18-498f-8b63-5ea240c8e901 None None] For port bb1619ce-db86-4707-a099-2794427cae88, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bb1619ce-db86-4707-a099-2794427cae88,segment=NetworkSegment(72adb9d7-27bc-4ff1-a325-0e21c81e714c),segment_id=72adb9d7-27bc-4ff1-a325-0e21c81e714c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:45.909973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Set router 4003634b-c407-42c7-973d-dd7ed786290c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:45.913925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cbce3c47-bf18-498f-8b63-5ea240c8e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.020394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:46.104279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce3c47-bf18-498f-8b63-5ea240c8e901 None None] Pushing event updated for resources: {'Port': ['ID=bb1619ce-db86-4707-a099-2794427cae88,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:46.122269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3d682253-0dc9-485e-a24b-9ed5006af7ef None None] Provisioning complete for port bb1619ce-db86-4707-a099-2794427cae88 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:46.122643 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d682253-0dc9-485e-a24b-9ed5006af7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.145455 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.200495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:46.201608 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.310843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Allocated IP 172.20.0.1 (0ec9665a-7f47-4cbc-9d67-1fd87d56f676/1a35307c-c07e-407f-b03b-2b01eac3a21e/1932e528-ea78-4f03-bd95-0315a78196d8) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:23:46.322186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:23:44Z', 'revision_number': 3, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port': {'id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:44Z', 'updated_at': '2021-09-20T13:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:46.352520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Checking router: 4003634b-c407-42c7-973d-dd7ed786290c for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:23:46.352904 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Updating router 4003634b-c407-42c7-973d-dd7ed786290c port ffcf26c9-67a6-4402-a250-9cda7904bbe2 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:23:46.374970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bb1619ce-db86-4707-a099-2794427cae88 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:46.406778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.417235 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.500618 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.509002 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port bb1619ce-db86-4707-a099-2794427cae88 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:46.509393 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.535836 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:46.538844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:46.541279 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:23:46.575239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1932e528-ea78-4f03-bd95-0315a78196d8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:46.590702 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.740430 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.815259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-af2c825b-d9c1-435e-91b4-cd33ea46c0db None None] Provisioning complete for port 1932e528-ea78-4f03-bd95-0315a78196d8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:46.815648 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-af2c825b-d9c1-435e-91b4-cd33ea46c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.845494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.846334 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.848446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.854444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-af2c825b-d9c1-435e-91b4-cd33ea46c0db None None] Port 1932e528-ea78-4f03-bd95-0315a78196d8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:23:46.902818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfe3d7-1380-45de-90d7-ceb32578ca23 None None] Pushing event updated for resources: {'Port': ['ID=ffcf26c9-67a6-4402-a250-9cda7904bbe2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:46.905188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Attempting to bind port ffcf26c9-67a6-4402-a250-9cda7904bbe2 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:23:46.905556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Attempting to bind port ffcf26c9-67a6-4402-a250-9cda7904bbe2 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:23:46.905956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Attempting to bind port ffcf26c9-67a6-4402-a250-9cda7904bbe2 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:23:46.911975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:23:46.912493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:23:46.912770 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.913186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:23:46.913716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Bound port: ffcf26c9-67a6-4402-a250-9cda7904bbe2, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:23:46.914095 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:46.965162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] For port ffcf26c9-67a6-4402-a250-9cda7904bbe2, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:23:46.968303 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] For port ffcf26c9-67a6-4402-a250-9cda7904bbe2, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ffcf26c9-67a6-4402-a250-9cda7904bbe2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:23:47.019107 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:47.032290 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:47.089048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Routers {'4003634b-c407-42c7-973d-dd7ed786290c'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:47.089660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4003634b-c407-42c7-973d-dd7ed786290c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:47.094110 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfe3d7-1380-45de-90d7-ceb32578ca23 None None] Pushing event updated for resources: {'Port': ['ID=ffcf26c9-67a6-4402-a250-9cda7904bbe2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:47.105552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:47.171536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1932e528-ea78-4f03-bd95-0315a78196d8,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:47.175925 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:47.184597 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bb1619ce-db86-4707-a099-2794427cae88 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:47.228935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] Set router 4003634b-c407-42c7-973d-dd7ed786290c gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:47.267697 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:47.269511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:47.327047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port bb1619ce-db86-4707-a099-2794427cae88 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:47.327429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:47.397852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Router 4003634b-c407-42c7-973d-dd7ed786290c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:23:47.517313 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:23:47.531665 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-aa0d756b-24ff-47bb-8470-a6cb0b8293a9 admin admin] 10.222.0.37 "PUT /v2.0/routers/4003634b-c407-42c7-973d-dd7ed786290c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8096831 Sep 20 13:23:47.665404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9bb7466d-9c63-4af2-af7f-398c77dcf4e7 None None] Provisioning complete for port 1932e528-ea78-4f03-bd95-0315a78196d8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:47.665778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bb7466d-9c63-4af2-af7f-398c77dcf4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:47.705037 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7466d-9c63-4af2-af7f-398c77dcf4e7 None None] Port 1932e528-ea78-4f03-bd95-0315a78196d8 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:23:47.710935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 4, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port': {'id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:44Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1932e528-ea78-4f03-bd95-0315a78196d8', 'name': '', 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'mac_address': 'fa:16:3e:7a:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:46Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 1, 'project_id': 'c76b4313759144a48727783bcb17607a', 'subnets': [{'id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:47.740551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ce91a-d844-4c5c-8172-e59ad35d405d None None] The sync data for ids ['4003634b-c407-42c7-973d-dd7ed786290c'] in n-d-809934-3 is: [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 4, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port': {'id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:44Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1932e528-ea78-4f03-bd95-0315a78196d8', 'name': '', 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'mac_address': 'fa:16:3e:7a:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:46Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 1, 'project_id': 'c76b4313759144a48727783bcb17607a', 'subnets': [{'id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:23:48.180459 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:49.223215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ffcf26c9-67a6-4402-a250-9cda7904bbe2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:49.279616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ffcf26c9-67a6-4402-a250-9cda7904bbe2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:49.280101 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:49.378503 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:49.410634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port ffcf26c9-67a6-4402-a250-9cda7904bbe2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ffcf26c9-67a6-4402-a250-9cda7904bbe2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:49.491261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:49.556033 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=ffcf26c9-67a6-4402-a250-9cda7904bbe2,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:49.787759 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Sync routers for ids ['4003634b-c407-42c7-973d-dd7ed786290c'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:23:49.797442 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Routers {'4003634b-c407-42c7-973d-dd7ed786290c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:49.799875 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4003634b-c407-42c7-973d-dd7ed786290c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:49.937725 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Set router 4003634b-c407-42c7-973d-dd7ed786290c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:50.184134 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 4, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port': {'id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:44Z', 'updated_at': '2021-09-20T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1932e528-ea78-4f03-bd95-0315a78196d8', 'name': '', 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'mac_address': 'fa:16:3e:7a:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:46Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 2, 'project_id': 'c76b4313759144a48727783bcb17607a', 'subnets': [{'id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:50.214048 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Checking router: 4003634b-c407-42c7-973d-dd7ed786290c for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:23:50.214315 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Updating router 4003634b-c407-42c7-973d-dd7ed786290c port 1932e528-ea78-4f03-bd95-0315a78196d8 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:23:50.245138 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:50.483901 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:50.568068 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:50.625678 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:50.685353 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5f5f6-698f-4638-b013-7b8099711453 None None] Pushing event updated for resources: {'Port': ['ID=1932e528-ea78-4f03-bd95-0315a78196d8,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:50.748797 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Attempting to bind port 1932e528-ea78-4f03-bd95-0315a78196d8 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:23:50.749399 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Attempting to bind port 1932e528-ea78-4f03-bd95-0315a78196d8 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:23:50.749892 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Attempting to bind port 1932e528-ea78-4f03-bd95-0315a78196d8 on network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:23:50.756734 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:23:50.757286 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Checking segment: {'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:23:50.757787 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:50.758397 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Bound using segment: {'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:23:50.758960 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Bound port: 1932e528-ea78-4f03-bd95-0315a78196d8, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72adb9d7-27bc-4ff1-a325-0e21c81e714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:23:50.759592 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:50.847836 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] For port 1932e528-ea78-4f03-bd95-0315a78196d8, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:23:50.852251 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] For port 1932e528-ea78-4f03-bd95-0315a78196d8, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1932e528-ea78-4f03-bd95-0315a78196d8,segment=NetworkSegment(72adb9d7-27bc-4ff1-a325-0e21c81e714c),segment_id=72adb9d7-27bc-4ff1-a325-0e21c81e714c)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:23:50.915060 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:50.966796 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Routers {'4003634b-c407-42c7-973d-dd7ed786290c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:23:50.967247 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:23:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4003634b-c407-42c7-973d-dd7ed786290c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:50.979682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7b635806-4366-4a5c-b44a-06ffa1c4ebfe None None] Provisioning complete for port 1932e528-ea78-4f03-bd95-0315a78196d8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:50.980400 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b635806-4366-4a5c-b44a-06ffa1c4ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:51.032944 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:51.044316 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5f5f6-698f-4638-b013-7b8099711453 None None] Pushing event updated for resources: {'Port': ['ID=1932e528-ea78-4f03-bd95-0315a78196d8,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:51.121315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b635806-4366-4a5c-b44a-06ffa1c4ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:51.156430 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] Set router 4003634b-c407-42c7-973d-dd7ed786290c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:23:51.175962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7b635806-4366-4a5c-b44a-06ffa1c4ebfe None None] For port 1932e528-ea78-4f03-bd95-0315a78196d8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1932e528-ea78-4f03-bd95-0315a78196d8,segment=NetworkSegment(72adb9d7-27bc-4ff1-a325-0e21c81e714c),segment_id=72adb9d7-27bc-4ff1-a325-0e21c81e714c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:51.241792 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b635806-4366-4a5c-b44a-06ffa1c4ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:51.279104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1932e528-ea78-4f03-bd95-0315a78196d8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:51.376610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635806-4366-4a5c-b44a-06ffa1c4ebfe None None] Pushing event updated for resources: {'Port': ['ID=1932e528-ea78-4f03-bd95-0315a78196d8,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:51.399635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1932e528-ea78-4f03-bd95-0315a78196d8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:51.400014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:51.468710 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-057578f4-0d2e-4b10-9ffa-9e191048c3ad None None] Provisioning complete for port 1932e528-ea78-4f03-bd95-0315a78196d8 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:51.469251 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-057578f4-0d2e-4b10-9ffa-9e191048c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:51.482839 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 4, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port': {'id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:44Z', 'updated_at': '2021-09-20T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1932e528-ea78-4f03-bd95-0315a78196d8', 'name': '', 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'mac_address': 'fa:16:3e:7a:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:46Z', 'updated_at': '2021-09-20T13:23:50Z', 'revision_number': 4, 'project_id': 'c76b4313759144a48727783bcb17607a', 'subnets': [{'id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:23:51.514299 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395ca94-1c33-4cf5-8341-9da248d0d609 None None] The sync data for ids ['4003634b-c407-42c7-973d-dd7ed786290c'] in n-d-809934-3 is: [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:23:46Z', 'revision_number': 4, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port': {'id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:44Z', 'updated_at': '2021-09-20T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '1932e528-ea78-4f03-bd95-0315a78196d8', 'name': '', 'network_id': '0ec9665a-7f47-4cbc-9d67-1fd87d56f676', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'mac_address': 'fa:16:3e:7a:5a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:46Z', 'updated_at': '2021-09-20T13:23:50Z', 'revision_number': 4, 'project_id': 'c76b4313759144a48727783bcb17607a', 'subnets': [{'id': '1a35307c-c07e-407f-b03b-2b01eac3a21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:23:51.532891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ffcf26c9-67a6-4402-a250-9cda7904bbe2 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:51.618896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ffcf26c9-67a6-4402-a250-9cda7904bbe2 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:51.619270 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:53.201434 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1932e528-ea78-4f03-bd95-0315a78196d8 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:53.257778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1932e528-ea78-4f03-bd95-0315a78196d8 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:23:53.258314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:23:59.427994 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-2b1c9f1a-f7c6-4fce-b87a-1faa74ef173d tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:23:59.429536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-2b1c9f1a-f7c6-4fce-b87a-1faa74ef173d tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/networks?id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 200 len: 815 time: 0.1029735 Sep 20 13:23:59.445056 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-cc6d0570-07e9-45de-b18a-b772623c7a37 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/quotas/18908160d846471b95e12bd7cc6cf6bb HTTP/1.1" status: 200 len: 375 time: 0.0098150 Sep 20 13:23:59.833843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-ee3a3fa8-da51-4f3c-b5c9-d4a749a57f85 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3835232 Sep 20 13:23:59.925749 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-e9b6dfde-7ff1-48c5-861b-4a424c94c8ee service neutron] 10.222.0.37 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801835 Sep 20 13:24:00.023440 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-7eabf73e-998b-4822-a64f-7e93c8a129b0 service neutron] 10.222.0.37 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913677 Sep 20 13:24:00.276509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-479af6ce-bf6c-4ce4-87c6-5b7b9ce07855 req-d1e80b63-ac63-4819-8112-bf56dfcb69b2 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 210 time: 0.0265644 Sep 20 13:24:01.352169 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cd7c11a7-7f75-4425-a3f2-7a7b712b5c8b req-cd8fcdf4-f91f-45a2-8a31-c7082fed3d53 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 210 time: 0.0261400 Sep 20 13:24:02.424610 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-07751bda-373e-4f8e-b5cf-e3895e8f6f56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:02.427349 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-07751bda-373e-4f8e-b5cf-e3895e8f6f56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.32 "GET /v2.0/networks?id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 200 len: 815 time: 0.1091468 Sep 20 13:24:02.447204 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'port': {'device_id': '453df8cf-3e6e-4948-916b-403f65c0d860', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'admin_state_up': True, 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:02.458614 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e94f1e40-a3b7-408f-8b37-3686783fdb51 req-68999dde-604f-4eb4-9587-e6db7f083921 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 210 time: 0.0338576 Sep 20 13:24:02.899458 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Made reservation on behalf of 18908160d846471b95e12bd7cc6cf6bb for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:24:02.903339 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:03.031708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Allocated IP 172.20.0.10 (8680a0ec-41d7-4e89-abb0-6e25ae91c38b/a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419/fb77ab8e-42b2-4772-b787-57d5354a9020) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:24:03.230044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:03.340950 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:03.388902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:24:03.392022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:24:03.396005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:24:03.433338 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'Port': ['ID=fb77ab8e-42b2-4772-b787-57d5354a9020,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:03.458454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:03.459958 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:03.540523 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-bc8304f4-e839-473c-bc1c-aa7a079f1327 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0970683 Sep 20 13:24:03.604723 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756b894-6a20-4d79-bb12-8ec153e8f9c2 req-126c2211-6e40-4879-9cf7-8121f65801f4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:03.606345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e756b894-6a20-4d79-bb12-8ec153e8f9c2 req-126c2211-6e40-4879-9cf7-8121f65801f4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0620382 Sep 20 13:24:03.663061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e756b894-6a20-4d79-bb12-8ec153e8f9c2 req-4682b79f-8578-4799-aa85-550024c9044d tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Sep 20 13:24:03.714775 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f297d819-9d0f-4f0a-a50a-516bd5ee1dae None None] Provisioning complete for port fb77ab8e-42b2-4772-b787-57d5354a9020 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:24:03.715394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f297d819-9d0f-4f0a-a50a-516bd5ee1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:03.749367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f297d819-9d0f-4f0a-a50a-516bd5ee1dae None None] Port fb77ab8e-42b2-4772-b787-57d5354a9020 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:24:04.795257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20737efa-a09c-4d31-b0c8-ecd89767cc12 req-47a654c1-b477-4e46-bb79-09233b69c7e2 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:04.796857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20737efa-a09c-4d31-b0c8-ecd89767cc12 req-47a654c1-b477-4e46-bb79-09233b69c7e2 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0491986 Sep 20 13:24:04.839248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20737efa-a09c-4d31-b0c8-ecd89767cc12 req-9b63d10b-8f95-4d17-b6e6-11577731c1ba tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352008 Sep 20 13:24:05.974344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d87101-f2ba-45b0-aaf8-66ddefcc1c0a req-66fb19d5-fbbc-4457-b283-48cad68613b3 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:05.975873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83d87101-f2ba-45b0-aaf8-66ddefcc1c0a req-66fb19d5-fbbc-4457-b283-48cad68613b3 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0589025 Sep 20 13:24:06.014826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83d87101-f2ba-45b0-aaf8-66ddefcc1c0a req-a7ad59fd-0218-440b-ae74-1449f10aea2a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Sep 20 13:24:07.139258 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c53e52-549d-417f-9d70-267e7e6d9b2b req-176a110f-9a90-4f4e-bbf4-83e8ff4127fe tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:07.140780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50c53e52-549d-417f-9d70-267e7e6d9b2b req-176a110f-9a90-4f4e-bbf4-83e8ff4127fe tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0553205 Sep 20 13:24:07.184058 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50c53e52-549d-417f-9d70-267e7e6d9b2b req-b79bd3d8-83c6-458b-a069-a6bd3ed04ac8 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Sep 20 13:24:08.304075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95beb7e3-2d54-40f1-b7bc-a71dbbeda7f3 req-00713678-bc36-4a01-82d4-7f57596f35cf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:08.306657 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95beb7e3-2d54-40f1-b7bc-a71dbbeda7f3 req-00713678-bc36-4a01-82d4-7f57596f35cf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0542736 Sep 20 13:24:08.351222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95beb7e3-2d54-40f1-b7bc-a71dbbeda7f3 req-ad4b1bcf-dba6-4d08-aab8-95176f846ee8 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Sep 20 13:24:09.472884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3d46-162c-4fd8-bde6-d80fd8e56136 req-6e837994-add4-4606-a66f-f867b6befa6e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:09.474689 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08fa3d46-162c-4fd8-bde6-d80fd8e56136 req-6e837994-add4-4606-a66f-f867b6befa6e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0502305 Sep 20 13:24:09.515211 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-08fa3d46-162c-4fd8-bde6-d80fd8e56136 req-b48e8b49-70db-4d70-9e7e-c1fa7b7c5d31 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341482 Sep 20 13:24:10.640857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918456da-6331-42f4-a8a2-d26a731b7c49 req-86e17945-139c-434e-96af-3c421e297edf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:10.643647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-918456da-6331-42f4-a8a2-d26a731b7c49 req-86e17945-139c-434e-96af-3c421e297edf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0570290 Sep 20 13:24:10.692514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-918456da-6331-42f4-a8a2-d26a731b7c49 req-a959176e-09eb-41de-9339-fc9b9e338c5b tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Sep 20 13:24:11.819916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a15734-b970-4b6a-bbf6-9083ca0a491b req-bbd5c4f9-f32b-43d2-9c16-12efdd9e202b tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:11.821451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1a15734-b970-4b6a-bbf6-9083ca0a491b req-bbd5c4f9-f32b-43d2-9c16-12efdd9e202b tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0544636 Sep 20 13:24:11.861400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1a15734-b970-4b6a-bbf6-9083ca0a491b req-acca160d-7efa-4f3a-aed8-276f0701337e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Sep 20 13:24:12.491526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-49eb09c9-42a7-429a-ab4d-8625beda6211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:12.981432 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5e18-1ee1-419c-9042-c7696734a7bc req-6ec6f7b1-6894-4cea-818f-3743bed22031 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:12.982908 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-051e5e18-1ee1-419c-9042-c7696734a7bc req-6ec6f7b1-6894-4cea-818f-3743bed22031 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 932 time: 0.0515263 Sep 20 13:24:13.019474 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-051e5e18-1ee1-419c-9042-c7696734a7bc req-69cafa01-919f-4906-932a-0515aa5264b5 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305817 Sep 20 13:24:13.293691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Request body: {'port': {'device_id': '453df8cf-3e6e-4948-916b-403f65c0d860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:13.348582 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:13.497450 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:24:13.601478 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb77ab8e-42b2-4772-b787-57d5354a9020 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:24:13.608553 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:13.620041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Transition to ACTIVE for port object fb77ab8e-42b2-4772-b787-57d5354a9020 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:24:13.696330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:13.766256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Pushing event updated for resources: {'Port': ['ID=fb77ab8e-42b2-4772-b787-57d5354a9020,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:13.819765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Attempting to bind port fb77ab8e-42b2-4772-b787-57d5354a9020 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:24:13.820535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Attempting to bind port fb77ab8e-42b2-4772-b787-57d5354a9020 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:24:13.820535 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Attempting to bind port fb77ab8e-42b2-4772-b787-57d5354a9020 on network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:24:13.825211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Port fb77ab8e-42b2-4772-b787-57d5354a9020 on network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:24:13.825531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Attempting to bind port fb77ab8e-42b2-4772-b787-57d5354a9020 on network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:24:13.830803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:24:13.831144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Checking segment: {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:24:13.831528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Bound using segment: {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:24:13.831964 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Bound port: fb77ab8e-42b2-4772-b787-57d5354a9020, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb3d389-58e4-44cf-af2e-cce2da933ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:24:13.832320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:13.899812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] For port fb77ab8e-42b2-4772-b787-57d5354a9020, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:24:13.903158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] For port fb77ab8e-42b2-4772-b787-57d5354a9020, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb77ab8e-42b2-4772-b787-57d5354a9020,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:24:13.979519 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:14.013454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:14.014065 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:14.015506 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] 10.222.0.32 "PUT /v2.0/ports/fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 1092 time: 0.8161848 Sep 20 13:24:14.015872 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:24:14.018121 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec8290b-8b23-43cb-a491-deb09742b6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:24:14.046820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbbcba-0202-47d8-8230-c39376ad1faa service neutron] Pushing event updated for resources: {'Port': ['ID=fb77ab8e-42b2-4772-b787-57d5354a9020,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:14.062032 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a6d13f-16ff-4d15-aa07-db35e6663dea x-openstack-request-id: req-d2a6d13f-16ff-4d15-aa07-db35e6663dea {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:24:14.064308 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:24:14.064308 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2a6d13f-16ff-4d15-aa07-db35e6663dea {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:24:14.064308 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'status': 'completed', 'code': 200} Sep 20 13:24:14.132617 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8290b-8b23-43cb-a491-deb09742b6aa req-e6af8a37-5377-4ea9-bb75-b9553fa72f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:14.134991 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ec8290b-8b23-43cb-a491-deb09742b6aa req-e6af8a37-5377-4ea9-bb75-b9553fa72f57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1095 time: 0.0490563 Sep 20 13:24:14.171118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc26641-9b22-4873-bd45-9d0dd1e0efb8 req-07e0ebb4-3017-49de-9b47-4aabbce98390 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:14.172729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4cc26641-9b22-4873-bd45-9d0dd1e0efb8 req-07e0ebb4-3017-49de-9b47-4aabbce98390 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 944 time: 0.0537701 Sep 20 13:24:14.217903 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4cc26641-9b22-4873-bd45-9d0dd1e0efb8 req-d57ac662-f0a4-4af6-8431-844aac90a701 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382233 Sep 20 13:24:14.244320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8290b-8b23-43cb-a491-deb09742b6aa req-7a57d131-0d0c-4b17-aad6-a9a5f85510b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:14.246515 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ec8290b-8b23-43cb-a491-deb09742b6aa req-7a57d131-0d0c-4b17-aad6-a9a5f85510b6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=18908160d846471b95e12bd7cc6cf6bb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1042652 Sep 20 13:24:14.343053 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8290b-8b23-43cb-a491-deb09742b6aa req-2cfcaf1d-7290-4fa4-b796-489a3b614ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:14.344511 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5ec8290b-8b23-43cb-a491-deb09742b6aa req-2cfcaf1d-7290-4fa4-b796-489a3b614ee6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0905135 Sep 20 13:24:14.417730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-be60f2a1-0204-45d9-91c1-b0e633fb686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:14.419200 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-be60f2a1-0204-45d9-91c1-b0e633fb686a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1095 time: 0.0397041 Sep 20 13:24:14.464835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-ed076962-fee7-4d4a-bea7-5de0267c9708 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 217 time: 0.0375686 Sep 20 13:24:14.513899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-42fcefb3-1a87-4fa3-a7fa-d72114a665de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:14.515291 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-42fcefb3-1a87-4fa3-a7fa-d72114a665de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 HTTP/1.1" status: 200 len: 854 time: 0.0427239 Sep 20 13:24:14.560095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-8cd00dcd-9657-4a27-9860-56210d274e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:14.561579 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-8cd00dcd-9657-4a27-9860-56210d274e47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395174 Sep 20 13:24:14.652488 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-1b583d92-796b-4cf6-8782-b423cedfc539 service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831082 Sep 20 13:24:14.743271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-87da6fb7-de14-4ed5-832e-3e1fb7a2f985 req-09933213-9497-4ef7-80e9-0e1a39e2a73b service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840602 Sep 20 13:24:15.224676 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ba345040-a5cb-41ff-87e3-72fce1338d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:15.336167 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1c4c-63a8-4fac-9ec1-3fa613b16fe9 req-af256cdb-0ed3-4c9a-9f07-dc214636006e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:15.338342 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-553a1c4c-63a8-4fac-9ec1-3fa613b16fe9 req-af256cdb-0ed3-4c9a-9f07-dc214636006e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 944 time: 0.0553074 Sep 20 13:24:15.375601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-553a1c4c-63a8-4fac-9ec1-3fa613b16fe9 req-f65ebd2d-58ee-45b8-88d1-23f0c845fc55 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Sep 20 13:24:15.641776 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:16.487808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16689f-acf4-4b48-8149-6a6cf7a8204a req-e5472ae5-e97b-4903-ad02-09d9903bf43a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:16.489279 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a16689f-acf4-4b48-8149-6a6cf7a8204a req-e5472ae5-e97b-4903-ad02-09d9903bf43a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 944 time: 0.0478923 Sep 20 13:24:16.526240 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a16689f-acf4-4b48-8149-6a6cf7a8204a req-bfe9bcea-4349-4e30-90f7-bc6ff8a15153 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Sep 20 13:24:16.767730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:16.993240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device fb77ab8e-42b2-4772-b787-57d5354a9020 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:24:17.087290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port fb77ab8e-42b2-4772-b787-57d5354a9020, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb77ab8e-42b2-4772-b787-57d5354a9020,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:24:17.097636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'port_id': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'mac_address': 'fa:16:3e:86:0b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:24:17.133238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:17.145349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb77ab8e-42b2-4772-b787-57d5354a9020 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:24:17.164698 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port fb77ab8e-42b2-4772-b787-57d5354a9020, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb77ab8e-42b2-4772-b787-57d5354a9020,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:24:17.216723 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:17.262328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=fb77ab8e-42b2-4772-b787-57d5354a9020,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:17.269356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.269706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.270052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.270389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.270726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.271115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.271445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.271772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.272108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.272509 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.272838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.273258 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:17.414575 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['fb77ab8e-42b2-4772-b787-57d5354a9020'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:24:17.637308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de7c3-9ce1-42d7-ab55-4a0f099c885c req-715561b2-2f97-4857-bb3d-6a7cb00d61a7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:17.638843 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd4de7c3-9ce1-42d7-ab55-4a0f099c885c req-715561b2-2f97-4857-bb3d-6a7cb00d61a7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 945 time: 0.0477369 Sep 20 13:24:17.681045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd4de7c3-9ce1-42d7-ab55-4a0f099c885c req-94660cb8-0f1a-4123-a7d7-84545e6695b6 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Sep 20 13:24:18.138796 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:18.796136 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1f54e-95b4-4db2-b88d-63acf4f3c78f req-395b6835-b671-4e16-a9de-79afd971c03a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:18.797722 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dea1f54e-95b4-4db2-b88d-63acf4f3c78f req-395b6835-b671-4e16-a9de-79afd971c03a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 945 time: 0.0489728 Sep 20 13:24:18.836337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dea1f54e-95b4-4db2-b88d-63acf4f3c78f req-e3193ed2-5654-4df3-a948-1c737a87192a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Sep 20 13:24:19.009094 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device fb77ab8e-42b2-4772-b787-57d5354a9020 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:24:19.121408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port fb77ab8e-42b2-4772-b787-57d5354a9020 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:24:19.125445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port fb77ab8e-42b2-4772-b787-57d5354a9020 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:24:19.125855 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:19.202870 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:19.225090 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:24:19.227387 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b31167-ac46-42bd-98da-0b01d3b37fc4" -d '{"events": [{"server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "name": "network-vif-plugged", "status": "completed", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:24:19.240365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port fb77ab8e-42b2-4772-b787-57d5354a9020, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb77ab8e-42b2-4772-b787-57d5354a9020,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:24:19.263165 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2680db55-265f-4222-8d76-1499bbce7d09 x-openstack-request-id: req-2680db55-265f-4222-8d76-1499bbce7d09 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:24:19.263458 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "name": "network-vif-plugged", "status": "completed", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:24:19.263778 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2680db55-265f-4222-8d76-1499bbce7d09 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:24:19.264171 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'code': 200} Sep 20 13:24:19.298734 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:19.347028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=fb77ab8e-42b2-4772-b787-57d5354a9020,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:19.377776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff78d2-d96e-4058-b28c-e79f8118a15e req-be5c74e9-bbed-454c-b6b8-651281074d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:19.379642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ff78d2-d96e-4058-b28c-e79f8118a15e req-be5c74e9-bbed-454c-b6b8-651281074d35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1097 time: 0.0551569 Sep 20 13:24:19.423336 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e2ff78d2-d96e-4058-b28c-e79f8118a15e req-27a63f45-7c3d-438f-8e20-ebaad2ccf596 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 Sep 20 13:24:19.952906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7560a98-1188-46c6-b8a2-12869faf8511 req-d8110202-8023-44c7-9292-2bdbbfacea29 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:19.953790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7560a98-1188-46c6-b8a2-12869faf8511 req-d8110202-8023-44c7-9292-2bdbbfacea29 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0484831 Sep 20 13:24:19.991463 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7560a98-1188-46c6-b8a2-12869faf8511 req-e71deb44-1418-476c-8e40-7793a89d7776 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Sep 20 13:24:20.467863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:20.938547 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:21.117928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f08ba-b5dc-413f-9491-37a30df54d90 req-6ae1075f-5d1e-476b-9f50-f08ff9849dcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:21.119400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae4f08ba-b5dc-413f-9491-37a30df54d90 req-6ae1075f-5d1e-476b-9f50-f08ff9849dcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0497901 Sep 20 13:24:21.160720 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae4f08ba-b5dc-413f-9491-37a30df54d90 req-76053a43-e434-436f-aeac-9259eb9fcc89 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Sep 20 13:24:21.272282 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79530eeb-f04c-4ca4-8ba4-52fee5a96e68 req-beb5a442-96e1-4cb2-918b-a66184e1d0f9 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:21.273794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79530eeb-f04c-4ca4-8ba4-52fee5a96e68 req-beb5a442-96e1-4cb2-918b-a66184e1d0f9 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0489094 Sep 20 13:24:21.311385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79530eeb-f04c-4ca4-8ba4-52fee5a96e68 req-b795a024-4c5b-4046-8cd8-270d7655aae9 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Sep 20 13:24:21.498098 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d28b41-c5dd-48c9-ac17-d80ecbbc947e req-5307b07a-9965-4327-9e4f-bd3eee8485de tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:21.499573 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7d28b41-c5dd-48c9-ac17-d80ecbbc947e req-5307b07a-9965-4327-9e4f-bd3eee8485de tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0477643 Sep 20 13:24:21.537120 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7d28b41-c5dd-48c9-ac17-d80ecbbc947e req-4ee9e3b1-7159-4b68-ac50-94f1f03521b9 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Sep 20 13:24:35.053399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5d01f-f3b4-4e52-9920-6ee076a12584 req-2bfee470-c235-457b-9d6c-fc0ba4772c6d tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:35.054828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eec5d01f-f3b4-4e52-9920-6ee076a12584 req-2bfee470-c235-457b-9d6c-fc0ba4772c6d tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0500083 Sep 20 13:24:35.095679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eec5d01f-f3b4-4e52-9920-6ee076a12584 req-f4ac9bc5-ea5b-4ba4-8e85-50b6bcce97ef tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Sep 20 13:24:35.117394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:35.198020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aae746-837f-48bd-bd7c-e56bcadfc0cd tempest-TestMinimumBasicScenario-410318604 tempest-TestMinimumBasicScenario-410318604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:35.199527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-62aae746-837f-48bd-bd7c-e56bcadfc0cd tempest-TestMinimumBasicScenario-410318604 tempest-TestMinimumBasicScenario-410318604-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1092 time: 0.0811803 Sep 20 13:24:35.202597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45082) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:35.206817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:35.297871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:35.391864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:35.496477 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Allocated IP 172.25.6.186 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/624f8455-f81c-4c29-a28c-9cdd5e0cca6b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:24:35.600699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:35.692814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:35.726526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:24:35.730871 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:24:35.734329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:24:35.759254 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'Port': ['ID=624f8455-f81c-4c29-a28c-9cdd5e0cca6b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:35.770880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.771452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.771936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.772288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.772630 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.772966 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.773322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.775597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.775597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.775597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.775597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:35.775597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:36.109872 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:36.240564 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:36.384889 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:36.452962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:36.530625 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'Port': ['ID=624f8455-f81c-4c29-a28c-9cdd5e0cca6b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:36.540420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:36.637039 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Floating IP 840bac1f-2ae3-4994-8025-1613790d6475 associated. External IP: 172.25.6.186, port: fb77ab8e-42b2-4772-b787-57d5354a9020. Sep 20 13:24:36.849189 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Router 73d30dde-9240-41d4-a7b3-54d11120f275 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:24:36.958265 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:24:36.968754 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] Sync routers for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:24:36.977443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:24:36.978053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:24:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:24:37.050930 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.085994 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a6aa7207-592f-410a-9848-f6ecf29d965c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8790290 Sep 20 13:24:37.086226 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:24:37.086318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:24:37.086414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45084) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:37.091511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009736211', 'description': 'tempest-secgroup-smoke-2009736211 description', 'project_id': '18908160d846471b95e12bd7cc6cf6bb'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:37.181888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.203987 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:24:37.270349 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.306585 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a8b46-a159-41d0-93d0-c976d928a384 x-openstack-request-id: req-972a8b46-a159-41d0-93d0-c976d928a384 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:24:37.307027 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:24:37.307569 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-972a8b46-a159-41d0-93d0-c976d928a384 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:24:37.308066 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'status': 'completed', 'code': 200} Sep 20 13:24:37.314431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '840bac1f-2ae3-4994-8025-1613790d6475', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'port_id': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'mac_address': 'fa:16:3e:86:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453df8cf-3e6e-4948-916b-403f65c0d860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:24:35Z', 'updated_at': '2021-09-20T13:24:35Z', 'revision_number': 0, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:44Z', 'revision_number': 5, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:24:37.340433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] Checking router: 73d30dde-9240-41d4-a7b3-54d11120f275 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:24:37.348308 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.348658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:24:37.349853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:24:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:24:37.400482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96145b4-9856-4e23-bc78-72b8319cdf7e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:37.414482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-9e50116c-fe84-4e42-aea0-77bd6787ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:37.416070 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-9e50116c-fe84-4e42-aea0-77bd6787ddb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1097 time: 0.0771360 Sep 20 13:24:37.417797 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.418143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.418480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.418816 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.419147 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.419477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.419803 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.420171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.420495 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.420817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.421164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.421485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:37.461340 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:24:37.487142 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.491941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-80ec61eb-2b86-4a80-8a91-79399fcec633 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4010177 Sep 20 13:24:37.492175 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45092) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:37.496686 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-01debc30-a201-4f7d-8972-76a74eeb8e41 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'security_group_rule': {'security_group_id': 'c96145b4-9856-4e23-bc78-72b8319cdf7e', 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:37.537892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-71411015-326b-4c6b-9ce2-8b4cbbfd72cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:37.539366 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-71411015-326b-4c6b-9ce2-8b4cbbfd72cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 200 len: 915 time: 0.1136429 Sep 20 13:24:37.606032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-743ffefc-9f43-4a33-bb04-5c381e98a517 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 1000 time: 0.0589945 Sep 20 13:24:37.657441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01debc30-a201-4f7d-8972-76a74eeb8e41 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.679286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-cdcd87ed-6806-41d6-ae9e-297fc0e8c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:37.680807 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-cdcd87ed-6806-41d6-ae9e-297fc0e8c78d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 HTTP/1.1" status: 200 len: 854 time: 0.0670609 Sep 20 13:24:37.694392 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '840bac1f-2ae3-4994-8025-1613790d6475', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'port_id': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'mac_address': 'fa:16:3e:86:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453df8cf-3e6e-4948-916b-403f65c0d860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:24:35Z', 'updated_at': '2021-09-20T13:24:35Z', 'revision_number': 0, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:44Z', 'revision_number': 5, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:24:37.721603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077944a3-7223-4412-af20-33b9757a2f34 None None] The sync data for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 is: [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '840bac1f-2ae3-4994-8025-1613790d6475', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'port_id': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'mac_address': 'fa:16:3e:86:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453df8cf-3e6e-4948-916b-403f65c0d860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:24:35Z', 'updated_at': '2021-09-20T13:24:35Z', 'revision_number': 0, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:44Z', 'revision_number': 5, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:24:37.755131 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01debc30-a201-4f7d-8972-76a74eeb8e41 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.758812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-f2d8d8de-46ff-4e80-895f-4d9ab451c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:37.760351 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-f2d8d8de-46ff-4e80-895f-4d9ab451c794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695784 Sep 20 13:24:37.828426 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01debc30-a201-4f7d-8972-76a74eeb8e41 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.860765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01debc30-a201-4f7d-8972-76a74eeb8e41 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745ce564-71a9-4ce8-8da0-26b108d5927b,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:37.882732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-a8861266-c63e-4851-bac7-9a45fe72da01 service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136222 Sep 20 13:24:37.930303 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255df257-6b96-4333-b81c-a1fa652de41a None None] New status for floating IP 840bac1f-2ae3-4994-8025-1613790d6475: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:24:37.948431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01debc30-a201-4f7d-8972-76a74eeb8e41 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:37.949680 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-01debc30-a201-4f7d-8972-76a74eeb8e41 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4565911 Sep 20 13:24:37.952439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45094) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:37.956989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ec724873-e363-47be-a6f3-70702f0ea438 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'security_group_rule': {'security_group_id': 'c96145b4-9856-4e23-bc78-72b8319cdf7e', 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:37.998870 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0bf94f1e-08e9-47d1-be2d-84015a0bb4fd req-bbfe9646-8e85-4f00-b590-acbd81744e21 service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082354 Sep 20 13:24:38.080273 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec724873-e363-47be-a6f3-70702f0ea438 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.128378 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec724873-e363-47be-a6f3-70702f0ea438 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.195419 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec724873-e363-47be-a6f3-70702f0ea438 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.213658 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec724873-e363-47be-a6f3-70702f0ea438 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5224e250-584c-4008-beef-31c825594c92,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:38.275511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec724873-e363-47be-a6f3-70702f0ea438 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.276716 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ec724873-e363-47be-a6f3-70702f0ea438 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3230948 Sep 20 13:24:38.279500 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45096) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:38.283856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-edc91238-fe52-4e0a-82b7-553a0f1f33bf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'security_group_rule': {'security_group_id': 'c96145b4-9856-4e23-bc78-72b8319cdf7e', 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:38.400669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edc91238-fe52-4e0a-82b7-553a0f1f33bf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.460089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edc91238-fe52-4e0a-82b7-553a0f1f33bf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.526424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edc91238-fe52-4e0a-82b7-553a0f1f33bf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.545114 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc91238-fe52-4e0a-82b7-553a0f1f33bf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbeda2ce-82cf-4779-b768-aa671486437a,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:38.604603 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-edc91238-fe52-4e0a-82b7-553a0f1f33bf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.605827 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-edc91238-fe52-4e0a-82b7-553a0f1f33bf tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3254170 Sep 20 13:24:38.608532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45098) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:38.612656 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-21a83a33-4238-4b98-81f2-1e0e857be16f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'security_group_rule': {'security_group_id': 'c96145b4-9856-4e23-bc78-72b8319cdf7e', 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:38.683375 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21a83a33-4238-4b98-81f2-1e0e857be16f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.739977 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21a83a33-4238-4b98-81f2-1e0e857be16f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.816330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21a83a33-4238-4b98-81f2-1e0e857be16f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.833925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a83a33-4238-4b98-81f2-1e0e857be16f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48749a5-d3e4-47eb-8657-5febcf0c73ed,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:38.919272 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21a83a33-4238-4b98-81f2-1e0e857be16f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:38.920532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-21a83a33-4238-4b98-81f2-1e0e857be16f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111188 Sep 20 13:24:38.923252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45100) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:38.927503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c09a2a90-7724-4516-93ee-a4aa4367edc7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'security_group_rule': {'security_group_id': 'c96145b4-9856-4e23-bc78-72b8319cdf7e', 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:39.012644 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-c09a2a90-7724-4516-93ee-a4aa4367edc7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Project 18908160d846471b95e12bd7cc6cf6bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:24:39.017794 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a90-7724-4516-93ee-a4aa4367edc7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.079839 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a90-7724-4516-93ee-a4aa4367edc7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.159039 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a90-7724-4516-93ee-a4aa4367edc7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.176130 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a2a90-7724-4516-93ee-a4aa4367edc7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e30c3fa-9819-4509-896d-af325fe63bd5,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:39.252454 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a90-7724-4516-93ee-a4aa4367edc7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.253720 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c09a2a90-7724-4516-93ee-a4aa4367edc7 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3295531 Sep 20 13:24:39.256934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45102) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:24:39.261268 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-f7cc8d7b-c5a0-4883-a2af-f456d2af5637 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'security_group_rule': {'security_group_id': 'c96145b4-9856-4e23-bc78-72b8319cdf7e', 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:39.332598 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-f7cc8d7b-c5a0-4883-a2af-f456d2af5637 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Project 18908160d846471b95e12bd7cc6cf6bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:24:39.337638 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8d7b-c5a0-4883-a2af-f456d2af5637 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.400455 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8d7b-c5a0-4883-a2af-f456d2af5637 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.469687 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8d7b-c5a0-4883-a2af-f456d2af5637 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.487337 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc8d7b-c5a0-4883-a2af-f456d2af5637 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7c06e5-eb85-4c64-9fa4-73537aa9f6f8,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:39.555293 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8d7b-c5a0-4883-a2af-f456d2af5637 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.556480 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f7cc8d7b-c5a0-4883-a2af-f456d2af5637 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985411 Sep 20 13:24:39.682922 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-009b439d-514f-46ff-bd42-4822f78ca8e5 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009736211&fields=id&tenant_id=18908160d846471b95e12bd7cc6cf6bb HTTP/1.1" status: 200 len: 267 time: 0.0814478 Sep 20 13:24:39.734651 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-cc60a88c-e8b8-4c28-b203-4ce6c6f463be tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:39.736126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-cc60a88c-e8b8-4c28-b203-4ce6c6f463be tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0475156 Sep 20 13:24:39.747609 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'port': {'security_groups': ['90c6c959-5bd0-4be6-a37e-106733475ace', 'c96145b4-9856-4e23-bc78-72b8319cdf7e']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:24:39.812628 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:39.989928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] For port fb77ab8e-42b2-4772-b787-57d5354a9020, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb77ab8e-42b2-4772-b787-57d5354a9020,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:24:40.018202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:40.086318 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:40.097671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['fb77ab8e-42b2-4772-b787-57d5354a9020'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:24:40.130703 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:40.131344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:40.132857 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0dbb4fb2-03f7-4d33-8a12-50895da9d55c req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "PUT /v2.0/ports/fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 982 time: 0.3896277 Sep 20 13:24:40.133329 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:24:40.138727 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c" -d '{"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:24:40.164776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64c9c0-7262-4c29-ad68-0b668f43ac56 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'Port': ['ID=fb77ab8e-42b2-4772-b787-57d5354a9020,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:40.182967 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0805d9-e3d9-4b98-88b5-ac8bc9c893f8 x-openstack-request-id: req-8b0805d9-e3d9-4b98-88b5-ac8bc9c893f8 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:24:40.183498 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:24:40.183767 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b0805d9-e3d9-4b98-88b5-ac8bc9c893f8 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:24:40.184222 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'status': 'completed', 'code': 200} Sep 20 13:24:40.200647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['fb77ab8e-42b2-4772-b787-57d5354a9020'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:24:40.259751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-860e5095-2282-4873-8605-51f96fe48997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:40.261323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-860e5095-2282-4873-8605-51f96fe48997 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1136 time: 0.0535183 Sep 20 13:24:40.287596 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da609-3578-4b1c-861c-09fa8093b543 req-2c74288a-8c26-4878-81c4-8fa827a1936a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:40.296564 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-115da609-3578-4b1c-861c-09fa8093b543 req-2c74288a-8c26-4878-81c4-8fa827a1936a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0600805 Sep 20 13:24:40.344439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-115da609-3578-4b1c-861c-09fa8093b543 req-8fe2d56a-5921-44cd-a7e7-edb1de1eaaab tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466466 Sep 20 13:24:40.409083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-cfae2420-5bdd-439f-9398-347916588fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:40.410627 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-cfae2420-5bdd-439f-9398-347916588fdf service neutron] 10.222.0.32 "GET /v2.0/networks?id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 200 len: 915 time: 0.1404030 Sep 20 13:24:40.469702 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-28bc55a1-728f-44f6-9c4b-d29e2daaa909 None None] Provisioning complete for port fb77ab8e-42b2-4772-b787-57d5354a9020 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:24:40.470069 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28bc55a1-728f-44f6-9c4b-d29e2daaa909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:40.478567 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-1c2650c3-ff3f-4c07-8456-5da42a4c4404 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 1002 time: 0.0602372 Sep 20 13:24:40.528747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-585575f7-b8a2-4585-a486-28d9b72cd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:40.530246 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-585575f7-b8a2-4585-a486-28d9b72cd33e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 HTTP/1.1" status: 200 len: 854 time: 0.0439508 Sep 20 13:24:40.579448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-442e7c33-ad62-4046-9edf-fd829823479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:40.580947 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-442e7c33-ad62-4046-9edf-fd829823479f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435688 Sep 20 13:24:40.669866 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-4b108383-eb21-4a7e-b47a-33ebb4bb7bea service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813463 Sep 20 13:24:40.767907 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d8b09cd-a3eb-4ff6-bf30-5b07a9cfa35c req-464c91e3-1ea5-4d4e-934e-711bd532b41d service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905485 Sep 20 13:24:42.473276 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d14cf27-dcf8-4248-b146-1c3263785ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:45.228814 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d6a90cd-2b80-44b3-abd5-467108c489c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:45.667061 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:46.789129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:48.164289 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:50.490294 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:50.496938 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:24:50.954730 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:24:54.457748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-10439af2-1e0b-427a-b3c9-c070fb220fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397253 Sep 20 13:24:54.542705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-a69b8d7d-1f47-41b6-928d-1d3430a14cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:54.544217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-a69b8d7d-1f47-41b6-928d-1d3430a14cf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1136 time: 0.0404906 Sep 20 13:24:54.653890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-fade83fb-7cbf-4251-b28a-fa1f800bd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:54.655315 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-fade83fb-7cbf-4251-b28a-fa1f800bd7fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 200 len: 915 time: 0.0921943 Sep 20 13:24:54.664371 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013dfa6-a1ba-490a-ac9c-32388154b3cd req-ba4e011b-e0af-4aa3-93b9-aea5af74cd2f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:54.666371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1013dfa6-a1ba-490a-ac9c-32388154b3cd req-ba4e011b-e0af-4aa3-93b9-aea5af74cd2f tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0517797 Sep 20 13:24:54.713277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1013dfa6-a1ba-490a-ac9c-32388154b3cd req-8bca57fa-9cd5-4abb-8f41-42f2a3c882ec tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404339 Sep 20 13:24:54.724099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-de9496d3-73a2-4a96-a50a-8c4e059e8dc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 1002 time: 0.0599437 Sep 20 13:24:54.776783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-75eb5ab0-6e9f-495c-b269-a2c90ef47bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:54.778298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-75eb5ab0-6e9f-495c-b269-a2c90ef47bd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 HTTP/1.1" status: 200 len: 854 time: 0.0472038 Sep 20 13:24:54.823552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-c3577af1-4b77-4d7e-82f0-4f32a29c376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:54.824999 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-c3577af1-4b77-4d7e-82f0-4f32a29c376b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392025 Sep 20 13:24:54.915527 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-944186f2-215a-4929-94de-d063662bbf06 service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831993 Sep 20 13:24:55.006498 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3179cb37-17f6-4873-8941-f7f3c6108d6d req-fea637e9-a6c4-4e41-98ed-94942f29e4c3 service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839000 Sep 20 13:24:55.084497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1989-7f11-4529-b4b8-382783d39347 req-681b6299-aebc-4a8e-9cfb-7c2b9901bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:55.086005 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399f1989-7f11-4529-b4b8-382783d39347 req-681b6299-aebc-4a8e-9cfb-7c2b9901bf98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1136 time: 0.0402584 Sep 20 13:24:55.177886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1989-7f11-4529-b4b8-382783d39347 req-ab30be4d-2c38-4dc0-9a2f-3f902855c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:55.179282 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399f1989-7f11-4529-b4b8-382783d39347 req-ab30be4d-2c38-4dc0-9a2f-3f902855c276 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 200 len: 915 time: 0.0863855 Sep 20 13:24:55.242380 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399f1989-7f11-4529-b4b8-382783d39347 req-d18d37a4-949c-42ed-82c5-75414fd41e8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 1002 time: 0.0547523 Sep 20 13:24:55.289157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1989-7f11-4529-b4b8-382783d39347 req-3216845d-39c3-4ba8-96ae-02217327eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:55.291037 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399f1989-7f11-4529-b4b8-382783d39347 req-3216845d-39c3-4ba8-96ae-02217327eca6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 HTTP/1.1" status: 200 len: 854 time: 0.0414512 Sep 20 13:24:55.339007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f1989-7f11-4529-b4b8-382783d39347 req-283fe8bf-5c9d-4a7b-a2cd-e9c163ec8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:55.340464 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399f1989-7f11-4529-b4b8-382783d39347 req-283fe8bf-5c9d-4a7b-a2cd-e9c163ec8e7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427527 Sep 20 13:24:55.432754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399f1989-7f11-4529-b4b8-382783d39347 req-36aa9ea7-6327-4c25-924c-666f03d5ba8c service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837145 Sep 20 13:24:55.526406 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399f1989-7f11-4529-b4b8-382783d39347 req-56da253d-c576-4b8d-a5dc-7958579b9232 service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852077 Sep 20 13:24:55.831057 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e832d7-6cd6-4b3d-a10a-b68720e60631 req-1a1495a5-b89c-41eb-a796-c082499a559c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:55.832514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29e832d7-6cd6-4b3d-a10a-b68720e60631 req-1a1495a5-b89c-41eb-a796-c082499a559c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0490799 Sep 20 13:24:55.871896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-29e832d7-6cd6-4b3d-a10a-b68720e60631 req-b660e656-1e4d-46f5-ad5e-e090010dafd3 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324943 Sep 20 13:24:56.987124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3d6e0-4c6f-45ba-97a5-be316e64d871 req-55dc16f6-da69-4392-914b-4957ab2df22e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:56.988579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feb3d6e0-4c6f-45ba-97a5-be316e64d871 req-55dc16f6-da69-4392-914b-4957ab2df22e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0476899 Sep 20 13:24:57.028053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-feb3d6e0-4c6f-45ba-97a5-be316e64d871 req-7b0ae83f-2b0d-4448-be7a-e7f99786b4ff tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328236 Sep 20 13:24:58.152667 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9ce67-0ac9-4ded-bc5d-1a24de74bb54 req-54ec74c0-3931-44ec-a874-f6536ec9774e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:58.154116 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82c9ce67-0ac9-4ded-bc5d-1a24de74bb54 req-54ec74c0-3931-44ec-a874-f6536ec9774e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0540094 Sep 20 13:24:58.207203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-82c9ce67-0ac9-4ded-bc5d-1a24de74bb54 req-e1c60691-1dee-49d9-b261-7f6d25884bf6 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421085 Sep 20 13:24:59.321686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6790e-18ca-4a29-860e-33ef1c75d924 req-dbd28ca9-b1c3-4c9d-878b-f4532391f3bb tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:24:59.323144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-adc6790e-18ca-4a29-860e-33ef1c75d924 req-dbd28ca9-b1c3-4c9d-878b-f4532391f3bb tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0487440 Sep 20 13:24:59.362109 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-adc6790e-18ca-4a29-860e-33ef1c75d924 req-741b2092-ac9e-4abd-a2be-6d046beebf67 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328703 Sep 20 13:25:00.476458 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81ee34-c586-4d8d-b234-5946bfd16666 req-c9a85b07-9f55-4806-a8f9-0f7ed958e90e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:00.478503 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc81ee34-c586-4d8d-b234-5946bfd16666 req-c9a85b07-9f55-4806-a8f9-0f7ed958e90e tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0492053 Sep 20 13:25:00.519172 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cc81ee34-c586-4d8d-b234-5946bfd16666 req-41c4f2d9-e29d-4175-9188-0a46eb2f5689 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346305 Sep 20 13:25:01.632737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e0d9f-5e4b-458f-849d-d041102516a6 req-aee55931-c51b-41e9-bab5-08f6ccdd1e80 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:01.634137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce5e0d9f-5e4b-458f-849d-d041102516a6 req-aee55931-c51b-41e9-bab5-08f6ccdd1e80 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0483642 Sep 20 13:25:01.677712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce5e0d9f-5e4b-458f-849d-d041102516a6 req-85cb4675-8aef-4b3c-b41a-6072c3838631 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368490 Sep 20 13:25:02.793933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f43b6-b91c-4254-86a4-92f61a2a6dc6 req-13a61bc6-4701-49ed-b56f-6480387123b0 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:02.795422 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b5f43b6-b91c-4254-86a4-92f61a2a6dc6 req-13a61bc6-4701-49ed-b56f-6480387123b0 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0488198 Sep 20 13:25:02.835201 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b5f43b6-b91c-4254-86a4-92f61a2a6dc6 req-52e099fa-0823-4bc5-b452-6c6807bee461 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335648 Sep 20 13:25:03.950781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1438f59-1366-4f43-9430-ff9a955c4427 req-8701d607-89a6-44a0-a692-7372ee345dc9 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:03.952245 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1438f59-1366-4f43-9430-ff9a955c4427 req-8701d607-89a6-44a0-a692-7372ee345dc9 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0486419 Sep 20 13:25:03.990488 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1438f59-1366-4f43-9430-ff9a955c4427 req-8f0b8222-1f91-41fc-8412-75f267e7780a tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319688 Sep 20 13:25:05.105384 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53bb21-b71b-4ad4-8610-2952dbe91629 req-154db364-7d10-42dc-9fda-702519ef7a13 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:05.106845 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af53bb21-b71b-4ad4-8610-2952dbe91629 req-154db364-7d10-42dc-9fda-702519ef7a13 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0481892 Sep 20 13:25:05.150907 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-af53bb21-b71b-4ad4-8610-2952dbe91629 req-00ba8495-2999-4315-a472-9430a6fc82dd tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379002 Sep 20 13:25:06.266622 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b03fc-e2b4-4940-8ee6-cb0abbad8da9 req-a6bbce66-6267-4eee-83cd-41ee2ce5857c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:06.268776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7b03fc-e2b4-4940-8ee6-cb0abbad8da9 req-a6bbce66-6267-4eee-83cd-41ee2ce5857c tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0510285 Sep 20 13:25:06.310923 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7b03fc-e2b4-4940-8ee6-cb0abbad8da9 req-a88b8f59-3fee-49ae-baca-5058594a6667 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343566 Sep 20 13:25:07.426124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd84e0e-8f94-467b-ad1f-9002fe781376 req-05f7c7f9-e0b1-4f46-b2c2-ddee4e4afedb tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:07.427506 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dd84e0e-8f94-467b-ad1f-9002fe781376 req-05f7c7f9-e0b1-4f46-b2c2-ddee4e4afedb tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0488372 Sep 20 13:25:07.466613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2dd84e0e-8f94-467b-ad1f-9002fe781376 req-b37639d0-7051-4825-83e2-22f355b06648 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&id=c96145b4-9856-4e23-bc78-72b8319cdf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322554 Sep 20 13:25:12.491210 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2ab2a27f-66dd-481c-b0b8-150e7df79b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:15.239672 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ad521ccc-6a13-49d1-9857-b844217c6950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:15.649837 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:16.776363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:18.124999 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:20.462021 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:20.942253 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:27.496297 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:25:40.217838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-5d66de6d-728b-4030-8b67-c5c87d98d64d tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009736211&fields=id&tenant_id=18908160d846471b95e12bd7cc6cf6bb HTTP/1.1" status: 200 len: 267 time: 0.0316446 Sep 20 13:25:40.272316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-1554a5d1-03be-47a2-955e-ce63999a3d01 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:40.274039 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-1554a5d1-03be-47a2-955e-ce63999a3d01 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 985 time: 0.0508277 Sep 20 13:25:40.284987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Request body: {'port': {'security_groups': ['90c6c959-5bd0-4be6-a37e-106733475ace']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:40.346656 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.520112 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] For port fb77ab8e-42b2-4772-b787-57d5354a9020, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb77ab8e-42b2-4772-b787-57d5354a9020,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:40.549427 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.615664 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.627640 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['fb77ab8e-42b2-4772-b787-57d5354a9020'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:25:40.659645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:40.660265 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.661706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1218a9b-dd3d-4af3-ac10-6b535a6cce4c req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "PUT /v2.0/ports/fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 943 time: 0.3810196 Sep 20 13:25:40.662244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:25:40.664491 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ee81b8-5569-4cbb-bfe1-803ffbe14793" -d '{"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:40.672290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:25:40.691435 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event updated for resources: {'Port': ['ID=fb77ab8e-42b2-4772-b787-57d5354a9020,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:40.699624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.699985 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.700306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.700642 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.700976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.701330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.701658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.701999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.702311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.702639 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.702963 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.703284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193c770-aa37-4ae5-8c72-702a68f79352 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:40.723202 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b834dd65-61ed-4588-a588-fc24968016e7 x-openstack-request-id: req-b834dd65-61ed-4588-a588-fc24968016e7 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:40.723490 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:40.723742 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b834dd65-61ed-4588-a588-fc24968016e7 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:40.724146 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'status': 'completed', 'code': 200} Sep 20 13:25:40.752134 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['fb77ab8e-42b2-4772-b787-57d5354a9020'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:25:40.774597 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.811861 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-37955cd4-5d94-446d-8475-47fea6f484e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:40.813439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-37955cd4-5d94-446d-8475-47fea6f484e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1097 time: 0.0669808 Sep 20 13:25:40.815951 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.928228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-bddb334a-2d86-4445-822e-c60114e6a33b None None] Provisioning complete for port fb77ab8e-42b2-4772-b787-57d5354a9020 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:25:40.928569 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bddb334a-2d86-4445-822e-c60114e6a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.947325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-246fdb13-031a-4ff6-9ae5-ff1382c5adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:40.948802 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-246fdb13-031a-4ff6-9ae5-ff1382c5adff service neutron] 10.222.0.32 "GET /v2.0/networks?id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 200 len: 915 time: 0.1227028 Sep 20 13:25:40.996134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.998734 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:40.999990 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "DELETE /v2.0/security-groups/c96145b4-9856-4e23-bc78-72b8319cdf7e HTTP/1.1" status: 204 len: 168 time: 0.3259377 Sep 20 13:25:41.003066 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45170) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:25:41.014677 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96145b4-9856-4e23-bc78-72b8319cdf7e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:41.028282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.028629 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.028965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.029320 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.029651 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.029981 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.030300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.030622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.030944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.031262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.031587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.031942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6bc47d-4186-4f4d-a561-2c348fcbddcc tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:41.049461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-aa37ad6c-8639-4dcd-bc77-55f53b18f8d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 1002 time: 0.0921731 Sep 20 13:25:41.097910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-c39c856a-9de2-4744-938c-ef45415cf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:41.099348 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-c39c856a-9de2-4744-938c-ef45415cf1f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 HTTP/1.1" status: 200 len: 854 time: 0.0424800 Sep 20 13:25:41.145974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-6fa54467-640d-43ba-b604-eb9b9f775fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:41.147736 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-6fa54467-640d-43ba-b604-eb9b9f775fb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412955 Sep 20 13:25:41.246553 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-085f0c48-e954-49f5-aade-8bd16c272ad4 service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914633 Sep 20 13:25:41.340947 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-57ee81b8-5569-4cbb-bfe1-803ffbe14793 req-dcb2b53e-6af8-4e9c-80d9-5f57b60a411d service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857546 Sep 20 13:25:41.500518 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Deleting port 624f8455-f81c-4c29-a28c-9cdd5e0cca6b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:25:41.501149 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:41.572848 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:41.573206 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:41.586557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Calling delete_port for 624f8455-f81c-4c29-a28c-9cdd5e0cca6b owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:25:41.781705 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:41.807473 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event deleted for resources: {'Port': ['ID=624f8455-f81c-4c29-a28c-9cdd5e0cca6b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:41.873253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:41.873590 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Floating IP 840bac1f-2ae3-4994-8025-1613790d6475 disassociated (deleted). External IP: 172.25.6.186, port: fb77ab8e-42b2-4772-b787-57d5354a9020. Sep 20 13:25:42.074982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Router 73d30dde-9240-41d4-a7b3-54d11120f275 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:42.182207 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:42.187031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:42.191508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] Sync routers for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:42.201558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:25:42.202168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:42.213077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7adb0821-48f0-48a1-a011-ce529c34ad10 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "DELETE /v2.0/floatingips/840bac1f-2ae3-4994-8025-1613790d6475 HTTP/1.1" status: 204 len: 168 time: 1.2089469 Sep 20 13:25:42.310045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:42.661407 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcd87ab1-26f9-4023-86a9-203f6df5d5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:42.688123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:44Z', 'revision_number': 5, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:42.714551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] Checking router: 73d30dde-9240-41d4-a7b3-54d11120f275 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:42.722809 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:25:42.723394 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:42.725552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:25:42.728798 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1" -d '{"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:42.763711 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e6e443-7318-4959-98d7-4232b7ca8c0e x-openstack-request-id: req-61e6e443-7318-4959-98d7-4232b7ca8c0e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:42.764025 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:42.764273 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61e6e443-7318-4959-98d7-4232b7ca8c0e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:42.764668 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'status': 'completed', 'code': 200} Sep 20 13:25:42.828944 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:42.832707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-f4cbf3b9-63af-40a5-9b3a-aab0d46cbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:42.834217 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-f4cbf3b9-63af-40a5-9b3a-aab0d46cbca9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18908160d846471b95e12bd7cc6cf6bb&device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 1097 time: 0.0464938 Sep 20 13:25:42.928850 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-23560088-6edf-4892-a7ef-2995b78846de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:42.930400 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-23560088-6edf-4892-a7ef-2995b78846de service neutron] 10.222.0.32 "GET /v2.0/networks?id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 200 len: 915 time: 0.0888698 Sep 20 13:25:42.976582 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-e1d9163a-2ea9-4f9d-9e97-8f11b13bb5df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 200 len: 217 time: 0.0386889 Sep 20 13:25:43.031771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:44Z', 'revision_number': 5, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:43.058511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21774ce-02f8-44b9-a8e2-ff593d21ec7f None None] The sync data for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 is: [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:23:40Z', 'revision_number': 4, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4', 'name': '', 'network_id': '8680a0ec-41d7-4e89-abb0-6e25ae91c38b', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'mac_address': 'fa:16:3e:3d:16:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:39Z', 'updated_at': '2021-09-20T13:23:44Z', 'revision_number': 5, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'subnets': [{'id': 'a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:43.327925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-cfe2ff01-38ce-4cde-bb90-517312f3e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:43.329616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-cfe2ff01-38ce-4cde-bb90-517312f3e6da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 HTTP/1.1" status: 200 len: 854 time: 0.3457096 Sep 20 13:25:43.332140 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd838830-2775-4e25-a808-b0a5b48b10c8 None None] New status for floating IP 840bac1f-2ae3-4994-8025-1613790d6475: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:25:43.377784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-a6c0f737-d13e-479c-9b90-21200c44c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:43.379294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-a6c0f737-d13e-479c-9b90-21200c44c15d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8680a0ec-41d7-4e89-abb0-6e25ae91c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418184 Sep 20 13:25:43.479865 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-fd26c5d9-6bab-408c-a04e-93c1f618ef7c service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916779 Sep 20 13:25:43.569324 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6599c5d-e047-4fe9-99cf-36f0c7d120d1 req-9fb286c5-2c5d-440f-82e8-ef635523e4db service neutron] 10.222.0.32 "GET /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817888 Sep 20 13:25:45.215686 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81ae4c1a-4c13-40fa-b61d-a232ae33c0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:45.631990 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:46.769618 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:48.158720 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:50.518076 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:50.672733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cca43-17da-418d-857c-c131339efafa req-aa0d1957-b091-4686-ba00-4d697b200326 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:50.674225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee9cca43-17da-418d-857c-c131339efafa req-aa0d1957-b091-4686-ba00-4d697b200326 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0486481 Sep 20 13:25:50.710373 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ee9cca43-17da-418d-857c-c131339efafa req-30c4023d-3b2d-46d1-ad9e-cf5684ba0635 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301950 Sep 20 13:25:50.947682 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:51.827826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aae19-48d1-4af1-b85c-1de5511d6cfd req-bb974561-8307-4d01-b2d5-4c51750d2820 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:51.829351 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-208aae19-48d1-4af1-b85c-1de5511d6cfd req-bb974561-8307-4d01-b2d5-4c51750d2820 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0502236 Sep 20 13:25:51.867321 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-208aae19-48d1-4af1-b85c-1de5511d6cfd req-90c57968-824b-4e0e-b6ea-65000878d7dd tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/security-groups?id=90c6c959-5bd0-4be6-a37e-106733475ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Sep 20 13:25:52.296472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-38ed8bdf-daed-437d-b11e-489f26e02c94 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:25:52.297927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-38ed8bdf-daed-437d-b11e-489f26e02c94 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.32 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 946 time: 0.0471177 Sep 20 13:25:52.388889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Deleting port fb77ab8e-42b2-4772-b787-57d5354a9020 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:25:52.389258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:52.477154 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] For port fb77ab8e-42b2-4772-b787-57d5354a9020, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=fb77ab8e-42b2-4772-b787-57d5354a9020,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:52.478102 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:52.489568 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Calling delete_port for fb77ab8e-42b2-4772-b787-57d5354a9020 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:25:52.701221 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:52.713384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['fb77ab8e-42b2-4772-b787-57d5354a9020'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:25:52.733782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Pushing event deleted for resources: {'Port': ['ID=fb77ab8e-42b2-4772-b787-57d5354a9020,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:52.775632 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] No DVR routers for this DVR port fb77ab8e-42b2-4772-b787-57d5354a9020 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:52.778325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:52.780296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7cf12cf5-4401-4f52-ae3c-b0daf8e75361 req-be877dfd-a0e8-4e5f-88b4-b5d0c0f3abe4 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.32 "DELETE /v2.0/ports/fb77ab8e-42b2-4772-b787-57d5354a9020 HTTP/1.1" status: 204 len: 173 time: 0.4758720 Sep 20 13:25:52.780732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'name': 'network-vif-deleted', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:25:52.782972 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85739042-b67d-4355-b5e6-3700c89c2ceb" -d '{"events": [{"server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "name": "network-vif-deleted", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:52.877300 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eb2b74-c591-4dc4-9e31-5bd3d313aeb1 x-openstack-request-id: req-43eb2b74-c591-4dc4-9e31-5bd3d313aeb1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:52.877590 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453df8cf-3e6e-4948-916b-403f65c0d860", "name": "network-vif-deleted", "tag": "fb77ab8e-42b2-4772-b787-57d5354a9020", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:52.877837 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43eb2b74-c591-4dc4-9e31-5bd3d313aeb1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:52.878239 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453df8cf-3e6e-4948-916b-403f65c0d860', 'name': 'network-vif-deleted', 'tag': 'fb77ab8e-42b2-4772-b787-57d5354a9020', 'status': 'completed', 'code': 200} Sep 20 13:25:52.968554 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fc83bfff-4b5a-41ec-bbd3-8ddcc52a4ba9 req-b90781a4-39ac-4674-8507-d0a0ad329453 tempest-TestMinimumBasicScenario-527904999 tempest-TestMinimumBasicScenario-527904999-project] 10.222.0.37 "GET /v2.0/ports?device_id=453df8cf-3e6e-4948-916b-403f65c0d860 HTTP/1.1" status: 200 len: 210 time: 0.0307620 Sep 20 13:25:55.050555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:25:55.385796 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:55.629019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Deleting port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:25:55.629372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:55.707416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] For port 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:55.707779 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:55.720305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Calling delete_port for 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:25:55.986999 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:56.013489 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Pushing event deleted for resources: {'Port': ['ID=46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:56.179122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:56.396447 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Router 73d30dde-9240-41d4-a7b3-54d11120f275 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:56.500398 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:56.505490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d01ef2d1-c096-488d-ab96-6ca6809c695d admin admin] 10.222.0.37 "PUT /v2.0/routers/73d30dde-9240-41d4-a7b3-54d11120f275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4537973 Sep 20 13:25:56.509025 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45282) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:25:56.510449 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] Sync routers for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:56.519342 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:25:56.519948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:56.611750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:56.621189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:56.713816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:56.795965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:25:55Z', 'revision_number': 5, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port': {'id': '8086fb26-ef71-41b0-b07b-1407ece011da', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:38Z', 'updated_at': '2021-09-20T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:56.822756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] Checking router: 73d30dde-9240-41d4-a7b3-54d11120f275 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:56.833751 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] Routers {'73d30dde-9240-41d4-a7b3-54d11120f275'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:25:56.834366 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['73d30dde-9240-41d4-a7b3-54d11120f275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:56.870454 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Deleting port 8086fb26-ef71-41b0-b07b-1407ece011da {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:25:56.870798 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:56.920836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] Set router 73d30dde-9240-41d4-a7b3-54d11120f275 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:56.957257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] For port 8086fb26-ef71-41b0-b07b-1407ece011da, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=8086fb26-ef71-41b0-b07b-1407ece011da,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:56.957626 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:56.969881 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Calling delete_port for 8086fb26-ef71-41b0-b07b-1407ece011da owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:25:56.972573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:25:56Z', 'revision_number': 6, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:57.000893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e5248-aeb4-4803-8e9d-c0ea857e3202 None None] The sync data for ids ['73d30dde-9240-41d4-a7b3-54d11120f275'] in n-d-809934-3 is: [{'id': '73d30dde-9240-41d4-a7b3-54d11120f275', 'name': 'tempest-TestMinimumBasicScenario-1944590851-router', 'tenant_id': '18908160d846471b95e12bd7cc6cf6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:37Z', 'updated_at': '2021-09-20T13:25:56Z', 'revision_number': 6, 'project_id': '18908160d846471b95e12bd7cc6cf6bb', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:57.192103 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.215498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8086fb26-ef71-41b0-b07b-1407ece011da,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:57.276641 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.367271 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.370170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.501186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.501775 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d30dde-9240-41d4-a7b3-54d11120f275 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:25:57.513507 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.513507 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-292647e2-be3f-433e-8760-94daba18d4ef admin admin] 10.222.0.37 "DELETE /v2.0/routers/73d30dde-9240-41d4-a7b3-54d11120f275 HTTP/1.1" status: 204 len: 168 time: 0.9973454 Sep 20 13:25:57.513507 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45284) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:25:57.538827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device fb77ab8e-42b2-4772-b787-57d5354a9020 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:57.554890 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-00904c48-f645-4838-9559-059e34c28b8b admin admin] Deleting subnet a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:25:57.558637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00904c48-f645-4838-9559-059e34c28b8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.559540 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: fb77ab8e-42b2-4772-b787-57d5354a9020 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:25:57.559876 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device fb77ab8e-42b2-4772-b787-57d5354a9020 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:57.591745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00904c48-f645-4838-9559-059e34c28b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.670750 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00904c48-f645-4838-9559-059e34c28b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.765475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00904c48-f645-4838-9559-059e34c28b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.772179 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:57.793555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:25:57.793906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 46dd9c6b-dac2-4729-ab1a-ddee36cfa5f4 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:57.803436 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00904c48-f645-4838-9559-059e34c28b8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.807684 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-00904c48-f645-4838-9559-059e34c28b8b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419 HTTP/1.1" status: 204 len: 168 time: 0.2943587 Sep 20 13:25:57.807684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00904c48-f645-4838-9559-059e34c28b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a096ab5b-6e43-4c01-b8b4-2ac2cb9bf419,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:57.808080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45288) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:25:57.815224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f588cd-c881-49a9-bf17-1b2e18a6b1ee None None] Network 8680a0ec-41d7-4e89-abb0-6e25ae91c38b requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:25:57.885081 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:57.940204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Deleting port 563cf1f0-83e4-4a62-9346-4246cd83de41 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:25:57.940545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.002041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] DHCP port deletion for 8680a0ec-41d7-4e89-abb0-6e25ae91c38b request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:25:58.013331 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] For port 563cf1f0-83e4-4a62-9346-4246cd83de41, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=563cf1f0-83e4-4a62-9346-4246cd83de41,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:58.013605 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.029487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Calling delete_port for 563cf1f0-83e4-4a62-9346-4246cd83de41 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:25:58.050072 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Deleting port 563cf1f0-83e4-4a62-9346-4246cd83de41 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:25:58.050449 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.119935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] For port 563cf1f0-83e4-4a62-9346-4246cd83de41, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=563cf1f0-83e4-4a62-9346-4246cd83de41,segment=NetworkSegment(0cb3d389-58e4-44cf-af2e-cce2da933ba3),segment_id=0cb3d389-58e4-44cf-af2e-cce2da933ba3)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:58.120612 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.133095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Calling delete_port for 563cf1f0-83e4-4a62-9346-4246cd83de41 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:25:58.192440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.213358 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.222289 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] No DVR routers for this DVR port 563cf1f0-83e4-4a62-9346-4246cd83de41 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:58.228323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Pushing event deleted for resources: {'Port': ['ID=563cf1f0-83e4-4a62-9346-4246cd83de41,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:58.238409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Pushing event deleted for resources: {'Port': ['ID=563cf1f0-83e4-4a62-9346-4246cd83de41,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:58.247906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] No DVR routers for this DVR port 563cf1f0-83e4-4a62-9346-4246cd83de41 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:58.252111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.252459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.252800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.253166 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.255885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.255885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.255885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.255885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.255885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.255885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.255885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.256528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6474-114e-4056-812e-fe5392405081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:58.311373 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.334977 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8680a0ec-41d7-4e89-abb0-6e25ae91c38b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:58.345415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb3d389-58e4-44cf-af2e-cce2da933ba3') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:58.345714 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb3d389-58e4-44cf-af2e-cce2da933ba3') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:58.355286 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.369281 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.376437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:25:58.376828 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:25:58.378490 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:25:58.489760 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.496833 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:58.498942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8680a0ec-41d7-4e89-abb0-6e25ae91c38b HTTP/1.1" status: 204 len: 168 time: 0.6898730 Sep 20 13:25:58.503679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45290) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:25:58.512967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6322f97-f029-478a-9970-e2b2df165302 admin admin] Pushing event deleted for resources: {'Network': ['ID=8680a0ec-41d7-4e89-abb0-6e25ae91c38b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:58.872991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:59.108482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Deleting port 1932e528-ea78-4f03-bd95-0315a78196d8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:25:59.108821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:59.187066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] For port 1932e528-ea78-4f03-bd95-0315a78196d8, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1932e528-ea78-4f03-bd95-0315a78196d8,segment=NetworkSegment(72adb9d7-27bc-4ff1-a325-0e21c81e714c),segment_id=72adb9d7-27bc-4ff1-a325-0e21c81e714c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:59.187346 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:59.200250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Calling delete_port for 1932e528-ea78-4f03-bd95-0315a78196d8 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:25:59.246772 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8086fb26-ef71-41b0-b07b-1407ece011da no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:59.266559 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 8086fb26-ef71-41b0-b07b-1407ece011da {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:25:59.266904 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 8086fb26-ef71-41b0-b07b-1407ece011da not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:59.267315 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 563cf1f0-83e4-4a62-9346-4246cd83de41 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:59.288561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 563cf1f0-83e4-4a62-9346-4246cd83de41 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:25:59.288905 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 563cf1f0-83e4-4a62-9346-4246cd83de41 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:59.420978 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:59.447253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Pushing event deleted for resources: {'Port': ['ID=1932e528-ea78-4f03-bd95-0315a78196d8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:59.615292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:25:59.818206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Router 4003634b-c407-42c7-973d-dd7ed786290c has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:59.922531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:59.927549 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8e535a00-36c2-4af9-ae74-a0cc2cfb38de admin admin] 10.222.0.37 "PUT /v2.0/routers/4003634b-c407-42c7-973d-dd7ed786290c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4228473 Sep 20 13:25:59.930223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45292) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:25:59.931731 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] Sync routers for ids ['4003634b-c407-42c7-973d-dd7ed786290c'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:59.940602 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] Routers {'4003634b-c407-42c7-973d-dd7ed786290c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:25:59.941257 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4003634b-c407-42c7-973d-dd7ed786290c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:00.032315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:00.044095 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] Set router 4003634b-c407-42c7-973d-dd7ed786290c gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:00.132317 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:00.216198 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:25:59Z', 'revision_number': 5, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port': {'id': 'ffcf26c9-67a6-4402-a250-9cda7904bbe2', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4003634b-c407-42c7-973d-dd7ed786290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:23:44Z', 'updated_at': '2021-09-20T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:00.246508 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] Checking router: 4003634b-c407-42c7-973d-dd7ed786290c for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:00.251985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Deleting port ffcf26c9-67a6-4402-a250-9cda7904bbe2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:26:00.252331 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:00.255350 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] Routers {'4003634b-c407-42c7-973d-dd7ed786290c'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:26:00.255948 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4003634b-c407-42c7-973d-dd7ed786290c'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:00.333514 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] For port ffcf26c9-67a6-4402-a250-9cda7904bbe2, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ffcf26c9-67a6-4402-a250-9cda7904bbe2,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:00.333879 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:00.341260 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] Set router 4003634b-c407-42c7-973d-dd7ed786290c gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:00.345759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Calling delete_port for ffcf26c9-67a6-4402-a250-9cda7904bbe2 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:26:00.391288 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:26:00Z', 'revision_number': 6, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:00.419986 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d4e10d-9bbe-40e1-8f33-ce8ffa65b8fc None None] The sync data for ids ['4003634b-c407-42c7-973d-dd7ed786290c'] in n-d-809934-3 is: [{'id': '4003634b-c407-42c7-973d-dd7ed786290c', 'name': 'tempest-TestMinimumBasicScenario-873277430-router', 'tenant_id': 'c76b4313759144a48727783bcb17607a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:23:43Z', 'updated_at': '2021-09-20T13:26:00Z', 'revision_number': 6, 'project_id': 'c76b4313759144a48727783bcb17607a', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:00.563802 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:00.593519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcf26c9-67a6-4402-a250-9cda7904bbe2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:00.650194 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.033284 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.038259 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.140854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.141368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4003634b-c407-42c7-973d-dd7ed786290c {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:26:01.145745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.147162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7223ac92-59cf-49d3-b5af-acd5b25dba54 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4003634b-c407-42c7-973d-dd7ed786290c HTTP/1.1" status: 204 len: 168 time: 1.2152438 Sep 20 13:26:01.149971 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45294) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:01.203238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1412ae7a-b515-4996-bf9c-d87675f45760 admin admin] Deleting subnet 1a35307c-c07e-407f-b03b-2b01eac3a21e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:26:01.206948 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1412ae7a-b515-4996-bf9c-d87675f45760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.250341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1412ae7a-b515-4996-bf9c-d87675f45760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.287630 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1932e528-ea78-4f03-bd95-0315a78196d8 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:01.309133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1932e528-ea78-4f03-bd95-0315a78196d8 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:26:01.309550 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1932e528-ea78-4f03-bd95-0315a78196d8 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:01.310031 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ffcf26c9-67a6-4402-a250-9cda7904bbe2 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:01.329525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: ffcf26c9-67a6-4402-a250-9cda7904bbe2 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:26:01.329867 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ffcf26c9-67a6-4402-a250-9cda7904bbe2 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:01.345179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1412ae7a-b515-4996-bf9c-d87675f45760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.478803 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1412ae7a-b515-4996-bf9c-d87675f45760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.505921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412ae7a-b515-4996-bf9c-d87675f45760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a35307c-c07e-407f-b03b-2b01eac3a21e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:01.512960 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1412ae7a-b515-4996-bf9c-d87675f45760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.514867 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1412ae7a-b515-4996-bf9c-d87675f45760 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1a35307c-c07e-407f-b03b-2b01eac3a21e HTTP/1.1" status: 204 len: 168 time: 0.3639009 Sep 20 13:26:01.517443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:01.518092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b2a24-4470-49c5-8bbc-aa3f46e59b1b None None] Network 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:26:01.585032 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.640615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Deleting port bb1619ce-db86-4707-a099-2794427cae88 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:26:01.640962 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.684771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] DHCP port deletion for 0ec9665a-7f47-4cbc-9d67-1fd87d56f676 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:26:01.711377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] For port bb1619ce-db86-4707-a099-2794427cae88, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bb1619ce-db86-4707-a099-2794427cae88,segment=NetworkSegment(72adb9d7-27bc-4ff1-a325-0e21c81e714c),segment_id=72adb9d7-27bc-4ff1-a325-0e21c81e714c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:01.712620 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.725110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Calling delete_port for bb1619ce-db86-4707-a099-2794427cae88 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:26:01.729451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] Deleting port bb1619ce-db86-4707-a099-2794427cae88 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:26:01.729823 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.793785 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] For port bb1619ce-db86-4707-a099-2794427cae88, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=bb1619ce-db86-4707-a099-2794427cae88,segment=NetworkSegment(72adb9d7-27bc-4ff1-a325-0e21c81e714c),segment_id=72adb9d7-27bc-4ff1-a325-0e21c81e714c)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:01.794182 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.806586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] Calling delete_port for bb1619ce-db86-4707-a099-2794427cae88 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:26:01.906729 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.912511 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:01.932214 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1619ce-db86-4707-a099-2794427cae88,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:01.936753 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] No DVR routers for this DVR port bb1619ce-db86-4707-a099-2794427cae88 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:26:01.939028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] Pushing event deleted for resources: {'Port': ['ID=bb1619ce-db86-4707-a099-2794427cae88,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:01.941083 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3108205-980e-42dd-bc5e-873ecde57991 None None] No DVR routers for this DVR port bb1619ce-db86-4707-a099-2794427cae88 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:26:02.009222 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.028710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec9665a-7f47-4cbc-9d67-1fd87d56f676']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:02.037617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72adb9d7-27bc-4ff1-a325-0e21c81e714c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:02.037910 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72adb9d7-27bc-4ff1-a325-0e21c81e714c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:02.047108 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.059952 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.065627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:26:02.066004 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:26:02.067558 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:26:02.169323 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.175098 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.176771 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0ec9665a-7f47-4cbc-9d67-1fd87d56f676 HTTP/1.1" status: 204 len: 168 time: 0.6583507 Sep 20 13:26:02.188009 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1c3d6-c2b3-474b-afb7-24c8f39dd7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec9665a-7f47-4cbc-9d67-1fd87d56f676,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:02.515798 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:02.554418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9323afe-2e83-4ea0-b3ab-9a49ff323328 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18908160d846471b95e12bd7cc6cf6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374694 Sep 20 13:26:02.557436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45302) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:02.603556 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64c3ab8b-bc47-4248-944a-8e325a4282cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.624114 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64c3ab8b-bc47-4248-944a-8e325a4282cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.734861 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64c3ab8b-bc47-4248-944a-8e325a4282cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.737354 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64c3ab8b-bc47-4248-944a-8e325a4282cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:02.738514 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-64c3ab8b-bc47-4248-944a-8e325a4282cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90c6c959-5bd0-4be6-a37e-106733475ace HTTP/1.1" status: 204 len: 168 time: 0.1801801 Sep 20 13:26:02.746781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3ab8b-bc47-4248-944a-8e325a4282cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c6c959-5bd0-4be6-a37e-106733475ace,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:03.248720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bb1619ce-db86-4707-a099-2794427cae88 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:03.264820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:03.272660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: bb1619ce-db86-4707-a099-2794427cae88 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:26:03.272988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device bb1619ce-db86-4707-a099-2794427cae88 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:03.308511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b5fe7704-d53f-481a-a061-bafe48fbd533 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c76b4313759144a48727783bcb17607a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424259 Sep 20 13:26:03.310987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:03.358891 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f11fd135-30a2-4849-b7f1-8e9b5af55a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:03.379124 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f11fd135-30a2-4849-b7f1-8e9b5af55a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:03.506307 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f11fd135-30a2-4849-b7f1-8e9b5af55a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:03.509415 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f11fd135-30a2-4849-b7f1-8e9b5af55a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:03.510609 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f11fd135-30a2-4849-b7f1-8e9b5af55a1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b907c4ba-faa1-4d97-81ae-24d94608f092 HTTP/1.1" status: 204 len: 168 time: 0.1987395 Sep 20 13:26:03.518388 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fd135-30a2-4849-b7f1-8e9b5af55a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b907c4ba-faa1-4d97-81ae-24d94608f092,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:04.495887 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:26:05.570341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:05.575256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283828977', 'description': 'tempest-secgroup-smoke-1283828977 description', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:05.649441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:05.657298 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:05.745342 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:05.814451 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:05.849576 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a082e6ac-630c-457f-9048-496cafca633a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:05.902284 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:05.997738 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.028831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37744360-eab4-49e8-a54f-ed98cf34bdd6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:06.077597 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.078812 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-258c7108-36c7-4d1e-9f08-0ffd66a34123 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5072372 Sep 20 13:26:06.081643 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:06.085865 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-740d6e42-0991-49e6-8a91-4a62e3ebde0e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': '37744360-eab4-49e8-a54f-ed98cf34bdd6', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:06.151253 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740d6e42-0991-49e6-8a91-4a62e3ebde0e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.203447 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740d6e42-0991-49e6-8a91-4a62e3ebde0e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.260512 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740d6e42-0991-49e6-8a91-4a62e3ebde0e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.278056 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d6e42-0991-49e6-8a91-4a62e3ebde0e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1804de7-297f-4bd5-85e2-8a356b02e24f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:06.329065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-740d6e42-0991-49e6-8a91-4a62e3ebde0e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.330203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-740d6e42-0991-49e6-8a91-4a62e3ebde0e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2476149 Sep 20 13:26:06.333118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45354) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:06.338432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b4af9c1a-572b-477c-b339-8b8e6a9b0a05 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': '37744360-eab4-49e8-a54f-ed98cf34bdd6', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:06.403503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4af9c1a-572b-477c-b339-8b8e6a9b0a05 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.458741 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4af9c1a-572b-477c-b339-8b8e6a9b0a05 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.517465 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4af9c1a-572b-477c-b339-8b8e6a9b0a05 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.535206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af9c1a-572b-477c-b339-8b8e6a9b0a05 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c4fb12-015e-4d27-adf9-b73c9feceedd,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:06.603326 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4af9c1a-572b-477c-b339-8b8e6a9b0a05 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.604468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b4af9c1a-572b-477c-b339-8b8e6a9b0a05 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2703393 Sep 20 13:26:06.607129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45356) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:06.611327 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7780ac53-22eb-4fe6-b0f5-df278a8c266f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': '37744360-eab4-49e8-a54f-ed98cf34bdd6', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:06.704899 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7780ac53-22eb-4fe6-b0f5-df278a8c266f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.763963 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7780ac53-22eb-4fe6-b0f5-df278a8c266f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.837933 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7780ac53-22eb-4fe6-b0f5-df278a8c266f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.855737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780ac53-22eb-4fe6-b0f5-df278a8c266f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2e3549-5e0b-4d1e-ab04-5b685982f3df,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:06.928991 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7780ac53-22eb-4fe6-b0f5-df278a8c266f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:06.930763 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7780ac53-22eb-4fe6-b0f5-df278a8c266f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222315 Sep 20 13:26:06.933571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45358) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:06.938086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-291cd612-cd3b-49d3-83ae-2f070ce16692 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': '37744360-eab4-49e8-a54f-ed98cf34bdd6', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:07.024865 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291cd612-cd3b-49d3-83ae-2f070ce16692 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.083469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291cd612-cd3b-49d3-83ae-2f070ce16692 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.181306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291cd612-cd3b-49d3-83ae-2f070ce16692 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.198880 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cd612-cd3b-49d3-83ae-2f070ce16692 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a94560e-5634-431e-b475-722510be923f,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:07.265966 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291cd612-cd3b-49d3-83ae-2f070ce16692 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.267197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-291cd612-cd3b-49d3-83ae-2f070ce16692 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327005 Sep 20 13:26:07.269858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45360) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:07.274383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7b8e0c65-c949-4191-ab52-efa0ebe3408a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': '37744360-eab4-49e8-a54f-ed98cf34bdd6', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:07.362982 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-7b8e0c65-c949-4191-ab52-efa0ebe3408a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:26:07.368335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0c65-c949-4191-ab52-efa0ebe3408a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.428840 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0c65-c949-4191-ab52-efa0ebe3408a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.500314 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0c65-c949-4191-ab52-efa0ebe3408a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.516824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e0c65-c949-4191-ab52-efa0ebe3408a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e77f85-62fb-4e9a-bd73-3702fb95c6ac,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:07.574778 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0c65-c949-4191-ab52-efa0ebe3408a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.576067 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7b8e0c65-c949-4191-ab52-efa0ebe3408a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3052497 Sep 20 13:26:07.578714 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45362) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:07.583036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-dc6c7a25-d95d-4534-acdb-dd02b43e7648 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': '37744360-eab4-49e8-a54f-ed98cf34bdd6', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:07.654470 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-dc6c7a25-d95d-4534-acdb-dd02b43e7648 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:26:07.659236 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7a25-d95d-4534-acdb-dd02b43e7648 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.721362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7a25-d95d-4534-acdb-dd02b43e7648 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.785644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7a25-d95d-4534-acdb-dd02b43e7648 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.803729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c7a25-d95d-4534-acdb-dd02b43e7648 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a77756-32d9-4f60-9c26-88ed79a0d971,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:07.900952 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7a25-d95d-4534-acdb-dd02b43e7648 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:07.902234 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dc6c7a25-d95d-4534-acdb-dd02b43e7648 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225756 Sep 20 13:26:07.905310 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45364) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:07.910155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'network': {'name': 'tempest-network-smoke--2015109797', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'port_security_enabled': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:07.997326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:08.000697 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.023644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:26:08.032968 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.033345 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Added segment bd08093b-12d4-4796-84ab-5ede7088f86a of type vlan for network 9aff8364-3f51-4423-af3a-81891d146aea Sep 20 13:26:08.071728 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.151611 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.157187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:08.157771 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.226512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Network': ['ID=9aff8364-3f51-4423-af3a-81891d146aea,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:08.236766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9aff8364-3f51-4423-af3a-81891d146aea details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:26:08.244927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-639fd679-65fc-450f-817a-70b580e668c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3385983 Sep 20 13:26:08.247792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45366) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:08.252286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'admin_state_up': True, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:08.340705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.341714 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.392623 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.636114 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.884594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:08.903742 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:09.005877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.40 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/5e62ef48-9de4-416f-ab42-da8d0a2c097f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:09.103406 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:09.182806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:09.219374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:09.222258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:09.224967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:26:09.261231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=5e62ef48-9de4-416f-ab42-da8d0a2c097f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:09.598910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:09.785319 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:09.997282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router afa01ecc-cfeb-40bf-9282-5d901cf93764 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:26:10.099663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:10.110055 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Sync routers for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:10.119507 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:26:10.120111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:10.174872 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:10.176150 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ae47be6a-7fbb-45a3-9b62-dcbf6431fddd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9274044 Sep 20 13:26:10.179269 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45368) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:10.223086 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:10.304108 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-61ebb111-8f81-4b79-ac62-a28d38662d6d tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1f43b658f5d4bb4ac11fce88cfbb929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237614 Sep 20 13:26:10.307572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45372) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:10.401133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:09Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:10.426782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Checking router: afa01ecc-cfeb-40bf-9282-5d901cf93764 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:10.427045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Updating router afa01ecc-cfeb-40bf-9282-5d901cf93764 port 5e62ef48-9de4-416f-ab42-da8d0a2c097f binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:26:10.451179 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:10.454191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e7c1a-a8a4-4dda-a1a5-227a01d89755 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:10.458404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-428e7c1a-a8a4-4dda-a1a5-227a01d89755 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1472909 Sep 20 13:26:10.458678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45374) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:10.492677 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ac62678d-f011-4ea8-8cd4-8f710c62e2d2 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327003 Sep 20 13:26:10.495275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45376) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:10.499903 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1337151314', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:10.637843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:10.641487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:10.849631 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:10.852164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:10.900986 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:10.959755 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Attempting to bind port 5e62ef48-9de4-416f-ab42-da8d0a2c097f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:26:10.960131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Attempting to bind port 5e62ef48-9de4-416f-ab42-da8d0a2c097f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:26:10.960504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Attempting to bind port 5e62ef48-9de4-416f-ab42-da8d0a2c097f on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:10.963468 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81192110-fde7-4846-832b-4328f1f2fb77 None None] Pushing event updated for resources: {'Port': ['ID=5e62ef48-9de4-416f-ab42-da8d0a2c097f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:10.969541 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:10.969970 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:26:10.970343 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:10.970740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:10.971501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Bound port: 5e62ef48-9de4-416f-ab42-da8d0a2c097f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:26:10.971604 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:11.026649 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] For port 5e62ef48-9de4-416f-ab42-da8d0a2c097f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:11.029922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] For port 5e62ef48-9de4-416f-ab42-da8d0a2c097f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5e62ef48-9de4-416f-ab42-da8d0a2c097f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:11.112313 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:11.171254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:26:11.171903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:11.196841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Subnet': ['ID=113a0216-733f-43d1-aacf-7d74f0d33f3b,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:11.204092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Checking segment: {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:26:11.204455 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network hostable DHCP agents. Network: 9aff8364-3f51-4423-af3a-81891d146aea, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:26:11.209929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81192110-fde7-4846-832b-4328f1f2fb77 None None] Pushing event updated for resources: {'Port': ['ID=5e62ef48-9de4-416f-ab42-da8d0a2c097f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:11.281320 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:11.288958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 9aff8364-3f51-4423-af3a-81891d146aea is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:26:11.352216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9aff8364-3f51-4423-af3a-81891d146aea) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:11.356892 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:11.357512 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:11.384546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b001ac2-c4c3-482f-aeaa-7eba0b20a829 None None] Network 9aff8364-3f51-4423-af3a-81891d146aea requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:26:11.417841 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1d79dc4f-9f22-4b62-8a9b-0dc9b1fa1ab4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9189413 Sep 20 13:26:11.418034 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45378) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:11.575543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:09Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:11.603555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-9aff8364-3f51-4423-af3a-81891d146aea', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:26:11.604413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:11.607901 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b7f48-aeed-4238-8eca-35e1632bd2b3 None None] The sync data for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 is: [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:09Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:11.745797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Allocated IP 172.20.0.2 (9aff8364-3f51-4423-af3a-81891d146aea/113a0216-733f-43d1-aacf-7d74f0d33f3b/c1166e24-76bc-4d05-bb5c-6a3c419d5991) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:11.885961 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:11.932578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.003688 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.043080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Network 9aff8364-3f51-4423-af3a-81891d146aea is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:12.046204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:12.050039 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:26:12.071133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Pushing event updated for resources: {'Port': ['ID=c1166e24-76bc-4d05-bb5c-6a3c419d5991,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:12.121093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Attempting to bind port c1166e24-76bc-4d05-bb5c-6a3c419d5991 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:26:12.121737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Attempting to bind port c1166e24-76bc-4d05-bb5c-6a3c419d5991 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:26:12.121845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Attempting to bind port c1166e24-76bc-4d05-bb5c-6a3c419d5991 on network 9aff8364-3f51-4423-af3a-81891d146aea {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:12.127093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:12.127474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Checking segment: {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:26:12.127885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.128287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Bound using segment: {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:12.128757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Bound port: c1166e24-76bc-4d05-bb5c-6a3c419d5991, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:26:12.129176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.193275 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] For port c1166e24-76bc-4d05-bb5c-6a3c419d5991, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:12.196607 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] For port c1166e24-76bc-4d05-bb5c-6a3c419d5991, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c1166e24-76bc-4d05-bb5c-6a3c419d5991,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:12.240086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.1 (9aff8364-3f51-4423-af3a-81891d146aea/113a0216-733f-43d1-aacf-7d74f0d33f3b/58384fdd-dab0-4e0d-851f-3ce09a04f0e4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:12.255532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.330716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944fe7b-2435-4465-b01c-19ba10e85462 None None] Pushing event updated for resources: {'Port': ['ID=c1166e24-76bc-4d05-bb5c-6a3c419d5991,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:12.376351 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.462510 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ae42073-a7f9-4ed6-a438-1b980afbec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.512816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.564286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 9aff8364-3f51-4423-af3a-81891d146aea is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:12.567504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:12.574521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:26:12.597406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:12.622325 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:12.838847 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.112355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.162921 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.234703 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.237522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:13.326705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5e62ef48-9de4-416f-ab42-da8d0a2c097f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:13.348047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 9aff8364-3f51-4423-af3a-81891d146aea is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:13.349522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:13.378917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5e62ef48-9de4-416f-ab42-da8d0a2c097f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:13.379297 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.456744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.460464 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router afa01ecc-cfeb-40bf-9282-5d901cf93764 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:13.478144 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 5e62ef48-9de4-416f-ab42-da8d0a2c097f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5e62ef48-9de4-416f-ab42-da8d0a2c097f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:13.540522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.541266 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c1166e24-76bc-4d05-bb5c-6a3c419d5991 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:13.573336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:13.585573 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d07e1a7c-ab06-4ed0-8b35-195ff2e8e189 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/afa01ecc-cfeb-40bf-9282-5d901cf93764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593983 Sep 20 13:26:13.623954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=5e62ef48-9de4-416f-ab42-da8d0a2c097f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:13.637365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c1166e24-76bc-4d05-bb5c-6a3c419d5991 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:13.637741 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.697559 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Sync routers for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:13.709230 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:26:13.709852 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:13.739887 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.756386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-e244d621-021f-42fb-8cb3-882be3f44788 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283828977&fields=id&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 267 time: 0.0370593 Sep 20 13:26:13.788594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port c1166e24-76bc-4d05-bb5c-6a3c419d5991, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c1166e24-76bc-4d05-bb5c-6a3c419d5991,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:13.834216 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:13.860845 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:13.895889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-4ec30138-d386-4cae-b590-3bdb74420b28 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:13.903435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-4ec30138-d386-4cae-b590-3bdb74420b28 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/networks?id=9aff8364-3f51-4423-af3a-81891d146aea HTTP/1.1" status: 200 len: 797 time: 0.1317198 Sep 20 13:26:13.918007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=c1166e24-76bc-4d05-bb5c-6a3c419d5991,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:13.929600 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-149d4ab3-2524-4fef-9cef-10753874aa20 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/quotas/d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 375 time: 0.0233715 Sep 20 13:26:13.982648 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-c65554b7-ce15-4f0b-b814-37b44c3d9372 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517430 Sep 20 13:26:14.051581 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-9aa1f52c-477d-4822-ac4b-d9520b16c404 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:26:14.052595 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-9aa1f52c-477d-4822-ac4b-d9520b16c404 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572286 Sep 20 13:26:14.057874 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce2c7e-e712-4ae1-8ab4-75067bf9f278 None None] Network 9aff8364-3f51-4423-af3a-81891d146aea requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:26:14.062931 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 2, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:14.089829 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Checking router: afa01ecc-cfeb-40bf-9282-5d901cf93764 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:14.089829 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Updating router afa01ecc-cfeb-40bf-9282-5d901cf93764 port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:26:14.120008 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.150083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-2b4a7419-1593-4cb0-bb32-4203bc9fec81 service neutron] 10.222.0.37 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896587 Sep 20 13:26:14.187423 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-51ed9e4b-8f9a-4e80-89b5-cb67b60a8a8e None None] Provisioning complete for port c1166e24-76bc-4d05-bb5c-6a3c419d5991 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:14.187822 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-51ed9e4b-8f9a-4e80-89b5-cb67b60a8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.418947 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.500519 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.519425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f2d568aa-1677-42eb-b4a5-6f03463afa9d None None] Provisioning complete for port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:14.520019 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f2d568aa-1677-42eb-b4a5-6f03463afa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.567782 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Pushing event updated for resources: {'Port': ['ID=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:14.574850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-f2d568aa-1677-42eb-b4a5-6f03463afa9d None None] Port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:26:14.585648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-f2d568aa-1677-42eb-b4a5-6f03463afa9d None None] Provisioning complete for port c1166e24-76bc-4d05-bb5c-6a3c419d5991 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:14.586398 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f2d568aa-1677-42eb-b4a5-6f03463afa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.598596 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.599042 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.599967 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.600390 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.600798 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.601230 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.602711 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.603101 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.603503 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.604339 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.604747 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.605853 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:14.624634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-501de791-754b-4670-befe-298a0f77661b service neutron] 10.222.0.37 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678500 Sep 20 13:26:14.741446 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Attempting to bind port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:26:14.742003 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Attempting to bind port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:26:14.742150 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Attempting to bind port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 on network 9aff8364-3f51-4423-af3a-81891d146aea {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:14.748543 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:14.748928 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Checking segment: {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:26:14.749336 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.749727 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Bound using segment: {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:14.750177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Bound port: 58384fdd-dab0-4e0d-851f-3ce09a04f0e4, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:26:14.750606 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.794387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-117f30a1-6fab-4c39-b96f-417c5f45c20c None None] Provisioning complete for port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:14.795012 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-117f30a1-6fab-4c39-b96f-417c5f45c20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.825303 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] For port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:14.831227 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] For port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:14.841239 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-117f30a1-6fab-4c39-b96f-417c5f45c20c None None] Port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:26:14.903504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-da1fba9a-f1c6-4b6c-8478-26ac075603a9 req-cb3bb2b1-b7a2-4cea-8474-cb2784de9b04 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 210 time: 0.0275886 Sep 20 13:26:14.906471 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:14.961604 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:26:14.962310 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:25:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:14.966252 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c9626b0e-31bb-4d94-a4d6-a53baf959cfe None None] Provisioning complete for port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:14.966638 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9626b0e-31bb-4d94-a4d6-a53baf959cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:15.023413 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2cdf7-b9ec-444a-9e61-50bf98b87d37 None None] Pushing event updated for resources: {'Port': ['ID=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:15.064101 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9626b0e-31bb-4d94-a4d6-a53baf959cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:15.100463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c9626b0e-31bb-4d94-a4d6-a53baf959cfe None None] For port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:15.106339 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:15.172213 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c9626b0e-31bb-4d94-a4d6-a53baf959cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:15.243014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5da6bf65-1884-4049-867e-572070085887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:15.245242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9626b0e-31bb-4d94-a4d6-a53baf959cfe None None] Pushing event updated for resources: {'Port': ['ID=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:15.279753 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5e62ef48-9de4-416f-ab42-da8d0a2c097f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:15.324211 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b1795b80-1b37-445f-a765-0bd18f3789e1 None None] Provisioning complete for port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:15.324666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1795b80-1b37-445f-a765-0bd18f3789e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:15.332583 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:14Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:15.362916 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd2781-d1aa-42eb-b6df-881effec08a4 None None] The sync data for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 is: [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:14Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:15.377626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5e62ef48-9de4-416f-ab42-da8d0a2c097f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:15.377998 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:15.514170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c1166e24-76bc-4d05-bb5c-6a3c419d5991 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:15.570835 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port c1166e24-76bc-4d05-bb5c-6a3c419d5991 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:15.571671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:15.616954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-dd5206b1-a424-48e0-bfaa-a26c44ea49dc None None] Provisioning complete for port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:15.617525 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dd5206b1-a424-48e0-bfaa-a26c44ea49dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:15.662323 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:16.009942 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-78aad2a5-80c3-4ef8-af03-d94dbe1b67e4 req-9c4fd71c-9be7-4ecb-9e76-313f5a93160f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 210 time: 0.0308518 Sep 20 13:26:16.786128 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:17.089917 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-46be8b39-39ab-493d-9d7e-4993efdc50db tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:17.091407 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-46be8b39-39ab-493d-9d7e-4993efdc50db tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "GET /v2.0/networks?id=9aff8364-3f51-4423-af3a-81891d146aea HTTP/1.1" status: 200 len: 797 time: 0.1031358 Sep 20 13:26:17.106465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-30d09d0e-8feb-459a-85e1-2fea408a5f85 req-b5150f85-fdbe-4e8a-9b61-42ed95d1218b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 210 time: 0.0268533 Sep 20 13:26:17.138441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-e8347ad0-5e90-4089-a921-5bdf96ae1402 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 380 time: 0.0354595 Sep 20 13:26:17.151490 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'port': {'device_id': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'admin_state_up': True, 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'security_groups': ['37744360-eab4-49e8-a54f-ed98cf34bdd6']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:17.286264 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:17.334784 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:17.338504 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:17.338692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:17.339027 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:17.462860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.10 (9aff8364-3f51-4423-af3a-81891d146aea/113a0216-733f-43d1-aacf-7d74f0d33f3b/b21355a5-684e-4bd6-8610-af6b7aa89cf5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:17.602433 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:17.689152 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:17.731437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 9aff8364-3f51-4423-af3a-81891d146aea is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:17.734474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:17.737989 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:26:17.763671 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=b21355a5-684e-4bd6-8610-af6b7aa89cf5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:17.792905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:17.793561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:17.878026 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-54565009-fded-4126-8ce2-d943a30d4f29 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7316234 Sep 20 13:26:17.888512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-376ce9cb-ea33-402c-b1e8-19f61d193c0b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:26:17.889583 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-376ce9cb-ea33-402c-b1e8-19f61d193c0b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054357 Sep 20 13:26:17.948721 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Request body: {'port': {'device_id': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:17.976486 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-aa7bb329-83fc-4499-bb26-a67064d38c7d None None] Provisioning complete for port b21355a5-684e-4bd6-8610-af6b7aa89cf5 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:17.977825 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb329-83fc-4499-bb26-a67064d38c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:18.006908 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:18.009793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-aa7bb329-83fc-4499-bb26-a67064d38c7d None None] Port b21355a5-684e-4bd6-8610-af6b7aa89cf5 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:26:18.157066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:18.231060 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745df68f-9f8e-4378-bad4-1015229f5313 req-3eaee19f-f661-4fdb-a1cc-c4d1ad95a739 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:18.232701 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-745df68f-9f8e-4378-bad4-1015229f5313 req-3eaee19f-f661-4fdb-a1cc-c4d1ad95a739 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 932 time: 0.0544400 Sep 20 13:26:18.271282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-745df68f-9f8e-4378-bad4-1015229f5313 req-bb927932-316c-4221-8789-3f6ca205070c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Sep 20 13:26:18.287418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21355a5-684e-4bd6-8610-af6b7aa89cf5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:26:18.294952 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:18.306897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Transition to ACTIVE for port object b21355a5-684e-4bd6-8610-af6b7aa89cf5 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:26:18.362882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:18.413396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Pushing event updated for resources: {'Port': ['ID=b21355a5-684e-4bd6-8610-af6b7aa89cf5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:18.484007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Attempting to bind port b21355a5-684e-4bd6-8610-af6b7aa89cf5 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:26:18.484298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Attempting to bind port b21355a5-684e-4bd6-8610-af6b7aa89cf5 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:26:18.484627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Attempting to bind port b21355a5-684e-4bd6-8610-af6b7aa89cf5 on network 9aff8364-3f51-4423-af3a-81891d146aea {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:18.489115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Port b21355a5-684e-4bd6-8610-af6b7aa89cf5 on network 9aff8364-3f51-4423-af3a-81891d146aea not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:26:18.489436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Attempting to bind port b21355a5-684e-4bd6-8610-af6b7aa89cf5 on network 9aff8364-3f51-4423-af3a-81891d146aea {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:18.494379 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:18.494712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Checking segment: {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:26:18.495089 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Bound using segment: {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:18.495510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Bound port: b21355a5-684e-4bd6-8610-af6b7aa89cf5, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd08093b-12d4-4796-84ab-5ede7088f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:26:18.495869 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:18.568046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] For port b21355a5-684e-4bd6-8610-af6b7aa89cf5, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:18.575513 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] For port b21355a5-684e-4bd6-8610-af6b7aa89cf5, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:18.626529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:18.664946 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:18.669323 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:18.669323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] 10.222.0.21 "PUT /v2.0/ports/b21355a5-684e-4bd6-8610-af6b7aa89cf5 HTTP/1.1" status: 200 len: 1092 time: 0.7649882 Sep 20 13:26:18.669323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:26:18.669794 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ba443e-91c0-4f1f-abb6-69503f1e3782" -d '{"events": [{"name": "network-changed", "server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:18.693239 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806a364-06bc-4a0f-9492-ca500ed67be3 service neutron] Pushing event updated for resources: {'Port': ['ID=b21355a5-684e-4bd6-8610-af6b7aa89cf5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:18.710757 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95306715-f8e6-41cc-adaa-cfb4ef1ef96d x-openstack-request-id: req-95306715-f8e6-41cc-adaa-cfb4ef1ef96d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:18.711156 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:18.711493 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95306715-f8e6-41cc-adaa-cfb4ef1ef96d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:18.711895 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'status': 'completed', 'code': 200} Sep 20 13:26:18.776301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba443e-91c0-4f1f-abb6-69503f1e3782 req-a087f84c-7c21-46ec-8d71-c54537bc106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:18.777869 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-48ba443e-91c0-4f1f-abb6-69503f1e3782 req-a087f84c-7c21-46ec-8d71-c54537bc106c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 1095 time: 0.0452137 Sep 20 13:26:18.895198 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba443e-91c0-4f1f-abb6-69503f1e3782 req-6b6cb7d6-4bc7-4926-a4a4-016ac6dfb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:18.896851 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-48ba443e-91c0-4f1f-abb6-69503f1e3782 req-6b6cb7d6-4bc7-4926-a4a4-016ac6dfb0a3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1104550 Sep 20 13:26:18.989687 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba443e-91c0-4f1f-abb6-69503f1e3782 req-98e3f311-31ae-4cf8-b619-d5503fb15ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:18.991220 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-48ba443e-91c0-4f1f-abb6-69503f1e3782 req-98e3f311-31ae-4cf8-b619-d5503fb15ffc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0865252 Sep 20 13:26:19.066831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-f156f75e-a2ac-44f5-a32c-b821bf64968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:19.068271 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-f156f75e-a2ac-44f5-a32c-b821bf64968b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 1095 time: 0.0390081 Sep 20 13:26:19.111800 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-84dec856-d179-409c-bf33-b6b289b40089 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5 HTTP/1.1" status: 200 len: 217 time: 0.0352533 Sep 20 13:26:19.163081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-9dcb8045-85f1-4aa8-9f09-6634ed3f8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:19.164441 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-9dcb8045-85f1-4aa8-9f09-6634ed3f8cb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=113a0216-733f-43d1-aacf-7d74f0d33f3b HTTP/1.1" status: 200 len: 835 time: 0.0437486 Sep 20 13:26:19.218965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-ec7a8f33-a87d-4201-baf2-27ea37dfaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:19.220443 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-ec7a8f33-a87d-4201-baf2-27ea37dfaff0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aff8364-3f51-4423-af3a-81891d146aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395391 Sep 20 13:26:19.311175 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-1ced963d-c4bc-4167-8863-8198196856d0 service neutron] 10.222.0.21 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828776 Sep 20 13:26:19.389494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641732-bb13-4f1f-9d6a-849356f1c3a9 req-3a4f0c2a-db33-4c58-8001-f3ad32e60763 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:19.390990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94641732-bb13-4f1f-9d6a-849356f1c3a9 req-3a4f0c2a-db33-4c58-8001-f3ad32e60763 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 944 time: 0.0475626 Sep 20 13:26:19.410233 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa527bda-dc12-4e59-9c1f-da21033e6684 req-cf7befa5-d180-4967-b111-349d9e73c612 service neutron] 10.222.0.21 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Sep 20 13:26:19.429467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-94641732-bb13-4f1f-9d6a-849356f1c3a9 req-9ebcc358-dae0-4e0b-ba31-5e6ef62667be tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Sep 20 13:26:20.488993 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:20.548479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6503-432e-42a4-b724-986e0c097641 req-8620d518-3b94-4902-a2ed-f3e14fafc6d2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:20.549969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-180e6503-432e-42a4-b724-986e0c097641 req-8620d518-3b94-4902-a2ed-f3e14fafc6d2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 944 time: 0.0528555 Sep 20 13:26:20.587910 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-180e6503-432e-42a4-b724-986e0c097641 req-bd719967-41d0-4e80-ad30-ba07be31e3b1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319927 Sep 20 13:26:20.951849 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:21.292858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b21355a5-684e-4bd6-8610-af6b7aa89cf5 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:26:21.390706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b21355a5-684e-4bd6-8610-af6b7aa89cf5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:21.403650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'port_id': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'mac_address': 'fa:16:3e:da:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:26:21.440022 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:21.452674 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21355a5-684e-4bd6-8610-af6b7aa89cf5 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:26:21.471371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b21355a5-684e-4bd6-8610-af6b7aa89cf5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:21.528407 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:21.575116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b21355a5-684e-4bd6-8610-af6b7aa89cf5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:21.704443 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19286804-2e8d-497a-88f6-9ba76a04758d req-57836105-e39d-4952-aaf5-f786eb25203f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:21.705931 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19286804-2e8d-497a-88f6-9ba76a04758d req-57836105-e39d-4952-aaf5-f786eb25203f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Sep 20 13:26:21.741682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-19286804-2e8d-497a-88f6-9ba76a04758d req-061a1242-ce54-47fd-a233-e693807c7171 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296066 Sep 20 13:26:21.756918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['b21355a5-684e-4bd6-8610-af6b7aa89cf5'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:26:22.855003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070fd97-7107-4e40-a7b2-cbf06b805916 req-7f08195b-eed5-4109-88be-5b4e963bf3fc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:22.856477 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b070fd97-7107-4e40-a7b2-cbf06b805916 req-7f08195b-eed5-4109-88be-5b4e963bf3fc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Sep 20 13:26:22.894077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b070fd97-7107-4e40-a7b2-cbf06b805916 req-abf9d098-422c-4f03-9448-8eb91c880e99 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Sep 20 13:26:23.325274 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b21355a5-684e-4bd6-8610-af6b7aa89cf5 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:23.408180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port b21355a5-684e-4bd6-8610-af6b7aa89cf5 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:26:23.411912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port b21355a5-684e-4bd6-8610-af6b7aa89cf5 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:26:23.412287 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:23.496567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:23.518160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:26:23.520508 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d2d8c9-6f0d-4f21-ba08-5d198692e82f" -d '{"events": [{"server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "name": "network-vif-plugged", "status": "completed", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:23.533682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port b21355a5-684e-4bd6-8610-af6b7aa89cf5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:23.591727 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:23.618336 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0708f18-860b-468a-b5ae-86332fcf70df x-openstack-request-id: req-c0708f18-860b-468a-b5ae-86332fcf70df {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:23.618622 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "name": "network-vif-plugged", "status": "completed", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:23.618866 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0708f18-860b-468a-b5ae-86332fcf70df {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:23.619256 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'code': 200} Sep 20 13:26:23.643853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=b21355a5-684e-4bd6-8610-af6b7aa89cf5,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:23.716731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac196f8e-7697-41bb-bdb0-3f52bbf86511 req-1b85be6a-04c5-4bdd-92f2-4d606c2b6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:23.718247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ac196f8e-7697-41bb-bdb0-3f52bbf86511 req-1b85be6a-04c5-4bdd-92f2-4d606c2b6947 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 1097 time: 0.0429611 Sep 20 13:26:23.753049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ac196f8e-7697-41bb-bdb0-3f52bbf86511 req-ab1b1e59-0405-4801-8506-412ecb8810c3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277524 Sep 20 13:26:24.017751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb9e6-2137-4502-9f36-f9ddf0414555 req-707c2b79-8a31-4aba-83da-7f2e71133544 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:24.019163 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdfbb9e6-2137-4502-9f36-f9ddf0414555 req-707c2b79-8a31-4aba-83da-7f2e71133544 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0528331 Sep 20 13:26:24.059156 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdfbb9e6-2137-4502-9f36-f9ddf0414555 req-dc63a57b-8fee-49dc-b9ea-0d0e65d1d55a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Sep 20 13:26:25.171212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8f50e-0882-44f8-af9f-029847743d8b req-00f4420f-de64-42dc-a71c-f653945511f2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:25.172579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fd8f50e-0882-44f8-af9f-029847743d8b req-00f4420f-de64-42dc-a71c-f653945511f2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0475593 Sep 20 13:26:25.210037 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fd8f50e-0882-44f8-af9f-029847743d8b req-086ee74e-0f8c-41bc-b975-22f7e53b4f0d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315044 Sep 20 13:26:25.322019 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a3fee-885d-4a09-b5dd-93a521461048 req-14a39a0b-ec5e-4a33-8190-8369d199bcd7 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:25.323484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c4a3fee-885d-4a09-b5dd-93a521461048 req-14a39a0b-ec5e-4a33-8190-8369d199bcd7 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0489783 Sep 20 13:26:25.360409 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3c4a3fee-885d-4a09-b5dd-93a521461048 req-f2082bdc-0a69-4399-b3d6-38b0ef381221 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Sep 20 13:26:25.381669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:25.424281 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc16fcd-14ab-45ae-a438-0b82c7fcce52 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:25.425712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2cc16fcd-14ab-45ae-a438-0b82c7fcce52 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 1092 time: 0.0431073 Sep 20 13:26:25.428469 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45438) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:25.433169 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:25.567304 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:25.661261 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:25.765597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.171 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/3c884b00-ca9e-41bd-bf62-b401025cd0b7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:25.866004 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:25.974495 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:26.016987 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:26.019765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:26.022624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:26:26.049724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=3c884b00-ca9e-41bd-bf62-b401025cd0b7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:26.380076 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:26.513446 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:26.664461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:26.739466 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:26.807203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=3c884b00-ca9e-41bd-bf62-b401025cd0b7,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:26.816840 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:26.920204 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP c3b5928b-0b7a-4934-8d0e-da496fe2b67c associated. External IP: 172.25.6.171, port: b21355a5-684e-4bd6-8610-af6b7aa89cf5. Sep 20 13:26:27.126852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router afa01ecc-cfeb-40bf-9282-5d901cf93764 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:27.232579 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:27.242568 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] Sync routers for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:27.251988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:26:27.252606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:27.351237 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:27.356082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:27.378798 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d69962f-f611-4f94-8642-2b9bcded87f3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9491863 Sep 20 13:26:27.379336 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:26:27.381731 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c42efee-864f-4b31-8a91-39646d867e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:27.480494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab68d4-fb30-4d7a-a420-c94f0cb31696 req-6caad278-b3eb-4f68-9d97-9483fc68eafe tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:27.482065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5bab68d4-fb30-4d7a-a420-c94f0cb31696 req-6caad278-b3eb-4f68-9d97-9483fc68eafe tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0524971 Sep 20 13:26:27.521402 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5bab68d4-fb30-4d7a-a420-c94f0cb31696 req-7db07b41-cad9-46ef-a476-961577cbb15b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Sep 20 13:26:27.545421 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:27.585121 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a738b0-e778-444a-981f-c524ac9df081 x-openstack-request-id: req-79a738b0-e778-444a-981f-c524ac9df081 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:27.585408 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:27.585658 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79a738b0-e778-444a-981f-c524ac9df081 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:27.586100 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'status': 'completed', 'code': 200} Sep 20 13:26:27.613376 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3db2a1d0-0548-42b3-a33f-5d225209de6b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/c3b5928b-0b7a-4934-8d0e-da496fe2b67c HTTP/1.1" status: 200 len: 992 time: 0.0659583 Sep 20 13:26:27.637317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42efee-864f-4b31-8a91-39646d867e5f req-e81cd6c9-b41c-4af4-8967-70cdb7c26576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:27.639052 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2c42efee-864f-4b31-8a91-39646d867e5f req-e81cd6c9-b41c-4af4-8967-70cdb7c26576 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 1097 time: 0.0466690 Sep 20 13:26:27.727857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42efee-864f-4b31-8a91-39646d867e5f req-12f9d897-b744-42d5-8fde-acf4a154c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:27.729364 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2c42efee-864f-4b31-8a91-39646d867e5f req-12f9d897-b744-42d5-8fde-acf4a154c67d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aff8364-3f51-4423-af3a-81891d146aea HTTP/1.1" status: 200 len: 897 time: 0.0835919 Sep 20 13:26:27.747555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c3b5928b-0b7a-4934-8d0e-da496fe2b67c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'port_id': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'mac_address': 'fa:16:3e:da:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:26:26Z', 'updated_at': '2021-09-20T13:26:26Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:15Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:27.773855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] Checking router: afa01ecc-cfeb-40bf-9282-5d901cf93764 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:27.782306 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:26:27.782923 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:26:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:27.799292 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2c42efee-864f-4b31-8a91-39646d867e5f req-2a16693c-0ee1-4664-bd6f-b81705b087c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0634189 Sep 20 13:26:27.852841 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42efee-864f-4b31-8a91-39646d867e5f req-dee52c2a-ceb3-4bfc-abfc-982f6c36ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:27.854395 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2c42efee-864f-4b31-8a91-39646d867e5f req-dee52c2a-ceb3-4bfc-abfc-982f6c36ead2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=113a0216-733f-43d1-aacf-7d74f0d33f3b HTTP/1.1" status: 200 len: 835 time: 0.0486646 Sep 20 13:26:27.897656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:27.901899 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42efee-864f-4b31-8a91-39646d867e5f req-2293e726-3501-42fe-8d61-e2bfd068645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:27.903401 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2c42efee-864f-4b31-8a91-39646d867e5f req-2293e726-3501-42fe-8d61-e2bfd068645c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aff8364-3f51-4423-af3a-81891d146aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424385 Sep 20 13:26:27.995596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2c42efee-864f-4b31-8a91-39646d867e5f req-e4fa7846-f8d3-4495-aeba-260dd03d90f0 service neutron] 10.222.0.21 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850708 Sep 20 13:26:28.087914 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2c42efee-864f-4b31-8a91-39646d867e5f req-56f77525-2577-48f3-8689-4a26401180e1 service neutron] 10.222.0.21 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855653 Sep 20 13:26:28.121183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c3b5928b-0b7a-4934-8d0e-da496fe2b67c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'port_id': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'mac_address': 'fa:16:3e:da:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:26:26Z', 'updated_at': '2021-09-20T13:26:26Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:15Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:28.147474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229c83c-5a08-4418-b073-433bef905db8 None None] The sync data for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 is: [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'c3b5928b-0b7a-4934-8d0e-da496fe2b67c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'port_id': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'mac_address': 'fa:16:3e:da:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:26:26Z', 'updated_at': '2021-09-20T13:26:26Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:15Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:28.342567 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf08538-0669-43f2-9231-822be6f37445 None None] New status for floating IP c3b5928b-0b7a-4934-8d0e-da496fe2b67c: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:26:28.616166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:28.675706 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-df172f81-55fa-468e-9c36-634713bd94b5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/c3b5928b-0b7a-4934-8d0e-da496fe2b67c HTTP/1.1" status: 200 len: 994 time: 0.0585032 Sep 20 13:26:41.494482 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:26:42.453758 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85760874-1d1b-4989-8ac7-b85fc620d5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:45.276491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-784213a1-c663-4b02-bf09-c778cafe1fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:45.676214 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:46.779346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:48.150680 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:50.499066 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:50.955594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:26:56.977263 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-99e4bcb4-5026-4d4c-a13f-48c1dd7be68c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386553 Sep 20 13:26:57.054998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-acf98b72-f71b-4462-852d-83df05fe2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:57.056474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-acf98b72-f71b-4462-852d-83df05fe2705 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 1097 time: 0.0385015 Sep 20 13:26:57.456672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-142adbf1-3d9d-4fd4-ab6e-04d4a159c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:57.458165 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-142adbf1-3d9d-4fd4-ab6e-04d4a159c85c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aff8364-3f51-4423-af3a-81891d146aea HTTP/1.1" status: 200 len: 897 time: 0.3827460 Sep 20 13:26:57.527598 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-139f0452-d65b-4ddb-bf78-7beffb30e681 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5 HTTP/1.1" status: 200 len: 1002 time: 0.0586507 Sep 20 13:26:57.577246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-b3fadcd2-ddcc-4567-8182-5ab339e201bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:57.578801 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-b3fadcd2-ddcc-4567-8182-5ab339e201bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=113a0216-733f-43d1-aacf-7d74f0d33f3b HTTP/1.1" status: 200 len: 835 time: 0.0445170 Sep 20 13:26:57.595826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe42728-6bbf-4991-ac2f-7d18d36dd4f7 req-db302b39-d8f9-4b8b-b56e-b88df222d581 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:57.600727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fe42728-6bbf-4991-ac2f-7d18d36dd4f7 req-db302b39-d8f9-4b8b-b56e-b88df222d581 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0568402 Sep 20 13:26:57.633376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-9c0da78a-e5d1-4fbd-8998-9b88fe417877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:57.634854 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-9c0da78a-e5d1-4fbd-8998-9b88fe417877 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aff8364-3f51-4423-af3a-81891d146aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435205 Sep 20 13:26:57.638470 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7fe42728-6bbf-4991-ac2f-7d18d36dd4f7 req-6c536cb5-c7b4-476a-84a9-3a7e431dcb9c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349278 Sep 20 13:26:57.724306 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-3e6e0f6f-d3f4-4b0a-8913-7c8b25082d29 service neutron] 10.222.0.21 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817018 Sep 20 13:26:57.815718 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3f59612-fdb2-47b8-ae68-7e33ab239599 req-0292a0ef-6bab-493d-be24-e291fa7bd79c service neutron] 10.222.0.21 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839767 Sep 20 13:26:58.757358 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36427-41cd-4573-abe4-d2496ff494c2 req-8faa6d31-17c8-4664-881d-f83ac91d8f82 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:26:58.758825 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88b36427-41cd-4573-abe4-d2496ff494c2 req-8faa6d31-17c8-4664-881d-f83ac91d8f82 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0499892 Sep 20 13:26:58.798854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88b36427-41cd-4573-abe4-d2496ff494c2 req-02c40175-3680-4c5e-ac6e-abf53db4996e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330043 Sep 20 13:26:58.822996 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45472) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:26:58.889521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-32cf3be2-c982-4409-b9ce-b41afef46ee5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/c3b5928b-0b7a-4934-8d0e-da496fe2b67c HTTP/1.1" status: 200 len: 994 time: 0.0648005 Sep 20 13:27:00.264442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15278d-16fa-4a27-a937-5c29cf507883 req-3317d3a8-5d78-4360-a4c0-94581a77aa3c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:00.265961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e15278d-16fa-4a27-a937-5c29cf507883 req-3317d3a8-5d78-4360-a4c0-94581a77aa3c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0486169 Sep 20 13:27:00.304255 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0e15278d-16fa-4a27-a937-5c29cf507883 req-b438b662-27ca-4d95-b14f-997b91c77d33 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315397 Sep 20 13:27:01.419495 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d349c-528c-4b4c-9a77-fe81fafee89d req-8fda8dc3-61b7-44a0-b6e6-f625b0c51e74 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:01.421052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-742d349c-528c-4b4c-9a77-fe81fafee89d req-8fda8dc3-61b7-44a0-b6e6-f625b0c51e74 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0490096 Sep 20 13:27:01.460084 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-742d349c-528c-4b4c-9a77-fe81fafee89d req-03fe844b-4d22-4d5f-bfb5-f15631fe44bd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Sep 20 13:27:02.574555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6d6ee-34dc-403a-96b1-81cdd952696d req-671986fe-b077-41dd-86aa-7dd4d4a686aa tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:02.576036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46a6d6ee-34dc-403a-96b1-81cdd952696d req-671986fe-b077-41dd-86aa-7dd4d4a686aa tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0481699 Sep 20 13:27:02.616345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-46a6d6ee-34dc-403a-96b1-81cdd952696d req-6ce89bf2-bb37-49a7-a8ac-235ed1e14457 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Sep 20 13:27:03.734200 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc1f0a-4945-4fa5-9878-8973beb87b5c req-4062ef28-62ef-4f91-9fd0-99acc852f48d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:03.735676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1fc1f0a-4945-4fa5-9878-8973beb87b5c req-4062ef28-62ef-4f91-9fd0-99acc852f48d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0495811 Sep 20 13:27:03.773159 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1fc1f0a-4945-4fa5-9878-8973beb87b5c req-3ccf3ffb-eb1f-4c3d-a58f-c1293dc909c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Sep 20 13:27:03.797885 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45488) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:03.856613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac12a1e8-2691-492e-8612-a2e092f943bf tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/c3b5928b-0b7a-4934-8d0e-da496fe2b67c HTTP/1.1" status: 200 len: 994 time: 0.0576026 Sep 20 13:27:04.070718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:04.226141 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 3c884b00-ca9e-41bd-bf62-b401025cd0b7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:27:04.226367 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:04.301193 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:04.301526 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:04.317035 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 3c884b00-ca9e-41bd-bf62-b401025cd0b7 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:27:04.539456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:04.565873 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=3c884b00-ca9e-41bd-bf62-b401025cd0b7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:04.579184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.579542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.579891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.580228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.580566 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.580905 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.581263 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.581597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.581931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.582262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.582589 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.582916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:04.644007 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:04.644476 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP c3b5928b-0b7a-4934-8d0e-da496fe2b67c disassociated (deleted). External IP: 172.25.6.171, port: b21355a5-684e-4bd6-8610-af6b7aa89cf5. Sep 20 13:27:04.856872 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router afa01ecc-cfeb-40bf-9282-5d901cf93764 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:27:04.966847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:27:04.973690 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:04.976333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] Sync routers for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:27:04.986153 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:04.986768 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:05.007599 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-11944fa5-2008-4527-9c70-8bf2df93b020 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/floatingips/c3b5928b-0b7a-4934-8d0e-da496fe2b67c HTTP/1.1" status: 204 len: 168 time: 0.9357934 Sep 20 13:27:05.008174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:27:05.011392 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1738e7f4-5584-4007-8577-d2fbdc3e04d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:05.092999 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:05.304942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:15Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:05.330248 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] Checking router: afa01ecc-cfeb-40bf-9282-5d901cf93764 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:27:05.338328 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:05.339638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:05.390241 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f8f51d-4e25-403f-b5e8-a3eff7a6e2c1 x-openstack-request-id: req-87f8f51d-4e25-403f-b5e8-a3eff7a6e2c1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:05.390536 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:05.390791 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87f8f51d-4e25-403f-b5e8-a3eff7a6e2c1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:05.391197 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'status': 'completed', 'code': 200} Sep 20 13:27:05.449355 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:05.462854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-8c21ac3f-4de8-4ae1-a714-696aa23cc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:05.465786 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-8c21ac3f-4de8-4ae1-a714-696aa23cc482 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 1097 time: 0.0492227 Sep 20 13:27:05.495682 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264220f-4aa2-49fd-b658-1dab0f1860b6 req-f3bf40fd-35ea-4214-b851-ff6ed866e111 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:05.497341 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d264220f-4aa2-49fd-b658-1dab0f1860b6 req-f3bf40fd-35ea-4214-b851-ff6ed866e111 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0587566 Sep 20 13:27:05.538439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d264220f-4aa2-49fd-b658-1dab0f1860b6 req-30243756-c46a-42bc-bd97-e0a31e53d8fa tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344458 Sep 20 13:27:05.573528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-87534651-43aa-427a-8364-d0615a506c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:05.575091 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-87534651-43aa-427a-8364-d0615a506c6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aff8364-3f51-4423-af3a-81891d146aea HTTP/1.1" status: 200 len: 897 time: 0.0987680 Sep 20 13:27:05.617700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-1cc637d0-1641-43f1-91a5-c1545112d05a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5 HTTP/1.1" status: 200 len: 217 time: 0.0339763 Sep 20 13:27:05.659474 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:15Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:05.667022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-3b50d84d-2ad2-41dd-b7af-f09fdf4deb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:05.668468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-3b50d84d-2ad2-41dd-b7af-f09fdf4deb33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=113a0216-733f-43d1-aacf-7d74f0d33f3b HTTP/1.1" status: 200 len: 835 time: 0.0427058 Sep 20 13:27:05.684989 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1ca4da-b14c-4129-ba35-3f2cf5bcd145 None None] The sync data for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 is: [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:12Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '58384fdd-dab0-4e0d-851f-3ce09a04f0e4', 'name': '', 'network_id': '9aff8364-3f51-4423-af3a-81891d146aea', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:16:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:12Z', 'updated_at': '2021-09-20T13:26:15Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '113a0216-733f-43d1-aacf-7d74f0d33f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:27:05.715659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-5c838897-3e84-4460-9af7-40f3417e8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:05.717214 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-5c838897-3e84-4460-9af7-40f3417e8075 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aff8364-3f51-4423-af3a-81891d146aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407045 Sep 20 13:27:05.815808 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-bd458e41-64ba-4a23-aea5-a9c9740538ec service neutron] 10.222.0.21 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909698 Sep 20 13:27:05.911497 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f66d7f-9b55-4d3b-b745-eb42fc7059cc None None] New status for floating IP c3b5928b-0b7a-4934-8d0e-da496fe2b67c: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:27:05.914879 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738e7f4-5584-4007-8577-d2fbdc3e04d5 req-4989d1ba-cefb-4e46-bca5-342087f5d591 service neutron] 10.222.0.21 "GET /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903671 Sep 20 13:27:06.651672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c664cd-4c28-4fbf-8efa-02d21a3404ac req-e3cbc315-cd5d-4a7c-a2f6-9eabc6e1a25a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:06.653142 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10c664cd-4c28-4fbf-8efa-02d21a3404ac req-e3cbc315-cd5d-4a7c-a2f6-9eabc6e1a25a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0483675 Sep 20 13:27:06.689185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-10c664cd-4c28-4fbf-8efa-02d21a3404ac req-8bb037f9-e99b-44ec-afe6-77441c51f87f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=37744360-eab4-49e8-a54f-ed98cf34bdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301225 Sep 20 13:27:06.989750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-fa54b420-f7c3-467b-93bf-73ceb7ac3dfc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:06.991171 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-fa54b420-f7c3-467b-93bf-73ceb7ac3dfc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 946 time: 0.0476825 Sep 20 13:27:07.077105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port b21355a5-684e-4bd6-8610-af6b7aa89cf5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:27:07.077447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:07.164058 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port b21355a5-684e-4bd6-8610-af6b7aa89cf5, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=b21355a5-684e-4bd6-8610-af6b7aa89cf5,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:07.164341 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:07.176810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for b21355a5-684e-4bd6-8610-af6b7aa89cf5 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:27:07.379171 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:07.407418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=b21355a5-684e-4bd6-8610-af6b7aa89cf5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:07.431158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.431508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.431846 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.432740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.433166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.433504 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.433835 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.434161 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.434487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.434810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.435131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.435451 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:07.456848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] No DVR routers for this DVR port b21355a5-684e-4bd6-8610-af6b7aa89cf5 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:27:07.459292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:07.461331 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c54f6b0-7ba8-40f4-8eed-71a3300b259f req-c2f3b26d-66fb-458b-88c0-0b847215a91f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "DELETE /v2.0/ports/b21355a5-684e-4bd6-8610-af6b7aa89cf5 HTTP/1.1" status: 204 len: 173 time: 0.4641297 Sep 20 13:27:07.461756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'name': 'network-vif-deleted', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:27:07.464024 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf4c0a-4f01-431a-98a3-34ce72adec5c" -d '{"events": [{"server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "name": "network-vif-deleted", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:07.499197 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cae4526-f00d-485b-9b5b-664b7a85f3b4 x-openstack-request-id: req-6cae4526-f00d-485b-9b5b-664b7a85f3b4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:07.499488 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e738415-8c77-4a59-b2ea-95e6851d92f9", "name": "network-vif-deleted", "tag": "b21355a5-684e-4bd6-8610-af6b7aa89cf5", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:07.499760 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cae4526-f00d-485b-9b5b-664b7a85f3b4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:07.500159 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e738415-8c77-4a59-b2ea-95e6851d92f9', 'name': 'network-vif-deleted', 'tag': 'b21355a5-684e-4bd6-8610-af6b7aa89cf5', 'status': 'completed', 'code': 200} Sep 20 13:27:07.802704 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66036ca9-af85-4249-9d01-0c2301f87676 req-892a3aed-b244-4945-97ec-4d083ce56780 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e738415-8c77-4a59-b2ea-95e6851d92f9 HTTP/1.1" status: 200 len: 210 time: 0.0283742 Sep 20 13:27:08.861365 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:09.209468 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:09.454658 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:27:09.454999 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:09.540218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 58384fdd-dab0-4e0d-851f-3ce09a04f0e4, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:09.540590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:09.557193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:27:09.779028 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:09.805465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=58384fdd-dab0-4e0d-851f-3ce09a04f0e4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:09.975334 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:10.561126 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router afa01ecc-cfeb-40bf-9282-5d901cf93764 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:27:10.662251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:27:10.669878 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d58ec0c-f9f7-454f-a7da-169b3a08c975 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/afa01ecc-cfeb-40bf-9282-5d901cf93764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055279 Sep 20 13:27:10.670733 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:10.673338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] Sync routers for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:27:10.683957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:10.684579 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:10.720554 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd06c0a-33e8-49c7-aa6c-2c823791e703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting subnet 113a0216-733f-43d1-aacf-7d74f0d33f3b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:27:10.723652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bd06c0a-33e8-49c7-aa6c-2c823791e703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:10.763277 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bd06c0a-33e8-49c7-aa6c-2c823791e703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:10.788975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:10.848827 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bd06c0a-33e8-49c7-aa6c-2c823791e703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:10.962179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bd06c0a-33e8-49c7-aa6c-2c823791e703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:10.964635 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:27:09Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:10.992327 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd06c0a-33e8-49c7-aa6c-2c823791e703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Subnet': ['ID=113a0216-733f-43d1-aacf-7d74f0d33f3b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:10.995420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bd06c0a-33e8-49c7-aa6c-2c823791e703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:10.999756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2bd06c0a-33e8-49c7-aa6c-2c823791e703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/subnets/113a0216-733f-43d1-aacf-7d74f0d33f3b HTTP/1.1" status: 204 len: 168 time: 0.3256359 Sep 20 13:27:10.999937 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] Checking router: afa01ecc-cfeb-40bf-9282-5d901cf93764 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:27:11.000730 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45516) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:11.005914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7587a5b9-17b8-48c5-be89-0aa0902c99ba None None] Network 9aff8364-3f51-4423-af3a-81891d146aea requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:27:11.037545 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] Routers {'afa01ecc-cfeb-40bf-9282-5d901cf93764'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:11.038451 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:26:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['afa01ecc-cfeb-40bf-9282-5d901cf93764'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:11.110078 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.218196 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.328992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 5e62ef48-9de4-416f-ab42-da8d0a2c097f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:27:11.329356 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.377070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] Set router afa01ecc-cfeb-40bf-9282-5d901cf93764 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:11.414419 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 5e62ef48-9de4-416f-ab42-da8d0a2c097f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5e62ef48-9de4-416f-ab42-da8d0a2c097f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:11.414888 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.433848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 5e62ef48-9de4-416f-ab42-da8d0a2c097f owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:27:11.485849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] DHCP port deletion for 9aff8364-3f51-4423-af3a-81891d146aea request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:27:11.560553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b21355a5-684e-4bd6-8610-af6b7aa89cf5 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:27:11.593219 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: b21355a5-684e-4bd6-8610-af6b7aa89cf5 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:27:11.593558 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device b21355a5-684e-4bd6-8610-af6b7aa89cf5 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:27:11.604692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Deleting port c1166e24-76bc-4d05-bb5c-6a3c419d5991 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:27:11.604692 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.659024 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.671716 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:27:09Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:11.674431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] For port c1166e24-76bc-4d05-bb5c-6a3c419d5991, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=c1166e24-76bc-4d05-bb5c-6a3c419d5991,segment=NetworkSegment(bd08093b-12d4-4796-84ab-5ede7088f86a),segment_id=bd08093b-12d4-4796-84ab-5ede7088f86a)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:11.675240 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.688326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=5e62ef48-9de4-416f-ab42-da8d0a2c097f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:11.707333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b14cc-1142-43fb-9a81-1639aa57c5ca None None] The sync data for ids ['afa01ecc-cfeb-40bf-9282-5d901cf93764'] in n-d-809934-3 is: [{'id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901010658', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:27:09Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '5e62ef48-9de4-416f-ab42-da8d0a2c097f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa01ecc-cfeb-40bf-9282-5d901cf93764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:26:08Z', 'updated_at': '2021-09-20T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:27:11.712694 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Calling delete_port for c1166e24-76bc-4d05-bb5c-6a3c419d5991 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:27:11.756757 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.849087 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.851195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.853370 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.882180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] No DVR routers for this DVR port c1166e24-76bc-4d05-bb5c-6a3c419d5991 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:27:11.889149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Pushing event deleted for resources: {'Port': ['ID=c1166e24-76bc-4d05-bb5c-6a3c419d5991,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:11.895692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.896057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.896384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.896721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.897158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.897496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.897826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.898154 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.898546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.898916 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.899241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.899563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37522cd6-a142-4e44-99e6-86a8035161fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:11.944672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.945210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Fanout notify agent at l3_agent the message router_deleted on router afa01ecc-cfeb-40bf-9282-5d901cf93764 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:27:11.952826 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:11.953955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-88aaaec6-fc6e-4819-8be4-cad06154492b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/routers/afa01ecc-cfeb-40bf-9282-5d901cf93764 HTTP/1.1" status: 204 len: 168 time: 0.9527841 Sep 20 13:27:11.956743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45518) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:12.031417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.123292 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.143403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aff8364-3f51-4423-af3a-81891d146aea']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:12.153927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd08093b-12d4-4796-84ab-5ede7088f86a') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:12.154224 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd08093b-12d4-4796-84ab-5ede7088f86a') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:12.169894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.183463 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.189824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:27:12.190226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:27:12.193203 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:27:12.328116 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.332785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.337815 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/networks/9aff8364-3f51-4423-af3a-81891d146aea HTTP/1.1" status: 204 len: 168 time: 0.3775551 Sep 20 13:27:12.338863 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45520) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:12.351319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c0280-b51e-44cc-9e2f-9ef910e8bd8d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Network': ['ID=9aff8364-3f51-4423-af3a-81891d146aea,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:12.407732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9614ada7-d322-4c46-b5c0-990927ca342f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.432179 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9614ada7-d322-4c46-b5c0-990927ca342f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.465733 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a9f96b3a-69a7-4242-a5ec-2a2f48cd7dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.539099 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9614ada7-d322-4c46-b5c0-990927ca342f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.541822 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9614ada7-d322-4c46-b5c0-990927ca342f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:12.542989 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9614ada7-d322-4c46-b5c0-990927ca342f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/security-groups/37744360-eab4-49e8-a54f-ed98cf34bdd6 HTTP/1.1" status: 204 len: 168 time: 0.2030475 Sep 20 13:27:12.551936 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614ada7-d322-4c46-b5c0-990927ca342f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37744360-eab4-49e8-a54f-ed98cf34bdd6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:13.122429 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45526) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:13.126944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bf8846dd-fe13-4190-a846-dccceba13ef8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215551106', 'description': 'tempest-secgroup-smoke-1215551106 description', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:13.190122 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8846dd-fe13-4190-a846-dccceba13ef8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.270712 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8846dd-fe13-4190-a846-dccceba13ef8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.289445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5e62ef48-9de4-416f-ab42-da8d0a2c097f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:27:13.309780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5e62ef48-9de4-416f-ab42-da8d0a2c097f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:27:13.310119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5e62ef48-9de4-416f-ab42-da8d0a2c097f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:27:13.310523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:27:13.315908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8846dd-fe13-4190-a846-dccceba13ef8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.328771 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:27:13.329148 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 58384fdd-dab0-4e0d-851f-3ce09a04f0e4 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:27:13.334881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c1166e24-76bc-4d05-bb5c-6a3c419d5991 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:27:13.345656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8846dd-fe13-4190-a846-dccceba13ef8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50090ae-903c-493c-a5f0-3353162c802c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:13.350234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: c1166e24-76bc-4d05-bb5c-6a3c419d5991 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:27:13.350523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device c1166e24-76bc-4d05-bb5c-6a3c419d5991 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:27:13.401859 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf8846dd-fe13-4190-a846-dccceba13ef8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.403125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf8846dd-fe13-4190-a846-dccceba13ef8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2796998 Sep 20 13:27:13.406085 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45528) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:13.410349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-40355f7d-5d25-4108-a718-e9f501b7331e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'f50090ae-903c-493c-a5f0-3353162c802c', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:13.498724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40355f7d-5d25-4108-a718-e9f501b7331e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.553041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40355f7d-5d25-4108-a718-e9f501b7331e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.630264 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40355f7d-5d25-4108-a718-e9f501b7331e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.648794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40355f7d-5d25-4108-a718-e9f501b7331e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d4933f-0128-4c73-89fe-99ed5c7f8de0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:13.710218 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40355f7d-5d25-4108-a718-e9f501b7331e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.711466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-40355f7d-5d25-4108-a718-e9f501b7331e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044667 Sep 20 13:27:13.714897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45530) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:13.719517 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a194cb0b-f67c-4be0-8a7f-6f1467e5cbcb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'f50090ae-903c-493c-a5f0-3353162c802c', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:13.824505 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a194cb0b-f67c-4be0-8a7f-6f1467e5cbcb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.883245 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a194cb0b-f67c-4be0-8a7f-6f1467e5cbcb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.944096 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a194cb0b-f67c-4be0-8a7f-6f1467e5cbcb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:13.963390 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194cb0b-f67c-4be0-8a7f-6f1467e5cbcb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425787de-6bb6-45b4-a38e-e5f6b3011c07,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:14.036033 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a194cb0b-f67c-4be0-8a7f-6f1467e5cbcb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.037400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a194cb0b-f67c-4be0-8a7f-6f1467e5cbcb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213315 Sep 20 13:27:14.040150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45532) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:14.044557 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e30757a3-66cd-4f45-9b03-4a5930ba18c5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'f50090ae-903c-493c-a5f0-3353162c802c', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:14.114875 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e30757a3-66cd-4f45-9b03-4a5930ba18c5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.183015 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e30757a3-66cd-4f45-9b03-4a5930ba18c5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.253093 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e30757a3-66cd-4f45-9b03-4a5930ba18c5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.270610 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30757a3-66cd-4f45-9b03-4a5930ba18c5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf10dfb2-a19a-4757-b07b-595e359b32e3,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:14.316492 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e30757a3-66cd-4f45-9b03-4a5930ba18c5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.318242 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e30757a3-66cd-4f45-9b03-4a5930ba18c5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767181 Sep 20 13:27:14.320620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45534) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:14.325377 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0be7e81c-76e6-4883-b29b-0886b0499049 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'f50090ae-903c-493c-a5f0-3353162c802c', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:14.389065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0be7e81c-76e6-4883-b29b-0886b0499049 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.447299 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0be7e81c-76e6-4883-b29b-0886b0499049 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.509265 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0be7e81c-76e6-4883-b29b-0886b0499049 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.528006 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7e81c-76e6-4883-b29b-0886b0499049 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed25c30c-60c6-4f9d-921c-ac9e3f77ff5c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:14.601516 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0be7e81c-76e6-4883-b29b-0886b0499049 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.602735 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0be7e81c-76e6-4883-b29b-0886b0499049 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2811365 Sep 20 13:27:14.606070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:14.612341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-132ae7cd-d241-46ae-9477-087923fa6f98 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'f50090ae-903c-493c-a5f0-3353162c802c', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:14.687240 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-132ae7cd-d241-46ae-9477-087923fa6f98 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:27:14.691989 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-132ae7cd-d241-46ae-9477-087923fa6f98 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.751743 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-132ae7cd-d241-46ae-9477-087923fa6f98 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.818537 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-132ae7cd-d241-46ae-9477-087923fa6f98 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.835264 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ae7cd-d241-46ae-9477-087923fa6f98 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac8d924-9890-4343-9b21-82e03cd9de7c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:14.893375 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-132ae7cd-d241-46ae-9477-087923fa6f98 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:14.895069 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-132ae7cd-d241-46ae-9477-087923fa6f98 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875628 Sep 20 13:27:14.897992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45538) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:14.902918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fe2debf4-b634-4cfe-a7ae-0b5e283cbc75 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'f50090ae-903c-493c-a5f0-3353162c802c', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:14.978888 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-fe2debf4-b634-4cfe-a7ae-0b5e283cbc75 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:27:14.983774 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2debf4-b634-4cfe-a7ae-0b5e283cbc75 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.042278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2debf4-b634-4cfe-a7ae-0b5e283cbc75 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.104211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2debf4-b634-4cfe-a7ae-0b5e283cbc75 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.121536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2debf4-b634-4cfe-a7ae-0b5e283cbc75 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154ca137-6377-4c44-a5da-063718e6a86e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:15.178692 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe2debf4-b634-4cfe-a7ae-0b5e283cbc75 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.180212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe2debf4-b634-4cfe-a7ae-0b5e283cbc75 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2810884 Sep 20 13:27:15.183172 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:15.187990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'network': {'name': 'tempest-network-smoke--1033280639', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:15.247409 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1683141f-1b9a-4db2-90b3-b5f0d047279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.276197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:27:15.279791 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.302051 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:27:15.310888 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.311216 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Added segment f8972280-7eeb-43f9-9e2f-e07a109a0222 of type vlan for network ac0642c3-7df1-491d-9d58-32d2e9b36820 Sep 20 13:27:15.348440 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.550199 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.557718 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:15.557718 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.624669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Network': ['ID=ac0642c3-7df1-491d-9d58-32d2e9b36820,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:15.634664 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:27:15.653887 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc6db19b-f66a-464d-9ac5-ce23d57aaeed tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4696586 Sep 20 13:27:15.656677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:15.661153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'admin_state_up': True, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:15.704363 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.750399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.751457 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.801106 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:15.996538 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:16.261437 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:16.279341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:16.375367 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.158 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/06d8e9e8-39de-436e-bc0a-d22c7f334acf) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:27:16.478627 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:16.572986 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:16.608603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:27:16.611537 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:16.615174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:27:16.641052 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=06d8e9e8-39de-436e-bc0a-d22c7f334acf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:16.795138 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:16.923372 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:17.115971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:17.304411 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 175c2733-d874-4ca7-b112-375f8ebf10ea is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:27:17.411724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:27:17.422621 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Sync routers for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:27:17.431368 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:17.432082 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:17.515531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:17.517212 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-91f5e8fc-5872-4464-992a-c8755dbf966e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8592870 Sep 20 13:27:17.520869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:17.537370 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:17.549831 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2adaff7-43c1-4392-ad18-a3f1e87e93ef tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1f43b658f5d4bb4ac11fce88cfbb929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278201 Sep 20 13:27:17.552645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45546) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:17.645386 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deebefd-2dcd-4a37-ac05-bed13757ac4d tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:17.646904 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6deebefd-2dcd-4a37-ac05-bed13757ac4d tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932159 Sep 20 13:27:17.649933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45548) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:17.676314 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dfeaef86-233f-4d51-8fd9-687a956e2e4b tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253413 Sep 20 13:27:17.679181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45550) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:17.684449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1042159798', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:17.720148 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:16Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:17.746775 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Checking router: 175c2733-d874-4ca7-b112-375f8ebf10ea for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:27:17.751047 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Updating router 175c2733-d874-4ca7-b112-375f8ebf10ea port 06d8e9e8-39de-436e-bc0a-d22c7f334acf binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:27:17.774747 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:17.852121 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:27:17.856313 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.018115 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.092302 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.121833 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.143217 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Attempting to bind port 06d8e9e8-39de-436e-bc0a-d22c7f334acf on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:27:18.143595 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Attempting to bind port 06d8e9e8-39de-436e-bc0a-d22c7f334acf by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:27:18.143953 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Attempting to bind port 06d8e9e8-39de-436e-bc0a-d22c7f334acf on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:27:18.151754 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Pushing event updated for resources: {'Port': ['ID=06d8e9e8-39de-436e-bc0a-d22c7f334acf,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:18.159628 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:27:18.160115 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:27:18.160515 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.160907 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:27:18.161404 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Bound port: 06d8e9e8-39de-436e-bc0a-d22c7f334acf, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:27:18.161774 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.164947 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.165326 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.165665 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.165999 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.167034 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.167580 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.167738 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.168265 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.168265 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.168607 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.168926 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.169269 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:18.179873 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.187362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Subnet': ['ID=c5318427-c672-44ea-88b8-4b59ad168a7a,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:18.196276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Checking segment: {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:27:18.196640 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network hostable DHCP agents. Network: ac0642c3-7df1-491d-9d58-32d2e9b36820, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:27:18.219746 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] For port 06d8e9e8-39de-436e-bc0a-d22c7f334acf, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:27:18.222752 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] For port 06d8e9e8-39de-436e-bc0a-d22c7f334acf, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=06d8e9e8-39de-436e-bc0a-d22c7f334acf,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:27:18.269158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:27:18.304832 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.356073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ac0642c3-7df1-491d-9d58-32d2e9b36820) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:18.358612 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:18.359194 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:18.364063 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f6ad9c-cc89-4766-b8dd-6cbeeb8de91a None None] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:27:18.365621 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2661a6-6565-425e-908a-45cfe359f365 None None] Pushing event updated for resources: {'Port': ['ID=06d8e9e8-39de-436e-bc0a-d22c7f334acf,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:18.367339 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:18.368041 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.456576 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ccade9f9-3932-42a9-8038-602e49ec13b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7738805 Sep 20 13:27:18.456912 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45552) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:18.468059 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:18.522906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-ac0642c3-7df1-491d-9d58-32d2e9b36820', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:27:18.522906 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.528567 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:27:18.657942 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:16Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:18.664996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Allocated IP 172.20.0.2 (ac0642c3-7df1-491d-9d58-32d2e9b36820/c5318427-c672-44ea-88b8-4b59ad168a7a/1cbc95b5-32e6-4cf7-bb8b-91def4537b2c) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:27:18.687737 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a6da8-8515-4f09-92b8-19b0489bae7e None None] The sync data for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 is: [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:16Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:27:18.831506 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.912752 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.929496 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:18.954890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:27:18.957830 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:18.961439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:27:18.974230 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Pushing event updated for resources: {'Port': ['ID=1cbc95b5-32e6-4cf7-bb8b-91def4537b2c,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:19.029663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Attempting to bind port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:27:19.030038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Attempting to bind port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:27:19.030467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Attempting to bind port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c on network ac0642c3-7df1-491d-9d58-32d2e9b36820 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:27:19.036133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:27:19.036497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Checking segment: {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:27:19.036908 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.037621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Bound using segment: {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:27:19.038097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Bound port: 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:27:19.038476 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.108652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] For port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:27:19.112249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] For port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1cbc95b5-32e6-4cf7-bb8b-91def4537b2c,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:27:19.179258 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.219285 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.1 (ac0642c3-7df1-491d-9d58-32d2e9b36820/c5318427-c672-44ea-88b8-4b59ad168a7a/840356b2-eee9-4f09-b2c8-59e2d6474f7a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:27:19.247232 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d22397-c1c7-4fb5-a7b0-77e9c4b5b10b None None] Pushing event updated for resources: {'Port': ['ID=1cbc95b5-32e6-4cf7-bb8b-91def4537b2c,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:19.355840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 06d8e9e8-39de-436e-bc0a-d22c7f334acf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:27:19.380980 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.425194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 06d8e9e8-39de-436e-bc0a-d22c7f334acf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:19.425571 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.498308 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.536453 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.558788 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:27:19.561281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 06d8e9e8-39de-436e-bc0a-d22c7f334acf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=06d8e9e8-39de-436e-bc0a-d22c7f334acf,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:19.564184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:19.567478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:27:19.613570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=840356b2-eee9-4f09-b2c8-59e2d6474f7a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:19.636988 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.643961 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:19.686400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=06d8e9e8-39de-436e-bc0a-d22c7f334acf,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:19.828834 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.256283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8a4672-b93b-44d3-8d1a-0ea68c229b1b None None] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:27:20.334996 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3b988626-539f-4d70-ba07-c575d56e4e76 None None] Provisioning complete for port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:20.335362 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b988626-539f-4d70-ba07-c575d56e4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.465539 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.482930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b988626-539f-4d70-ba07-c575d56e4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.523182 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3b988626-539f-4d70-ba07-c575d56e4e76 None None] For port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1cbc95b5-32e6-4cf7-bb8b-91def4537b2c,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:20.566885 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.567053 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.635489 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3b988626-539f-4d70-ba07-c575d56e4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.640764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=840356b2-eee9-4f09-b2c8-59e2d6474f7a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:20.644324 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.715621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b988626-539f-4d70-ba07-c575d56e4e76 None None] Pushing event updated for resources: {'Port': ['ID=1cbc95b5-32e6-4cf7-bb8b-91def4537b2c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:20.749737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:27:20.753210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:20.759875 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a72debf2-ed50-45fe-8b35-d82a0aedf5e7 None None] Provisioning complete for port 840356b2-eee9-4f09-b2c8-59e2d6474f7a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:20.760273 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a72debf2-ed50-45fe-8b35-d82a0aedf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.797765 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-a72debf2-ed50-45fe-8b35-d82a0aedf5e7 None None] Port 840356b2-eee9-4f09-b2c8-59e2d6474f7a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:27:20.815057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-a72debf2-ed50-45fe-8b35-d82a0aedf5e7 None None] Provisioning complete for port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:20.815460 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a72debf2-ed50-45fe-8b35-d82a0aedf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.882999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 175c2733-d874-4ca7-b112-375f8ebf10ea has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:27:20.967680 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:20.996173 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:27:21.001569 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a3c33fd-a503-47ac-98f5-4206175db74b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/175c2733-d874-4ca7-b112-375f8ebf10ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435607 Sep 20 13:27:21.006435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Sync routers for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:27:21.017308 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:21.017838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:21.084119 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9d533078-1981-4a02-8f54-3721f3129b72 None None] Provisioning complete for port 840356b2-eee9-4f09-b2c8-59e2d6474f7a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:21.084495 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9d533078-1981-4a02-8f54-3721f3129b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:21.150022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-29202be7-31df-4612-a111-347c0abeda2e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215551106&fields=id&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 267 time: 0.0328016 Sep 20 13:27:21.165662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-9d533078-1981-4a02-8f54-3721f3129b72 None None] Port 840356b2-eee9-4f09-b2c8-59e2d6474f7a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:27:21.174250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:21.259316 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-127941ce-34f8-4454-a6ae-4ab115e400a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:21.261400 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-127941ce-34f8-4454-a6ae-4ab115e400a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/networks?id=ac0642c3-7df1-491d-9d58-32d2e9b36820 HTTP/1.1" status: 200 len: 797 time: 0.1046326 Sep 20 13:27:21.278856 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-118263a9-abbd-45b2-bc2a-8fbd37d59fc3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/quotas/d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 375 time: 0.0106931 Sep 20 13:27:21.326228 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6013f609-3993-4af3-b5be-e7b4a78a500e None None] Provisioning complete for port 840356b2-eee9-4f09-b2c8-59e2d6474f7a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:21.326710 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6013f609-3993-4af3-b5be-e7b4a78a500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:21.331948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-a66b36bd-c95e-4d3b-9983-889dac388fca tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466175 Sep 20 13:27:21.378066 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6013f609-3993-4af3-b5be-e7b4a78a500e None None] Port 840356b2-eee9-4f09-b2c8-59e2d6474f7a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:27:21.403102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 06d8e9e8-39de-436e-bc0a-d22c7f334acf up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:27:21.437072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-34f74de9-173d-40b3-9d59-7e82f264ffef service neutron] 10.222.0.37 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915279 Sep 20 13:27:21.470551 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 06d8e9e8-39de-436e-bc0a-d22c7f334acf triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:21.470928 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:21.474984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:20Z', 'revision_number': 2, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:21.518418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Checking router: 175c2733-d874-4ca7-b112-375f8ebf10ea for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:27:21.518691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Updating router 175c2733-d874-4ca7-b112-375f8ebf10ea port 840356b2-eee9-4f09-b2c8-59e2d6474f7a binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:27:21.525217 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-fdffdbff-b9ad-4106-8630-8a6e055e98ef service neutron] 10.222.0.37 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822525 Sep 20 13:27:21.555046 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:21.689313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:27:21.749626 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f509086c-fe0d-4839-bd89-7eb9d00a7cbd req-4920dc9b-fd39-4c4f-a7c4-6ca91ea5ae4b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 210 time: 0.0312207 Sep 20 13:27:21.950045 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:21.950428 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.092760 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.132996 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.201958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c409b-8c07-4f24-b7b4-e97258cf0036 None None] Pushing event updated for resources: {'Port': ['ID=840356b2-eee9-4f09-b2c8-59e2d6474f7a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:22.234868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Attempting to bind port 840356b2-eee9-4f09-b2c8-59e2d6474f7a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:27:22.235240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Attempting to bind port 840356b2-eee9-4f09-b2c8-59e2d6474f7a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:27:22.236985 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Attempting to bind port 840356b2-eee9-4f09-b2c8-59e2d6474f7a on network ac0642c3-7df1-491d-9d58-32d2e9b36820 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:27:22.240915 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:27:22.241357 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Checking segment: {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:27:22.241751 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.242149 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Bound using segment: {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:27:22.242637 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Bound port: 840356b2-eee9-4f09-b2c8-59e2d6474f7a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:27:22.243022 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.308476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] For port 840356b2-eee9-4f09-b2c8-59e2d6474f7a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:27:22.311653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] For port 840356b2-eee9-4f09-b2c8-59e2d6474f7a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=840356b2-eee9-4f09-b2c8-59e2d6474f7a,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:27:22.378228 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.444935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c409b-8c07-4f24-b7b4-e97258cf0036 None None] Pushing event updated for resources: {'Port': ['ID=840356b2-eee9-4f09-b2c8-59e2d6474f7a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:22.450532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:22.451147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:22.452904 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-847e3248-472f-4ace-9825-7e97e8ca37be None None] Provisioning complete for port 840356b2-eee9-4f09-b2c8-59e2d6474f7a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:22.453318 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-847e3248-472f-4ace-9825-7e97e8ca37be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.610115 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:22.648063 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-847e3248-472f-4ace-9825-7e97e8ca37be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.730894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-847e3248-472f-4ace-9825-7e97e8ca37be None None] For port 840356b2-eee9-4f09-b2c8-59e2d6474f7a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=840356b2-eee9-4f09-b2c8-59e2d6474f7a,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:22.804472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-847e3248-472f-4ace-9825-7e97e8ca37be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:22.834634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7809ac2-c921-492d-b146-83f7fbbf521d req-ac853882-6e3a-4bfc-a762-52771df49b0d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 210 time: 0.0328035 Sep 20 13:27:22.867626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e3248-472f-4ace-9825-7e97e8ca37be None None] Pushing event updated for resources: {'Port': ['ID=840356b2-eee9-4f09-b2c8-59e2d6474f7a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:22.886935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:22Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:22.916527 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761132f5-52d1-4d5b-acb8-9c9e8cf11bb9 None None] The sync data for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 is: [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:22Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:27:22.926826 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ebf9187a-3b31-4c49-a6a0-7801153a7130 None None] Provisioning complete for port 840356b2-eee9-4f09-b2c8-59e2d6474f7a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:22.927202 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ebf9187a-3b31-4c49-a6a0-7801153a7130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:23.327686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 840356b2-eee9-4f09-b2c8-59e2d6474f7a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:27:23.381363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 840356b2-eee9-4f09-b2c8-59e2d6474f7a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:23.382042 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:23.939596 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b7fda801-b970-4273-bc5c-2e9e691b50f4 req-07fb5456-1f95-48bb-a161-7a47c5559a88 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Sep 20 13:27:24.648812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-abe2010b-d828-4c88-b589-7c4c533d5a99 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:24.650199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-abe2010b-d828-4c88-b589-7c4c533d5a99 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/networks?id=ac0642c3-7df1-491d-9d58-32d2e9b36820 HTTP/1.1" status: 200 len: 797 time: 0.1000099 Sep 20 13:27:24.692585 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-af76f599-305a-4204-97d8-b02fe79627ac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 380 time: 0.0314782 Sep 20 13:27:24.702415 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'port': {'device_id': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'admin_state_up': True, 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'security_groups': ['f50090ae-903c-493c-a5f0-3353162c802c']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:24.865428 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:27:24.869195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:24.997449 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.14 (ac0642c3-7df1-491d-9d58-32d2e9b36820/c5318427-c672-44ea-88b8-4b59ad168a7a/10248c05-db45-4f0d-91d9-024cf15ca0c6) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:27:25.041345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0eb00335-66b7-487c-bfdb-a9dcba749a59 req-c88d3a13-2b48-4ca5-ac18-d762790edf19 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 210 time: 0.0267138 Sep 20 13:27:25.133783 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:25.219008 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:25.264323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:27:25.267294 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:25.271059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:27:25.296176 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=10248c05-db45-4f0d-91d9-024cf15ca0c6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:25.324992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:25.325601 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:25.440485 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c4cb054c-e2e0-4582-b488-a13bc4b7795c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7385798 Sep 20 13:27:25.450734 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Request body: {'port': {'device_id': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:25.466912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c8af7546-0aab-417c-9a47-94b55ee484e8 None None] Provisioning complete for port 10248c05-db45-4f0d-91d9-024cf15ca0c6 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:25.470357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8af7546-0aab-417c-9a47-94b55ee484e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:25.507434 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:25.513206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c8af7546-0aab-417c-9a47-94b55ee484e8 None None] Port 10248c05-db45-4f0d-91d9-024cf15ca0c6 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:27:25.768683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10248c05-db45-4f0d-91d9-024cf15ca0c6 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:27:25.778020 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:25.790011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Transition to ACTIVE for port object 10248c05-db45-4f0d-91d9-024cf15ca0c6 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:27:25.875724 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:25.927975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Pushing event updated for resources: {'Port': ['ID=10248c05-db45-4f0d-91d9-024cf15ca0c6,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:25.998947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Attempting to bind port 10248c05-db45-4f0d-91d9-024cf15ca0c6 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:27:25.999289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Attempting to bind port 10248c05-db45-4f0d-91d9-024cf15ca0c6 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:27:25.999619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Attempting to bind port 10248c05-db45-4f0d-91d9-024cf15ca0c6 on network ac0642c3-7df1-491d-9d58-32d2e9b36820 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:27:26.004225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Port 10248c05-db45-4f0d-91d9-024cf15ca0c6 on network ac0642c3-7df1-491d-9d58-32d2e9b36820 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:27:26.004553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Attempting to bind port 10248c05-db45-4f0d-91d9-024cf15ca0c6 on network ac0642c3-7df1-491d-9d58-32d2e9b36820 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:27:26.009636 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:27:26.009980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Checking segment: {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:27:26.010363 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Bound using segment: {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:27:26.010833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Bound port: 10248c05-db45-4f0d-91d9-024cf15ca0c6, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8972280-7eeb-43f9-9e2f-e07a109a0222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:27:26.011197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:26.084122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] For port 10248c05-db45-4f0d-91d9-024cf15ca0c6, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:27:26.087958 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] For port 10248c05-db45-4f0d-91d9-024cf15ca0c6, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:27:26.145501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:26.164597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d362395-bc32-4bc7-b8f6-62ca4cf3bf36 req-c589a1cf-23db-40d1-ac33-563c124dd527 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:26.166178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d362395-bc32-4bc7-b8f6-62ca4cf3bf36 req-c589a1cf-23db-40d1-ac33-563c124dd527 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 944 time: 0.0510769 Sep 20 13:27:26.178509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:26.179233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:26.180555 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] 10.222.0.32 "PUT /v2.0/ports/10248c05-db45-4f0d-91d9-024cf15ca0c6 HTTP/1.1" status: 200 len: 1092 time: 0.7345593 Sep 20 13:27:26.180973 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:27:26.183287 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dc9463-a367-433b-9f0b-67f318c38c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:26.210766 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d362395-bc32-4bc7-b8f6-62ca4cf3bf36 req-4624584f-2621-4e89-9077-da2ef0d8da28 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 Sep 20 13:27:26.211011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b44be-077f-4363-82e1-5fbb9d82a9ae service neutron] Pushing event updated for resources: {'Port': ['ID=10248c05-db45-4f0d-91d9-024cf15ca0c6,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:26.258088 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15806718-08c1-49c2-9535-6d6e9bf0da7c x-openstack-request-id: req-15806718-08c1-49c2-9535-6d6e9bf0da7c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:26.258464 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:26.258727 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15806718-08c1-49c2-9535-6d6e9bf0da7c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:26.259130 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'status': 'completed', 'code': 200} Sep 20 13:27:26.319288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc9463-a367-433b-9f0b-67f318c38c2c req-76e16b8d-843a-4572-99a3-c2aabb65583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:26.320754 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c2dc9463-a367-433b-9f0b-67f318c38c2c req-76e16b8d-843a-4572-99a3-c2aabb65583d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 1095 time: 0.0408366 Sep 20 13:27:26.426248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc9463-a367-433b-9f0b-67f318c38c2c req-fcc00b53-49f6-4c16-90bf-2d4399ac7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:26.427722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c2dc9463-a367-433b-9f0b-67f318c38c2c req-fcc00b53-49f6-4c16-90bf-2d4399ac7aee service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0998147 Sep 20 13:27:26.526201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc9463-a367-433b-9f0b-67f318c38c2c req-d64de893-7ee5-4f38-86ff-e4ba9960d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:26.528188 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c2dc9463-a367-433b-9f0b-67f318c38c2c req-d64de893-7ee5-4f38-86ff-e4ba9960d38a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0940011 Sep 20 13:27:26.606735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-6dfe20ac-6ff8-4d70-aed1-e0bbd1bb90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:26.608164 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-6dfe20ac-6ff8-4d70-aed1-e0bbd1bb90e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 1095 time: 0.0448456 Sep 20 13:27:26.649446 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-21ed9ad3-1af0-4da8-a5a0-493507cff17b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6 HTTP/1.1" status: 200 len: 217 time: 0.0336139 Sep 20 13:27:26.695631 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-5ed9dfcd-70d8-41f3-8192-c0037ba61087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:26.697033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-5ed9dfcd-70d8-41f3-8192-c0037ba61087 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5318427-c672-44ea-88b8-4b59ad168a7a HTTP/1.1" status: 200 len: 835 time: 0.0415771 Sep 20 13:27:26.746708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-69f6b303-bf3d-41ca-8ae0-e6849c49bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:26.749889 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-69f6b303-bf3d-41ca-8ae0-e6849c49bdeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac0642c3-7df1-491d-9d58-32d2e9b36820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460854 Sep 20 13:27:26.837840 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-f1155ba3-ac33-4c71-9bee-f48044812e53 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800333 Sep 20 13:27:26.927970 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-14351967-613a-4e07-aa4a-f4a494f9fc1e req-c2ae2d7b-ff86-4e40-94bb-43a95f625048 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834556 Sep 20 13:27:27.332116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d764c-a309-44f9-96ab-e95630389340 req-85357c6b-0360-4b42-ae57-6049b6d20004 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:27.333628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-033d764c-a309-44f9-96ab-e95630389340 req-85357c6b-0360-4b42-ae57-6049b6d20004 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 944 time: 0.0522230 Sep 20 13:27:27.370836 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-033d764c-a309-44f9-96ab-e95630389340 req-187e8c7c-b2b9-4709-bad9-9cfc6a58215f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310266 Sep 20 13:27:27.988762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 10248c05-db45-4f0d-91d9-024cf15ca0c6 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:27:28.083797 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 10248c05-db45-4f0d-91d9-024cf15ca0c6, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:28.095192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'port_id': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'mac_address': 'fa:16:3e:43:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:27:28.142842 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:28.155740 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10248c05-db45-4f0d-91d9-024cf15ca0c6 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:27:28.174436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 10248c05-db45-4f0d-91d9-024cf15ca0c6, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:28.234573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:28.280076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=10248c05-db45-4f0d-91d9-024cf15ca0c6,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:28.449779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['10248c05-db45-4f0d-91d9-024cf15ca0c6'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:27:28.484251 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6cf6a-05ee-42e6-ba02-5ed1bdb5d3ad req-77190fb2-56ed-46b1-91ed-7fa173e03e7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:28.485926 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bb6cf6a-05ee-42e6-ba02-5ed1bdb5d3ad req-77190fb2-56ed-46b1-91ed-7fa173e03e7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Sep 20 13:27:28.524731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8bb6cf6a-05ee-42e6-ba02-5ed1bdb5d3ad req-ac2159b0-54a6-4ce7-a846-41ba03f95280 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325866 Sep 20 13:27:29.639012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26fc80-6c04-46d2-bade-c550127d3ff7 req-7212dfa8-8e1e-457e-b059-750c6ea85ed2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:29.640486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c26fc80-6c04-46d2-bade-c550127d3ff7 req-7212dfa8-8e1e-457e-b059-750c6ea85ed2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Sep 20 13:27:29.679264 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2c26fc80-6c04-46d2-bade-c550127d3ff7 req-776b9def-02da-4970-9945-ba93d4022717 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325642 Sep 20 13:27:29.988882 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 10248c05-db45-4f0d-91d9-024cf15ca0c6 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:27:30.091447 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 10248c05-db45-4f0d-91d9-024cf15ca0c6 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:27:30.095203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 10248c05-db45-4f0d-91d9-024cf15ca0c6 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:27:30.095516 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:30.171621 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:30.192960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:27:30.195201 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c4cda0-7250-4fbc-a7c8-a1fbfadd967a" -d '{"events": [{"server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "name": "network-vif-plugged", "status": "completed", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:30.207711 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 10248c05-db45-4f0d-91d9-024cf15ca0c6, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:30.232167 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07475ca-af0f-4c1b-93fb-7c2489d5dd9f x-openstack-request-id: req-b07475ca-af0f-4c1b-93fb-7c2489d5dd9f {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:30.232455 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "name": "network-vif-plugged", "status": "completed", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:30.232707 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b07475ca-af0f-4c1b-93fb-7c2489d5dd9f {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:30.233127 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'code': 200} Sep 20 13:27:30.275810 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:30.322100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=10248c05-db45-4f0d-91d9-024cf15ca0c6,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:30.331331 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b2aaf-f444-41fb-be15-4468f31e31e1 req-6771461b-5af7-4bd2-800c-87a7c8735f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:30.332847 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a73b2aaf-f444-41fb-be15-4468f31e31e1 req-6771461b-5af7-4bd2-800c-87a7c8735f56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 1097 time: 0.0456569 Sep 20 13:27:30.367597 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a73b2aaf-f444-41fb-be15-4468f31e31e1 req-d088c3f4-ea2e-4f54-aa74-de2945c7e00a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276325 Sep 20 13:27:30.797893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708a188-c939-471b-8dbe-8d2ed03f5464 req-3b566782-cda7-429f-b2a5-dae5aa303866 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:30.799381 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a708a188-c939-471b-8dbe-8d2ed03f5464 req-3b566782-cda7-429f-b2a5-dae5aa303866 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0524056 Sep 20 13:27:30.836635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a708a188-c939-471b-8dbe-8d2ed03f5464 req-c429579f-7278-438b-b171-fae2fb488e92 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Sep 20 13:27:31.950876 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999b60-0afb-4f0f-a533-845e3dc9de21 req-30ef3aa9-8bde-4892-b791-478a5968f3f8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:31.952369 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb999b60-0afb-4f0f-a533-845e3dc9de21 req-30ef3aa9-8bde-4892-b791-478a5968f3f8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0491459 Sep 20 13:27:31.991013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fb999b60-0afb-4f0f-a533-845e3dc9de21 req-0d36d808-f061-4be2-b746-515a96329258 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325298 Sep 20 13:27:32.102078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c4d9e-f777-4686-81ea-c4c0d38984a0 req-4cc21878-1f4a-4d60-9630-9e92b3552bdb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:32.103532 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b4c4d9e-f777-4686-81ea-c4c0d38984a0 req-4cc21878-1f4a-4d60-9630-9e92b3552bdb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0475988 Sep 20 13:27:32.140850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1b4c4d9e-f777-4686-81ea-c4c0d38984a0 req-8707a0b9-07d3-4ec4-aaaa-0fe9e3c16d1c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306947 Sep 20 13:27:32.162506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45608) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:32.204897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830761e1-a3d2-47e2-a1bb-2139d8cdd5a3 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:32.206430 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-830761e1-a3d2-47e2-a1bb-2139d8cdd5a3 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 1092 time: 0.0429726 Sep 20 13:27:32.209161 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45610) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:32.213328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:32.298422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:32.392602 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:32.497418 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.73 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/07141bad-beba-40f2-b2ad-bbd9e2c2bbd6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:27:32.595841 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:32.680658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:32.720158 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:27:32.723078 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:32.726546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:27:32.751810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=07141bad-beba-40f2-b2ad-bbd9e2c2bbd6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:33.078667 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:33.208344 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:33.357780 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:33.418821 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:33.487143 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=07141bad-beba-40f2-b2ad-bbd9e2c2bbd6,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:33.497884 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:33.597613 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP b7f00681-6e32-4156-bba2-201cf8ad47b8 associated. External IP: 172.25.6.73, port: 10248c05-db45-4f0d-91d9-024cf15ca0c6. Sep 20 13:27:33.800076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 175c2733-d874-4ca7-b112-375f8ebf10ea has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:27:33.906812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:27:33.917030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] Sync routers for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:27:33.925971 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:33.926571 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:34.023395 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:34.054728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-db1142f3-9b7b-4702-aae6-da2aabec3f7f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8421414 Sep 20 13:27:34.054728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:27:34.055410 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:34.123941 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:34.149349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93134a4-a657-4f2a-ba8b-0800c87645ee req-b35f2ca5-e323-451e-b560-4918da5469d3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:34.151401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b93134a4-a657-4f2a-ba8b-0800c87645ee req-b35f2ca5-e323-451e-b560-4918da5469d3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0492182 Sep 20 13:27:34.188728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b93134a4-a657-4f2a-ba8b-0800c87645ee req-1357cd5d-8ec3-4eb1-9f74-2fb0dade43ee tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Sep 20 13:27:34.210923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45616) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:34.235728 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d2c7e7-ae48-4795-8565-0d572c1f3697 x-openstack-request-id: req-95d2c7e7-ae48-4795-8565-0d572c1f3697 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:34.236249 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:34.236698 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95d2c7e7-ae48-4795-8565-0d572c1f3697 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:34.237455 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'status': 'completed', 'code': 200} Sep 20 13:27:34.297648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-085e305e-735e-45d1-afd9-9ed111908d91 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/b7f00681-6e32-4156-bba2-201cf8ad47b8 HTTP/1.1" status: 200 len: 991 time: 0.0843894 Sep 20 13:27:34.312000 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-3c6a37a5-1176-4cac-a59c-45b9ec83a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:34.313457 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-3c6a37a5-1176-4cac-a59c-45b9ec83a309 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 1097 time: 0.0554399 Sep 20 13:27:34.348924 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b7f00681-6e32-4156-bba2-201cf8ad47b8', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'port_id': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'mac_address': 'fa:16:3e:43:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:27:32Z', 'updated_at': '2021-09-20T13:27:32Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:22Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:34.378531 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] Checking router: 175c2733-d874-4ca7-b112-375f8ebf10ea for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:27:34.387158 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:27:34.387759 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:27:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:34.404829 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-dffb1bf1-bece-4021-9fe4-6c5eeef43518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:34.406343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-dffb1bf1-bece-4021-9fe4-6c5eeef43518 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac0642c3-7df1-491d-9d58-32d2e9b36820 HTTP/1.1" status: 200 len: 897 time: 0.0858424 Sep 20 13:27:34.474636 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-3c2e40e7-9c62-4dff-86df-e12b440b9745 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6 HTTP/1.1" status: 200 len: 999 time: 0.0608175 Sep 20 13:27:34.490477 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:34.523120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-f289f9c5-1800-4640-a2de-a53cab0ed88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:34.524676 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-f289f9c5-1800-4640-a2de-a53cab0ed88a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5318427-c672-44ea-88b8-4b59ad168a7a HTTP/1.1" status: 200 len: 835 time: 0.0430620 Sep 20 13:27:34.575047 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-06a78f0d-bdc5-4c0d-9bd3-acd366957810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:34.575047 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-06a78f0d-bdc5-4c0d-9bd3-acd366957810 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac0642c3-7df1-491d-9d58-32d2e9b36820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429661 Sep 20 13:27:34.672289 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-beb2ea0a-8570-498c-9a43-99e76c06b438 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901904 Sep 20 13:27:34.710293 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b7f00681-6e32-4156-bba2-201cf8ad47b8', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'port_id': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'mac_address': 'fa:16:3e:43:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:27:32Z', 'updated_at': '2021-09-20T13:27:32Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:22Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:34.736723 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641055b-5b3e-41fb-af12-354f8cc06667 None None] The sync data for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 is: [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'b7f00681-6e32-4156-bba2-201cf8ad47b8', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'port_id': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'mac_address': 'fa:16:3e:43:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:27:32Z', 'updated_at': '2021-09-20T13:27:32Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:22Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:27:34.763087 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f9aaa83d-0a90-4169-981e-7c6cf48d54cb req-54101a54-9241-45f9-9de2-0e16eb088a9a service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834160 Sep 20 13:27:34.938136 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0cb71-a859-4259-b331-99cc343654de None None] New status for floating IP b7f00681-6e32-4156-bba2-201cf8ad47b8: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:27:35.300405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45618) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:27:35.362090 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ad196745-b45b-408c-a4cd-7aa7217acc12 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/b7f00681-6e32-4156-bba2-201cf8ad47b8 HTTP/1.1" status: 200 len: 993 time: 0.0605423 Sep 20 13:27:42.458750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-36c9f706-d4d7-4cfe-a8e5-8990c88927c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:45.229521 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-48ec1a3f-18d5-4810-896d-79a0e3188a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:45.639871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:46.801120 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:48.160866 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:50.509540 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:50.955141 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:27:55.507168 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:27:59.492543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-0c417670-77c0-4f80-b8be-b26a3d59cd5a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443282 Sep 20 13:27:59.574639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-c0f9793b-e647-4b29-a85a-6cf911a7ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:59.576783 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-c0f9793b-e647-4b29-a85a-6cf911a7ff3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 1097 time: 0.0436497 Sep 20 13:27:59.685526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-d9c27b55-0088-42ab-85d2-cc56b7e5fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:59.687067 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-d9c27b55-0088-42ab-85d2-cc56b7e5fb02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac0642c3-7df1-491d-9d58-32d2e9b36820 HTTP/1.1" status: 200 len: 897 time: 0.0902464 Sep 20 13:27:59.756639 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-b23d6fc6-e58e-4973-8ac2-0e28ced958f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6 HTTP/1.1" status: 200 len: 1001 time: 0.0601363 Sep 20 13:27:59.805408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-ff3ab98a-313f-43ac-bc27-f26f77fb36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:59.806843 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-ff3ab98a-313f-43ac-bc27-f26f77fb36c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5318427-c672-44ea-88b8-4b59ad168a7a HTTP/1.1" status: 200 len: 835 time: 0.0425484 Sep 20 13:27:59.851188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-28e9afcc-6029-4ad1-8e22-5822891738da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:27:59.852578 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-28e9afcc-6029-4ad1-8e22-5822891738da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac0642c3-7df1-491d-9d58-32d2e9b36820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387871 Sep 20 13:28:00.238415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-8749754a-5061-47d5-ba1f-7cbe9f1b9c06 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785701 Sep 20 13:28:00.327186 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cca4c2d5-3baf-4e9e-a684-bf4824e5e5e4 req-a0f49ab8-7cdd-4a1b-9384-618eec084209 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807145 Sep 20 13:28:04.290486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12673959-3dd1-4951-af9e-e559da26f9b5 req-a907c9f1-647d-45f0-ab51-aa1be326d508 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:04.291979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12673959-3dd1-4951-af9e-e559da26f9b5 req-a907c9f1-647d-45f0-ab51-aa1be326d508 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0549562 Sep 20 13:28:04.330183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12673959-3dd1-4951-af9e-e559da26f9b5 req-674b1bb3-2340-4ce4-9f58-ac8b9c52a736 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Sep 20 13:28:04.336329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-1cd3b75f-6a60-4962-8c94-66bf7681b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:04.337874 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-1cd3b75f-6a60-4962-8c94-66bf7681b28f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 1097 time: 0.0442171 Sep 20 13:28:04.429066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-8156e7e5-67d7-47d3-84e3-9bbc4eabbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:04.430518 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-8156e7e5-67d7-47d3-84e3-9bbc4eabbc5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac0642c3-7df1-491d-9d58-32d2e9b36820 HTTP/1.1" status: 200 len: 897 time: 0.0855467 Sep 20 13:28:04.494082 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-a39dd86d-ee99-4b04-962e-f5f725cb0bb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6 HTTP/1.1" status: 200 len: 1001 time: 0.0560870 Sep 20 13:28:04.546918 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-f8ee39aa-049e-4458-bb5f-d846fbbeca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:04.548391 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-f8ee39aa-049e-4458-bb5f-d846fbbeca9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5318427-c672-44ea-88b8-4b59ad168a7a HTTP/1.1" status: 200 len: 835 time: 0.0480332 Sep 20 13:28:04.595048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-1844c2e5-ad6f-4e07-acbf-c0ef380dbe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:04.596547 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-1844c2e5-ad6f-4e07-acbf-c0ef380dbe1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac0642c3-7df1-491d-9d58-32d2e9b36820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415654 Sep 20 13:28:04.691267 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-9481c31c-c4fa-4390-b9b9-4d0f7e68e640 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863569 Sep 20 13:28:04.781343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1e6d17ad-ebbc-473a-b970-a66d3918daf0 req-1fb8637d-515c-4fae-a09b-b518d724d469 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818233 Sep 20 13:28:05.446745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9579769-98f5-4a1c-ac25-e30e6d090f86 req-9ab7ec74-50a9-400d-bedb-692bd5dd93c8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:05.448219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9579769-98f5-4a1c-ac25-e30e6d090f86 req-9ab7ec74-50a9-400d-bedb-692bd5dd93c8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0482824 Sep 20 13:28:05.485387 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b9579769-98f5-4a1c-ac25-e30e6d090f86 req-b8a780f8-75d0-4a27-9d73-aecbd0adc038 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304072 Sep 20 13:28:06.599425 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb73ad-d663-4121-a93e-6fd0e8f90a4d req-ce9fb39b-a46d-4e21-8630-bd436c76a16c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:06.600959 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23bb73ad-d663-4121-a93e-6fd0e8f90a4d req-ce9fb39b-a46d-4e21-8630-bd436c76a16c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0490773 Sep 20 13:28:06.641752 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-23bb73ad-d663-4121-a93e-6fd0e8f90a4d req-fdf37d52-bd11-40cb-9afc-20de15b1cc72 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347409 Sep 20 13:28:07.760541 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926768eb-f1e7-402c-9d05-7d9786b5aeeb req-389ac835-5161-4fe9-83cd-4bcebd55bb1a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:07.762126 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-926768eb-f1e7-402c-9d05-7d9786b5aeeb req-389ac835-5161-4fe9-83cd-4bcebd55bb1a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0529213 Sep 20 13:28:07.800405 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-926768eb-f1e7-402c-9d05-7d9786b5aeeb req-9ca15b4a-f4cf-40ae-8fd9-c545d1597926 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Sep 20 13:28:08.912861 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b6f94-eac8-4d10-b51f-e4d86291cf98 req-ff3fdc4d-848f-42ad-bdb6-78013ba2cadc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:08.914375 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-974b6f94-eac8-4d10-b51f-e4d86291cf98 req-ff3fdc4d-848f-42ad-bdb6-78013ba2cadc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0488346 Sep 20 13:28:08.952078 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-974b6f94-eac8-4d10-b51f-e4d86291cf98 req-ff0b2983-f96c-487a-9aed-6a11e3e3b3f9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Sep 20 13:28:10.067039 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50350c1-42d6-4c01-9e5e-0dbb5629768b req-ec952395-81ac-4e9f-b1f8-78bcc8be3fb8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:10.068483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a50350c1-42d6-4c01-9e5e-0dbb5629768b req-ec952395-81ac-4e9f-b1f8-78bcc8be3fb8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0482891 Sep 20 13:28:10.105301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a50350c1-42d6-4c01-9e5e-0dbb5629768b req-9685d167-223d-4680-b67a-f9ac601e6f9d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Sep 20 13:28:11.222023 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977df69a-ba97-4fbd-8219-e749e66ce830 req-8b89fd88-aacc-460b-9793-0bada537e6f2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:11.223494 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-977df69a-ba97-4fbd-8219-e749e66ce830 req-8b89fd88-aacc-460b-9793-0bada537e6f2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0514328 Sep 20 13:28:11.260673 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-977df69a-ba97-4fbd-8219-e749e66ce830 req-dfc999af-c500-478c-9b9b-0b9a6b2dbe4d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310543 Sep 20 13:28:12.386858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fd9d4-b332-4a5a-bac0-17f1e033d8de req-58084460-a587-4c01-aa7d-f42c863e3a36 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:12.389203 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d8fd9d4-b332-4a5a-bac0-17f1e033d8de req-58084460-a587-4c01-aa7d-f42c863e3a36 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0527472 Sep 20 13:28:12.427421 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0d8fd9d4-b332-4a5a-bac0-17f1e033d8de req-f59f0fb3-8554-493d-985c-1ab9bc0c67f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Sep 20 13:28:12.478450 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a25e7780-5e14-4df7-8d70-4d54eaec7280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:13.541219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a6b83-15ee-450f-8b45-b8963978b8f4 req-d1d13a1c-3553-47ac-b5ce-ad2467cd4c0a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:13.542623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a2a6b83-15ee-450f-8b45-b8963978b8f4 req-d1d13a1c-3553-47ac-b5ce-ad2467cd4c0a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0494597 Sep 20 13:28:13.579824 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a2a6b83-15ee-450f-8b45-b8963978b8f4 req-3cf2b9bb-c131-4991-9610-c0cc4f3476ac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Sep 20 13:28:14.699600 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d39d2-c1a7-40d1-b26c-98d71d305235 req-79e0e45c-8a8c-4968-8af0-13dc07e2ce93 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:14.702168 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe9d39d2-c1a7-40d1-b26c-98d71d305235 req-79e0e45c-8a8c-4968-8af0-13dc07e2ce93 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0546205 Sep 20 13:28:14.739490 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fe9d39d2-c1a7-40d1-b26c-98d71d305235 req-ed7acd65-c6b0-4118-b210-598361729474 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Sep 20 13:28:15.232985 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1265c818-97ba-4633-9aed-456892e32b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:15.692728 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:15.857185 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959e7eb-29e3-4956-ac2b-e0bd5b9db928 req-3c9b9d81-ef12-4254-af03-8cf85a57f8d7 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:15.858687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b959e7eb-29e3-4956-ac2b-e0bd5b9db928 req-3c9b9d81-ef12-4254-af03-8cf85a57f8d7 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0481808 Sep 20 13:28:15.896727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b959e7eb-29e3-4956-ac2b-e0bd5b9db928 req-9ace2b9b-776f-418e-85ea-abd44be1a094 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Sep 20 13:28:15.920780 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45660) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:15.984872 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-30bb664a-b2c4-42d6-83ce-26889a3b124f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/b7f00681-6e32-4156-bba2-201cf8ad47b8 HTTP/1.1" status: 200 len: 993 time: 0.0627928 Sep 20 13:28:16.786923 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:18.160229 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:20.497919 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:20.960252 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:32.505615 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:28:42.477406 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdf894da-018e-4fc2-bfce-ffb8310c701b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:45.242973 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed435-7e52-45d9-9b42-9feab593d72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:45.655240 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:46.793923 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:48.169359 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:48.685989 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:48.843548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 07141bad-beba-40f2-b2ad-bbd9e2c2bbd6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:28:48.843896 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:48.919128 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:48.919461 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:48.930710 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 07141bad-beba-40f2-b2ad-bbd9e2c2bbd6 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:28:49.125960 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:49.152573 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=07141bad-beba-40f2-b2ad-bbd9e2c2bbd6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:49.175486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.175880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.176225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.176560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.176894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.177252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.177586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.177915 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.178243 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.178565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.178894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.179212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:49.221844 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:49.222219 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP b7f00681-6e32-4156-bba2-201cf8ad47b8 disassociated (deleted). External IP: 172.25.6.73, port: 10248c05-db45-4f0d-91d9-024cf15ca0c6. Sep 20 13:28:49.426068 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 175c2733-d874-4ca7-b112-375f8ebf10ea has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:28:49.529497 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:28:49.534309 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:49.539053 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] Sync routers for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:28:49.549201 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:28:49.549830 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:49.658612 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:28:49.858197 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:22Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:49.885253 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] Checking router: 175c2733-d874-4ca7-b112-375f8ebf10ea for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:28:49.894384 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:28:49.895001 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:49.910969 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-43082607-b8ff-4c6c-a70e-73e2f16b099b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/floatingips/b7f00681-6e32-4156-bba2-201cf8ad47b8 HTTP/1.1" status: 204 len: 168 time: 1.2238870 Sep 20 13:28:49.911664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:28:49.914031 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ab017e-adcc-4329-b567-a6937f0e3d70" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:28:50.001369 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:28:50.277466 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bbfc3-de33-407a-86eb-f302081602bf x-openstack-request-id: req-df2bbfc3-de33-407a-86eb-f302081602bf {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:28:50.277466 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:28:50.277466 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df2bbfc3-de33-407a-86eb-f302081602bf {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:28:50.277466 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'status': 'completed', 'code': 200} Sep 20 13:28:50.296042 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:22Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:50.322851 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eef90f-4767-4d44-b842-2748ecb8ed5e None None] The sync data for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 is: [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '840356b2-eee9-4f09-b2c8-59e2d6474f7a', 'name': '', 'network_id': 'ac0642c3-7df1-491d-9d58-32d2e9b36820', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:22:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:19Z', 'updated_at': '2021-09-20T13:27:22Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'c5318427-c672-44ea-88b8-4b59ad168a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:28:50.345888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-b3fc0df2-f2e8-4c09-80a2-0db73c9c885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:50.347597 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-b3fc0df2-f2e8-4c09-80a2-0db73c9c885d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 1097 time: 0.0491517 Sep 20 13:28:50.373193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05cc6-5a2e-4273-a107-f31d206b6f7f req-8338d466-3021-4e1a-9a51-f571100c3d9f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:50.376702 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9c05cc6-5a2e-4273-a107-f31d206b6f7f req-8338d466-3021-4e1a-9a51-f571100c3d9f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0569823 Sep 20 13:28:50.415860 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f9c05cc6-5a2e-4273-a107-f31d206b6f7f req-a5e19cd1-1d5d-4103-b165-f799133acd7a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338953 Sep 20 13:28:50.452051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-fa3478dd-f20e-49f3-95e4-895a18a942ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:50.453748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-fa3478dd-f20e-49f3-95e4-895a18a942ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac0642c3-7df1-491d-9d58-32d2e9b36820 HTTP/1.1" status: 200 len: 897 time: 0.0973725 Sep 20 13:28:50.482907 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:50.497129 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-e0d164f2-6d9c-4499-8c45-1e094b6274bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6 HTTP/1.1" status: 200 len: 217 time: 0.0358045 Sep 20 13:28:50.551858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-9ac19897-ca74-4c7b-92c1-bed4ebc441c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:50.553372 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-9ac19897-ca74-4c7b-92c1-bed4ebc441c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5318427-c672-44ea-88b8-4b59ad168a7a HTTP/1.1" status: 200 len: 835 time: 0.0496652 Sep 20 13:28:50.555779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b12694-fccb-49cf-a202-162a965500cf None None] New status for floating IP b7f00681-6e32-4156-bba2-201cf8ad47b8: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:28:50.598343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-9a6278f2-33e9-4321-a266-aee100468aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:50.599839 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-9a6278f2-33e9-4321-a266-aee100468aa5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac0642c3-7df1-491d-9d58-32d2e9b36820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397179 Sep 20 13:28:50.690370 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-f7e3c8b0-30e2-426e-845a-efd15447e308 service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827732 Sep 20 13:28:50.781961 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-05ab017e-adcc-4329-b567-a6937f0e3d70 req-eb54cce3-fdf0-48f9-a95e-aa47aee61e2a service neutron] 10.222.0.32 "GET /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838356 Sep 20 13:28:50.954246 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:51.546179 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cb1f3-20dd-43b8-9c27-aeeea08d0802 req-7854b1c2-c076-4ebf-9f2e-dfb6d70a3cb4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:51.547739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-480cb1f3-20dd-43b8-9c27-aeeea08d0802 req-7854b1c2-c076-4ebf-9f2e-dfb6d70a3cb4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0500259 Sep 20 13:28:51.585956 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-480cb1f3-20dd-43b8-9c27-aeeea08d0802 req-981c07dd-6e06-4ab9-9ee9-a73adba2e742 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50090ae-903c-493c-a5f0-3353162c802c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Sep 20 13:28:51.854311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-e33e934f-cde4-4d12-9b71-9f4628fe983e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:28:51.856181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-e33e934f-cde4-4d12-9b71-9f4628fe983e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 946 time: 0.0466909 Sep 20 13:28:51.953482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 10248c05-db45-4f0d-91d9-024cf15ca0c6 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:28:51.953821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:52.039439 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 10248c05-db45-4f0d-91d9-024cf15ca0c6, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=10248c05-db45-4f0d-91d9-024cf15ca0c6,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:28:52.039810 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:52.051980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 10248c05-db45-4f0d-91d9-024cf15ca0c6 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:28:52.234190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:52.262569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=10248c05-db45-4f0d-91d9-024cf15ca0c6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:52.277059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.277059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.277059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.277059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.277059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.277529 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.277879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.278230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.278556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.278887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.279217 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.279542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:52.317826 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] No DVR routers for this DVR port 10248c05-db45-4f0d-91d9-024cf15ca0c6 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:28:52.320352 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:52.322404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9028cd24-7d60-4730-ace3-aaeb1a917931 req-7b24b293-fa8b-4f3c-b7ae-227d3156fe78 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "DELETE /v2.0/ports/10248c05-db45-4f0d-91d9-024cf15ca0c6 HTTP/1.1" status: 204 len: 173 time: 0.4598722 Sep 20 13:28:52.322834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'name': 'network-vif-deleted', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:28:52.325351 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af344a1c-3c47-4805-b4ea-f815c744bf62" -d '{"events": [{"server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "name": "network-vif-deleted", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:28:52.361574 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a310e-719a-40e9-91c0-60fd207502dc x-openstack-request-id: req-bc8a310e-719a-40e9-91c0-60fd207502dc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:28:52.361864 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567", "name": "network-vif-deleted", "tag": "10248c05-db45-4f0d-91d9-024cf15ca0c6", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:28:52.362118 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc8a310e-719a-40e9-91c0-60fd207502dc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:28:52.362535 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567', 'name': 'network-vif-deleted', 'tag': '10248c05-db45-4f0d-91d9-024cf15ca0c6', 'status': 'completed', 'code': 200} Sep 20 13:28:52.708152 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56adf373-7839-47a5-aa1a-1ddde47322c8 req-d70213f6-7067-4f81-82a0-58e1b745d13c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b3c8eb-d786-49d0-9b8c-9bf6d4de8567 HTTP/1.1" status: 200 len: 210 time: 0.0318649 Sep 20 13:28:53.763958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45698) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:54.113545 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:54.356826 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 840356b2-eee9-4f09-b2c8-59e2d6474f7a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:28:54.357196 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:54.444559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 840356b2-eee9-4f09-b2c8-59e2d6474f7a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=840356b2-eee9-4f09-b2c8-59e2d6474f7a,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:28:54.444919 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:54.456760 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 840356b2-eee9-4f09-b2c8-59e2d6474f7a owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:28:54.731613 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:54.760218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=840356b2-eee9-4f09-b2c8-59e2d6474f7a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:54.935215 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.143121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 175c2733-d874-4ca7-b112-375f8ebf10ea has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:28:55.244737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:28:55.252796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d8b6adf-fe18-42b0-8480-e3b7ef37b00d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/175c2733-d874-4ca7-b112-375f8ebf10ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4876077 Sep 20 13:28:55.255307 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45700) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:55.257351 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] Sync routers for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:28:55.267035 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:28:55.267635 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:55.314438 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-46759be5-924e-4a7e-ac43-a3049615cd27 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting subnet c5318427-c672-44ea-88b8-4b59ad168a7a {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:28:55.317824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46759be5-924e-4a7e-ac43-a3049615cd27 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.359305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46759be5-924e-4a7e-ac43-a3049615cd27 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.369909 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:28:55.441922 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46759be5-924e-4a7e-ac43-a3049615cd27 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.540499 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:28:54Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:55.569125 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] Checking router: 175c2733-d874-4ca7-b112-375f8ebf10ea for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:28:55.578052 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] Routers {'175c2733-d874-4ca7-b112-375f8ebf10ea'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:28:55.578764 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['175c2733-d874-4ca7-b112-375f8ebf10ea'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:55.591639 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46759be5-924e-4a7e-ac43-a3049615cd27 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.619463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46759be5-924e-4a7e-ac43-a3049615cd27 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Subnet': ['ID=c5318427-c672-44ea-88b8-4b59ad168a7a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:55.625181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46759be5-924e-4a7e-ac43-a3049615cd27 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.627147 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-46759be5-924e-4a7e-ac43-a3049615cd27 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/subnets/c5318427-c672-44ea-88b8-4b59ad168a7a HTTP/1.1" status: 204 len: 168 time: 0.3707528 Sep 20 13:28:55.628109 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e4edb1-3ce6-47e4-8815-5b5dc93aad9a None None] Network ac0642c3-7df1-491d-9d58-32d2e9b36820 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:28:55.629934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45702) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:55.684838 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] Set router 175c2733-d874-4ca7-b112-375f8ebf10ea gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:28:55.738592 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.823934 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d91056-46dd-46e5-b333-204299c244cd None None] DHCP port deletion for ac0642c3-7df1-491d-9d58-32d2e9b36820 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:28:55.849157 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.869126 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:28:54Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:55.875852 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Deleting port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:28:55.876238 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.896260 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55755f20-9a36-4b26-933d-740ab442a923 None None] The sync data for ids ['175c2733-d874-4ca7-b112-375f8ebf10ea'] in n-d-809934-3 is: [{'id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176276245', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:27:15Z', 'updated_at': '2021-09-20T13:28:54Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '06d8e9e8-39de-436e-bc0a-d22c7f334acf', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c2733-d874-4ca7-b112-375f8ebf10ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:27:16Z', 'updated_at': '2021-09-20T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:28:55.941963 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-98d91056-46dd-46e5-b333-204299c244cd None None] For port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=1cbc95b5-32e6-4cf7-bb8b-91def4537b2c,segment=NetworkSegment(f8972280-7eeb-43f9-9e2f-e07a109a0222),segment_id=f8972280-7eeb-43f9-9e2f-e07a109a0222)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:28:55.942357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:55.958671 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Calling delete_port for 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:28:55.962731 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 06d8e9e8-39de-436e-bc0a-d22c7f334acf {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:28:55.968427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.042736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 06d8e9e8-39de-436e-bc0a-d22c7f334acf, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=06d8e9e8-39de-436e-bc0a-d22c7f334acf,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:28:56.042980 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.054613 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 06d8e9e8-39de-436e-bc0a-d22c7f334acf owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:28:56.106296 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.131270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Pushing event deleted for resources: {'Port': ['ID=1cbc95b5-32e6-4cf7-bb8b-91def4537b2c,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:56.135495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d91056-46dd-46e5-b333-204299c244cd None None] No DVR routers for this DVR port 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:28:56.144888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.144888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.144888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.144888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.144888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.144888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.144888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.144888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.146061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.146061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.146061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.146682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d91056-46dd-46e5-b333-204299c244cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:56.297241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.332720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=06d8e9e8-39de-436e-bc0a-d22c7f334acf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:56.391941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.482166 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.484266 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.600030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.600485 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Fanout notify agent at l3_agent the message router_deleted on router 175c2733-d874-4ca7-b112-375f8ebf10ea {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:28:56.607328 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.608428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-daaa01d3-a4ab-44cd-881b-929bcfaf9da1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/routers/175c2733-d874-4ca7-b112-375f8ebf10ea HTTP/1.1" status: 204 len: 168 time: 0.9775231 Sep 20 13:28:56.611106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45704) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:56.627400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 10248c05-db45-4f0d-91d9-024cf15ca0c6 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:28:56.657155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 10248c05-db45-4f0d-91d9-024cf15ca0c6 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:28:56.657849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 10248c05-db45-4f0d-91d9-024cf15ca0c6 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:28:56.711089 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.802752 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.821889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0642c3-7df1-491d-9d58-32d2e9b36820']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:56.831391 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8972280-7eeb-43f9-9e2f-e07a109a0222') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:56.831683 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8972280-7eeb-43f9-9e2f-e07a109a0222') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:56.840725 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.853410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.859858 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:28:56.860241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:28:56.863093 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:28:56.971105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.978694 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:56.980546 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/networks/ac0642c3-7df1-491d-9d58-32d2e9b36820 HTTP/1.1" status: 204 len: 168 time: 0.3685260 Sep 20 13:28:56.983668 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:56.991866 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de835c8-99a0-44c2-af68-18172bf24703 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Network': ['ID=ac0642c3-7df1-491d-9d58-32d2e9b36820,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:57.049456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a8658b6-f905-4155-85e3-b24dfcd328a6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:57.076332 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a8658b6-f905-4155-85e3-b24dfcd328a6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:57.202622 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a8658b6-f905-4155-85e3-b24dfcd328a6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:57.205276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a8658b6-f905-4155-85e3-b24dfcd328a6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:57.206495 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a8658b6-f905-4155-85e3-b24dfcd328a6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/security-groups/f50090ae-903c-493c-a5f0-3353162c802c HTTP/1.1" status: 204 len: 168 time: 0.2218115 Sep 20 13:28:57.216426 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8658b6-f905-4155-85e3-b24dfcd328a6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50090ae-903c-493c-a5f0-3353162c802c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:57.345441 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 06d8e9e8-39de-436e-bc0a-d22c7f334acf no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:28:57.368117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 06d8e9e8-39de-436e-bc0a-d22c7f334acf {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:28:57.368467 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 06d8e9e8-39de-436e-bc0a-d22c7f334acf not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:28:57.373686 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:28:57.386406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:28:57.386748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 1cbc95b5-32e6-4cf7-bb8b-91def4537b2c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:28:57.387307 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 840356b2-eee9-4f09-b2c8-59e2d6474f7a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:28:57.406513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 840356b2-eee9-4f09-b2c8-59e2d6474f7a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:28:57.406843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 840356b2-eee9-4f09-b2c8-59e2d6474f7a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:28:57.608195 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45712) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:57.612873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-4f9b9610-12c5-487a-b243-07865e244a0c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713941672', 'description': 'tempest-secgroup-smoke-1713941672 description', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:57.697159 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9610-12c5-487a-b243-07865e244a0c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:57.789175 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9610-12c5-487a-b243-07865e244a0c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:57.872042 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9610-12c5-487a-b243-07865e244a0c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:57.902389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b9610-12c5-487a-b243-07865e244a0c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6663e-a9a5-438d-bc72-5d409d3dd649,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:57.962779 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9610-12c5-487a-b243-07865e244a0c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:57.964080 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4f9b9610-12c5-487a-b243-07865e244a0c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3548808 Sep 20 13:28:57.966976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45714) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:57.971283 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-3a35fd68-07b2-4740-8bb9-34ea73ae009a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c1d6663e-a9a5-438d-bc72-5d409d3dd649', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:58.057031 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a35fd68-07b2-4740-8bb9-34ea73ae009a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.113030 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a35fd68-07b2-4740-8bb9-34ea73ae009a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.177002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a35fd68-07b2-4740-8bb9-34ea73ae009a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.194394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35fd68-07b2-4740-8bb9-34ea73ae009a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29533b93-c757-4373-af9c-b3eea664fe7f,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:58.256990 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a35fd68-07b2-4740-8bb9-34ea73ae009a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.258240 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-3a35fd68-07b2-4740-8bb9-34ea73ae009a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903509 Sep 20 13:28:58.260934 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45716) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:58.265945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-97d23a0e-85de-4e27-b700-e4e4c179ce69 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c1d6663e-a9a5-438d-bc72-5d409d3dd649', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:58.365067 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97d23a0e-85de-4e27-b700-e4e4c179ce69 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.431268 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97d23a0e-85de-4e27-b700-e4e4c179ce69 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.525376 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97d23a0e-85de-4e27-b700-e4e4c179ce69 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.544524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d23a0e-85de-4e27-b700-e4e4c179ce69 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf6e34e-5603-4fc3-80e8-83574d4ffae7,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:58.642885 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97d23a0e-85de-4e27-b700-e4e4c179ce69 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.644145 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-97d23a0e-85de-4e27-b700-e4e4c179ce69 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822386 Sep 20 13:28:58.646833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45718) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:58.651158 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-bf1b338b-9ddf-4aa9-b593-0697efc31603 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c1d6663e-a9a5-438d-bc72-5d409d3dd649', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:58.739427 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf1b338b-9ddf-4aa9-b593-0697efc31603 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.798905 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf1b338b-9ddf-4aa9-b593-0697efc31603 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.868190 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf1b338b-9ddf-4aa9-b593-0697efc31603 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.888073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b338b-9ddf-4aa9-b593-0697efc31603 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d51f53f-d9b8-47b7-9357-c8f81910112b,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:58.954106 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf1b338b-9ddf-4aa9-b593-0697efc31603 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:58.955377 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-bf1b338b-9ddf-4aa9-b593-0697efc31603 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076241 Sep 20 13:28:58.958162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45720) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:58.962389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5c972068-946b-466c-9642-8285a20a9c96 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c1d6663e-a9a5-438d-bc72-5d409d3dd649', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:59.055676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c972068-946b-466c-9642-8285a20a9c96 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.112983 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c972068-946b-466c-9642-8285a20a9c96 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.193796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c972068-946b-466c-9642-8285a20a9c96 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.212765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c972068-946b-466c-9642-8285a20a9c96 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f006472-1719-415a-b670-98882176e42c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:59.291044 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c972068-946b-466c-9642-8285a20a9c96 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.292240 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5c972068-946b-466c-9642-8285a20a9c96 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3331754 Sep 20 13:28:59.295552 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45722) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:59.299851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-c0e7b10b-e1ec-44bd-9ff6-0740dce2aa76 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c1d6663e-a9a5-438d-bc72-5d409d3dd649', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:59.371371 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-c0e7b10b-e1ec-44bd-9ff6-0740dce2aa76 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:28:59.376678 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b10b-e1ec-44bd-9ff6-0740dce2aa76 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.436835 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b10b-e1ec-44bd-9ff6-0740dce2aa76 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.488002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b10b-e1ec-44bd-9ff6-0740dce2aa76 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.502306 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7b10b-e1ec-44bd-9ff6-0740dce2aa76 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c0ad66-8fa8-438f-bd66-b3bf0b833aa2,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:59.574306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b10b-e1ec-44bd-9ff6-0740dce2aa76 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.575679 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c0e7b10b-e1ec-44bd-9ff6-0740dce2aa76 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2791853 Sep 20 13:28:59.578418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45724) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:59.582739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-73d67a26-b724-4d79-b25e-bfec8d420f5e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c1d6663e-a9a5-438d-bc72-5d409d3dd649', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:59.665489 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-73d67a26-b724-4d79-b25e-bfec8d420f5e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:28:59.670776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73d67a26-b724-4d79-b25e-bfec8d420f5e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.733682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73d67a26-b724-4d79-b25e-bfec8d420f5e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.796727 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73d67a26-b724-4d79-b25e-bfec8d420f5e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.815954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d67a26-b724-4d79-b25e-bfec8d420f5e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a46eb54-2dde-45cf-ae79-41a0df7822c2,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:59.894149 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73d67a26-b724-4d79-b25e-bfec8d420f5e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:28:59.895386 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-73d67a26-b724-4d79-b25e-bfec8d420f5e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160539 Sep 20 13:28:59.898187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45726) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:28:59.902986 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'network': {'name': 'tempest-network-smoke--755216439', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'port_security_enabled': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:59.997071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:29:00.000808 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.024633 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:29:00.034713 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.035067 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Added segment 4482dabb-700c-4b49-be27-5666aedd1b79 of type vlan for network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 Sep 20 13:29:00.074164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.179753 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.186110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:00.186705 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.269164 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Network': ['ID=500ef61b-8b5e-4484-b7a2-99fa2fae22d7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:00.279749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:29:00.326996 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-2cd150df-3176-4228-8926-45b4c713b64c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4277701 Sep 20 13:29:00.330178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45728) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:00.334624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'admin_state_up': True, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:29:00.451970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.453227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.506457 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.713459 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.960487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:00.982939 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:01.086527 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.153 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/63599b1f-01b5-4b4b-b349-b9e07b241a21) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:29:01.191561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:01.285796 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:01.325094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:29:01.329482 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:29:01.335908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:29:01.339022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=63599b1f-01b5-4b4b-b349-b9e07b241a21,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:01.656078 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:01.843997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:02.351351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router a980a1c4-d06e-4759-8977-5b7031468b40 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:29:02.458674 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:29:02.472028 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Sync routers for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:29:02.486369 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:29:02.486977 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:02.539922 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:02.541367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-306618ad-db58-4da7-8d6b-e27d2020974e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2101200 Sep 20 13:29:02.545258 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45730) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:02.573704 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-81e8cd45-c2fb-46fb-a8f0-03370305903c tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1f43b658f5d4bb4ac11fce88cfbb929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272944 Sep 20 13:29:02.576446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45732) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:02.672357 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda34f2-012e-4a00-9061-776fa30575a2 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:02.674298 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dbda34f2-012e-4a00-9061-776fa30575a2 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968771 Sep 20 13:29:02.677223 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45734) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:02.711570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-838a4e09-47e4-4855-a24a-a436ae143d90 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332651 Sep 20 13:29:02.714092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45736) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:02.719298 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126533024', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:29:02.788756 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:02.860071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:29:02.863969 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:02.978413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:01Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:03.003334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Checking router: a980a1c4-d06e-4759-8977-5b7031468b40 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:29:03.003681 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Updating router a980a1c4-d06e-4759-8977-5b7031468b40 port 63599b1f-01b5-4b4b-b349-b9e07b241a21 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:29:03.032865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.120003 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.182882 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Subnet': ['ID=7d773d2c-58f5-4473-b456-9ccb79374c11,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:03.191542 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Checking segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:29:03.191905 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network hostable DHCP agents. Network: 500ef61b-8b5e-4484-b7a2-99fa2fae22d7, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:29:03.281663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.285429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:29:03.359414 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.393959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 500ef61b-8b5e-4484-b7a2-99fa2fae22d7) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:29:03.398314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:03.398902 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.404991 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca035c-7255-4341-aaa6-abb40ab9ffd1 None None] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:29:03.440346 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Attempting to bind port 63599b1f-01b5-4b4b-b349-b9e07b241a21 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:29:03.440709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Attempting to bind port 63599b1f-01b5-4b4b-b349-b9e07b241a21 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:29:03.441197 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Attempting to bind port 63599b1f-01b5-4b4b-b349-b9e07b241a21 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:29:03.444658 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152321c-a0a4-4c20-9fea-fc12c41cc061 None None] Pushing event updated for resources: {'Port': ['ID=63599b1f-01b5-4b4b-b349-b9e07b241a21,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:03.474689 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-24e7e7ad-40dc-4f54-9fc4-1c68e1369cea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7595732 Sep 20 13:29:03.477448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45738) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:03.479629 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:29:03.480171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:29:03.480425 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.480827 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:29:03.481896 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Bound port: 63599b1f-01b5-4b4b-b349-b9e07b241a21, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:29:03.482309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.572416 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] For port 63599b1f-01b5-4b4b-b349-b9e07b241a21, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:29:03.597333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] For port 63599b1f-01b5-4b4b-b349-b9e07b241a21, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=63599b1f-01b5-4b4b-b349-b9e07b241a21,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:29:03.629535 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:29:03.630459 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.696176 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.801422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:29:03.802051 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:03.806393 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152321c-a0a4-4c20-9fea-fc12c41cc061 None None] Pushing event updated for resources: {'Port': ['ID=63599b1f-01b5-4b4b-b349-b9e07b241a21,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:03.857676 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Allocated IP 172.20.0.2 (500ef61b-8b5e-4484-b7a2-99fa2fae22d7/7d773d2c-58f5-4473-b456-9ccb79374c11/f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:29:03.922500 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:03.971792 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:04.183567 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:04.211433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:01Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:04.238685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3611e7a-dfdf-4d5a-a303-2795f860c2ba None None] The sync data for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 is: [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:01Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:29:04.264060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:04.309388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:29:04.312284 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:29:04.318866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:29:04.322007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Pushing event updated for resources: {'Port': ['ID=f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:04.332317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.1 (500ef61b-8b5e-4484-b7a2-99fa2fae22d7/7d773d2c-58f5-4473-b456-9ccb79374c11/ef2b3932-6cc2-489f-9865-7eb7e540d8fa) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:29:04.377194 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Attempting to bind port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:29:04.377569 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Attempting to bind port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:29:04.377936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Attempting to bind port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f on network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:29:04.383114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:29:04.383487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Checking segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:29:04.383888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:04.384283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Bound using segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:29:04.384801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Bound port: f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:29:04.385206 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:04.464576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:04.471262 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] For port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:29:04.474917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] For port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:29:04.558303 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:04.603658 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:04.628950 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33f1d6-ab7b-47a1-9206-f23d55a1268b None None] Pushing event updated for resources: {'Port': ['ID=f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:04.654915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:29:04.658328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:29:04.661787 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:29:04.703452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:04.725555 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:04.962431 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:05.243111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:05.308822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:05.393188 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:05.395719 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:05.417967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 63599b1f-01b5-4b4b-b349-b9e07b241a21 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:29:05.471019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 63599b1f-01b5-4b4b-b349-b9e07b241a21 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:05.471305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:05.498580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:29:05.500502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:29:05.555602 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:05.580079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addadf45-b3ba-42ef-94d0-9c9ed1f99f66 None None] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:29:05.585417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 63599b1f-01b5-4b4b-b349-b9e07b241a21, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=63599b1f-01b5-4b4b-b349-b9e07b241a21,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:05.623729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router a980a1c4-d06e-4759-8977-5b7031468b40 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:29:05.650971 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:05.651721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:29:05.721911 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-42966409-75ea-4470-a34c-75d60b6d71dd None None] Provisioning complete for port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:05.722207 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-42966409-75ea-4470-a34c-75d60b6d71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:05.735424 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:29:05.742620 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8aef039b-391d-4e19-b548-926e6668db42 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/a980a1c4-d06e-4759-8977-5b7031468b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623272 Sep 20 13:29:05.896038 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-a3718966-90c1-49be-80b7-2c696f951a58 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713941672&fields=id&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 267 time: 0.0362351 Sep 20 13:29:05.966098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=63599b1f-01b5-4b4b-b349-b9e07b241a21,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:05.993644 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:05.994011 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.007234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-fbedb6d8-a067-421f-93a1-8729c1c648f9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:06.008736 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-fbedb6d8-a067-421f-93a1-8729c1c648f9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 796 time: 0.1061776 Sep 20 13:29:06.026653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-96dcbd02-6321-4b52-8454-39615afebacf tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/quotas/d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 375 time: 0.0103848 Sep 20 13:29:06.086953 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-42966409-75ea-4470-a34c-75d60b6d71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.088286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-89ad9092-615b-44aa-90b3-29bc939ec9ac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540018 Sep 20 13:29:06.124179 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Sync routers for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:29:06.135123 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:29:06.135751 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:06.164333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-42966409-75ea-4470-a34c-75d60b6d71dd None None] For port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:06.165336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.226695 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d6f44720-702d-4f2b-9326-6369f0b1edc4 service neutron] 10.222.0.37 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279168 Sep 20 13:29:06.247194 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-42966409-75ea-4470-a34c-75d60b6d71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.252927 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:06.320544 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:29:06.320796 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:29:06.334597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-86ed971f-9969-4451-b8bc-49e8bc816c69 service neutron] 10.222.0.37 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992339 Sep 20 13:29:06.337079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42966409-75ea-4470-a34c-75d60b6d71dd None None] Pushing event updated for resources: {'Port': ['ID=f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:06.376846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-be661bae-3119-41fd-9fc0-e8d111316233 None None] Provisioning complete for port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:06.377257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be661bae-3119-41fd-9fc0-e8d111316233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.477135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-be661bae-3119-41fd-9fc0-e8d111316233 None None] Provisioning complete for port ef2b3932-6cc2-489f-9865-7eb7e540d8fa triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:06.477447 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be661bae-3119-41fd-9fc0-e8d111316233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.495366 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 2, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:06.513335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-be661bae-3119-41fd-9fc0-e8d111316233 None None] Port ef2b3932-6cc2-489f-9865-7eb7e540d8fa cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:29:06.523336 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Checking router: a980a1c4-d06e-4759-8977-5b7031468b40 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:29:06.523766 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Updating router a980a1c4-d06e-4759-8977-5b7031468b40 port ef2b3932-6cc2-489f-9865-7eb7e540d8fa binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:29:06.564406 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.602469 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-854d011f-923d-4569-8a8b-00df8addda02 req-ca5dd8be-8269-46dd-a010-b645421f49cb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 210 time: 0.0317302 Sep 20 13:29:06.639224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5c48cf19-00ad-4c43-a905-144549ec50f1 None None] Provisioning complete for port ef2b3932-6cc2-489f-9865-7eb7e540d8fa triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:06.639780 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5c48cf19-00ad-4c43-a905-144549ec50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.689561 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5c48cf19-00ad-4c43-a905-144549ec50f1 None None] Port ef2b3932-6cc2-489f-9865-7eb7e540d8fa cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:29:06.811189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-54b6ada0-a7e7-47e2-81f7-4c6909e61266 None None] Provisioning complete for port ef2b3932-6cc2-489f-9865-7eb7e540d8fa triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:06.811869 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-54b6ada0-a7e7-47e2-81f7-4c6909e61266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.868754 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.871298 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-54b6ada0-a7e7-47e2-81f7-4c6909e61266 None None] Port ef2b3932-6cc2-489f-9865-7eb7e540d8fa cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:29:06.945105 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:06.992583 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Pushing event updated for resources: {'Port': ['ID=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:07.015016 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.015354 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.015686 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.016014 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.016591 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.016920 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.017266 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.017628 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.017900 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.018214 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.018554 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.018839 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:07.155228 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Attempting to bind port ef2b3932-6cc2-489f-9865-7eb7e540d8fa on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:29:07.155756 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Attempting to bind port ef2b3932-6cc2-489f-9865-7eb7e540d8fa by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:29:07.155945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Attempting to bind port ef2b3932-6cc2-489f-9865-7eb7e540d8fa on network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:29:07.161153 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:29:07.167155 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Checking segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:29:07.167155 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.167155 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Bound using segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:29:07.167155 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Bound port: ef2b3932-6cc2-489f-9865-7eb7e540d8fa, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:29:07.167155 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.192452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-b2e33c5d-3dee-47c5-9c85-8dbc9e38b51c None None] Provisioning complete for port ef2b3932-6cc2-489f-9865-7eb7e540d8fa triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:07.192820 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b2e33c5d-3dee-47c5-9c85-8dbc9e38b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.227998 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] For port ef2b3932-6cc2-489f-9865-7eb7e540d8fa, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:29:07.229389 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-b2e33c5d-3dee-47c5-9c85-8dbc9e38b51c None None] Port ef2b3932-6cc2-489f-9865-7eb7e540d8fa cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:29:07.232659 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] For port ef2b3932-6cc2-489f-9865-7eb7e540d8fa, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:29:07.309508 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.367946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 63599b1f-01b5-4b4b-b349-b9e07b241a21 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:29:07.372945 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:29:07.373597 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:28:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:07.375442 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1cdd0-ce39-4dc1-abb9-e4fb8aaeca49 None None] Pushing event updated for resources: {'Port': ['ID=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:07.420683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 63599b1f-01b5-4b4b-b349-b9e07b241a21 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:07.421084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.494499 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:07.507044 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:29:07.560464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:07.560841 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.662912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-7e6b25a8-fccd-41b3-89ae-329aeec2d699 None None] Provisioning complete for port ef2b3932-6cc2-489f-9865-7eb7e540d8fa triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:07.663607 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7e6b25a8-fccd-41b3-89ae-329aeec2d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.711628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9a311fb-4d75-4181-bdad-b2ebbfd5f0bf req-f67a86e9-39d4-4a57-9e36-1de2e192595f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 210 time: 0.0316548 Sep 20 13:29:07.724840 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:07Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:07.750040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7e6b25a8-fccd-41b3-89ae-329aeec2d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.760932 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928805ef-782b-4d7c-bdb5-fc51355f3c45 None None] The sync data for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 is: [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:07Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:29:07.784613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7e6b25a8-fccd-41b3-89ae-329aeec2d699 None None] For port ef2b3932-6cc2-489f-9865-7eb7e540d8fa, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:07.882356 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7e6b25a8-fccd-41b3-89ae-329aeec2d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:07.932383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b25a8-fccd-41b3-89ae-329aeec2d699 None None] Pushing event updated for resources: {'Port': ['ID=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:08.523246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-af792d48-2448-47e3-a68d-2f9d7a301278 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:08.524728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-af792d48-2448-47e3-a68d-2f9d7a301278 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 796 time: 0.1137104 Sep 20 13:29:08.570705 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-2a35710f-9314-4055-838c-4ee040a00699 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 380 time: 0.0361836 Sep 20 13:29:08.580378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'port': {'device_id': '65538d6d-ff9c-42d9-9896-8ef626965143', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'admin_state_up': True, 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'security_groups': ['c1d6663e-a9a5-438d-bc72-5d409d3dd649']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:29:08.786746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:29:08.790497 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:08.822676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4d16a9c7-2aa2-42c8-b823-82be8485ee40 req-a4c2d075-5e40-436a-97c7-3d80cd1a3a25 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 210 time: 0.0371938 Sep 20 13:29:08.935608 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.14 (500ef61b-8b5e-4484-b7a2-99fa2fae22d7/7d773d2c-58f5-4473-b456-9ccb79374c11/faa62e12-4d02-4daa-b0da-f947287c50fa) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:29:09.073630 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.166000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.208259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:29:09.211300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:29:09.214894 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:29:09.223434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:09.271226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:09.271845 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.354766 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-b65aae17-725b-4814-b87c-538572e4f4ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7786286 Sep 20 13:29:09.368217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ef2b3932-6cc2-489f-9865-7eb7e540d8fa up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:29:09.370259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Request body: {'port': {'device_id': '65538d6d-ff9c-42d9-9896-8ef626965143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:29:09.423647 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port ef2b3932-6cc2-489f-9865-7eb7e540d8fa triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:09.423946 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.431053 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.504511 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:29:09.514532 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6edf7c5b-ef3a-4dcd-abc4-28c2a6ed1bba None None] Provisioning complete for port faa62e12-4d02-4daa-b0da-f947287c50fa triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:09.514900 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6edf7c5b-ef3a-4dcd-abc4-28c2a6ed1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.548138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6edf7c5b-ef3a-4dcd-abc4-28c2a6ed1bba None None] Port faa62e12-4d02-4daa-b0da-f947287c50fa cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:29:09.690976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa62e12-4d02-4daa-b0da-f947287c50fa {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:29:09.698105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.709410 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Transition to ACTIVE for port object faa62e12-4d02-4daa-b0da-f947287c50fa will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:29:09.779526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.829920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:09.909577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Attempting to bind port faa62e12-4d02-4daa-b0da-f947287c50fa on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:29:09.909920 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Attempting to bind port faa62e12-4d02-4daa-b0da-f947287c50fa by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:29:09.910261 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Attempting to bind port faa62e12-4d02-4daa-b0da-f947287c50fa on network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:29:09.915140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Port faa62e12-4d02-4daa-b0da-f947287c50fa on network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:29:09.915729 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Attempting to bind port faa62e12-4d02-4daa-b0da-f947287c50fa on network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:29:09.921540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:29:09.921915 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Checking segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:29:09.922307 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Bound using segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:29:09.922761 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Bound port: faa62e12-4d02-4daa-b0da-f947287c50fa, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:29:09.923127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:09.959256 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268004f-3e24-49c0-8aaf-a40f28d13425 req-e2c02037-eb4b-4942-99fd-e7e81a19728e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:09.961527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8268004f-3e24-49c0-8aaf-a40f28d13425 req-e2c02037-eb4b-4942-99fd-e7e81a19728e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 944 time: 0.0677240 Sep 20 13:29:09.992728 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:29:09.995961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:29:10.002250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8268004f-3e24-49c0-8aaf-a40f28d13425 req-3f9e9196-e56f-4905-ac32-9a26710a5259 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339491 Sep 20 13:29:10.071178 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:10.105282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:10.105967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:10.107448 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1092 time: 0.7432389 Sep 20 13:29:10.107898 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:29:10.110183 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa04a348-b057-498c-ba54-0f828632750c" -d '{"events": [{"name": "network-changed", "server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:10.138210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fa956-5f16-44c6-a87e-a28621f691f8 service neutron] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:10.152007 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928c97bb-68ae-432d-9081-ed7e31f3f249 x-openstack-request-id: req-928c97bb-68ae-432d-9081-ed7e31f3f249 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:10.152364 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:10.152825 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-928c97bb-68ae-432d-9081-ed7e31f3f249 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:10.153315 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'status': 'completed', 'code': 200} Sep 20 13:29:10.218713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04a348-b057-498c-ba54-0f828632750c req-31b964c0-48af-4373-a694-aa06e5cdac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:10.220479 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa04a348-b057-498c-ba54-0f828632750c req-31b964c0-48af-4373-a694-aa06e5cdac29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1095 time: 0.0461302 Sep 20 13:29:10.325080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04a348-b057-498c-ba54-0f828632750c req-d1c1ee17-914d-4be9-931e-5314ae397882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:10.326568 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa04a348-b057-498c-ba54-0f828632750c req-d1c1ee17-914d-4be9-931e-5314ae397882 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0989339 Sep 20 13:29:10.424696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04a348-b057-498c-ba54-0f828632750c req-68d64674-5a63-41b0-842a-b184ce048c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:10.426219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fa04a348-b057-498c-ba54-0f828632750c req-68d64674-5a63-41b0-842a-b184ce048c94 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929732 Sep 20 13:29:10.501588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-0f0b1b25-13ce-4ba0-8769-a0b31027ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:10.503114 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-0f0b1b25-13ce-4ba0-8769-a0b31027ba28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1095 time: 0.0405855 Sep 20 13:29:10.543738 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-9deca4bb-8ee7-4bb3-9624-71bdb07d63cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 217 time: 0.0324287 Sep 20 13:29:10.593965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-c8918c94-229d-4fd7-bbe7-080b2e700258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:10.595378 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-c8918c94-229d-4fd7-bbe7-080b2e700258 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0450051 Sep 20 13:29:10.641569 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-5c070b3e-9807-4ada-8536-af3c2470b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:10.643020 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-5c070b3e-9807-4ada-8536-af3c2470b24a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399933 Sep 20 13:29:10.729455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-3048a4aa-319c-4db6-a9c0-911249f61d5d service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793481 Sep 20 13:29:10.819261 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f83d9a9f-f5d0-49df-8dda-abf96cb1a5a9 req-e5d1b5b1-a4b6-4658-a2b4-d1bb2b45e273 service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Sep 20 13:29:11.118325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a55f5-f970-49ec-9dc2-ef6e21e1d908 req-83e76a8e-88d5-44c1-9cb8-b1865cc04f7d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:11.119691 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-300a55f5-f970-49ec-9dc2-ef6e21e1d908 req-83e76a8e-88d5-44c1-9cb8-b1865cc04f7d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 944 time: 0.0485373 Sep 20 13:29:11.157412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-300a55f5-f970-49ec-9dc2-ef6e21e1d908 req-fe3aa24c-018d-4582-83ee-c86fc668c982 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315514 Sep 20 13:29:12.274105 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89846dc6-b19f-482e-9c43-3769b86f497b req-6538c433-8ccb-43a3-bdce-c08ebe03391f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:12.275966 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89846dc6-b19f-482e-9c43-3769b86f497b req-6538c433-8ccb-43a3-bdce-c08ebe03391f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 944 time: 0.0530267 Sep 20 13:29:12.315905 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-89846dc6-b19f-482e-9c43-3769b86f497b req-881e31cd-4e77-4e99-9444-0ffe12b24cca tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Sep 20 13:29:12.483245 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c1327da9-f575-49f4-ac5d-9f4b575ca3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:12.705255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device faa62e12-4d02-4daa-b0da-f947287c50fa details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:29:12.800396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:12.811106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'port_id': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'mac_address': 'fa:16:3e:cf:83:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:29:12.851129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:12.868338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa62e12-4d02-4daa-b0da-f947287c50fa {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:29:12.890954 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:12.959509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:13.005062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:13.159624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['faa62e12-4d02-4daa-b0da-f947287c50fa'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:29:13.430764 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27c3a-a015-4835-b3ba-c1e842a47b96 req-97d617ba-8436-4bf4-9c95-b8de60320cb2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:13.432207 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8a27c3a-a015-4835-b3ba-c1e842a47b96 req-97d617ba-8436-4bf4-9c95-b8de60320cb2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Sep 20 13:29:13.471504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a8a27c3a-a015-4835-b3ba-c1e842a47b96 req-36491c0b-9d55-4989-8206-69ee87150a07 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Sep 20 13:29:14.587685 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b17ce-748d-4797-98e1-947846a36734 req-4dd0edae-8726-4304-86e5-a91a99930a4c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:14.589234 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c6b17ce-748d-4797-98e1-947846a36734 req-4dd0edae-8726-4304-86e5-a91a99930a4c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 945 time: 0.0486939 Sep 20 13:29:14.626267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6c6b17ce-748d-4797-98e1-947846a36734 req-6d69aa99-c4a3-4d4f-b706-b93a356fa596 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305531 Sep 20 13:29:14.782337 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device faa62e12-4d02-4daa-b0da-f947287c50fa up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:29:14.916157 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port faa62e12-4d02-4daa-b0da-f947287c50fa completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:29:14.920879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port faa62e12-4d02-4daa-b0da-f947287c50fa triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:29:14.921281 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:14.995768 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:15.017803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:29:15.020020 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1af7e8c-50da-45cf-ae94-e52d62748a23" -d '{"events": [{"server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "name": "network-vif-plugged", "status": "completed", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:15.032900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:15.055147 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325aa895-37c9-411f-ab87-afa328833307 x-openstack-request-id: req-325aa895-37c9-411f-ab87-afa328833307 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:15.055384 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "name": "network-vif-plugged", "status": "completed", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:15.055634 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-325aa895-37c9-411f-ab87-afa328833307 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:15.056029 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'code': 200} Sep 20 13:29:15.099629 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:15.154092 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:15.199011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321158e9-b321-4a57-8e16-e7b1870977f3 req-587ef41f-c563-4f10-a1a9-355500cc7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:15.200566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-321158e9-b321-4a57-8e16-e7b1870977f3 req-587ef41f-c563-4f10-a1a9-355500cc7c7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1097 time: 0.0897217 Sep 20 13:29:15.230501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1eeb759c-c2a2-4762-bd59-5708451c82a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:15.235007 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-321158e9-b321-4a57-8e16-e7b1870977f3 req-835fb581-30ab-4239-a1ad-36ad39f855fa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279799 Sep 20 13:29:15.668130 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:15.749262 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb46260-69c8-49bb-9a68-864553253d76 req-59eb35ad-a608-429a-92bf-85e15ef9f69c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:15.750740 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8eb46260-69c8-49bb-9a68-864553253d76 req-59eb35ad-a608-429a-92bf-85e15ef9f69c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0517702 Sep 20 13:29:15.787262 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8eb46260-69c8-49bb-9a68-864553253d76 req-06aa9ced-68e2-4fa7-9596-1413955438e8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305481 Sep 20 13:29:16.836298 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:16.903381 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a95386-85e8-4c8a-951d-30f491f0fee1 req-6b733337-97bf-4960-8718-3e85c3a95e20 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:16.904861 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31a95386-85e8-4c8a-951d-30f491f0fee1 req-6b733337-97bf-4960-8718-3e85c3a95e20 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0497944 Sep 20 13:29:16.942809 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-31a95386-85e8-4c8a-951d-30f491f0fee1 req-feb1ed18-5867-44c2-8245-613164254d95 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Sep 20 13:29:17.057157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910524-31b8-4997-a691-b9bc106aec9b req-72efc9ff-7e40-429b-bff6-e85572aaa023 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:17.058640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7910524-31b8-4997-a691-b9bc106aec9b req-72efc9ff-7e40-429b-bff6-e85572aaa023 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0511920 Sep 20 13:29:17.095598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7910524-31b8-4997-a691-b9bc106aec9b req-c8a708a8-debb-415a-8e29-f7694fe72f82 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300288 Sep 20 13:29:17.116955 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45796) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:17.156081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244581f1-6f9e-4bd5-9520-ffabb66b31c4 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:17.157575 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-244581f1-6f9e-4bd5-9520-ffabb66b31c4 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1092 time: 0.0396214 Sep 20 13:29:17.160321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45798) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:17.164626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:29:17.250676 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:17.345186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:17.448735 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.140 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/06e78188-281d-482e-a4a1-5895ef9a159f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:29:17.548623 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:17.634156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:17.671280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:29:17.673993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:29:17.678007 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:29:17.686028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=06e78188-281d-482e-a4a1-5895ef9a159f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:18.089724 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:18.182602 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:18.623489 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:18.769417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:18.850834 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:18.918476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=06e78188-281d-482e-a4a1-5895ef9a159f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:18.928528 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:19.028838 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP 6fec0168-d10d-4538-a36e-737430dc6aae associated. External IP: 172.25.6.140, port: faa62e12-4d02-4daa-b0da-f947287c50fa. Sep 20 13:29:19.230144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router a980a1c4-d06e-4759-8977-5b7031468b40 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:29:19.335779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:29:19.345142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] Sync routers for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:29:19.353613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:29:19.354223 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:19.436440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:19.458210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:19.462388 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-eb8e9d86-4701-4c0c-a1ce-4cf60bc2bee2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3010287 Sep 20 13:29:19.462968 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:29:19.465254 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c48078d-c21f-4464-bb3e-22b376674218" -d '{"events": [{"name": "network-changed", "server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:19.562898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6cf31-0718-436d-b804-1e47e65e41bc req-05880031-d3d9-4cb6-95ee-d5f32d21d741 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:19.564316 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbf6cf31-0718-436d-b804-1e47e65e41bc req-05880031-d3d9-4cb6-95ee-d5f32d21d741 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0528507 Sep 20 13:29:19.611023 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bbf6cf31-0718-436d-b804-1e47e65e41bc req-235f9cb2-e04a-4d09-a2fc-2db4a6d08c83 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Sep 20 13:29:19.632966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45806) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:19.676326 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52508d1f-24ec-4351-983a-7b416ca29aff x-openstack-request-id: req-52508d1f-24ec-4351-983a-7b416ca29aff {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:19.676686 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:19.676889 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52508d1f-24ec-4351-983a-7b416ca29aff {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:19.677260 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'status': 'completed', 'code': 200} Sep 20 13:29:19.693844 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6fec0168-d10d-4538-a36e-737430dc6aae', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'port_id': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'mac_address': 'fa:16:3e:cf:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538d6d-ff9c-42d9-9896-8ef626965143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:29:17Z', 'updated_at': '2021-09-20T13:29:17Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:07Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:19.723433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] Checking router: a980a1c4-d06e-4759-8977-5b7031468b40 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:29:19.726859 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1e93fb70-90e8-48aa-b95b-639fafef1496 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/6fec0168-d10d-4538-a36e-737430dc6aae HTTP/1.1" status: 200 len: 992 time: 0.0924993 Sep 20 13:29:19.732626 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:29:19.733879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:29:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:19.735906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48078d-c21f-4464-bb3e-22b376674218 req-8b606d85-6f82-48ab-a616-080bb6df28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:19.737397 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1c48078d-c21f-4464-bb3e-22b376674218 req-8b606d85-6f82-48ab-a616-080bb6df28e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1097 time: 0.0577817 Sep 20 13:29:19.831390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48078d-c21f-4464-bb3e-22b376674218 req-13f3a9ad-f79e-49bf-a034-cf85a89ccbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:19.832859 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1c48078d-c21f-4464-bb3e-22b376674218 req-13f3a9ad-f79e-49bf-a034-cf85a89ccbf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 896 time: 0.0885868 Sep 20 13:29:19.841464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:19.899593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1c48078d-c21f-4464-bb3e-22b376674218 req-b93d3658-6b9d-42bd-bcfd-6c6c021fead4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1000 time: 0.0592954 Sep 20 13:29:19.947740 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48078d-c21f-4464-bb3e-22b376674218 req-8eac655b-29f3-489a-af1c-ceae8f381867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:19.949248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1c48078d-c21f-4464-bb3e-22b376674218 req-8eac655b-29f3-489a-af1c-ceae8f381867 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0425317 Sep 20 13:29:20.001403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48078d-c21f-4464-bb3e-22b376674218 req-926e0b65-06e1-43d0-9759-3857b8ecf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:20.002945 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1c48078d-c21f-4464-bb3e-22b376674218 req-926e0b65-06e1-43d0-9759-3857b8ecf215 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468781 Sep 20 13:29:20.098613 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1c48078d-c21f-4464-bb3e-22b376674218 req-5728aea9-97fa-49c4-bbb7-b9adee09441f service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875893 Sep 20 13:29:20.196094 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1c48078d-c21f-4464-bb3e-22b376674218 req-dfade0e5-e891-4a2c-90cb-7d296af35172 service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905862 Sep 20 13:29:20.218685 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6fec0168-d10d-4538-a36e-737430dc6aae', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'port_id': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'mac_address': 'fa:16:3e:cf:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538d6d-ff9c-42d9-9896-8ef626965143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:29:17Z', 'updated_at': '2021-09-20T13:29:17Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:07Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:20.247860 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24afeb-e817-47f7-bde1-b189db0c3332 None None] The sync data for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 is: [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '6fec0168-d10d-4538-a36e-737430dc6aae', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'port_id': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'mac_address': 'fa:16:3e:cf:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65538d6d-ff9c-42d9-9896-8ef626965143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:29:17Z', 'updated_at': '2021-09-20T13:29:17Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:07Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:29:20.444036 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640f86a-8a19-43a3-9d7c-bb4af4e5866f None None] New status for floating IP 6fec0168-d10d-4538-a36e-737430dc6aae: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:29:20.485154 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:20.730795 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45810) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:29:20.791428 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d8ddd3c6-0111-45c6-b48c-95ed8fd230b1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/6fec0168-d10d-4538-a36e-737430dc6aae HTTP/1.1" status: 200 len: 994 time: 0.0588717 Sep 20 13:29:20.967727 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:42.475600 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-07a48c0d-a00c-43c5-b300-959595dddbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:45.244200 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-62fb6522-cde8-4b0f-babd-68ee24f0c68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:45.690442 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:46.503614 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:29:46.795219 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:48.160865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:50.547296 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:50.966404 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:29:52.096513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-00b27286-3e70-49e8-9ba8-55a169d4f933 req-460ab4c7-db9f-40d6-8ba3-a77a31891751 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:29:52.097520 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00b27286-3e70-49e8-9ba8-55a169d4f933 req-460ab4c7-db9f-40d6-8ba3-a77a31891751 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055015 Sep 20 13:29:52.479177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe36a-2541-4e0b-8b6a-088f98b33fd9 req-49f47e7e-9698-410c-a9fe-8abb299f48be tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:52.481186 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6cdbe36a-2541-4e0b-8b6a-088f98b33fd9 req-49f47e7e-9698-410c-a9fe-8abb299f48be tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.1175890 Sep 20 13:29:52.519696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6cdbe36a-2541-4e0b-8b6a-088f98b33fd9 req-63823167-41f6-4d7d-b59b-4ba453f7afdc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321836 Sep 20 13:29:52.621735 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-95adb0c7-41f7-4876-b62c-7c591843e2a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754495 Sep 20 13:29:52.630396 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-f68c076c-da7d-462e-9786-f2d0f3717d9e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:29:52.631369 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-f68c076c-da7d-462e-9786-f2d0f3717d9e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048823 Sep 20 13:29:53.638452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149084-7239-43ec-8b92-17cbdbd8dbe7 req-221438ad-6cbe-40ab-abbd-111418ffcac3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:53.640199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c149084-7239-43ec-8b92-17cbdbd8dbe7 req-221438ad-6cbe-40ab-abbd-111418ffcac3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0510504 Sep 20 13:29:53.677623 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4c149084-7239-43ec-8b92-17cbdbd8dbe7 req-3f4c7e22-cc8d-430c-a73b-e0fad6a9f7cd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Sep 20 13:29:54.621150 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-15c8da4e-f7c6-48d9-bef7-a8d2f2fef710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:54.622634 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-15c8da4e-f7c6-48d9-bef7-a8d2f2fef710 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1097 time: 0.0443921 Sep 20 13:29:54.724216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-01435441-cb84-401f-a483-1e51d1ed68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:54.725763 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-01435441-cb84-401f-a483-1e51d1ed68b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 896 time: 0.0899904 Sep 20 13:29:54.796763 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-cf111af2-6b0c-4d44-aafd-02b0563d23e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1002 time: 0.0636444 Sep 20 13:29:54.804084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0338f76-33d3-48b8-8e99-d1fa094a1186 req-275579f3-20ad-458b-b509-8172607614f6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:54.805616 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0338f76-33d3-48b8-8e99-d1fa094a1186 req-275579f3-20ad-458b-b509-8172607614f6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0535669 Sep 20 13:29:54.844697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c0338f76-33d3-48b8-8e99-d1fa094a1186 req-497b3039-63cd-4737-9399-4f82321b0086 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Sep 20 13:29:54.847790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-d4ed48b8-42d1-41cc-8618-568aaed6b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:54.849192 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-d4ed48b8-42d1-41cc-8618-568aaed6b665 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0448055 Sep 20 13:29:54.896675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-38a7904f-6b35-4658-8428-7d853c9cc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:54.898207 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-38a7904f-6b35-4658-8428-7d853c9cc23a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409405 Sep 20 13:29:54.992502 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-2a2b18fa-d3ea-4058-9b47-c68394ca9104 service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855012 Sep 20 13:29:55.085537 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-8faa4f99-f683-49c2-951b-e724389885e7 service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841672 Sep 20 13:29:55.958561 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b2d36-fb71-4b36-a854-b6ab4683cf9b req-2c4428b8-2866-4c0f-b1be-a0efee3e4563 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:55.960014 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-466b2d36-fb71-4b36-a854-b6ab4683cf9b req-2c4428b8-2866-4c0f-b1be-a0efee3e4563 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0482535 Sep 20 13:29:55.998059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-466b2d36-fb71-4b36-a854-b6ab4683cf9b req-9586ffc9-0eb2-4cb9-91e8-d964f09e710b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316551 Sep 20 13:29:57.111947 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4b641-3d03-428a-9e91-24197e143083 req-37db8cc9-d850-4bd5-8adb-7448ebf5a90f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:57.113428 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ac4b641-3d03-428a-9e91-24197e143083 req-37db8cc9-d850-4bd5-8adb-7448ebf5a90f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0479953 Sep 20 13:29:57.149318 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4ac4b641-3d03-428a-9e91-24197e143083 req-055e961e-5957-4113-a59c-9e6dc495b82a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298593 Sep 20 13:29:58.271481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd0ac2-9a8b-4eff-a502-16126f8c0d45 req-7406c4b7-c7f0-4281-9e8a-f10104ad463a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:58.272975 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06bd0ac2-9a8b-4eff-a502-16126f8c0d45 req-7406c4b7-c7f0-4281-9e8a-f10104ad463a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0527804 Sep 20 13:29:58.310624 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-06bd0ac2-9a8b-4eff-a502-16126f8c0d45 req-37f11503-a1be-491d-8c44-47a05aa628c7 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Sep 20 13:29:59.424527 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e902-3b9c-4390-b76e-035b168b2609 req-1d34420c-b473-475d-abfe-5e8f1b57925b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:29:59.426453 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f425e902-3b9c-4390-b76e-035b168b2609 req-1d34420c-b473-475d-abfe-5e8f1b57925b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0501881 Sep 20 13:29:59.463929 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f425e902-3b9c-4390-b76e-035b168b2609 req-4df30cba-a302-402e-911a-debdc065a81f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Sep 20 13:30:00.584735 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ca3d5-a47c-4830-bea2-7d4198e365a4 req-6defa411-7e8e-4ace-a847-5e65e8f6d136 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:00.586254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-660ca3d5-a47c-4830-bea2-7d4198e365a4 req-6defa411-7e8e-4ace-a847-5e65e8f6d136 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0522742 Sep 20 13:30:00.629379 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-660ca3d5-a47c-4830-bea2-7d4198e365a4 req-aeafdaf6-4ce1-4e37-8248-43c23d957252 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367568 Sep 20 13:30:01.746848 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120432d6-5eb1-4767-8c76-f4236ca04de7 req-750dc6c5-dd3d-4e94-b70c-4605dc50c203 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:01.748308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-120432d6-5eb1-4767-8c76-f4236ca04de7 req-750dc6c5-dd3d-4e94-b70c-4605dc50c203 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0520525 Sep 20 13:30:01.785504 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-120432d6-5eb1-4767-8c76-f4236ca04de7 req-27e2d021-8c9a-415a-b29f-89324b2dc5cf tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308294 Sep 20 13:30:02.485066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-5adcfe43-0b68-4182-9a7e-aa3900d4fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:02.486550 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-5adcfe43-0b68-4182-9a7e-aa3900d4fe3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1097 time: 0.0453258 Sep 20 13:30:02.587566 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-10a5d035-70a7-4772-81c4-2db3723f295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:02.589046 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-10a5d035-70a7-4772-81c4-2db3723f295f service neutron] 10.222.0.32 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 896 time: 0.0825083 Sep 20 13:30:02.655965 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-bca1a0d7-f9d7-46b6-a402-ddb59a038e67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1002 time: 0.0594528 Sep 20 13:30:02.705216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-7cf4e654-85ee-4fcf-b0f1-ad8e17472da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:02.706598 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-7cf4e654-85ee-4fcf-b0f1-ad8e17472da6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0418155 Sep 20 13:30:02.751856 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-cd2d1f0a-2c30-42ee-a970-ef613a0fe8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:02.753312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-cd2d1f0a-2c30-42ee-a970-ef613a0fe8ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383985 Sep 20 13:30:02.850676 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-21b7f071-8c0d-4a5e-819c-245e1413f0d0 service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853431 Sep 20 13:30:02.900125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16fe05-705f-4c03-a6df-5c46fb305549 req-74f58864-c86d-4b47-b8c5-83899ef4ad1f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:02.902184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de16fe05-705f-4c03-a6df-5c46fb305549 req-74f58864-c86d-4b47-b8c5-83899ef4ad1f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0498803 Sep 20 13:30:02.939335 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de16fe05-705f-4c03-a6df-5c46fb305549 req-13b9f690-1916-4d8f-a80d-57c4667473e0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Sep 20 13:30:02.941250 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-fb0ac02b-6c58-4378-93f8-ad789d3a8d0f req-a07a5a5a-8bd8-4519-b48a-6b4964d0255d service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834036 Sep 20 13:30:04.059674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8153eae-2330-4949-95c5-d2497fe4ce3c req-fd7ed8a0-a1a7-41c6-b492-87835efbc324 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:04.061181 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8153eae-2330-4949-95c5-d2497fe4ce3c req-fd7ed8a0-a1a7-41c6-b492-87835efbc324 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0522518 Sep 20 13:30:04.097727 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e8153eae-2330-4949-95c5-d2497fe4ce3c req-229f9dbc-9438-40a2-be99-67238b4be4c7 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305119 Sep 20 13:30:05.214690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad08a-2fdc-409d-8e88-c5e1b92bb5f5 req-79da7edf-0dc5-41ee-91cf-edbce25e6d7c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:05.216137 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4aad08a-2fdc-409d-8e88-c5e1b92bb5f5 req-79da7edf-0dc5-41ee-91cf-edbce25e6d7c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0517666 Sep 20 13:30:05.252450 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4aad08a-2fdc-409d-8e88-c5e1b92bb5f5 req-24dae13f-7212-47c5-a31a-1ebc297d4582 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303938 Sep 20 13:30:06.366015 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514bc07-7397-4d6a-8fda-f621438c25bf req-40eaf37f-543d-4c23-90ca-614bc95e2361 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:06.367486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0514bc07-7397-4d6a-8fda-f621438c25bf req-40eaf37f-543d-4c23-90ca-614bc95e2361 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0486174 Sep 20 13:30:06.404035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0514bc07-7397-4d6a-8fda-f621438c25bf req-222d3f04-2a07-4015-a74e-c13a0abb51fc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305676 Sep 20 13:30:07.107401 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-b959550f-98df-4efe-b55b-480d32343403 req-d1e5186b-c1d8-46d8-9d32-32d0ecd0a6e4 service neutron] show failed (client error): The resource could not be found. Sep 20 13:30:07.108424 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-d1e5186b-c1d8-46d8-9d32-32d0ecd0a6e4 service neutron] 10.222.0.32 "GET /v2.0/ports/faa62e12-4d02-4daa-b0da-f947287c50fa/bindings/n-h2-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0545089 Sep 20 13:30:07.520694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c1470-9306-43aa-93a6-d8a2abe0322a req-5f14c4c0-bd9b-4e2d-9176-eba6bc32610e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:07.522178 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a9c1470-9306-43aa-93a6-d8a2abe0322a req-5f14c4c0-bd9b-4e2d-9176-eba6bc32610e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0483716 Sep 20 13:30:07.560891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1a9c1470-9306-43aa-93a6-d8a2abe0322a req-52cce774-cc90-4ad8-871f-874bf627c195 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Sep 20 13:30:07.653291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-4c68b0d3-125f-4ae7-9582-a205ade78318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:07.654691 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-4c68b0d3-125f-4ae7-9582-a205ade78318 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 1097 time: 0.0445864 Sep 20 13:30:07.666468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:07.717315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:07.914817 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:07.950017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:07.987256 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:30:07.989511 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48838e29-167c-4df3-aa61-7726d88a6efe" -d '{"events": [{"server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "name": "network-vif-unplugged", "status": "completed", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:30:07.993469 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:08.005101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Transition to ACTIVE for port object faa62e12-4d02-4daa-b0da-f947287c50fa will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:30:08.040801 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37219aa8-d69a-4055-8dc3-dd0483432fcc x-openstack-request-id: req-37219aa8-d69a-4055-8dc3-dd0483432fcc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:30:08.040801 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "name": "network-vif-unplugged", "status": "completed", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:30:08.040801 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37219aa8-d69a-4055-8dc3-dd0483432fcc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:30:08.040801 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'code': 200} Sep 20 13:30:08.056915 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:08.132124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:08.144778 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147131 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.147985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.148304 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:08.187023 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] No DVR routers for this DVR port faa62e12-4d02-4daa-b0da-f947287c50fa on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:30:08.323453 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Attempting to bind port faa62e12-4d02-4daa-b0da-f947287c50fa on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:30:08.323789 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Attempting to bind port faa62e12-4d02-4daa-b0da-f947287c50fa by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:30:08.324138 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Attempting to bind port faa62e12-4d02-4daa-b0da-f947287c50fa on network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:08.328381 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Port faa62e12-4d02-4daa-b0da-f947287c50fa on network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:30:08.328692 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Attempting to bind port faa62e12-4d02-4daa-b0da-f947287c50fa on network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:08.333300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:08.333638 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Checking segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:30:08.334016 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Bound using segment: {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:08.334434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Bound port: faa62e12-4d02-4daa-b0da-f947287c50fa, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4482dabb-700c-4b49-be27-5666aedd1b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:30:08.334784 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:08.396383 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:08.399248 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:08.457250 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:08.488120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:08.488671 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:08.490343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] 10.222.0.21 "PUT /v2.0/ports/faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1092 time: 0.8277550 Sep 20 13:30:08.527191 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fd521-c670-45d1-89ca-e4fa57eeefcd service neutron] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:08.563496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-377da608-b947-4741-b88d-be13a6da4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:08.565039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-377da608-b947-4741-b88d-be13a6da4ec6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1095 time: 0.0513952 Sep 20 13:30:08.665342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-5cc97389-de87-4d97-bc86-ad42ff905f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:08.670451 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-5cc97389-de87-4d97-bc86-ad42ff905f13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 896 time: 0.0951943 Sep 20 13:30:08.688399 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8a48a-63df-41dc-ae93-783808f75db1 req-4bba156f-b803-404f-b382-8274ff514c95 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:08.690052 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a8a48a-63df-41dc-ae93-783808f75db1 req-4bba156f-b803-404f-b382-8274ff514c95 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 944 time: 0.0542696 Sep 20 13:30:08.728449 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a8a48a-63df-41dc-ae93-783808f75db1 req-2b973cff-4117-4541-a5bc-fcaee71a60df tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322621 Sep 20 13:30:08.735712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-4cfb1578-72d4-4280-8b55-53470d38041a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1000 time: 0.0622830 Sep 20 13:30:08.783998 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-8ace615d-dbe6-48d4-b1e6-d712fd05ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:08.785355 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-8ace615d-dbe6-48d4-b1e6-d712fd05ce27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0432091 Sep 20 13:30:08.829970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959550f-98df-4efe-b55b-480d32343403 req-b9e5917e-fb31-41b6-a5f7-daebf786d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:08.831470 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-b9e5917e-fb31-41b6-a5f7-daebf786d899 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397291 Sep 20 13:30:08.925199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-9409ecdb-1931-48e8-804b-cbcdd41f2a99 service neutron] 10.222.0.21 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858948 Sep 20 13:30:09.014890 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-b207f3ee-c837-4b02-9f9c-ed63ddb517f4 service neutron] 10.222.0.21 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822945 Sep 20 13:30:09.844168 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746edf75-c56c-41d1-8982-0571f9c872b6 req-486ff2e4-41e0-4921-aced-30413d4d3d22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:09.845681 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-746edf75-c56c-41d1-8982-0571f9c872b6 req-486ff2e4-41e0-4921-aced-30413d4d3d22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 944 time: 0.0479908 Sep 20 13:30:09.883456 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-746edf75-c56c-41d1-8982-0571f9c872b6 req-a499e529-5c4a-4e4b-9f90-9a757e5ea17a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Sep 20 13:30:10.041110 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:30:10.043470 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5782aaba-0262-479a-8c66-a7eb600fbb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:30:10.091444 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f20df6-370a-4573-bbb8-04e826be43de x-openstack-request-id: req-14f20df6-370a-4573-bbb8-04e826be43de {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:30:10.091732 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:30:10.091982 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14f20df6-370a-4573-bbb8-04e826be43de {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:30:10.092381 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'status': 'completed', 'code': 200} Sep 20 13:30:10.182085 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-10fb5dab-3712-4afe-a029-2a5e99d26fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:10.184229 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-10fb5dab-3712-4afe-a029-2a5e99d26fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1095 time: 0.0652158 Sep 20 13:30:10.186028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-0cf87d02-b923-4b7a-8c46-c4592b6cee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:10.187365 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-0cf87d02-b923-4b7a-8c46-c4592b6cee92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1095 time: 0.0762818 Sep 20 13:30:10.341282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-65c0c11a-d504-45f8-b2bc-24f844cdb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:10.342670 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-65c0c11a-d504-45f8-b2bc-24f844cdb948 service neutron] 10.222.0.32 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 896 time: 0.1515470 Sep 20 13:30:10.346984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-737fb6d2-e9e3-401d-bb4d-c27acb368094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:10.348306 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-737fb6d2-e9e3-401d-bb4d-c27acb368094 service neutron] 10.222.0.21 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 896 time: 0.1486280 Sep 20 13:30:10.446273 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-f08c15ae-8a17-4621-8e0a-3c592802100f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1000 time: 0.0963304 Sep 20 13:30:10.463189 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-369962da-53d2-49b1-b6f3-cc7c1ce447c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1000 time: 0.0805979 Sep 20 13:30:10.529516 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-904ea590-0fba-4754-b465-3825afbb7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:10.530927 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-904ea590-0fba-4754-b465-3825afbb7aa4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0756018 Sep 20 13:30:10.535705 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-0c4769a0-aca8-4f5e-852b-60c74fc08f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:10.537019 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-0c4769a0-aca8-4f5e-852b-60c74fc08f20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0554874 Sep 20 13:30:10.606990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-af1ce9fd-8b73-44b7-98bf-f860c55af80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:10.608404 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-af1ce9fd-8b73-44b7-98bf-f860c55af80b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693464 Sep 20 13:30:10.610678 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-5d81315a-7da1-4b3e-8a5d-8ee79bd984c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:10.612032 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-5d81315a-7da1-4b3e-8a5d-8ee79bd984c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648506 Sep 20 13:30:10.765989 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-0e20aea3-4cbc-4769-b5e1-6985e69176bd service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507821 Sep 20 13:30:10.767826 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-bae94109-9d9f-48ad-b796-cecda5073462 service neutron] 10.222.0.21 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453574 Sep 20 13:30:10.922813 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-2d0b091f-9d79-428d-abb4-a462049a7cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492329 Sep 20 13:30:10.926186 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5782aaba-0262-479a-8c66-a7eb600fbb1c req-4d62f311-bb8d-471e-8f8d-c84117272aa9 service neutron] 10.222.0.21 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448529 Sep 20 13:30:10.969638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device faa62e12-4d02-4daa-b0da-f947287c50fa no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:11.003650 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e7c36-2d91-4f5c-ae7f-b622d8ecf4f6 req-8f3e1247-4d7d-4361-945e-1155cb820660 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:11.005328 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914e7c36-2d91-4f5c-ae7f-b622d8ecf4f6 req-8f3e1247-4d7d-4361-945e-1155cb820660 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 944 time: 0.0481594 Sep 20 13:30:11.007236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device faa62e12-4d02-4daa-b0da-f947287c50fa not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:11.045174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-914e7c36-2d91-4f5c-ae7f-b622d8ecf4f6 req-ddeaafd6-7ef1-4427-a3ee-58599ef7e677 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Sep 20 13:30:11.375238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb514a9-413b-4614-934d-eed136e440ca req-e6f127ca-c934-49b7-b2f4-84fc75f08f8c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:11.376765 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdb514a9-413b-4614-934d-eed136e440ca req-e6f127ca-c934-49b7-b2f4-84fc75f08f8c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 944 time: 0.0572686 Sep 20 13:30:11.414218 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdb514a9-413b-4614-934d-eed136e440ca req-e1dc656f-a9c4-4499-a95e-2a16f7c4fcf9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Sep 20 13:30:11.533916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a889e-60e7-4099-9f9c-710deca3c75f req-d69a79d2-a531-474c-95fd-9fe81c0f5f3d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:11.535803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-950a889e-60e7-4099-9f9c-710deca3c75f req-d69a79d2-a531-474c-95fd-9fe81c0f5f3d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 944 time: 0.0517542 Sep 20 13:30:11.576134 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-950a889e-60e7-4099-9f9c-710deca3c75f req-016c1a88-a63a-4866-96db-a44c0680b516 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340188 Sep 20 13:30:11.734745 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-713e8936-337d-41d3-905d-69e64a61fe4a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:11.736204 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-713e8936-337d-41d3-905d-69e64a61fe4a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&binding%3Ahost_id=n-h2-809934-3 HTTP/1.1" status: 200 len: 944 time: 0.3588836 Sep 20 13:30:11.796457 n-d-809934-3 neutron-server[95503]: INFO neutron.api.v2.resource [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-13c313f7-5f92-4bd6-bdc0-bcbe7c969df1 service neutron] delete failed (client error): The resource could not be found. Sep 20 13:30:11.797475 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-13c313f7-5f92-4bd6-bdc0-bcbe7c969df1 service neutron] 10.222.0.32 "DELETE /v2.0/ports/faa62e12-4d02-4daa-b0da-f947287c50fa/bindings/n-h1-809934-3 HTTP/1.1" status: 404 len: 380 time: 0.0529487 Sep 20 13:30:11.878092 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-7b68d0e0-3f45-43a8-9b9f-eaf814f82640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:11.879652 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-7b68d0e0-3f45-43a8-9b9f-eaf814f82640 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1095 time: 0.0391912 Sep 20 13:30:11.971540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-2f47ee39-3b68-4ff1-8532-99e7f1739715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:11.972993 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-2f47ee39-3b68-4ff1-8532-99e7f1739715 service neutron] 10.222.0.32 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 896 time: 0.0863502 Sep 20 13:30:12.035657 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-925ad034-d130-4746-bab4-be19060cf13e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 1000 time: 0.0555706 Sep 20 13:30:12.082486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-036eacf3-c0a4-4a41-a743-5c25b3e3a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:12.083789 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-036eacf3-c0a4-4a41-a743-5c25b3e3a250 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0412822 Sep 20 13:30:12.132461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-0fb65c44-08a3-4515-b720-4e3a0fe0c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:12.133954 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-0fb65c44-08a3-4515-b720-4e3a0fe0c7eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432751 Sep 20 13:30:12.224881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-72975819-4227-4b32-9c04-d72b904e3e17 service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831630 Sep 20 13:30:12.254526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device faa62e12-4d02-4daa-b0da-f947287c50fa details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:30:12.318809 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8ba2ba3f-5224-42db-b5b3-82a353d4de74 req-c7fa714b-a05a-41e3-ba02-c11e9a99248c service neutron] 10.222.0.32 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Sep 20 13:30:12.352038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:12.362726 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'port_id': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'mac_address': 'fa:16:3e:cf:83:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:30:12.399842 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:12.419906 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa62e12-4d02-4daa-b0da-f947287c50fa {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:30:12.440019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:12.508337 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce32f-e9b2-4b95-acac-3478917ce276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:12.536933 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:12.586782 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:12.593843 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.594188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.594525 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.594857 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.595186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.595513 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.595836 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.596158 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.596477 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.596799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.597169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.597489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:12.691121 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baa7e6-83d3-4976-bfef-030d4ec05f37 req-87dd92ce-a710-4b54-8025-8916db09dfe1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:12.692606 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47baa7e6-83d3-4976-bfef-030d4ec05f37 req-87dd92ce-a710-4b54-8025-8916db09dfe1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 945 time: 0.0484104 Sep 20 13:30:12.730579 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-47baa7e6-83d3-4976-bfef-030d4ec05f37 req-523862da-8a18-47ba-9b24-1da3e3cb88ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Sep 20 13:30:12.784960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['faa62e12-4d02-4daa-b0da-f947287c50fa'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:30:13.854236 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acfa06-8c43-46e4-9b4a-27729b0a4dd2 req-ad57d186-2c2d-40f9-a36e-3f21e39e4937 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:13.860849 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6acfa06-8c43-46e4-9b4a-27729b0a4dd2 req-ad57d186-2c2d-40f9-a36e-3f21e39e4937 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 945 time: 0.0542238 Sep 20 13:30:13.895048 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d6acfa06-8c43-46e4-9b4a-27729b0a4dd2 req-26f37fa2-6154-4905-b249-874e3d1233a7 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331051 Sep 20 13:30:13.921503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45912) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:13.980888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fe755021-4ece-4441-8fe5-a67a45d033c7 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/6fec0168-d10d-4538-a36e-737430dc6aae HTTP/1.1" status: 200 len: 993 time: 0.0582299 Sep 20 13:30:14.257700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device faa62e12-4d02-4daa-b0da-f947287c50fa up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:14.388198 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port faa62e12-4d02-4daa-b0da-f947287c50fa completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:30:14.392504 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port faa62e12-4d02-4daa-b0da-f947287c50fa triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:30:14.392878 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:14.478581 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:14.500375 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:30:14.502616 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de6aff-bf95-47de-8f6d-30c4c0ec4dd6" -d '{"events": [{"server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "name": "network-vif-plugged", "status": "completed", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:30:14.515652 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:14.543253 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891385fb-4c11-4ab9-a754-a0ef0d3633a4 x-openstack-request-id: req-891385fb-4c11-4ab9-a754-a0ef0d3633a4 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:30:14.543253 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "name": "network-vif-plugged", "status": "completed", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:30:14.543253 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-891385fb-4c11-4ab9-a754-a0ef0d3633a4 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:30:14.543253 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'code': 200} Sep 20 13:30:14.582308 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:14.632870 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=9']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:15.239895 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc81e62b-ff65-4c7c-b245-bfde950eac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:15.668622 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:16.815348 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:18.245233 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:20.518332 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:21.005300 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:23.502485 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:30:42.383070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:42.472121 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-85eb24cb-87e0-4b00-8d3c-7ee860485e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:42.537453 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 06e78188-281d-482e-a4a1-5895ef9a159f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:30:42.537817 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:42.615952 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:42.616278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:42.628203 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 06e78188-281d-482e-a4a1-5895ef9a159f owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:30:42.850139 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:42.880084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=06e78188-281d-482e-a4a1-5895ef9a159f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:42.908152 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.908505 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.908852 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.909234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.909558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.909893 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.910228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.910558 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.910890 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.911325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.911796 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.912125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:42.952225 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:42.952558 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP 6fec0168-d10d-4538-a36e-737430dc6aae disassociated (deleted). External IP: 172.25.6.140, port: faa62e12-4d02-4daa-b0da-f947287c50fa. Sep 20 13:30:43.156252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router a980a1c4-d06e-4759-8977-5b7031468b40 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:30:43.597073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:43.601754 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:43.606553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] Sync routers for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:43.616995 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:30:43.617639 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:43.628863 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b60d6116-e9eb-4028-8669-0472dea9a93e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/floatingips/6fec0168-d10d-4538-a36e-737430dc6aae HTTP/1.1" status: 204 len: 168 time: 1.2447052 Sep 20 13:30:43.629479 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:30:43.631840 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8a15b-2608-4b69-9916-2ee18f474778" -d '{"events": [{"name": "network-changed", "server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:30:43.726036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:43.921054 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:07Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:43.951132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] Checking router: a980a1c4-d06e-4759-8977-5b7031468b40 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:43.959464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:30:43.960076 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:44.066780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:44.066934 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9084a629-0a05-47b0-b5cd-774b7ea4d719 x-openstack-request-id: req-9084a629-0a05-47b0-b5cd-774b7ea4d719 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:30:44.067163 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:30:44.067408 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9084a629-0a05-47b0-b5cd-774b7ea4d719 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:30:44.067808 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'status': 'completed', 'code': 200} Sep 20 13:30:44.134908 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-b9e1c8c9-32f6-4719-a479-29ec93477f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:44.136773 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-b9e1c8c9-32f6-4719-a479-29ec93477f7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 1097 time: 0.0464585 Sep 20 13:30:44.164463 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4132be8-b46c-4f2e-9438-00f052da97b2 req-8fb5990d-0c9b-401b-b5e9-e142e5eedfc2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:44.166575 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4132be8-b46c-4f2e-9438-00f052da97b2 req-8fb5990d-0c9b-401b-b5e9-e142e5eedfc2 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0513053 Sep 20 13:30:44.205053 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4132be8-b46c-4f2e-9438-00f052da97b2 req-2d03aefa-8e46-40a1-a87c-61cd3e62d1f5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Sep 20 13:30:44.230445 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-2e4eac3c-b4ff-45ca-afbf-9c91407a9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:44.231934 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-2e4eac3c-b4ff-45ca-afbf-9c91407a9a02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 200 len: 896 time: 0.0869529 Sep 20 13:30:44.272273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:07Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:44.279181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-84c9e875-92f8-4b39-a587-16c9cdcc8101 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 200 len: 217 time: 0.0385413 Sep 20 13:30:44.298371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4cd072-c73a-4ecb-8534-1561c290a95f None None] The sync data for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 is: [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:04Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'ef2b3932-6cc2-489f-9865-7eb7e540d8fa', 'name': '', 'network_id': '500ef61b-8b5e-4484-b7a2-99fa2fae22d7', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:0e:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:04Z', 'updated_at': '2021-09-20T13:29:07Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '7d773d2c-58f5-4473-b456-9ccb79374c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:44.331152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-1e067031-2f7c-4880-836a-d843b5550c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:44.332641 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-1e067031-2f7c-4880-836a-d843b5550c9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 200 len: 834 time: 0.0443733 Sep 20 13:30:44.379790 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-ae226e1a-5309-49ce-8143-d4cdd7f7864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:44.381419 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-ae226e1a-5309-49ce-8143-d4cdd7f7864c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=500ef61b-8b5e-4484-b7a2-99fa2fae22d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412452 Sep 20 13:30:44.476831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-9bc6ac6a-db19-4955-b90f-920479857f6d service neutron] 10.222.0.21 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882549 Sep 20 13:30:44.518651 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf316495-0279-412f-ae0e-62702f526ce0 None None] New status for floating IP 6fec0168-d10d-4538-a36e-737430dc6aae: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:30:44.567533 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23c8a15b-2608-4b69-9916-2ee18f474778 req-4ddcde5c-fa54-485c-8088-2065fef1a059 service neutron] 10.222.0.21 "GET /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825779 Sep 20 13:30:45.250082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c91a645e-f19f-4a53-9a55-673362e4665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:45.339898 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb03bb9-438c-4d34-8b67-c4863b44cd0b req-379b6911-4805-45e5-b0d5-aff73f9044dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:45.341434 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cb03bb9-438c-4d34-8b67-c4863b44cd0b req-379b6911-4805-45e5-b0d5-aff73f9044dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0526745 Sep 20 13:30:45.347792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91a253-5800-4b90-8752-2f6c6727051e req-6cc1018e-128d-41ef-9fc7-2b9ab6d7fde4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:45.349249 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7b91a253-5800-4b90-8752-2f6c6727051e req-6cc1018e-128d-41ef-9fc7-2b9ab6d7fde4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 946 time: 0.0511274 Sep 20 13:30:45.380326 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7cb03bb9-438c-4d34-8b67-c4863b44cd0b req-313c7958-55d9-4ef0-ac07-a3ee75bbe7a3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1d6663e-a9a5-438d-bc72-5d409d3dd649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Sep 20 13:30:45.441474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port faa62e12-4d02-4daa-b0da-f947287c50fa {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:30:45.441816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:45.531489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port faa62e12-4d02-4daa-b0da-f947287c50fa, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=faa62e12-4d02-4daa-b0da-f947287c50fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:45.531857 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:45.544086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for faa62e12-4d02-4daa-b0da-f947287c50fa owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:30:45.684367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:45.730400 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:45.761879 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=faa62e12-4d02-4daa-b0da-f947287c50fa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:45.805067 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] No DVR routers for this DVR port faa62e12-4d02-4daa-b0da-f947287c50fa on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:30:45.807877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:45.810043 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7b91a253-5800-4b90-8752-2f6c6727051e req-3dfe0930-b84b-467f-948b-72a2187477f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "DELETE /v2.0/ports/faa62e12-4d02-4daa-b0da-f947287c50fa HTTP/1.1" status: 204 len: 173 time: 0.4549530 Sep 20 13:30:45.810475 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'name': 'network-vif-deleted', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:30:45.812725 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd66964-2a71-4cf1-8cdc-14da0d3da0e9" -d '{"events": [{"server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "name": "network-vif-deleted", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:30:45.850067 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9053ee9-5bd0-445c-8fbe-ee9a058732e2 x-openstack-request-id: req-a9053ee9-5bd0-445c-8fbe-ee9a058732e2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:30:45.850067 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65538d6d-ff9c-42d9-9896-8ef626965143", "name": "network-vif-deleted", "tag": "faa62e12-4d02-4daa-b0da-f947287c50fa", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:30:45.850067 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9053ee9-5bd0-445c-8fbe-ee9a058732e2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:30:45.850067 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65538d6d-ff9c-42d9-9896-8ef626965143', 'name': 'network-vif-deleted', 'tag': 'faa62e12-4d02-4daa-b0da-f947287c50fa', 'status': 'completed', 'code': 200} Sep 20 13:30:46.489500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-067b883f-8d62-426f-8a8d-17459b448499 req-44266461-8d85-41ac-b61c-1b65213e6aca tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=65538d6d-ff9c-42d9-9896-8ef626965143 HTTP/1.1" status: 200 len: 210 time: 0.0287189 Sep 20 13:30:46.821370 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:47.550751 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:47.900950 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:48.150488 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port ef2b3932-6cc2-489f-9865-7eb7e540d8fa {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:30:48.151278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:48.158570 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:48.246086 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port ef2b3932-6cc2-489f-9865-7eb7e540d8fa, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:48.246448 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:48.258134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for ef2b3932-6cc2-489f-9865-7eb7e540d8fa owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:30:48.346352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device faa62e12-4d02-4daa-b0da-f947287c50fa no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:48.366172 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: faa62e12-4d02-4daa-b0da-f947287c50fa {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:30:48.366520 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device faa62e12-4d02-4daa-b0da-f947287c50fa not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:48.484360 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:48.508318 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=ef2b3932-6cc2-489f-9865-7eb7e540d8fa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:48.681767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:48.896820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router a980a1c4-d06e-4759-8977-5b7031468b40 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:30:49.000299 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:49.005290 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d59ad400-c933-4a68-9248-98542be3f467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/a980a1c4-d06e-4759-8977-5b7031468b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4534976 Sep 20 13:30:49.008012 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:49.011339 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] Sync routers for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:49.020795 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:30:49.021457 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:49.057724 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19cd8b6-b867-49a1-8be2-c1f371fcd7f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting subnet 7d773d2c-58f5-4473-b456-9ccb79374c11 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:30:49.060737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f19cd8b6-b867-49a1-8be2-c1f371fcd7f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.103352 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f19cd8b6-b867-49a1-8be2-c1f371fcd7f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.123332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:49.187083 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f19cd8b6-b867-49a1-8be2-c1f371fcd7f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.298939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:30:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:49.313340 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f19cd8b6-b867-49a1-8be2-c1f371fcd7f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.328443 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] Checking router: a980a1c4-d06e-4759-8977-5b7031468b40 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:49.336675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] Routers {'a980a1c4-d06e-4759-8977-5b7031468b40'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:30:49.337327 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['a980a1c4-d06e-4759-8977-5b7031468b40'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:49.349189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f19cd8b6-b867-49a1-8be2-c1f371fcd7f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.353674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f19cd8b6-b867-49a1-8be2-c1f371fcd7f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/subnets/7d773d2c-58f5-4473-b456-9ccb79374c11 HTTP/1.1" status: 204 len: 168 time: 0.3445075 Sep 20 13:30:49.353909 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45948) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:49.354787 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cd8b6-b867-49a1-8be2-c1f371fcd7f1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Subnet': ['ID=7d773d2c-58f5-4473-b456-9ccb79374c11,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:49.376858 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a6b47a-ac9b-4d1c-926b-f2e205174440 None None] Network 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:30:49.467574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.526952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] Set router a980a1c4-d06e-4759-8977-5b7031468b40 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:49.572890 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.706163 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 63599b1f-01b5-4b4b-b349-b9e07b241a21 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:30:49.706511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.794368 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 63599b1f-01b5-4b4b-b349-b9e07b241a21, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=63599b1f-01b5-4b4b-b349-b9e07b241a21,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:49.794738 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:49.811571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 63599b1f-01b5-4b4b-b349-b9e07b241a21 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:30:49.854383 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] DHCP port deletion for 500ef61b-8b5e-4484-b7a2-99fa2fae22d7 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:30:49.912162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:30:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:49.940998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43951bf2-e44e-4a42-948d-eefb06c8788d None None] The sync data for ids ['a980a1c4-d06e-4759-8977-5b7031468b40'] in n-d-809934-3 is: [{'id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95469375', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:30:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '63599b1f-01b5-4b4b-b349-b9e07b241a21', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980a1c4-d06e-4759-8977-5b7031468b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:29:00Z', 'updated_at': '2021-09-20T13:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:49.949928 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] Deleting port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:30:49.950308 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.016510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] For port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f,segment=NetworkSegment(4482dabb-700c-4b49-be27-5666aedd1b79),segment_id=4482dabb-700c-4b49-be27-5666aedd1b79)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:50.016914 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.029560 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] Calling delete_port for f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:30:50.061537 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.087480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=63599b1f-01b5-4b4b-b349-b9e07b241a21,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:50.148098 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.164526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.194371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] Pushing event deleted for resources: {'Port': ['ID=f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:50.198196 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fdfa3-72b6-45f5-808c-fd1a759e72a9 None None] No DVR routers for this DVR port f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:30:50.242383 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.245960 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.353324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.353874 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Fanout notify agent at l3_agent the message router_deleted on router a980a1c4-d06e-4759-8977-5b7031468b40 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:30:50.361669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.362835 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-9e350c35-056a-43dd-900f-78bb666b0133 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/routers/a980a1c4-d06e-4759-8977-5b7031468b40 HTTP/1.1" status: 204 len: 168 time: 1.0078921 Sep 20 13:30:50.365511 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45950) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:50.443656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.490196 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.536733 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.558172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500ef61b-8b5e-4484-b7a2-99fa2fae22d7']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:50.567626 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4482dabb-700c-4b49-be27-5666aedd1b79') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:50.567929 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4482dabb-700c-4b49-be27-5666aedd1b79') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:50.577686 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.591574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.597812 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:30:50.598220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:30:50.601427 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:30:50.792880 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.800539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.802038 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/networks/500ef61b-8b5e-4484-b7a2-99fa2fae22d7 HTTP/1.1" status: 204 len: 168 time: 0.4355931 Sep 20 13:30:50.804928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:50.814351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85297693-6566-49f5-943f-9ccf06eea421 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Network': ['ID=500ef61b-8b5e-4484-b7a2-99fa2fae22d7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:50.863824 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38e46f8d-75d5-4c51-9fbd-e58cb5cf65c1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:50.889531 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38e46f8d-75d5-4c51-9fbd-e58cb5cf65c1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.015699 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.071802 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38e46f8d-75d5-4c51-9fbd-e58cb5cf65c1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.074590 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38e46f8d-75d5-4c51-9fbd-e58cb5cf65c1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.075803 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-38e46f8d-75d5-4c51-9fbd-e58cb5cf65c1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1d6663e-a9a5-438d-bc72-5d409d3dd649 HTTP/1.1" status: 204 len: 168 time: 0.2698359 Sep 20 13:30:51.086992 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e46f8d-75d5-4c51-9fbd-e58cb5cf65c1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6663e-a9a5-438d-bc72-5d409d3dd649,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:51.404038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 63599b1f-01b5-4b4b-b349-b9e07b241a21 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:51.423779 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 63599b1f-01b5-4b4b-b349-b9e07b241a21 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:30:51.424128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 63599b1f-01b5-4b4b-b349-b9e07b241a21 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:51.424544 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ef2b3932-6cc2-489f-9865-7eb7e540d8fa no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:51.442732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: ef2b3932-6cc2-489f-9865-7eb7e540d8fa {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:30:51.443089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device ef2b3932-6cc2-489f-9865-7eb7e540d8fa not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:51.443516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:51.444494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:51.450298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d80e61a4-ff65-4368-838b-c1d9f13a5627 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369891323', 'description': 'tempest-secgroup-smoke-369891323 description', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:51.462108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:30:51.462508 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device f06ce86b-dd2e-458f-8ccc-5f86bd7eee6f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:51.558619 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d80e61a4-ff65-4368-838b-c1d9f13a5627 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.637648 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d80e61a4-ff65-4368-838b-c1d9f13a5627 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.689838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d80e61a4-ff65-4368-838b-c1d9f13a5627 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.719311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e61a4-ff65-4368-838b-c1d9f13a5627 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c349ca83-2502-421a-8ce0-868431e59fe1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:51.763793 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d80e61a4-ff65-4368-838b-c1d9f13a5627 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.765061 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d80e61a4-ff65-4368-838b-c1d9f13a5627 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3194544 Sep 20 13:30:51.767839 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:51.772003 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bd1b4a85-8621-4604-b584-90853824c237 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c349ca83-2502-421a-8ce0-868431e59fe1', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:51.859865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a85-8621-4604-b584-90853824c237 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.919010 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a85-8621-4604-b584-90853824c237 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:51.992865 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a85-8621-4604-b584-90853824c237 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.009785 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b4a85-8621-4604-b584-90853824c237 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a082b76d-1b6f-4dfb-bdbe-727c66547a18,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:52.078508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a85-8621-4604-b584-90853824c237 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.079712 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd1b4a85-8621-4604-b584-90853824c237 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109746 Sep 20 13:30:52.082401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45962) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:52.086587 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2883e133-e1b3-49df-abdf-666de6f4c381 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c349ca83-2502-421a-8ce0-868431e59fe1', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:52.192151 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2883e133-e1b3-49df-abdf-666de6f4c381 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.247508 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2883e133-e1b3-49df-abdf-666de6f4c381 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.306869 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2883e133-e1b3-49df-abdf-666de6f4c381 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.321583 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883e133-e1b3-49df-abdf-666de6f4c381 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373a5921-12e1-4c9b-be77-d8c8dd71f7fa,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:52.370358 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2883e133-e1b3-49df-abdf-666de6f4c381 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.371649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2883e133-e1b3-49df-abdf-666de6f4c381 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2883401 Sep 20 13:30:52.374391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:52.378645 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6187d8f5-1b66-47a9-9e23-251e181adb94 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c349ca83-2502-421a-8ce0-868431e59fe1', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:52.448374 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6187d8f5-1b66-47a9-9e23-251e181adb94 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.504748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6187d8f5-1b66-47a9-9e23-251e181adb94 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.562908 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6187d8f5-1b66-47a9-9e23-251e181adb94 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.577278 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d8f5-1b66-47a9-9e23-251e181adb94 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac41ff06-34d8-4f64-8872-d97d835bc72d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:52.655482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6187d8f5-1b66-47a9-9e23-251e181adb94 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.656694 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6187d8f5-1b66-47a9-9e23-251e181adb94 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814040 Sep 20 13:30:52.659439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:52.663691 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-604d9aa1-dd7e-4658-b2cc-b4dba2259b6f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c349ca83-2502-421a-8ce0-868431e59fe1', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:52.762951 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-604d9aa1-dd7e-4658-b2cc-b4dba2259b6f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.820401 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-604d9aa1-dd7e-4658-b2cc-b4dba2259b6f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.895638 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-604d9aa1-dd7e-4658-b2cc-b4dba2259b6f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.913049 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d9aa1-dd7e-4658-b2cc-b4dba2259b6f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7273fccc-85f4-46f1-994a-961b55dd838a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:52.998441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-604d9aa1-dd7e-4658-b2cc-b4dba2259b6f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:52.999649 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-604d9aa1-dd7e-4658-b2cc-b4dba2259b6f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393011 Sep 20 13:30:53.002357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:53.006555 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-63f77500-061a-447f-be5f-91f722167ad8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c349ca83-2502-421a-8ce0-868431e59fe1', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:53.090022 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-63f77500-061a-447f-be5f-91f722167ad8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:30:53.094700 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f77500-061a-447f-be5f-91f722167ad8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.157295 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f77500-061a-447f-be5f-91f722167ad8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.232529 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f77500-061a-447f-be5f-91f722167ad8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.250075 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f77500-061a-447f-be5f-91f722167ad8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4d3566-3522-4dfa-8620-97f608a915d9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:53.324176 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f77500-061a-447f-be5f-91f722167ad8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.325438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-63f77500-061a-447f-be5f-91f722167ad8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221662 Sep 20 13:30:53.328084 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45970) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:53.332440 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-533fa162-1cf1-4af6-b910-3cc85f82078c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'c349ca83-2502-421a-8ce0-868431e59fe1', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:53.415285 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-533fa162-1cf1-4af6-b910-3cc85f82078c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:30:53.420452 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533fa162-1cf1-4af6-b910-3cc85f82078c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.479554 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533fa162-1cf1-4af6-b910-3cc85f82078c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.575100 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533fa162-1cf1-4af6-b910-3cc85f82078c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.592420 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fa162-1cf1-4af6-b910-3cc85f82078c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8139a3-f1d1-471b-a89a-4f6268285ce0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:53.672417 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-533fa162-1cf1-4af6-b910-3cc85f82078c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.673603 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-533fa162-1cf1-4af6-b910-3cc85f82078c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445749 Sep 20 13:30:53.676392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45972) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:53.681153 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'network': {'name': 'tempest-network-smoke--1926414027', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:53.781228 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:30:53.784646 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.809998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:30:53.818449 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.819916 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Added segment 50d902cd-61fd-4d68-b4ee-d2ba8d084288 of type vlan for network f4625c1b-721b-4692-87df-27a70d8afc2c Sep 20 13:30:53.856881 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.981575 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:53.987059 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:53.987673 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:54.053027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Network': ['ID=f4625c1b-721b-4692-87df-27a70d8afc2c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:54.063496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f4625c1b-721b-4692-87df-27a70d8afc2c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:30:54.079046 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc13ff77-b769-48fe-98be-57235d71f12a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4016345 Sep 20 13:30:54.081742 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45974) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:54.086108 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'admin_state_up': True, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:54.175586 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:54.176643 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:54.230687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:54.424126 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:54.677673 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:54.695969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:54.794031 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.228 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/262b1af3-ef16-4307-b07b-5cc001792a9f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:54.898648 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:54.970107 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:55.006998 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:55.009757 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:55.013325 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:30:55.040355 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=262b1af3-ef16-4307-b07b-5cc001792a9f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:55.319594 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:55.513335 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:55.700829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 7a8b752a-0620-420e-af9f-1deeacdb40d8 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:30:55.804020 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:55.813575 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Sync routers for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:55.823701 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:30:55.824323 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:55.878347 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:55.879682 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3688559a-b8e4-4f58-bb22-88deba34f4ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7969980 Sep 20 13:30:55.882843 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45976) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:55.910948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3ead336-e446-4090-b484-e454dd0c135e tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1f43b658f5d4bb4ac11fce88cfbb929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270040 Sep 20 13:30:55.913552 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:55.935949 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:56.005858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2bc388-2110-4e75-99fe-ae158d865b04 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:56.007435 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd2bc388-2110-4e75-99fe-ae158d865b04 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929904 Sep 20 13:30:56.011394 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:56.049072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d973f6b4-e122-4d96-8d83-788dad16edf3 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365469 Sep 20 13:30:56.051482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 45982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:56.056235 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1296772957', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:56.117453 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:55Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:56.144376 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Checking router: 7a8b752a-0620-420e-af9f-1deeacdb40d8 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:56.144726 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Updating router 7a8b752a-0620-420e-af9f-1deeacdb40d8 port 262b1af3-ef16-4307-b07b-5cc001792a9f binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:30:56.168689 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.204208 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:30:56.207779 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.423495 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.444550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.514750 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Subnet': ['ID=8b62fe52-3c34-404a-9bc9-2b80d9279784,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:56.523556 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Checking segment: {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:30:56.523926 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network hostable DHCP agents. Network: f4625c1b-721b-4692-87df-27a70d8afc2c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:30:56.528270 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.578087 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Attempting to bind port 262b1af3-ef16-4307-b07b-5cc001792a9f on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:30:56.578457 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Attempting to bind port 262b1af3-ef16-4307-b07b-5cc001792a9f by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:30:56.578817 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Attempting to bind port 262b1af3-ef16-4307-b07b-5cc001792a9f on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:56.581612 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Pushing event updated for resources: {'Port': ['ID=262b1af3-ef16-4307-b07b-5cc001792a9f,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:56.589431 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:56.589801 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:30:56.590198 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.590591 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:56.591041 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Bound port: 262b1af3-ef16-4307-b07b-5cc001792a9f, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:30:56.591443 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.594266 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.594610 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.594949 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.595284 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.595616 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.596063 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.596390 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.596714 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.597053 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.597377 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.597699 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.598017 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:56.604323 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network f4625c1b-721b-4692-87df-27a70d8afc2c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:30:56.649102 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] For port 262b1af3-ef16-4307-b07b-5cc001792a9f, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:56.652445 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] For port 262b1af3-ef16-4307-b07b-5cc001792a9f, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=262b1af3-ef16-4307-b07b-5cc001792a9f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:56.684286 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f4625c1b-721b-4692-87df-27a70d8afc2c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:56.688154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:56.689337 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.693807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1263f8c-5696-4c78-a690-927bdb7d412d None None] Network f4625c1b-721b-4692-87df-27a70d8afc2c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:30:56.701703 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.757224 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:30:56.757828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:56.761893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6d750e2-305f-404e-89a9-cf2049d6885b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7066438 Sep 20 13:30:56.762068 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a2af3-9b18-4dc0-8c29-c4a4679c86c5 None None] Pushing event updated for resources: {'Port': ['ID=262b1af3-ef16-4307-b07b-5cc001792a9f,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:56.762418 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 45984) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:30:56.847299 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f4625c1b-721b-4692-87df-27a70d8afc2c', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:30:56.848456 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:56.882782 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:56.992244 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Allocated IP 172.20.0.2 (f4625c1b-721b-4692-87df-27a70d8afc2c/8b62fe52-3c34-404a-9bc9-2b80d9279784/d0eb2c10-e663-4d5e-a373-871abd7e5f29) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:57.142698 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:57.169755 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:55Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:57.193208 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:57.195216 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4ffd6-03a6-4060-8a7c-4337f5e8ef6f None None] The sync data for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 is: [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:55Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:57.209954 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:57.234180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Network f4625c1b-721b-4692-87df-27a70d8afc2c is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:57.237047 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:57.240465 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:30:57.251407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Pushing event updated for resources: {'Port': ['ID=d0eb2c10-e663-4d5e-a373-871abd7e5f29,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:57.306490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Attempting to bind port d0eb2c10-e663-4d5e-a373-871abd7e5f29 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:30:57.308096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Attempting to bind port d0eb2c10-e663-4d5e-a373-871abd7e5f29 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:30:57.308096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Attempting to bind port d0eb2c10-e663-4d5e-a373-871abd7e5f29 on network f4625c1b-721b-4692-87df-27a70d8afc2c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:57.313128 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:57.313510 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Checking segment: {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:30:57.313921 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:57.314348 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Bound using segment: {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:57.314815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Bound port: d0eb2c10-e663-4d5e-a373-871abd7e5f29, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:30:57.315200 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:57.392305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] For port d0eb2c10-e663-4d5e-a373-871abd7e5f29, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:57.396041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] For port d0eb2c10-e663-4d5e-a373-871abd7e5f29, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d0eb2c10-e663-4d5e-a373-871abd7e5f29,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:57.462643 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:57.527525 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.1 (f4625c1b-721b-4692-87df-27a70d8afc2c/8b62fe52-3c34-404a-9bc9-2b80d9279784/0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:57.529495 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4795d-e680-4693-a968-ac398e88bc2f None None] Pushing event updated for resources: {'Port': ['ID=d0eb2c10-e663-4d5e-a373-871abd7e5f29,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:57.663821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:57.776540 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:57.830875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network f4625c1b-721b-4692-87df-27a70d8afc2c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:57.838979 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:57.841783 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:30:57.844878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:57.892179 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:58.084690 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:58.368347 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:58.409910 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:58.482472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:58.484970 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:58.497305 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65dc9f7-2cc9-41fa-8da5-9a025556d629 None None] Network f4625c1b-721b-4692-87df-27a70d8afc2c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:30:58.580643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-aa809c12-e0ae-4ac2-bfbf-865260b6b877 None None] Provisioning complete for port d0eb2c10-e663-4d5e-a373-871abd7e5f29 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:30:58.580914 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa809c12-e0ae-4ac2-bfbf-865260b6b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:58.720771 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa809c12-e0ae-4ac2-bfbf-865260b6b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:58.759604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-aa809c12-e0ae-4ac2-bfbf-865260b6b877 None None] For port d0eb2c10-e663-4d5e-a373-871abd7e5f29, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d0eb2c10-e663-4d5e-a373-871abd7e5f29,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:58.828244 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa809c12-e0ae-4ac2-bfbf-865260b6b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:58.884528 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa809c12-e0ae-4ac2-bfbf-865260b6b877 None None] Pushing event updated for resources: {'Port': ['ID=d0eb2c10-e663-4d5e-a373-871abd7e5f29,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:58.908953 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network f4625c1b-721b-4692-87df-27a70d8afc2c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:58.910497 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:59.034848 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 7a8b752a-0620-420e-af9f-1deeacdb40d8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:30:59.052689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6efd9ca9-3dcf-4dac-91a0-2d440339961e None None] Provisioning complete for port d0eb2c10-e663-4d5e-a373-871abd7e5f29 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:30:59.053175 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6efd9ca9-3dcf-4dac-91a0-2d440339961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:59.152633 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6efd9ca9-3dcf-4dac-91a0-2d440339961e None None] Provisioning complete for port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:30:59.153528 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6efd9ca9-3dcf-4dac-91a0-2d440339961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:59.162523 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:59.169634 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-02509b77-409b-4a60-8c04-d01be01db25e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/7a8b752a-0620-420e-af9f-1deeacdb40d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4056587 Sep 20 13:30:59.179387 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Sync routers for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:59.202183 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:30:59.202818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:59.206095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6efd9ca9-3dcf-4dac-91a0-2d440339961e None None] Port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:30:59.319976 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:59.328808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-734263de-a547-41f3-8169-6ddc4e80b1cf tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369891323&fields=id&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 267 time: 0.0426111 Sep 20 13:30:59.365046 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-e607fff5-76a5-4aef-ba0a-0f77f3b6b889 None None] Provisioning complete for port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:30:59.365420 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e607fff5-76a5-4aef-ba0a-0f77f3b6b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:59.447456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-40c85e0c-50ef-4852-b0fe-f932fa873f8f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:30:59.447730 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-e607fff5-76a5-4aef-ba0a-0f77f3b6b889 None None] Port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:30:59.454891 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-40c85e0c-50ef-4852-b0fe-f932fa873f8f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/networks?id=f4625c1b-721b-4692-87df-27a70d8afc2c HTTP/1.1" status: 200 len: 797 time: 0.1251755 Sep 20 13:30:59.466195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-e033d7db-0556-4d66-881a-577cd5cb32e8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/quotas/d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 375 time: 0.0104804 Sep 20 13:30:59.496543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d0eb2c10-e663-4d5e-a373-871abd7e5f29 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:59.524250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-ea4b4eb2-f7dc-459c-8343-dce9fdc173bd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524826 Sep 20 13:30:59.592343 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-05fd7a24-d510-4cef-924e-548381bcc2fd None None] Provisioning complete for port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:30:59.592923 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-05fd7a24-d510-4cef-924e-548381bcc2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:59.625464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port d0eb2c10-e663-4d5e-a373-871abd7e5f29 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:30:59.625965 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:59.626864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-9dc321e0-3615-4666-b6b8-a23e0d3f499a service neutron] 10.222.0.37 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897717 Sep 20 13:30:59.666174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-05fd7a24-d510-4cef-924e-548381bcc2fd None None] Port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:30:59.674255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:30:58Z', 'revision_number': 2, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:59.706344 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Checking router: 7a8b752a-0620-420e-af9f-1deeacdb40d8 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:59.706697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Updating router 7a8b752a-0620-420e-af9f-1deeacdb40d8 port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:30:59.758857 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:30:59.785803 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 262b1af3-ef16-4307-b07b-5cc001792a9f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:59.928543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 262b1af3-ef16-4307-b07b-5cc001792a9f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:30:59.928830 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.073730 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-261e67db-0460-45d0-8701-c8dfa02dfd70 service neutron] 10.222.0.37 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457943 Sep 20 13:31:00.094950 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.302912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 262b1af3-ef16-4307-b07b-5cc001792a9f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=262b1af3-ef16-4307-b07b-5cc001792a9f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:00.319508 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.323095 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e7e88eac-2d13-408f-948c-a63fad0e8c08 req-0ccfea8c-e821-47c9-ad5b-33d0f2d5b339 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0338206 Sep 20 13:31:00.386721 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.410113 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.454873 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=262b1af3-ef16-4307-b07b-5cc001792a9f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:00.505230 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:31:00.539798 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e66316-6436-4e27-b30c-1a98bfddc1ad None None] Pushing event updated for resources: {'Port': ['ID=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:00.552410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Attempting to bind port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:31:00.552777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Attempting to bind port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:31:00.553171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Attempting to bind port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 on network f4625c1b-721b-4692-87df-27a70d8afc2c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:31:00.558654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:31:00.559034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Checking segment: {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:31:00.559432 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.559821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Bound using segment: {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:31:00.560281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Bound port: 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:31:00.560664 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.631956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] For port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:31:00.635523 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] For port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:31:00.688645 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5d63c61e-679e-4fd0-9fb9-4ff1a74104ae None None] Provisioning complete for port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:31:00.689065 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d63c61e-679e-4fd0-9fb9-4ff1a74104ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.715038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:00.754891 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5d63c61e-679e-4fd0-9fb9-4ff1a74104ae None None] Port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:31:00.785326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e66316-6436-4e27-b30c-1a98bfddc1ad None None] Pushing event updated for resources: {'Port': ['ID=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:00.788213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:31:00.788485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:00.903062 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:01.118502 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8e3c331d-c2a0-4703-8497-0c50d98dc5f5 None None] Provisioning complete for port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:31:01.118876 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e3c331d-c2a0-4703-8497-0c50d98dc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:01.173202 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:01.209790 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef9177-ba8d-450e-91b6-a9d4565adef7 None None] The sync data for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 is: [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:31:01.256367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e3c331d-c2a0-4703-8497-0c50d98dc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:01.324929 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8e3c331d-c2a0-4703-8497-0c50d98dc5f5 None None] For port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:01.400064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e3c331d-c2a0-4703-8497-0c50d98dc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:01.477593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2357070a-ff32-426b-a43e-4472dbd9686e req-21fc4f17-8080-4a84-9ff8-020d9547ccbb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0703447 Sep 20 13:31:01.496347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c331d-c2a0-4703-8497-0c50d98dc5f5 None None] Pushing event updated for resources: {'Port': ['ID=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:01.558489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:31:01.617438 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:31:01.617731 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:01.722215 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 262b1af3-ef16-4307-b07b-5cc001792a9f up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:31:01.777774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 262b1af3-ef16-4307-b07b-5cc001792a9f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:31:01.778201 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:02.297824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-b4b1d541-e644-44f6-9ffa-3f6034b228a4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:02.299328 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-b4b1d541-e644-44f6-9ffa-3f6034b228a4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/networks?id=f4625c1b-721b-4692-87df-27a70d8afc2c HTTP/1.1" status: 200 len: 797 time: 0.1094055 Sep 20 13:31:02.345318 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-4c00cca6-74e7-4a1b-b856-efe0ad036b11 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 379 time: 0.0362871 Sep 20 13:31:02.355073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'port': {'device_id': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'admin_state_up': True, 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'security_groups': ['c349ca83-2502-421a-8ce0-868431e59fe1']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:02.546942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:31:02.550874 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:02.579195 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7729adea-6846-4636-a2ab-1559c81cf2dd req-69958a68-26bd-4ed9-ba16-ff64be53a3b3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0303063 Sep 20 13:31:02.676315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.11 (f4625c1b-721b-4692-87df-27a70d8afc2c/8b62fe52-3c34-404a-9bc9-2b80d9279784/c1f0bb4e-b816-485b-98ac-983ccf5b1f6b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:31:02.810791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:02.924021 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:02.967765 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network f4625c1b-721b-4692-87df-27a70d8afc2c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:31:02.970768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:31:02.974403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:31:03.001436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:03.032641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:03.033315 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.124362 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-3e97cf95-2bb1-4dfa-a629-4569a4f885fd tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7732699 Sep 20 13:31:03.138142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Request body: {'port': {'device_id': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:03.190381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.239595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-443625db-dd28-4928-8805-ef0a10b2281e None None] Provisioning complete for port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:31:03.240204 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-443625db-dd28-4928-8805-ef0a10b2281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.274490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-443625db-dd28-4928-8805-ef0a10b2281e None None] Port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:31:03.411384 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:31:03.457506 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:31:03.457875 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.463703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f0bb4e-b816-485b-98ac-983ccf5b1f6b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:31:03.470647 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.482707 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Transition to ACTIVE for port object c1f0bb4e-b816-485b-98ac-983ccf5b1f6b will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:31:03.563548 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.614253 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Pushing event updated for resources: {'Port': ['ID=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:03.694037 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Attempting to bind port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:31:03.694377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Attempting to bind port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:31:03.694712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Attempting to bind port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b on network f4625c1b-721b-4692-87df-27a70d8afc2c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:31:03.700949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b on network f4625c1b-721b-4692-87df-27a70d8afc2c not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:31:03.701311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Attempting to bind port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b on network f4625c1b-721b-4692-87df-27a70d8afc2c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:31:03.706229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e5f8c-64f9-4578-8782-a53a64a0123a req-e40de5a1-0571-4868-9827-d6971daf1e7c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:03.706779 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:31:03.707013 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Checking segment: {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:31:03.707321 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Bound using segment: {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:31:03.707764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Bound port: c1f0bb4e-b816-485b-98ac-983ccf5b1f6b, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d902cd-61fd-4d68-b4ee-d2ba8d084288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:31:03.708133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.709647 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-227e5f8c-64f9-4578-8782-a53a64a0123a req-e40de5a1-0571-4868-9827-d6971daf1e7c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 944 time: 0.0529869 Sep 20 13:31:03.757875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-227e5f8c-64f9-4578-8782-a53a64a0123a req-c4bf02d1-c02e-467f-afbc-4678137c5e03 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Sep 20 13:31:03.780218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] For port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:31:03.783839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] For port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:31:03.850197 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.889570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:03.890247 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:03.891642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] 10.222.0.32 "PUT /v2.0/ports/c1f0bb4e-b816-485b-98ac-983ccf5b1f6b HTTP/1.1" status: 200 len: 1092 time: 0.7589390 Sep 20 13:31:03.892080 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:31:03.894436 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fb8120-4801-40f3-8af9-1dda17f9789b" -d '{"events": [{"name": "network-changed", "server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:03.926235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c25e0-be7a-44f6-b8d2-cf825e5e384f service neutron] Pushing event updated for resources: {'Port': ['ID=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:03.996139 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c8ad3-5940-4059-96d9-236809a2af99 x-openstack-request-id: req-7d0c8ad3-5940-4059-96d9-236809a2af99 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:03.996771 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:03.997226 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d0c8ad3-5940-4059-96d9-236809a2af99 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:03.997802 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'status': 'completed', 'code': 200} Sep 20 13:31:04.056036 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-e54cfafb-9b5d-4550-b917-1c36c1672b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:04.058353 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-e54cfafb-9b5d-4550-b917-1c36c1672b0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 1095 time: 0.0433667 Sep 20 13:31:04.103509 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-80107e86-5e50-4101-b532-bf22518d0111 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b HTTP/1.1" status: 200 len: 217 time: 0.0367832 Sep 20 13:31:04.151694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-9ea193fd-4e8b-43fc-9ee4-fd225a019e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:04.153225 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-9ea193fd-4e8b-43fc-9ee4-fd225a019e13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b62fe52-3c34-404a-9bc9-2b80d9279784 HTTP/1.1" status: 200 len: 835 time: 0.0436151 Sep 20 13:31:04.196579 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-6ba806ae-6693-4032-bce7-879fa0b41952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:04.198648 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-6ba806ae-6693-4032-bce7-879fa0b41952 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4625c1b-721b-4692-87df-27a70d8afc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388420 Sep 20 13:31:04.288135 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-841c52f8-0ac3-49be-98b0-a0fcaef63c4b service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823619 Sep 20 13:31:04.374960 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6e7f1a4e-d0f3-4e45-9179-c1d9bb650001 req-c03d0253-7916-493c-a10d-13c51d6b8580 service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799294 Sep 20 13:31:04.559724 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-f466a35e-cadd-4056-929c-7348bbaa9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:04.561475 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-f466a35e-cadd-4056-929c-7348bbaa9ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 1095 time: 0.0486467 Sep 20 13:31:04.650061 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-081dc05e-3226-4bd5-a8da-7d4ed16ab381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:04.651963 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-081dc05e-3226-4bd5-a8da-7d4ed16ab381 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f4625c1b-721b-4692-87df-27a70d8afc2c HTTP/1.1" status: 200 len: 897 time: 0.0836277 Sep 20 13:31:04.696049 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-3bf2a7f0-341a-4010-a8f4-4628eff96472 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b HTTP/1.1" status: 200 len: 217 time: 0.0370605 Sep 20 13:31:04.743696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-b7240a37-24e5-4262-9fa9-d9e499b2a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:04.745455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-b7240a37-24e5-4262-9fa9-d9e499b2a468 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b62fe52-3c34-404a-9bc9-2b80d9279784 HTTP/1.1" status: 200 len: 835 time: 0.0431163 Sep 20 13:31:04.791447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-3df7a367-5b2a-42c1-a3d8-c86876411eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:04.793167 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-3df7a367-5b2a-42c1-a3d8-c86876411eec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4625c1b-721b-4692-87df-27a70d8afc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394461 Sep 20 13:31:04.881219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4369b0-322c-4cb6-8833-3f93ffc88dc9 req-9f05430c-f398-4b73-a212-80e548c56aba tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:04.882715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e4369b0-322c-4cb6-8833-3f93ffc88dc9 req-9f05430c-f398-4b73-a212-80e548c56aba tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 944 time: 0.0497949 Sep 20 13:31:04.889273 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-42b61f19-4089-427c-965a-27c87e49c0fa service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Sep 20 13:31:04.922198 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e4369b0-322c-4cb6-8833-3f93ffc88dc9 req-5711511b-108a-45c9-90f8-7510d8523a08 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Sep 20 13:31:04.980450 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-10fb8120-4801-40f3-8af9-1dda17f9789b req-47e92b67-b3e1-475e-9614-03c54bd283ae service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836544 Sep 20 13:31:06.089862 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5e5f5-69ea-4f26-9b9e-877c79b2ab9b req-0752e2e1-6f28-4e1d-b966-fda646fd7b41 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:06.091336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0e5e5f5-69ea-4f26-9b9e-877c79b2ab9b req-0752e2e1-6f28-4e1d-b966-fda646fd7b41 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 944 time: 0.0492780 Sep 20 13:31:06.128889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0e5e5f5-69ea-4f26-9b9e-877c79b2ab9b req-a869ebc9-b78f-4f7f-ab20-26001a73cfbb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Sep 20 13:31:07.218229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c1f0bb4e-b816-485b-98ac-983ccf5b1f6b details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:31:07.241224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5f32-bfaa-486e-b218-70f7fdb40a71 req-e2dd5f60-bde5-4888-9f7a-8e631d3dc6b8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:07.242705 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7ce5f32-bfaa-486e-b218-70f7fdb40a71 req-e2dd5f60-bde5-4888-9f7a-8e631d3dc6b8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 944 time: 0.0479965 Sep 20 13:31:07.285486 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c7ce5f32-bfaa-486e-b218-70f7fdb40a71 req-b4bc8076-0f11-4021-9e91-b0c4ff6d3306 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359540 Sep 20 13:31:07.318555 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:07.329271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'port_id': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'mac_address': 'fa:16:3e:6d:1d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:31:07.364712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:07.377646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f0bb4e-b816-485b-98ac-983ccf5b1f6b {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:31:07.396139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:07.466784 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:07.513752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:07.666386 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['c1f0bb4e-b816-485b-98ac-983ccf5b1f6b'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:31:08.406036 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bf37-f11c-426e-b77c-803f759638c0 req-b95b9477-21cf-4bd9-913f-ae232f65efff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:08.407546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07b4bf37-f11c-426e-b77c-803f759638c0 req-b95b9477-21cf-4bd9-913f-ae232f65efff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Sep 20 13:31:08.445185 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-07b4bf37-f11c-426e-b77c-803f759638c0 req-20e06588-4ba4-4cae-959a-3f9dac879bbc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Sep 20 13:31:09.234068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c1f0bb4e-b816-485b-98ac-983ccf5b1f6b up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:31:09.334491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:31:09.338207 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:31:09.338570 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:09.414118 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:09.435943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:31:09.438302 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fc4b2c-e716-4e68-9cd3-80974df32d3a" -d '{"events": [{"server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "name": "network-vif-plugged", "status": "completed", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:09.451770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:09.474302 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6ac154-0a1f-455c-a207-d025f583ebec x-openstack-request-id: req-4c6ac154-0a1f-455c-a207-d025f583ebec {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:09.474583 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "name": "network-vif-plugged", "status": "completed", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:09.474832 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c6ac154-0a1f-455c-a207-d025f583ebec {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:09.475218 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'code': 200} Sep 20 13:31:09.517836 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:09.569248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719af6c-af80-40bb-b555-35c02e4c4db8 req-2f1e0c81-968c-4220-8eed-d6655014b0a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:09.570790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7719af6c-af80-40bb-b555-35c02e4c4db8 req-2f1e0c81-968c-4220-8eed-d6655014b0a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0510397 Sep 20 13:31:09.573497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:09.579537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370f3e-f688-440a-b535-96968a3be75c req-a684f5d4-5b70-4cc7-a579-dee1367b49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:09.581151 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1f370f3e-f688-440a-b535-96968a3be75c req-a684f5d4-5b70-4cc7-a579-dee1367b49a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0450876 Sep 20 13:31:09.609794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7719af6c-af80-40bb-b555-35c02e4c4db8 req-3e5ce0e2-30f7-4f5c-85fb-5de6dff8cd97 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Sep 20 13:31:09.621384 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1f370f3e-f688-440a-b535-96968a3be75c req-25757478-0321-4a69-beda-aeb9ed23feb4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327935 Sep 20 13:31:10.723450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69fac1-1526-47fb-a8c0-628cd4d38599 req-deb1404b-1bab-4446-acb5-0431b0c0a928 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:10.724944 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a69fac1-1526-47fb-a8c0-628cd4d38599 req-deb1404b-1bab-4446-acb5-0431b0c0a928 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0487278 Sep 20 13:31:10.767059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6a69fac1-1526-47fb-a8c0-628cd4d38599 req-3cd34973-e6b5-4ac1-840f-9382866d53d4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352535 Sep 20 13:31:11.885745 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ac484-0325-4e07-abf1-fe83edcab607 req-748563dd-8217-48ef-9637-e52f4a902fff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:11.887284 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-305ac484-0325-4e07-abf1-fe83edcab607 req-748563dd-8217-48ef-9637-e52f4a902fff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0538459 Sep 20 13:31:11.925978 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-305ac484-0325-4e07-abf1-fe83edcab607 req-80bd028f-224e-4ca7-80c0-d75f2e708d01 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322978 Sep 20 13:31:12.038460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df882a-fe7b-4b8c-858f-4a0968055cbb req-848f367e-318f-4e59-a82b-82d370a70873 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:12.039933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44df882a-fe7b-4b8c-858f-4a0968055cbb req-848f367e-318f-4e59-a82b-82d370a70873 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0483823 Sep 20 13:31:12.079102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-44df882a-fe7b-4b8c-858f-4a0968055cbb req-27e321ea-c1a7-44ac-93a2-91fb0f053c5a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322909 Sep 20 13:31:12.100982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46042) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:31:12.185291 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc4bc51-243f-43b6-8826-f6e0ec75fc7d tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:12.186828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4dc4bc51-243f-43b6-8826-f6e0ec75fc7d tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 1092 time: 0.0848203 Sep 20 13:31:12.189713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:31:12.193928 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:12.289027 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:12.386940 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:12.483497 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab0a51c1-d98d-4d71-9cee-077bbcde4de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:12.490478 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.16 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/8815c067-2687-4c5d-ac7a-a61e85ba1dc0) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:31:12.588121 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:12.666443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:12.703606 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:31:12.706442 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:31:12.709990 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:31:12.740553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=8815c067-2687-4c5d-ac7a-a61e85ba1dc0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:13.064773 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:13.185482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:13.330810 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:13.391874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:13.466784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=8815c067-2687-4c5d-ac7a-a61e85ba1dc0,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:13.474065 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:13.571697 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP 48e1e658-2375-458a-8b91-6293375fe803 associated. External IP: 172.25.6.16, port: c1f0bb4e-b816-485b-98ac-983ccf5b1f6b. Sep 20 13:31:13.775484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 7a8b752a-0620-420e-af9f-1deeacdb40d8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:31:13.882328 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:31:13.892244 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] Sync routers for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:31:13.901824 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:31:13.902434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:13.957728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:13.984781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e86dc82d-8f0b-4486-9022-f0ac2f29e196 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7940676 Sep 20 13:31:13.985450 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:31:13.987775 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:14.007469 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:14.080139 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59d42e-0d46-4bb3-b084-31f1ca5a771a req-3395bc78-1204-4abf-9c05-465afc96fadc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:14.081776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b59d42e-0d46-4bb3-b084-31f1ca5a771a req-3395bc78-1204-4abf-9c05-465afc96fadc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0484996 Sep 20 13:31:14.119451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b59d42e-0d46-4bb3-b084-31f1ca5a771a req-70d6c392-498b-41ac-b64a-5a4cabf1ad4d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309615 Sep 20 13:31:14.141603 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46052) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:31:14.187105 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62ff1c5-bc81-48ce-a872-e9c9441d56cd x-openstack-request-id: req-f62ff1c5-bc81-48ce-a872-e9c9441d56cd {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:14.187486 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:14.187809 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f62ff1c5-bc81-48ce-a872-e9c9441d56cd {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:14.188229 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'status': 'completed', 'code': 200} Sep 20 13:31:14.215627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe5dd974-c751-47c3-bacb-f44d31b9d526 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/48e1e658-2375-458a-8b91-6293375fe803 HTTP/1.1" status: 200 len: 991 time: 0.0717406 Sep 20 13:31:14.233386 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '48e1e658-2375-458a-8b91-6293375fe803', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'port_id': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'mac_address': 'fa:16:3e:6d:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:31:12Z', 'updated_at': '2021-09-20T13:31:12Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:31:01Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:14.238586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-05617463-7286-4d90-9240-fe51b95860cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:14.245801 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-05617463-7286-4d90-9240-fe51b95860cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0466421 Sep 20 13:31:14.260205 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] Checking router: 7a8b752a-0620-420e-af9f-1deeacdb40d8 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:31:14.268462 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:31:14.269099 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:30:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:14.334624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-91a8c7ec-628f-46df-ab50-9ba0cb85e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:14.336097 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-91a8c7ec-628f-46df-ab50-9ba0cb85e03a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f4625c1b-721b-4692-87df-27a70d8afc2c HTTP/1.1" status: 200 len: 897 time: 0.0838456 Sep 20 13:31:14.373140 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:14.405512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-3803d74c-90e6-406a-a82e-db68c3380d01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b HTTP/1.1" status: 200 len: 999 time: 0.0618517 Sep 20 13:31:14.452744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-c6bd9f22-d940-4161-96e0-004f66d3a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:14.454247 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-c6bd9f22-d940-4161-96e0-004f66d3a6a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b62fe52-3c34-404a-9bc9-2b80d9279784 HTTP/1.1" status: 200 len: 835 time: 0.0426240 Sep 20 13:31:14.499910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-9322878e-3e9c-421f-9b40-a4e5fcef3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:14.501490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-9322878e-3e9c-421f-9b40-a4e5fcef3e4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4625c1b-721b-4692-87df-27a70d8afc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402739 Sep 20 13:31:14.590982 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '48e1e658-2375-458a-8b91-6293375fe803', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'port_id': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'mac_address': 'fa:16:3e:6d:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:31:12Z', 'updated_at': '2021-09-20T13:31:12Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:31:01Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:14.595595 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-05f73c49-b6fa-437b-8fed-469cb6b06834 service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863781 Sep 20 13:31:14.621533 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc0cae-cdaf-416b-8cdd-7e6815ebf073 None None] The sync data for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 is: [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '48e1e658-2375-458a-8b91-6293375fe803', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'port_id': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'mac_address': 'fa:16:3e:6d:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:31:12Z', 'updated_at': '2021-09-20T13:31:12Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:31:01Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:31:14.691778 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c1572c84-a68e-4d75-8fa6-6bde562b7ad4 req-78ede802-4c64-487f-80d1-689b34482a15 service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892727 Sep 20 13:31:14.812725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0941705d-d253-438a-9d7b-ea65434007aa None None] New status for floating IP 48e1e658-2375-458a-8b91-6293375fe803: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:31:15.218408 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:31:15.220403 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-addf069e-062b-429f-a777-f5b650fd5c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:15.277947 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b77127f-1d49-472d-a1de-efa47bfe8872 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/48e1e658-2375-458a-8b91-6293375fe803 HTTP/1.1" status: 200 len: 993 time: 0.0582614 Sep 20 13:31:15.688711 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:16.803350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:18.180122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:20.528671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:21.008718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:37.505699 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:31:42.488450 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3127e2f4-c1d1-46bc-a541-59ca1a860837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:44.212820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab8759-58c2-4484-aeb8-7835c10eb7e2 req-bd3587b8-1d96-4044-b951-755443b7e28a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:44.214315 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74ab8759-58c2-4484-aeb8-7835c10eb7e2 req-bd3587b8-1d96-4044-b951-755443b7e28a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0481322 Sep 20 13:31:44.250841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74ab8759-58c2-4484-aeb8-7835c10eb7e2 req-61d4d623-f150-4bd7-8abd-d00e58217961 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303531 Sep 20 13:31:45.230868 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-686b31dc-5efd-48df-9bdd-84b1b8b6d591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:45.371868 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fa699-abe5-43e6-bc60-1edf45dbc4ee req-28ec2d4d-fd5d-4811-93bd-52105fa977a1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:45.373355 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-269fa699-abe5-43e6-bc60-1edf45dbc4ee req-28ec2d4d-fd5d-4811-93bd-52105fa977a1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0520117 Sep 20 13:31:45.411320 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-269fa699-abe5-43e6-bc60-1edf45dbc4ee req-dacc12ce-a800-43ad-aa45-a8449ba8e27c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Sep 20 13:31:45.659529 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:46.523858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54033288-ec2b-45e6-bf86-8eab67ed2707 req-ed6ac1e5-983b-43b3-859b-fd58f69da4df tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:46.525345 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54033288-ec2b-45e6-bf86-8eab67ed2707 req-ed6ac1e5-983b-43b3-859b-fd58f69da4df tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0485606 Sep 20 13:31:46.562725 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-54033288-ec2b-45e6-bf86-8eab67ed2707 req-d040e007-7e3d-44b2-81e3-1b0cb93537ca tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Sep 20 13:31:46.813961 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:47.678100 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90538930-d6ad-48b7-aeac-4c8569c159da req-97774a36-9efd-49dc-9931-3e866ea30857 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:47.679458 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90538930-d6ad-48b7-aeac-4c8569c159da req-97774a36-9efd-49dc-9931-3e866ea30857 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0497270 Sep 20 13:31:47.716107 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-90538930-d6ad-48b7-aeac-4c8569c159da req-4b3934a9-db67-4e20-a01f-da1436ec68ee tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302565 Sep 20 13:31:48.208036 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:48.833775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a4f1d-7350-4b2c-be46-3f2efb78e80b req-5489abee-c88d-411b-9bd7-4ca6f4fd3a8e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:48.835252 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb9a4f1d-7350-4b2c-be46-3f2efb78e80b req-5489abee-c88d-411b-9bd7-4ca6f4fd3a8e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0528750 Sep 20 13:31:48.874761 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb9a4f1d-7350-4b2c-be46-3f2efb78e80b req-0d0d3991-2e74-48e5-a5b8-b055dc1c4087 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331781 Sep 20 13:31:49.989192 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b3e4-7ca2-4506-beb3-c3a04e5018f3 req-b4ee38c7-f79d-4bec-8826-84e44219d6df tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:49.990683 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7e3b3e4-7ca2-4506-beb3-c3a04e5018f3 req-b4ee38c7-f79d-4bec-8826-84e44219d6df tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0484130 Sep 20 13:31:50.028336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a7e3b3e4-7ca2-4506-beb3-c3a04e5018f3 req-ba3d524d-24e0-4aab-8c3e-1332420017ab tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317266 Sep 20 13:31:50.510833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:51.025426 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:31:51.142175 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70465b-675d-4521-9eaa-1570d11e4a7e req-0570e137-6a32-414c-bf6b-c299e7b5a9e3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:51.143570 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a70465b-675d-4521-9eaa-1570d11e4a7e req-0570e137-6a32-414c-bf6b-c299e7b5a9e3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0485787 Sep 20 13:31:51.180392 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a70465b-675d-4521-9eaa-1570d11e4a7e req-1b9fb31f-c3ac-475f-8fbc-3690d472530f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300841 Sep 20 13:31:52.308940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a5c1-adf2-4c11-b4e7-79e5a05dece1 req-279c71d2-276a-4988-a770-4b0103544ce6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:52.310478 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ef9a5c1-adf2-4c11-b4e7-79e5a05dece1 req-279c71d2-276a-4988-a770-4b0103544ce6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0605206 Sep 20 13:31:52.352598 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ef9a5c1-adf2-4c11-b4e7-79e5a05dece1 req-832451e1-e255-4083-a792-30bfe29439ef tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360007 Sep 20 13:31:53.484073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c900ba-96c6-4cad-b20c-c518227af2a2 req-5aea3831-c5b7-4ec4-867c-605cfb18a03f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:53.485572 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4c900ba-96c6-4cad-b20c-c518227af2a2 req-5aea3831-c5b7-4ec4-867c-605cfb18a03f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0482695 Sep 20 13:31:53.522164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f4c900ba-96c6-4cad-b20c-c518227af2a2 req-e434653d-1cd4-47af-b1d1-8425960d8b02 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306304 Sep 20 13:31:54.638889 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac76f40-5d64-4733-85a2-ec732ef4c5e0 req-d8be913e-25e4-42da-9cd9-78fd9927644c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:54.640358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ac76f40-5d64-4733-85a2-ec732ef4c5e0 req-d8be913e-25e4-42da-9cd9-78fd9927644c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0484838 Sep 20 13:31:54.678576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0ac76f40-5d64-4733-85a2-ec732ef4c5e0 req-86fa796a-18ad-4203-bb7e-5ae0cf209769 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Sep 20 13:31:54.701592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:31:54.764356 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9c1ffd3-120b-49ae-b417-425df0fea831 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/48e1e658-2375-458a-8b91-6293375fe803 HTTP/1.1" status: 200 len: 993 time: 0.0616148 Sep 20 13:31:56.123274 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8e5c-05c2-4cfa-a6ab-f5b6c3552c8a req-9c514112-4716-484e-96a8-078c829697e6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:56.124848 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e80b8e5c-05c2-4cfa-a6ab-f5b6c3552c8a req-9c514112-4716-484e-96a8-078c829697e6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0496497 Sep 20 13:31:56.165059 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e80b8e5c-05c2-4cfa-a6ab-f5b6c3552c8a req-0350c724-1dca-4c38-a11f-a83ac062c129 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342369 Sep 20 13:31:56.199832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49701c49-b4da-436f-842f-e3ad7012abef req-0722797f-0bbc-4068-aa1c-86be8bc963f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:56.201399 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49701c49-b4da-436f-842f-e3ad7012abef req-0722797f-0bbc-4068-aa1c-86be8bc963f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0476985 Sep 20 13:31:56.292173 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49701c49-b4da-436f-842f-e3ad7012abef req-7ce66a15-df31-442b-9f01-65b49d9afda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:56.293673 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49701c49-b4da-436f-842f-e3ad7012abef req-7ce66a15-df31-442b-9f01-65b49d9afda4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f4625c1b-721b-4692-87df-27a70d8afc2c HTTP/1.1" status: 200 len: 897 time: 0.0858703 Sep 20 13:31:56.359966 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49701c49-b4da-436f-842f-e3ad7012abef req-8786a11e-7e88-46e7-a7f0-9000e0299cb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b HTTP/1.1" status: 200 len: 1001 time: 0.0589080 Sep 20 13:31:56.408397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49701c49-b4da-436f-842f-e3ad7012abef req-b28137fb-a3b7-4d42-a232-f6f51e75ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:56.409852 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49701c49-b4da-436f-842f-e3ad7012abef req-b28137fb-a3b7-4d42-a232-f6f51e75ed78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b62fe52-3c34-404a-9bc9-2b80d9279784 HTTP/1.1" status: 200 len: 835 time: 0.0432239 Sep 20 13:31:56.454226 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49701c49-b4da-436f-842f-e3ad7012abef req-e131bdcb-3512-4c98-9137-64588361ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:56.455676 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49701c49-b4da-436f-842f-e3ad7012abef req-e131bdcb-3512-4c98-9137-64588361ab76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4625c1b-721b-4692-87df-27a70d8afc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390525 Sep 20 13:31:56.546466 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49701c49-b4da-436f-842f-e3ad7012abef req-a6da9575-4b63-4271-ad5c-c0a7b5668ece service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824020 Sep 20 13:31:56.633725 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-49701c49-b4da-436f-842f-e3ad7012abef req-3edc749d-64f5-4d00-9ca1-28e73867be43 service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795770 Sep 20 13:31:57.284564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38702e4-ab04-44e9-9936-e8abd82f9981 req-cea87799-38ae-48f8-b023-14f74279791a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:31:57.286047 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f38702e4-ab04-44e9-9936-e8abd82f9981 req-cea87799-38ae-48f8-b023-14f74279791a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0513101 Sep 20 13:31:57.324499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f38702e4-ab04-44e9-9936-e8abd82f9981 req-64a26f4c-02e6-4d6c-bc91-4fe27e8222cf tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316458 Sep 20 13:31:57.346529 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:31:57.405808 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-49da2694-9672-41d6-81d1-33e779c90d8a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/48e1e658-2375-458a-8b91-6293375fe803 HTTP/1.1" status: 200 len: 993 time: 0.0581498 Sep 20 13:32:06.448148 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-9ba914fa-299d-445c-bb7c-6e748fa407fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446534 Sep 20 13:32:06.531901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-6c63d736-b203-4b47-bd22-54028d4aad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:06.533410 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-6c63d736-b203-4b47-bd22-54028d4aad57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0405354 Sep 20 13:32:06.631944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-61aeed6c-b2aa-4146-8ca6-8bd1117d5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:06.633998 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-61aeed6c-b2aa-4146-8ca6-8bd1117d5a74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f4625c1b-721b-4692-87df-27a70d8afc2c HTTP/1.1" status: 200 len: 897 time: 0.0828354 Sep 20 13:32:06.699587 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-7725e5e0-e285-467e-99ca-b647e4503924 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b HTTP/1.1" status: 200 len: 1001 time: 0.0586908 Sep 20 13:32:06.746619 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-15e84689-8f4c-46d7-93a3-0e34388ae7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:06.747989 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-15e84689-8f4c-46d7-93a3-0e34388ae7d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b62fe52-3c34-404a-9bc9-2b80d9279784 HTTP/1.1" status: 200 len: 835 time: 0.0418415 Sep 20 13:32:06.791970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-fd4294bd-706f-42aa-b057-2085dd655ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:06.793411 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-fd4294bd-706f-42aa-b057-2085dd655ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4625c1b-721b-4692-87df-27a70d8afc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386324 Sep 20 13:32:06.881856 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-74b15e99-4b4b-42b3-a573-8e524c705777 service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817754 Sep 20 13:32:06.970338 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1d748292-2f98-45e5-8008-ecc49e65afaa req-f8bc2d17-aa44-4ce7-bcee-ffd81770f3e9 service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804951 Sep 20 13:32:12.510228 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-428704d6-56d8-4ae5-acd4-d63a29263adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:14.504076 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:32:15.230609 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7b159c7f-aaeb-47e6-8d15-1414501ee5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:15.681220 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:16.818062 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:18.219248 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:20.543895 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:21.007410 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:30.122588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46124) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:30.278857 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 8815c067-2687-4c5d-ac7a-a61e85ba1dc0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:32:30.279267 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:30.355838 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:30.356169 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:30.367336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 8815c067-2687-4c5d-ac7a-a61e85ba1dc0 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:32:30.589265 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:30.614156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=8815c067-2687-4c5d-ac7a-a61e85ba1dc0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:30.641620 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.641965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.642301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.642630 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.642954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.643279 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.643603 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.643927 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.644249 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.644567 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.644888 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.645225 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:30.686408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:30.686743 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP 48e1e658-2375-458a-8b91-6293375fe803 disassociated (deleted). External IP: 172.25.6.16, port: c1f0bb4e-b816-485b-98ac-983ccf5b1f6b. Sep 20 13:32:30.888128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 7a8b752a-0620-420e-af9f-1deeacdb40d8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:32:31.299227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:32:31.303822 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:31.310719 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] Sync routers for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:32:31.320100 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:32:31.320803 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:31.332198 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c6716c45-a8ac-4def-bd86-a1f69f52e026 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/floatingips/48e1e658-2375-458a-8b91-6293375fe803 HTTP/1.1" status: 204 len: 168 time: 1.2085433 Sep 20 13:32:31.332773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:32:31.335009 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b546b55-623c-42f4-a367-7ee16a7c9406" -d '{"events": [{"name": "network-changed", "server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:31.428859 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:31.624755 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:31:01Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:31.654184 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] Checking router: 7a8b752a-0620-420e-af9f-1deeacdb40d8 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:32:31.662292 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:32:31.662894 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:31.703933 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b361f65-30dc-4fbe-a642-2ea2fd57c957 x-openstack-request-id: req-0b361f65-30dc-4fbe-a642-2ea2fd57c957 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:31.704334 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:31.704768 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b361f65-30dc-4fbe-a642-2ea2fd57c957 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:31.705378 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'status': 'completed', 'code': 200} Sep 20 13:32:31.769105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-caab4161-0b0a-4d93-962a-13a348165590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:31.770667 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-caab4161-0b0a-4d93-962a-13a348165590 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0416985 Sep 20 13:32:31.799797 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65bb52-b87e-4644-9f95-0ab19f22b1ef req-2b5908a4-f790-439f-9e07-5ce0f58fa34d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:31.801747 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d65bb52-b87e-4644-9f95-0ab19f22b1ef req-2b5908a4-f790-439f-9e07-5ce0f58fa34d tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0524170 Sep 20 13:32:31.847445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9d65bb52-b87e-4644-9f95-0ab19f22b1ef req-2ec8422c-d303-41a0-bcc2-93bc9617b4a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378935 Sep 20 13:32:31.872828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:31.878172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-1a4b60ee-246b-4f02-acc5-80f7a974a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:31.879665 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-1a4b60ee-246b-4f02-acc5-80f7a974a256 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f4625c1b-721b-4692-87df-27a70d8afc2c HTTP/1.1" status: 200 len: 897 time: 0.1008468 Sep 20 13:32:31.921712 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-cc3da3bd-fcd5-40a7-8ed8-81e5e20bc4c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b HTTP/1.1" status: 200 len: 217 time: 0.0339782 Sep 20 13:32:31.971476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-11baa7f5-3e03-4ad1-8832-0a4293173d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:31.973076 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-11baa7f5-3e03-4ad1-8832-0a4293173d60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b62fe52-3c34-404a-9bc9-2b80d9279784 HTTP/1.1" status: 200 len: 835 time: 0.0435190 Sep 20 13:32:32.023305 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-a311e51c-656b-43b3-9328-52a6d8a3778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:32.025323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-a311e51c-656b-43b3-9328-52a6d8a3778d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4625c1b-721b-4692-87df-27a70d8afc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446689 Sep 20 13:32:32.036412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-dea7e3ab-f894-445c-a25c-63363ac7d4a8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:32:32.037373 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-dea7e3ab-f894-445c-a25c-63363ac7d4a8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048668 Sep 20 13:32:32.064581 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:31:01Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:32.090379 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420e928-c18e-4973-8dfa-634a354c708e None None] The sync data for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 is: [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:30:57Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9', 'name': '', 'network_id': 'f4625c1b-721b-4692-87df-27a70d8afc2c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:3c:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:57Z', 'updated_at': '2021-09-20T13:31:01Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': '8b62fe52-3c34-404a-9bc9-2b80d9279784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:32:32.126449 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-85cc463d-c3c6-4d59-8af5-3224bff5b985 service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815511 Sep 20 13:32:32.234178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5b546b55-623c-42f4-a367-7ee16a7c9406 req-b2782abb-03f0-4ba5-bc2d-f1d98340be1f service neutron] 10.222.0.32 "GET /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878708 Sep 20 13:32:32.299562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782a832-7557-45b4-b3bc-05075fa0145a None None] New status for floating IP 48e1e658-2375-458a-8b91-6293375fe803: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:32:32.975174 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91abb8-daba-44b9-9bb0-1c4c9ec9fc99 req-36829e78-865b-408d-9d70-6ff71f1e47b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:32.976690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e91abb8-daba-44b9-9bb0-1c4c9ec9fc99 req-36829e78-865b-408d-9d70-6ff71f1e47b9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0561218 Sep 20 13:32:33.018690 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1e91abb8-daba-44b9-9bb0-1c4c9ec9fc99 req-671416cb-702e-4162-88ca-4d69475a945e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=c349ca83-2502-421a-8ce0-868431e59fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Sep 20 13:32:33.179959 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-4f12b1c3-8080-4cb1-9e92-2900eff6a6fe tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:33.181467 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-4f12b1c3-8080-4cb1-9e92-2900eff6a6fe tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0486794 Sep 20 13:32:33.273236 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:32:33.273580 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:33.362532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:33.362901 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:33.375373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for c1f0bb4e-b816-485b-98ac-983ccf5b1f6b owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:32:33.567322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:33.596956 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=c1f0bb4e-b816-485b-98ac-983ccf5b1f6b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:33.635889 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] No DVR routers for this DVR port c1f0bb4e-b816-485b-98ac-983ccf5b1f6b on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:32:33.638520 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:33.640508 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-c2017aac-0ea6-42b4-bff7-385688ad13ec req-62824040-eeaa-46c0-a05c-4b391e0dfaff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.32 "DELETE /v2.0/ports/c1f0bb4e-b816-485b-98ac-983ccf5b1f6b HTTP/1.1" status: 204 len: 173 time: 0.4526863 Sep 20 13:32:33.706252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'name': 'network-vif-deleted', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:32:33.708554 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9bc48c-fc67-496c-9114-55c560b16893" -d '{"events": [{"server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "name": "network-vif-deleted", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:33.744137 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11486c2-b5a1-49d1-b97a-8a7299f85aa4 x-openstack-request-id: req-d11486c2-b5a1-49d1-b97a-8a7299f85aa4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:33.744431 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41302edc-8f47-4c54-adf5-be668e2b9fc6", "name": "network-vif-deleted", "tag": "c1f0bb4e-b816-485b-98ac-983ccf5b1f6b", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:33.744684 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d11486c2-b5a1-49d1-b97a-8a7299f85aa4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:33.745123 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41302edc-8f47-4c54-adf5-be668e2b9fc6', 'name': 'network-vif-deleted', 'tag': 'c1f0bb4e-b816-485b-98ac-983ccf5b1f6b', 'status': 'completed', 'code': 200} Sep 20 13:32:34.126745 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e50ac731-79d2-4a9e-829c-b489c0808d60 req-7fff42d9-bd42-48f3-b603-0024dcb614ad tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=41302edc-8f47-4c54-adf5-be668e2b9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0267417 Sep 20 13:32:35.182407 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46140) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:35.541672 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:35.796771 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:32:35.797141 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:35.887693 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:35.888068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:35.900499 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:32:36.166394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:36.192207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:36.371738 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:36.591100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 7a8b752a-0620-420e-af9f-1deeacdb40d8 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:32:36.697290 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:32:36.702665 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0615837f-7d75-4401-bc47-c8755caa2b00 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/7a8b752a-0620-420e-af9f-1deeacdb40d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191875 Sep 20 13:32:36.706041 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46142) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:36.708028 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] Sync routers for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:32:36.717880 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:32:36.718497 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:36.755103 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8afe0cd-8437-4450-bd8c-c7a839bbf398 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting subnet 8b62fe52-3c34-404a-9bc9-2b80d9279784 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:32:36.758094 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8afe0cd-8437-4450-bd8c-c7a839bbf398 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:36.797324 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8afe0cd-8437-4450-bd8c-c7a839bbf398 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:36.824186 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:36.883052 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8afe0cd-8437-4450-bd8c-c7a839bbf398 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.005777 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:32:36Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:37.008837 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8afe0cd-8437-4450-bd8c-c7a839bbf398 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.033157 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] Checking router: 7a8b752a-0620-420e-af9f-1deeacdb40d8 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:32:37.036257 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afe0cd-8437-4450-bd8c-c7a839bbf398 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Subnet': ['ID=8b62fe52-3c34-404a-9bc9-2b80d9279784,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:37.040184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8afe0cd-8437-4450-bd8c-c7a839bbf398 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.044645 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a8afe0cd-8437-4450-bd8c-c7a839bbf398 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/subnets/8b62fe52-3c34-404a-9bc9-2b80d9279784 HTTP/1.1" status: 204 len: 168 time: 0.3349915 Sep 20 13:32:37.044944 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] Routers {'7a8b752a-0620-420e-af9f-1deeacdb40d8'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:32:37.045065 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46144) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:37.045177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['7a8b752a-0620-420e-af9f-1deeacdb40d8'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:37.047398 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22ae4c-8dfa-4ada-a0d7-94f0fd9641b7 None None] Network f4625c1b-721b-4692-87df-27a70d8afc2c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:32:37.150259 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] Set router 7a8b752a-0620-420e-af9f-1deeacdb40d8 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:37.153895 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.243489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] DHCP port deletion for f4625c1b-721b-4692-87df-27a70d8afc2c request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:32:37.263533 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.292610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Deleting port d0eb2c10-e663-4d5e-a373-871abd7e5f29 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:32:37.292982 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.332865 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:32:36Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:37.358948 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] For port d0eb2c10-e663-4d5e-a373-871abd7e5f29, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=d0eb2c10-e663-4d5e-a373-871abd7e5f29,segment=NetworkSegment(50d902cd-61fd-4d68-b4ee-d2ba8d084288),segment_id=50d902cd-61fd-4d68-b4ee-d2ba8d084288)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:37.359357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.361172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 262b1af3-ef16-4307-b07b-5cc001792a9f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:32:37.361591 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.364357 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3429497-ac04-43d6-8649-16a351b97b19 None None] The sync data for ids ['7a8b752a-0620-420e-af9f-1deeacdb40d8'] in n-d-809934-3 is: [{'id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626560808', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:32:36Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '262b1af3-ef16-4307-b07b-5cc001792a9f', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b752a-0620-420e-af9f-1deeacdb40d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:30:54Z', 'updated_at': '2021-09-20T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:32:37.373150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Calling delete_port for d0eb2c10-e663-4d5e-a373-871abd7e5f29 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:32:37.447767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 262b1af3-ef16-4307-b07b-5cc001792a9f, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=262b1af3-ef16-4307-b07b-5cc001792a9f,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:37.448144 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.459741 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 262b1af3-ef16-4307-b07b-5cc001792a9f owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:32:37.487549 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.514612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Pushing event deleted for resources: {'Port': ['ID=d0eb2c10-e663-4d5e-a373-871abd7e5f29,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:37.525192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.525192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.525192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.525192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.525622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.525811 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.526120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.526444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.526766 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.527088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.527410 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.527732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:37.530448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5efe7-441d-4dfa-af52-5d82e95eb558 None None] No DVR routers for this DVR port d0eb2c10-e663-4d5e-a373-871abd7e5f29 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:32:37.669624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c1f0bb4e-b816-485b-98ac-983ccf5b1f6b no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:32:37.690583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: c1f0bb4e-b816-485b-98ac-983ccf5b1f6b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:32:37.690583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device c1f0bb4e-b816-485b-98ac-983ccf5b1f6b not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:32:37.704579 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.732637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=262b1af3-ef16-4307-b07b-5cc001792a9f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:37.755217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:32:37.777116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:32:37.777431 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 0c69d5d6-4006-4e33-ab6a-2ef1055a0dd9 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:32:37.777848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d0eb2c10-e663-4d5e-a373-871abd7e5f29 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:32:37.797205 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: d0eb2c10-e663-4d5e-a373-871abd7e5f29 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:32:37.797798 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device d0eb2c10-e663-4d5e-a373-871abd7e5f29 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:32:37.809130 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.902495 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:37.904565 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.001701 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.002286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Fanout notify agent at l3_agent the message router_deleted on router 7a8b752a-0620-420e-af9f-1deeacdb40d8 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:32:38.009775 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.011186 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-62020aa9-a47d-4947-a77e-0a39fa187f22 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/routers/7a8b752a-0620-420e-af9f-1deeacdb40d8 HTTP/1.1" status: 204 len: 168 time: 0.9654164 Sep 20 13:32:38.014048 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46148) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:38.095669 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.184862 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.203997 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4625c1b-721b-4692-87df-27a70d8afc2c']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:38.212983 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d902cd-61fd-4d68-b4ee-d2ba8d084288') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:38.213255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d902cd-61fd-4d68-b4ee-d2ba8d084288') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:38.222329 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.264079 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.269966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:32:38.271594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:32:38.273245 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:32:38.385393 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.392248 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.394092 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/networks/f4625c1b-721b-4692-87df-27a70d8afc2c HTTP/1.1" status: 204 len: 168 time: 0.3791041 Sep 20 13:32:38.397080 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:38.405462 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1fce-cdfd-4ed2-ae95-62cdd25fa5b6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Network': ['ID=f4625c1b-721b-4692-87df-27a70d8afc2c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:38.457867 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.483727 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.605679 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.608425 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:38.609644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/security-groups/c349ca83-2502-421a-8ce0-868431e59fe1 HTTP/1.1" status: 204 len: 168 time: 0.2115269 Sep 20 13:32:38.621201 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349ca83-2502-421a-8ce0-868431e59fe1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:38.626405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.626765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.627116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.627464 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.627808 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.628142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.628481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.628818 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.629184 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.629522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.629851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:38.630180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44408724-88b8-494d-8102-2da2734e0e30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:39.013570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46156) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:39.018120 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4c7ea21e-2882-42ad-96ca-b47b604d6f30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170019285', 'description': 'tempest-secgroup-smoke-170019285 description', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:39.104353 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea21e-2882-42ad-96ca-b47b604d6f30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.182658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea21e-2882-42ad-96ca-b47b604d6f30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.264090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea21e-2882-42ad-96ca-b47b604d6f30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.292341 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ea21e-2882-42ad-96ca-b47b604d6f30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aefc31-9870-4e31-9bae-ce286054e87b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:39.338422 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea21e-2882-42ad-96ca-b47b604d6f30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.339675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c7ea21e-2882-42ad-96ca-b47b604d6f30 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3250527 Sep 20 13:32:39.342494 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:39.346715 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-09dc10ec-7e99-408a-a212-c2d725c3e773 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'a5aefc31-9870-4e31-9bae-ce286054e87b', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:39.418843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09dc10ec-7e99-408a-a212-c2d725c3e773 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.463908 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 262b1af3-ef16-4307-b07b-5cc001792a9f no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:32:39.475420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09dc10ec-7e99-408a-a212-c2d725c3e773 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.484270 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 262b1af3-ef16-4307-b07b-5cc001792a9f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:32:39.484618 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 262b1af3-ef16-4307-b07b-5cc001792a9f not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:32:39.521364 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09dc10ec-7e99-408a-a212-c2d725c3e773 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.540916 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc10ec-7e99-408a-a212-c2d725c3e773 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9619825-b3c4-49c9-ac68-548be3d6677a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:39.596061 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09dc10ec-7e99-408a-a212-c2d725c3e773 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.597329 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-09dc10ec-7e99-408a-a212-c2d725c3e773 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2538931 Sep 20 13:32:39.600029 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46160) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:39.605180 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-26021654-d395-4c21-afc4-eaa81e5d681c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'a5aefc31-9870-4e31-9bae-ce286054e87b', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:39.679105 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26021654-d395-4c21-afc4-eaa81e5d681c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.734315 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26021654-d395-4c21-afc4-eaa81e5d681c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.795576 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26021654-d395-4c21-afc4-eaa81e5d681c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.812083 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26021654-d395-4c21-afc4-eaa81e5d681c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9158627c-9993-403d-8f71-a07731d115c7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:39.875871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26021654-d395-4c21-afc4-eaa81e5d681c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:39.877151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-26021654-d395-4c21-afc4-eaa81e5d681c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2761838 Sep 20 13:32:39.879827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:39.884716 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f98a54de-02fc-4343-8f53-6c8aeef9f053 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'a5aefc31-9870-4e31-9bae-ce286054e87b', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:39.966480 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f98a54de-02fc-4343-8f53-6c8aeef9f053 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.024683 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f98a54de-02fc-4343-8f53-6c8aeef9f053 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.087981 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f98a54de-02fc-4343-8f53-6c8aeef9f053 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.105124 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a54de-02fc-4343-8f53-6c8aeef9f053 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2b678f-b4af-464e-9291-b86e9228f0a4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:40.177026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f98a54de-02fc-4343-8f53-6c8aeef9f053 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.178258 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f98a54de-02fc-4343-8f53-6c8aeef9f053 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975147 Sep 20 13:32:40.181232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:40.185451 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d3e06aa7-44b0-4efc-8c5c-009d1afa1074 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'a5aefc31-9870-4e31-9bae-ce286054e87b', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:40.275146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3e06aa7-44b0-4efc-8c5c-009d1afa1074 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.333089 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3e06aa7-44b0-4efc-8c5c-009d1afa1074 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.401482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3e06aa7-44b0-4efc-8c5c-009d1afa1074 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.419079 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e06aa7-44b0-4efc-8c5c-009d1afa1074 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf5e9d2-62a8-4eed-994e-eb890ac10e1d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:40.487428 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3e06aa7-44b0-4efc-8c5c-009d1afa1074 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.488676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3e06aa7-44b0-4efc-8c5c-009d1afa1074 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3065338 Sep 20 13:32:40.491349 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:40.496624 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-99f58f2b-6497-4dfa-b195-a95612c65eac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'a5aefc31-9870-4e31-9bae-ce286054e87b', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:40.578739 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-99f58f2b-6497-4dfa-b195-a95612c65eac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:32:40.583582 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99f58f2b-6497-4dfa-b195-a95612c65eac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.642181 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99f58f2b-6497-4dfa-b195-a95612c65eac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.727855 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99f58f2b-6497-4dfa-b195-a95612c65eac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.746213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f58f2b-6497-4dfa-b195-a95612c65eac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ce9373-f541-467d-8581-ce32fa7cb6d2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:40.807327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99f58f2b-6497-4dfa-b195-a95612c65eac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.811104 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-99f58f2b-6497-4dfa-b195-a95612c65eac tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3186939 Sep 20 13:32:40.811609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46168) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:40.816240 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-862944e3-59ff-4344-a54b-6b7cb1de717e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'security_group_rule': {'security_group_id': 'a5aefc31-9870-4e31-9bae-ce286054e87b', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:40.898984 n-d-809934-3 neutron-server[95503]: INFO neutron.db.securitygroups_db [None req-862944e3-59ff-4344-a54b-6b7cb1de717e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Project d1f43b658f5d4bb4ac11fce88cfbb929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:32:40.904028 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-862944e3-59ff-4344-a54b-6b7cb1de717e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:40.963458 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-862944e3-59ff-4344-a54b-6b7cb1de717e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.052939 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-862944e3-59ff-4344-a54b-6b7cb1de717e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.071316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862944e3-59ff-4344-a54b-6b7cb1de717e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b5908a-1062-4321-be1c-c97b16cba034,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:41.127343 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-862944e3-59ff-4344-a54b-6b7cb1de717e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.128548 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-862944e3-59ff-4344-a54b-6b7cb1de717e tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159103 Sep 20 13:32:41.131405 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46170) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:41.137491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'network': {'name': 'tempest-network-smoke--1990106037', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'port_security_enabled': True}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:41.235978 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:32:41.239514 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.264408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:32:41.273164 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.273514 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Added segment e9d6acca-d027-43c8-9cc8-d9ba9e050140 of type vlan for network 9fbc4abf-135a-4a4b-8d46-c37314dcafca Sep 20 13:32:41.316097 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.405446 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.411003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:41.411590 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.475215 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Network': ['ID=9fbc4abf-135a-4a4b-8d46-c37314dcafca,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:41.485814 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:32:41.487631 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1adaf897-65d0-4c7e-99f6-28af525597dc tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3552437 Sep 20 13:32:41.490400 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46172) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:41.496029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'admin_state_up': True, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:41.561797 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.562928 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.622813 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:41.815785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:42.089568 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:42.108234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:42.205906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.93 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/2c28c33a-9dc5-4551-81e3-c74c517abe8a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:42.310600 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:42.378683 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:42.416227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:42.419043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:42.422403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:32:42.429992 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=2c28c33a-9dc5-4551-81e3-c74c517abe8a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:42.503318 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-105608d9-8e44-4fc0-be96-a6027c2de53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:43.083897 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:43.274344 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:43.492115 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:32:43.600518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:32:43.610049 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Sync routers for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:32:43.620459 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:32:43.621139 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:43.676296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:43.681196 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-96c234de-ed00-4eef-96d4-3782fb72f1a8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1862845 Sep 20 13:32:43.685250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46174) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:43.712444 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5f6d7441-b459-46dc-ae77-db3b6f3f06d8 tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1f43b658f5d4bb4ac11fce88cfbb929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268285 Sep 20 13:32:43.712736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46176) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:43.734743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:43.813063 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ef85a6-8db6-4207-bc16-6d97d37d78fa tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:43.814589 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-d6ef85a6-8db6-4207-bc16-6d97d37d78fa tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1009846 Sep 20 13:32:43.817524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46178) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:43.848614 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-88dd1a81-3b3c-44e0-8261-13411066ef8a tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=74831730-c29e-4033-a27c-161590b78793&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266159 Sep 20 13:32:43.848914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46180) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:43.856987 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078326944', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:43.918573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:42Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:43.948490 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Checking router: 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:32:43.948840 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Updating router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 port 2c28c33a-9dc5-4551-81e3-c74c517abe8a binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:32:43.972508 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.028939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:32:44.032605 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.235712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.339195 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.355605 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.411042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Subnet': ['ID=a659e917-f3fc-43ef-9629-e98176ade8a6,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:44.420473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Attempting to bind port 2c28c33a-9dc5-4551-81e3-c74c517abe8a on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:32:44.420845 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Attempting to bind port 2c28c33a-9dc5-4551-81e3-c74c517abe8a by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:32:44.421234 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Attempting to bind port 2c28c33a-9dc5-4551-81e3-c74c517abe8a on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:44.422966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Checking segment: {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:32:44.423325 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network hostable DHCP agents. Network: 9fbc4abf-135a-4a4b-8d46-c37314dcafca, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:32:44.428691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449ac0a-2aaf-454d-9ea2-7a97d7221f24 None None] Pushing event updated for resources: {'Port': ['ID=2c28c33a-9dc5-4551-81e3-c74c517abe8a,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:44.433325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:32:44.433704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:32:44.434109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.434494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:32:44.435406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Bound port: 2c28c33a-9dc5-4551-81e3-c74c517abe8a, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:32:44.435765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.489497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] For port 2c28c33a-9dc5-4551-81e3-c74c517abe8a, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:32:44.493464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] For port 2c28c33a-9dc5-4551-81e3-c74c517abe8a, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2c28c33a-9dc5-4551-81e3-c74c517abe8a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:32:44.502780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:32:44.583386 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.595849 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 9fbc4abf-135a-4a4b-8d46-c37314dcafca) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:44.600075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:44.600788 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:44.611255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c0071-a296-4723-acfd-f3e70d3a2fb8 None None] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:32:44.675425 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-7f761768-52ea-440e-a120-6676b8b850ff tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8256583 Sep 20 13:32:44.678124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46182) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:44.697131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449ac0a-2aaf-454d-9ea2-7a97d7221f24 None None] Pushing event updated for resources: {'Port': ['ID=2c28c33a-9dc5-4551-81e3-c74c517abe8a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:44.699682 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:32:44.700287 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:44.850675 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:44.920920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:32:44.921801 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.122598 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.144368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Allocated IP 172.20.0.2 (9fbc4abf-135a-4a4b-8d46-c37314dcafca/a659e917-f3fc-43ef-9629-e98176ade8a6/724c433a-60b3-4810-a571-c42f76e0ca65) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:45.199138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:42Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:45.252501 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3eacef-1a21-4a3b-8548-2ae4b7d782fe None None] The sync data for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 is: [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:42Z', 'revision_number': 3, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:32:45.265525 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bad7f672-1f96-46d2-8785-7cc3e12eb983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.342874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.414019 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.460306 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:45.463326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:45.464519 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.1 (9fbc4abf-135a-4a4b-8d46-c37314dcafca/a659e917-f3fc-43ef-9629-e98176ade8a6/5399fbb4-ab0d-48b2-84f5-9c756ada1483) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:45.471323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:32:45.487160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Pushing event updated for resources: {'Port': ['ID=724c433a-60b3-4810-a571-c42f76e0ca65,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:45.562700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Attempting to bind port 724c433a-60b3-4810-a571-c42f76e0ca65 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:32:45.563081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Attempting to bind port 724c433a-60b3-4810-a571-c42f76e0ca65 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:32:45.563455 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Attempting to bind port 724c433a-60b3-4810-a571-c42f76e0ca65 on network 9fbc4abf-135a-4a4b-8d46-c37314dcafca {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:45.568822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:32:45.569249 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Checking segment: {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:32:45.569660 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.570089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Bound using segment: {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:32:45.571295 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Bound port: 724c433a-60b3-4810-a571-c42f76e0ca65, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:32:45.571816 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.627422 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.651721 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] For port 724c433a-60b3-4810-a571-c42f76e0ca65, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:32:45.655292 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] For port 724c433a-60b3-4810-a571-c42f76e0ca65, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=724c433a-60b3-4810-a571-c42f76e0ca65,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:32:45.704310 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.735361 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.735781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:45.781886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:45.790900 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f7c53-9dfb-4ab4-b120-59da58414bde None None] Pushing event updated for resources: {'Port': ['ID=724c433a-60b3-4810-a571-c42f76e0ca65,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:45.797069 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:45.800052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:32:45.804371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=5399fbb4-ab0d-48b2-84f5-9c756ada1483,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:45.851913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:46.070220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:46.356322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:46.411673 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:46.484355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:46.486112 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=5399fbb4-ab0d-48b2-84f5-9c756ada1483,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:46.587625 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:46.589355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:46.691719 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f525c-2755-4de6-b8ca-9b99a0c110b1 None None] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:32:46.706238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:32:46.766823 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-ae03cb49-3004-4f2e-9a9f-a076575cec01 None None] Provisioning complete for port 724c433a-60b3-4810-a571-c42f76e0ca65 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:46.767198 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae03cb49-3004-4f2e-9a9f-a076575cec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:46.815819 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:32:46.825598 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b9c575c2-0d60-4b31-8ffc-0f76bed0c01c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/148e2aaa-b5b2-47fd-8bdf-e526a02159d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1463215 Sep 20 13:32:46.856691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:46.924326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae03cb49-3004-4f2e-9a9f-a076575cec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:46.971436 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ae03cb49-3004-4f2e-9a9f-a076575cec01 None None] For port 724c433a-60b3-4810-a571-c42f76e0ca65, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=724c433a-60b3-4810-a571-c42f76e0ca65,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:46.977098 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-29074a13-b304-4b82-817d-5ff1185cf272 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170019285&fields=id&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 267 time: 0.0398502 Sep 20 13:32:47.058411 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ae03cb49-3004-4f2e-9a9f-a076575cec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:47.094747 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-7a2c6951-8cf9-44fe-b014-b8cffce63b33 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:47.096889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-7a2c6951-8cf9-44fe-b014-b8cffce63b33 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/networks?id=9fbc4abf-135a-4a4b-8d46-c37314dcafca HTTP/1.1" status: 200 len: 797 time: 0.1116729 Sep 20 13:32:47.113838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-7b5a8876-7df8-4d0f-92d3-ed316073be79 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/quotas/d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 375 time: 0.0101554 Sep 20 13:32:47.121445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03cb49-3004-4f2e-9a9f-a076575cec01 None None] Pushing event updated for resources: {'Port': ['ID=724c433a-60b3-4810-a571-c42f76e0ca65,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:47.171457 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-08fe6019-7dfe-4e67-a14f-468384f7f96a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506122 Sep 20 13:32:47.193831 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Sync routers for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:32:47.209434 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:32:47.210491 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:47.281868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3d717a14-883c-454d-8d7e-4622741ebcf5 None None] Provisioning complete for port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:47.282377 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d717a14-883c-454d-8d7e-4622741ebcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:47.327497 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3d717a14-883c-454d-8d7e-4622741ebcf5 None None] Port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:32:47.331841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-aa078504-5b59-4e98-8153-4a705b8d0d62 service neutron] 10.222.0.37 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462066 Sep 20 13:32:47.332883 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:47.338943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3d717a14-883c-454d-8d7e-4622741ebcf5 None None] Provisioning complete for port 724c433a-60b3-4810-a571-c42f76e0ca65 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:47.339467 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d717a14-883c-454d-8d7e-4622741ebcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:47.437002 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-b3d2f077-18ee-42e1-8f80-61ada1f22deb service neutron] 10.222.0.37 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042533 Sep 20 13:32:47.557869 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-244a1354-168f-46d4-be88-6a27b9401ed3 None None] Provisioning complete for port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:47.558365 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-244a1354-168f-46d4-be88-6a27b9401ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:47.564442 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:46Z', 'revision_number': 2, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:47.584634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 724c433a-60b3-4810-a571-c42f76e0ca65 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:47.595615 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Checking router: 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:32:47.602401 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Updating router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:32:47.625934 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:47.628689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-244a1354-168f-46d4-be88-6a27b9401ed3 None None] Port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:32:47.648073 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 724c433a-60b3-4810-a571-c42f76e0ca65 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:47.648378 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:47.755686 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7f56df2a-1bf7-47d4-b693-e325e26e80ca req-27231de4-dcc5-4abd-8a0a-a743a9abd6ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 210 time: 0.0552824 Sep 20 13:32:47.870863 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5122f754-d18f-4174-9ff2-9bc3c48a389c None None] Provisioning complete for port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:47.870863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5122f754-d18f-4174-9ff2-9bc3c48a389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:47.906757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5122f754-d18f-4174-9ff2-9bc3c48a389c None None] Port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:32:47.945482 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2c28c33a-9dc5-4551-81e3-c74c517abe8a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:47.999781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2c28c33a-9dc5-4551-81e3-c74c517abe8a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:48.000250 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.052465 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.078663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.098406 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 2c28c33a-9dc5-4551-81e3-c74c517abe8a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2c28c33a-9dc5-4551-81e3-c74c517abe8a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:48.149051 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.199859 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Pushing event updated for resources: {'Port': ['ID=5399fbb4-ab0d-48b2-84f5-9c756ada1483,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:48.222904 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.236038 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.236384 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.236848 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.237204 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.237525 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.237845 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.238162 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.238485 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.238863 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.239141 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.239454 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.239765 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:48.248937 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.273589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=2c28c33a-9dc5-4551-81e3-c74c517abe8a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:48.274055 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Attempting to bind port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:32:48.274464 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Attempting to bind port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:32:48.275356 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Attempting to bind port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 on network 9fbc4abf-135a-4a4b-8d46-c37314dcafca {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:48.282160 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:32:48.284767 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Checking segment: {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:32:48.284767 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.284767 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Bound using segment: {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:32:48.284767 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Bound port: 5399fbb4-ab0d-48b2-84f5-9c756ada1483, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:32:48.284767 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.351994 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] For port 5399fbb4-ab0d-48b2-84f5-9c756ada1483, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:32:48.355469 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] For port 5399fbb4-ab0d-48b2-84f5-9c756ada1483, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5399fbb4-ab0d-48b2-84f5-9c756ada1483,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:32:48.429743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8a3bbbd6-bbdb-4a2f-a20a-33926983026c None None] Provisioning complete for port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:48.430110 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8a3bbbd6-bbdb-4a2f-a20a-33926983026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.434931 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.466517 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bbbd6-bbdb-4a2f-a20a-33926983026c None None] Port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:32:48.494938 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:32:48.495562 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:48.500385 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cd389-9405-4be2-88e4-bacf5baac5af None None] Pushing event updated for resources: {'Port': ['ID=5399fbb4-ab0d-48b2-84f5-9c756ada1483,revision_number=4']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:48.611278 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:48.693552 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-372e570f-f712-4397-a99a-190aba56dfdf None None] Provisioning complete for port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:48.694215 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-372e570f-f712-4397-a99a-190aba56dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.773245 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-372e570f-f712-4397-a99a-190aba56dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.809969 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-372e570f-f712-4397-a99a-190aba56dfdf None None] For port 5399fbb4-ab0d-48b2-84f5-9c756ada1483, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5399fbb4-ab0d-48b2-84f5-9c756ada1483,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:48.830105 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:48.837526 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2fc83ae8-11af-4c53-893e-9de440a67d0f req-bb530556-f9e5-4094-bb87-bc9ff976461b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 210 time: 0.0259542 Sep 20 13:32:48.857163 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce75022-e8fe-4023-aa01-80e22fbd229e None None] The sync data for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 is: [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:32:48.893724 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-372e570f-f712-4397-a99a-190aba56dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:48.971951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e570f-f712-4397-a99a-190aba56dfdf None None] Pushing event updated for resources: {'Port': ['ID=5399fbb4-ab0d-48b2-84f5-9c756ada1483,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:49.544133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5399fbb4-ab0d-48b2-84f5-9c756ada1483 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:49.595743 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:49.596110 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:49.692902 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2c28c33a-9dc5-4551-81e3-c74c517abe8a up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:49.718487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2548d9fd-fdcf-4e3d-b9be-39a4e4984294 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:49.720180 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2548d9fd-fdcf-4e3d-b9be-39a4e4984294 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "GET /v2.0/networks?id=9fbc4abf-135a-4a4b-8d46-c37314dcafca HTTP/1.1" status: 200 len: 797 time: 0.1225643 Sep 20 13:32:49.746920 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 2c28c33a-9dc5-4551-81e3-c74c517abe8a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:49.747300 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:49.765920 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-538be1e5-c6ad-45bc-be55-ef63bd977443 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929 HTTP/1.1" status: 200 len: 379 time: 0.0367963 Sep 20 13:32:49.778190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'port': {'device_id': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'admin_state_up': True, 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'security_groups': ['a5aefc31-9870-4e31-9bae-ce286054e87b']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:49.945853 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86400faf-ee6e-4355-8af8-188ea78603b3 req-972222ce-d80d-4594-8ef0-d6f88e3335c3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 210 time: 0.0273037 Sep 20 13:32:49.954722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Made reservation on behalf of d1f43b658f5d4bb4ac11fce88cfbb929 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:32:49.958514 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.089050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.20.0.13 (9fbc4abf-135a-4a4b-8d46-c37314dcafca/a659e917-f3fc-43ef-9629-e98176ade8a6/ddcefa02-07fe-48e2-86bc-70548fe9118c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:50.220962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.322708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.368051 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:50.370944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:50.374423 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:32:50.383906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=ddcefa02-07fe-48e2-86bc-70548fe9118c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:50.430344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:50.431224 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.482523 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-bcf157b6-2df5-4155-a9bb-7050d6e17f34 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7103906 Sep 20 13:32:50.498932 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.536322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Request body: {'port': {'device_id': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:50.588646 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.624052 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6ab9904c-6322-471c-bfa7-bb064263a8b3 None None] Provisioning complete for port ddcefa02-07fe-48e2-86bc-70548fe9118c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:50.624340 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6ab9904c-6322-471c-bfa7-bb064263a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.657279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9904c-6322-471c-bfa7-bb064263a8b3 None None] Port ddcefa02-07fe-48e2-86bc-70548fe9118c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:32:50.856831 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcefa02-07fe-48e2-86bc-70548fe9118c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:32:50.864294 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.876282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Transition to ACTIVE for port object ddcefa02-07fe-48e2-86bc-70548fe9118c will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:32:50.948111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:50.999810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Pushing event updated for resources: {'Port': ['ID=ddcefa02-07fe-48e2-86bc-70548fe9118c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:51.069200 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:51.080232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Attempting to bind port ddcefa02-07fe-48e2-86bc-70548fe9118c on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:32:51.080663 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Attempting to bind port ddcefa02-07fe-48e2-86bc-70548fe9118c by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:32:51.082199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Attempting to bind port ddcefa02-07fe-48e2-86bc-70548fe9118c on network 9fbc4abf-135a-4a4b-8d46-c37314dcafca {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:51.083177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f1394-5910-4941-9d28-0d5ca45aad83 req-3e1bb77e-972e-4a81-a4be-6504de43800b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:51.084751 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb2f1394-5910-4941-9d28-0d5ca45aad83 req-3e1bb77e-972e-4a81-a4be-6504de43800b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 944 time: 0.0611634 Sep 20 13:32:51.086708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Port ddcefa02-07fe-48e2-86bc-70548fe9118c on network 9fbc4abf-135a-4a4b-8d46-c37314dcafca not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:32:51.087035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Attempting to bind port ddcefa02-07fe-48e2-86bc-70548fe9118c on network 9fbc4abf-135a-4a4b-8d46-c37314dcafca {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:51.092201 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:32:51.092547 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Checking segment: {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:32:51.092930 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Bound using segment: {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:32:51.093416 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Bound port: ddcefa02-07fe-48e2-86bc-70548fe9118c, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d6acca-d027-43c8-9cc8-d9ba9e050140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:32:51.093781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:51.139358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-eb2f1394-5910-4941-9d28-0d5ca45aad83 req-7bb6ac6b-f090-4916-8a67-b732d20e8128 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431609 Sep 20 13:32:51.171614 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] For port ddcefa02-07fe-48e2-86bc-70548fe9118c, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:32:51.175329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] For port ddcefa02-07fe-48e2-86bc-70548fe9118c, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:32:51.286216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:51.321287 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:51.321941 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:51.323324 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] 10.222.0.21 "PUT /v2.0/ports/ddcefa02-07fe-48e2-86bc-70548fe9118c HTTP/1.1" status: 200 len: 1092 time: 0.8328354 Sep 20 13:32:51.323766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:32:51.326062 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2964953b-2643-4d5d-8f03-0d2dc085206e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:51.353329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa50cb3-839c-4789-885b-08bf91c4efee service neutron] Pushing event updated for resources: {'Port': ['ID=ddcefa02-07fe-48e2-86bc-70548fe9118c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:51.366689 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f50a10e-7827-40e2-ae3e-49422b22862e x-openstack-request-id: req-1f50a10e-7827-40e2-ae3e-49422b22862e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:51.367093 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:51.367947 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f50a10e-7827-40e2-ae3e-49422b22862e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:51.368492 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'status': 'completed', 'code': 200} Sep 20 13:32:51.437933 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964953b-2643-4d5d-8f03-0d2dc085206e req-702e8f35-77a0-42d3-b9f7-ba795aaa0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:51.440028 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2964953b-2643-4d5d-8f03-0d2dc085206e req-702e8f35-77a0-42d3-b9f7-ba795aaa0d35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 1095 time: 0.0481737 Sep 20 13:32:51.504439 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:32:51.849971 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964953b-2643-4d5d-8f03-0d2dc085206e req-d698ffdd-fcd6-428d-89f6-e6b9e5a43356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:51.851468 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2964953b-2643-4d5d-8f03-0d2dc085206e req-d698ffdd-fcd6-428d-89f6-e6b9e5a43356 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4044313 Sep 20 13:32:51.948311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964953b-2643-4d5d-8f03-0d2dc085206e req-3535999a-8b38-49e4-ba64-ed9866905d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:51.949905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-2964953b-2643-4d5d-8f03-0d2dc085206e req-3535999a-8b38-49e4-ba64-ed9866905d41 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0908360 Sep 20 13:32:52.027583 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-ac2fe89b-f239-4ee7-99dc-7caa02467b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:52.029279 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-ac2fe89b-f239-4ee7-99dc-7caa02467b0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 1095 time: 0.0420887 Sep 20 13:32:52.078568 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-3a1d32ad-d4cb-4e27-90cd-11222c02aaf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c HTTP/1.1" status: 200 len: 217 time: 0.0420716 Sep 20 13:32:52.126377 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-715069c2-23dd-4fee-9e14-e214cc3b367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:52.127993 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-715069c2-23dd-4fee-9e14-e214cc3b367d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a659e917-f3fc-43ef-9629-e98176ade8a6 HTTP/1.1" status: 200 len: 835 time: 0.0426884 Sep 20 13:32:52.176556 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-be906d56-4a6a-4095-b06d-08fc78fc9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:52.178084 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-be906d56-4a6a-4095-b06d-08fc78fc9473 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fbc4abf-135a-4a4b-8d46-c37314dcafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434551 Sep 20 13:32:52.250917 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2476333-e122-4471-92e3-dd7b578e3c30 req-f6a9db38-9b58-4bbc-9bd2-5678ccbbd2b5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:52.252401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2476333-e122-4471-92e3-dd7b578e3c30 req-f6a9db38-9b58-4bbc-9bd2-5678ccbbd2b5 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 944 time: 0.0517483 Sep 20 13:32:52.267175 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-ceee7d17-8d9d-4b63-9887-8a3c7a150cb3 service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811462 Sep 20 13:32:52.291483 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d2476333-e122-4471-92e3-dd7b578e3c30 req-82b40c37-3ed1-4a69-8d7e-4024d576e053 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Sep 20 13:32:52.368778 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d12da63d-9973-4da4-a05a-f7bf39229bce req-e41505b3-ed0c-46c2-8865-b1adaa08366e service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950863 Sep 20 13:32:53.414253 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ca75f-8300-468e-89a9-a7afe4ab6f10 req-da3adf47-1ec7-4795-a5bf-6a5f0c56d94f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:53.416371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f33ca75f-8300-468e-89a9-a7afe4ab6f10 req-da3adf47-1ec7-4795-a5bf-6a5f0c56d94f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 944 time: 0.0559220 Sep 20 13:32:53.457717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f33ca75f-8300-468e-89a9-a7afe4ab6f10 req-06bd0464-fa17-459c-9b3a-9181c4e4ba59 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353873 Sep 20 13:32:54.571412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35731b-79fb-46c4-ab51-cb5c8f561c91 req-fbe97085-da0f-41d6-b749-c7d479849dc3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:54.572888 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae35731b-79fb-46c4-ab51-cb5c8f561c91 req-fbe97085-da0f-41d6-b749-c7d479849dc3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 944 time: 0.0483050 Sep 20 13:32:54.608816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae35731b-79fb-46c4-ab51-cb5c8f561c91 req-6f20acb3-ef64-4be8-be85-c13471dd8578 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300016 Sep 20 13:32:54.924556 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ddcefa02-07fe-48e2-86bc-70548fe9118c details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:32:55.018762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ddcefa02-07fe-48e2-86bc-70548fe9118c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:55.029472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'port_id': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'mac_address': 'fa:16:3e:5f:59:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:32:55.064874 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:55.077460 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcefa02-07fe-48e2-86bc-70548fe9118c {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:32:55.096341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ddcefa02-07fe-48e2-86bc-70548fe9118c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:55.153757 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:55.201871 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=ddcefa02-07fe-48e2-86bc-70548fe9118c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:55.384927 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['ddcefa02-07fe-48e2-86bc-70548fe9118c'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:32:55.727481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a0693-db25-4b00-b8ef-732d61b9504a req-eb4912d5-dd4b-4f7f-9ed1-9dcd9bc55535 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:55.728875 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-166a0693-db25-4b00-b8ef-732d61b9504a req-eb4912d5-dd4b-4f7f-9ed1-9dcd9bc55535 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 945 time: 0.0519884 Sep 20 13:32:55.765845 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-166a0693-db25-4b00-b8ef-732d61b9504a req-5e0f860c-cdae-4d28-b55a-914aacfc231b tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309706 Sep 20 13:32:56.878821 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef823e6-b9a4-4cf9-99b8-f3d5983515b2 req-a898791c-d3eb-4ef9-be8d-67c916e2370f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:56.880300 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ef823e6-b9a4-4cf9-99b8-f3d5983515b2 req-a898791c-d3eb-4ef9-be8d-67c916e2370f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 945 time: 0.0479028 Sep 20 13:32:56.917517 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ef823e6-b9a4-4cf9-99b8-f3d5983515b2 req-8d792e7e-90d3-42ef-bffc-508a60ed74c6 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301521 Sep 20 13:32:56.934794 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ddcefa02-07fe-48e2-86bc-70548fe9118c up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:57.074175 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port ddcefa02-07fe-48e2-86bc-70548fe9118c completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:32:57.077952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port ddcefa02-07fe-48e2-86bc-70548fe9118c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:32:57.078331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:57.154466 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:57.180654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:32:57.182902 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4fd477-89a5-492d-b5b4-55d6b30f8d20" -d '{"events": [{"server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "name": "network-vif-plugged", "status": "completed", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:57.195817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port ddcefa02-07fe-48e2-86bc-70548fe9118c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:57.266623 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4611257a-7c32-4ba0-abc2-740837d2f46a x-openstack-request-id: req-4611257a-7c32-4ba0-abc2-740837d2f46a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:57.266910 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "name": "network-vif-plugged", "status": "completed", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:57.267499 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4611257a-7c32-4ba0-abc2-740837d2f46a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:57.267894 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'code': 200} Sep 20 13:32:57.270116 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:57.316623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=ddcefa02-07fe-48e2-86bc-70548fe9118c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:57.370515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320834-fab5-44a9-a378-5b09f8898d15 req-620e11dd-6a02-45ed-adb1-f8d61e1345da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:57.372575 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f320834-fab5-44a9-a378-5b09f8898d15 req-620e11dd-6a02-45ed-adb1-f8d61e1345da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 1097 time: 0.0399811 Sep 20 13:32:57.407503 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3f320834-fab5-44a9-a378-5b09f8898d15 req-0570cb0a-0b67-4107-bfa5-ee96b547f9ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275366 Sep 20 13:32:58.034046 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bcc97-035e-493a-b25f-7c9a78280790 req-57decf4b-2044-4914-9cec-392d733900a4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:58.035527 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e68bcc97-035e-493a-b25f-7c9a78280790 req-57decf4b-2044-4914-9cec-392d733900a4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0483153 Sep 20 13:32:58.074485 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e68bcc97-035e-493a-b25f-7c9a78280790 req-bd486fb2-d6f7-4ba7-bec5-f4f395a695c9 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323255 Sep 20 13:32:59.205671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea458843-5f94-4a0b-95fd-8cf44e499979 req-6f3de802-669c-46db-b2df-d73483ccef4f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:59.207050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea458843-5f94-4a0b-95fd-8cf44e499979 req-6f3de802-669c-46db-b2df-d73483ccef4f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0516601 Sep 20 13:32:59.245425 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ea458843-5f94-4a0b-95fd-8cf44e499979 req-190f9d75-0621-41af-944a-899e5ae0e063 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315509 Sep 20 13:32:59.356635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d54c62-8714-4185-96ce-ee617a93122c req-c976c221-96fc-4ab0-a220-12872a1f9e90 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:59.358117 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15d54c62-8714-4185-96ce-ee617a93122c req-c976c221-96fc-4ab0-a220-12872a1f9e90 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0477614 Sep 20 13:32:59.394916 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-15d54c62-8714-4185-96ce-ee617a93122c req-04104e38-4ea1-4f97-93f8-a76e2ff5ac79 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308876 Sep 20 13:32:59.416308 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:59.456151 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a7776-8d3f-43a3-a275-00f8d5efc8cc tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:32:59.457674 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b4a7776-8d3f-43a3-a275-00f8d5efc8cc tempest-TestNetworkAdvancedServerOps-1723678105 tempest-TestNetworkAdvancedServerOps-1723678105-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 1092 time: 0.0404029 Sep 20 13:32:59.461976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46246) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:32:59.465859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:59.548033 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:59.645856 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:59.746097 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Allocated IP 172.25.6.71 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/85d6c7c9-ac64-400e-817f-e637ece9ffaa) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:59.859416 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:59.942759 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:32:59.977683 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:59.980439 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:59.983822 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:33:00.008722 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=85d6c7c9-ac64-400e-817f-e637ece9ffaa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:00.334432 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:00.437189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:00.587909 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:00.627843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:00.701294 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event updated for resources: {'Port': ['ID=85d6c7c9-ac64-400e-817f-e637ece9ffaa,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:00.709728 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:01.152244 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP 2424aedc-3f3c-4428-86b6-f7b38df4f9ce associated. External IP: 172.25.6.71, port: ddcefa02-07fe-48e2-86bc-70548fe9118c. Sep 20 13:33:01.351423 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:33:01.457142 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:33:01.467137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] Sync routers for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:33:01.477519 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:01.478142 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:01.540453 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:01.570802 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bb85e307-f458-4577-9931-b601a6f0bc35 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1056478 Sep 20 13:33:01.570802 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:33:01.571164 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23af01ea-0a99-47f9-91d2-05452f025f78" -d '{"events": [{"name": "network-changed", "server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:33:01.584964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:01.670091 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb01df6-7198-406b-8fbb-20a8f51bd4b5 req-07a410b9-f934-4798-82b6-1088f8737f15 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:01.671568 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdb01df6-7198-406b-8fbb-20a8f51bd4b5 req-07a410b9-f934-4798-82b6-1088f8737f15 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0529385 Sep 20 13:33:01.708919 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdb01df6-7198-406b-8fbb-20a8f51bd4b5 req-f50d8271-27e9-4ce9-a38d-59659133bfd3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311136 Sep 20 13:33:01.732470 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46252) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:01.772874 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cd0cd9-9b7f-4d49-846e-eb840e37549b x-openstack-request-id: req-00cd0cd9-9b7f-4d49-846e-eb840e37549b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:33:01.774118 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:33:01.774429 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00cd0cd9-9b7f-4d49-846e-eb840e37549b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:33:01.774782 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'status': 'completed', 'code': 200} Sep 20 13:33:01.801697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3dec3264-a8b2-4833-a88f-92b3186691ab tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/2424aedc-3f3c-4428-86b6-f7b38df4f9ce HTTP/1.1" status: 200 len: 991 time: 0.0679712 Sep 20 13:33:01.811256 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '2424aedc-3f3c-4428-86b6-f7b38df4f9ce', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'port_id': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'mac_address': 'fa:16:3e:5f:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:33:00Z', 'updated_at': '2021-09-20T13:33:00Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:01.815596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-adcd1f1c-5ea4-4d64-9cc7-cc16822be83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:01.817218 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-adcd1f1c-5ea4-4d64-9cc7-cc16822be83b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 1097 time: 0.0410211 Sep 20 13:33:01.840578 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] Checking router: 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:33:01.848767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:01.849402 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:32:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:01.911280 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-64fc7b54-715d-4b65-96f9-38199e562a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:01.913099 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-64fc7b54-715d-4b65-96f9-38199e562a27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fbc4abf-135a-4a4b-8d46-c37314dcafca HTTP/1.1" status: 200 len: 897 time: 0.0890384 Sep 20 13:33:01.934229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.21', 63769) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:01.966708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:01.979280 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-292150cb-5f12-4e94-a51d-a962d9e17e00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438654 Sep 20 13:33:01.983343 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-0eef3035-a892-4591-838c-f74548c53a58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c HTTP/1.1" status: 200 len: 999 time: 0.0630686 Sep 20 13:33:02.031470 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-536a0201-8e5f-41af-9ad9-989cbc56135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:02.032909 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-536a0201-8e5f-41af-9ad9-989cbc56135e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a659e917-f3fc-43ef-9629-e98176ade8a6 HTTP/1.1" status: 200 len: 835 time: 0.0427053 Sep 20 13:33:02.077924 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-144377b3-5f55-44c2-9571-3f487ea354cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:02.079420 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-144377b3-5f55-44c2-9571-3f487ea354cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fbc4abf-135a-4a4b-8d46-c37314dcafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397913 Sep 20 13:33:02.170963 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-09a82342-0b75-490e-893b-47b42100a6e4 service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840840 Sep 20 13:33:02.187818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '2424aedc-3f3c-4428-86b6-f7b38df4f9ce', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'port_id': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'mac_address': 'fa:16:3e:5f:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:33:00Z', 'updated_at': '2021-09-20T13:33:00Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:02.220171 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223f255a-3559-4c18-96fc-6c94a617f0ba None None] The sync data for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 is: [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '2424aedc-3f3c-4428-86b6-f7b38df4f9ce', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'port_id': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'mac_address': 'fa:16:3e:5f:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:33:00Z', 'updated_at': '2021-09-20T13:33:00Z', 'revision_number': 0, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:33:02.265394 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-23af01ea-0a99-47f9-91d2-05452f025f78 req-284716aa-bb01-4a7b-8e02-2efe5fba9580 service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871148 Sep 20 13:33:02.418866 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388ab4f-1e5b-4331-b02a-ae5ec01671c7 None None] New status for floating IP 2424aedc-3f3c-4428-86b6-f7b38df4f9ce: ACTIVE {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:33:02.425344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077add-9f44-4e65-af62-52c5819b4513 req-6bfaa31a-d992-4c32-ae8b-38c67a92cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:02.426850 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-6bfaa31a-d992-4c32-ae8b-38c67a92cc34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 1097 time: 0.0431347 Sep 20 13:33:02.536757 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077add-9f44-4e65-af62-52c5819b4513 req-7cdc6386-d022-4cb7-a804-49dbb2a09fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:02.539461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-7cdc6386-d022-4cb7-a804-49dbb2a09fe0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fbc4abf-135a-4a4b-8d46-c37314dcafca HTTP/1.1" status: 200 len: 897 time: 0.0926178 Sep 20 13:33:02.611056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-8b72ff24-1f30-4883-92de-10bffb0e8e4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c HTTP/1.1" status: 200 len: 999 time: 0.0639319 Sep 20 13:33:02.662737 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077add-9f44-4e65-af62-52c5819b4513 req-51662167-48ce-4a19-ac38-ed518676c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:02.666585 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-51662167-48ce-4a19-ac38-ed518676c988 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a659e917-f3fc-43ef-9629-e98176ade8a6 HTTP/1.1" status: 200 len: 835 time: 0.0465302 Sep 20 13:33:02.708167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077add-9f44-4e65-af62-52c5819b4513 req-0ae66941-cb14-4101-8f2f-384585f228e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:02.709686 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-0ae66941-cb14-4101-8f2f-384585f228e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fbc4abf-135a-4a4b-8d46-c37314dcafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386341 Sep 20 13:33:02.803484 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-c4c8aa15-e3f2-4f33-90af-9074b790edad service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849607 Sep 20 13:33:02.805510 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46254) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:02.866487 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b397b5c-aa5f-42d3-8134-132a0a987ac1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/2424aedc-3f3c-4428-86b6-f7b38df4f9ce HTTP/1.1" status: 200 len: 993 time: 0.0595953 Sep 20 13:33:02.896039 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-f3ed1f85-41eb-4941-91c7-e5a648105939 service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860343 Sep 20 13:33:12.526542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79c80a67-da7c-430d-92bd-ba02e91e3a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:15.234817 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-08d4ad82-6304-4958-ac6f-2fad734bd9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:15.696247 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:16.806865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:18.216155 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:20.512637 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:21.015491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:28.505157 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:33:29.855560 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7d6f4-8d28-4ab7-b170-99116cf9d045 req-d3cc622c-5618-434b-a659-69546047c8ec tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:29.857102 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4d7d6f4-8d28-4ab7-b170-99116cf9d045 req-d3cc622c-5618-434b-a659-69546047c8ec tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0535188 Sep 20 13:33:29.896392 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4d7d6f4-8d28-4ab7-b170-99116cf9d045 req-6fb2a7e5-13ea-41f1-990a-4d9d4e66110f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329449 Sep 20 13:33:31.015823 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c72f94-3948-4be9-94da-97a869a82300 req-ff8bfbf5-d3a9-44d9-83f1-d99a1b7f8763 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:31.017304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69c72f94-3948-4be9-94da-97a869a82300 req-ff8bfbf5-d3a9-44d9-83f1-d99a1b7f8763 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0518031 Sep 20 13:33:31.053737 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-69c72f94-3948-4be9-94da-97a869a82300 req-08e95f21-74c4-4fc2-8de4-c3fb58a27f2a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304775 Sep 20 13:33:31.075965 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46272) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:31.136136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-fed2e5a5-2cdb-4f4c-b49a-67dedc35d081 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/2424aedc-3f3c-4428-86b6-f7b38df4f9ce HTTP/1.1" status: 200 len: 993 time: 0.0589981 Sep 20 13:33:32.506734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cf920-5cd1-4e6e-a479-f18290991482 req-d5a4d2be-8a53-4f64-a2fd-4c2507e08d7c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:32.508210 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d8cf920-5cd1-4e6e-a479-f18290991482 req-d5a4d2be-8a53-4f64-a2fd-4c2507e08d7c tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0483267 Sep 20 13:33:32.552181 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5d8cf920-5cd1-4e6e-a479-f18290991482 req-e9aa88a6-be09-4cc3-8707-e47d86169239 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363731 Sep 20 13:33:32.569654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-25eb453a-af59-446e-b4fd-d7e8c3f5f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:32.571194 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-25eb453a-af59-446e-b4fd-d7e8c3f5f42d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 1097 time: 0.0398180 Sep 20 13:33:32.663390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-a2342d1d-63ae-43be-9a19-a36308a43b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:32.664758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-a2342d1d-63ae-43be-9a19-a36308a43b73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fbc4abf-135a-4a4b-8d46-c37314dcafca HTTP/1.1" status: 200 len: 897 time: 0.0864849 Sep 20 13:33:32.731312 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-995b7e52-6c5e-40c7-8cca-08d33003b32d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c HTTP/1.1" status: 200 len: 1001 time: 0.0590544 Sep 20 13:33:32.778926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-bdf1aab0-3e2b-46eb-bdb2-3b8978b9c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:32.780320 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-bdf1aab0-3e2b-46eb-bdb2-3b8978b9c008 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a659e917-f3fc-43ef-9629-e98176ade8a6 HTTP/1.1" status: 200 len: 835 time: 0.0424049 Sep 20 13:33:32.824054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-c09ec281-6536-43ae-a3f1-5181c6c70273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:32.826219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-c09ec281-6536-43ae-a3f1-5181c6c70273 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fbc4abf-135a-4a4b-8d46-c37314dcafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391479 Sep 20 13:33:32.917259 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-f539b951-d389-43de-96fa-ffbf038eb974 service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841277 Sep 20 13:33:33.007749 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bcba27e6-ff8a-41dd-bfdd-b5b41ac81e78 req-6e413e2f-7522-4704-a1c1-9a215cee469c service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836689 Sep 20 13:33:33.667379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559b6fe-6674-4f50-9a34-e4e1dce09a7e req-30bbe843-8e3d-4504-b273-b64b61d7ffa0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:33.669546 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1559b6fe-6674-4f50-9a34-e4e1dce09a7e req-30bbe843-8e3d-4504-b273-b64b61d7ffa0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0486650 Sep 20 13:33:33.706222 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1559b6fe-6674-4f50-9a34-e4e1dce09a7e req-cfc6b715-9e91-4efa-a24c-dc2859beac1a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Sep 20 13:33:34.819135 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c64d6c-3882-464d-8814-40741e53c87e req-328b0b56-5346-4758-862a-df35d64d94eb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:34.820589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-30c64d6c-3882-464d-8814-40741e53c87e req-328b0b56-5346-4758-862a-df35d64d94eb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0479653 Sep 20 13:33:34.857640 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-30c64d6c-3882-464d-8814-40741e53c87e req-87328590-19e4-48aa-beac-34fef20d6f0a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307674 Sep 20 13:33:34.880570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:34.943480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-d9b892ac-1547-4544-bde4-93d31d273acb tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/floatingips/2424aedc-3f3c-4428-86b6-f7b38df4f9ce HTTP/1.1" status: 200 len: 993 time: 0.0616906 Sep 20 13:33:35.210744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46290) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:35.365350 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 85d6c7c9-ac64-400e-817f-e637ece9ffaa {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:33:35.365604 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:35.440410 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:35.440730 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:35.452758 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 85d6c7c9-ac64-400e-817f-e637ece9ffaa owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:33:35.672331 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:35.695027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=85d6c7c9-ac64-400e-817f-e637ece9ffaa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:35.708326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.708695 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.709026 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.709382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.709711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.710043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.710371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.710701 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.711020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.711344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.711665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.711984 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:35.765136 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:35.765490 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Floating IP 2424aedc-3f3c-4428-86b6-f7b38df4f9ce disassociated (deleted). External IP: 172.25.6.71, port: ddcefa02-07fe-48e2-86bc-70548fe9118c. Sep 20 13:33:35.968773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:33:36.072914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:33:36.078254 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:36.082655 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] Sync routers for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:33:36.092610 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:36.093257 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:36.103997 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-8b43bae0-0299-4d80-b783-8cc43b84afb3 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/floatingips/2424aedc-3f3c-4428-86b6-f7b38df4f9ce HTTP/1.1" status: 204 len: 168 time: 0.8921869 Sep 20 13:33:36.104580 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:33:36.107073 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e8aef5-9c49-4bcb-9f27-60406150536f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:33:36.197493 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:36.490015 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54469bf2-bab3-4cfb-a47e-595fd9cce692 x-openstack-request-id: req-54469bf2-bab3-4cfb-a47e-595fd9cce692 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:33:36.490539 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:33:36.490539 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54469bf2-bab3-4cfb-a47e-595fd9cce692 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:33:36.490952 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'status': 'completed', 'code': 200} Sep 20 13:33:36.551722 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:36.568476 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-800a6100-e274-45d7-920a-ab26fa2663e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:36.570170 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-800a6100-e274-45d7-920a-ab26fa2663e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 1097 time: 0.0505812 Sep 20 13:33:36.582268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] Checking router: 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:33:36.589902 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe88692-9365-490e-839b-5a8a0e0dfd7d req-e6e1b29c-a6fb-481a-906f-6f11f7356467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:36.590500 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:36.591288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:36.592972 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbe88692-9365-490e-839b-5a8a0e0dfd7d req-e6e1b29c-a6fb-481a-906f-6f11f7356467 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0538993 Sep 20 13:33:36.634576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dbe88692-9365-490e-839b-5a8a0e0dfd7d req-f5b54f51-175d-4965-ab71-4e608c085cc0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335457 Sep 20 13:33:36.665432 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-6cf35ced-e2d3-4189-9fc8-bd4b66cd2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:36.666907 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-6cf35ced-e2d3-4189-9fc8-bd4b66cd2e1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fbc4abf-135a-4a4b-8d46-c37314dcafca HTTP/1.1" status: 200 len: 897 time: 0.0877645 Sep 20 13:33:36.697332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:36.714007 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-e13c3fa8-ca57-4d59-a0d5-9b7c159c9384 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c HTTP/1.1" status: 200 len: 217 time: 0.0385115 Sep 20 13:33:36.764660 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-1a5851b8-46d7-41ed-a8db-c580906babc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:36.766140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-1a5851b8-46d7-41ed-a8db-c580906babc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a659e917-f3fc-43ef-9629-e98176ade8a6 HTTP/1.1" status: 200 len: 835 time: 0.0439446 Sep 20 13:33:36.813146 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-d20e031d-d0fe-4f02-a6b4-9eaaec1d97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:36.814654 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-d20e031d-d0fe-4f02-a6b4-9eaaec1d97c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fbc4abf-135a-4a4b-8d46-c37314dcafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400295 Sep 20 13:33:36.902879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:36.908575 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-50682b0f-c37f-494f-9177-23f54d7a593a service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854139 Sep 20 13:33:36.929019 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed61c3df-5ae2-4e23-8744-0a2c8d7a146b None None] The sync data for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 is: [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:32:45Z', 'revision_number': 4, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '5399fbb4-ab0d-48b2-84f5-9c756ada1483', 'name': '', 'network_id': '9fbc4abf-135a-4a4b-8d46-c37314dcafca', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'mac_address': 'fa:16:3e:a5:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:45Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'subnets': [{'id': 'a659e917-f3fc-43ef-9629-e98176ade8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:33:37.003466 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a0e8aef5-9c49-4bcb-9f27-60406150536f req-e90d127b-40d5-4ea6-870e-95847d3f7927 service neutron] 10.222.0.21 "GET /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869844 Sep 20 13:33:37.154364 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfcfe2-e644-4fe4-b666-ea0d8bafc3ff None None] New status for floating IP 2424aedc-3f3c-4428-86b6-f7b38df4f9ce: DOWN {{(pid=95505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:33:37.752466 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bb4f4-cfb6-403e-91c8-4e6af11c592f req-02ebe1cb-39af-4bea-b67c-756912a85bc8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:37.753961 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d87bb4f4-cfb6-403e-91c8-4e6af11c592f req-02ebe1cb-39af-4bea-b67c-756912a85bc8 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0485523 Sep 20 13:33:37.790022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d87bb4f4-cfb6-403e-91c8-4e6af11c592f req-8543043c-413d-427e-b7c9-faa78b0a8610 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5aefc31-9870-4e31-9bae-ce286054e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299325 Sep 20 13:33:38.177443 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-d382a15e-2936-464e-be8c-9534f7c31344 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:38.178888 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-d382a15e-2936-464e-be8c-9534f7c31344 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 946 time: 0.0482430 Sep 20 13:33:38.269883 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port ddcefa02-07fe-48e2-86bc-70548fe9118c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:33:38.270217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:38.359029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port ddcefa02-07fe-48e2-86bc-70548fe9118c, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=ddcefa02-07fe-48e2-86bc-70548fe9118c,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:38.359384 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:38.370950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for ddcefa02-07fe-48e2-86bc-70548fe9118c owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:33:38.558309 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:38.589412 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=ddcefa02-07fe-48e2-86bc-70548fe9118c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:38.629814 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] No DVR routers for this DVR port ddcefa02-07fe-48e2-86bc-70548fe9118c on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:33:38.632473 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:38.634791 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dca8ac88-d696-4d55-9818-4a1147eeb793 req-5dcf08ea-ed7d-4c59-b052-1491db43d9a0 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.21 "DELETE /v2.0/ports/ddcefa02-07fe-48e2-86bc-70548fe9118c HTTP/1.1" status: 204 len: 173 time: 0.4492855 Sep 20 13:33:38.635221 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'name': 'network-vif-deleted', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:33:38.637585 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c05ac12-5ef7-4981-aebd-b1a96a401d71" -d '{"events": [{"server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "name": "network-vif-deleted", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:33:38.672763 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8f5605-9e2a-4c5a-be55-37fbd2dc4f94 x-openstack-request-id: req-9c8f5605-9e2a-4c5a-be55-37fbd2dc4f94 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:33:38.673080 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa997e5d-3840-44e6-a6bc-6eb36c7e729e", "name": "network-vif-deleted", "tag": "ddcefa02-07fe-48e2-86bc-70548fe9118c", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:33:38.673333 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c8f5605-9e2a-4c5a-be55-37fbd2dc4f94 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:33:38.673733 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa997e5d-3840-44e6-a6bc-6eb36c7e729e', 'name': 'network-vif-deleted', 'tag': 'ddcefa02-07fe-48e2-86bc-70548fe9118c', 'status': 'completed', 'code': 200} Sep 20 13:33:38.889728 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-00eeaeac-4f6e-4acb-ba29-50a03465efb9 req-4b958279-d080-4b38-8791-dda5d52192a4 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa997e5d-3840-44e6-a6bc-6eb36c7e729e HTTP/1.1" status: 200 len: 210 time: 0.0317116 Sep 20 13:33:39.944263 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46308) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:40.298275 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:40.547308 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 5399fbb4-ab0d-48b2-84f5-9c756ada1483 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:33:40.547655 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:40.637719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 5399fbb4-ab0d-48b2-84f5-9c756ada1483, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5399fbb4-ab0d-48b2-84f5-9c756ada1483,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:40.638412 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:40.650572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 5399fbb4-ab0d-48b2-84f5-9c756ada1483 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:33:40.880596 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:40.906746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=5399fbb4-ab0d-48b2-84f5-9c756ada1483,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:41.236382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ddcefa02-07fe-48e2-86bc-70548fe9118c no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:33:41.260828 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: ddcefa02-07fe-48e2-86bc-70548fe9118c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:33:41.261206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device ddcefa02-07fe-48e2-86bc-70548fe9118c not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:33:41.398385 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:41.611777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:33:41.711002 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:33:41.716877 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-1b25d8f5-d791-4be5-8d57-c318b68f49ea tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "PUT /v2.0/routers/148e2aaa-b5b2-47fd-8bdf-e526a02159d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706802 Sep 20 13:33:41.719182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46310) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:41.721945 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] Sync routers for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:33:41.731335 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:41.732604 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:41.771645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-291152ce-4c21-4ad2-8d1f-b2972352ec77 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting subnet a659e917-f3fc-43ef-9629-e98176ade8a6 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:33:41.774534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291152ce-4c21-4ad2-8d1f-b2972352ec77 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:41.813440 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291152ce-4c21-4ad2-8d1f-b2972352ec77 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:41.834705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:41.898478 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291152ce-4c21-4ad2-8d1f-b2972352ec77 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.010204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:33:40Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:42.030133 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291152ce-4c21-4ad2-8d1f-b2972352ec77 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.036777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] Checking router: 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:33:42.045242 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] Routers {'148e2aaa-b5b2-47fd-8bdf-e526a02159d3'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:42.045846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:42.058665 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291152ce-4c21-4ad2-8d1f-b2972352ec77 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Subnet': ['ID=a659e917-f3fc-43ef-9629-e98176ade8a6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:42.060689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291152ce-4c21-4ad2-8d1f-b2972352ec77 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.062594 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-291152ce-4c21-4ad2-8d1f-b2972352ec77 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/subnets/a659e917-f3fc-43ef-9629-e98176ade8a6 HTTP/1.1" status: 204 len: 168 time: 0.3425026 Sep 20 13:33:42.065228 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46312) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:42.087888 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2075c2a7-cc02-4fc1-9a32-3b61d5f48af7 None None] Network 9fbc4abf-135a-4a4b-8d46-c37314dcafca requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:33:42.172689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.239919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] Set router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:42.287764 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.381634 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] DHCP port deletion for 9fbc4abf-135a-4a4b-8d46-c37314dcafca request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:33:42.398869 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Deleting port 2c28c33a-9dc5-4551-81e3-c74c517abe8a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:33:42.399488 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.475841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Deleting port 724c433a-60b3-4810-a571-c42f76e0ca65 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:33:42.476214 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.478469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] For port 2c28c33a-9dc5-4551-81e3-c74c517abe8a, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=2c28c33a-9dc5-4551-81e3-c74c517abe8a,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:42.478840 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.479866 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:33:40Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:42.490642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Calling delete_port for 2c28c33a-9dc5-4551-81e3-c74c517abe8a owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:33:42.515350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0c169-168c-479b-a6d9-537e91f0928a None None] The sync data for ids ['148e2aaa-b5b2-47fd-8bdf-e526a02159d3'] in n-d-809934-3 is: [{'id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707522876', 'tenant_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:32:41Z', 'updated_at': '2021-09-20T13:33:40Z', 'revision_number': 5, 'project_id': 'd1f43b658f5d4bb4ac11fce88cfbb929', 'gw_port': {'id': '2c28c33a-9dc5-4551-81e3-c74c517abe8a', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148e2aaa-b5b2-47fd-8bdf-e526a02159d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:32:42Z', 'updated_at': '2021-09-20T13:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:33:42.516837 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-44dec878-4d85-466c-b28a-dc5b00836e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.566564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] For port 724c433a-60b3-4810-a571-c42f76e0ca65, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=724c433a-60b3-4810-a571-c42f76e0ca65,segment=NetworkSegment(e9d6acca-d027-43c8-9cc8-d9ba9e050140),segment_id=e9d6acca-d027-43c8-9cc8-d9ba9e050140)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:42.566960 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.583300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Calling delete_port for 724c433a-60b3-4810-a571-c42f76e0ca65 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:33:42.701673 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.724018 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Pushing event deleted for resources: {'Port': ['ID=724c433a-60b3-4810-a571-c42f76e0ca65,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:42.724215 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.734693 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.735080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.735381 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.735781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.736117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.736448 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.736776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.737123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.737452 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.737776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.738098 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.738419 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:42.741125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73187095-9561-4f07-b807-bd7e7799d340 None None] No DVR routers for this DVR port 724c433a-60b3-4810-a571-c42f76e0ca65 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:33:42.756679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Port': ['ID=2c28c33a-9dc5-4551-81e3-c74c517abe8a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:42.814225 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.906916 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:42.909233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.006425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.006939 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Fanout notify agent at l3_agent the message router_deleted on router 148e2aaa-b5b2-47fd-8bdf-e526a02159d3 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:33:43.015073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.016263 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0d7290b3-ea1c-4643-bad9-c6c2de2eb2d1 tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/routers/148e2aaa-b5b2-47fd-8bdf-e526a02159d3 HTTP/1.1" status: 204 len: 168 time: 0.9501264 Sep 20 13:33:43.018935 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46314) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:43.101335 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.196944 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.216582 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbc4abf-135a-4a4b-8d46-c37314dcafca']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:43.225468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d6acca-d027-43c8-9cc8-d9ba9e050140') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:43.225763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d6acca-d027-43c8-9cc8-d9ba9e050140') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:43.235689 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.248474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.254262 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:33:43.255310 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:33:43.257560 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:33:43.371866 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.381662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.381662 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/networks/9fbc4abf-135a-4a4b-8d46-c37314dcafca HTTP/1.1" status: 204 len: 168 time: 0.3613124 Sep 20 13:33:43.384314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:43.392747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e938ad5-dd0c-449c-afcb-8bb71217145a tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'Network': ['ID=9fbc4abf-135a-4a4b-8d46-c37314dcafca,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:43.444616 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.471306 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.521388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5399fbb4-ab0d-48b2-84f5-9c756ada1483 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:33:43.542567 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5399fbb4-ab0d-48b2-84f5-9c756ada1483 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:33:43.542918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5399fbb4-ab0d-48b2-84f5-9c756ada1483 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:33:43.543334 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 724c433a-60b3-4810-a571-c42f76e0ca65 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:33:43.565273 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 724c433a-60b3-4810-a571-c42f76e0ca65 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:33:43.565624 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 724c433a-60b3-4810-a571-c42f76e0ca65 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:33:43.566030 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2c28c33a-9dc5-4551-81e3-c74c517abe8a no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:33:43.585130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 2c28c33a-9dc5-4551-81e3-c74c517abe8a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:33:43.585479 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 2c28c33a-9dc5-4551-81e3-c74c517abe8a not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:33:43.598298 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.603238 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:43.603238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] 10.222.0.37 "DELETE /v2.0/security-groups/a5aefc31-9870-4e31-9bae-ce286054e87b HTTP/1.1" status: 204 len: 168 time: 0.2171278 Sep 20 13:33:43.612194 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aefc31-9870-4e31-9bae-ce286054e87b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:43.619670 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:43.625465 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9ffcf6-76e7-4ec3-99f1-03e5f9917d3f tempest-TestNetworkAdvancedServerOps-197937783 tempest-TestNetworkAdvancedServerOps-197937783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.204954 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46324) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:44.368645 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3622fb5-8852-472c-96cb-f6660b9b0c4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1f43b658f5d4bb4ac11fce88cfbb929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625118 Sep 20 13:33:44.371237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46328) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:44.417969 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a60df561-a30a-49e3-9b07-e116c1e92d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:44.439482 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a60df561-a30a-49e3-9b07-e116c1e92d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:44.546303 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a60df561-a30a-49e3-9b07-e116c1e92d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:44.548852 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a60df561-a30a-49e3-9b07-e116c1e92d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:44.550032 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a60df561-a30a-49e3-9b07-e116c1e92d15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a082e6ac-630c-457f-9048-496cafca633a HTTP/1.1" status: 204 len: 168 time: 0.1779051 Sep 20 13:33:44.557770 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60df561-a30a-49e3-9b07-e116c1e92d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a082e6ac-630c-457f-9048-496cafca633a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:45.109108 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46334) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:45.122202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ac1083c-7021-4275-9d9b-3916029caf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:45.213105 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ac1083c-7021-4275-9d9b-3916029caf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:45.231881 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bd78f351-3516-4207-b896-b5f49d813d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:45.289206 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ac1083c-7021-4275-9d9b-3916029caf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:45.325768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1083c-7021-4275-9d9b-3916029caf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593ebdd8-df81-4700-815c-67950aa7778b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:45.329955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5ac1083c-7021-4275-9d9b-3916029caf94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbf02920460940a68f056fb9d77d9a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198153 Sep 20 13:33:45.332577 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46336) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:45.380619 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87a90ebd-caed-40e1-a88d-8f8bbc02068a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:45.402811 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87a90ebd-caed-40e1-a88d-8f8bbc02068a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:45.529354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87a90ebd-caed-40e1-a88d-8f8bbc02068a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:45.532526 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87a90ebd-caed-40e1-a88d-8f8bbc02068a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:45.533755 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-87a90ebd-caed-40e1-a88d-8f8bbc02068a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/593ebdd8-df81-4700-815c-67950aa7778b HTTP/1.1" status: 204 len: 168 time: 0.2002547 Sep 20 13:33:45.541540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a90ebd-caed-40e1-a88d-8f8bbc02068a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593ebdd8-df81-4700-815c-67950aa7778b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:45.695276 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:46.638668 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46358) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:46.733810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1448619084-network', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:46.832382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Made reservation on behalf of a1cea7d24ab14224a940cf4e98e6e1a0 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:33:46.834781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:46.843433 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:46.855091 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:46.930592 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:46.991814 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:47.021975 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:33:47.027954 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d08e1a4-9eff-49ab-9b83-6cdd254d993d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:47.034132 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:47.034480 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Added segment c51612b8-e541-42df-ac9a-32b63b430fcf of type vlan for network f006bebd-dc6d-4951-af34-58f625b155f0 Sep 20 13:33:47.073576 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:47.148758 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:47.149675 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:47.150257 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:47.207498 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] Pushing event updated for resources: {'Network': ['ID=f006bebd-dc6d-4951-af34-58f625b155f0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:47.217097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network f006bebd-dc6d-4951-af34-58f625b155f0 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:33:47.258439 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-12f97ff8-e4df-40d3-8584-dacbe1210dce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6177580 Sep 20 13:33:47.261524 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46362) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:47.266523 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Request body: {'subnet': {'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1448619084-subnet', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:47.345935 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Made reservation on behalf of a1cea7d24ab14224a940cf4e98e6e1a0 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:33:47.348191 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13001084'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:47.580918 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13001042'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:47.637027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f5f6bb-fee0-4a12-8734-9fe4f9378045,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:47.643869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Checking segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:33:47.644233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Network hostable DHCP agents. Network: f006bebd-dc6d-4951-af34-58f625b155f0, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:33:47.749071 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Network f006bebd-dc6d-4951-af34-58f625b155f0 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:33:47.837813 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, f006bebd-dc6d-4951-af34-58f625b155f0) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:47.842028 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:47.843607 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:47.848533 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9715db5-3adf-4ce7-befb-0c15be89989e None None] Network f006bebd-dc6d-4951-af34-58f625b155f0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:33:47.927087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-449e9e41-5c4a-46c3-ab3c-bce93f053580 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6644611 Sep 20 13:33:47.929897 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:47.935040 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:47.990180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-f006bebd-dc6d-4951-af34-58f625b155f0', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:33:47.991044 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.023444 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.024665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.075903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.126122 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Allocated IP 172.20.0.2 (f006bebd-dc6d-4951-af34-58f625b155f0/a1f5f6bb-fee0-4a12-8734-9fe4f9378045/e7239c3c-d98f-4f87-bcb2-45f423275107) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:33:48.207865 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.262064 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.345898 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.421650 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.460774 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Network f006bebd-dc6d-4951-af34-58f625b155f0 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:33:48.464894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:48.471661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:33:48.474538 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Pushing event updated for resources: {'Port': ['ID=e7239c3c-d98f-4f87-bcb2-45f423275107,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:48.518041 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.526332 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Attempting to bind port e7239c3c-d98f-4f87-bcb2-45f423275107 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:33:48.526708 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Attempting to bind port e7239c3c-d98f-4f87-bcb2-45f423275107 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:33:48.527074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Attempting to bind port e7239c3c-d98f-4f87-bcb2-45f423275107 on network f006bebd-dc6d-4951-af34-58f625b155f0 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:33:48.532057 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:33:48.532433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Checking segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:33:48.532835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.533260 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Bound using segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:33:48.533724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Bound port: e7239c3c-d98f-4f87-bcb2-45f423275107, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:33:48.534140 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.537210 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.599706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] For port e7239c3c-d98f-4f87-bcb2-45f423275107, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:33:48.602841 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] For port e7239c3c-d98f-4f87-bcb2-45f423275107, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e7239c3c-d98f-4f87-bcb2-45f423275107,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:33:48.637803 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Allocated IP 172.25.6.15 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/9600bd2c-9575-442b-b1bf-81af16910838) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:33:48.678144 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.737887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81128c5d-996c-4b5e-b5d4-ccb7ff2e8f1b None None] Pushing event updated for resources: {'Port': ['ID=e7239c3c-d98f-4f87-bcb2-45f423275107,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:48.747228 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.838078 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:48.884476 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:33:48.887999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:48.894857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:33:48.931847 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Pushing event updated for resources: {'Port': ['ID=9600bd2c-9575-442b-b1bf-81af16910838,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:49.219211 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:49.421836 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:49.539985 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e7239c3c-d98f-4f87-bcb2-45f423275107 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:33:49.589648 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e7239c3c-d98f-4f87-bcb2-45f423275107 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:49.590017 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:49.640763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Router 4c0b71cd-bcb4-41dd-848a-81a521a0040b is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:33:49.761204 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:33:49.771448 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Sync routers for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:33:49.782074 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:49.782684 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:49.820777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9a2ac3-c29f-43dc-a0d8-31ca3b9e50ca None None] Network f006bebd-dc6d-4951-af34-58f625b155f0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:33:49.837764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:49.839144 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9869d33c-40f7-49dc-8dc6-e3ad0ac55e23 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9075463 Sep 20 13:33:49.842706 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46366) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:49.894331 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:49.899093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:49.899093 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-9aab12e5-d962-4507-a4b4-a6fe8d84ea81 None None] Provisioning complete for port e7239c3c-d98f-4f87-bcb2-45f423275107 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:49.899093 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9aab12e5-d962-4507-a4b4-a6fe8d84ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:49.974758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port e7239c3c-d98f-4f87-bcb2-45f423275107, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e7239c3c-d98f-4f87-bcb2-45f423275107,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:50.063309 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.069262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9aab12e5-d962-4507-a4b4-a6fe8d84ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.085969 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:49Z', 'revision_number': 3, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:50.116166 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Checking router: 4c0b71cd-bcb4-41dd-848a-81a521a0040b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:33:50.116782 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Updating router 4c0b71cd-bcb4-41dd-848a-81a521a0040b port 9600bd2c-9575-442b-b1bf-81af16910838 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:33:50.159145 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.159424 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=e7239c3c-d98f-4f87-bcb2-45f423275107,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:50.172260 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-9aab12e5-d962-4507-a4b4-a6fe8d84ea81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:33:50.172797 n-d-809934-3 neutron-server[95504]: DEBUG oslo_db.api [None req-9aab12e5-d962-4507-a4b4-a6fe8d84ea81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:33:50.323644 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.423765 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.476440 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Allocated IP 172.20.0.1 (f006bebd-dc6d-4951-af34-58f625b155f0/a1f5f6bb-fee0-4a12-8734-9fe4f9378045/fa043511-f4eb-4f56-aebe-024c1f06ef6c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:33:50.488971 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.543965 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Attempting to bind port 9600bd2c-9575-442b-b1bf-81af16910838 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:33:50.544321 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Attempting to bind port 9600bd2c-9575-442b-b1bf-81af16910838 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:33:50.548960 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Attempting to bind port 9600bd2c-9575-442b-b1bf-81af16910838 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:33:50.548960 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Pushing event updated for resources: {'Port': ['ID=9600bd2c-9575-442b-b1bf-81af16910838,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:50.552885 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:33:50.553314 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:33:50.553713 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.554099 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:33:50.554551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Bound port: 9600bd2c-9575-442b-b1bf-81af16910838, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:33:50.554920 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.561847 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.562185 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.562524 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.562851 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.563180 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.563504 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.563823 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.564139 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.564305 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.564780 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.564780 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.565108 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.565391 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:50.580093 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.617564 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] For port 9600bd2c-9575-442b-b1bf-81af16910838, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:33:50.620750 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] For port 9600bd2c-9575-442b-b1bf-81af16910838, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9600bd2c-9575-442b-b1bf-81af16910838,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:33:50.689544 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.723839 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.726380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Network f006bebd-dc6d-4951-af34-58f625b155f0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:33:50.729315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:50.733288 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:33:50.765551 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa043511-f4eb-4f56-aebe-024c1f06ef6c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:50.783770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.792138 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:50.792665 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:50.794384 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2858bb-7f50-499f-b0ab-e99ed380bf98 None None] Pushing event updated for resources: {'Port': ['ID=9600bd2c-9575-442b-b1bf-81af16910838,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:50.837138 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-c359a58f-e011-4efa-aa0d-55b61d11cc81 None None] Provisioning complete for port e7239c3c-d98f-4f87-bcb2-45f423275107 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:50.837651 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c359a58f-e011-4efa-aa0d-55b61d11cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:50.923955 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:50.993000 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.058172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.059966 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-4293d24e-f2fe-46fe-8093-2d8961f507cc None None] Provisioning complete for port fa043511-f4eb-4f56-aebe-024c1f06ef6c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:51.060556 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4293d24e-f2fe-46fe-8093-2d8961f507cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.096964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-4293d24e-f2fe-46fe-8093-2d8961f507cc None None] Port fa043511-f4eb-4f56-aebe-024c1f06ef6c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:33:51.161160 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.197451 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:49Z', 'revision_number': 3, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:51.223831 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7f6ec-4173-449b-9580-3e55e362324c None None] The sync data for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 is: [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:49Z', 'revision_number': 3, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:33:51.251767 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.324483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa043511-f4eb-4f56-aebe-024c1f06ef6c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:51.328447 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.419594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Network f006bebd-dc6d-4951-af34-58f625b155f0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:33:51.421352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:51.561578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Router 4c0b71cd-bcb4-41dd-848a-81a521a0040b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:33:51.632435 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e7239c3c-d98f-4f87-bcb2-45f423275107 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:33:51.689345 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port e7239c3c-d98f-4f87-bcb2-45f423275107 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:51.689882 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.708818 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:33:51.717409 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-c471c6b2-0fe2-4fc5-a400-9e5eeca56ce9 admin admin] 10.222.0.37 "PUT /v2.0/routers/4c0b71cd-bcb4-41dd-848a-81a521a0040b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8700421 Sep 20 13:33:51.738411 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-61d8e2d0-e462-4668-b0e4-4402c2b7afd0 None None] Provisioning complete for port fa043511-f4eb-4f56-aebe-024c1f06ef6c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:51.738868 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61d8e2d0-e462-4668-b0e4-4402c2b7afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.795724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-61d8e2d0-e462-4668-b0e4-4402c2b7afd0 None None] Port fa043511-f4eb-4f56-aebe-024c1f06ef6c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:33:51.815113 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9600bd2c-9575-442b-b1bf-81af16910838 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:33:51.868737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9600bd2c-9575-442b-b1bf-81af16910838 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:51.869143 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.954575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:51.975350 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 9600bd2c-9575-442b-b1bf-81af16910838, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9600bd2c-9575-442b-b1bf-81af16910838,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:52.061579 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.114962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=9600bd2c-9575-442b-b1bf-81af16910838,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:52.440003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46382) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:52.444928 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1208503149-network', 'tenant_id': '7e472231bce54103a43aab290f4f3638'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:52.514843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Made reservation on behalf of 7e472231bce54103a43aab290f4f3638 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:33:52.518967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.526443 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.620212 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.677476 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.712022 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:33:52.719545 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533cf5b5-9447-4548-8b09-403260752b2f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:52.728692 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.728919 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Added segment 41143488-f839-4d90-9f56-f75b7d9a3646 of type vlan for network 2165737f-d7e7-46e1-90f5-89ac224ccd4c Sep 20 13:33:52.769932 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.815140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Sync routers for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:33:52.824250 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:52.824922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:52.854600 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.855588 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:52.856173 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:52.914385 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] Pushing event updated for resources: {'Network': ['ID=2165737f-d7e7-46e1-90f5-89ac224ccd4c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:52.928811 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 2165737f-d7e7-46e1-90f5-89ac224ccd4c details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:33:52.947603 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:52.953238 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ef43debd-96e3-4f48-bf75-efd2bc528803 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5120919 Sep 20 13:33:52.955965 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46384) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:52.960732 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Request body: {'subnet': {'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1208503149-subnet', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:53.040153 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Made reservation on behalf of 7e472231bce54103a43aab290f4f3638 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:33:53.042561 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.193511 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 2, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:53.223263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Checking router: 4c0b71cd-bcb4-41dd-848a-81a521a0040b for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:33:53.223625 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Updating router 4c0b71cd-bcb4-41dd-848a-81a521a0040b port fa043511-f4eb-4f56-aebe-024c1f06ef6c binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:33:53.249666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.272362 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.333753 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd322017-944f-4179-9bae-76c00e140070,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:53.342360 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Checking segment: {'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:33:53.342726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Network hostable DHCP agents. Network: 2165737f-d7e7-46e1-90f5-89ac224ccd4c, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:33:53.409316 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Network 2165737f-d7e7-46e1-90f5-89ac224ccd4c is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:33:53.484227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 2165737f-d7e7-46e1-90f5-89ac224ccd4c) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:53.489252 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:33:53.490425 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.495885 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71720b6-d986-4f22-9bc4-99b8ac1e2488 None None] Network 2165737f-d7e7-46e1-90f5-89ac224ccd4c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:33:53.526593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9600bd2c-9575-442b-b1bf-81af16910838 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:33:53.557450 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.575955 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-113e0b75-becc-40d9-b0f9-3c066cacb92d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6189032 Sep 20 13:33:53.578877 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46386) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:53.583312 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:53.648472 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.665193 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 9600bd2c-9575-442b-b1bf-81af16910838 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:53.665193 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.683549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.684848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.741501 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.743107 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be8617-8d3b-40ce-bd28-df989ef7641a None None] Pushing event updated for resources: {'Port': ['ID=fa043511-f4eb-4f56-aebe-024c1f06ef6c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:53.782654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-2165737f-d7e7-46e1-90f5-89ac224ccd4c', 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'fixed_ips': [{'subnet_id': 'cd322017-944f-4179-9bae-76c00e140070'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:33:53.783512 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.857696 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Attempting to bind port fa043511-f4eb-4f56-aebe-024c1f06ef6c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:33:53.858382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Attempting to bind port fa043511-f4eb-4f56-aebe-024c1f06ef6c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:33:53.858665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Attempting to bind port fa043511-f4eb-4f56-aebe-024c1f06ef6c on network f006bebd-dc6d-4951-af34-58f625b155f0 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:33:53.912752 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:33:53.913224 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Checking segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:33:53.913619 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.914012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Bound using segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:33:53.914485 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Bound port: fa043511-f4eb-4f56-aebe-024c1f06ef6c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:33:53.914863 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:53.973092 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.013071 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-55023357-7ea1-4789-baf4-9a3ca79734f6 None None] Provisioning complete for port fa043511-f4eb-4f56-aebe-024c1f06ef6c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:54.013429 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-55023357-7ea1-4789-baf4-9a3ca79734f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.063185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Allocated IP 172.20.0.2 (2165737f-d7e7-46e1-90f5-89ac224ccd4c/cd322017-944f-4179-9bae-76c00e140070/7b8f6ac3-f55d-4599-99d1-1a153c25333b) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:33:54.083048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-55023357-7ea1-4789-baf4-9a3ca79734f6 None None] Port fa043511-f4eb-4f56-aebe-024c1f06ef6c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:33:54.085492 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] For port fa043511-f4eb-4f56-aebe-024c1f06ef6c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:33:54.091548 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] For port fa043511-f4eb-4f56-aebe-024c1f06ef6c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fa043511-f4eb-4f56-aebe-024c1f06ef6c,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:33:54.168781 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.233227 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.253861 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.276580 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be8617-8d3b-40ce-bd28-df989ef7641a None None] Pushing event updated for resources: {'Port': ['ID=fa043511-f4eb-4f56-aebe-024c1f06ef6c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:54.280164 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.283936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:54.283936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:54.391376 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.434347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:54.484222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Network 2165737f-d7e7-46e1-90f5-89ac224ccd4c is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:33:54.486895 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Pushing event updated for resources: {'Port': ['ID=7b8f6ac3-f55d-4599-99d1-1a153c25333b,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:54.495254 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:54.524503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:33:54.595818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3a94bfb5-51f0-4243-8ecc-d46bef854d6d None None] Provisioning complete for port fa043511-f4eb-4f56-aebe-024c1f06ef6c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:54.596197 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a94bfb5-51f0-4243-8ecc-d46bef854d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.666801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Attempting to bind port 7b8f6ac3-f55d-4599-99d1-1a153c25333b on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:33:54.667178 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Attempting to bind port 7b8f6ac3-f55d-4599-99d1-1a153c25333b by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:33:54.667543 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Attempting to bind port 7b8f6ac3-f55d-4599-99d1-1a153c25333b on network 2165737f-d7e7-46e1-90f5-89ac224ccd4c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:33:54.682216 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Allocated IP 172.25.6.117 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/693aa33f-6bf3-4b99-ae8a-0805218409bd) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:33:54.696025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:33:54.696404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Checking segment: {'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:33:54.696804 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.697231 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Bound using segment: {'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:33:54.697739 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Bound port: 7b8f6ac3-f55d-4599-99d1-1a153c25333b, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:33:54.698122 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.793894 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.829960 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a94bfb5-51f0-4243-8ecc-d46bef854d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.834998 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] For port 7b8f6ac3-f55d-4599-99d1-1a153c25333b, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:33:54.854594 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] For port 7b8f6ac3-f55d-4599-99d1-1a153c25333b, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7b8f6ac3-f55d-4599-99d1-1a153c25333b,segment=NetworkSegment(41143488-f839-4d90-9f56-f75b7d9a3646),segment_id=41143488-f839-4d90-9f56-f75b7d9a3646)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:33:54.859247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:54.884172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:54.924839 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:33:54.927974 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:54.930710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:33:54.958627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=693aa33f-6bf3-4b99-ae8a-0805218409bd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:55.050160 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:55.052118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e32a75-e1af-4334-b1ed-396e62ce7898 None None] The sync data for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 is: [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:33:55.094061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3a94bfb5-51f0-4243-8ecc-d46bef854d6d None None] For port fa043511-f4eb-4f56-aebe-024c1f06ef6c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fa043511-f4eb-4f56-aebe-024c1f06ef6c,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:55.144041 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8738b-a714-41b1-bed1-b27cb9c525c7 None None] Pushing event updated for resources: {'Port': ['ID=7b8f6ac3-f55d-4599-99d1-1a153c25333b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:55.180835 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3a94bfb5-51f0-4243-8ecc-d46bef854d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:55.236621 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94bfb5-51f0-4243-8ecc-d46bef854d6d None None] Pushing event updated for resources: {'Port': ['ID=fa043511-f4eb-4f56-aebe-024c1f06ef6c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:55.334503 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:55.566606 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:55.598409 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fa043511-f4eb-4f56-aebe-024c1f06ef6c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:33:55.655319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port fa043511-f4eb-4f56-aebe-024c1f06ef6c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:55.655694 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:55.746058 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7b8f6ac3-f55d-4599-99d1-1a153c25333b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:33:55.789317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Router 566ba157-db63-4040-a7ab-9136f64102ba is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:33:55.793577 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7b8f6ac3-f55d-4599-99d1-1a153c25333b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:55.793938 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:55.882491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:55.907736 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:33:55.923471 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Sync routers for ids ['566ba157-db63-4040-a7ab-9136f64102ba'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:33:55.925130 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 7b8f6ac3-f55d-4599-99d1-1a153c25333b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7b8f6ac3-f55d-4599-99d1-1a153c25333b,segment=NetworkSegment(41143488-f839-4d90-9f56-f75b7d9a3646),segment_id=41143488-f839-4d90-9f56-f75b7d9a3646)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:55.933171 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Routers {'566ba157-db63-4040-a7ab-9136f64102ba'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:55.933886 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['566ba157-db63-4040-a7ab-9136f64102ba'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:56.020516 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.024199 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-353f039c-af66-4273-8f90-7528f4fa0ab1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4424803 Sep 20 13:33:56.025422 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:56.029102 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.053551 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Set router 566ba157-db63-4040-a7ab-9136f64102ba gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:56.094210 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=7b8f6ac3-f55d-4599-99d1-1a153c25333b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:56.264340 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:33:55Z', 'revision_number': 3, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port': {'id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:54Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:56.280521 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86f98f7-452e-4575-90db-59e33727994e None None] Network 2165737f-d7e7-46e1-90f5-89ac224ccd4c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:33:56.300497 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Checking router: 566ba157-db63-4040-a7ab-9136f64102ba for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:33:56.300939 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Updating router 566ba157-db63-4040-a7ab-9136f64102ba port 693aa33f-6bf3-4b99-ae8a-0805218409bd binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:33:56.327543 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.354728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-1f2855da-788b-441c-9a3c-b855cf696723 None None] Provisioning complete for port 7b8f6ac3-f55d-4599-99d1-1a153c25333b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:56.355103 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1f2855da-788b-441c-9a3c-b855cf696723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.569297 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.612217 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.680079 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.729364 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Attempting to bind port 693aa33f-6bf3-4b99-ae8a-0805218409bd on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:33:56.729745 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Attempting to bind port 693aa33f-6bf3-4b99-ae8a-0805218409bd by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:33:56.730109 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Attempting to bind port 693aa33f-6bf3-4b99-ae8a-0805218409bd on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:33:56.736921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Allocated IP 172.20.0.1 (2165737f-d7e7-46e1-90f5-89ac224ccd4c/cd322017-944f-4179-9bae-76c00e140070/7af7971d-31fe-4750-acde-a1b5643ef48c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:33:56.739790 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f708b-8a41-43ef-a0ab-8f6780089744 None None] Pushing event updated for resources: {'Port': ['ID=693aa33f-6bf3-4b99-ae8a-0805218409bd,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:56.742273 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:33:56.742652 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:33:56.743054 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.743617 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:33:56.743902 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Bound port: 693aa33f-6bf3-4b99-ae8a-0805218409bd, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:33:56.744281 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.796823 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] For port 693aa33f-6bf3-4b99-ae8a-0805218409bd, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:33:56.799780 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] For port 693aa33f-6bf3-4b99-ae8a-0805218409bd, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=693aa33f-6bf3-4b99-ae8a-0805218409bd,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:33:56.826136 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-abab70e1-a7c3-4035-8fa6-399d9d3527fa None None] Provisioning complete for port 7b8f6ac3-f55d-4599-99d1-1a153c25333b triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:56.826488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-abab70e1-a7c3-4035-8fa6-399d9d3527fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.843006 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.886511 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.929633 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:56.941793 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Routers {'566ba157-db63-4040-a7ab-9136f64102ba'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:56.942411 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['566ba157-db63-4040-a7ab-9136f64102ba'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:56.967922 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Network 2165737f-d7e7-46e1-90f5-89ac224ccd4c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:33:56.972099 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:56.974746 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:33:56.988426 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f708b-8a41-43ef-a0ab-8f6780089744 None None] Pushing event updated for resources: {'Port': ['ID=693aa33f-6bf3-4b99-ae8a-0805218409bd,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:57.001550 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Pushing event updated for resources: {'Port': ['ID=7af7971d-31fe-4750-acde-a1b5643ef48c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:57.021658 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:57.058636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] Set router 566ba157-db63-4040-a7ab-9136f64102ba gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:57.230025 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:57.232169 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-53528a3d-52c8-4fca-bac2-4fc912227741 None None] Provisioning complete for port 7af7971d-31fe-4750-acde-a1b5643ef48c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:57.232691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-53528a3d-52c8-4fca-bac2-4fc912227741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:57.253365 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:33:55Z', 'revision_number': 3, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port': {'id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:54Z', 'updated_at': '2021-09-20T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:57.276151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-53528a3d-52c8-4fca-bac2-4fc912227741 None None] Port 7af7971d-31fe-4750-acde-a1b5643ef48c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:33:57.282014 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b569d9-5b00-4f4e-9056-02d229fa2eee None None] The sync data for ids ['566ba157-db63-4040-a7ab-9136f64102ba'] in n-d-809934-3 is: [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:33:55Z', 'revision_number': 3, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port': {'id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:54Z', 'updated_at': '2021-09-20T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:33:57.403935 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:57.466146 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:57.543485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Pushing event updated for resources: {'Port': ['ID=7af7971d-31fe-4750-acde-a1b5643ef48c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:57.545868 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:57.583152 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7b8f6ac3-f55d-4599-99d1-1a153c25333b up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:33:57.642100 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7b8f6ac3-f55d-4599-99d1-1a153c25333b triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:57.642473 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:57.645548 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Network 2165737f-d7e7-46e1-90f5-89ac224ccd4c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:33:57.646955 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:33:57.781415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Router 566ba157-db63-4040-a7ab-9136f64102ba has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:33:57.906737 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-47ba8875-9297-490c-8107-c0b59e79645f None None] Provisioning complete for port 7af7971d-31fe-4750-acde-a1b5643ef48c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:57.907054 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-47ba8875-9297-490c-8107-c0b59e79645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:57.947074 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-47ba8875-9297-490c-8107-c0b59e79645f None None] Port 7af7971d-31fe-4750-acde-a1b5643ef48c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:33:58.256896 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:33:58.262997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9214be1-4820-406b-b077-7b8cd1358deb admin admin] 10.222.0.37 "PUT /v2.0/routers/566ba157-db63-4040-a7ab-9136f64102ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2364404 Sep 20 13:33:58.864507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46396) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:58.869213 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-82a3b733-d869-40b0-9109-fd2c725f3dc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545658697', 'description': 'tempest-secgroup-smoke-545658697 description', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:58.899237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Sync routers for ids ['566ba157-db63-4040-a7ab-9136f64102ba'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:33:58.908564 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Routers {'566ba157-db63-4040-a7ab-9136f64102ba'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:33:58.909293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['566ba157-db63-4040-a7ab-9136f64102ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:58.988842 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82a3b733-d869-40b0-9109-fd2c725f3dc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.012376 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Set router 566ba157-db63-4040-a7ab-9136f64102ba gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:33:59.070481 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82a3b733-d869-40b0-9109-fd2c725f3dc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.154676 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82a3b733-d869-40b0-9109-fd2c725f3dc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.187032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3b733-d869-40b0-9109-fd2c725f3dc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687b828e-f4a3-4f91-9dac-d8feb506bb46,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:59.213247 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:33:57Z', 'revision_number': 4, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port': {'id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:54Z', 'updated_at': '2021-09-20T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7af7971d-31fe-4750-acde-a1b5643ef48c', 'name': '', 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'mac_address': 'fa:16:3e:af:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cd322017-944f-4179-9bae-76c00e140070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:56Z', 'updated_at': '2021-09-20T13:33:57Z', 'revision_number': 2, 'project_id': '7e472231bce54103a43aab290f4f3638', 'subnets': [{'id': 'cd322017-944f-4179-9bae-76c00e140070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:33:59.239712 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Checking router: 566ba157-db63-4040-a7ab-9136f64102ba for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:33:59.240036 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Updating router 566ba157-db63-4040-a7ab-9136f64102ba port 7af7971d-31fe-4750-acde-a1b5643ef48c binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:33:59.251499 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82a3b733-d869-40b0-9109-fd2c725f3dc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.252783 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-82a3b733-d869-40b0-9109-fd2c725f3dc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3871665 Sep 20 13:33:59.256615 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46398) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:59.261754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9ce7f9e9-6df1-4382-ac4d-a5b9c57a3bb4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': '687b828e-f4a3-4f91-9dac-d8feb506bb46', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:59.265642 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.353500 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f9e9-6df1-4382-ac4d-a5b9c57a3bb4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.409657 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f9e9-6df1-4382-ac4d-a5b9c57a3bb4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.471098 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f9e9-6df1-4382-ac4d-a5b9c57a3bb4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.497275 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7f9e9-6df1-4382-ac4d-a5b9c57a3bb4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee63569-3640-4131-ae34-19876373f5f3,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:59.532981 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.541776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 693aa33f-6bf3-4b99-ae8a-0805218409bd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:33:59.588935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 693aa33f-6bf3-4b99-ae8a-0805218409bd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:59.589338 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.594478 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f9e9-6df1-4382-ac4d-a5b9c57a3bb4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.595710 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-9ce7f9e9-6df1-4382-ac4d-a5b9c57a3bb4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381307 Sep 20 13:33:59.604631 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46400) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:33:59.609806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6fe29c3a-b81e-4e15-930d-16d73f86a49c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': '687b828e-f4a3-4f91-9dac-d8feb506bb46', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:33:59.626277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.709582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b85475-ac5b-4f3c-ad89-232b99d9660c None None] Pushing event updated for resources: {'Port': ['ID=7af7971d-31fe-4750-acde-a1b5643ef48c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:59.721652 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fe29c3a-b81e-4e15-930d-16d73f86a49c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.751984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.772806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Attempting to bind port 7af7971d-31fe-4750-acde-a1b5643ef48c on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:33:59.773251 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Attempting to bind port 7af7971d-31fe-4750-acde-a1b5643ef48c by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:33:59.773586 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Attempting to bind port 7af7971d-31fe-4750-acde-a1b5643ef48c on network 2165737f-d7e7-46e1-90f5-89ac224ccd4c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:33:59.785620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port 693aa33f-6bf3-4b99-ae8a-0805218409bd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=693aa33f-6bf3-4b99-ae8a-0805218409bd,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:33:59.786897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:33:59.787277 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Checking segment: {'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:33:59.787685 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.788085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Bound using segment: {'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:33:59.788269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fe29c3a-b81e-4e15-930d-16d73f86a49c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.788549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Bound port: 7af7971d-31fe-4750-acde-a1b5643ef48c, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41143488-f839-4d90-9f56-f75b7d9a3646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:33:59.788939 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.856591 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] For port 7af7971d-31fe-4750-acde-a1b5643ef48c, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:33:59.860300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] For port 7af7971d-31fe-4750-acde-a1b5643ef48c, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7af7971d-31fe-4750-acde-a1b5643ef48c,segment=NetworkSegment(41143488-f839-4d90-9f56-f75b7d9a3646),segment_id=41143488-f839-4d90-9f56-f75b7d9a3646)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:33:59.865797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.900202 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fe29c3a-b81e-4e15-930d-16d73f86a49c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.916382 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5de7bf22-cc72-4627-a74f-e4b49d83e9bb None None] Provisioning complete for port 7af7971d-31fe-4750-acde-a1b5643ef48c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:33:59.917029 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5de7bf22-cc72-4627-a74f-e4b49d83e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:33:59.921613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe29c3a-b81e-4e15-930d-16d73f86a49c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5fa9d0-2dbe-406c-a523-13abbab56584,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:59.946050 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=693aa33f-6bf3-4b99-ae8a-0805218409bd,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:59.959293 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5de7bf22-cc72-4627-a74f-e4b49d83e9bb None None] Port 7af7971d-31fe-4750-acde-a1b5643ef48c cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:33:59.974441 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.003802 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fe29c3a-b81e-4e15-930d-16d73f86a49c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.008119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6fe29c3a-b81e-4e15-930d-16d73f86a49c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3997231 Sep 20 13:34:00.008587 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46402) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:34:00.013284 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-555d91c7-94a5-4403-9308-683b58be4a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': '687b828e-f4a3-4f91-9dac-d8feb506bb46', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:34:00.028879 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Routers {'566ba157-db63-4040-a7ab-9136f64102ba'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:34:00.029689 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:33:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['566ba157-db63-4040-a7ab-9136f64102ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:00.069353 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b85475-ac5b-4f3c-ad89-232b99d9660c None None] Pushing event updated for resources: {'Port': ['ID=7af7971d-31fe-4750-acde-a1b5643ef48c,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:00.099743 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-555d91c7-94a5-4403-9308-683b58be4a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.146598 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] Set router 566ba157-db63-4040-a7ab-9136f64102ba gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:00.165421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-555d91c7-94a5-4403-9308-683b58be4a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.242984 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-555d91c7-94a5-4403-9308-683b58be4a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.261125 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d91c7-94a5-4403-9308-683b58be4a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35fa150-d577-47ff-8f33-e9bdc5e1daf0,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:00.299613 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-3681eb6f-5b36-4c79-be12-c1bafe5d9e64 None None] Provisioning complete for port 7af7971d-31fe-4750-acde-a1b5643ef48c triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:34:00.299917 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3681eb6f-5b36-4c79-be12-c1bafe5d9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.345961 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-555d91c7-94a5-4403-9308-683b58be4a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.350163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:34:00.350718 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-555d91c7-94a5-4403-9308-683b58be4a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3406153 Sep 20 13:34:00.354964 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5dcd35bb-b327-45e9-b969-0b5548a68fc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': '687b828e-f4a3-4f91-9dac-d8feb506bb46', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:34:00.430309 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:33:57Z', 'revision_number': 4, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port': {'id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:54Z', 'updated_at': '2021-09-20T13:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7af7971d-31fe-4750-acde-a1b5643ef48c', 'name': '', 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'mac_address': 'fa:16:3e:af:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cd322017-944f-4179-9bae-76c00e140070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:56Z', 'updated_at': '2021-09-20T13:33:59Z', 'revision_number': 4, 'project_id': '7e472231bce54103a43aab290f4f3638', 'subnets': [{'id': 'cd322017-944f-4179-9bae-76c00e140070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:00.433433 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3681eb6f-5b36-4c79-be12-c1bafe5d9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.447693 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dcd35bb-b327-45e9-b969-0b5548a68fc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.462778 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95c1da-5153-4069-ad45-75608d5cdb89 None None] The sync data for ids ['566ba157-db63-4040-a7ab-9136f64102ba'] in n-d-809934-3 is: [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:33:57Z', 'revision_number': 4, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port': {'id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:54Z', 'updated_at': '2021-09-20T13:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': '7af7971d-31fe-4750-acde-a1b5643ef48c', 'name': '', 'network_id': '2165737f-d7e7-46e1-90f5-89ac224ccd4c', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'mac_address': 'fa:16:3e:af:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'cd322017-944f-4179-9bae-76c00e140070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:56Z', 'updated_at': '2021-09-20T13:33:59Z', 'revision_number': 4, 'project_id': '7e472231bce54103a43aab290f4f3638', 'subnets': [{'id': 'cd322017-944f-4179-9bae-76c00e140070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:34:00.496563 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3681eb6f-5b36-4c79-be12-c1bafe5d9e64 None None] For port 7af7971d-31fe-4750-acde-a1b5643ef48c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7af7971d-31fe-4750-acde-a1b5643ef48c,segment=NetworkSegment(41143488-f839-4d90-9f56-f75b7d9a3646),segment_id=41143488-f839-4d90-9f56-f75b7d9a3646)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:00.515554 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dcd35bb-b327-45e9-b969-0b5548a68fc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.562542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3681eb6f-5b36-4c79-be12-c1bafe5d9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.592012 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dcd35bb-b327-45e9-b969-0b5548a68fc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.612117 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd35bb-b327-45e9-b969-0b5548a68fc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab860754-2f15-4a5a-bf52-b123a05ad019,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:00.632464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681eb6f-5b36-4c79-be12-c1bafe5d9e64 None None] Pushing event updated for resources: {'Port': ['ID=7af7971d-31fe-4750-acde-a1b5643ef48c,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:00.666035 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dcd35bb-b327-45e9-b969-0b5548a68fc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.667311 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5dcd35bb-b327-45e9-b969-0b5548a68fc0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159423 Sep 20 13:34:00.670081 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:34:00.674765 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3001ab6d-affa-4b00-b3e7-1d54fa25d577 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': '687b828e-f4a3-4f91-9dac-d8feb506bb46', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:34:00.786092 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-3001ab6d-affa-4b00-b3e7-1d54fa25d577 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Project a1cea7d24ab14224a940cf4e98e6e1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:34:00.791354 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3001ab6d-affa-4b00-b3e7-1d54fa25d577 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.863012 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3001ab6d-affa-4b00-b3e7-1d54fa25d577 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.938660 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3001ab6d-affa-4b00-b3e7-1d54fa25d577 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:00.967116 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001ab6d-affa-4b00-b3e7-1d54fa25d577 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675b203b-03f4-4cc3-bc84-8ed8717596ca,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:01.054665 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3001ab6d-affa-4b00-b3e7-1d54fa25d577 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:01.057404 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3001ab6d-affa-4b00-b3e7-1d54fa25d577 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849695 Sep 20 13:34:01.058858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:34:01.064237 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-228a35c5-8283-4319-81a0-101a4fe5cd2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': '687b828e-f4a3-4f91-9dac-d8feb506bb46', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:34:01.188826 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-228a35c5-8283-4319-81a0-101a4fe5cd2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Project a1cea7d24ab14224a940cf4e98e6e1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:34:01.194188 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-228a35c5-8283-4319-81a0-101a4fe5cd2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:01.254399 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-228a35c5-8283-4319-81a0-101a4fe5cd2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:01.334790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-228a35c5-8283-4319-81a0-101a4fe5cd2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:01.354779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a35c5-8283-4319-81a0-101a4fe5cd2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79062620-f393-4e95-a5ec-6c6b3e3618ad,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:01.420400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-228a35c5-8283-4319-81a0-101a4fe5cd2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:01.421953 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-228a35c5-8283-4319-81a0-101a4fe5cd2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617795 Sep 20 13:34:01.570696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-9a721f68-f46d-4871-95c1-0f5844dd2b6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545658697&fields=id&tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0 HTTP/1.1" status: 200 len: 267 time: 0.0337849 Sep 20 13:34:01.599861 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 693aa33f-6bf3-4b99-ae8a-0805218409bd up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:34:01.647146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 693aa33f-6bf3-4b99-ae8a-0805218409bd triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:34:01.647528 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:01.681617 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-4d5bbb5b-f501-4165-88f8-e2b521b77868 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:01.683083 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-4d5bbb5b-f501-4165-88f8-e2b521b77868 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 809 time: 0.1049669 Sep 20 13:34:01.697896 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-75f06f9f-cc78-4a36-abe9-4aedef35d37d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/quotas/a1cea7d24ab14224a940cf4e98e6e1a0 HTTP/1.1" status: 200 len: 375 time: 0.0089707 Sep 20 13:34:01.727984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7af7971d-31fe-4750-acde-a1b5643ef48c up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:34:01.749902 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-96f6ed70-7915-41d2-ae57-d69fb7421050 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456975 Sep 20 13:34:01.776116 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 7af7971d-31fe-4750-acde-a1b5643ef48c triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:34:01.776490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:01.850180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-f824a1bb-b5ec-4bf4-aed0-27338c3d526b service neutron] 10.222.0.37 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876241 Sep 20 13:34:01.950879 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-260b9af5-d818-444b-8b2a-d63c8dc85523 service neutron] 10.222.0.37 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940745 Sep 20 13:34:02.179663 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d0580fd4-ef47-44e5-b0ea-ac9f58116e77 req-710ddb9d-6ef4-4498-a9cc-7fb98046964a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 210 time: 0.0294123 Sep 20 13:34:03.273241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3db9ddfe-2fee-4e01-8353-4a9759061457 req-561a91d2-78fe-4894-bbc6-e9bda32c42a6 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 210 time: 0.0261226 Sep 20 13:34:04.238024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-f1e357b8-9015-461f-8ffc-123666267b42 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:04.239512 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-f1e357b8-9015-461f-8ffc-123666267b42 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 809 time: 0.1076744 Sep 20 13:34:04.283979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-917ee94c-e167-4099-9d39-b750dfa7ccb4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0 HTTP/1.1" status: 200 len: 379 time: 0.0341170 Sep 20 13:34:04.294561 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'port': {'device_id': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'admin_state_up': True, 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'security_groups': ['687b828e-f4a3-4f91-9dac-d8feb506bb46']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:34:04.378250 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-91ca2596-a427-40f8-a241-b7ef1cd5fc60 req-26c97d58-7c3d-4f58-acf5-e7604192526d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 210 time: 0.0344741 Sep 20 13:34:04.479672 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Made reservation on behalf of a1cea7d24ab14224a940cf4e98e6e1a0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:34:04.483892 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:04.606684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Allocated IP 172.20.0.5 (f006bebd-dc6d-4951-af34-58f625b155f0/a1f5f6bb-fee0-4a12-8734-9fe4f9378045/9a800fb4-46eb-4089-bba3-69141a60499f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:34:04.767817 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:04.880625 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:04.921822 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Network f006bebd-dc6d-4951-af34-58f625b155f0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:34:04.924886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:34:04.928555 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:34:04.961388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:04.991111 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:04.992026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:05.094001 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-45643ce5-38a7-476b-89b3-cf7d9763202c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8029008 Sep 20 13:34:05.114434 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Request body: {'port': {'device_id': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:34:05.119653 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5d13e4fb-326d-4481-bdee-7a1f19d2a2a5 None None] Provisioning complete for port 9a800fb4-46eb-4089-bba3-69141a60499f triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:34:05.122497 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d13e4fb-326d-4481-bdee-7a1f19d2a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:05.158150 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-5d13e4fb-326d-4481-bdee-7a1f19d2a2a5 None None] Port 9a800fb4-46eb-4089-bba3-69141a60499f cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:34:05.175781 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:05.440254 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a800fb4-46eb-4089-bba3-69141a60499f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:34:05.448470 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:05.460940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Transition to ACTIVE for port object 9a800fb4-46eb-4089-bba3-69141a60499f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:34:05.508042 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:34:05.509571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d4b7e-2ccb-4b46-a6e7-4d9e72ef1146 req-44e15ee7-17aa-42d3-a314-14ba150167a4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:05.512096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-067d4b7e-2ccb-4b46-a6e7-4d9e72ef1146 req-44e15ee7-17aa-42d3-a314-14ba150167a4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 931 time: 0.0631144 Sep 20 13:34:05.520334 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:05.554780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-067d4b7e-2ccb-4b46-a6e7-4d9e72ef1146 req-eeac2865-c955-43f4-862c-5ef9d9584338 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359347 Sep 20 13:34:05.607170 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:05.668884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Attempting to bind port 9a800fb4-46eb-4089-bba3-69141a60499f on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:34:05.668884 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Attempting to bind port 9a800fb4-46eb-4089-bba3-69141a60499f by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:34:05.669246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Attempting to bind port 9a800fb4-46eb-4089-bba3-69141a60499f on network f006bebd-dc6d-4951-af34-58f625b155f0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:34:05.675162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Port 9a800fb4-46eb-4089-bba3-69141a60499f on network f006bebd-dc6d-4951-af34-58f625b155f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:34:05.675494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Attempting to bind port 9a800fb4-46eb-4089-bba3-69141a60499f on network f006bebd-dc6d-4951-af34-58f625b155f0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:34:05.680909 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:34:05.681297 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Checking segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:34:05.681691 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Bound using segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:34:05.682143 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Bound port: 9a800fb4-46eb-4089-bba3-69141a60499f, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:34:05.682539 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:05.749071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:34:05.751993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:34:05.820854 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:05.858600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:05.859226 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:05.860650 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] 10.222.0.32 "PUT /v2.0/ports/9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 1091 time: 0.7513738 Sep 20 13:34:05.861179 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:34:05.863383 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb6873a-8270-49eb-9041-9b55b73d6c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:34:05.894187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356eadac-20bd-4da2-8538-bd23c181ae3c service neutron] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:05.905473 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53c0406-ecc6-4453-967c-51d2da8ce7b6 x-openstack-request-id: req-b53c0406-ecc6-4453-967c-51d2da8ce7b6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:34:05.905792 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:34:05.906048 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b53c0406-ecc6-4453-967c-51d2da8ce7b6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:34:05.906454 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'status': 'completed', 'code': 200} Sep 20 13:34:05.969275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6873a-8270-49eb-9041-9b55b73d6c3b req-30b12147-7bed-4fc3-b956-bbf5dedb1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:05.970832 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fb6873a-8270-49eb-9041-9b55b73d6c3b req-30b12147-7bed-4fc3-b956-bbf5dedb1948 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1094 time: 0.0451982 Sep 20 13:34:06.075699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6873a-8270-49eb-9041-9b55b73d6c3b req-8f278efd-cff1-4fe3-b0ba-d2c1287eb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:06.077318 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fb6873a-8270-49eb-9041-9b55b73d6c3b req-8f278efd-cff1-4fe3-b0ba-d2c1287eb2ad service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0980070 Sep 20 13:34:06.177326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6873a-8270-49eb-9041-9b55b73d6c3b req-5dd126f9-fd76-45b6-b42d-0a3bf4ffe8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:06.178894 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fb6873a-8270-49eb-9041-9b55b73d6c3b req-5dd126f9-fd76-45b6-b42d-0a3bf4ffe8dd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0946894 Sep 20 13:34:06.255388 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-4a15afab-f1d6-40e0-bed4-ed51f87e03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:06.256875 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-4a15afab-f1d6-40e0-bed4-ed51f87e03a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1094 time: 0.0408168 Sep 20 13:34:06.301707 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-ca92b821-7c3b-4a12-9a0a-a1b4578d3220 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 217 time: 0.0368810 Sep 20 13:34:06.350544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-2023e641-80db-4ed4-9b5e-2c8115a3b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:06.351981 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-2023e641-80db-4ed4-9b5e-2c8115a3b639 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0429623 Sep 20 13:34:06.395324 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-34acab32-e97e-4c32-8f6d-f82003889133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:06.396768 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-34acab32-e97e-4c32-8f6d-f82003889133 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380502 Sep 20 13:34:06.488985 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-c4378d46-63d5-4940-a8b3-fac9c2ba518a service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850317 Sep 20 13:34:06.576141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0a682ecc-4657-4b29-961b-48d6f7630f2d req-7f788d80-f48c-45fe-b45a-515018b1732d service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797484 Sep 20 13:34:06.673134 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec2c1-461f-4c84-b07a-8186b0bc4832 req-63b79087-ee50-467c-a12b-92bfd9142c0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:06.674684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd4ec2c1-461f-4c84-b07a-8186b0bc4832 req-63b79087-ee50-467c-a12b-92bfd9142c0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 943 time: 0.0482836 Sep 20 13:34:06.711508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bd4ec2c1-461f-4c84-b07a-8186b0bc4832 req-19934a7d-7743-4198-bf8a-1f6f8e411079 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309300 Sep 20 13:34:07.824405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282035b-c366-4605-b1ef-b6c706b136bb req-e9b0f2ed-87a6-4419-a37e-f918845856c1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:07.826438 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c282035b-c366-4605-b1ef-b6c706b136bb req-e9b0f2ed-87a6-4419-a37e-f918845856c1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 943 time: 0.0489216 Sep 20 13:34:07.863659 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c282035b-c366-4605-b1ef-b6c706b136bb req-29c1a499-ffdc-4922-889e-6d6a07036033 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309093 Sep 20 13:34:08.984147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28cf85-9d0f-4689-86cb-edd03657d6be req-e275522f-7242-4008-9aa9-762f484fef7c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:08.985656 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce28cf85-9d0f-4689-86cb-edd03657d6be req-e275522f-7242-4008-9aa9-762f484fef7c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 943 time: 0.0545292 Sep 20 13:34:09.023301 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ce28cf85-9d0f-4689-86cb-edd03657d6be req-69dc374e-207f-4a3c-ab5b-32080384ae4c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315742 Sep 20 13:34:10.027464 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:34:10.119764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:10.131581 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9a800fb4-46eb-4089-bba3-69141a60499f', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'port_id': '9a800fb4-46eb-4089-bba3-69141a60499f', 'mac_address': 'fa:16:3e:5d:9a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:34:10.139948 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9acdd8-c90c-4af1-8a56-6b149e5e4ba4 req-adc2ea16-ef51-4f03-85dd-f9513ca07a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:10.143882 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d9acdd8-c90c-4af1-8a56-6b149e5e4ba4 req-adc2ea16-ef51-4f03-85dd-f9513ca07a25 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 943 time: 0.0519521 Sep 20 13:34:10.173357 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:10.181565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3d9acdd8-c90c-4af1-8a56-6b149e5e4ba4 req-e40b180c-e82e-40d3-9515-b914d282a35c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333455 Sep 20 13:34:10.186367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a800fb4-46eb-4089-bba3-69141a60499f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:34:10.205496 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:10.282634 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:10.334085 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:10.516662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9a800fb4-46eb-4089-bba3-69141a60499f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:34:11.296248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61642-8e58-4293-aeb4-37c5d58b0771 req-67f990c1-9941-4bf2-ba68-970cd1454d51 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:11.297757 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acc61642-8e58-4293-aeb4-37c5d58b0771 req-67f990c1-9941-4bf2-ba68-970cd1454d51 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0489414 Sep 20 13:34:11.336079 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-acc61642-8e58-4293-aeb4-37c5d58b0771 req-0e85aab2-cdb7-40b5-9a67-8766707c18ea tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323002 Sep 20 13:34:12.041806 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:34:12.145418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 9a800fb4-46eb-4089-bba3-69141a60499f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:34:12.149101 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9a800fb4-46eb-4089-bba3-69141a60499f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:34:12.149471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:12.225321 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:12.247742 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:34:12.250227 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb06278-bad9-45c8-8ac2-7adcc73c9a52" -d '{"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-plugged", "status": "completed", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:34:12.262992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:12.287278 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7758e1a4-1365-4c2b-85ce-083c7ea1d7ed x-openstack-request-id: req-7758e1a4-1365-4c2b-85ce-083c7ea1d7ed {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:34:12.287566 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-plugged", "status": "completed", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:34:12.287818 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7758e1a4-1365-4c2b-85ce-083c7ea1d7ed {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:34:12.288236 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'code': 200} Sep 20 13:34:12.339916 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:12.390302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:12.400690 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738b967-d4e4-4553-88d1-d6c42a8e6eb6 req-917c772e-f630-44c2-9437-5e98f11e1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:12.402258 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738b967-d4e4-4553-88d1-d6c42a8e6eb6 req-917c772e-f630-44c2-9437-5e98f11e1df3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1096 time: 0.0565498 Sep 20 13:34:12.440747 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1738b967-d4e4-4553-88d1-d6c42a8e6eb6 req-e03245ee-21f7-4f0d-a225-4dcd87f3aac4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317473 Sep 20 13:34:12.465412 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed18a4c-b24c-4654-87f3-784aabb233c4 req-16d51d24-e940-4920-a9c9-ce7d7fa72fca tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:12.466948 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fed18a4c-b24c-4654-87f3-784aabb233c4 req-16d51d24-e940-4920-a9c9-ce7d7fa72fca tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0586097 Sep 20 13:34:12.504277 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fed18a4c-b24c-4654-87f3-784aabb233c4 req-48070d02-594e-45a7-9ada-e9795b2d222d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313079 Sep 20 13:34:12.528498 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-053e7b2e-b9d3-487f-ad39-22ef0dd124d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:13.623210 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d839-9a22-4b79-93f6-94d955fe1ba5 req-49e43085-050e-437c-924c-ac321be9fe5d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:13.624717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8686d839-9a22-4b79-93f6-94d955fe1ba5 req-49e43085-050e-437c-924c-ac321be9fe5d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0524936 Sep 20 13:34:13.664768 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8686d839-9a22-4b79-93f6-94d955fe1ba5 req-20e9a216-deef-4bd6-a72e-24d1f56a1d68 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339186 Sep 20 13:34:13.775884 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7be52a-0dce-4ce0-90a4-5ab436e710ae req-97ccc077-ddd8-4772-a706-c5f23cbe1c13 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:13.777378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd7be52a-0dce-4ce0-90a4-5ab436e710ae req-97ccc077-ddd8-4772-a706-c5f23cbe1c13 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0480921 Sep 20 13:34:13.814983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fd7be52a-0dce-4ce0-90a4-5ab436e710ae req-01db34a8-9128-49ac-977e-c902a9b75808 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310645 Sep 20 13:34:13.836344 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:34:13.972569 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b053e9b-9fec-4142-941d-cde071d0b902 tempest-TestShelveInstance-1337361357 tempest-TestShelveInstance-1337361357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:13.974100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b053e9b-9fec-4142-941d-cde071d0b902 tempest-TestShelveInstance-1337361357 tempest-TestShelveInstance-1337361357-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1091 time: 0.1368093 Sep 20 13:34:13.977395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 46466) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:34:13.981945 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '9a800fb4-46eb-4089-bba3-69141a60499f', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:34:14.074245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for floatingip, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:14.167381 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:14.271643 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Allocated IP 172.25.6.41 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/db3e5e7a-556b-4f78-b37c-ee4a2abbe2aa) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:34:14.373967 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:14.448466 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:14.487436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:34:14.490229 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:34:14.492796 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:34:14.521679 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'Port': ['ID=db3e5e7a-556b-4f78-b37c-ee4a2abbe2aa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:14.842475 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:14.974202 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:15.118839 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:15.202607 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:15.249166 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6a77-6335-4dc4-8b13-eb7bc5546f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:15.269503 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'Port': ['ID=db3e5e7a-556b-4f78-b37c-ee4a2abbe2aa,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:15.279174 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:15.379075 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Floating IP 05080e77-4a1d-4951-8716-cb7000c6c4f3 associated. External IP: 172.25.6.41, port: 9a800fb4-46eb-4089-bba3-69141a60499f. Sep 20 13:34:15.579531 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Router 4c0b71cd-bcb4-41dd-848a-81a521a0040b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:34:15.711582 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:15.991259 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:34:16.000666 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] Sync routers for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:34:16.009891 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:34:16.010509 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:16.068832 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:16.095241 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-ad2e0ce0-ac50-4464-9fd6-de59e217990d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1167619 Sep 20 13:34:16.095802 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:34:16.098094 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81937dc4-fbe5-4e54-906b-e9d43a7b531b" -d '{"events": [{"name": "network-changed", "server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:34:16.117727 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:16.135437 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e81b8-97f9-4277-bd1f-17409eb63da4 x-openstack-request-id: req-ee1e81b8-97f9-4277-bd1f-17409eb63da4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:34:16.135934 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:34:16.136033 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee1e81b8-97f9-4277-bd1f-17409eb63da4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:34:16.136348 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'status': 'completed', 'code': 200} Sep 20 13:34:16.239993 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-b3be87fc-6796-4757-9d74-b441b69bde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:16.241533 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-b3be87fc-6796-4757-9d74-b441b69bde91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1096 time: 0.0838759 Sep 20 13:34:16.342766 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-13320d28-bbe0-4224-9608-e246ad32f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:16.344338 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-13320d28-bbe0-4224-9608-e246ad32f98c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0955176 Sep 20 13:34:16.348027 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '05080e77-4a1d-4951-8716-cb7000c6c4f3', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'port_id': '9a800fb4-46eb-4089-bba3-69141a60499f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'mac_address': 'fa:16:3e:5d:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:34:14Z', 'updated_at': '2021-09-20T13:34:14Z', 'revision_number': 0, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:16.374241 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] Checking router: 4c0b71cd-bcb4-41dd-848a-81a521a0040b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:34:16.382650 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:34:16.383186 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:34:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:16.407237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-8d54636f-d61d-4bcd-b8c4-b7308902586c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 998 time: 0.0560658 Sep 20 13:34:16.459286 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-a67c5ceb-4752-4369-bc3d-37bca23fe2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:16.460759 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-a67c5ceb-4752-4369-bc3d-37bca23fe2d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0468240 Sep 20 13:34:16.509142 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-a6ecc2f3-11c3-4d40-993c-742e2d1e2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:34:16.510707 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-a6ecc2f3-11c3-4d40-993c-742e2d1e2080 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431430 Sep 20 13:34:16.579658 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:16.600382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-78844a8b-f7f5-468a-9bec-f23898fcec84 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824873 Sep 20 13:34:16.696344 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81937dc4-fbe5-4e54-906b-e9d43a7b531b req-6970aef1-b0c9-486f-b3c0-3c284f84b871 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893466 Sep 20 13:34:16.801522 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '05080e77-4a1d-4951-8716-cb7000c6c4f3', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'port_id': '9a800fb4-46eb-4089-bba3-69141a60499f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'mac_address': 'fa:16:3e:5d:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:34:14Z', 'updated_at': '2021-09-20T13:34:14Z', 'revision_number': 0, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:16.831059 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f284d0ea-89e2-4f8f-9346-bb400621a247 None None] The sync data for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 is: [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '05080e77-4a1d-4951-8716-cb7000c6c4f3', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'port_id': '9a800fb4-46eb-4089-bba3-69141a60499f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'mac_address': 'fa:16:3e:5d:9a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:34:14Z', 'updated_at': '2021-09-20T13:34:14Z', 'revision_number': 0, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:34:16.831310 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:17.046921 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a3981-6c14-43a6-8494-84e0c0b1bfbb None None] New status for floating IP 05080e77-4a1d-4951-8716-cb7000c6c4f3: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:34:18.199413 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:20.699156 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:21.053691 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:42.496031 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e7e03f13-c009-4411-9b60-211731cea94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:42.507442 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:34:45.224228 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f8e5eae8-849f-4a72-8e41-d8bead616200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:45.667558 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:46.850656 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:48.201382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:50.271676 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-04c53863-426f-467a-aed1-149a89e6f239 req-2bce50c7-afa7-43fe-8f68-054c218c1c41 service neutron] (95503) timed out ('10.222.0.37', 38180) {{(pid=95503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 13:34:50.561344 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:34:51.046934 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:08.445524 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-9432dd88-d2e2-4b50-91b5-ee821565ff62 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390890 Sep 20 13:35:08.538589 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-958f2f44-9cdb-4838-bc22-78f7a186232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:35:08.540692 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-958f2f44-9cdb-4838-bc22-78f7a186232c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1096 time: 0.0524030 Sep 20 13:35:08.640469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-11d8b315-f567-4804-bc73-d172750e218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:35:08.642445 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-11d8b315-f567-4804-bc73-d172750e218c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0826869 Sep 20 13:35:08.710367 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-06e86508-feaa-4464-ac49-4e834293ebea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 1000 time: 0.0603559 Sep 20 13:35:08.759190 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-5cc03764-299f-41c3-9e81-9ac439d50111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:35:08.760622 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-5cc03764-299f-41c3-9e81-9ac439d50111 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0440266 Sep 20 13:35:08.809876 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-f1704de2-fb44-4d6b-bfe1-6e8f1a041467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:35:08.811383 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-f1704de2-fb44-4d6b-bfe1-6e8f1a041467 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432715 Sep 20 13:35:08.906550 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-26be4ac1-1295-487f-8bf2-4b8ae5e70107 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883453 Sep 20 13:35:08.993313 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b7e96451-f7d3-486f-aefd-774bb67c8a91 req-f69fcf7d-9904-4424-a592-5097d0a85467 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793285 Sep 20 13:35:12.507261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e820fce1-b722-4634-94db-370fe6100568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:15.227299 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de288a88-c763-487f-86ec-2e4c7c83f791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:15.663218 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:16.868582 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:18.303246 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:19.506243 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:35:20.575401 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:21.080315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:42.506704 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe50a-e688-4970-9a66-e61167aaf81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:45.238002 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-90dd230b-9697-4104-809f-49743d09cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:45.672060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:46.844442 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:48.193095 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:50.563613 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:51.055888 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:35:56.506606 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:36:08.429158 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-3ac8d493-2237-427d-af11-4cce1a0f9727 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390656 Sep 20 13:36:08.511747 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-58e9c94a-90a5-4eea-9826-febc3c49988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:08.513246 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-58e9c94a-90a5-4eea-9826-febc3c49988b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1096 time: 0.0437839 Sep 20 13:36:08.612594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-c3ca19a9-a1af-48b6-a7e1-cb7b090ae90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:08.614113 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-c3ca19a9-a1af-48b6-a7e1-cb7b090ae90c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0828993 Sep 20 13:36:08.682330 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-fe21f218-c3f7-4e48-a1fb-49a316af148c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 1000 time: 0.0608754 Sep 20 13:36:08.732029 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-526eb21a-a069-4568-b38a-27cbed6ba18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:08.733561 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-526eb21a-a069-4568-b38a-27cbed6ba18a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0444527 Sep 20 13:36:08.779319 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-afc3db04-d149-4949-9fcb-a7e21400f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:08.780834 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-afc3db04-d149-4949-9fcb-a7e21400f314 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404260 Sep 20 13:36:08.874974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-0051c465-98e1-4383-9adc-b4aa8704a254 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867445 Sep 20 13:36:08.966883 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-30cc4b73-229e-421b-9a07-abdf352d5bdc req-e2ddc44f-7f99-44b7-922d-289be2f9242d service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848618 Sep 20 13:36:09.419941 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cff97c-99a0-4f64-af42-0d75df7ac9e4 req-52573fca-feab-40e8-a38a-e6f4ff40e2b5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:09.421467 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1cff97c-99a0-4f64-af42-0d75df7ac9e4 req-52573fca-feab-40e8-a38a-e6f4ff40e2b5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0522413 Sep 20 13:36:09.459367 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1cff97c-99a0-4f64-af42-0d75df7ac9e4 req-30c7f044-df44-41bd-b417-082e8bc9a24c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311646 Sep 20 13:36:10.587702 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d734a8-da17-4814-a23b-50f7aed484a3 req-94bd5286-f56f-4b36-9af2-6652ac54c381 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:10.589199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96d734a8-da17-4814-a23b-50f7aed484a3 req-94bd5286-f56f-4b36-9af2-6652ac54c381 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0477607 Sep 20 13:36:10.627164 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-96d734a8-da17-4814-a23b-50f7aed484a3 req-f851d4c5-b37e-44e3-952f-e85d92db1222 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Sep 20 13:36:11.747828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8f2b0-92b3-40f7-849e-733bf69769ea req-33610e8e-65b9-4898-ad15-f629abc144e5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:11.749337 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdd8f2b0-92b3-40f7-849e-733bf69769ea req-33610e8e-65b9-4898-ad15-f629abc144e5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0549273 Sep 20 13:36:11.787028 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fdd8f2b0-92b3-40f7-849e-733bf69769ea req-aae50b68-bd66-496f-80af-4da731560434 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308783 Sep 20 13:36:12.489443 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2f25fb55-099f-49ef-94c3-6a1c7e0e3734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:12.900532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34f018-d176-4c80-b526-af4246c974c6 req-e1f96a1f-5cdf-402f-87ff-5986dbbc1552 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:12.902046 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae34f018-d176-4c80-b526-af4246c974c6 req-e1f96a1f-5cdf-402f-87ff-5986dbbc1552 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0495069 Sep 20 13:36:12.939767 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ae34f018-d176-4c80-b526-af4246c974c6 req-80989514-916d-4a46-b993-8c846617af20 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310791 Sep 20 13:36:14.055314 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f032-d92a-4874-8244-07c90d559f7b req-c4d610dc-15b9-441c-af53-269a2665768b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:14.056841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e175f032-d92a-4874-8244-07c90d559f7b req-c4d610dc-15b9-441c-af53-269a2665768b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0491183 Sep 20 13:36:14.094693 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e175f032-d92a-4874-8244-07c90d559f7b req-f5c7730d-2ca9-41cd-984a-614899d086bf tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318387 Sep 20 13:36:15.216654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86702a3c-05aa-4cec-8b75-3738e7b184ce req-d4be72c2-f82e-41dc-a24d-7b654d059fa0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:15.218122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86702a3c-05aa-4cec-8b75-3738e7b184ce req-d4be72c2-f82e-41dc-a24d-7b654d059fa0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0520749 Sep 20 13:36:15.243246 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-02576de3-a179-43ef-a088-e3eb6afc4025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:15.256157 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-86702a3c-05aa-4cec-8b75-3738e7b184ce req-256392bc-5b58-4637-a166-157a7f9b9909 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312147 Sep 20 13:36:15.672247 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:16.384601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d35874-c02d-4c38-9ab8-8b224ef483f6 req-720346d6-3b49-4d1b-b957-05abdd7f8e1f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:16.386125 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7d35874-c02d-4c38-9ab8-8b224ef483f6 req-720346d6-3b49-4d1b-b957-05abdd7f8e1f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0481260 Sep 20 13:36:16.423272 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d7d35874-c02d-4c38-9ab8-8b224ef483f6 req-e64aa50e-6ac3-4f49-a0a0-d94a7a44d2f3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310760 Sep 20 13:36:16.843611 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:17.538195 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b97bc-af8a-4453-83d2-b3873b022063 req-635ef647-ae8e-412d-91b2-8d98d90bfbf3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:17.539707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b97bc-af8a-4453-83d2-b3873b022063 req-635ef647-ae8e-412d-91b2-8d98d90bfbf3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0502725 Sep 20 13:36:17.576933 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-406b97bc-af8a-4453-83d2-b3873b022063 req-5aac1ab4-ab63-423a-8058-91739a435e98 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312777 Sep 20 13:36:18.203219 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:18.695183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d05b0-f41e-43cf-ab60-d51f9e21b356 req-adaf6b83-c20c-40bf-8c85-d7f24cc99ade tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:18.696658 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d88d05b0-f41e-43cf-ab60-d51f9e21b356 req-adaf6b83-c20c-40bf-8c85-d7f24cc99ade tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0519137 Sep 20 13:36:18.733987 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d88d05b0-f41e-43cf-ab60-d51f9e21b356 req-a60f1e55-ce79-42f8-b9ac-fb3ecd87ab6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Sep 20 13:36:19.853613 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e14fd-b021-44bf-b389-59b249ce972e req-08a5a6e7-6f08-4a6c-81b9-44dacc4a5ac5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:19.855004 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-440e14fd-b021-44bf-b389-59b249ce972e req-08a5a6e7-6f08-4a6c-81b9-44dacc4a5ac5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0510948 Sep 20 13:36:19.893713 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-440e14fd-b021-44bf-b389-59b249ce972e req-4228cea2-ee93-4a59-bc8b-00ce3a866a1c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Sep 20 13:36:20.580946 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:21.008829 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1e1ea-f0f6-4732-ad5d-f5bed0da8333 req-9b1a965d-e42e-4323-8efa-b3753244c9c4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:21.010349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fc1e1ea-f0f6-4732-ad5d-f5bed0da8333 req-9b1a965d-e42e-4323-8efa-b3753244c9c4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0499234 Sep 20 13:36:21.047197 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fc1e1ea-f0f6-4732-ad5d-f5bed0da8333 req-c3a73910-7dd6-4a61-9167-1541d852855f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Sep 20 13:36:21.055258 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:22.169817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74c82-58bb-4461-a640-d4083cc31669 req-cb5bf208-4c02-4d0c-9b0b-faf96ee8982b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:22.171282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-adf74c82-58bb-4461-a640-d4083cc31669 req-cb5bf208-4c02-4d0c-9b0b-faf96ee8982b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0531249 Sep 20 13:36:22.208275 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-adf74c82-58bb-4461-a640-d4083cc31669 req-06a996e0-8a83-4867-8a13-e87f4902e235 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307581 Sep 20 13:36:22.571595 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:36:22.676407 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:22.687893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '9a800fb4-46eb-4089-bba3-69141a60499f', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'port_id': '9a800fb4-46eb-4089-bba3-69141a60499f', 'mac_address': 'fa:16:3e:5d:9a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:36:22.735563 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:22.752089 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a800fb4-46eb-4089-bba3-69141a60499f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:36:22.774263 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:22.832479 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:22.900229 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:22.912396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['9a800fb4-46eb-4089-bba3-69141a60499f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:36:22.917367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.917804 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.918212 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.918615 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.919017 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.919417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.919810 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.920204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.920600 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.920988 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.921444 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:22.921850 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:23.335778 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f78436-8425-41b6-9cd8-48aa4d7efaa3 req-ae84c5ae-8991-46fc-8e6b-5b1aaad35db9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:23.338036 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4f78436-8425-41b6-9cd8-48aa4d7efaa3 req-ae84c5ae-8991-46fc-8e6b-5b1aaad35db9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0556359 Sep 20 13:36:23.381087 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4f78436-8425-41b6-9cd8-48aa4d7efaa3 req-5ce36f6c-f35f-4a9f-809f-7f204001c52c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350642 Sep 20 13:36:24.514088 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec86a6-1e95-4cc5-a885-d41f67b55726 req-1370e557-581c-4c99-ac70-53dc5cad87c1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:24.519417 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dec86a6-1e95-4cc5-a885-d41f67b55726 req-1370e557-581c-4c99-ac70-53dc5cad87c1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0596700 Sep 20 13:36:24.562433 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3dec86a6-1e95-4cc5-a885-d41f67b55726 req-e0d33b5b-0236-43d5-beb1-a690c148d006 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376332 Sep 20 13:36:24.579748 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:36:24.631003 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 9a800fb4-46eb-4089-bba3-69141a60499f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:36:24.631761 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:24.724833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:24.748048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:36:24.750774 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d06da6-c2e3-4a11-9b9d-9e9aa64f177d" -d '{"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-plugged", "status": "completed", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:36:24.766241 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:24.789917 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96558f54-5c8b-4f23-a25b-d3fce82af180 x-openstack-request-id: req-96558f54-5c8b-4f23-a25b-d3fce82af180 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:36:24.790203 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-plugged", "status": "completed", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:36:24.790593 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96558f54-5c8b-4f23-a25b-d3fce82af180 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:36:24.790833 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'code': 200} Sep 20 13:36:25.112508 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:25.159096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:25.699330 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc76316-0a6d-455b-951c-308d080b878b req-9f808e9b-cf5e-4d2b-9826-1717f40523ab tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:25.700871 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7bc76316-0a6d-455b-951c-308d080b878b req-9f808e9b-cf5e-4d2b-9826-1717f40523ab tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0606699 Sep 20 13:36:25.745855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7bc76316-0a6d-455b-951c-308d080b878b req-a88c03b7-9fcb-4773-88c9-98027775cc2f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380015 Sep 20 13:36:26.885511 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2766b4-2507-44fb-a7ac-7c83bccbf6fa req-3992c8b2-d676-4676-ac6f-9cf4c351bfd5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:26.888996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c2766b4-2507-44fb-a7ac-7c83bccbf6fa req-3992c8b2-d676-4676-ac6f-9cf4c351bfd5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0638261 Sep 20 13:36:26.929439 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c2766b4-2507-44fb-a7ac-7c83bccbf6fa req-4489e7c6-35f3-416e-8c6c-9d71a1319a9d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341034 Sep 20 13:36:28.067082 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6bfab-21fc-4381-bf28-b35c2f4d773f req-36ccc30a-34c1-45f4-829f-dbbd88f90c6d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:28.068565 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79e6bfab-21fc-4381-bf28-b35c2f4d773f req-36ccc30a-34c1-45f4-829f-dbbd88f90c6d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0554681 Sep 20 13:36:28.107118 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-79e6bfab-21fc-4381-bf28-b35c2f4d773f req-66cf75fe-e92c-4296-a041-2bc6a1629422 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325124 Sep 20 13:36:29.243027 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbf586-7bb9-4133-a555-c1f8af0fbbc3 req-cd310fc0-dece-4761-9acb-74145e95bd5f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:29.246030 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58dbf586-7bb9-4133-a555-c1f8af0fbbc3 req-cd310fc0-dece-4761-9acb-74145e95bd5f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0593147 Sep 20 13:36:29.286760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58dbf586-7bb9-4133-a555-c1f8af0fbbc3 req-8cda34ef-69fe-43bb-9081-443d64fdf954 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353768 Sep 20 13:36:30.425212 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357bb3d-ed27-44c5-a92f-599cf22ab4d9 req-2b71d0f2-0a57-435b-b7c1-26976e87c37e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:30.427520 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d357bb3d-ed27-44c5-a92f-599cf22ab4d9 req-2b71d0f2-0a57-435b-b7c1-26976e87c37e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0590646 Sep 20 13:36:30.470552 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d357bb3d-ed27-44c5-a92f-599cf22ab4d9 req-a3fb402d-d80b-4b62-826d-86150452916b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365114 Sep 20 13:36:31.598182 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562acef0-18af-42b9-ab63-38cb8cad9556 req-c923f355-a674-4853-bec2-8111dbaa7974 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:31.601466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-562acef0-18af-42b9-ab63-38cb8cad9556 req-c923f355-a674-4853-bec2-8111dbaa7974 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0569227 Sep 20 13:36:31.645715 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-562acef0-18af-42b9-ab63-38cb8cad9556 req-fa18d406-1729-4fb6-8cf2-308a5ef6bce5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396969 Sep 20 13:36:32.759635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137f6cc-647b-4ea2-a133-052dd8e4bcb4 req-4f59ec47-6e7b-4690-85de-b1594d1186ff tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:32.761182 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2137f6cc-647b-4ea2-a133-052dd8e4bcb4 req-4f59ec47-6e7b-4690-85de-b1594d1186ff tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0523944 Sep 20 13:36:32.797983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2137f6cc-647b-4ea2-a133-052dd8e4bcb4 req-bfa87227-96c6-464f-aaaa-e1f3653b5c46 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303586 Sep 20 13:36:33.049196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-1db543d5-0e14-4790-818d-84c7be9363e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:33.051160 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-1db543d5-0e14-4790-818d-84c7be9363e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1096 time: 0.0470676 Sep 20 13:36:33.140560 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-1cafea77-1862-4032-a2f1-57fef0ba558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:33.142060 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-1cafea77-1862-4032-a2f1-57fef0ba558d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0845516 Sep 20 13:36:33.209070 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-a30e1c75-2386-4ff4-9132-656c8eaf1f72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 1000 time: 0.0594130 Sep 20 13:36:33.257380 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-88d24a73-ade0-4b72-9070-100677eac684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:33.258758 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-88d24a73-ade0-4b72-9070-100677eac684 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0418479 Sep 20 13:36:33.303853 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-9297a013-57d5-48f4-9361-8c9b6761a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:33.305273 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-9297a013-57d5-48f4-9361-8c9b6761a7c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384672 Sep 20 13:36:33.395261 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-000ee068-2984-4fe7-ab13-54ce36e25ca0 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831964 Sep 20 13:36:33.481864 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d64cd1b8-0b2f-4774-a1c4-e9b53b3448ad req-e8b67a8c-52b1-4f42-8d87-9be8b1a43739 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796676 Sep 20 13:36:33.505753 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:36:33.912662 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc7af3-1954-4818-a040-a09a434139ec req-b8d931aa-ffdd-413c-bd73-aff5519cf183 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:33.914160 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39cc7af3-1954-4818-a040-a09a434139ec req-b8d931aa-ffdd-413c-bd73-aff5519cf183 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0489500 Sep 20 13:36:33.951726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-39cc7af3-1954-4818-a040-a09a434139ec req-00af12c8-1ffa-4981-a38f-795117d29107 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Sep 20 13:36:35.067073 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be941cb8-37c5-4a01-abe2-30f5cd048362 req-75ee94b7-cd99-4069-bd47-b0a75522c0f4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:35.068620 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be941cb8-37c5-4a01-abe2-30f5cd048362 req-75ee94b7-cd99-4069-bd47-b0a75522c0f4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0486784 Sep 20 13:36:35.107054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be941cb8-37c5-4a01-abe2-30f5cd048362 req-65d8af6d-8866-4547-b43f-89af7a4057c3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Sep 20 13:36:36.224016 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3e284-aced-469c-9a34-6eb5d492b026 req-55dd071f-242c-43f7-a84e-843d5a60744b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:36.225508 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2e3e284-aced-469c-9a34-6eb5d492b026 req-55dd071f-242c-43f7-a84e-843d5a60744b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0524564 Sep 20 13:36:36.264349 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f2e3e284-aced-469c-9a34-6eb5d492b026 req-fa5867b9-05c3-40bc-9eb6-883c00f892a6 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Sep 20 13:36:36.332909 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-146e483b-bdd4-4664-b94c-6110afc9205d req-78af3de2-71a1-4525-a89b-f97cc3ab680e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:36:36.333977 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-146e483b-bdd4-4664-b94c-6110afc9205d req-78af3de2-71a1-4525-a89b-f97cc3ab680e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060573 Sep 20 13:36:36.613373 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9cba8-ab3c-475e-8707-d4f2274cfbe3 req-9846e1a6-996d-44de-913c-9dc573597b02 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:36.614990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9cba8-ab3c-475e-8707-d4f2274cfbe3 req-9846e1a6-996d-44de-913c-9dc573597b02 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0528469 Sep 20 13:36:36.634108 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:36:36.657828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9cba8-ab3c-475e-8707-d4f2274cfbe3 req-8e8e356b-b7fe-4484-b765-4f1ff0841fc7 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365791 Sep 20 13:36:36.720203 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:36.743203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:36:36.745434 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964bc623-5bf6-4276-bd90-a1fb9b0dfc90" -d '{"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:36:36.757654 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:36.778266 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 13:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8663e8-f847-48f1-b72e-88690c3da2f7 x-openstack-request-id: req-cd8663e8-f847-48f1-b72e-88690c3da2f7 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:36:36.778561 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-unplugged", "status": "failed", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "code": 422}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:36:36.778813 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd8663e8-f847-48f1-b72e-88690c3da2f7 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:36:36.779203 n-d-809934-3 neutron-server[95504]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'code': 422} returned with failed status Sep 20 13:36:36.802870 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:36.831415 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:36:36.850068 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:36.920643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-8d994a39-e16d-4721-a1cd-486121d638f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879912 Sep 20 13:36:36.929326 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-67016b68-7abf-4839-81a5-626005694bd6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:36:36.930286 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-67016b68-7abf-4839-81a5-626005694bd6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048709 Sep 20 13:36:37.778202 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad1f2-55de-47ab-9ad6-897bc22a44e3 req-73abf69c-2393-4aa7-a921-3ed953d2fd19 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:37.779828 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-826ad1f2-55de-47ab-9ad6-897bc22a44e3 req-73abf69c-2393-4aa7-a921-3ed953d2fd19 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 943 time: 0.0528438 Sep 20 13:36:37.821525 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-826ad1f2-55de-47ab-9ad6-897bc22a44e3 req-6679bf57-c6ed-44d4-9f52-1b3647552178 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349677 Sep 20 13:36:38.097711 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-8d587369-310e-420e-90f6-96a8b63899f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:38.099073 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-8d587369-310e-420e-90f6-96a8b63899f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d&tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0 HTTP/1.1" status: 200 len: 1094 time: 0.0446832 Sep 20 13:36:38.110534 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-7922129a-0927-42c7-b03a-a6c67db7f5f5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:36:38.111517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-7922129a-0927-42c7-b03a-a6c67db7f5f5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048256 Sep 20 13:36:38.123767 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809934-3', 'device_owner': 'compute:nova'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:36:38.177298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:38.381944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:38.412264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:36:38.449082 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a800fb4-46eb-4089-bba3-69141a60499f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:36:38.456848 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:38.468276 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Transition to ACTIVE for port object 9a800fb4-46eb-4089-bba3-69141a60499f will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:36:38.534377 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:38.609397 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:38.624119 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.624468 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.624808 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.625169 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.625502 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.625832 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.626159 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.626486 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.626811 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.628155 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.628628 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.628957 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:38.661824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] No DVR routers for this DVR port 9a800fb4-46eb-4089-bba3-69141a60499f on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:36:38.802389 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Attempting to bind port 9a800fb4-46eb-4089-bba3-69141a60499f on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:36:38.802725 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Attempting to bind port 9a800fb4-46eb-4089-bba3-69141a60499f by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:36:38.803054 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Attempting to bind port 9a800fb4-46eb-4089-bba3-69141a60499f on network f006bebd-dc6d-4951-af34-58f625b155f0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:36:38.807166 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Port 9a800fb4-46eb-4089-bba3-69141a60499f on network f006bebd-dc6d-4951-af34-58f625b155f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:36:38.807487 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Attempting to bind port 9a800fb4-46eb-4089-bba3-69141a60499f on network f006bebd-dc6d-4951-af34-58f625b155f0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:36:38.812122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:36:38.812456 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Checking segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:36:38.812834 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Bound using segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:36:38.813282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Bound port: 9a800fb4-46eb-4089-bba3-69141a60499f, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:36:38.813632 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:38.876317 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:36:38.880031 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:36:38.941357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cb874-8885-4331-b641-14f3df973ecc req-1b399383-8ae4-4d13-881c-8d2626c7dc16 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:38.942733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f1cb874-8885-4331-b641-14f3df973ecc req-1b399383-8ae4-4d13-881c-8d2626c7dc16 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 943 time: 0.0478985 Sep 20 13:36:38.980710 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:38.982022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5f1cb874-8885-4331-b641-14f3df973ecc req-5db57b0c-0cd9-4ae6-bdb4-bc38ad2216cb tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329776 Sep 20 13:36:39.014015 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:39.014515 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:39.019187 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 1091 time: 0.8958693 Sep 20 13:36:39.019187 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:36:39.019187 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96498b00-d094-48a3-8baf-21a5897a91fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:36:39.062414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cc7e6-7688-41e8-a46b-f1687a0de0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:39.107878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-c9663709-40d0-4cf6-a548-cff9e682f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:39.109817 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-c9663709-40d0-4cf6-a548-cff9e682f663 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1095 time: 0.0672164 Sep 20 13:36:39.150088 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d25baaa-20cf-4753-9165-42e37c5d3013 x-openstack-request-id: req-6d25baaa-20cf-4753-9165-42e37c5d3013 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:36:39.150385 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:36:39.150637 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d25baaa-20cf-4753-9165-42e37c5d3013 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:36:39.151035 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'status': 'completed', 'code': 200} Sep 20 13:36:39.210891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-918ecc48-1fcf-4e69-8941-e324493c6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:39.212382 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-918ecc48-1fcf-4e69-8941-e324493c6ed7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0955803 Sep 20 13:36:39.276056 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-d55fe8d3-8910-465c-adf5-4716167bcdde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 998 time: 0.0571570 Sep 20 13:36:39.328230 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-a43d6046-5350-432c-8547-cf796579228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:39.329603 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-a43d6046-5350-432c-8547-cf796579228b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0470271 Sep 20 13:36:39.376274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-8b3b2934-edaa-4735-a4b0-dbbabb2b5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:39.378645 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-8b3b2934-edaa-4735-a4b0-dbbabb2b5726 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408051 Sep 20 13:36:39.472255 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-122bc8a5-2819-4595-a3b3-5e1899af43a9 service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804853 Sep 20 13:36:39.564085 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7c1dd5ad-461b-4edb-9f17-67e64cd5cfbe req-c3bfb0c1-89f4-4303-bbb1-1a108bbcac6d service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847728 Sep 20 13:36:39.724459 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498b00-d094-48a3-8baf-21a5897a91fe req-ee4ea137-7aed-45f6-a2c4-7662056e9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:39.726185 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96498b00-d094-48a3-8baf-21a5897a91fe req-ee4ea137-7aed-45f6-a2c4-7662056e9bf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1095 time: 0.0403833 Sep 20 13:36:39.822609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498b00-d094-48a3-8baf-21a5897a91fe req-87f32daa-8792-4a7e-97b9-14527adc2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:39.824143 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96498b00-d094-48a3-8baf-21a5897a91fe req-87f32daa-8792-4a7e-97b9-14527adc2c45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0896978 Sep 20 13:36:39.892454 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96498b00-d094-48a3-8baf-21a5897a91fe req-770ab2e0-d1e3-4031-b89a-67566d8deb77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 998 time: 0.0604143 Sep 20 13:36:39.948374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498b00-d094-48a3-8baf-21a5897a91fe req-79964bb9-b51e-4b1e-a5d5-5191d47a63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:39.949889 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96498b00-d094-48a3-8baf-21a5897a91fe req-79964bb9-b51e-4b1e-a5d5-5191d47a63c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0512278 Sep 20 13:36:40.020544 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498b00-d094-48a3-8baf-21a5897a91fe req-741edfa6-62c2-46e1-859a-a2d969ecf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:40.027742 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96498b00-d094-48a3-8baf-21a5897a91fe req-741edfa6-62c2-46e1-859a-a2d969ecf525 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707495 Sep 20 13:36:40.122983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21506b2-0ef0-4284-8418-37d01c786eae req-89003b45-9795-4f67-adf4-36e69980222e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:40.129563 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e21506b2-0ef0-4284-8418-37d01c786eae req-89003b45-9795-4f67-adf4-36e69980222e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0614250 Sep 20 13:36:40.176760 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e21506b2-0ef0-4284-8418-37d01c786eae req-299092b2-668d-41e1-a324-306e8d0a5301 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Sep 20 13:36:41.303664 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc4cd-f505-4b7a-814f-3911446dfa1a req-9a4d11fa-94a3-44ef-83bb-3d5271cb42da tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:41.305184 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-005cc4cd-f505-4b7a-814f-3911446dfa1a req-9a4d11fa-94a3-44ef-83bb-3d5271cb42da tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0535865 Sep 20 13:36:41.349324 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-005cc4cd-f505-4b7a-814f-3911446dfa1a req-ca237c20-e702-47bb-8beb-db5d9abcc82e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378609 Sep 20 13:36:42.480001 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aed73-6723-49f1-a749-c0eaefdf5bf0 req-6a302361-4700-41d3-8c4c-556e10cdc21c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:42.481756 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf4aed73-6723-49f1-a749-c0eaefdf5bf0 req-6a302361-4700-41d3-8c4c-556e10cdc21c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0623617 Sep 20 13:36:42.516941 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-61f85aae-c66e-4f15-b65d-9a8b766de543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:42.524842 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf4aed73-6723-49f1-a749-c0eaefdf5bf0 req-60f056b6-147b-4fcc-bc76-455045d67cb1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365341 Sep 20 13:36:43.643486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924975-2ed2-4ed9-a6b0-7579de3baf0e req-919df4dd-2a02-4577-b9a1-679a3ce7e6da tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:43.645050 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be924975-2ed2-4ed9-a6b0-7579de3baf0e req-919df4dd-2a02-4577-b9a1-679a3ce7e6da tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0521872 Sep 20 13:36:43.683401 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be924975-2ed2-4ed9-a6b0-7579de3baf0e req-96bddfe8-4c1d-441b-bbc0-7df9c809b6c7 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323889 Sep 20 13:36:44.810781 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047410d6-7ca8-4f23-98f5-b37af8af2cb5 req-4702fea7-c986-4de7-b6e8-bdd30fab3530 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:44.812385 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-047410d6-7ca8-4f23-98f5-b37af8af2cb5 req-4702fea7-c986-4de7-b6e8-bdd30fab3530 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0571513 Sep 20 13:36:44.856672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-047410d6-7ca8-4f23-98f5-b37af8af2cb5 req-0507fee4-9fbd-40e4-92ab-2643bb92a047 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379691 Sep 20 13:36:45.237960 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5d549c28-4614-4e57-8226-5946bbb3841c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:45.671748 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:45.976656 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a61e-bae7-4aa6-b54f-be34c66f7fc2 req-578f4320-a2a0-4ba6-bd79-e5aef997a4ea tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:45.978202 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c742a61e-bae7-4aa6-b54f-be34c66f7fc2 req-578f4320-a2a0-4ba6-bd79-e5aef997a4ea tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0508623 Sep 20 13:36:46.016511 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c742a61e-bae7-4aa6-b54f-be34c66f7fc2 req-7198011f-f6cd-4ccd-aafe-1add343fdedb tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Sep 20 13:36:46.848655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:47.139211 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d47a7c-10a4-448a-8c11-64ad9847b08a req-b59c3a98-e47a-45f7-a6c9-d071db0f04af tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:47.140643 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d47a7c-10a4-448a-8c11-64ad9847b08a req-b59c3a98-e47a-45f7-a6c9-d071db0f04af tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0514352 Sep 20 13:36:47.187206 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d47a7c-10a4-448a-8c11-64ad9847b08a req-0adb82d1-458b-4a1d-9e81-6c8fbf1f5325 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385303 Sep 20 13:36:48.208339 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:48.312485 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7dd2-5fcb-47aa-a6f2-2c7b5390b6f8 req-3a10f228-bfb1-4da2-b586-1deca82aff88 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:48.314378 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b5d7dd2-5fcb-47aa-a6f2-2c7b5390b6f8 req-3a10f228-bfb1-4da2-b586-1deca82aff88 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0514781 Sep 20 13:36:48.360352 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7b5d7dd2-5fcb-47aa-a6f2-2c7b5390b6f8 req-01d51f5e-8859-4f93-85be-f62e3d327786 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398176 Sep 20 13:36:49.502908 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864440ea-0548-4845-a063-856a4fe9dbcd req-f7e15a16-a911-43df-8d2e-fdb0cc54f9fd tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:49.504451 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-864440ea-0548-4845-a063-856a4fe9dbcd req-f7e15a16-a911-43df-8d2e-fdb0cc54f9fd tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0700874 Sep 20 13:36:49.546894 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-864440ea-0548-4845-a063-856a4fe9dbcd req-61d82bc5-43d6-4d1f-9a1f-454d3ecafcc8 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345976 Sep 20 13:36:50.215545 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96498b00-d094-48a3-8baf-21a5897a91fe req-6e75bacf-f4a6-482b-b6d9-3c566c2da873 service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821102 Sep 20 13:36:50.312336 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-96498b00-d094-48a3-8baf-21a5897a91fe req-558d70c9-a963-4686-81b7-82b9323ac187 service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847046 Sep 20 13:36:50.614444 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:50.660366 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc2bd8-d854-48d0-bc47-a630679f32c3 req-fd3c24a1-811c-4e4e-896b-8a2ef3bd4bdc tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:50.661873 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abdc2bd8-d854-48d0-bc47-a630679f32c3 req-fd3c24a1-811c-4e4e-896b-8a2ef3bd4bdc tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0479546 Sep 20 13:36:50.699063 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-abdc2bd8-d854-48d0-bc47-a630679f32c3 req-d094ffea-abb5-4d35-9f20-64931156f9b0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Sep 20 13:36:51.071163 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:51.814157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87f3f-12f8-4ac8-ba94-e1b305545785 req-4c843ec9-6db8-49d9-ab6b-8ea76e5f25e3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:51.815536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ecb87f3f-12f8-4ac8-ba94-e1b305545785 req-4c843ec9-6db8-49d9-ab6b-8ea76e5f25e3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0500069 Sep 20 13:36:51.856641 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ecb87f3f-12f8-4ac8-ba94-e1b305545785 req-7a4ff73a-c0c5-4355-bcb3-2db1e96a0759 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351357 Sep 20 13:36:52.970436 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0450b-fd18-42bd-98e7-86519e874f53 req-a676e885-f632-467a-9f2a-226c0647e816 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:52.972492 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99c0450b-fd18-42bd-98e7-86519e874f53 req-a676e885-f632-467a-9f2a-226c0647e816 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0490355 Sep 20 13:36:53.012963 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-99c0450b-fd18-42bd-98e7-86519e874f53 req-b98c1c2a-096c-4f49-bf61-7482c432abf9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Sep 20 13:36:54.128205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56850468-f7e5-4560-98a8-ac99d0241f91 req-aa857ec2-f4de-44d1-b9e7-7dcc118b14b7 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:54.129650 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56850468-f7e5-4560-98a8-ac99d0241f91 req-aa857ec2-f4de-44d1-b9e7-7dcc118b14b7 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 944 time: 0.0499110 Sep 20 13:36:54.167022 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-56850468-f7e5-4560-98a8-ac99d0241f91 req-a325fd2c-a572-4bd4-a1d6-e201b588a15b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313225 Sep 20 13:36:54.417106 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:36:54.507731 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:54.518683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': '9a800fb4-46eb-4089-bba3-69141a60499f', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'port_id': '9a800fb4-46eb-4089-bba3-69141a60499f', 'mac_address': 'fa:16:3e:5d:9a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:36:54.556329 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:54.568799 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a800fb4-46eb-4089-bba3-69141a60499f {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:36:54.586881 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:54.636669 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:54.685354 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=11']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:54.876893 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['9a800fb4-46eb-4089-bba3-69141a60499f'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:36:55.279238 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1678e79-95a8-44cb-b5c2-556f15718446 req-e250a220-c140-4e19-a9c4-a10857295ad8 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:55.280677 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1678e79-95a8-44cb-b5c2-556f15718446 req-e250a220-c140-4e19-a9c4-a10857295ad8 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0470722 Sep 20 13:36:55.320541 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a1678e79-95a8-44cb-b5c2-556f15718446 req-7aae2f20-14ab-45dd-bf4f-4dcbcf0ea233 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333581 Sep 20 13:36:56.432616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:36:56.438806 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707ce31-9fa7-4203-8916-0c7664c95c76 req-62c275f3-161d-4e5c-8614-beb82deab6e1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:56.441111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3707ce31-9fa7-4203-8916-0c7664c95c76 req-62c275f3-161d-4e5c-8614-beb82deab6e1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 945 time: 0.0526757 Sep 20 13:36:56.484832 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3707ce31-9fa7-4203-8916-0c7664c95c76 req-aa99c43a-aee5-4e39-ba83-79f58f452f71 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382292 Sep 20 13:36:56.562547 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port 9a800fb4-46eb-4089-bba3-69141a60499f completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:36:56.566780 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port 9a800fb4-46eb-4089-bba3-69141a60499f triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:36:56.567151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:56.643490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:56.664821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:36:56.667110 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c74614f-224d-48b0-b6fe-3351e65fc577" -d '{"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-plugged", "status": "completed", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:36:56.681000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:56.709288 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6bd278-76d1-448f-8d79-1fc05fb93c3a x-openstack-request-id: req-8a6bd278-76d1-448f-8d79-1fc05fb93c3a {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:36:56.709288 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-plugged", "status": "completed", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:36:56.709288 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a6bd278-76d1-448f-8d79-1fc05fb93c3a {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:36:56.709288 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'code': 200} Sep 20 13:36:56.762590 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:36:56.809762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=12']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:56.932670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d8def-8dad-419e-8095-c1d6f8ebb2dc req-fb891b25-0ba6-4a32-802a-524b36f081a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:56.934292 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb3d8def-8dad-419e-8095-c1d6f8ebb2dc req-fb891b25-0ba6-4a32-802a-524b36f081a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1097 time: 0.0397270 Sep 20 13:36:56.967947 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bb3d8def-8dad-419e-8095-c1d6f8ebb2dc req-f5c43ef4-6b83-41e8-b14b-056d78180dd2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268164 Sep 20 13:36:57.601713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12642088-c258-4c46-9a66-15101bbd80c2 req-7cd356d9-a149-43c3-a6a5-c90979ac3ad1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:57.603111 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12642088-c258-4c46-9a66-15101bbd80c2 req-7cd356d9-a149-43c3-a6a5-c90979ac3ad1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 946 time: 0.0487032 Sep 20 13:36:57.639416 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-12642088-c258-4c46-9a66-15101bbd80c2 req-ffd2c04f-77d4-4edf-9a22-78fdd8c0e83b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303526 Sep 20 13:36:58.756513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7fd85-26fb-4fc6-8708-848f7a519bb5 req-9486532a-cf9d-4036-9a52-8799248fc4cc tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:58.758065 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6e7fd85-26fb-4fc6-8708-848f7a519bb5 req-9486532a-cf9d-4036-9a52-8799248fc4cc tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 946 time: 0.0485055 Sep 20 13:36:58.801308 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a6e7fd85-26fb-4fc6-8708-848f7a519bb5 req-c15bf215-496a-402d-8cea-8b7d1ea5897b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370862 Sep 20 13:36:59.914854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b115d8f-c4ac-44d9-acf3-5fd11ca98812 req-5f65e1e2-83fd-4557-b219-c725ff124fb8 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:36:59.916322 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b115d8f-c4ac-44d9-acf3-5fd11ca98812 req-5f65e1e2-83fd-4557-b219-c725ff124fb8 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 946 time: 0.0486832 Sep 20 13:36:59.954920 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3b115d8f-c4ac-44d9-acf3-5fd11ca98812 req-94736d79-9888-41f7-856d-39c177ce0a07 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325894 Sep 20 13:37:04.974287 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-b68739d5-0b25-4b14-ae58-b885066015dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430021 Sep 20 13:37:05.050719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-63813b80-976a-4f05-9f28-93a591eb8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:37:05.052165 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-63813b80-976a-4f05-9f28-93a591eb8af8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1097 time: 0.0395792 Sep 20 13:37:05.153406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-48eb5cf0-2653-442f-8097-c84a9f438b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:37:05.154785 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-48eb5cf0-2653-442f-8097-c84a9f438b3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0842881 Sep 20 13:37:05.224415 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-991acf10-535a-48fb-a04e-364838392b42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 1000 time: 0.0624745 Sep 20 13:37:05.271896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-c6266130-c8a9-4978-afc0-ed5545d7f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:37:05.273307 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-c6266130-c8a9-4978-afc0-ed5545d7f52a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0422554 Sep 20 13:37:05.318101 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-c3b4511f-8b5f-4a1f-823c-241b5b0d4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:37:05.319563 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-c3b4511f-8b5f-4a1f-823c-241b5b0d4e00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395019 Sep 20 13:37:05.410693 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-8068e8ca-1951-449d-ac5c-22d88f4b962b service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840237 Sep 20 13:37:05.506162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-3fa44fc6-2a79-4e07-8f2d-af4205377834 req-be706506-c0a6-4859-98be-527fabf6071a service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885653 Sep 20 13:37:10.505238 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:37:12.504803 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7f6584d5-250d-494e-842c-bfc3c5b1cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:15.356735 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-059c82d9-7ddd-42fc-85f5-5fc32af355d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:15.687955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:16.853190 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:18.218294 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:20.596575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:21.082009 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:42.497575 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d9dc9639-b71f-463f-bbfd-fceb548b7f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:45.251736 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-889640c3-2cb0-44bf-9611-36009c5438fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:45.674813 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:46.847128 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:47.504404 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:37:48.217204 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:50.584365 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:37:51.081315 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:04.999560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-51fa5902-80d2-485b-a0d7-82f98794e564 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811257 Sep 20 13:38:05.077375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-47cdef18-3196-49b7-b848-9f1873544487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:05.078837 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-47cdef18-3196-49b7-b848-9f1873544487 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1097 time: 0.0393579 Sep 20 13:38:05.183186 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-21b24042-6ac9-47ce-bb3d-4bac15da5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:05.184526 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-21b24042-6ac9-47ce-bb3d-4bac15da5443 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0856142 Sep 20 13:38:05.246782 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-379c4287-31bc-45ad-a9c5-d66cd4db50f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 1000 time: 0.0549531 Sep 20 13:38:05.295647 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-71daee54-caf8-4b12-9f6c-d0fe5e456cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:05.297068 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-71daee54-caf8-4b12-9f6c-d0fe5e456cb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0414922 Sep 20 13:38:05.346106 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-253378e5-ce90-47a1-984f-ba3636c640c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:05.347605 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-253378e5-ce90-47a1-984f-ba3636c640c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426893 Sep 20 13:38:05.437344 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-2d3aa1a6-a40f-4a8f-900c-979a725276e4 service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812054 Sep 20 13:38:05.529675 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a4552048-adcc-41d0-8e51-0df168d7d795 req-bf026fcc-b84c-44d6-8c27-d8aa785acc05 service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849829 Sep 20 13:38:11.023229 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:11.175981 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Deleting port db3e5e7a-556b-4f78-b37c-ee4a2abbe2aa {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:38:11.176275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:11.252608 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:11.252934 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:11.264921 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Calling delete_port for db3e5e7a-556b-4f78-b37c-ee4a2abbe2aa owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:38:11.452849 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:11.483150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event deleted for resources: {'Port': ['ID=db3e5e7a-556b-4f78-b37c-ee4a2abbe2aa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:11.506844 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.507193 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.507539 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.507881 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.508219 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.508553 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.508883 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.509234 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.509564 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.509892 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.510222 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.510547 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:11.549903 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:11.550246 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Floating IP 05080e77-4a1d-4951-8716-cb7000c6c4f3 disassociated (deleted). External IP: 172.25.6.41, port: 9a800fb4-46eb-4089-bba3-69141a60499f. Sep 20 13:38:11.755894 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Router 4c0b71cd-bcb4-41dd-848a-81a521a0040b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:38:11.860693 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:38:11.866132 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:11.875639 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] Sync routers for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:38:11.885956 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:38:11.886570 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:37:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:38:11.893232 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8abad1a-2d16-4838-a45e-a5a52dcf3754 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "DELETE /v2.0/floatingips/05080e77-4a1d-4951-8716-cb7000c6c4f3 HTTP/1.1" status: 204 len: 168 time: 0.8689079 Sep 20 13:38:11.893825 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:38:11.896284 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5830dfb6-2a66-4c8a-8306-19da02c534a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:38:12.008504 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:38:12.210283 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:38:12.235833 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] Checking router: 4c0b71cd-bcb4-41dd-848a-81a521a0040b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:38:12.250653 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:38:12.250653 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:37:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:38:12.328531 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ba2a9-03d4-4be2-ac8f-c8d2c0393057 x-openstack-request-id: req-161ba2a9-03d4-4be2-ac8f-c8d2c0393057 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:38:12.329050 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:38:12.329157 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-161ba2a9-03d4-4be2-ac8f-c8d2c0393057 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:38:12.329470 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'status': 'completed', 'code': 200} Sep 20 13:38:12.357948 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:38:12.398433 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-e4a4445b-278e-488c-a5f4-8536a34718bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:12.399968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-e4a4445b-278e-488c-a5f4-8536a34718bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 1097 time: 0.0480132 Sep 20 13:38:12.441584 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffabb2-9ae8-45fd-8fa8-dba63ed05d1d req-50ae944c-f89e-432e-87bb-d4a9b4eec107 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:12.446801 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dffabb2-9ae8-45fd-8fa8-dba63ed05d1d req-50ae944c-f89e-432e-87bb-d4a9b4eec107 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 946 time: 0.0611877 Sep 20 13:38:12.484796 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1dffabb2-9ae8-45fd-8fa8-dba63ed05d1d req-020329d8-5aad-4a9e-843a-e8ea158fe3aa tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332932 Sep 20 13:38:12.498899 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-799af788-bcd5-400c-9e3a-cd71d0334d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:12.505218 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-255a89fe-b242-42c5-992d-c061b4de7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:12.506894 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-255a89fe-b242-42c5-992d-c061b4de7bbc service neutron] 10.222.0.21 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0985475 Sep 20 13:38:12.547430 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-892bdcbe-220d-4d6f-bd44-59c969012a9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 200 len: 217 time: 0.0330467 Sep 20 13:38:12.563191 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:38:12.593130 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe2572-8903-49b1-882d-4cab525670df None None] The sync data for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 is: [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:38:12.596845 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-a7d5ece5-7368-4193-92ae-e8313831ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:12.598408 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-a7d5ece5-7368-4193-92ae-e8313831ea3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0437765 Sep 20 13:38:12.649362 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-4d272180-503e-41b8-b9d7-045c02d6b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:12.650874 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-4d272180-503e-41b8-b9d7-045c02d6b536 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453401 Sep 20 13:38:12.743967 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-f2131781-75b9-4506-9733-5e91c5f2d6ac service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848238 Sep 20 13:38:12.812641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a63a2-cb75-4718-80ff-5dd2ca69a3b9 None None] New status for floating IP 05080e77-4a1d-4951-8716-cb7000c6c4f3: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:38:12.842302 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5830dfb6-2a66-4c8a-8306-19da02c534a2 req-8af7cf1f-e774-4661-9d2f-065080aa93c1 service neutron] 10.222.0.21 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911629 Sep 20 13:38:13.609481 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8bf5e-4851-4c67-9e57-abef0c285892 req-f5a80cc3-c21e-44a5-b0e0-3ef490d34b78 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:13.610968 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9d8bf5e-4851-4c67-9e57-abef0c285892 req-f5a80cc3-c21e-44a5-b0e0-3ef490d34b78 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 946 time: 0.0517890 Sep 20 13:38:13.642553 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc029-4100-4548-9f61-362d23aa7c27 req-e8b19396-e414-4812-8f6f-2c52e9c9897a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:13.644025 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-043dc029-4100-4548-9f61-362d23aa7c27 req-e8b19396-e414-4812-8f6f-2c52e9c9897a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 946 time: 0.0518386 Sep 20 13:38:13.652909 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c9d8bf5e-4851-4c67-9e57-abef0c285892 req-ec1ced43-0078-4ef0-adbb-516685b379c2 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=687b828e-f4a3-4f91-9dac-d8feb506bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359178 Sep 20 13:38:13.733960 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Deleting port 9a800fb4-46eb-4089-bba3-69141a60499f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:38:13.734306 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:13.822081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] For port 9a800fb4-46eb-4089-bba3-69141a60499f, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=9a800fb4-46eb-4089-bba3-69141a60499f,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:38:13.822355 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:13.834901 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Calling delete_port for 9a800fb4-46eb-4089-bba3-69141a60499f owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:38:14.022286 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:14.048017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event deleted for resources: {'Port': ['ID=9a800fb4-46eb-4089-bba3-69141a60499f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:14.061990 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.062340 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.062682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.063020 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.063355 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.063684 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.064011 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.064336 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.064670 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.064994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.065364 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.065694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:14.099584 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] No DVR routers for this DVR port 9a800fb4-46eb-4089-bba3-69141a60499f on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:38:14.102169 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:14.107081 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-043dc029-4100-4548-9f61-362d23aa7c27 req-42ac30e6-a36e-4dca-8ec8-b3561dd6cd56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.21 "DELETE /v2.0/ports/9a800fb4-46eb-4089-bba3-69141a60499f HTTP/1.1" status: 204 len: 173 time: 0.4543886 Sep 20 13:38:14.107081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-deleted', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:38:14.107081 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bea9a64-f958-4496-929b-16f1e7d17bbe" -d '{"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-deleted", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:38:14.143036 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394f9cc0-d9c6-422d-a07f-e6dad4fd85d6 x-openstack-request-id: req-394f9cc0-d9c6-422d-a07f-e6dad4fd85d6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:38:14.143324 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88957aa-11f4-4d1d-9eec-a221d8e0443d", "name": "network-vif-deleted", "tag": "9a800fb4-46eb-4089-bba3-69141a60499f", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:38:14.143574 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-394f9cc0-d9c6-422d-a07f-e6dad4fd85d6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:38:14.144006 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88957aa-11f4-4d1d-9eec-a221d8e0443d', 'name': 'network-vif-deleted', 'tag': '9a800fb4-46eb-4089-bba3-69141a60499f', 'status': 'completed', 'code': 200} Sep 20 13:38:14.761285 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f86b55ec-5bbe-4bfd-830e-1627ef03ae9c req-916729de-d847-4b74-bc5a-9bc43426d54d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c88957aa-11f4-4d1d-9eec-a221d8e0443d HTTP/1.1" status: 200 len: 210 time: 0.0280550 Sep 20 13:38:15.229812 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96fb0253-5f87-478c-8220-fd541a88c04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:15.692944 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:15.816506 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:15.875880 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5760a4d-a7c4-43d7-9c7a-b59b8fa86ad3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:15.902414 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5760a4d-a7c4-43d7-9c7a-b59b8fa86ad3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.022303 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5760a4d-a7c4-43d7-9c7a-b59b8fa86ad3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.025033 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5760a4d-a7c4-43d7-9c7a-b59b8fa86ad3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.026213 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5760a4d-a7c4-43d7-9c7a-b59b8fa86ad3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "DELETE /v2.0/security-groups/687b828e-f4a3-4f91-9dac-d8feb506bb46 HTTP/1.1" status: 204 len: 168 time: 0.2086704 Sep 20 13:38:16.035205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5760a4d-a7c4-43d7-9c7a-b59b8fa86ad3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687b828e-f4a3-4f91-9dac-d8feb506bb46,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:16.350218 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:16.354784 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3edd96a4-43f3-4abb-8735-eaa819932e6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835524159', 'description': 'tempest-secgroup-smoke-835524159 description', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:16.458351 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3edd96a4-43f3-4abb-8735-eaa819932e6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.538082 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3edd96a4-43f3-4abb-8735-eaa819932e6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.595031 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3edd96a4-43f3-4abb-8735-eaa819932e6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.623690 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd96a4-43f3-4abb-8735-eaa819932e6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67cb062-e0ba-48f1-8bdf-76640fbc3117,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:16.749858 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3edd96a4-43f3-4abb-8735-eaa819932e6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.751418 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-3edd96a4-43f3-4abb-8735-eaa819932e6a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4001832 Sep 20 13:38:16.754338 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:16.758692 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f1fee142-e92e-415a-93f6-274a58fce3f5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': 'f67cb062-e0ba-48f1-8bdf-76640fbc3117', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:16.852055 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1fee142-e92e-415a-93f6-274a58fce3f5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.880165 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.911117 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1fee142-e92e-415a-93f6-274a58fce3f5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.982274 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1fee142-e92e-415a-93f6-274a58fce3f5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:16.999407 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fee142-e92e-415a-93f6-274a58fce3f5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1676f9-926c-493d-b44f-e8a3db98f987,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:17.063725 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:38:17.079252 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1fee142-e92e-415a-93f6-274a58fce3f5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.080500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1fee142-e92e-415a-93f6-274a58fce3f5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3251903 Sep 20 13:38:17.083820 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:17.084146 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: 9a800fb4-46eb-4089-bba3-69141a60499f {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:38:17.084503 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device 9a800fb4-46eb-4089-bba3-69141a60499f not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:38:17.088290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1d655d80-38b8-4a83-8edc-7b9a86869fbe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': 'f67cb062-e0ba-48f1-8bdf-76640fbc3117', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:17.197653 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d655d80-38b8-4a83-8edc-7b9a86869fbe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.253770 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d655d80-38b8-4a83-8edc-7b9a86869fbe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.326835 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d655d80-38b8-4a83-8edc-7b9a86869fbe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.344929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d655d80-38b8-4a83-8edc-7b9a86869fbe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e828c6-7c15-46b3-8887-5712c91b06aa,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:17.395871 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d655d80-38b8-4a83-8edc-7b9a86869fbe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.397133 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d655d80-38b8-4a83-8edc-7b9a86869fbe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3122504 Sep 20 13:38:17.399999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:17.404332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5edfb12a-30a2-4a34-8825-8de70bdc5d63 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': 'f67cb062-e0ba-48f1-8bdf-76640fbc3117', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:17.479635 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5edfb12a-30a2-4a34-8825-8de70bdc5d63 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.536795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5edfb12a-30a2-4a34-8825-8de70bdc5d63 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.590470 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5edfb12a-30a2-4a34-8825-8de70bdc5d63 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.608486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfb12a-30a2-4a34-8825-8de70bdc5d63 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32091c2d-413b-441b-9acb-719d42860023,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:17.681276 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5edfb12a-30a2-4a34-8825-8de70bdc5d63 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.682509 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-5edfb12a-30a2-4a34-8825-8de70bdc5d63 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2815588 Sep 20 13:38:17.685198 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46836) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:17.689490 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-00f5d329-24d5-415e-b27e-20d661852c8b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': 'f67cb062-e0ba-48f1-8bdf-76640fbc3117', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:17.776749 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00f5d329-24d5-415e-b27e-20d661852c8b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.835961 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00f5d329-24d5-415e-b27e-20d661852c8b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.915514 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00f5d329-24d5-415e-b27e-20d661852c8b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:17.933858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5d329-24d5-415e-b27e-20d661852c8b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c88b8e4-71f1-4f55-8755-5c62b1e7e5ca,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:17.999548 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00f5d329-24d5-415e-b27e-20d661852c8b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.001136 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-00f5d329-24d5-415e-b27e-20d661852c8b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3149867 Sep 20 13:38:18.004102 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:18.008357 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ffe1aaad-61af-4916-93c1-430cd6c0a592 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': 'f67cb062-e0ba-48f1-8bdf-76640fbc3117', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:18.102025 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-ffe1aaad-61af-4916-93c1-430cd6c0a592 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Project a1cea7d24ab14224a940cf4e98e6e1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:38:18.107042 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffe1aaad-61af-4916-93c1-430cd6c0a592 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.164732 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffe1aaad-61af-4916-93c1-430cd6c0a592 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.245059 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffe1aaad-61af-4916-93c1-430cd6c0a592 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.262227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1aaad-61af-4916-93c1-430cd6c0a592 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d4b5d6-44d7-440e-97f1-056c68fa31c3,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:18.270032 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.336275 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffe1aaad-61af-4916-93c1-430cd6c0a592 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.337593 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-ffe1aaad-61af-4916-93c1-430cd6c0a592 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325326 Sep 20 13:38:18.340269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 46840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:18.344546 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-599eea9c-a814-4e89-af9c-9a182c080992 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'security_group_rule': {'security_group_id': 'f67cb062-e0ba-48f1-8bdf-76640fbc3117', 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:18.429732 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-599eea9c-a814-4e89-af9c-9a182c080992 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Project a1cea7d24ab14224a940cf4e98e6e1a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:38:18.434625 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-599eea9c-a814-4e89-af9c-9a182c080992 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.492115 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-599eea9c-a814-4e89-af9c-9a182c080992 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.577695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-599eea9c-a814-4e89-af9c-9a182c080992 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.594743 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599eea9c-a814-4e89-af9c-9a182c080992 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd0e821-cd4d-410d-96b8-59edbed63da0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:18.675579 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-599eea9c-a814-4e89-af9c-9a182c080992 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:18.676816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-599eea9c-a814-4e89-af9c-9a182c080992 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3356333 Sep 20 13:38:20.584131 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:21.092760 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:24.504651 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:38:38.674344 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-400dc4b8-6784-4542-aa18-9cda84d6d1b8 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835524159&fields=id&tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0 HTTP/1.1" status: 200 len: 267 time: 0.0346217 Sep 20 13:38:38.776993 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-0c220a5d-f92e-4863-bfcb-73aee5562461 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:38.778462 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-0c220a5d-f92e-4863-bfcb-73aee5562461 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 809 time: 0.0967078 Sep 20 13:38:38.793165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-c4daa9cc-9b63-4756-b1a0-c5c294471dc7 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/quotas/a1cea7d24ab14224a940cf4e98e6e1a0 HTTP/1.1" status: 200 len: 375 time: 0.0090599 Sep 20 13:38:38.842528 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-0d2c830d-8055-4b98-9284-de392a6eff2b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442882 Sep 20 13:38:38.901092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-815643f8-b3e7-4e40-874a-fc299209b0f5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:38:38.902106 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-815643f8-b3e7-4e40-874a-fc299209b0f5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488529 Sep 20 13:38:38.995586 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-16f19bb3-29d4-4d74-b89f-9576ad98a716 service neutron] 10.222.0.37 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870571 Sep 20 13:38:39.088615 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-383fbdf5-82f3-4e69-8661-c5717b938303 service neutron] 10.222.0.37 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865555 Sep 20 13:38:39.641776 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b51cd590-11c8-46a8-9f83-2be4b43c4404 req-ff720498-a2c0-4d13-a488-e006be0c2cda tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Sep 20 13:38:40.735627 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3e3ff7c8-391e-4fdb-8c67-03802f3795fd req-d9cad1b1-cb1a-4d81-b7c0-d3c4090e635c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Sep 20 13:38:41.402763 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-0f61ccff-32e2-4ca7-a976-eca73348d644 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:41.404197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-0f61ccff-32e2-4ca7-a976-eca73348d644 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 809 time: 0.1046093 Sep 20 13:38:41.448261 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-d7a9cb39-1227-4f51-9e13-8cd4da2401d2 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0 HTTP/1.1" status: 200 len: 379 time: 0.0344996 Sep 20 13:38:41.457077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'port': {'device_id': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'admin_state_up': True, 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'security_groups': ['f67cb062-e0ba-48f1-8bdf-76640fbc3117']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:41.664712 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Made reservation on behalf of a1cea7d24ab14224a940cf4e98e6e1a0 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:38:41.667816 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:41.794828 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Allocated IP 172.20.0.7 (f006bebd-dc6d-4951-af34-58f625b155f0/a1f5f6bb-fee0-4a12-8734-9fe4f9378045/546e4d0a-8e16-4553-a25b-0966418e706a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:38:41.837403 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-625ad3e7-ff32-4726-97fe-f2758b243ec1 req-9a398b54-b662-4ad8-a478-bcc66bed3cf0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 210 time: 0.0295522 Sep 20 13:38:41.940217 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:42.064476 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:42.108594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Network f006bebd-dc6d-4951-af34-58f625b155f0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:38:42.111696 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:38:42.115847 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:38:42.144618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:42.178438 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:42.179245 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:42.245322 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-121c1c6b-1463-4002-9c44-bbdd886e9b0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917545 Sep 20 13:38:42.259607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Request body: {'port': {'device_id': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:42.359602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-8bac8c0d-cd25-4983-93a1-0934639d3644 None None] Provisioning complete for port 546e4d0a-8e16-4553-a25b-0966418e706a triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:38:42.360208 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bac8c0d-cd25-4983-93a1-0934639d3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:42.395151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-8bac8c0d-cd25-4983-93a1-0934639d3644 None None] Port 546e4d0a-8e16-4553-a25b-0966418e706a cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:38:42.498317 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f57ff819-d823-451a-908c-82d664c408ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:42.642296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:42.922171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546e4d0a-8e16-4553-a25b-0966418e706a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:38:42.930186 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:42.942950 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Transition to ACTIVE for port object 546e4d0a-8e16-4553-a25b-0966418e706a will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:38:42.962009 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b600db-a7b6-407f-b3e7-869efcb11d93 req-1a99d522-6fcc-46f4-a3a3-552d61f7bebf tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:42.963635 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58b600db-a7b6-407f-b3e7-869efcb11d93 req-1a99d522-6fcc-46f4-a3a3-552d61f7bebf tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 931 time: 0.0494545 Sep 20 13:38:43.001811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58b600db-a7b6-407f-b3e7-869efcb11d93 req-1cf26de3-17ae-41b5-b7b1-262133ab465a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320406 Sep 20 13:38:43.044153 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:43.105642 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Pushing event updated for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:43.173639 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Attempting to bind port 546e4d0a-8e16-4553-a25b-0966418e706a on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:38:43.173995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Attempting to bind port 546e4d0a-8e16-4553-a25b-0966418e706a by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:38:43.174301 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Attempting to bind port 546e4d0a-8e16-4553-a25b-0966418e706a on network f006bebd-dc6d-4951-af34-58f625b155f0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:38:43.179532 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Port 546e4d0a-8e16-4553-a25b-0966418e706a on network f006bebd-dc6d-4951-af34-58f625b155f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:38:43.179860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Attempting to bind port 546e4d0a-8e16-4553-a25b-0966418e706a on network f006bebd-dc6d-4951-af34-58f625b155f0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:38:43.185539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:38:43.185887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Checking segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:38:43.186274 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Bound using segment: {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:38:43.186708 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Bound port: 546e4d0a-8e16-4553-a25b-0966418e706a, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51612b8-e541-42df-ac9a-32b63b430fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:38:43.187068 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:43.254751 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:38:43.259329 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:38:43.347394 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:43.386118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:43.386737 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:43.388186 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] 10.222.0.32 "PUT /v2.0/ports/546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 1091 time: 1.1338656 Sep 20 13:38:43.390624 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:38:43.392965 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641c6f99-b76f-4609-8ea1-4c1cd3aed765" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:38:43.424897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a3ea7-bed3-4eea-a064-0fc9fca41acd service neutron] Pushing event updated for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:43.439748 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bf7702-0f36-4929-9194-7aa1609d7be8 x-openstack-request-id: req-b9bf7702-0f36-4929-9194-7aa1609d7be8 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:38:43.440042 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:38:43.440299 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9bf7702-0f36-4929-9194-7aa1609d7be8 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:38:43.440701 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a', 'status': 'completed', 'code': 200} Sep 20 13:38:43.505578 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c6f99-b76f-4609-8ea1-4c1cd3aed765 req-cc0169c0-713d-4951-baa2-334aaccdca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:43.507732 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-641c6f99-b76f-4609-8ea1-4c1cd3aed765 req-cc0169c0-713d-4951-baa2-334aaccdca9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1094 time: 0.0487709 Sep 20 13:38:43.614144 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c6f99-b76f-4609-8ea1-4c1cd3aed765 req-ce51d88f-8714-4ac7-a2a1-2549500c764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:43.616184 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-641c6f99-b76f-4609-8ea1-4c1cd3aed765 req-ce51d88f-8714-4ac7-a2a1-2549500c764b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1007490 Sep 20 13:38:43.712100 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c6f99-b76f-4609-8ea1-4c1cd3aed765 req-287432f8-7b51-4251-853b-5fab333adcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:43.713757 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-641c6f99-b76f-4609-8ea1-4c1cd3aed765 req-287432f8-7b51-4251-853b-5fab333adcf3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902116 Sep 20 13:38:43.789854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-b01dd7d9-5113-4acc-8953-2004b00e97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:43.791345 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-b01dd7d9-5113-4acc-8953-2004b00e97ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1094 time: 0.0409646 Sep 20 13:38:43.837395 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-bf187e56-28c2-4710-ba5b-1e5b28cb57f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 217 time: 0.0378020 Sep 20 13:38:43.887942 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-a58773a3-0d1c-4369-8404-acd077fd7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:43.889457 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-a58773a3-0d1c-4369-8404-acd077fd7f98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0452678 Sep 20 13:38:43.935135 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-b2f85c7b-69e9-433d-889f-8d70dfad6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:43.936634 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-b2f85c7b-69e9-433d-889f-8d70dfad6f83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404048 Sep 20 13:38:44.033323 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-8e01477f-7a12-4d9e-8d60-4c98f8160c28 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890040 Sep 20 13:38:44.132727 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba05f6b-8f9a-4007-b243-6cec289d613b req-398c8188-54dd-4ab1-a4b4-a645a49a36b1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:44.134011 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-81fd21af-4312-4d05-b6b1-61e3bc887222 req-1713b0ef-8e44-40b3-901b-b198ac923b6d service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936794 Sep 20 13:38:44.135248 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ba05f6b-8f9a-4007-b243-6cec289d613b req-398c8188-54dd-4ab1-a4b4-a645a49a36b1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0569081 Sep 20 13:38:44.175241 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3ba05f6b-8f9a-4007-b243-6cec289d613b req-54ee5624-f1bf-48b1-8c64-11879c37033f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329270 Sep 20 13:38:45.246804 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c826e05c-d411-416b-b1c0-75b6455d70cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:45.296841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61415-8882-47ca-8d5d-d898f68ffb82 req-00581aa0-e91e-44f9-8fff-c55ee57358e8 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:45.298372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04d61415-8882-47ca-8d5d-d898f68ffb82 req-00581aa0-e91e-44f9-8fff-c55ee57358e8 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0539906 Sep 20 13:38:45.336837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-04d61415-8882-47ca-8d5d-d898f68ffb82 req-d27b341f-62fa-47e3-ae38-3a30ac4958a3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Sep 20 13:38:45.657997 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:46.450033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae62269-c2eb-4d93-8be7-e27080e0e2f1 req-3add1f23-84e6-4d44-b8cb-4ced9ce12848 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:46.451484 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cae62269-c2eb-4d93-8be7-e27080e0e2f1 req-3add1f23-84e6-4d44-b8cb-4ced9ce12848 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0476801 Sep 20 13:38:46.488358 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cae62269-c2eb-4d93-8be7-e27080e0e2f1 req-dd6f9dc3-4130-4bf8-80f9-a28c56f0b605 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308552 Sep 20 13:38:46.872251 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:47.671306 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d040-7011-4fd1-9470-cfba767d5354 req-1221e0b9-2346-4822-8047-5b3372ce2c3c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:47.672790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c548d040-7011-4fd1-9470-cfba767d5354 req-1221e0b9-2346-4822-8047-5b3372ce2c3c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0521026 Sep 20 13:38:47.709077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c548d040-7011-4fd1-9470-cfba767d5354 req-e6c0aaf1-d357-4f8e-8b3c-1d333dfa75f9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295670 Sep 20 13:38:48.263231 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:48.822857 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de220f81-2f4b-40d9-89e5-5d1ce9e76cab req-983fcfc5-5068-4965-99e8-8b2181f04831 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:48.824366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de220f81-2f4b-40d9-89e5-5d1ce9e76cab req-983fcfc5-5068-4965-99e8-8b2181f04831 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0486772 Sep 20 13:38:48.860790 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-de220f81-2f4b-40d9-89e5-5d1ce9e76cab req-b65f031f-8866-4e74-bf3c-8b8e9c8b8346 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303957 Sep 20 13:38:49.973720 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df2035-fdb7-4fe5-95d6-fe6af46b8af6 req-f5738625-c318-4d6c-8a6f-e67e462c52df tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:49.975983 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83df2035-fdb7-4fe5-95d6-fe6af46b8af6 req-f5738625-c318-4d6c-8a6f-e67e462c52df tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0474708 Sep 20 13:38:50.011973 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-83df2035-fdb7-4fe5-95d6-fe6af46b8af6 req-6b6d13dc-59ca-4068-a7ac-0ce24cc8278c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300910 Sep 20 13:38:50.589178 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:51.103341 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:51.128287 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c563bb-1bac-4b2e-a3ee-881676547828 req-26c57934-1805-4230-b8da-7979d92dde9e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:51.129700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95c563bb-1bac-4b2e-a3ee-881676547828 req-26c57934-1805-4230-b8da-7979d92dde9e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0520778 Sep 20 13:38:51.166646 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95c563bb-1bac-4b2e-a3ee-881676547828 req-8ee4cbb8-b662-43f9-b698-6a935988fbc4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304127 Sep 20 13:38:52.280216 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0038d-d0d2-43a6-95ee-f6478f3084a8 req-ddd3cd92-40e2-4c0e-a8cc-f1b30ef43723 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:52.281697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62e0038d-d0d2-43a6-95ee-f6478f3084a8 req-ddd3cd92-40e2-4c0e-a8cc-f1b30ef43723 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0482123 Sep 20 13:38:52.318465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-62e0038d-d0d2-43a6-95ee-f6478f3084a8 req-8f3b2467-74e5-4e21-ae92-45df67ad29e9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301964 Sep 20 13:38:53.433043 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ce0e9-d0ef-4a43-881a-b9f0965f9848 req-706001f0-4174-4d3c-ad33-9ae059745417 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:53.434543 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f67ce0e9-d0ef-4a43-881a-b9f0965f9848 req-706001f0-4174-4d3c-ad33-9ae059745417 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0485554 Sep 20 13:38:53.471855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f67ce0e9-d0ef-4a43-881a-b9f0965f9848 req-3a658253-6ed6-4142-9f57-4a16c38fa868 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313797 Sep 20 13:38:54.587699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470e0b2-bdb4-46a9-8064-7b238ce8ed40 req-ed81f222-9e22-4069-b01b-13a73e61ab76 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:54.589155 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a470e0b2-bdb4-46a9-8064-7b238ce8ed40 req-ed81f222-9e22-4069-b01b-13a73e61ab76 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0511856 Sep 20 13:38:54.626481 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a470e0b2-bdb4-46a9-8064-7b238ce8ed40 req-767f723e-627b-4a97-b381-07943a1b8ff4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313611 Sep 20 13:38:55.302388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 546e4d0a-8e16-4553-a25b-0966418e706a details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:38:55.393620 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:38:55.404302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '546e4d0a-8e16-4553-a25b-0966418e706a', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'port_id': '546e4d0a-8e16-4553-a25b-0966418e706a', 'mac_address': 'fa:16:3e:1d:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:38:55.443326 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:55.455744 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546e4d0a-8e16-4553-a25b-0966418e706a {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:38:55.473705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:38:55.598211 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:55.644903 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:55.652035 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.652388 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.652728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.653088 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.653425 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.654112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.654112 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.654418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.654700 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.655021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.655347 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.655672 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:38:55.739586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7e26e-4033-4a30-9dc1-4c14894b4bb5 req-dd3088cb-3318-4d13-bdcf-53d445189531 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:55.741634 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4b7e26e-4033-4a30-9dc1-4c14894b4bb5 req-dd3088cb-3318-4d13-bdcf-53d445189531 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 944 time: 0.0484729 Sep 20 13:38:55.780008 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4b7e26e-4033-4a30-9dc1-4c14894b4bb5 req-100a9bd5-9735-4128-8449-e9946c15dc5b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Sep 20 13:38:55.822701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['546e4d0a-8e16-4553-a25b-0966418e706a'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:38:56.895224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95f981-11ef-4b98-89be-e925c90223aa req-a66ab115-ffd4-4b08-91f1-57624ff20ab0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:56.896699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d95f981-11ef-4b98-89be-e925c90223aa req-a66ab115-ffd4-4b08-91f1-57624ff20ab0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Sep 20 13:38:56.933247 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d95f981-11ef-4b98-89be-e925c90223aa req-38cfe475-0e11-4cc3-807e-d8105b505f56 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304353 Sep 20 13:38:57.312356 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 546e4d0a-8e16-4553-a25b-0966418e706a up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:38:57.491642 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 546e4d0a-8e16-4553-a25b-0966418e706a completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:38:57.495601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 546e4d0a-8e16-4553-a25b-0966418e706a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:38:57.495977 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:57.576753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:57.598473 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:38:57.600961 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061ea95c-b5db-41f1-8ac0-4584f046f066" -d '{"events": [{"server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "name": "network-vif-plugged", "status": "completed", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:38:57.614317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:38:57.683312 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:57.706107 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd86cefe-f3d9-4f5c-931d-81ce576fc0a9 x-openstack-request-id: req-dd86cefe-f3d9-4f5c-931d-81ce576fc0a9 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:38:57.706398 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "name": "network-vif-plugged", "status": "completed", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:38:57.706649 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd86cefe-f3d9-4f5c-931d-81ce576fc0a9 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:38:57.707029 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a', 'code': 200} Sep 20 13:38:57.732935 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:38:57.791515 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac4ec3-e78e-4746-8f51-5f9918228dac req-6964eadf-4974-439d-9da3-151ba1ffc8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:57.792996 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dbac4ec3-e78e-4746-8f51-5f9918228dac req-6964eadf-4974-439d-9da3-151ba1ffc8fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0446768 Sep 20 13:38:57.827593 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-dbac4ec3-e78e-4746-8f51-5f9918228dac req-524df1df-1da1-44cb-989a-e165ecb642fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268130 Sep 20 13:38:58.053248 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fdaf8-1b1c-440d-8ab7-05a2c5da28ee req-3d319494-cb5b-4e2f-9b03-250d66f66d27 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:58.054716 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-820fdaf8-1b1c-440d-8ab7-05a2c5da28ee req-3d319494-cb5b-4e2f-9b03-250d66f66d27 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0525148 Sep 20 13:38:58.132278 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-820fdaf8-1b1c-440d-8ab7-05a2c5da28ee req-5e756ad0-a1ab-49fb-9472-df05cc8144b0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715437 Sep 20 13:38:59.253413 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a23952-2d8f-400a-9c4e-24f4f6c948d8 req-dc71f134-dbfc-4f0c-92dc-2ce70b4ae85c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:59.254865 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9a23952-2d8f-400a-9c4e-24f4f6c948d8 req-dc71f134-dbfc-4f0c-92dc-2ce70b4ae85c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0481782 Sep 20 13:38:59.292372 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a9a23952-2d8f-400a-9c4e-24f4f6c948d8 req-4a58c299-a101-4b6d-8bf1-71a6ca12055d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Sep 20 13:38:59.403959 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef1841-a0f8-4a9e-9e1c-ab0f391d32d4 req-3efdfea8-d83b-4d02-9980-96d8c40f0203 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:59.405460 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9aef1841-a0f8-4a9e-9e1c-ab0f391d32d4 req-3efdfea8-d83b-4d02-9980-96d8c40f0203 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0491037 Sep 20 13:38:59.443225 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9aef1841-a0f8-4a9e-9e1c-ab0f391d32d4 req-c1390425-8303-4e59-b754-0140b7d89f8f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Sep 20 13:38:59.464929 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:59.508666 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a5daad-2120-4d7f-9119-d3c5a3c2c895 tempest-TestShelveInstance-1337361357 tempest-TestShelveInstance-1337361357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:38:59.510205 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1a5daad-2120-4d7f-9119-d3c5a3c2c895 tempest-TestShelveInstance-1337361357 tempest-TestShelveInstance-1337361357-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1091 time: 0.0442545 Sep 20 13:38:59.512895 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:38:59.517154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '546e4d0a-8e16-4553-a25b-0966418e706a', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:38:59.609241 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:59.702552 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:38:59.805217 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Allocated IP 172.25.6.97 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/34cb2c09-4b2e-41df-8fd2-501e5907c253) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:38:59.902772 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:00.009341 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:00.050372 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:39:00.054522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:39:00.060828 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:39:00.062737 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'Port': ['ID=34cb2c09-4b2e-41df-8fd2-501e5907c253,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:39:00.750747 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:00.869584 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:01.024327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:01.089240 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:01.159597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event updated for resources: {'Port': ['ID=34cb2c09-4b2e-41df-8fd2-501e5907c253,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:39:01.170591 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:01.271609 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Floating IP fdef7a43-74c0-445a-b5f5-48af5f44beae associated. External IP: 172.25.6.97, port: 546e4d0a-8e16-4553-a25b-0966418e706a. Sep 20 13:39:01.479999 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Router 4c0b71cd-bcb4-41dd-848a-81a521a0040b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:39:01.503261 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:39:01.586181 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:39:01.595682 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] Sync routers for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:39:01.604240 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:39:01.604838 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:38:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:39:01.672296 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:01.701996 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c850c19b-50c8-4099-93c9-3528808b6f17 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1879854 Sep 20 13:39:01.702679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:39:01.704958 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfae79e-eb24-495e-afc2-8294a72d9c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:39:01.710625 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:39:01.750003 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ad4405-8237-4d31-87a3-40683ade9642 x-openstack-request-id: req-c4ad4405-8237-4d31-87a3-40683ade9642 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:39:01.750288 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:39:01.750536 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4ad4405-8237-4d31-87a3-40683ade9642 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:39:01.750937 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a', 'status': 'completed', 'code': 200} Sep 20 13:39:01.811909 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-55e7add2-aa1a-4a72-b59d-bd60d4eb355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:39:01.813434 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-55e7add2-aa1a-4a72-b59d-bd60d4eb355f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0408442 Sep 20 13:39:01.904124 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-d7e6c18e-2485-4b69-8274-3711d81e41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:39:01.905653 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-d7e6c18e-2485-4b69-8274-3711d81e41aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0854070 Sep 20 13:39:01.941636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'fdef7a43-74c0-445a-b5f5-48af5f44beae', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'port_id': '546e4d0a-8e16-4553-a25b-0966418e706a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'mac_address': 'fa:16:3e:1d:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:39:00Z', 'updated_at': '2021-09-20T13:39:00Z', 'revision_number': 0, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:39:01.968090 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] Checking router: 4c0b71cd-bcb4-41dd-848a-81a521a0040b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:39:01.976742 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:39:01.977467 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:38:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:39:01.988172 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-e6baa913-5678-4579-8d4f-48487302d0c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 998 time: 0.0739408 Sep 20 13:39:02.036095 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-e1088bb7-fad2-4f4a-9d40-0f4fc155df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:39:02.038141 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-e1088bb7-fad2-4f4a-9d40-0f4fc155df0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0435994 Sep 20 13:39:02.082652 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:39:02.083244 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-bd684328-ebdb-4e5d-8c93-4d6fa2125271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:39:02.084936 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-bd684328-ebdb-4e5d-8c93-4d6fa2125271 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392566 Sep 20 13:39:02.178912 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-3e8f103b-e089-46e0-9967-caac935742d3 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860169 Sep 20 13:39:02.288139 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-ccfae79e-eb24-495e-afc2-8294a72d9c9a req-c7bdaaaf-9108-48f4-a4c7-f68664f85cc6 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021636 Sep 20 13:39:02.312122 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'fdef7a43-74c0-445a-b5f5-48af5f44beae', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'port_id': '546e4d0a-8e16-4553-a25b-0966418e706a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'mac_address': 'fa:16:3e:1d:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:39:00Z', 'updated_at': '2021-09-20T13:39:00Z', 'revision_number': 0, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:39:02.340653 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad93340-0256-413a-8ef7-a341d53f80cd None None] The sync data for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 is: [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'fdef7a43-74c0-445a-b5f5-48af5f44beae', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'port_id': '546e4d0a-8e16-4553-a25b-0966418e706a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'mac_address': 'fa:16:3e:1d:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:39:00Z', 'updated_at': '2021-09-20T13:39:00Z', 'revision_number': 0, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:39:02.529186 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80aa44-f26c-4d47-88a4-ae7fa6d66a78 None None] New status for floating IP fdef7a43-74c0-445a-b5f5-48af5f44beae: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:39:11.434532 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-b5d13f3e-c2fd-4bd4-b556-ecc36f271084 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402050 Sep 20 13:39:11.516109 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-59836cf6-0fde-4f25-a5d3-c28f5361f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:39:11.517668 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-59836cf6-0fde-4f25-a5d3-c28f5361f08b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0402498 Sep 20 13:39:11.625323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-26fe10b1-cbf8-4ea3-8017-c3bf2991afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:39:11.626804 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-26fe10b1-cbf8-4ea3-8017-c3bf2991afab service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0891159 Sep 20 13:39:11.691181 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-3e7c3e61-86df-4d11-a30f-079cd3c176b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 1000 time: 0.0569210 Sep 20 13:39:11.740378 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-4fc90f6d-e0c3-4f83-a684-b0394733db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:39:11.741896 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-4fc90f6d-e0c3-4f83-a684-b0394733db97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0431855 Sep 20 13:39:11.792182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-653fe5d5-850a-431c-ad89-c3a14f32cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:39:11.793681 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-653fe5d5-850a-431c-ad89-c3a14f32cffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436621 Sep 20 13:39:11.885566 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-bf8f0618-d814-4d0c-8588-7cb524985d73 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839493 Sep 20 13:39:11.987372 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-f6d18a8a-2908-4fbe-a4d1-9777e2e88b90 req-3a667a66-407f-4273-be4e-0643f27c5be2 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935581 Sep 20 13:39:12.508927 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-710b6d32-b94c-4a6e-9d44-1bedcb2fb625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:15.259763 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b421f07-1a81-4be1-a6ff-67861ba883b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:15.662976 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:16.854145 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:18.245311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:20.637260 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:21.105470 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:38.501965 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:39:42.499041 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8d78e4e1-3cbb-4828-8e2a-0554a1614aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:45.236087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3902865d-51c9-4f85-b212-edaddeb34155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:45.750119 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:46.864444 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:48.239737 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:50.607366 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:39:51.081333 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:12.486797 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-16bb4410-e299-442a-b202-3f54a76437d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:13.475354 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-31f4639d-7e63-4386-8731-f7758c3a3d18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780580 Sep 20 13:40:13.557457 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-b78fed3e-55e4-4d8a-8a40-b77a70ed0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:40:13.558968 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-b78fed3e-55e4-4d8a-8a40-b77a70ed0cdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0414214 Sep 20 13:40:13.664791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-aefdcb7d-94c0-477b-b0a4-2e9d4d6b1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:40:13.666459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-aefdcb7d-94c0-477b-b0a4-2e9d4d6b1eeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0886922 Sep 20 13:40:13.730005 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-19a55d16-9a43-4501-be1d-b24843336ae8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 1000 time: 0.0558522 Sep 20 13:40:13.781782 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-6204b4c1-1236-4f60-8610-1e48cdac7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:40:13.783197 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-6204b4c1-1236-4f60-8610-1e48cdac7c65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0462713 Sep 20 13:40:13.828208 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-25e5ec70-51e0-4209-b5b2-f8b73bab72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:40:13.829715 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-25e5ec70-51e0-4209-b5b2-f8b73bab72fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391424 Sep 20 13:40:13.920728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-414a5957-0705-4065-af46-1dd36bc4b441 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842850 Sep 20 13:40:14.006801 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-879df691-0563-4a0f-8fb7-432d4e82f5b0 req-72b4f6be-aea7-41c3-ba4f-bf781431bfa7 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796621 Sep 20 13:40:15.229300 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9695de7d-33d0-46cc-9ea6-4bf163305d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:15.501129 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:40:15.657501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:16.896853 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:18.303533 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:20.627530 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:21.137389 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:42.473855 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab240f7c-73c2-4dbf-bf59-d65ed889657f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:45.268030 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-324ab9c8-ae28-43c0-8c06-02dc2f131805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:45.662499 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:46.856081 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:48.250421 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:50.621286 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:51.129448 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:40:52.501335 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:41:12.536257 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b11f6598-4764-4c0d-baac-c20725944dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:13.421656 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d7e008-db71-4128-96f5-b34e30eab79d req-eda45c22-a519-4e95-ae86-c381f8b1aae2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387816 Sep 20 13:41:13.508430 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e008-db71-4128-96f5-b34e30eab79d req-ac06d2be-4746-4349-b4bf-ac0fc09fa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:13.509964 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d7e008-db71-4128-96f5-b34e30eab79d req-ac06d2be-4746-4349-b4bf-ac0fc09fa23d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0456800 Sep 20 13:41:13.610682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e008-db71-4128-96f5-b34e30eab79d req-957ff0c5-5891-44c8-bd50-aaba2c2f8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:13.612126 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d7e008-db71-4128-96f5-b34e30eab79d req-957ff0c5-5891-44c8-bd50-aaba2c2f8c21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0821321 Sep 20 13:41:13.678497 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d7e008-db71-4128-96f5-b34e30eab79d req-9dfb638a-7ac9-427e-89ca-1b84ad84f4d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 1000 time: 0.0598459 Sep 20 13:41:13.725474 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e008-db71-4128-96f5-b34e30eab79d req-c233e7f8-56f7-4762-8134-3f77baf34634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:13.726881 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d7e008-db71-4128-96f5-b34e30eab79d req-c233e7f8-56f7-4762-8134-3f77baf34634 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0419946 Sep 20 13:41:13.772406 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e008-db71-4128-96f5-b34e30eab79d req-36ca5b81-92f8-4423-b968-1e0cffda6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:13.773905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d7e008-db71-4128-96f5-b34e30eab79d req-36ca5b81-92f8-4423-b968-1e0cffda6cd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401242 Sep 20 13:41:13.866837 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d7e008-db71-4128-96f5-b34e30eab79d req-14f2b13c-059f-45a8-845d-8b4271040557 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855784 Sep 20 13:41:13.957072 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-63d7e008-db71-4128-96f5-b34e30eab79d req-9695c1a7-4b11-4a10-9209-e8ea3e22e0d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821843 Sep 20 13:41:15.249620 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d13f80d-927b-4063-bec1-9bab0e46e611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:15.700151 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:16.878658 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:18.243744 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:20.649300 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:21.141171 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:28.385284 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41912e8-2d09-4027-9704-f5600b97a2bc req-f2e7a726-d742-467e-92dc-dda475eac0a9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:28.386781 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f41912e8-2d09-4027-9704-f5600b97a2bc req-f2e7a726-d742-467e-92dc-dda475eac0a9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.1022296 Sep 20 13:41:28.424500 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-f41912e8-2d09-4027-9704-f5600b97a2bc req-62734c87-ae3a-4a12-9afc-a4bd98c1bea9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316997 Sep 20 13:41:29.500600 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:41:29.571111 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebd910-398c-4c49-8d0d-a854019cc6d2 req-9b7d674c-62b2-44e3-90c5-204b236cec4f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:29.573035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1ebd910-398c-4c49-8d0d-a854019cc6d2 req-9b7d674c-62b2-44e3-90c5-204b236cec4f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0533521 Sep 20 13:41:29.610934 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b1ebd910-398c-4c49-8d0d-a854019cc6d2 req-74d91a71-5ab8-4c9f-9e26-729f36b29082 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313482 Sep 20 13:41:30.725728 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c9e7-088d-460d-99f5-8a8948ba2b44 req-d0c171db-e8bf-4c64-8454-69f7ad215809 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:30.727214 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfd5c9e7-088d-460d-99f5-8a8948ba2b44 req-d0c171db-e8bf-4c64-8454-69f7ad215809 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0502849 Sep 20 13:41:30.766338 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bfd5c9e7-088d-460d-99f5-8a8948ba2b44 req-4309a967-3a90-4e5b-acce-f39151e17a7a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324905 Sep 20 13:41:31.879841 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709bd8f-7567-43a5-817e-d775dfc2ff0c req-cb948a6b-8060-475f-8912-3e3e01907441 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:31.881339 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a709bd8f-7567-43a5-817e-d775dfc2ff0c req-cb948a6b-8060-475f-8912-3e3e01907441 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Sep 20 13:41:31.917115 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a709bd8f-7567-43a5-817e-d775dfc2ff0c req-bad5128e-4b2b-45e6-a156-5c25040b3e38 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298004 Sep 20 13:41:33.037790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b5f48-0555-4dc0-9f62-3849f4d0d6e5 req-b9c53b47-3e1b-41ff-83f6-670b2f3a68c1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:33.039304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc7b5f48-0555-4dc0-9f62-3849f4d0d6e5 req-b9c53b47-3e1b-41ff-83f6-670b2f3a68c1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0548985 Sep 20 13:41:33.078139 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc7b5f48-0555-4dc0-9f62-3849f4d0d6e5 req-24fb2a6f-709a-4a3b-bda1-56c067ad64f1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Sep 20 13:41:34.196356 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084bc33-4ec9-4c85-b498-a8b6f85b3c11 req-5a5f5f45-94a3-4b90-adc2-a16c714b9bd5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:34.197864 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6084bc33-4ec9-4c85-b498-a8b6f85b3c11 req-5a5f5f45-94a3-4b90-adc2-a16c714b9bd5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0494063 Sep 20 13:41:34.236366 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6084bc33-4ec9-4c85-b498-a8b6f85b3c11 req-8bad51ac-5e2b-4878-9541-ca2d72d9e58b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322106 Sep 20 13:41:35.349586 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af417c-d480-476e-ab15-a6dd50e18d59 req-cd6ad8cd-2ca7-49ae-bf74-8a863d4638af tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:35.351054 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95af417c-d480-476e-ab15-a6dd50e18d59 req-cd6ad8cd-2ca7-49ae-bf74-8a863d4638af tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0484078 Sep 20 13:41:35.388243 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-95af417c-d480-476e-ab15-a6dd50e18d59 req-2b63b4f5-7545-4fc1-9c40-ace819e05a20 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Sep 20 13:41:36.509498 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c32053-b654-469a-be54-63d16ce84122 req-1eac8209-acec-4b87-a715-ac45d48957e0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:36.511072 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67c32053-b654-469a-be54-63d16ce84122 req-1eac8209-acec-4b87-a715-ac45d48957e0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0541239 Sep 20 13:41:36.549018 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67c32053-b654-469a-be54-63d16ce84122 req-2f7af9ea-b0b9-466a-a976-8df6bb81753b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Sep 20 13:41:37.662332 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3c6de-5b11-4bc6-89a4-1daa10b982a7 req-6ac2c0ee-8335-4e77-bb2b-0a2f5d3d5902 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:37.663794 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4a3c6de-5b11-4bc6-89a4-1daa10b982a7 req-6ac2c0ee-8335-4e77-bb2b-0a2f5d3d5902 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0482149 Sep 20 13:41:37.700448 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a4a3c6de-5b11-4bc6-89a4-1daa10b982a7 req-c20807fa-0f52-487c-b053-2f286531d71d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306089 Sep 20 13:41:38.532371 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-d3bdfa75-9e38-4587-8be0-f0a52e5e18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:38.533960 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-d3bdfa75-9e38-4587-8be0-f0a52e5e18f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0453129 Sep 20 13:41:38.621521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-d7196cfb-8ff5-40fc-af9b-ed8ca4c096d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:38.623024 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-d7196cfb-8ff5-40fc-af9b-ed8ca4c096d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0823143 Sep 20 13:41:38.689100 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-8dfa50af-f832-4db4-b115-df1fd551ef2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 1000 time: 0.0594277 Sep 20 13:41:38.737904 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-d41102ef-0135-44c2-8417-b0f56c79cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:38.739425 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-d41102ef-0135-44c2-8417-b0f56c79cb75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0434337 Sep 20 13:41:38.784756 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-36db8f7b-798e-470a-8aa2-154084e3c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:38.786327 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-36db8f7b-798e-470a-8aa2-154084e3c5f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396237 Sep 20 13:41:38.816024 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba23475-71dd-4a94-aa44-f3cd38ee3a67 req-aefc6a79-668e-4ea9-a444-45e8b89981ee tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:38.817521 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ba23475-71dd-4a94-aa44-f3cd38ee3a67 req-aefc6a79-668e-4ea9-a444-45e8b89981ee tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0476778 Sep 20 13:41:38.854319 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5ba23475-71dd-4a94-aa44-f3cd38ee3a67 req-14ff82fa-f0bd-41ca-9925-18e4f0a31644 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Sep 20 13:41:38.880338 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-82a66717-65bd-43d8-bc7d-7a58519e85ff service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873930 Sep 20 13:41:38.966846 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0108f687-c2e5-4900-a2d6-eff22cb369b5 req-39619ce7-4b75-48f9-8fbb-7e179ec656a7 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800481 Sep 20 13:41:39.973405 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b41b-e3fb-44ca-aee4-757b2cfb3bfd req-a208febf-89b7-47f8-a83c-4b9037690a0c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:39.974789 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01b7b41b-e3fb-44ca-aee4-757b2cfb3bfd req-a208febf-89b7-47f8-a83c-4b9037690a0c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0524971 Sep 20 13:41:40.011015 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-01b7b41b-e3fb-44ca-aee4-757b2cfb3bfd req-90238921-784e-4d47-b8fd-b3d76a0e8b5a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301712 Sep 20 13:41:41.127783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62acf6-99cb-4d73-8d8f-1cde62f7e51b req-3a7c0290-40a5-4dd2-9044-3a3cc04b16fe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:41.129282 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b62acf6-99cb-4d73-8d8f-1cde62f7e51b req-3a7c0290-40a5-4dd2-9044-3a3cc04b16fe tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0496440 Sep 20 13:41:41.167254 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6b62acf6-99cb-4d73-8d8f-1cde62f7e51b req-6ad4d953-e7fe-430e-b14e-b66477882970 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Sep 20 13:41:42.286713 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebefdb-9cd2-42ef-9a3a-31fe2a31c001 req-1cd461d6-e1cc-4a6c-aa8a-28de7f2b7395 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:42.288231 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6ebefdb-9cd2-42ef-9a3a-31fe2a31c001 req-1cd461d6-e1cc-4a6c-aa8a-28de7f2b7395 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0507276 Sep 20 13:41:42.326893 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e6ebefdb-9cd2-42ef-9a3a-31fe2a31c001 req-c8a7224e-b844-4884-83f6-b3e1041eeb7c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325615 Sep 20 13:41:42.500070 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-86c664b4-f32b-4e12-a70a-e7b96ea14da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:43.451931 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5155e-44ef-4147-b1b9-3b31ec624212 req-74b3e0b4-1fec-4ba7-aedf-49b7003d47e5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:43.453445 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1f5155e-44ef-4147-b1b9-3b31ec624212 req-74b3e0b4-1fec-4ba7-aedf-49b7003d47e5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0596278 Sep 20 13:41:43.500113 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d1f5155e-44ef-4147-b1b9-3b31ec624212 req-0b967ea2-68f0-4b57-bdab-aa640513ad0c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400357 Sep 20 13:41:43.842370 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac068eb-9e07-4ccf-9c0b-68ceee8f4876 req-393ffa6d-6b58-4da7-98ba-2a1d2a20b07c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:43.843897 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ac068eb-9e07-4ccf-9c0b-68ceee8f4876 req-393ffa6d-6b58-4da7-98ba-2a1d2a20b07c tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0575702 Sep 20 13:41:43.909466 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9ac068eb-9e07-4ccf-9c0b-68ceee8f4876 req-a83c1bfb-2a89-4b98-a99e-434465a40413 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595293 Sep 20 13:41:43.914597 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-8407abe3-529b-4ef5-873a-afd5d11b2391 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000614 Sep 20 13:41:44.282368 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 546e4d0a-8e16-4553-a25b-0966418e706a no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:41:44.356074 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:44.381191 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:41:44.383406 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824129c3-9755-4586-84eb-2637b0594949" -d '{"events": [{"server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "name": "network-vif-unplugged", "status": "completed", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:41:44.396306 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:41:44.414540 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093be588-6cc7-4d71-8520-591e6c6ae511 x-openstack-request-id: req-093be588-6cc7-4d71-8520-591e6c6ae511 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:41:44.414826 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "name": "network-vif-unplugged", "status": "failed", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a", "code": 422}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:41:44.415078 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-093be588-6cc7-4d71-8520-591e6c6ae511 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:41:44.415468 n-d-809934-3 neutron-server[95504]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a', 'code': 422} returned with failed status Sep 20 13:41:44.437267 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:44.482960 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:41:44.489962 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.490304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.490646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.490981 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.491313 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.491704 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.492034 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.492359 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.492683 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.493024 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.493370 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:44.493691 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:41:45.026092 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a303a16-4894-4ae4-ad82-118259b6fb7b req-8525123c-8b85-43b9-a98b-439eaf80d2a3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:45.028261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a303a16-4894-4ae4-ad82-118259b6fb7b req-8525123c-8b85-43b9-a98b-439eaf80d2a3 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0527427 Sep 20 13:41:45.065697 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-3a303a16-4894-4ae4-ad82-118259b6fb7b req-fc1c6fa2-2597-4e1c-9547-13e57c50ee2a tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315711 Sep 20 13:41:45.248828 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3bc130eb-796a-4397-b2f4-f21c14610e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:45.665468 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:46.183322 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c32a4-8113-4b66-99c3-acf6fc0093af req-ff6d8f70-70ed-45ff-9484-44bd69063664 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:46.185452 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-785c32a4-8113-4b66-99c3-acf6fc0093af req-ff6d8f70-70ed-45ff-9484-44bd69063664 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0487325 Sep 20 13:41:46.222455 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-785c32a4-8113-4b66-99c3-acf6fc0093af req-2f8d9bde-0d5f-4fa5-aa4d-c7231a8347c7 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Sep 20 13:41:46.865905 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:47.338833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a0fbb-1fb1-4adc-8f1c-9b31f75bd10f req-02a167ba-b3d4-482a-a714-209ac03dbdf0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:47.341238 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc7a0fbb-1fb1-4adc-8f1c-9b31f75bd10f req-02a167ba-b3d4-482a-a714-209ac03dbdf0 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0496328 Sep 20 13:41:47.378731 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bc7a0fbb-1fb1-4adc-8f1c-9b31f75bd10f req-1fc61d6e-49e7-48b2-bebe-f25c55e13782 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314140 Sep 20 13:41:48.232056 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:48.502267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44fe19-81c9-48c7-8b4f-d32469e3f7eb req-0351293c-9360-49a9-82d3-4e3b90bc33a4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:48.503855 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d44fe19-81c9-48c7-8b4f-d32469e3f7eb req-0351293c-9360-49a9-82d3-4e3b90bc33a4 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0561981 Sep 20 13:41:48.541928 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-2d44fe19-81c9-48c7-8b4f-d32469e3f7eb req-0e3882e6-a722-4d7b-a4af-3c7467ad2a12 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317721 Sep 20 13:41:49.659601 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2761cf1-4668-42d0-82f4-629f118bc16a req-4d133bbc-be93-408a-b337-729546ff3955 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:49.661151 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2761cf1-4668-42d0-82f4-629f118bc16a req-4d133bbc-be93-408a-b337-729546ff3955 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0496969 Sep 20 13:41:49.699420 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c2761cf1-4668-42d0-82f4-629f118bc16a req-3b3b4d1b-745f-47e4-84ef-cdb774a38a0b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322075 Sep 20 13:41:50.602706 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:50.820516 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36c95a-494b-43a9-b5cf-1d5c9f9f913a req-c74b3f0d-0bd0-44ea-b9d7-879c7eb01497 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:50.822068 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb36c95a-494b-43a9-b5cf-1d5c9f9f913a req-c74b3f0d-0bd0-44ea-b9d7-879c7eb01497 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0524309 Sep 20 13:41:50.860990 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bb36c95a-494b-43a9-b5cf-1d5c9f9f913a req-6c0c2115-67e5-4e76-b85a-551e5893a90b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Sep 20 13:41:51.157370 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:41:51.516042 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-4375d991-8f4f-439a-89e4-4f5a2001d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:51.517700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-4375d991-8f4f-439a-89e4-4f5a2001d96d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3&tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0 HTTP/1.1" status: 200 len: 1094 time: 0.0467958 Sep 20 13:41:51.579442 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-a165a6f2-548b-409c-80c2-d0fbd00e57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:51.580918 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-a165a6f2-548b-409c-80c2-d0fbd00e57d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1094 time: 0.0415127 Sep 20 13:41:51.667713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-28745026-ebcb-40c3-8a4f-db4302215fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:51.669218 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-28745026-ebcb-40c3-8a4f-db4302215fb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0820243 Sep 20 13:41:51.736875 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-6bdb7c86-e310-4438-bcec-e4b128359417 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 998 time: 0.0612330 Sep 20 13:41:51.787255 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-971da26d-f397-452c-ad0e-12ab90b9e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:51.788642 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-971da26d-f397-452c-ad0e-12ab90b9e4f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0450242 Sep 20 13:41:51.834461 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-d13099d8-800c-4d60-8370-9e57f2221e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:51.835930 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-d13099d8-800c-4d60-8370-9e57f2221e7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403199 Sep 20 13:41:51.929111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-8819802d-f740-41ef-b14e-a640bd2fa1cc service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859916 Sep 20 13:41:51.979115 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063a4ae-4cd4-4c8d-96b5-d9375f94d451 req-34bf3c1f-99e1-4612-9192-3b600fbb4e2e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:51.980726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0063a4ae-4cd4-4c8d-96b5-d9375f94d451 req-34bf3c1f-99e1-4612-9192-3b600fbb4e2e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0528336 Sep 20 13:41:52.019480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0063a4ae-4cd4-4c8d-96b5-d9375f94d451 req-e3b493bf-8185-45c3-855a-b3fed2d21caa tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320790 Sep 20 13:41:52.023004 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-1ca0ba2a-0886-4bc6-bc77-d8dde2428797 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868263 Sep 20 13:41:53.134087 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8fd72-7163-429a-b211-28d3d3810c3a req-c7154b46-7495-4333-9193-9486ce94e97e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:53.135476 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ba8fd72-7163-429a-b211-28d3d3810c3a req-c7154b46-7495-4333-9193-9486ce94e97e tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0487652 Sep 20 13:41:53.172123 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ba8fd72-7163-429a-b211-28d3d3810c3a req-a17a0e22-f958-49f9-9015-e98892b8d0e2 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306404 Sep 20 13:41:54.284698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14045f4-e9ac-434d-8b9f-8ff67fbf926c req-ff35db79-cd34-4885-928d-4b05d8677525 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:54.286183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e14045f4-e9ac-434d-8b9f-8ff67fbf926c req-ff35db79-cd34-4885-928d-4b05d8677525 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0482843 Sep 20 13:41:54.323739 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e14045f4-e9ac-434d-8b9f-8ff67fbf926c req-e4b04770-c88e-4f09-94c7-562252f96dc5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Sep 20 13:41:55.442011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab78206-b6d5-46df-a8ad-dd757cd7521f req-47601751-e925-41bc-974a-bb0a28256850 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:55.443465 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ab78206-b6d5-46df-a8ad-dd757cd7521f req-47601751-e925-41bc-974a-bb0a28256850 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0516326 Sep 20 13:41:55.479779 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-1ab78206-b6d5-46df-a8ad-dd757cd7521f req-e3bed32c-d6f1-4abc-aa28-7fe2a98ec952 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303953 Sep 20 13:41:56.597225 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91fe58-2f44-422d-8e50-d190e91d1713 req-33b9ffca-7ae7-48ae-b941-c02092cc5c29 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:56.598679 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b91fe58-2f44-422d-8e50-d190e91d1713 req-33b9ffca-7ae7-48ae-b941-c02092cc5c29 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0486143 Sep 20 13:41:56.635027 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5b91fe58-2f44-422d-8e50-d190e91d1713 req-bb1bb68f-76a2-4221-8e3e-9324a4f4dacb tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304461 Sep 20 13:41:57.749387 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542a28b-2bec-4c68-9657-964b796b508a req-90f31677-989c-4dd3-beda-14bc043b692b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:57.750837 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9542a28b-2bec-4c68-9657-964b796b508a req-90f31677-989c-4dd3-beda-14bc043b692b tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0491915 Sep 20 13:41:57.787066 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9542a28b-2bec-4c68-9657-964b796b508a req-34701241-b860-4c09-8545-7ebe8cefabc9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302510 Sep 20 13:41:58.907353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde23cd-a645-4603-92e1-0c86ed25e594 req-1f995f6d-a8c9-4497-916c-b31bac7c5cbc tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:41:58.908854 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdde23cd-a645-4603-92e1-0c86ed25e594 req-1f995f6d-a8c9-4497-916c-b31bac7c5cbc tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0538404 Sep 20 13:41:58.947077 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-bdde23cd-a645-4603-92e1-0c86ed25e594 req-72f701a0-a7e1-425a-bb0a-890f12ef794f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Sep 20 13:42:00.062859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a16e4-e94e-4655-a23a-5877b553c8f2 req-ecb51941-b486-4445-9130-6ddb22d6bb49 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:00.064350 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-797a16e4-e94e-4655-a23a-5877b553c8f2 req-ecb51941-b486-4445-9130-6ddb22d6bb49 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 943 time: 0.0489144 Sep 20 13:42:00.100941 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-797a16e4-e94e-4655-a23a-5877b553c8f2 req-0abfabe1-ac69-4000-a4a9-a6c4464deba1 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307119 Sep 20 13:42:00.404155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 546e4d0a-8e16-4553-a25b-0966418e706a details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:42:00.498800 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:42:00.509494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '546e4d0a-8e16-4553-a25b-0966418e706a', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'port_id': '546e4d0a-8e16-4553-a25b-0966418e706a', 'mac_address': 'fa:16:3e:1d:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:42:00.545564 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:00.557796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546e4d0a-8e16-4553-a25b-0966418e706a {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:42:00.577317 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:42:00.647936 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:00.693429 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:42:00.864859 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['546e4d0a-8e16-4553-a25b-0966418e706a'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:42:01.212870 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d9568-26eb-4d8f-8604-7c316361b9b3 req-2b3fc1df-b0aa-4c6f-9c12-2b8b67b95ec2 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:01.214336 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf7d9568-26eb-4d8f-8604-7c316361b9b3 req-2b3fc1df-b0aa-4c6f-9c12-2b8b67b95ec2 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 944 time: 0.0481367 Sep 20 13:42:01.252081 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-cf7d9568-26eb-4d8f-8604-7c316361b9b3 req-fe159ba6-5a82-412a-a1b0-1a0780115ae5 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Sep 20 13:42:02.368532 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865600a-6e88-4e3e-a3d8-d9d53602ed57 req-aecc3898-bd03-4238-b4ae-9cfb0f1979ab tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:02.370013 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6865600a-6e88-4e3e-a3d8-d9d53602ed57 req-aecc3898-bd03-4238-b4ae-9cfb0f1979ab tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 944 time: 0.0529673 Sep 20 13:42:02.407180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 546e4d0a-8e16-4553-a25b-0966418e706a up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:42:02.407822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6865600a-6e88-4e3e-a3d8-d9d53602ed57 req-33202998-b01e-43af-9b0e-89ce3f40c7de tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Sep 20 13:42:02.453829 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 546e4d0a-8e16-4553-a25b-0966418e706a triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:42:02.454199 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:02.529277 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:02.551014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:42:02.553233 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff75488-efb1-4322-845a-419a14577a7d" -d '{"events": [{"server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "name": "network-vif-plugged", "status": "completed", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:42:02.566000 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:42:02.590723 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8553808d-a64f-40e9-986e-f3257cae5eaf x-openstack-request-id: req-8553808d-a64f-40e9-986e-f3257cae5eaf {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:42:02.591033 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "name": "network-vif-plugged", "status": "completed", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:42:02.591278 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8553808d-a64f-40e9-986e-f3257cae5eaf {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:42:02.591663 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a', 'code': 200} Sep 20 13:42:02.614817 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:02.667849 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:42:02.740073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd35004-8433-4786-b9d7-a10caa574393 req-33add535-a920-4f6d-b077-e70656974781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:02.741570 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5fd35004-8433-4786-b9d7-a10caa574393 req-33add535-a920-4f6d-b077-e70656974781 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0436058 Sep 20 13:42:02.774828 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5fd35004-8433-4786-b9d7-a10caa574393 req-61f00b1c-bf0c-4a01-be49-0d7c782fc012 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260522 Sep 20 13:42:03.525834 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504ba0d-362e-4282-b3b8-afda80454791 req-b4ea36a2-ba3f-4b69-9139-5581ba2b99e6 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:03.527464 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9504ba0d-362e-4282-b3b8-afda80454791 req-b4ea36a2-ba3f-4b69-9139-5581ba2b99e6 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0504827 Sep 20 13:42:03.565524 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9504ba0d-362e-4282-b3b8-afda80454791 req-de5f0569-9727-4a85-a0e4-ee428a7b9f94 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309961 Sep 20 13:42:04.681147 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1cb4-b183-4c6e-8516-34cc49ac5ea8 req-24d23901-3149-4c51-aec1-ab460bc2ac86 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:04.682613 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67ca1cb4-b183-4c6e-8516-34cc49ac5ea8 req-24d23901-3149-4c51-aec1-ab460bc2ac86 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0484710 Sep 20 13:42:04.721135 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-67ca1cb4-b183-4c6e-8516-34cc49ac5ea8 req-93070512-5da8-4791-913b-f994cfab762f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324640 Sep 20 13:42:06.500940 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:42:12.528227 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ed212de-6448-4faa-b1fc-6f32cddce8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:14.043666 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-852ea1ea-83db-40e2-b6e2-2be0d2752c84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420687 Sep 20 13:42:14.123209 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-c2e33129-7ea1-467b-8908-06f4ce61437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:14.124916 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-c2e33129-7ea1-467b-8908-06f4ce61437d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0406542 Sep 20 13:42:14.231314 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-6098cd4a-0b94-4555-a694-d8b649247088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:14.232794 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-6098cd4a-0b94-4555-a694-d8b649247088 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0851729 Sep 20 13:42:14.297634 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-2dea27b6-268c-43dc-9069-4ba7ad655389 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 1000 time: 0.0567448 Sep 20 13:42:14.353652 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-4b1c88e2-ec01-41c7-aa41-e5bc8eb684ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:14.355125 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-4b1c88e2-ec01-41c7-aa41-e5bc8eb684ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0499506 Sep 20 13:42:14.401596 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-1b1d5c64-a6fd-4c93-bb04-3d05222519ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:42:14.403178 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-1b1d5c64-a6fd-4c93-bb04-3d05222519ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414538 Sep 20 13:42:14.494941 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-5748d9a8-9544-4738-b699-3a35c2429187 service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845070 Sep 20 13:42:14.590533 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47d66df8-16f1-457e-9fe0-b620fb4e29b0 req-a148890d-384d-4ff2-adcb-a691c32cafcf service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881622 Sep 20 13:42:15.236667 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7cdac106-cf20-47c8-b5a1-02950501782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:15.688373 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:16.893330 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:18.259681 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:20.630920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:21.196494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:42.498930 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-29c48ea0-ff35-4266-96a1-82a1f3f8490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:43.501645 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:42:45.253054 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-dc801971-a064-4d65-817e-331674e7cac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:45.692129 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:46.905095 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:48.270679 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:50.624578 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:42:51.150311 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:12.492625 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8ed4-89b4-4127-8390-f9618feb8c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:15.252532 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c33af268-d331-42dd-95b3-9f68bf957872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:15.698728 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:15.919951 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-13a90e8f-2571-4c0a-ac0f-4ef854fc675a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404379 Sep 20 13:43:16.004437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-0425990a-86c4-4b51-b686-c7fed80d68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:16.005967 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-0425990a-86c4-4b51-b686-c7fed80d68b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0429957 Sep 20 13:43:16.123129 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-157465c2-309b-4cc0-a41f-bd66280665b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:16.124596 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-157465c2-309b-4cc0-a41f-bd66280665b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0937855 Sep 20 13:43:16.193033 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-90bd029c-dccd-444d-9a57-a02e75adbcd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 1000 time: 0.0611289 Sep 20 13:43:16.240875 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-ee7d5d3a-fc36-4666-af57-bbd577ab365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:16.242631 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-ee7d5d3a-fc36-4666-af57-bbd577ab365f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0429182 Sep 20 13:43:16.290481 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-58cefd6b-7a38-4022-a80b-e9ebd9333ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:16.292108 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-58cefd6b-7a38-4022-a80b-e9ebd9333ada service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420461 Sep 20 13:43:16.302804 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-39015a33-3953-42ba-80e8-ecb14de95902 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:43:16.303746 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-39015a33-3953-42ba-80e8-ecb14de95902 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050902 Sep 20 13:43:16.403597 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-f7f7dc58-a6a0-4d76-aaa3-71a8e8fb82fd service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928593 Sep 20 13:43:16.498058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-0d0a3d80-c199-42f1-a7f6-7eac7594483c req-b880aeb1-fcb6-4f90-b1ba-b8a9493568bc service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877368 Sep 20 13:43:16.881301 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:18.264205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:20.500402 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:43:20.651197 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:21.142009 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:40.703267 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47260) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:40.860595 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Deleting port 34cb2c09-4b2e-41df-8fd2-501e5907c253 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:40.860945 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:40.936534 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:40.936864 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:40.948720 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Calling delete_port for 34cb2c09-4b2e-41df-8fd2-501e5907c253 owned by network:floatingip {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:41.158354 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:41.182768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event deleted for resources: {'Port': ['ID=34cb2c09-4b2e-41df-8fd2-501e5907c253,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:41.206199 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.206539 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.206873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.207202 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.207528 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.207851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.208171 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.208489 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.208806 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.209162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.209483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.209799 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:41.250877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:41.251234 n-d-809934-3 neutron-server[95503]: INFO neutron.db.l3_db [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Floating IP fdef7a43-74c0-445a-b5f5-48af5f44beae disassociated (deleted). External IP: 172.25.6.97, port: 546e4d0a-8e16-4553-a25b-0966418e706a. Sep 20 13:43:41.755182 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Router 4c0b71cd-bcb4-41dd-848a-81a521a0040b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:43:41.861083 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:43:41.866134 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:41.870943 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] Sync routers for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:43:41.879897 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:43:41.880595 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:41.894562 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-34c0a9e9-cff4-42a6-adef-78c08be4de58 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "DELETE /v2.0/floatingips/fdef7a43-74c0-445a-b5f5-48af5f44beae HTTP/1.1" status: 204 len: 168 time: 1.1902275 Sep 20 13:43:41.901345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:43:41.901345 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:43:41.985543 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:43:42.178280 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:42.306804 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] Checking router: 4c0b71cd-bcb4-41dd-848a-81a521a0040b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:43:42.315476 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:43:42.316093 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:42.328203 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947462bc-3aba-4561-8fd6-832a7bd2dab1 x-openstack-request-id: req-947462bc-3aba-4561-8fd6-832a7bd2dab1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:43:42.328521 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:43:42.328798 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-947462bc-3aba-4561-8fd6-832a7bd2dab1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:43:42.329628 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a', 'status': 'completed', 'code': 200} Sep 20 13:43:42.396358 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-58c5b23d-0752-4a3d-88bc-924c2c7f051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:42.397939 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-58c5b23d-0752-4a3d-88bc-924c2c7f051e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 1096 time: 0.0448315 Sep 20 13:43:42.427052 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:43:42.432856 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74883d38-6f58-4691-9344-50216b8f2d7b req-c2c199a9-0e3c-4b6a-a772-ad36cd34b3dc tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:42.440698 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74883d38-6f58-4691-9344-50216b8f2d7b req-c2c199a9-0e3c-4b6a-a772-ad36cd34b3dc tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0654011 Sep 20 13:43:42.474219 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74883d38-6f58-4691-9344-50216b8f2d7b req-a3694ddb-f31c-4bfa-9dad-f09bb4628fd7 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Sep 20 13:43:42.500401 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-9274e837-3fa3-4a26-9b08-07c9b2a438cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:42.501937 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-9274e837-3fa3-4a26-9b08-07c9b2a438cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 200 len: 909 time: 0.0956757 Sep 20 13:43:42.507356 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4fd94ea8-5457-4391-adb8-c5c5fb7a3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:42.544979 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-3464c86f-7ec1-4e61-9b2a-940496e7d576 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 200 len: 217 time: 0.0350840 Sep 20 13:43:42.593648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-996fe991-c3a6-4de5-ab74-28de7d3a9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:42.595126 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-996fe991-c3a6-4de5-ab74-28de7d3a9c13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 200 len: 848 time: 0.0429237 Sep 20 13:43:42.628977 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:42.640722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-74e24b5a-e12d-43a0-998a-c87351f55cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:42.642277 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-74e24b5a-e12d-43a0-998a-c87351f55cc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f006bebd-dc6d-4951-af34-58f625b155f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391994 Sep 20 13:43:42.654780 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3ef63-bcb8-4100-aff4-f6b430ff7f18 None None] The sync data for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 is: [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:50Z', 'revision_number': 4, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'fa043511-f4eb-4f56-aebe-024c1f06ef6c', 'name': '', 'network_id': 'f006bebd-dc6d-4951-af34-58f625b155f0', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'mac_address': 'fa:16:3e:42:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:50Z', 'updated_at': '2021-09-20T13:33:54Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'subnets': [{'id': 'a1f5f6bb-fee0-4a12-8734-9fe4f9378045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:43:42.739958 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-045362ce-800a-452a-9c18-3a2215e53c8a service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891237 Sep 20 13:43:42.838061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-5cf84e56-b99b-4cf2-9f8e-d6752beccf22 req-572ca08b-1901-4c7d-8e96-fcb5d996f45a service neutron] 10.222.0.32 "GET /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896754 Sep 20 13:43:42.879261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b4535-0b0a-4460-a71f-05e6697fcd58 None None] New status for floating IP fdef7a43-74c0-445a-b5f5-48af5f44beae: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:43:43.592672 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421841ad-d495-4cb0-ae18-63361c4ba79d req-6b9d9403-cefb-436e-8a12-3650e70b79ac tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:43.594175 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-421841ad-d495-4cb0-ae18-63361c4ba79d req-6b9d9403-cefb-436e-8a12-3650e70b79ac tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Sep 20 13:43:43.630965 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-421841ad-d495-4cb0-ae18-63361c4ba79d req-ac9388c5-7856-4bcf-be59-9d93092cce30 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/security-groups?id=f67cb062-e0ba-48f1-8bdf-76640fbc3117&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Sep 20 13:43:43.841843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-61c33805-4ff0-4a04-b7c3-33b0875c72a6 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:43:43.843307 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-61c33805-4ff0-4a04-b7c3-33b0875c72a6 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Sep 20 13:43:43.938886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Deleting port 546e4d0a-8e16-4553-a25b-0966418e706a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:43.939233 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:44.029275 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] For port 546e4d0a-8e16-4553-a25b-0966418e706a, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=546e4d0a-8e16-4553-a25b-0966418e706a,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:44.029588 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:44.041762 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Calling delete_port for 546e4d0a-8e16-4553-a25b-0966418e706a owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:44.255416 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:44.282722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event deleted for resources: {'Port': ['ID=546e4d0a-8e16-4553-a25b-0966418e706a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:44.325540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] No DVR routers for this DVR port 546e4d0a-8e16-4553-a25b-0966418e706a on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:43:44.328407 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:44.330520 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-b204f13c-e2ba-422b-94cf-5e6fe9bb92ac req-035a31b5-1fbb-4845-af42-84629b27ac0f tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.32 "DELETE /v2.0/ports/546e4d0a-8e16-4553-a25b-0966418e706a HTTP/1.1" status: 204 len: 173 time: 0.4804130 Sep 20 13:43:44.331003 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'name': 'network-vif-deleted', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:43:44.333398 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92de5787-5786-4b65-b992-e6b74ba85d6b" -d '{"events": [{"server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "name": "network-vif-deleted", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:43:44.371464 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7149078-10a9-4e39-9368-a78d6219ef05 x-openstack-request-id: req-a7149078-10a9-4e39-9368-a78d6219ef05 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:43:44.371759 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dec7f7-b055-47d3-972e-9c1463cbbda3", "name": "network-vif-deleted", "tag": "546e4d0a-8e16-4553-a25b-0966418e706a", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:43:44.372012 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7149078-10a9-4e39-9368-a78d6219ef05 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:43:44.372411 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dec7f7-b055-47d3-972e-9c1463cbbda3', 'name': 'network-vif-deleted', 'tag': '546e4d0a-8e16-4553-a25b-0966418e706a', 'status': 'completed', 'code': 200} Sep 20 13:43:44.730386 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-922a1555-0baf-4436-bb68-f82e47b15a8e req-10811713-0165-4c5c-a75c-f003e1183013 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 210 time: 0.0282784 Sep 20 13:43:45.240877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bb33c256-e0a1-4254-a696-a56f8bd95aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:45.755046 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:45.836628 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8c06d99b-2087-4796-9649-8b787fec7881 req-a4da36a4-5c23-4482-a7bc-1a8615fdbc33 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 210 time: 0.0323226 Sep 20 13:43:46.873109 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:46.905280 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 546e4d0a-8e16-4553-a25b-0966418e706a no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:43:46.925894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 546e4d0a-8e16-4553-a25b-0966418e706a {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:43:46.926236 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 546e4d0a-8e16-4553-a25b-0966418e706a not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:43:46.935555 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d877c6ca-5860-41eb-86c2-dab9fe2e1b96 req-cd742daf-7cc9-4712-8fca-0bd475722773 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 210 time: 0.0280890 Sep 20 13:43:48.031064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6414e450-e9d5-4e5b-ad31-326190878559 req-27e6582b-303b-43e3-beae-2d3334ed25a9 tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dec7f7-b055-47d3-972e-9c1463cbbda3 HTTP/1.1" status: 200 len: 210 time: 0.0272846 Sep 20 13:43:48.286471 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:49.087594 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47294) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:49.146596 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60c42bc1-94e8-4247-9506-4b2931733a0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:49.178549 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60c42bc1-94e8-4247-9506-4b2931733a0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:49.309510 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60c42bc1-94e8-4247-9506-4b2931733a0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:49.312235 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60c42bc1-94e8-4247-9506-4b2931733a0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:49.313375 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-60c42bc1-94e8-4247-9506-4b2931733a0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] 10.222.0.37 "DELETE /v2.0/security-groups/f67cb062-e0ba-48f1-8bdf-76640fbc3117 HTTP/1.1" status: 204 len: 168 time: 0.2247949 Sep 20 13:43:49.323522 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c42bc1-94e8-4247-9506-4b2931733a0d tempest-TestShelveInstance-1758904088 tempest-TestShelveInstance-1758904088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67cb062-e0ba-48f1-8bdf-76640fbc3117,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:49.421570 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:49.954805 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:50.200507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Deleting port fa043511-f4eb-4f56-aebe-024c1f06ef6c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:50.200765 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:50.282455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] For port fa043511-f4eb-4f56-aebe-024c1f06ef6c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fa043511-f4eb-4f56-aebe-024c1f06ef6c,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:50.282860 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:50.295033 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Calling delete_port for fa043511-f4eb-4f56-aebe-024c1f06ef6c owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:50.577678 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:50.603942 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa043511-f4eb-4f56-aebe-024c1f06ef6c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.635627 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:50.652350 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:50.787568 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.002906 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Router 4c0b71cd-bcb4-41dd-848a-81a521a0040b has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:43:51.107824 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:43:51.113177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-c2f24e83-946d-4120-822a-a773f5a3c6c5 admin admin] 10.222.0.37 "PUT /v2.0/routers/4c0b71cd-bcb4-41dd-848a-81a521a0040b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905158 Sep 20 13:43:51.115995 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47302) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:51.120196 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] Sync routers for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:43:51.137219 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:43:51.138167 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:51.164909 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.226687 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.245502 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:43:51.334930 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.429803 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '9600bd2c-9575-442b-b1bf-81af16910838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:43:50Z', 'revision_number': 5, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port': {'id': '9600bd2c-9575-442b-b1bf-81af16910838', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:51.442482 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Deleting port 9600bd2c-9575-442b-b1bf-81af16910838 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:51.442851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.458412 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] Checking router: 4c0b71cd-bcb4-41dd-848a-81a521a0040b for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:43:51.467539 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] Routers {'4c0b71cd-bcb4-41dd-848a-81a521a0040b'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:43:51.468185 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:51.534090 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] For port 9600bd2c-9575-442b-b1bf-81af16910838, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=9600bd2c-9575-442b-b1bf-81af16910838,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:51.534943 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.546913 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Calling delete_port for 9600bd2c-9575-442b-b1bf-81af16910838 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:51.556106 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] Set router 4c0b71cd-bcb4-41dd-848a-81a521a0040b gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:43:51.616931 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:43:51Z', 'revision_number': 6, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:51.643318 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe773c5-f516-4c34-a8eb-30f821954ba9 None None] The sync data for ids ['4c0b71cd-bcb4-41dd-848a-81a521a0040b'] in n-d-809934-3 is: [{'id': '4c0b71cd-bcb4-41dd-848a-81a521a0040b', 'name': 'tempest-TestShelveInstance-1448619084-router', 'tenant_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:48Z', 'updated_at': '2021-09-20T13:43:51Z', 'revision_number': 6, 'project_id': 'a1cea7d24ab14224a940cf4e98e6e1a0', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:43:51.798366 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.823699 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9600bd2c-9575-442b-b1bf-81af16910838,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:51.882685 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.969695 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:51.974814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.103869 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.104406 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c0b71cd-bcb4-41dd-848a-81a521a0040b {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:43:52.109319 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.112177 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f3e65c1-0c5e-4467-8953-0a5a21e3b1d0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4c0b71cd-bcb4-41dd-848a-81a521a0040b HTTP/1.1" status: 204 len: 168 time: 0.9920614 Sep 20 13:43:52.112957 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:52.156790 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-993b09fc-5b78-449d-8297-7755ea7b2839 admin admin] Deleting subnet a1f5f6bb-fee0-4a12-8734-9fe4f9378045 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:43:52.159838 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-993b09fc-5b78-449d-8297-7755ea7b2839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.193225 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-993b09fc-5b78-449d-8297-7755ea7b2839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.400288 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fa043511-f4eb-4f56-aebe-024c1f06ef6c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:43:52.424971 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: fa043511-f4eb-4f56-aebe-024c1f06ef6c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:43:52.425341 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fa043511-f4eb-4f56-aebe-024c1f06ef6c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:43:52.611331 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-993b09fc-5b78-449d-8297-7755ea7b2839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.730420 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-993b09fc-5b78-449d-8297-7755ea7b2839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.755653 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b09fc-5b78-449d-8297-7755ea7b2839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f5f6bb-fee0-4a12-8734-9fe4f9378045,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:52.759800 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-993b09fc-5b78-449d-8297-7755ea7b2839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.763119 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-993b09fc-5b78-449d-8297-7755ea7b2839 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1f5f6bb-fee0-4a12-8734-9fe4f9378045 HTTP/1.1" status: 204 len: 168 time: 0.6478047 Sep 20 13:43:52.764267 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:52.766706 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e720b1-0241-4121-b21e-ec3462f49651 None None] Network f006bebd-dc6d-4951-af34-58f625b155f0 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:43:52.833957 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.887348 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Deleting port e7239c3c-d98f-4f87-bcb2-45f423275107 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:52.887689 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.937461 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] DHCP port deletion for f006bebd-dc6d-4951-af34-58f625b155f0 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:43:52.951118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] For port e7239c3c-d98f-4f87-bcb2-45f423275107, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e7239c3c-d98f-4f87-bcb2-45f423275107,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:52.951489 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:52.964754 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Calling delete_port for e7239c3c-d98f-4f87-bcb2-45f423275107 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:52.985526 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Deleting port e7239c3c-d98f-4f87-bcb2-45f423275107 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:52.985984 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.047192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] For port e7239c3c-d98f-4f87-bcb2-45f423275107, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=e7239c3c-d98f-4f87-bcb2-45f423275107,segment=NetworkSegment(c51612b8-e541-42df-ac9a-32b63b430fcf),segment_id=c51612b8-e541-42df-ac9a-32b63b430fcf)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:53.047632 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.060159 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Calling delete_port for e7239c3c-d98f-4f87-bcb2-45f423275107 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:53.115227 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.134712 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.142956 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] No DVR routers for this DVR port e7239c3c-d98f-4f87-bcb2-45f423275107 on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:43:53.147970 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7239c3c-d98f-4f87-bcb2-45f423275107,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:53.160213 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Pushing event deleted for resources: {'Port': ['ID=e7239c3c-d98f-4f87-bcb2-45f423275107,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:53.162469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] No DVR routers for this DVR port e7239c3c-d98f-4f87-bcb2-45f423275107 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:43:53.170894 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.171243 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.171582 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.172008 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.172246 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.172566 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.172887 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.173281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.173606 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.173975 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.174304 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.174609 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3ed79-dc24-4b98-a7ad-5c4776d912d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:43:53.224735 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.245526 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f006bebd-dc6d-4951-af34-58f625b155f0']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:53.254386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51612b8-e541-42df-ac9a-32b63b430fcf') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:53.254679 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51612b8-e541-42df-ac9a-32b63b430fcf') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:53.263764 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.276441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.282044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:43:53.282424 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:43:53.284011 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:43:53.404090 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.409740 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.411594 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f006bebd-dc6d-4951-af34-58f625b155f0 HTTP/1.1" status: 204 len: 168 time: 0.6463847 Sep 20 13:43:53.415181 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47310) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:53.422982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd867ab-4dc2-4a10-bd5a-d4a1fb0716c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f006bebd-dc6d-4951-af34-58f625b155f0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:53.753281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:53.835160 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e7239c3c-d98f-4f87-bcb2-45f423275107 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:43:53.856311 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: e7239c3c-d98f-4f87-bcb2-45f423275107 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:43:53.856661 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device e7239c3c-d98f-4f87-bcb2-45f423275107 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:43:53.857102 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9600bd2c-9575-442b-b1bf-81af16910838 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:43:53.875627 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 9600bd2c-9575-442b-b1bf-81af16910838 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:43:53.875973 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 9600bd2c-9575-442b-b1bf-81af16910838 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:43:54.007785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Deleting port 7af7971d-31fe-4750-acde-a1b5643ef48c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:54.007785 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:54.086860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] For port 7af7971d-31fe-4750-acde-a1b5643ef48c, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7af7971d-31fe-4750-acde-a1b5643ef48c,segment=NetworkSegment(41143488-f839-4d90-9f56-f75b7d9a3646),segment_id=41143488-f839-4d90-9f56-f75b7d9a3646)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:54.087253 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:54.099211 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Calling delete_port for 7af7971d-31fe-4750-acde-a1b5643ef48c owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:54.341474 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:54.369291 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Pushing event deleted for resources: {'Port': ['ID=7af7971d-31fe-4750-acde-a1b5643ef48c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:54.535997 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:54.753838 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Router 566ba157-db63-4040-a7ab-9136f64102ba has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:43:54.860196 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:43:54.865837 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-078f5ba9-4ecd-45aa-b8e0-e9b55a29cefd admin admin] 10.222.0.37 "PUT /v2.0/routers/566ba157-db63-4040-a7ab-9136f64102ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4496360 Sep 20 13:43:54.868977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47312) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:54.871822 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] Sync routers for ids ['566ba157-db63-4040-a7ab-9136f64102ba'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:43:54.881720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] Routers {'566ba157-db63-4040-a7ab-9136f64102ba'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:43:54.883515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['566ba157-db63-4040-a7ab-9136f64102ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:54.974322 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:54.987924 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] Set router 566ba157-db63-4040-a7ab-9136f64102ba gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:43:55.077824 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:55.163281 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:43:54Z', 'revision_number': 5, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port': {'id': '693aa33f-6bf3-4b99-ae8a-0805218409bd', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566ba157-db63-4040-a7ab-9136f64102ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:33:54Z', 'updated_at': '2021-09-20T13:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:55.190465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Deleting port 693aa33f-6bf3-4b99-ae8a-0805218409bd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:55.190795 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] Checking router: 566ba157-db63-4040-a7ab-9136f64102ba for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:43:55.190927 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:55.200192 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] Routers {'566ba157-db63-4040-a7ab-9136f64102ba'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:43:55.200807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['566ba157-db63-4040-a7ab-9136f64102ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:55.277480 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] For port 693aa33f-6bf3-4b99-ae8a-0805218409bd, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=693aa33f-6bf3-4b99-ae8a-0805218409bd,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:55.277844 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:55.290762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] Set router 566ba157-db63-4040-a7ab-9136f64102ba gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:43:55.295710 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Calling delete_port for 693aa33f-6bf3-4b99-ae8a-0805218409bd owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:55.342349 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:43:55Z', 'revision_number': 6, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:55.372776 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde71462-ab96-492b-b288-6fe012466ca3 None None] The sync data for ids ['566ba157-db63-4040-a7ab-9136f64102ba'] in n-d-809934-3 is: [{'id': '566ba157-db63-4040-a7ab-9136f64102ba', 'name': 'tempest-TestShelveInstance-1208503149-router', 'tenant_id': '7e472231bce54103a43aab290f4f3638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:33:53Z', 'updated_at': '2021-09-20T13:43:55Z', 'revision_number': 6, 'project_id': '7e472231bce54103a43aab290f4f3638', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:43:55.846468 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:55.870469 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Pushing event deleted for resources: {'Port': ['ID=693aa33f-6bf3-4b99-ae8a-0805218409bd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:55.932682 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.023251 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.025396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.140913 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.141590 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 566ba157-db63-4040-a7ab-9136f64102ba {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:43:56.141709 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7af7971d-31fe-4750-acde-a1b5643ef48c no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:43:56.149594 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.151052 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-acb5fbd5-f92e-446d-ab3f-b6e162d0517c admin admin] 10.222.0.37 "DELETE /v2.0/routers/566ba157-db63-4040-a7ab-9136f64102ba HTTP/1.1" status: 204 len: 168 time: 1.2811360 Sep 20 13:43:56.153759 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47314) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:56.161300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7af7971d-31fe-4750-acde-a1b5643ef48c {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:43:56.162400 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7af7971d-31fe-4750-acde-a1b5643ef48c not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:43:56.203920 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7121014-3586-4df4-9f99-73331f67ba84 admin admin] Deleting subnet cd322017-944f-4179-9bae-76c00e140070 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:43:56.206923 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7121014-3586-4df4-9f99-73331f67ba84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.241278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7121014-3586-4df4-9f99-73331f67ba84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2677664'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.317201 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7121014-3586-4df4-9f99-73331f67ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.457971 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7121014-3586-4df4-9f99-73331f67ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13001051'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.481869 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7121014-3586-4df4-9f99-73331f67ba84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd322017-944f-4179-9bae-76c00e140070,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:56.488026 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7121014-3586-4df4-9f99-73331f67ba84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.490189 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7121014-3586-4df4-9f99-73331f67ba84 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cd322017-944f-4179-9bae-76c00e140070 HTTP/1.1" status: 204 len: 168 time: 0.3351486 Sep 20 13:43:56.493572 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:56.496290 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd3c8a7-c518-40bf-87fc-4e7107e9f372 None None] Network 2165737f-d7e7-46e1-90f5-89ac224ccd4c requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:43:56.560702 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.612968 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Deleting port 7b8f6ac3-f55d-4599-99d1-1a153c25333b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:56.613555 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.668367 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] DHCP port deletion for 2165737f-d7e7-46e1-90f5-89ac224ccd4c request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:43:56.685227 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] For port 7b8f6ac3-f55d-4599-99d1-1a153c25333b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7b8f6ac3-f55d-4599-99d1-1a153c25333b,segment=NetworkSegment(41143488-f839-4d90-9f56-f75b7d9a3646),segment_id=41143488-f839-4d90-9f56-f75b7d9a3646)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:56.685525 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.698934 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Calling delete_port for 7b8f6ac3-f55d-4599-99d1-1a153c25333b owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:56.714727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] Deleting port 7b8f6ac3-f55d-4599-99d1-1a153c25333b {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:43:56.715110 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.781445 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] For port 7b8f6ac3-f55d-4599-99d1-1a153c25333b, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=7b8f6ac3-f55d-4599-99d1-1a153c25333b,segment=NetworkSegment(41143488-f839-4d90-9f56-f75b7d9a3646),segment_id=41143488-f839-4d90-9f56-f75b7d9a3646)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:43:56.781850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.794789 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] Calling delete_port for 7b8f6ac3-f55d-4599-99d1-1a153c25333b owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:43:56.840403 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.872933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8f6ac3-f55d-4599-99d1-1a153c25333b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:56.872933 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] No DVR routers for this DVR port 7b8f6ac3-f55d-4599-99d1-1a153c25333b on host n-d-809934-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:43:56.873288 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.883012 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] No DVR routers for this DVR port 7b8f6ac3-f55d-4599-99d1-1a153c25333b on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:43:56.901408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a69b86-8170-435c-ab5d-eee9d0833669 None None] Pushing event deleted for resources: {'Port': ['ID=7b8f6ac3-f55d-4599-99d1-1a153c25333b,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:56.939699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.965772 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2165737f-d7e7-46e1-90f5-89ac224ccd4c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:56.974854 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41143488-f839-4d90-9f56-f75b7d9a3646') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:56.975155 n-d-809934-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41143488-f839-4d90-9f56-f75b7d9a3646') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:43:56.984762 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2677675'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:56.998131 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:57.003918 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:43:57.004305 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12646674'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: Traceback (most recent call last): Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: timer() Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: cb(*args, **kw) Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: return func(*args, **kwargs) Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: self._notify() Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: self.callback(batched_events) Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: event.method(event) Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: return f(self, *a, **k) Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: return self._get(url).json() Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:43:57.005937 n-d-809934-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:43:57.137567 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:57.143218 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:57.145199 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2165737f-d7e7-46e1-90f5-89ac224ccd4c HTTP/1.1" status: 204 len: 168 time: 0.6505592 Sep 20 13:43:57.157094 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0f3ed-5c74-4080-af9e-8e12be03bd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=2165737f-d7e7-46e1-90f5-89ac224ccd4c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:57.499640 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:43:57.590105 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47320) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:57.629614 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-0bb597f6-6914-457a-b36f-489f260ce8cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1cea7d24ab14224a940cf4e98e6e1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383790 Sep 20 13:43:57.632162 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47322) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:57.677382 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-666c64eb-69d9-4f63-b799-f5863a98c53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:57.697771 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-666c64eb-69d9-4f63-b799-f5863a98c53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:57.818156 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-666c64eb-69d9-4f63-b799-f5863a98c53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:57.820801 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-666c64eb-69d9-4f63-b799-f5863a98c53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:57.824673 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-666c64eb-69d9-4f63-b799-f5863a98c53b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d08e1a4-9eff-49ab-9b83-6cdd254d993d HTTP/1.1" status: 204 len: 168 time: 0.1889133 Sep 20 13:43:57.831897 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c64eb-69d9-4f63-b799-f5863a98c53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d08e1a4-9eff-49ab-9b83-6cdd254d993d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:57.837352 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 693aa33f-6bf3-4b99-ae8a-0805218409bd no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:43:57.858314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 693aa33f-6bf3-4b99-ae8a-0805218409bd {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:43:57.858659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 693aa33f-6bf3-4b99-ae8a-0805218409bd not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:43:57.859070 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7b8f6ac3-f55d-4599-99d1-1a153c25333b no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:43:57.885126 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 7b8f6ac3-f55d-4599-99d1-1a153c25333b {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:43:57.885471 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 7b8f6ac3-f55d-4599-99d1-1a153c25333b not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:43:58.541093 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47328) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:58.583647 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-64f4d71d-c6aa-47b7-bf79-0842c0b90d4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e472231bce54103a43aab290f4f3638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413907 Sep 20 13:43:58.586094 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47330) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:58.632708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4123663d-7ea6-4c67-aafe-be3a5eff62ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:58.653182 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4123663d-7ea6-4c67-aafe-be3a5eff62ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:58.783467 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4123663d-7ea6-4c67-aafe-be3a5eff62ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:58.786112 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4123663d-7ea6-4c67-aafe-be3a5eff62ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:43:58.787304 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-4123663d-7ea6-4c67-aafe-be3a5eff62ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/533cf5b5-9447-4548-8b09-403260752b2f HTTP/1.1" status: 204 len: 168 time: 0.2003086 Sep 20 13:43:58.796066 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123663d-7ea6-4c67-aafe-be3a5eff62ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533cf5b5-9447-4548-8b09-403260752b2f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:43:59.831413 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47352) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:43:59.942178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1682511212-network', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:00.031777 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Made reservation on behalf of 4ab0e4caaa564684bbed2ba7137e4093 for: {'network': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:44:00.034172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.042558 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.128220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.206052 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.229447 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=95503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:44:00.237744 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f789461c-8a96-43da-88ae-17937fb305ec,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:00.244402 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.244754 n-d-809934-3 neutron-server[95503]: INFO neutron.db.segments_db [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Added segment 7f140a13-fb7a-4698-af6c-260d1d48c64f of type vlan for network 1f9deecf-2156-4b46-b687-7c34685cbca9 Sep 20 13:44:00.285453 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.388962 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.389914 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:00.390495 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.447746 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f9deecf-2156-4b46-b687-7c34685cbca9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:00.457360 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:44:00.493616 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-a45b7113-fe7b-4e94-ad1b-27901666f2d3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6611052 Sep 20 13:44:00.496448 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47356) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:00.501183 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Request body: {'subnet': {'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1682511212-subnet', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:00.583282 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Made reservation on behalf of 4ab0e4caaa564684bbed2ba7137e4093 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:44:00.585866 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.806511 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:00.865417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:00.873046 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Checking segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:00.873408 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Network hostable DHCP agents. Network: 1f9deecf-2156-4b46-b687-7c34685cbca9, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:44:00.934985 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:44:01.069323 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, 1f9deecf-2156-4b46-b687-7c34685cbca9) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:01.073300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:01.073890 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.077972 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e51d6d-1aef-4131-8ed3-e9d4d6151319 None None] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:44:01.153058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b40256d7-6d71-45ca-9ca9-082ee812eeda admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6553688 Sep 20 13:44:01.155607 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47358) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:01.160059 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:01.219111 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-1f9deecf-2156-4b46-b687-7c34685cbca9', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:44:01.219976 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.261155 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.262220 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.328040 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.526001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Allocated IP 172.20.0.2 (1f9deecf-2156-4b46-b687-7c34685cbca9/d2b2166c-4be7-47c7-82e3-d9d0d2cee12e/5fe068f5-2e28-48e8-8625-556ff1c4c371) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:44:01.539708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.677651 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.761000 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.807326 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:01.808602 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Pushing event updated for resources: {'Port': ['ID=5fe068f5-2e28-48e8-8625-556ff1c4c371,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:01.811084 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:01.813048 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.813203 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:44:01.833490 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.863992 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Attempting to bind port 5fe068f5-2e28-48e8-8625-556ff1c4c371 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:44:01.864362 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Attempting to bind port 5fe068f5-2e28-48e8-8625-556ff1c4c371 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:44:01.864974 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Attempting to bind port 5fe068f5-2e28-48e8-8625-556ff1c4c371 on network 1f9deecf-2156-4b46-b687-7c34685cbca9 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:44:01.870728 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:44:01.871114 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Checking segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:01.871522 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.871922 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Bound using segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:44:01.872422 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Bound port: 5fe068f5-2e28-48e8-8625-556ff1c4c371, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:44:01.872815 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:01.941053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] For port 5fe068f5-2e28-48e8-8625-556ff1c4c371, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:44:01.942524 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Allocated IP 172.25.6.217 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/b228b3c2-3956-439a-ad4c-0de434748ed3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:44:01.943918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] For port 5fe068f5-2e28-48e8-8625-556ff1c4c371, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5fe068f5-2e28-48e8-8625-556ff1c4c371,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:44:02.006612 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:02.046216 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:02.064964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff9f2f-f294-4039-9a7c-951c04df8626 None None] Pushing event updated for resources: {'Port': ['ID=5fe068f5-2e28-48e8-8625-556ff1c4c371,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:02.144041 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:02.183509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:02.186369 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:02.189759 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:44:02.218071 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Pushing event updated for resources: {'Port': ['ID=b228b3c2-3956-439a-ad4c-0de434748ed3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:02.515026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:02.708621 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:02.909117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Router f0287944-4d22-44aa-bb01-c27d08e639f0 is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:44:02.928593 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42d70be-f0a9-483d-9ae4-620eab7eab02 None None] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:44:03.018944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:44:03.032094 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Sync routers for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:44:03.042183 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:03.042878 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:03.060131 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-be517cf7-2476-4452-8a1f-a2ae10d18932 None None] Provisioning complete for port 5fe068f5-2e28-48e8-8625-556ff1c4c371 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:03.060512 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be517cf7-2476-4452-8a1f-a2ae10d18932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.089481 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.093543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-dbcec120-4c4b-41bc-b685-ea0a6f37bd4c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9344020 Sep 20 13:44:03.094301 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47360) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:03.151141 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:03.161543 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be517cf7-2476-4452-8a1f-a2ae10d18932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.194724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-be517cf7-2476-4452-8a1f-a2ae10d18932 None None] For port 5fe068f5-2e28-48e8-8625-556ff1c4c371, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5fe068f5-2e28-48e8-8625-556ff1c4c371,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:03.260539 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-be517cf7-2476-4452-8a1f-a2ae10d18932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.329914 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be517cf7-2476-4452-8a1f-a2ae10d18932 None None] Pushing event updated for resources: {'Port': ['ID=5fe068f5-2e28-48e8-8625-556ff1c4c371,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:03.357400 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:02Z', 'revision_number': 3, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:03.385483 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Checking router: f0287944-4d22-44aa-bb01-c27d08e639f0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:44:03.385806 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Updating router f0287944-4d22-44aa-bb01-c27d08e639f0 port b228b3c2-3956-439a-ad4c-0de434748ed3 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:44:03.410786 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.482006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-98d42a63-82ac-44e8-999f-668232a53e78 None None] Provisioning complete for port 5fe068f5-2e28-48e8-8625-556ff1c4c371 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:03.482435 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-98d42a63-82ac-44e8-999f-668232a53e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.554795 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.716677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Allocated IP 172.20.0.1 (1f9deecf-2156-4b46-b687-7c34685cbca9/d2b2166c-4be7-47c7-82e3-d9d0d2cee12e/a77023b1-9956-4023-9be7-a80d9a9a9173) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:44:03.774899 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.821471 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.843695 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.868167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5fe068f5-2e28-48e8-8625-556ff1c4c371 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:03.895908 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Pushing event updated for resources: {'Port': ['ID=b228b3c2-3956-439a-ad4c-0de434748ed3,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:03.898828 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Attempting to bind port b228b3c2-3956-439a-ad4c-0de434748ed3 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:44:03.899196 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Attempting to bind port b228b3c2-3956-439a-ad4c-0de434748ed3 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:44:03.899560 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Attempting to bind port b228b3c2-3956-439a-ad4c-0de434748ed3 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:44:03.908023 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:44:03.908401 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:03.908802 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.909232 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:44:03.909550 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.909691 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Bound port: b228b3c2-3956-439a-ad4c-0de434748ed3, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:44:03.910059 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.914576 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.915039 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.915581 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.916041 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.917195 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.919177 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.919550 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.922679 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.922679 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.922679 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.922679 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.923038 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 5fe068f5-2e28-48e8-8625-556ff1c4c371 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:03.923125 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:44:03.923226 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:03.949480 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:03.952484 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:03.956400 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:44:03.980325 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] For port b228b3c2-3956-439a-ad4c-0de434748ed3, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:44:03.983905 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] For port b228b3c2-3956-439a-ad4c-0de434748ed3, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b228b3c2-3956-439a-ad4c-0de434748ed3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:44:03.991620 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Pushing event updated for resources: {'Port': ['ID=a77023b1-9956-4023-9be7-a80d9a9a9173,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:04.015178 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:04.046674 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:04.110818 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:04.113715 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:04.113715 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2735d9-3430-4fb0-b326-ad648765af53 None None] Pushing event updated for resources: {'Port': ['ID=b228b3c2-3956-439a-ad4c-0de434748ed3,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:04.189469 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-20acb09b-df08-4890-b2ea-bf22eb35de23 None None] Provisioning complete for port a77023b1-9956-4023-9be7-a80d9a9a9173 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:04.190091 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-20acb09b-df08-4890-b2ea-bf22eb35de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:04.219456 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:04.225149 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:04.230833 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-20acb09b-df08-4890-b2ea-bf22eb35de23 None None] Port a77023b1-9956-4023-9be7-a80d9a9a9173 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:44:04.388727 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:04.402375 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:02Z', 'revision_number': 3, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:04.427470 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5e7ad-11b1-4b05-9bea-6b218d30b073 None None] The sync data for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 is: [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:02Z', 'revision_number': 3, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:44:04.443905 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:04.517475 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:04.519334 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Pushing event updated for resources: {'Port': ['ID=a77023b1-9956-4023-9be7-a80d9a9a9173,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:04.617885 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:04.626171 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:04.762660 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Router f0287944-4d22-44aa-bb01-c27d08e639f0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:44:04.856815 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-6cf373db-5d2e-4343-8965-eee91b61a943 None None] Provisioning complete for port a77023b1-9956-4023-9be7-a80d9a9a9173 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:04.857623 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6cf373db-5d2e-4343-8965-eee91b61a943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:04.888157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:44:04.894360 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f017601-19b4-4425-a8dd-12098e4a0cea admin admin] 10.222.0.37 "PUT /v2.0/routers/f0287944-4d22-44aa-bb01-c27d08e639f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7986233 Sep 20 13:44:04.906807 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-6cf373db-5d2e-4343-8965-eee91b61a943 None None] Port a77023b1-9956-4023-9be7-a80d9a9a9173 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:44:05.551486 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47380) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:05.557162 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1892270126-network', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:05.649416 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Made reservation on behalf of 2bfab61407d64d29a4468e759eafa2f2 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:44:05.651820 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:05.662278 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:05.757814 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:05.815062 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:05.842851 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:44:05.852775 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6736816b-4646-4d3b-a7af-9e34a7f2a2a7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:05.857670 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:05.858009 n-d-809934-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Added segment 88e535cc-d2a2-4b8f-8ebe-e974ce70ec01 of type vlan for network ecc402bf-95e2-4728-982e-7e3662a5523e Sep 20 13:44:05.881255 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b228b3c2-3956-439a-ad4c-0de434748ed3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:05.903643 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765113633311'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:05.936793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b228b3c2-3956-439a-ad4c-0de434748ed3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:05.937120 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:05.992246 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:05.993395 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:05.994049 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.000967 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Sync routers for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:44:06.018472 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:06.019069 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:06.025854 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.055402 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] Pushing event updated for resources: {'Network': ['ID=ecc402bf-95e2-4728-982e-7e3662a5523e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:06.071162 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Network ecc402bf-95e2-4728-982e-7e3662a5523e details requested by agent ovs-agent-n-d-809934-3 with host n-d-809934-3 {{(pid=95504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:44:06.089822 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-77518c64-8950-4b2e-8a1d-f4e7cd55515a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5372152 Sep 20 13:44:06.092667 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47382) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:06.097689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Request body: {'subnet': {'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1892270126-subnet', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'ip_version': 4}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:06.100494 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port b228b3c2-3956-439a-ad4c-0de434748ed3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b228b3c2-3956-439a-ad4c-0de434748ed3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:06.174594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.179343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Made reservation on behalf of 2bfab61407d64d29a4468e759eafa2f2 for: {'subnet': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:44:06.181060 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12802310'] for subnet, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.221855 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:06.267781 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=b228b3c2-3956-439a-ad4c-0de434748ed3,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:06.404102 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12590908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12802344'] for subnet, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.433279 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 2, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:06.463516 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Checking router: f0287944-4d22-44aa-bb01-c27d08e639f0 for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:44:06.463793 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Updating router f0287944-4d22-44aa-bb01-c27d08e639f0 port a77023b1-9956-4023-9be7-a80d9a9a9173 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:44:06.464264 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5beaae03-606a-45a9-a587-aac838b559c6,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:06.475009 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Checking segment: {'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:06.475009 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Network hostable DHCP agents. Network: ecc402bf-95e2-4728-982e-7e3662a5523e, hostable agents: ['52bd140b-ab37-423a-a180-b9d8843a776c'], hosted agents: [] {{(pid=95503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:44:06.489248 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.537414 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Network ecc402bf-95e2-4728-982e-7e3662a5523e is scheduled to be hosted by DHCP agent 52bd140b-ab37-423a-a180-b9d8843a776c with binding_index 1 {{(pid=95503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:44:06.623165 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809934-3, ecc402bf-95e2-4728-982e-7e3662a5523e) {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:06.627178 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:06.627770 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.633266 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb70239-6884-49c5-bd8d-6280b3434231 None None] Network ecc402bf-95e2-4728-982e-7e3662a5523e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:44:06.715578 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-908e1f02-3a0e-4b74-9a77-e32f91a03a68 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6215975 Sep 20 13:44:06.717980 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47384) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:06.722311 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793'}}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:06.821668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16282251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16094'] for router, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.823348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16283419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16278923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16763398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16105'] for router, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.852346 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.865590 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2dba3355-4812-530c-bbed-2f16eb23b956-ecc402bf-95e2-4728-982e-7e3662a5523e', 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'fixed_ips': [{'subnet_id': '5beaae03-606a-45a9-a587-aac838b559c6'}]}} from n-d-809934-3. {{(pid=95504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 13:44:06.866652 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.877111 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:06.986361 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.037707 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.db_base_plugin_common [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Allocated IP 172.20.0.2 (ecc402bf-95e2-4728-982e-7e3662a5523e/5beaae03-606a-45a9-a587-aac838b559c6/61893e56-4433-49f2-8277-642eac33cb51) {{(pid=95504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:44:07.052365 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59d565-a80e-48f2-ad01-ead6e2a88992 None None] Pushing event updated for resources: {'Port': ['ID=a77023b1-9956-4023-9be7-a80d9a9a9173,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:07.163762 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Attempting to bind port a77023b1-9956-4023-9be7-a80d9a9a9173 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:44:07.164151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Attempting to bind port a77023b1-9956-4023-9be7-a80d9a9a9173 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:44:07.164514 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Attempting to bind port a77023b1-9956-4023-9be7-a80d9a9a9173 on network 1f9deecf-2156-4b46-b687-7c34685cbca9 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:44:07.171453 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:44:07.171831 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Checking segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:07.172237 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.172636 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Bound using segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:44:07.173133 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Bound port: a77023b1-9956-4023-9be7-a80d9a9a9173, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:44:07.173524 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.177320 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.296204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] For port a77023b1-9956-4023-9be7-a80d9a9a9173, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:44:07.300588 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] For port a77023b1-9956-4023-9be7-a80d9a9a9173, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a77023b1-9956-4023-9be7-a80d9a9a9173,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:44:07.308204 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2c233ccd-c572-46ba-bcb5-89e271952f29 None None] Provisioning complete for port a77023b1-9956-4023-9be7-a80d9a9a9173 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:07.308594 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2c233ccd-c572-46ba-bcb5-89e271952f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.338663 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Notify callbacks [] for port, precommit_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.351170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2c233ccd-c572-46ba-bcb5-89e271952f29 None None] Port a77023b1-9956-4023-9be7-a80d9a9a9173 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:44:07.392592 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.426198 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.448877 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.451488 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:07.452117 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:07.455862 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59d565-a80e-48f2-ad01-ead6e2a88992 None None] Pushing event updated for resources: {'Port': ['ID=a77023b1-9956-4023-9be7-a80d9a9a9173,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:07.512019 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818'] for port, after_create {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.565231 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Allocated IP 172.25.6.105 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/fefe6f69-eed6-4ca9-976c-38f1a79d9b62) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:44:07.588408 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Network ecc402bf-95e2-4728-982e-7e3662a5523e is already hosted by enough agents. {{(pid=95504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:07.603137 n-d-809934-3 neutron-server[95504]: DEBUG neutron.scheduler.base_scheduler [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Resources bound (agent type, host, resource id): {{(pid=95504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:07.609777 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Pushing event updated for resources: {'Port': ['ID=61893e56-4433-49f2-8277-642eac33cb51,revision_number=1']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:07.612174 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Received port after_create {{(pid=95504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:44:07.622918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:07.894323 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b228b3c2-3956-439a-ad4c-0de434748ed3 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:07.926129 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2271857c-c372-48c5-ad03-5b7c72d5b8dc None None] Provisioning complete for port a77023b1-9956-4023-9be7-a80d9a9a9173 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:07.926391 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2271857c-c372-48c5-ad03-5b7c72d5b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.939524 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Attempting to bind port 61893e56-4433-49f2-8277-642eac33cb51 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:44:07.942657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Attempting to bind port 61893e56-4433-49f2-8277-642eac33cb51 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:44:07.942657 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Attempting to bind port 61893e56-4433-49f2-8277-642eac33cb51 on network ecc402bf-95e2-4728-982e-7e3662a5523e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:44:07.988188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:44:07.988188 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Checking segment: {'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:07.988188 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.989124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Bound using segment: {'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:44:07.989124 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Bound port: 61893e56-4433-49f2-8277-642eac33cb51, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:44:07.989392 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:07.999618 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:08.095554 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:08.121029 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port b228b3c2-3956-439a-ad4c-0de434748ed3 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:08.121397 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:08.134554 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:08.137409 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:08.140830 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:44:08.165772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Pushing event updated for resources: {'Port': ['ID=fefe6f69-eed6-4ca9-976c-38f1a79d9b62,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:08.187463 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] For port 61893e56-4433-49f2-8277-642eac33cb51, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:44:08.213125 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] For port 61893e56-4433-49f2-8277-642eac33cb51, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=61893e56-4433-49f2-8277-642eac33cb51,segment=NetworkSegment(88e535cc-d2a2-4b8f-8ebe-e974ce70ec01),segment_id=88e535cc-d2a2-4b8f-8ebe-e974ce70ec01)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:44:08.218154 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2271857c-c372-48c5-ad03-5b7c72d5b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:08.268943 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2271857c-c372-48c5-ad03-5b7c72d5b8dc None None] For port a77023b1-9956-4023-9be7-a80d9a9a9173, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a77023b1-9956-4023-9be7-a80d9a9a9173,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:08.293259 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:08.330697 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:07Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:08.374715 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2271857c-c372-48c5-ad03-5b7c72d5b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:08.379660 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae8419-7a89-493d-86cc-52e79ada3c34 None None] The sync data for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 is: [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:07Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:44:08.396042 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c117ec-b874-483b-b77d-4586bff3e53b None None] Pushing event updated for resources: {'Port': ['ID=61893e56-4433-49f2-8277-642eac33cb51,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:08.454957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271857c-c372-48c5-ad03-5b7c72d5b8dc None None] Pushing event updated for resources: {'Port': ['ID=a77023b1-9956-4023-9be7-a80d9a9a9173,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:08.523456 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:08.784420 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16283412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16281948'] for router, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:09.012012 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e is scheduled to L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 with binding_index 1 {{(pid=95503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:44:09.135156 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:44:09.146790 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Sync routers for ids ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:44:09.157273 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Routers {'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:09.158003 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:09.230396 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:09.234239 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-5b7d7535-45d4-4fb7-bec6-1f05fcef10ef admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5127332 Sep 20 13:44:09.234452 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47388) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:09.276963 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Set router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:09.415573 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db62ea36-f660-4ad2-95ef-af7219f23c91 None None] Network ecc402bf-95e2-4728-982e-7e3662a5523e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:44:09.507927 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 3, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port': {'id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:07Z', 'updated_at': '2021-09-20T13:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:09.515638 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5211a368-7e61-4cfe-9859-08bff3cf6e04 None None] Provisioning complete for port 61893e56-4433-49f2-8277-642eac33cb51 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:09.516008 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5211a368-7e61-4cfe-9859-08bff3cf6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:09.543342 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Checking router: cff6b2b8-01fe-4a16-82fc-7fb04701ae8e for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:44:09.543767 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Updating router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e port fefe6f69-eed6-4ca9-976c-38f1a79d9b62 binding host n-d-809934-3 {{(pid=95505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:44:09.575264 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:09.673509 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5211a368-7e61-4cfe-9859-08bff3cf6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:09.715075 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5211a368-7e61-4cfe-9859-08bff3cf6e04 None None] For port 61893e56-4433-49f2-8277-642eac33cb51, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=61893e56-4433-49f2-8277-642eac33cb51,segment=NetworkSegment(88e535cc-d2a2-4b8f-8ebe-e974ce70ec01),segment_id=88e535cc-d2a2-4b8f-8ebe-e974ce70ec01)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:09.747903 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:09.795087 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5211a368-7e61-4cfe-9859-08bff3cf6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:09.893417 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211a368-7e61-4cfe-9859-08bff3cf6e04 None None] Pushing event updated for resources: {'Port': ['ID=61893e56-4433-49f2-8277-642eac33cb51,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:09.913443 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Notify callbacks [] for port, precommit_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:09.972791 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 61893e56-4433-49f2-8277-642eac33cb51 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:09.975738 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Allocated IP 172.20.0.1 (ecc402bf-95e2-4728-982e-7e3662a5523e/5beaae03-606a-45a9-a587-aac838b559c6/dbcc1562-a47d-4e0f-9914-9caa8470cb47) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:44:09.994556 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.041539 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-5ce9f99d-93e9-4aa6-9089-c95b8a7334b8 None None] Provisioning complete for port 61893e56-4433-49f2-8277-642eac33cb51 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:10.042073 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5ce9f99d-93e9-4aa6-9089-c95b8a7334b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.061613 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Attempting to bind port fefe6f69-eed6-4ca9-976c-38f1a79d9b62 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:44:10.062162 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Attempting to bind port fefe6f69-eed6-4ca9-976c-38f1a79d9b62 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:44:10.062588 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Attempting to bind port fefe6f69-eed6-4ca9-976c-38f1a79d9b62 on network 74831730-c29e-4033-a27c-161590b78793 {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:44:10.064593 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40017541-ff1c-4740-b4b6-811b9bdd657c None None] Pushing event updated for resources: {'Port': ['ID=fefe6f69-eed6-4ca9-976c-38f1a79d9b62,revision_number=2']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:10.067206 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 61893e56-4433-49f2-8277-642eac33cb51 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:10.067739 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.070587 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:44:10.071088 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Checking segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:10.071589 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.072095 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Bound using segment: {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'} {{(pid=95505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:44:10.072663 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.managers [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Bound port: fefe6f69-eed6-4ca9-976c-38f1a79d9b62, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6a4e-529b-4ecc-989b-eefd872bebc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74831730-c29e-4033-a27c-161590b78793'}}] {{(pid=95505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:44:10.073246 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.099581 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.136007 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] For port fefe6f69-eed6-4ca9-976c-38f1a79d9b62, host n-d-809934-3, cleared binding levels {{(pid=95505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:44:10.139729 n-d-809934-3 neutron-server[95505]: DEBUG neutron.plugins.ml2.db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] For port fefe6f69-eed6-4ca9-976c-38f1a79d9b62, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fefe6f69-eed6-4ca9-976c-38f1a79d9b62,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:44:10.190271 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a77023b1-9956-4023-9be7-a80d9a9a9173 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:10.229468 n-d-809934-3 neutron-server[95505]: DEBUG neutron_lib.callbacks.manager [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.239095 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port a77023b1-9956-4023-9be7-a80d9a9a9173 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:10.239717 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.255180 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.285263 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Routers {'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:10.285891 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:10.302650 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Network ecc402bf-95e2-4728-982e-7e3662a5523e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:10.308863 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:10.313001 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:44:10.324405 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40017541-ff1c-4740-b4b6-811b9bdd657c None None] Pushing event updated for resources: {'Port': ['ID=fefe6f69-eed6-4ca9-976c-38f1a79d9b62,revision_number=3']} {{(pid=95505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:10.355949 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcc1562-a47d-4e0f-9914-9caa8470cb47,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:10.370708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16281995'] for router_interface, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.398415 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] Set router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:10.581408 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.606534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-d6b5e156-7ec4-4020-82da-7a928a43807a None None] Provisioning complete for port dbcc1562-a47d-4e0f-9914-9caa8470cb47 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:10.607120 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e156-7ec4-4020-82da-7a928a43807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.644333 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5e156-7ec4-4020-82da-7a928a43807a None None] Port dbcc1562-a47d-4e0f-9914-9caa8470cb47 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:44:10.682657 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 3, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port': {'id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:07Z', 'updated_at': '2021-09-20T13:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:10.708944 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053f858-fffc-44a9-9ffc-948673d7cd82 None None] The sync data for ids ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'] in n-d-809934-3 is: [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 3, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port': {'id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:07Z', 'updated_at': '2021-09-20T13:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:44:10.760795 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.820662 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.895148 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16369837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16281371'] for router_interface, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:10.896967 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcc1562-a47d-4e0f-9914-9caa8470cb47,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:11.005328 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Network ecc402bf-95e2-4728-982e-7e3662a5523e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:11.006715 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:11.137345 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:44:11.252271 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:44:11.259728 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-6b61d91a-d2fc-4207-a814-e283d00248f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/cff6b2b8-01fe-4a16-82fc-7fb04701ae8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0242321 Sep 20 13:44:11.268942 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-973b4dfa-abbd-4ce7-b8db-bbadec5b3eb5 None None] Provisioning complete for port dbcc1562-a47d-4e0f-9914-9caa8470cb47 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:11.269347 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-973b4dfa-abbd-4ce7-b8db-bbadec5b3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:11.312314 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-973b4dfa-abbd-4ce7-b8db-bbadec5b3eb5 None None] Port dbcc1562-a47d-4e0f-9914-9caa8470cb47 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:44:11.818027 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47396) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:11.823394 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-fa45dc85-1c24-48fd-989e-8c80ac98940e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-815170743', 'description': 'tempest-secgroup-smoke-815170743 description', 'project_id': '4ab0e4caaa564684bbed2ba7137e4093'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:11.903085 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa45dc85-1c24-48fd-989e-8c80ac98940e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:11.916562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 61893e56-4433-49f2-8277-642eac33cb51 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:11.993260 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa45dc85-1c24-48fd-989e-8c80ac98940e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.062936 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port 61893e56-4433-49f2-8277-642eac33cb51 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:12.063307 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.103421 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa45dc85-1c24-48fd-989e-8c80ac98940e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.133375 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45dc85-1c24-48fd-989e-8c80ac98940e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c56e289-dcd6-45fc-90fc-15eca9961480,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:12.146821 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fefe6f69-eed6-4ca9-976c-38f1a79d9b62 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:12.197096 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port fefe6f69-eed6-4ca9-976c-38f1a79d9b62 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:12.197489 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.198264 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa45dc85-1c24-48fd-989e-8c80ac98940e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.199760 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fa45dc85-1c24-48fd-989e-8c80ac98940e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3807514 Sep 20 13:44:12.204878 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 47398) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:12.208167 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [None req-433136eb-de48-42b1-af2e-340c6274d9e5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'security_group_rule': {'security_group_id': '0c56e289-dcd6-45fc-90fc-15eca9961480', 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:12.231632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Sync routers for ids ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:44:12.252338 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Routers {'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:12.252956 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:12.311229 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433136eb-de48-42b1-af2e-340c6274d9e5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.331750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.368555 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433136eb-de48-42b1-af2e-340c6274d9e5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.388006 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] For port fefe6f69-eed6-4ca9-976c-38f1a79d9b62, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fefe6f69-eed6-4ca9-976c-38f1a79d9b62,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:12.402616 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Set router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:12.434973 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433136eb-de48-42b1-af2e-340c6274d9e5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.450302 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433136eb-de48-42b1-af2e-340c6274d9e5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad5a09e-ca41-4fc7-87af-132315ea039c,revision_number=0']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:12.480981 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.526437 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-433136eb-de48-42b1-af2e-340c6274d9e5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.527808 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-433136eb-de48-42b1-af2e-340c6274d9e5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3232512 Sep 20 13:44:12.530694 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47400) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:12.535571 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2df5a3b0-6747-47d2-b891-176b3b96689b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'security_group_rule': {'security_group_id': '0c56e289-dcd6-45fc-90fc-15eca9961480', 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:12.573916 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d54d858d-9d85-41ce-bf8b-b2ad4a64c40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.584048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Pushing event updated for resources: {'Port': ['ID=fefe6f69-eed6-4ca9-976c-38f1a79d9b62,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:12.634851 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2df5a3b0-6747-47d2-b891-176b3b96689b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.654140 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:44:10Z', 'revision_number': 4, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port': {'id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:07Z', 'updated_at': '2021-09-20T13:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'dbcc1562-a47d-4e0f-9914-9caa8470cb47', 'name': '', 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'mac_address': 'fa:16:3e:52:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5beaae03-606a-45a9-a587-aac838b559c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:09Z', 'updated_at': '2021-09-20T13:44:10Z', 'revision_number': 2, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'subnets': [{'id': '5beaae03-606a-45a9-a587-aac838b559c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:12.679269 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Checking router: cff6b2b8-01fe-4a16-82fc-7fb04701ae8e for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:44:12.679643 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Updating router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e port dbcc1562-a47d-4e0f-9914-9caa8470cb47 binding host n-d-809934-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:44:12.697128 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2df5a3b0-6747-47d2-b891-176b3b96689b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.703563 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.780699 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2df5a3b0-6747-47d2-b891-176b3b96689b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.800812 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5a3b0-6747-47d2-b891-176b3b96689b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5994aff6-fe50-49a1-ae08-5822c7c85329,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:12.877694 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2df5a3b0-6747-47d2-b891-176b3b96689b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:12.879096 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-2df5a3b0-6747-47d2-b891-176b3b96689b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3472121 Sep 20 13:44:12.881944 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:12.886858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-32d4ee83-093c-4896-97f2-1a321345761e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'security_group_rule': {'security_group_id': '0c56e289-dcd6-45fc-90fc-15eca9961480', 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:12.973967 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32d4ee83-093c-4896-97f2-1a321345761e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.033522 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32d4ee83-093c-4896-97f2-1a321345761e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.102839 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32d4ee83-093c-4896-97f2-1a321345761e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.117940 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4ee83-093c-4896-97f2-1a321345761e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394f6c31-e3d4-40cf-b004-6265df166ef7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:13.132382 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.177159 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32d4ee83-093c-4896-97f2-1a321345761e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.178501 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-32d4ee83-093c-4896-97f2-1a321345761e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2952490 Sep 20 13:44:13.181257 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:13.185419 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-08ae25da-31a2-48fb-abe9-e2078647c248 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'security_group_rule': {'security_group_id': '0c56e289-dcd6-45fc-90fc-15eca9961480', 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:13.200023 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.247878 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7bf66-526f-4f34-b679-200509452bd2 None None] Pushing event updated for resources: {'Port': ['ID=dbcc1562-a47d-4e0f-9914-9caa8470cb47,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:13.293858 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ae25da-31a2-48fb-abe9-e2078647c248 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.302549 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Attempting to bind port dbcc1562-a47d-4e0f-9914-9caa8470cb47 on host n-d-809934-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:44:13.302957 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Attempting to bind port dbcc1562-a47d-4e0f-9914-9caa8470cb47 by drivers openvswitch,hyperv on host n-d-809934-3 at level 0 using segments [{'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:44:13.303283 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Attempting to bind port dbcc1562-a47d-4e0f-9914-9caa8470cb47 on network ecc402bf-95e2-4728-982e-7e3662a5523e {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:44:13.308363 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Checking agent: {'id': '056f31ac-0f21-4699-a410-e571b5080efe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 10, 15), 'started_at': datetime.datetime(2021, 9, 20, 12, 10, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809934-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:44:13.308732 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Checking segment: {'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:13.309159 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.309553 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Bound using segment: {'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:44:13.310418 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Bound port: dbcc1562-a47d-4e0f-9914-9caa8470cb47, host: n-d-809934-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:44:13.310566 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.373097 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ae25da-31a2-48fb-abe9-e2078647c248 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.382813 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] For port dbcc1562-a47d-4e0f-9914-9caa8470cb47, host n-d-809934-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:44:13.385964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] For port dbcc1562-a47d-4e0f-9914-9caa8470cb47, host n-d-809934-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dbcc1562-a47d-4e0f-9914-9caa8470cb47,segment=NetworkSegment(88e535cc-d2a2-4b8f-8ebe-e974ce70ec01),segment_id=88e535cc-d2a2-4b8f-8ebe-e974ce70ec01)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:44:13.434763 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ae25da-31a2-48fb-abe9-e2078647c248 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.445481 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-96bb064d-4dd2-4702-be8b-dec1642af7db None None] Provisioning complete for port dbcc1562-a47d-4e0f-9914-9caa8470cb47 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:13.445969 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-96bb064d-4dd2-4702-be8b-dec1642af7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.452055 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae25da-31a2-48fb-abe9-e2078647c248 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14253119-922d-4cce-9cb1-040ab166bb12,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:13.466230 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.520907 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-96bb064d-4dd2-4702-be8b-dec1642af7db None None] Port dbcc1562-a47d-4e0f-9914-9caa8470cb47 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:44:13.531826 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ae25da-31a2-48fb-abe9-e2078647c248 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.533389 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-08ae25da-31a2-48fb-abe9-e2078647c248 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510749 Sep 20 13:44:13.536076 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:13.540300 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Routers {'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:13.540940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:43:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:13.541290 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f2672173-688b-4a56-acef-9688ab006bc2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'security_group_rule': {'security_group_id': '0c56e289-dcd6-45fc-90fc-15eca9961480', 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:13.578268 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7bf66-526f-4f34-b679-200509452bd2 None None] Pushing event updated for resources: {'Port': ['ID=dbcc1562-a47d-4e0f-9914-9caa8470cb47,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:13.652298 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-f2672173-688b-4a56-acef-9688ab006bc2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Project 4ab0e4caaa564684bbed2ba7137e4093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:44:13.657673 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2672173-688b-4a56-acef-9688ab006bc2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.657952 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] Set router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:13.722762 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2672173-688b-4a56-acef-9688ab006bc2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.760420 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-739a447d-8066-44cf-870e-8ae285f91f4f None None] Provisioning complete for port dbcc1562-a47d-4e0f-9914-9caa8470cb47 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:13.760792 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739a447d-8066-44cf-870e-8ae285f91f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.801737 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2672173-688b-4a56-acef-9688ab006bc2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.820110 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2672173-688b-4a56-acef-9688ab006bc2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab12f73-1a23-4925-a629-2e81ccc61a17,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:13.867951 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fefe6f69-eed6-4ca9-976c-38f1a79d9b62 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:13.906441 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2672173-688b-4a56-acef-9688ab006bc2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.907622 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-f2672173-688b-4a56-acef-9688ab006bc2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3705697 Sep 20 13:44:13.910513 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:13.915177 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6c4e1823-9b8b-475f-b6c4-76b4cebcf148 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'security_group_rule': {'security_group_id': '0c56e289-dcd6-45fc-90fc-15eca9961480', 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:13.942470 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739a447d-8066-44cf-870e-8ae285f91f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:13.993097 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:44:10Z', 'revision_number': 4, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port': {'id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:07Z', 'updated_at': '2021-09-20T13:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'dbcc1562-a47d-4e0f-9914-9caa8470cb47', 'name': '', 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'mac_address': 'fa:16:3e:52:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5beaae03-606a-45a9-a587-aac838b559c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:09Z', 'updated_at': '2021-09-20T13:44:13Z', 'revision_number': 4, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'subnets': [{'id': '5beaae03-606a-45a9-a587-aac838b559c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:13.995820 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-739a447d-8066-44cf-870e-8ae285f91f4f None None] For port dbcc1562-a47d-4e0f-9914-9caa8470cb47, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dbcc1562-a47d-4e0f-9914-9caa8470cb47,segment=NetworkSegment(88e535cc-d2a2-4b8f-8ebe-e974ce70ec01),segment_id=88e535cc-d2a2-4b8f-8ebe-e974ce70ec01)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:13.999118 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port fefe6f69-eed6-4ca9-976c-38f1a79d9b62 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:13.999490 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:14.024612 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc0cac7-4a10-49d6-8a3b-7c0816888836 None None] The sync data for ids ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'] in n-d-809934-3 is: [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:44:10Z', 'revision_number': 4, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port': {'id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:07Z', 'updated_at': '2021-09-20T13:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'dbcc1562-a47d-4e0f-9914-9caa8470cb47', 'name': '', 'network_id': 'ecc402bf-95e2-4728-982e-7e3662a5523e', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'mac_address': 'fa:16:3e:52:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5beaae03-606a-45a9-a587-aac838b559c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:09Z', 'updated_at': '2021-09-20T13:44:13Z', 'revision_number': 4, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'subnets': [{'id': '5beaae03-606a-45a9-a587-aac838b559c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:44:14.027622 n-d-809934-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-6c4e1823-9b8b-475f-b6c4-76b4cebcf148 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Project 4ab0e4caaa564684bbed2ba7137e4093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:44:14.033419 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c4e1823-9b8b-475f-b6c4-76b4cebcf148 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:14.070266 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739a447d-8066-44cf-870e-8ae285f91f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:14.122560 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c4e1823-9b8b-475f-b6c4-76b4cebcf148 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:14.170127 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a447d-8066-44cf-870e-8ae285f91f4f None None] Pushing event updated for resources: {'Port': ['ID=dbcc1562-a47d-4e0f-9914-9caa8470cb47,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:14.183207 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c4e1823-9b8b-475f-b6c4-76b4cebcf148 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319544'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:14.202324 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e1823-9b8b-475f-b6c4-76b4cebcf148 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af9eb77-09c4-4b71-9e0e-8920e0ba8065,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:14.268767 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c4e1823-9b8b-475f-b6c4-76b4cebcf148 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:14.270122 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-6c4e1823-9b8b-475f-b6c4-76b4cebcf148 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3584640 Sep 20 13:44:14.413938 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-b4175d9c-5521-4fab-9710-1474e8908365 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815170743&fields=id&tenant_id=4ab0e4caaa564684bbed2ba7137e4093 HTTP/1.1" status: 200 len: 267 time: 0.0341442 Sep 20 13:44:14.529224 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-b590cf99-554d-47de-839d-360674891632 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:14.530676 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-b590cf99-554d-47de-839d-360674891632 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 810 time: 0.1095142 Sep 20 13:44:14.545838 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-fbeaa5f7-082b-4b4e-a48b-a6102f4eec1a tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/quotas/4ab0e4caaa564684bbed2ba7137e4093 HTTP/1.1" status: 200 len: 375 time: 0.0093989 Sep 20 13:44:14.594852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-995b7770-329c-407b-a233-e460943894b6 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438209 Sep 20 13:44:14.784964 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-20aefa1e-d751-4f9c-a6a8-aeae77a20e1f service neutron] 10.222.0.37 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773541 Sep 20 13:44:14.877174 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-a9911056-caad-420c-86aa-fcf413978609 service neutron] 10.222.0.37 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853856 Sep 20 13:44:15.139446 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-70ddfe8b-db07-4bb3-a849-b263d5ff37b6 req-8cf6faac-2418-4101-96d5-7af90fa6e1ed tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 210 time: 0.0305135 Sep 20 13:44:15.225961 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4355dd37-a4fa-4ef8-a0e8-4449088c7582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:15.740391 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:15.885846 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dbcc1562-a47d-4e0f-9914-9caa8470cb47 up at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:15.934185 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Provisioning complete for port dbcc1562-a47d-4e0f-9914-9caa8470cb47 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:15.934560 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:16.240325 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e205f3a8-8689-48f7-895a-65d66346c007 req-2f497652-3e73-405a-aa27-479061e46690 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 210 time: 0.0340641 Sep 20 13:44:16.908750 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:17.289719 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-52953009-5060-4927-9bc4-cf54622d2bd4 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:17.291345 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-52953009-5060-4927-9bc4-cf54622d2bd4 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.32 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 810 time: 0.1082444 Sep 20 13:44:17.334490 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-556d2c39-6a1d-41cb-aa7b-78415957e5e7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab0e4caaa564684bbed2ba7137e4093 HTTP/1.1" status: 200 len: 379 time: 0.0340774 Sep 20 13:44:17.342100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-88fe7a1f-565a-4981-9d64-9a13ea0d8cd0 req-15765292-6269-4bdb-a191-e72d56da509d tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 210 time: 0.0301054 Sep 20 13:44:17.344017 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'port': {'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'admin_state_up': True, 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'security_groups': ['0c56e289-dcd6-45fc-90fc-15eca9961480']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:17.542755 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Made reservation on behalf of 4ab0e4caaa564684bbed2ba7137e4093 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:44:17.546281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:17.666940 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Allocated IP 172.20.0.8 (1f9deecf-2156-4b46-b687-7c34685cbca9/d2b2166c-4be7-47c7-82e3-d9d0d2cee12e/2ab3b31a-2d52-4fd3-853e-7d8ac91db396) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:44:17.800878 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:17.903390 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:17.950376 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:17.953483 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:17.956994 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:44:17.966644 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:18.017429 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:18.018066 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.118560 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-e9fed632-65e9-4c99-b39a-80908d61443c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780356 Sep 20 13:44:18.131189 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Request body: {'port': {'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:18.189806 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.249454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-341d6c1d-8f72-4cfd-8d17-626635aed829 None None] Provisioning complete for port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:18.250041 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-341d6c1d-8f72-4cfd-8d17-626635aed829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.272132 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.288080 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-341d6c1d-8f72-4cfd-8d17-626635aed829 None None] Port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:44:18.471611 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:44:18.476734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e227a40-61b4-4034-950c-e21ca9633e87 req-06d67769-00f9-4eab-b0f8-d4e241c81210 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:18.478362 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e227a40-61b4-4034-950c-e21ca9633e87 req-06d67769-00f9-4eab-b0f8-d4e241c81210 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 931 time: 0.0522161 Sep 20 13:44:18.480430 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.494035 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Transition to ACTIVE for port object 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:44:18.525377 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-5e227a40-61b4-4034-950c-e21ca9633e87 req-623536c0-13a7-4680-a895-67e9ae20d630 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401559 Sep 20 13:44:18.562922 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.627366 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:18.706944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Attempting to bind port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 on host n-h1-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:44:18.707509 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Attempting to bind port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 by drivers openvswitch,hyperv on host n-h1-809934-3 at level 0 using segments [{'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:44:18.707810 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Attempting to bind port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 on network 1f9deecf-2156-4b46-b687-7c34685cbca9 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:44:18.713374 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 on network 1f9deecf-2156-4b46-b687-7c34685cbca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:44:18.713699 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Attempting to bind port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 on network 1f9deecf-2156-4b46-b687-7c34685cbca9 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:44:18.718772 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Checking agent: {'id': '77b3a665-e65c-4c6f-9647-ee5072b999e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:44:18.719117 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Checking segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:44:18.719494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Bound using segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:44:18.719910 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Bound port: 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host: n-h1-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:44:18.720269 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.783966 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:44:18.786891 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:44:18.852752 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.890785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:18.893637 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:18.893637 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 200 len: 1091 time: 0.7660575 Sep 20 13:44:18.893637 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:44:18.895417 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2aabc2-a114-4926-9347-bb3b50302ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:44:18.922622 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9046dcb-11a5-4f78-a8b8-837eca8835f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:18.935870 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6d9c09-722d-444c-b763-ef4121f145a3 x-openstack-request-id: req-da6d9c09-722d-444c-b763-ef4121f145a3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:44:18.936160 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:44:18.936413 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da6d9c09-722d-444c-b763-ef4121f145a3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:44:18.936817 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'status': 'completed', 'code': 200} Sep 20 13:44:19.001659 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aabc2-a114-4926-9347-bb3b50302ad9 req-b84ecda2-bfb9-44bf-bb9c-5358ea9160c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:19.003461 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cf2aabc2-a114-4926-9347-bb3b50302ad9 req-b84ecda2-bfb9-44bf-bb9c-5358ea9160c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1094 time: 0.0454860 Sep 20 13:44:19.108995 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aabc2-a114-4926-9347-bb3b50302ad9 req-e0382c71-6622-417f-8427-c338ec3fcfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:19.110543 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cf2aabc2-a114-4926-9347-bb3b50302ad9 req-e0382c71-6622-417f-8427-c338ec3fcfa0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0991604 Sep 20 13:44:19.203289 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aabc2-a114-4926-9347-bb3b50302ad9 req-d0f4e0e4-cec8-4629-8609-c72c1cbbea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:19.204621 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-cf2aabc2-a114-4926-9347-bb3b50302ad9 req-d0f4e0e4-cec8-4629-8609-c72c1cbbea49 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0866435 Sep 20 13:44:19.277680 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-b963611c-9ba9-47ef-a357-575a06b0f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:19.279219 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-b963611c-9ba9-47ef-a357-575a06b0f49a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1094 time: 0.0403979 Sep 20 13:44:19.634397 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-91a46da6-5027-422e-862b-0d8eedabcdcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 200 len: 217 time: 0.3473649 Sep 20 13:44:19.648252 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263423d-bf1f-4158-adaf-d5ad244391fa req-ba373d7a-46a4-49fe-afc1-d79d11fcddf4 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:19.650041 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c263423d-bf1f-4158-adaf-d5ad244391fa req-ba373d7a-46a4-49fe-afc1-d79d11fcddf4 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0532541 Sep 20 13:44:19.684609 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-5a1e119c-3253-4a70-8651-5e19da826f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:19.686278 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-5a1e119c-3253-4a70-8651-5e19da826f42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0447521 Sep 20 13:44:19.688960 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c263423d-bf1f-4158-adaf-d5ad244391fa req-bc2084ac-ee7c-4172-896e-2e814bf33075 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Sep 20 13:44:19.731501 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-415aed43-1151-4d1f-8d03-352f4a1075da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:19.732982 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-415aed43-1151-4d1f-8d03-352f4a1075da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401995 Sep 20 13:44:19.824113 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-f8849e21-b0b8-49ef-a3f3-cc12ee3a6ba0 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833392 Sep 20 13:44:19.911641 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-66becf58-e912-4c4c-a331-3ec05dee1d63 req-17f5bce4-ddbb-4f90-aad9-2b7acee5d393 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805206 Sep 20 13:44:20.666045 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:20.806491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052024e-c0cf-469a-abef-41bff4336ed2 req-00757196-da59-4a78-92bd-57a1e6b9c43f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:20.808007 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7052024e-c0cf-469a-abef-41bff4336ed2 req-00757196-da59-4a78-92bd-57a1e6b9c43f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0484555 Sep 20 13:44:20.847707 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7052024e-c0cf-469a-abef-41bff4336ed2 req-1673071f-756d-412f-97c8-48ac9206ca32 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335786 Sep 20 13:44:21.168726 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:21.963183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb8bc2-7ca6-4f0c-9d13-c5bb30cd1c67 req-274f9fc5-3ee0-44fe-91bb-432c86dfac5c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:21.964644 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fdb8bc2-7ca6-4f0c-9d13-c5bb30cd1c67 req-274f9fc5-3ee0-44fe-91bb-432c86dfac5c tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0485697 Sep 20 13:44:22.002162 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-8fdb8bc2-7ca6-4f0c-9d13-c5bb30cd1c67 req-8990b355-81de-4075-a00a-0b2b0cbf3ecf tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Sep 20 13:44:23.091476 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:44:23.116958 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8f871-b5b0-42dc-a046-070544deacdb req-1244a990-ff90-4394-94a3-87299b041678 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:23.118480 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20f8f871-b5b0-42dc-a046-070544deacdb req-1244a990-ff90-4394-94a3-87299b041678 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0505867 Sep 20 13:44:23.157100 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-20f8f871-b5b0-42dc-a046-070544deacdb req-7eb16a3f-3089-4196-95aa-d0c99764bbb8 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321677 Sep 20 13:44:23.186601 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:23.198104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:44:23.233488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:23.245848 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:44:23.264890 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:23.348168 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:23.397720 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:23.576665 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2ab3b31a-2d52-4fd3-853e-7d8ac91db396'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:44:24.268565 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d3eae-b40f-4b44-bf11-2995e7eadde4 req-a3866948-2104-46e2-b5b2-b02ac916c612 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:24.270045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d64d3eae-b40f-4b44-bf11-2995e7eadde4 req-a3866948-2104-46e2-b5b2-b02ac916c612 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 944 time: 0.0473354 Sep 20 13:44:24.311733 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d64d3eae-b40f-4b44-bf11-2995e7eadde4 req-49bd333f-b2fe-4952-bdee-4b0fe1007661 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346029 Sep 20 13:44:25.107104 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:44:25.219916 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning for port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:44:25.223784 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:44:25.224156 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:25.298445 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:25.320135 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:44:25.322361 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dcc5d3-e26d-4891-acae-dba223cb2319" -d '{"events": [{"server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "name": "network-vif-plugged", "status": "completed", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:44:25.337946 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:44:25.402224 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:25.429127 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e511ac5f-dfb5-454e-be23-50a78f8a1f91 x-openstack-request-id: req-e511ac5f-dfb5-454e-be23-50a78f8a1f91 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:44:25.429413 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "name": "network-vif-plugged", "status": "completed", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:44:25.429690 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e511ac5f-dfb5-454e-be23-50a78f8a1f91 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:44:25.430042 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'code': 200} Sep 20 13:44:25.457079 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:25.518197 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba0edb-a6e9-4626-9257-c8ab5e0a1e49 req-b8742a4a-0b38-487f-a25c-6bbd7600f56d tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:25.519521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259131-f6a7-4a32-978a-749aa41dabe1 req-0d2fc9e5-63d4-4b3b-9eba-039dbba764af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:25.519992 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74ba0edb-a6e9-4626-9257-c8ab5e0a1e49 req-b8742a4a-0b38-487f-a25c-6bbd7600f56d tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0496173 Sep 20 13:44:25.521058 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c259131-f6a7-4a32-978a-749aa41dabe1 req-0d2fc9e5-63d4-4b3b-9eba-039dbba764af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0433586 Sep 20 13:44:25.555401 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-8c259131-f6a7-4a32-978a-749aa41dabe1 req-66ad3971-dab4-4d17-bbf7-67d311f5c11a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271969 Sep 20 13:44:25.557950 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-74ba0edb-a6e9-4626-9257-c8ab5e0a1e49 req-58a19ce8-74c1-4913-acdc-c29ef9aa5c9e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311952 Sep 20 13:44:26.672311 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4313c-7649-479c-a5c7-d6261667512a req-7109690a-706b-42f0-acf6-28ed96c3a69e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:26.673816 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4b4313c-7649-479c-a5c7-d6261667512a req-7109690a-706b-42f0-acf6-28ed96c3a69e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0485075 Sep 20 13:44:26.712684 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e4b4313c-7649-479c-a5c7-d6261667512a req-f5bb2a89-a823-4430-ad06-723c6efb1173 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320647 Sep 20 13:44:27.826062 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f058b8-f57b-4a05-9c2d-df87445fb2cd req-c613f8ee-13e8-4a05-b9df-bcfa4a44f437 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:27.827534 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3f058b8-f57b-4a05-9c2d-df87445fb2cd req-c613f8ee-13e8-4a05-b9df-bcfa4a44f437 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0474782 Sep 20 13:44:27.868925 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3f058b8-f57b-4a05-9c2d-df87445fb2cd req-194d0d3f-0bb6-4f10-885b-11c721e64b89 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354373 Sep 20 13:44:27.984118 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcd967-5d49-45a5-969e-772a5a8c875f req-25888cb1-cdbf-493a-ac8d-97cf58b08d15 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:27.985729 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73dcd967-5d49-45a5-969e-772a5a8c875f req-25888cb1-cdbf-493a-ac8d-97cf58b08d15 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 945 time: 0.0513513 Sep 20 13:44:28.023576 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-73dcd967-5d49-45a5-969e-772a5a8c875f req-cd62e937-b523-46ee-90f2-3c40723ff70d tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Sep 20 13:44:28.044244 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47474) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:28.126559 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a551c902-36e1-475e-aa5a-c9a736512e04 tempest-TestSnapshotPattern-1742704601 tempest-TestSnapshotPattern-1742704601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:28.128062 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-a551c902-36e1-475e-aa5a-c9a736512e04 tempest-TestSnapshotPattern-1742704601 tempest-TestSnapshotPattern-1742704601-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1091 time: 0.0828514 Sep 20 13:44:28.131106 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47478) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:44:28.135386 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:44:28.226196 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:28.330954 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:28.434070 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Allocated IP 172.25.6.96 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/98553472-f72f-411b-b7df-a1fadc732266) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:44:28.536269 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:28.631513 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:28.666738 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:44:28.669544 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:44:28.673763 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:44:28.699597 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'Port': ['ID=98553472-f72f-411b-b7df-a1fadc732266,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:29.025856 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:29.160242 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:29.305380 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:29.399953 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:29.470163 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'Port': ['ID=98553472-f72f-411b-b7df-a1fadc732266,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:44:29.481166 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:29.579778 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Floating IP cf1c0085-10d4-4dcb-83c7-3d1cd1150bda associated. External IP: 172.25.6.96, port: 2ab3b31a-2d52-4fd3-853e-7d8ac91db396. Sep 20 13:44:29.773982 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Router f0287944-4d22-44aa-bb01-c27d08e639f0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:44:29.879461 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:44:29.890155 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] Sync routers for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:44:29.900035 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:29.900633 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:44:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:29.971603 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:30.001267 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-031d6929-1a70-42bd-8948-8059e19dcf77 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8691013 Sep 20 13:44:30.001858 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:44:30.004135 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481005d6-d125-4faa-b396-e096ca097464" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:44:30.011731 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:30.096801 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6087f4-7ea4-4d16-b479-60b0f5da3a89 x-openstack-request-id: req-4b6087f4-7ea4-4d16-b479-60b0f5da3a89 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:44:30.097481 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:44:30.097481 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b6087f4-7ea4-4d16-b479-60b0f5da3a89 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:44:30.097766 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'status': 'completed', 'code': 200} Sep 20 13:44:30.160776 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481005d6-d125-4faa-b396-e096ca097464 req-0180d875-6e84-4461-991c-6cb63f3da001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:30.162736 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-481005d6-d125-4faa-b396-e096ca097464 req-0180d875-6e84-4461-991c-6cb63f3da001 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0408506 Sep 20 13:44:30.240773 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:28Z', 'revision_number': 0, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:30.278722 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481005d6-d125-4faa-b396-e096ca097464 req-e77c976e-7462-4c29-8a1e-89533f90d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:30.278722 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-481005d6-d125-4faa-b396-e096ca097464 req-e77c976e-7462-4c29-8a1e-89533f90d031 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0908713 Sep 20 13:44:30.278976 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] Checking router: f0287944-4d22-44aa-bb01-c27d08e639f0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:44:30.278976 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:44:30.278976 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:44:15Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:30.323905 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-481005d6-d125-4faa-b396-e096ca097464 req-e4beb696-79df-4553-abfe-016f19a57f41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 200 len: 998 time: 0.0573418 Sep 20 13:44:30.373654 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481005d6-d125-4faa-b396-e096ca097464 req-c93a997a-8700-448f-972d-355e8067c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:30.375119 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-481005d6-d125-4faa-b396-e096ca097464 req-c93a997a-8700-448f-972d-355e8067c638 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0439548 Sep 20 13:44:30.382698 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:44:30.430088 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481005d6-d125-4faa-b396-e096ca097464 req-e91c6c4c-52e1-4eb4-acce-4d7c4d56d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:44:30.432059 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-481005d6-d125-4faa-b396-e096ca097464 req-e91c6c4c-52e1-4eb4-acce-4d7c4d56d224 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495932 Sep 20 13:44:30.520296 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-481005d6-d125-4faa-b396-e096ca097464 req-dd51130a-cb4d-4acd-9539-aa08be6899f5 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816705 Sep 20 13:44:30.605426 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:28Z', 'revision_number': 0, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:44:30.614856 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-481005d6-d125-4faa-b396-e096ca097464 req-d7df83e5-62e6-4faa-8c9c-2cfcf7c0ce28 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869699 Sep 20 13:44:30.633526 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb418b-758b-4e00-8b98-db99d05b3774 None None] The sync data for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 is: [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:28Z', 'revision_number': 0, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:44:30.833091 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e5e51-bb96-48f4-8943-bb6c757ed579 None None] New status for floating IP cf1c0085-10d4-4dcb-83c7-3d1cd1150bda: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:44:34.498513 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:44:42.525613 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9063f2ca-4b94-4ba1-85c8-95cff528dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:45.262064 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c28ab1f4-7d9e-45dd-8cec-c3284f3e5caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:45.685146 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:46.885269 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:48.264474 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:50.639482 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:51.162152 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:44:52.633152 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-b959550f-98df-4efe-b55b-480d32343403 req-f68c076c-da7d-462e-9786-f2d0f3717d9e service neutron] (95503) timed out ('10.222.0.37', 38176) {{(pid=95503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 13:45:11.497237 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:45:12.501641 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-06d0fe0c-f557-4a22-b2d9-44f3caa3a114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:15.250336 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e11c94c4-fc55-403e-a669-9f9dea656d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:15.715158 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:16.890780 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:18.383615 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:19.461061 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-659257db-416d-485a-a332-a6dd8d5e636c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843480 Sep 20 13:45:19.543886 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-0c3e0582-ab8e-4f6c-8e37-f51057469b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:45:19.545422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-0c3e0582-ab8e-4f6c-8e37-f51057469b27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0414817 Sep 20 13:45:19.659549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-a9f6095e-9b09-4f3a-8f4a-e8b958f593f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:45:19.660931 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-a9f6095e-9b09-4f3a-8f4a-e8b958f593f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0966258 Sep 20 13:45:19.724451 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-7edc6b91-744c-45d0-8433-7574d0d819da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 200 len: 1000 time: 0.0563869 Sep 20 13:45:19.778600 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-3f369c5c-701f-4121-870b-e7bb9bdd274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:45:19.780054 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-3f369c5c-701f-4121-870b-e7bb9bdd274d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0482371 Sep 20 13:45:19.824648 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-c52d465b-61ed-472e-94e6-d7ff116d9c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:45:19.826118 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-c52d465b-61ed-472e-94e6-d7ff116d9c12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390158 Sep 20 13:45:19.917276 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-518b0afe-3c40-40f6-9cda-9614f7da2995 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841746 Sep 20 13:45:20.009465 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-789953b8-ba1a-4245-a74b-e8f006b9bd2f req-76910697-77eb-436d-bf1e-8b34845ae845 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 Sep 20 13:45:20.661580 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:21.177540 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:42.530753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-37d93cf0-8a0b-4e24-ac41-642592bf07de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:45.262290 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cba28e2f-ff3a-4fa6-bd20-746c2cc4204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:45.690842 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:46.890778 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:48.302719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:48.496840 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:45:50.679955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:45:51.170378 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:12.512917 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cbbdaeb0-bc96-4a04-b6f8-17aaca4bab97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:15.283479 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ef68e2f9-1ee1-4e19-9139-c6d2f13dc908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:15.695556 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:16.867127 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:18.283492 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:20.649908 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:21.175607 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:21.418611 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5f44814-f637-4404-8456-78e2ee047625 req-d347c5b6-4f40-48a2-990d-3c06d507b758 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418694 Sep 20 13:46:21.504961 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f44814-f637-4404-8456-78e2ee047625 req-6d05ed55-412e-4326-806b-24fa7d8607c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:21.507138 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5f44814-f637-4404-8456-78e2ee047625 req-6d05ed55-412e-4326-806b-24fa7d8607c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0431128 Sep 20 13:46:21.636395 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f44814-f637-4404-8456-78e2ee047625 req-5410e878-bc91-45c4-8fd8-cb87e4b1a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:21.637923 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5f44814-f637-4404-8456-78e2ee047625 req-5410e878-bc91-45c4-8fd8-cb87e4b1a1ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.1113720 Sep 20 13:46:21.701906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5f44814-f637-4404-8456-78e2ee047625 req-494944b0-15b7-4ab8-bf16-1b2e03dd26c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 200 len: 1000 time: 0.0561087 Sep 20 13:46:21.755612 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f44814-f637-4404-8456-78e2ee047625 req-603d5844-c6ef-4edb-ae81-edbd458108d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:21.756991 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5f44814-f637-4404-8456-78e2ee047625 req-603d5844-c6ef-4edb-ae81-edbd458108d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0474472 Sep 20 13:46:21.800472 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f44814-f637-4404-8456-78e2ee047625 req-351cecf3-be7c-4308-9435-f604235e8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:21.802583 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5f44814-f637-4404-8456-78e2ee047625 req-351cecf3-be7c-4308-9435-f604235e8ee7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390069 Sep 20 13:46:21.896713 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5f44814-f637-4404-8456-78e2ee047625 req-3a5f2a15-3938-45ac-b4a5-ac4e11734015 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872192 Sep 20 13:46:21.985700 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-e5f44814-f637-4404-8456-78e2ee047625 req-8d1a1d3e-2a9e-4d7f-9fef-1f72f7f64bcf service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824127 Sep 20 13:46:25.496093 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:46:25.877958 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 details requested by agent hyperv_n-h1-809934-3 with host n-h1-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:46:25.970237 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:46:25.981801 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Returning: {'device': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:46:26.017259 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:26.030170 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:46:26.049980 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:46:26.095494 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:26.149812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:46:26.156773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.158727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.158727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.158727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.158727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.158727 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.159189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.159189 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.159433 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.159757 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.160081 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.160404 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:26.165912 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] get_ports_and_sgs() called for port_ids ['2ab3b31a-2d52-4fd3-853e-7d8ac91db396'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:46:27.885082 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 up at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:46:27.937796 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Provisioning complete for port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:46:27.938254 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:28.017318 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:28.041817 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:46:28.044147 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe3564-225b-4244-a4a8-644060568c23" -d '{"events": [{"server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "name": "network-vif-plugged", "status": "completed", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:46:28.059662 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:46:28.089751 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888e7ea8-3f60-4b86-b0fc-c087f0193818 x-openstack-request-id: req-888e7ea8-3f60-4b86-b0fc-c087f0193818 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:46:28.089972 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "name": "network-vif-plugged", "status": "completed", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:46:28.090212 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-888e7ea8-3f60-4b86-b0fc-c087f0193818 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:46:28.090633 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'code': 200} Sep 20 13:46:28.140957 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:28.205240 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:46:37.772806 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-2ac534b6-a267-4f0a-b207-35fe6e2eb128 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815170743&fields=id&tenant_id=4ab0e4caaa564684bbed2ba7137e4093 HTTP/1.1" status: 200 len: 267 time: 0.0340233 Sep 20 13:46:37.874976 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-12d955b7-871d-476c-8ec2-16c8ac92d0cc tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:37.876314 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-12d955b7-871d-476c-8ec2-16c8ac92d0cc tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 810 time: 0.0967641 Sep 20 13:46:37.891780 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-0e305c90-afba-43db-aca5-f790073b12cc tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/quotas/4ab0e4caaa564684bbed2ba7137e4093 HTTP/1.1" status: 200 len: 375 time: 0.0089617 Sep 20 13:46:37.949313 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-07ff1491-61bd-4abc-8026-2fa05f7f97ed tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514848 Sep 20 13:46:38.378227 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b6ca2c5a-f316-411b-83e3-9c14f6e43f94 service neutron] 10.222.0.37 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171085 Sep 20 13:46:38.465269 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3e35bfe7-cdd9-46b5-90db-f5911941a1aa service neutron] 10.222.0.37 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809479 Sep 20 13:46:38.666559 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-6be8d75b-d976-4861-8ed6-71f4c5ed4960 req-98e1b8c2-4fac-4a74-8919-9c51a242a77e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0260844 Sep 20 13:46:39.742653 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-27253d02-1e58-4ad2-91eb-550820929900 req-af869197-69ff-4312-8d9b-4d9450077f3a tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0262377 Sep 20 13:46:39.932048 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:46:40.005765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:40.026770 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:46:40.028958 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad438b8c-99fc-4e0b-8ff8-1502697fef31" -d '{"events": [{"server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:46:40.041656 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-776e473a-021c-4182-9263-ecbece78cccb None None] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:46:40.065466 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 13:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e09d59-1507-42c5-a37b-08d3f4e66c62 x-openstack-request-id: req-03e09d59-1507-42c5-a37b-08d3f4e66c62 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:46:40.065774 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:46:40.066029 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03e09d59-1507-42c5-a37b-08d3f4e66c62 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:46:40.066418 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'code': 200} Sep 20 13:46:40.094983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:40.143964 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Pushing event updated for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=8']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:46:40.819183 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-0fa0ad81-6bbf-4d20-ad05-b623cd304e25 req-f40aa33a-d1ac-4391-ab81-d027f168a353 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0260501 Sep 20 13:46:41.917035 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a3d21231-383c-42b1-bf14-1c93a9465629 req-bd65186e-8e7c-4e8d-9a91-f208347c176f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0267396 Sep 20 13:46:42.551604 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-45cafa71-3dc1-4a74-bb2a-d04a15571d71 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:42.553142 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-45cafa71-3dc1-4a74-bb2a-d04a15571d71 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.21 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 810 time: 0.1295998 Sep 20 13:46:42.557535 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e029df26-728f-4c4e-8e92-2596a20a1d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:42.595397 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3e2e8540-570c-4288-8c30-a881ad92e0b6 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab0e4caaa564684bbed2ba7137e4093 HTTP/1.1" status: 200 len: 379 time: 0.0332358 Sep 20 13:46:42.604205 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'port': {'device_id': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'admin_state_up': True, 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'security_groups': ['0c56e289-dcd6-45fc-90fc-15eca9961480']}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:46:42.763234 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Made reservation on behalf of 4ab0e4caaa564684bbed2ba7137e4093 for: {'port': 1} {{(pid=95503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:46:42.767052 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:42.905322 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Allocated IP 172.20.0.7 (1f9deecf-2156-4b46-b687-7c34685cbca9/d2b2166c-4be7-47c7-82e3-d9d0d2cee12e/f7fa190e-a6b2-4fc9-afbd-189ef801c1c0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:46:43.019687 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a36b33fc-af92-4c39-9478-38fdc0897ea8 req-5f4bd7ce-1f65-4615-8d03-2594abf9ca30 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0313418 Sep 20 13:46:43.054012 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:43.135298 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:43.181664 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:46:43.184887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:46:43.192241 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:46:43.218192 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'Port': ['ID=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:46:43.232538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.232739 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.233206 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.233906 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.234098 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.234382 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.234713 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.235437 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.235788 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.236140 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.236446 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.236770 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:46:43.269944 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:43.270668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:43.376111 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-b645bc70-01da-4868-8111-082fd70ead48 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751794 Sep 20 13:46:43.532589 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-03e95f5a-c14c-4c24-8e88-a8b5f2163242 None None] Provisioning complete for port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 triggered by entity DHCP. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:46:43.533679 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03e95f5a-c14c-4c24-8e88-a8b5f2163242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:43.573692 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-03e95f5a-c14c-4c24-8e88-a8b5f2163242 None None] Port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 cannot update to ACTIVE because it is not bound. {{(pid=95504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 13:46:44.142269 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8452b-44dd-4a12-b615-043d852b9afa req-7ea82590-a5a3-4ddd-8ff9-d10e147cb2d1 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:44.143699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fae8452b-44dd-4a12-b615-043d852b9afa req-7ea82590-a5a3-4ddd-8ff9-d10e147cb2d1 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0502210 Sep 20 13:46:44.185699 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fae8452b-44dd-4a12-b615-043d852b9afa req-7e3714d0-4219-4732-99a7-32b06248eedc tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335231 Sep 20 13:46:45.248707 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f607cc8-558b-429a-995b-9e0f4286f134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:45.308698 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd253-3b56-4899-9f21-5d13758242c8 req-d31f5360-ab8c-4cb7-9b16-50876f97fdb3 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:45.310224 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad2fd253-3b56-4899-9f21-5d13758242c8 req-d31f5360-ab8c-4cb7-9b16-50876f97fdb3 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0489931 Sep 20 13:46:45.352536 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-ad2fd253-3b56-4899-9f21-5d13758242c8 req-aefbd246-cfe4-4200-8a5b-39b2c03560c0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360844 Sep 20 13:46:45.700488 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:46.472157 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fffeec-4170-4ad6-acc4-393cc7e87c36 req-2df909cd-9540-48eb-bac5-835864148a41 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:46.473696 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5fffeec-4170-4ad6-acc4-393cc7e87c36 req-2df909cd-9540-48eb-bac5-835864148a41 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0496376 Sep 20 13:46:46.519069 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a5fffeec-4170-4ad6-acc4-393cc7e87c36 req-ec65a91d-859c-49f5-aebd-b5d6556b27e9 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392892 Sep 20 13:46:46.888884 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:47.639353 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c84b1-8587-40c0-bb78-6aa37934d65d req-5e92e888-f241-4dda-afa5-1577273ef639 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:47.640852 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa2c84b1-8587-40c0-bb78-6aa37934d65d req-5e92e888-f241-4dda-afa5-1577273ef639 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0491340 Sep 20 13:46:47.684589 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-fa2c84b1-8587-40c0-bb78-6aa37934d65d req-1fb31341-05d0-4ad6-8f57-0ce9151732b4 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369473 Sep 20 13:46:48.289850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:48.802755 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bc125-cade-45ff-9cc5-deed08baf841 req-753d4fd3-ba20-43ef-bf88-0e7aca79f29f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:48.804497 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc7bc125-cade-45ff-9cc5-deed08baf841 req-753d4fd3-ba20-43ef-bf88-0e7aca79f29f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0500367 Sep 20 13:46:48.843979 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-dc7bc125-cade-45ff-9cc5-deed08baf841 req-fa4caaab-2200-4925-a534-c9226694fda6 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334930 Sep 20 13:46:49.968298 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a989a7-557e-4409-9197-478294b43942 req-3595f4ef-4adc-42fc-8af6-842cff583521 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:49.970317 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0a989a7-557e-4409-9197-478294b43942 req-3595f4ef-4adc-42fc-8af6-842cff583521 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0517468 Sep 20 13:46:50.014371 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a0a989a7-557e-4409-9197-478294b43942 req-a73a206f-fae2-4c60-959e-54c74b872d7f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382822 Sep 20 13:46:50.706027 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:51.135991 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1187c3-245e-4a96-b639-98cac46119d0 req-1377af85-8b18-4d5b-a738-23dd099d3294 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:51.138076 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be1187c3-245e-4a96-b639-98cac46119d0 req-1377af85-8b18-4d5b-a738-23dd099d3294 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0511048 Sep 20 13:46:51.176726 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-be1187c3-245e-4a96-b639-98cac46119d0 req-4527f67e-5b7c-4b05-9e93-775a704785d1 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322907 Sep 20 13:46:51.220274 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:52.300125 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb6682-5e70-4b21-a549-f354f47bcf0b req-2bb21d7a-f611-4dcb-95c6-53d0162f3f4f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:52.301661 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ccb6682-5e70-4b21-a549-f354f47bcf0b req-2bb21d7a-f611-4dcb-95c6-53d0162f3f4f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0516112 Sep 20 13:46:52.342921 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ccb6682-5e70-4b21-a549-f354f47bcf0b req-ed5eb515-65fb-4cb8-aa1f-b26d7330832b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341530 Sep 20 13:46:52.981537 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-ad3e8947-432a-4e0b-aa54-ebd5081aad78 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 13:46:53.122281 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-ad3e8947-432a-4e0b-aa54-ebd5081aad78 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054789 Sep 20 13:46:53.122281 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.v2.base [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Request body: {'port': {'device_id': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809934-3'}} {{(pid=95503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:46:53.122281 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:53.377641 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:46:53.385102 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:53.396682 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Transition to ACTIVE for port object f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 will not be triggered until provisioned by entity L2. {{(pid=95503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 13:46:53.448668 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:53.462321 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347660d-e211-445f-b135-54b1658bce84 req-d4c73181-fc40-4ebd-8679-edfd3e74e4f0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:53.467121 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7347660d-e211-445f-b135-54b1658bce84 req-d4c73181-fc40-4ebd-8679-edfd3e74e4f0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 931 time: 0.0501115 Sep 20 13:46:53.508042 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7347660d-e211-445f-b135-54b1658bce84 req-d3018d43-cbc9-4be7-8453-e2ea577011e6 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 Sep 20 13:46:53.521764 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:46:53.574343 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Attempting to bind port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 on host n-h2-809934-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 13:46:53.574694 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Attempting to bind port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 by drivers openvswitch,hyperv on host n-h2-809934-3 at level 0 using segments [{'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 13:46:53.575040 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Attempting to bind port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 on network 1f9deecf-2156-4b46-b687-7c34685cbca9 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:46:53.579689 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 on network 1f9deecf-2156-4b46-b687-7c34685cbca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-809934-3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:46:53.580157 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Attempting to bind port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 on network 1f9deecf-2156-4b46-b687-7c34685cbca9 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:46:53.585342 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Checking agent: {'id': '5d5ed76a-908a-4e92-9597-082d1405d403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809934-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'started_at': datetime.datetime(2021, 9, 20, 12, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 13, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:46:53.585792 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Checking segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 13:46:53.586194 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Bound using segment: {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:46:53.586627 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Bound port: f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host: n-h2-809934-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f140a13-fb7a-4698-af6c-260d1d48c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 13:46:53.586996 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:53.655207 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:46:53.658352 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:46:53.711907 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12590921'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:53.746477 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:53.747085 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:53.748455 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] 10.222.0.21 "PUT /v2.0/ports/f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 HTTP/1.1" status: 200 len: 1091 time: 0.7583807 Sep 20 13:46:53.748887 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:46:53.751806 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf983f-5853-4fb8-93fd-8cb3ff31f2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:46:53.783246 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354539-17da-4dca-8b7b-feec77a27e18 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:46:53.791833 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee422ada-566f-45e1-ae74-aa6bbaac8151 x-openstack-request-id: req-ee422ada-566f-45e1-ae74-aa6bbaac8151 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:46:53.792131 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:46:53.792500 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee422ada-566f-45e1-ae74-aa6bbaac8151 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:46:53.792965 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'status': 'completed', 'code': 200} Sep 20 13:46:53.858976 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf983f-5853-4fb8-93fd-8cb3ff31f2f6 req-f37cb27b-8ee5-417d-a475-fb8267a7f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:53.860769 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47cf983f-5853-4fb8-93fd-8cb3ff31f2f6 req-f37cb27b-8ee5-417d-a475-fb8267a7f508 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 1094 time: 0.0466239 Sep 20 13:46:53.961925 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf983f-5853-4fb8-93fd-8cb3ff31f2f6 req-069e7cfe-b268-4ea1-9f92-8169ec21fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:53.963459 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47cf983f-5853-4fb8-93fd-8cb3ff31f2f6 req-069e7cfe-b268-4ea1-9f92-8169ec21fced service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0952294 Sep 20 13:46:54.059417 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf983f-5853-4fb8-93fd-8cb3ff31f2f6 req-95fa48d2-1885-4070-8aff-350873b7555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:54.060840 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-47cf983f-5853-4fb8-93fd-8cb3ff31f2f6 req-95fa48d2-1885-4070-8aff-350873b7555d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909412 Sep 20 13:46:54.133118 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-5bd222fc-8dbb-48d0-9e99-d2ed0f9213ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:54.134764 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-5bd222fc-8dbb-48d0-9e99-d2ed0f9213ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 1094 time: 0.0401895 Sep 20 13:46:54.179203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-d1380020-ebd3-48e7-8678-a40b5da69d25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 HTTP/1.1" status: 200 len: 217 time: 0.0359497 Sep 20 13:46:54.227293 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-bab22fc2-5a3a-4765-8697-bf3f98767fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:54.229442 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-bab22fc2-5a3a-4765-8697-bf3f98767fa0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0430479 Sep 20 13:46:54.273862 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-4cd8dfae-d58d-45bc-a812-505815e4b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:54.275418 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-4cd8dfae-d58d-45bc-a812-505815e4b713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390515 Sep 20 13:46:54.365315 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-3aa8d070-488e-48fd-9bca-1aa4d84dba05 service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831113 Sep 20 13:46:54.453874 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d3cf46af-fc4b-4832-a53f-01f1b890e04e req-c4437962-47d0-462a-84c4-3336f4b53114 service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806549 Sep 20 13:46:54.629044 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b79273-451e-475d-951f-ebc290130ec0 req-f861ab41-4890-42c1-b62a-0356f86f25d6 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:54.630601 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4b79273-451e-475d-951f-ebc290130ec0 req-f861ab41-4890-42c1-b62a-0356f86f25d6 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0508556 Sep 20 13:46:54.669412 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-b4b79273-451e-475d-951f-ebc290130ec0 req-42e65d04-b35a-436f-9156-69d5f3f1fe8b tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328226 Sep 20 13:46:55.784616 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fc98e-e10b-4e44-8704-d031b4eba58e req-68b5f92d-bae1-4681-afa8-fc2d54be21a2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:55.786108 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-161fc98e-e10b-4e44-8704-d031b4eba58e req-68b5f92d-bae1-4681-afa8-fc2d54be21a2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0479364 Sep 20 13:46:55.823850 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-161fc98e-e10b-4e44-8704-d031b4eba58e req-61ca4b87-0f63-45b2-b886-1b14808c9fd2 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312343 Sep 20 13:46:56.939674 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9d5ec-20f4-4638-947e-7d477699e698 req-e1f79cee-d739-48c7-83b9-d52de623ad74 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:56.941180 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58d9d5ec-20f4-4638-947e-7d477699e698 req-e1f79cee-d739-48c7-83b9-d52de623ad74 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0488603 Sep 20 13:46:56.982602 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-58d9d5ec-20f4-4638-947e-7d477699e698 req-250dc64e-fb7b-4cd8-a110-a7a971590c92 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355101 Sep 20 13:46:57.357758 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:46:57.453632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:46:57.464623 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'port_id': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'mac_address': 'fa:16:3e:07:d6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:46:57.500398 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:57.512498 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:46:57.531584 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:46:57.602671 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:57.651659 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:46:57.840632 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['f7fa190e-a6b2-4fc9-afbd-189ef801c1c0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:46:58.101205 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0542fe3-b694-405b-9734-a0391ef0a38d req-4c8e78ea-2de2-4b0e-9acf-8afd02282575 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:58.102675 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0542fe3-b694-405b-9734-a0391ef0a38d req-4c8e78ea-2de2-4b0e-9acf-8afd02282575 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 944 time: 0.0492671 Sep 20 13:46:58.140700 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e0542fe3-b694-405b-9734-a0391ef0a38d req-0e4d0434-ed65-482f-a65d-5772869fbdde tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Sep 20 13:46:59.253831 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac130ca-c600-4340-8d2e-688cb1c1691e req-2d35f1a7-7dda-4d5b-b115-d91aee57f1af tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:59.255304 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac130ca-c600-4340-8d2e-688cb1c1691e req-2d35f1a7-7dda-4d5b-b115-d91aee57f1af tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 944 time: 0.0483420 Sep 20 13:46:59.292303 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac130ca-c600-4340-8d2e-688cb1c1691e req-24869412-e5d2-425e-8396-606fb3e0e1fc tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303953 Sep 20 13:46:59.358222 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:46:59.454316 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning for port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 completed by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 13:46:59.457904 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:46:59.462394 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:59.530434 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:59.556132 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:46:59.558863 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bcc41-2a76-4dab-90c6-81feac2556b3" -d '{"events": [{"server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:46:59.570724 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:46:59.595574 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82033f2-8cc7-4482-bdc4-7dd923483056 x-openstack-request-id: req-d82033f2-8cc7-4482-bdc4-7dd923483056 {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:46:59.595864 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:46:59.596116 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d82033f2-8cc7-4482-bdc4-7dd923483056 {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:46:59.596513 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'code': 200} Sep 20 13:46:59.631692 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:46:59.678025 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,revision_number=5']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:46:59.691549 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7e8f8-3ffe-436b-b619-633b9acff911 req-a0830896-039e-4db4-8673-f1c22e5b704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:46:59.693140 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6af7e8f8-3ffe-436b-b619-633b9acff911 req-a0830896-039e-4db4-8673-f1c22e5b704a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 1096 time: 0.0416334 Sep 20 13:46:59.739660 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-6af7e8f8-3ffe-436b-b619-633b9acff911 req-bd0246d9-8010-4cd3-9870-e954a125ddd8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Sep 20 13:47:00.410783 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e27af-2ad2-4ba4-81b7-87b6fce79577 req-dfd3e098-a089-448c-b475-17e341c33282 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:00.412261 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-635e27af-2ad2-4ba4-81b7-87b6fce79577 req-dfd3e098-a089-448c-b475-17e341c33282 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0498440 Sep 20 13:47:00.454045 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-635e27af-2ad2-4ba4-81b7-87b6fce79577 req-03df3adf-77f8-43e7-bdf6-a9fde5ca1db4 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350623 Sep 20 13:47:01.568654 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b1bf7-179e-4e82-bdd6-db550b76a72a req-c68c7b85-02ab-4f07-8641-bb0d7853e5cd tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:01.570268 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e8b1bf7-179e-4e82-bdd6-db550b76a72a req-c68c7b85-02ab-4f07-8641-bb0d7853e5cd tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0487010 Sep 20 13:47:01.610692 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-4e8b1bf7-179e-4e82-bdd6-db550b76a72a req-d2927ed6-27c3-44ac-9d96-a511ba49764a tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338862 Sep 20 13:47:01.729379 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b25523-5b8c-4faa-a900-553eed849d98 req-18ad9458-d932-448c-ad46-3a6d27a3caa5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:01.730841 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37b25523-5b8c-4faa-a900-553eed849d98 req-18ad9458-d932-448c-ad46-3a6d27a3caa5 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0479765 Sep 20 13:47:01.767889 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-37b25523-5b8c-4faa-a900-553eed849d98 req-4efd6d97-b4d0-4ed6-9fa2-b31acc61731f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Sep 20 13:47:01.788335 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:47:01.827392 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0b5ac-dff0-4243-a8b2-759723f9b73b tempest-TestSnapshotPattern-1742704601 tempest-TestSnapshotPattern-1742704601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:01.828904 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-74f0b5ac-dff0-4243-a8b2-759723f9b73b tempest-TestSnapshotPattern-1742704601 tempest-TestSnapshotPattern-1742704601-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 1091 time: 0.0396147 Sep 20 13:47:01.831635 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:47:01.835799 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Request body: {'floatingip': {'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'port_id': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:47:01.917626 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:02.015421 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:02.121810 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Allocated IP 172.25.6.41 (74831730-c29e-4033-a27c-161590b78793/3e8ac32c-b1a1-4400-bc05-176852b9b75a/7291e4b9-6573-402d-a384-2bec51626ee4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:47:02.219831 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:02.316813 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765113679818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:02.354391 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Network 74831730-c29e-4033-a27c-161590b78793 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:47:02.357154 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:47:02.360734 n-d-809934-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 13:47:02.368467 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'Port': ['ID=7291e4b9-6573-402d-a384-2bec51626ee4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:47:02.399427 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.399700 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.400794 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.401150 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.401487 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.401817 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.402166 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.402491 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.402811 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.403132 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.403452 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.403771 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:47:02.495102 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:47:02.728740 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:02.845198 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:02.995864 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:03.077072 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641786'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:03.147704 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event updated for resources: {'Port': ['ID=7291e4b9-6573-402d-a384-2bec51626ee4,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:47:03.154790 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16281862'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:03.253742 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Floating IP 4dce266e-b379-4501-885f-b55e65183517 associated. External IP: 172.25.6.41, port: f7fa190e-a6b2-4fc9-afbd-189ef801c1c0. Sep 20 13:47:03.456542 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Router f0287944-4d22-44aa-bb01-c27d08e639f0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:47:03.561891 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:47:03.573629 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] Sync routers for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:47:03.582287 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:47:03.588144 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:46:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:47:03.620226 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:03.647064 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-add35326-5434-43b1-960e-66bb534d46ae tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8144150 Sep 20 13:47:03.647671 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:47:03.650667 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1712d0b-663a-4e10-8f83-3783b3d76864" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:47:03.686338 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e8362c-9923-4def-bdff-bc9c06bd1a06 x-openstack-request-id: req-15e8362c-9923-4def-bdff-bc9c06bd1a06 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:47:03.686627 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:47:03.686879 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15e8362c-9923-4def-bdff-bc9c06bd1a06 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:47:03.687282 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'status': 'completed', 'code': 200} Sep 20 13:47:03.688901 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:47:03.748923 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-ee17a2cc-c49b-4d30-bf11-fb6cab86de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:03.750474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-ee17a2cc-c49b-4d30-bf11-fb6cab86de5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 1096 time: 0.0410767 Sep 20 13:47:03.840072 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-bd46af4f-3957-46a5-8c43-23df0e2ba204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:03.841477 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-bd46af4f-3957-46a5-8c43-23df0e2ba204 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0839691 Sep 20 13:47:03.910435 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-85e87043-afdc-4d05-b9ee-3a55494cbca2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 HTTP/1.1" status: 200 len: 998 time: 0.0616636 Sep 20 13:47:03.911406 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '4dce266e-b379-4501-885f-b55e65183517', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:07:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:47:02Z', 'updated_at': '2021-09-20T13:47:02Z', 'revision_number': 0, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}, {'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:30Z', 'revision_number': 1, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:47:03.961260 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-1e632728-285a-4978-a3bb-b8ee1cb148b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:03.962770 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-1e632728-285a-4978-a3bb-b8ee1cb148b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0444732 Sep 20 13:47:04.009970 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-7e096fb0-2f9c-4578-a9e0-814b3226c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:04.011488 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-7e096fb0-2f9c-4578-a9e0-814b3226c43b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418067 Sep 20 13:47:04.024670 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] Checking router: f0287944-4d22-44aa-bb01-c27d08e639f0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:47:04.032897 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:47:04.033542 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:46:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:47:04.104250 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-d40fb1af-b2f7-4bd8-b634-c88033621657 service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853920 Sep 20 13:47:04.137865 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:47:04.192363 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-d1712d0b-663a-4e10-8f83-3783b3d76864 req-350249c4-1dda-4f61-b70a-000d1f0b6ccb service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814381 Sep 20 13:47:04.361030 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '4dce266e-b379-4501-885f-b55e65183517', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:07:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:47:02Z', 'updated_at': '2021-09-20T13:47:02Z', 'revision_number': 0, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}, {'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:30Z', 'revision_number': 1, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:47:04.387241 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec3866-1bb8-4497-8b02-d90b0924947c None None] The sync data for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 is: [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': '4dce266e-b379-4501-885f-b55e65183517', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:07:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:47:02Z', 'updated_at': '2021-09-20T13:47:02Z', 'revision_number': 0, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}, {'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:30Z', 'revision_number': 1, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:47:04.579788 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60602841-7329-416c-b34f-c691a47d3884 None None] New status for floating IP 4dce266e-b379-4501-885f-b55e65183517: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:47:10.952555 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-874a0753-fd2a-459c-aa1e-3ba0d1d845c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431757 Sep 20 13:47:11.104008 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-45b0a8b4-60fe-488e-bcc4-9c48a5449e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:11.105572 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-45b0a8b4-60fe-488e-bcc4-9c48a5449e02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 1096 time: 0.1095862 Sep 20 13:47:11.209988 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-4456f8ba-e9b4-4ee4-871d-319055900bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:11.211429 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-4456f8ba-e9b4-4ee4-871d-319055900bd7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0855052 Sep 20 13:47:11.274959 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-7c04de42-6cd3-4b02-a42c-8a362315f34a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 HTTP/1.1" status: 200 len: 1000 time: 0.0552955 Sep 20 13:47:11.321833 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-73e6fab0-7dc4-49fd-afc4-804a58ce06de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:11.323831 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-73e6fab0-7dc4-49fd-afc4-804a58ce06de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0415266 Sep 20 13:47:11.371564 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-7d337ab8-92cf-49d5-b0c0-35f547ec1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:11.372936 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-7d337ab8-92cf-49d5-b0c0-35f547ec1eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421016 Sep 20 13:47:11.460243 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-7692b7ed-cca7-4f0b-a5c1-fe8c4d125399 service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792024 Sep 20 13:47:11.552251 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-def20f7c-7a0d-40bd-ab5b-7800b32b361b req-6224aaa5-eba3-4b6f-8a4e-8d1cb605609a service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834033 Sep 20 13:47:12.516921 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-de6622eb-a003-4095-909a-a267bbf2ea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:15.225301 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-25a9542e-9411-42eb-b89a-684e51ca83f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:15.693099 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:16.899314 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:18.287955 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:20.711022 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:21.196785 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:23.412958 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-695983ed-f863-4719-9af9-7a2a90d85392 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391240 Sep 20 13:47:23.490754 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-cad96704-4d56-454a-b997-a6f72f1a560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:23.492203 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-cad96704-4d56-454a-b997-a6f72f1a560c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1094 time: 0.0394378 Sep 20 13:47:23.594896 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-8261e8e5-b99c-4c12-b4e4-204f2fe93b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:23.596340 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-8261e8e5-b99c-4c12-b4e4-204f2fe93b0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0855787 Sep 20 13:47:23.660211 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-4295b5d5-bef1-4d40-8832-d57a3469c5ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 200 len: 998 time: 0.0559013 Sep 20 13:47:23.711435 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-22c023ec-cb08-40bb-9a0c-de51b002a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:23.712748 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-22c023ec-cb08-40bb-9a0c-de51b002a270 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0454068 Sep 20 13:47:23.756210 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-d7c42466-2238-4601-81ed-6df14200aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:47:23.757696 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-d7c42466-2238-4601-81ed-6df14200aa45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383441 Sep 20 13:47:23.844608 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-eaf78666-f6a0-4beb-b5a8-465b26d80655 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800612 Sep 20 13:47:23.937826 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-a37c282e-b18f-4a18-ba0a-264255b25e16 req-0ddbb073-f693-48c9-8ba9-4cd0e160016d service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853827 Sep 20 13:47:39.493744 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:47:42.509172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7abb679f-2732-4fce-b956-8bd47f76dc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:45.253076 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c8731ba-be02-423a-9ac2-c1266971d479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:45.693088 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:46.881626 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:48.287526 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:50.715871 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:47:51.184715 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:01.980677 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-f0077add-9f44-4e65-af62-52c5819b4513 req-292150cb-5f12-4e94-a51d-a962d9e17e00 service neutron] (95502) timed out ('10.222.0.21', 63769) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 13:48:11.936809 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-855d2306-536c-47ea-a17c-7d9484e623f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392394 Sep 20 13:48:12.014075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-73c6a227-e17a-4342-959e-9e879d52d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:12.016204 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-73c6a227-e17a-4342-959e-9e879d52d8a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 1096 time: 0.0394707 Sep 20 13:48:12.119365 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-93840a97-cb52-442b-ba8c-d64b861ba651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:12.120829 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-93840a97-cb52-442b-ba8c-d64b861ba651 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0868013 Sep 20 13:48:12.183422 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-ff0ef2ef-736f-42ed-893d-6a7dd9cf5585 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 HTTP/1.1" status: 200 len: 1000 time: 0.0554698 Sep 20 13:48:12.234402 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-67a11de2-6acc-4f00-813e-f6c1b98f18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:12.235801 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-67a11de2-6acc-4f00-813e-f6c1b98f18c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0451276 Sep 20 13:48:12.279436 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-3ae41f02-ed14-492d-970c-c79dc1377f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:12.280906 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-3ae41f02-ed14-492d-970c-c79dc1377f6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384986 Sep 20 13:48:12.370133 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-7f869d3a-b6b9-4de7-bbf9-f25aa142f99e service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822916 Sep 20 13:48:12.514235 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ac87e301-a093-4161-bd94-ffb6247a775d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:12.760598 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-777deca6-33c2-4b9b-b113-a82a00690d92 req-cfd18cfd-f903-4ed9-bbfb-c8aff2819029 service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836071 Sep 20 13:48:15.241573 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-369b69f4-289b-45b8-a1c3-798767fe8d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:15.727038 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:16.492980 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:48:16.915693 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:18.281719 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:20.692660 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:21.201269 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:25.446926 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-b0439f93-d815-49ad-b651-c6a7b329b74e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429337 Sep 20 13:48:25.527750 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-17782b17-367a-4915-9642-d0ead22021ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:25.529248 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-17782b17-367a-4915-9642-d0ead22021ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1094 time: 0.0417376 Sep 20 13:48:25.632373 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-8ce13c1c-b550-46a1-be8e-178e75d033e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:25.633908 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-8ce13c1c-b550-46a1-be8e-178e75d033e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0868299 Sep 20 13:48:25.700162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-46709eb8-411a-449a-aac6-27a26be8e8d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 200 len: 998 time: 0.0589185 Sep 20 13:48:25.746703 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-c00f4c1e-d611-4d46-a0c4-11ffc9ed74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:25.748078 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-c00f4c1e-d611-4d46-a0c4-11ffc9ed74b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0418096 Sep 20 13:48:25.791075 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-a6b63557-c6fe-45fb-9ef4-7c3db48a051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:25.792519 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-a6b63557-c6fe-45fb-9ef4-7c3db48a051d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374517 Sep 20 13:48:25.882815 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-dba35a26-4674-4d8c-86bd-40875ed30f2f service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830390 Sep 20 13:48:25.975594 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-bea7ee91-ec95-447d-8cbf-d9f15ccf7478 req-e339341e-b435-48ef-b6ea-1d06bcae2380 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824618 Sep 20 13:48:37.841432 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 details requested by agent hyperv_n-h2-809934-3 with host n-h2-809934-3 {{(pid=95504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:48:37.935491 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:48:37.946373 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Returning: {'device': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'port_id': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'mac_address': 'fa:16:3e:07:d6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:48:37.980852 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:37.994261 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 {{(pid=95504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 13:48:38.013201 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:48:38.072948 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:38.122677 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,revision_number=6']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:48:38.129641 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.129984 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.130319 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.130650 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.130978 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.131302 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.131622 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.131940 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.132259 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.132583 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.132897 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.133235 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:38.151884 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] get_ports_and_sgs() called for port_ids ['f7fa190e-a6b2-4fc9-afbd-189ef801c1c0'] {{(pid=95504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 13:48:39.844705 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 up at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:48:39.903764 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.provisioning_blocks [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Provisioning complete for port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 triggered by entity L2. {{(pid=95504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 13:48:39.904546 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624596'] for port, provisioning_complete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:40.003289 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-926488'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:40.032965 n-d-809934-3 neutron-server[95504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0'}] {{(pid=95504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:48:40.130773 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d56f5611c11638c380495c7472ba3117858c2a17cc644ccc2b1fb6ce180bb07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e44d0-82e9-47cf-b11d-a17efd0a7d14" -d '{"events": [{"server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0"}]}' {{(pid=95504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:48:40.130773 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:48:40.130773 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6f62ca-318b-4e87-a61b-4a05d400b8bc x-openstack-request-id: req-7c6f62ca-318b-4e87-a61b-4a05d400b8bc {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:48:40.130773 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0", "code": 200}]} {{(pid=95504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:48:40.130773 n-d-809934-3 neutron-server[95504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c6f62ca-318b-4e87-a61b-4a05d400b8bc {{(pid=95504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:48:40.130773 n-d-809934-3 neutron-server[95504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'code': 200} Sep 20 13:48:40.233932 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765114213901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765113679836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765113679854'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:40.303918 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Pushing event updated for resources: {'Port': ['ID=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,revision_number=7']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:48:42.518718 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6e970639-f432-497e-8a64-3551b5a413c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:45.258387 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-658657d4-4e04-4753-ac2d-f6decc079ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:45.715591 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:46.926753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:48.303861 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:50.710983 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 47976) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:48:50.713189 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:50.865507 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Deleting port 7291e4b9-6573-402d-a384-2bec51626ee4 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:48:50.865857 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:50.941519 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:50.941843 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:50.953686 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Calling delete_port for 7291e4b9-6573-402d-a384-2bec51626ee4 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:48:51.164396 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:51.196701 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event deleted for resources: {'Port': ['ID=7291e4b9-6573-402d-a384-2bec51626ee4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:48:51.215935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:51.217520 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.217880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.219779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.219779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.219779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.219779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.219779 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.220239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.220239 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.220536 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.220879 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.221233 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:51.259443 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:51.259903 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Floating IP 4dce266e-b379-4501-885f-b55e65183517 disassociated (deleted). External IP: 172.25.6.41, port: f7fa190e-a6b2-4fc9-afbd-189ef801c1c0. Sep 20 13:48:51.463575 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Router f0287944-4d22-44aa-bb01-c27d08e639f0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:48:51.567305 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:48:51.572189 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:51.577603 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] Sync routers for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:48:51.587296 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:48:51.587916 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:48:51.598426 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-76f9e484-866a-48bf-82a9-4a59f32ef8c7 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "DELETE /v2.0/floatingips/4dce266e-b379-4501-885f-b55e65183517 HTTP/1.1" status: 204 len: 168 time: 0.8863316 Sep 20 13:48:51.599011 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:48:51.601263 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a229603-264c-4e2c-9b2f-3466c992366e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:48:51.691981 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:48:51.919735 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:30Z', 'revision_number': 1, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:48:51.948765 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] Checking router: f0287944-4d22-44aa-bb01-c27d08e639f0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:48:51.958221 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:48:51.958833 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:48:51.972902 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e79dca-0b82-49c1-9a88-e3698e6aa620 x-openstack-request-id: req-39e79dca-0b82-49c1-9a88-e3698e6aa620 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:48:51.975014 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:48:51.975014 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39e79dca-0b82-49c1-9a88-e3698e6aa620 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:48:51.975014 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'status': 'completed', 'code': 200} Sep 20 13:48:52.050773 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a229603-264c-4e2c-9b2f-3466c992366e req-1c447296-876e-438c-9e31-a964d6c8d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:52.052590 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a229603-264c-4e2c-9b2f-3466c992366e req-1c447296-876e-438c-9e31-a964d6c8d9bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 1096 time: 0.0483000 Sep 20 13:48:52.073442 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:48:52.077833 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7b7c6-d70b-45a0-9e01-52ce1e759ba6 req-a8695b21-b341-4ab4-8b9f-339303cab5ef tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:52.079399 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4b7b7c6-d70b-45a0-9e01-52ce1e759ba6 req-a8695b21-b341-4ab4-8b9f-339303cab5ef tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0557957 Sep 20 13:48:52.125719 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c4b7b7c6-d70b-45a0-9e01-52ce1e759ba6 req-2880a516-6c1e-4317-9b47-61d18daff359 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343084 Sep 20 13:48:52.155033 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a229603-264c-4e2c-9b2f-3466c992366e req-1d6a3294-4f6f-4cba-bf0b-c9742cc17b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:52.156594 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a229603-264c-4e2c-9b2f-3466c992366e req-1d6a3294-4f6f-4cba-bf0b-c9742cc17b3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0964067 Sep 20 13:48:52.201631 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a229603-264c-4e2c-9b2f-3466c992366e req-0fed0ea3-6a96-4b2b-94cd-c1d6b13ddca9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 HTTP/1.1" status: 200 len: 217 time: 0.0372188 Sep 20 13:48:52.254300 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a229603-264c-4e2c-9b2f-3466c992366e req-4d7aa80f-ee38-49ce-b69c-da2e00b059d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:52.255774 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a229603-264c-4e2c-9b2f-3466c992366e req-4d7aa80f-ee38-49ce-b69c-da2e00b059d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0474944 Sep 20 13:48:52.302496 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a229603-264c-4e2c-9b2f-3466c992366e req-73b61965-3c28-4335-9975-396838a89780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:52.304002 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a229603-264c-4e2c-9b2f-3466c992366e req-73b61965-3c28-4335-9975-396838a89780 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408866 Sep 20 13:48:52.306864 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:30Z', 'revision_number': 1, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:48:52.338108 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3e728-3dad-4a6e-a6c2-a0f1b9394aca None None] The sync data for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 is: [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_floatingips': [{'id': 'cf1c0085-10d4-4dcb-83c7-3d1cd1150bda', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '74831730-c29e-4033-a27c-161590b78793', 'router_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'port_id': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'mac_address': 'fa:16:3e:04:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T13:44:28Z', 'updated_at': '2021-09-20T13:44:30Z', 'revision_number': 1, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:48:52.403880 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a229603-264c-4e2c-9b2f-3466c992366e req-0f047fbf-7d98-43bf-8fe5-3762e2bd6c37 service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913322 Sep 20 13:48:52.499205 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-9a229603-264c-4e2c-9b2f-3466c992366e req-1ac1973f-8c18-4a70-a9e2-d3556a4582ef service neutron] 10.222.0.21 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Sep 20 13:48:52.560515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d8867-e212-47d3-9465-e2194c045b8d None None] New status for floating IP 4dce266e-b379-4501-885f-b55e65183517: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:48:53.245827 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ba93a-ac18-4f7b-80c9-c4b2856dacf1 req-d492b27e-9b60-4dd3-b0be-6962ceecdcec tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:53.247295 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c93ba93a-ac18-4f7b-80c9-c4b2856dacf1 req-d492b27e-9b60-4dd3-b0be-6962ceecdcec tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Sep 20 13:48:53.284811 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-c93ba93a-ac18-4f7b-80c9-c4b2856dacf1 req-ca55ccf7-b6f7-4e0b-96f8-53f79cb367df tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Sep 20 13:48:53.492662 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:48:53.534743 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399027c1-6915-431e-8034-8974ebf778f6 req-8876543d-ea2d-4b58-aff9-a87078201bb9 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:53.536237 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399027c1-6915-431e-8034-8974ebf778f6 req-8876543d-ea2d-4b58-aff9-a87078201bb9 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Sep 20 13:48:53.627073 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Deleting port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:48:53.627417 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:53.714521 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] For port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0, host n-h2-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809934-3',level=0,port_id=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:48:53.714882 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:53.727128 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Calling delete_port for f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:48:53.906922 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:53.918151 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:48:53.933977 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event deleted for resources: {'Port': ['ID=f7fa190e-a6b2-4fc9-afbd-189ef801c1c0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:48:53.941001 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:48:53.941371 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:48:53.944508 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.944860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.945232 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.945572 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.946028 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.946235 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.946571 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.946947 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.947526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.947526 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.947793 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.948084 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809934-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:48:53.991926 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] No DVR routers for this DVR port f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 on host n-h2-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:48:53.994529 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:53.996474 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-399027c1-6915-431e-8034-8974ebf778f6 req-02076b2f-bad6-4b52-8cc5-f6519e6525b0 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.21 "DELETE /v2.0/ports/f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 HTTP/1.1" status: 204 len: 173 time: 0.4544604 Sep 20 13:48:53.996902 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'name': 'network-vif-deleted', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:48:53.999685 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f2f1c6-ec3a-45e9-95d9-1a2455614966" -d '{"events": [{"server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "name": "network-vif-deleted", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:48:54.088550 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45aa3ee-5413-4cfb-a22c-be277eccd3b7 x-openstack-request-id: req-d45aa3ee-5413-4cfb-a22c-be277eccd3b7 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:48:54.089002 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcac120-6aab-45e9-924e-e174257f03e7", "name": "network-vif-deleted", "tag": "f7fa190e-a6b2-4fc9-afbd-189ef801c1c0", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:48:54.089289 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d45aa3ee-5413-4cfb-a22c-be277eccd3b7 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:48:54.089696 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcac120-6aab-45e9-924e-e174257f03e7', 'name': 'network-vif-deleted', 'tag': 'f7fa190e-a6b2-4fc9-afbd-189ef801c1c0', 'status': 'completed', 'code': 200} Sep 20 13:48:54.402153 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-a2a6e6be-1780-4846-b63e-91247f89cea7 req-daeb5218-e47e-4dd5-9e63-5e2b687a6185 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcac120-6aab-45e9-924e-e174257f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0264783 Sep 20 13:48:56.688522 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48038) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:48:56.839973 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Deleting port 98553472-f72f-411b-b7df-a1fadc732266 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:48:56.840321 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:56.917174 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:56.917506 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:56.929789 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Calling delete_port for 98553472-f72f-411b-b7df-a1fadc732266 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:48:57.141050 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:57.170364 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event deleted for resources: {'Port': ['ID=98553472-f72f-411b-b7df-a1fadc732266,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:48:57.227588 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:57.227919 n-d-809934-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Floating IP cf1c0085-10d4-4dcb-83c7-3d1cd1150bda disassociated (deleted). External IP: 172.25.6.96, port: 2ab3b31a-2d52-4fd3-853e-7d8ac91db396. Sep 20 13:48:57.429599 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Router f0287944-4d22-44aa-bb01-c27d08e639f0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:48:57.867758 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:48:57.872267 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:48:57.879007 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] Sync routers for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:48:57.887655 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:48:57.888280 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:48:57.900437 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c69be2f-50c0-4c6c-85a0-03415889d489 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "DELETE /v2.0/floatingips/cf1c0085-10d4-4dcb-83c7-3d1cd1150bda HTTP/1.1" status: 204 len: 168 time: 1.2084007 Sep 20 13:48:57.900437 n-d-809934-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:48:57.900872 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}813237bb154331188a6f91466026f5e2f5fdc6d8dae580d0bbbbc49b6a9e150e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73341763-8976-4723-8312-1ebb29bfb8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:48:57.903546 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 no longer exists at agent hyperv_n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:48:57.925749 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] No Port match for: f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:48:57.926180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Device f7fa190e-a6b2-4fc9-afbd-189ef801c1c0 not bound to the agent host n-h2-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:48:58.087708 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:48:58.266376 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84066198-aec1-4811-a2e1-a3901f085436 x-openstack-request-id: req-84066198-aec1-4811-a2e1-a3901f085436 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:48:58.266914 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:48:58.267384 n-d-809934-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84066198-aec1-4811-a2e1-a3901f085436 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:48:58.268031 n-d-809934-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'status': 'completed', 'code': 200} Sep 20 13:48:58.288016 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:48:58.315250 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] Checking router: f0287944-4d22-44aa-bb01-c27d08e639f0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:48:58.323757 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:48:58.324382 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:48:58.337250 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341763-8976-4723-8312-1ebb29bfb8fa req-ca969c15-a680-4595-b833-fa84ed42b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:58.338974 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73341763-8976-4723-8312-1ebb29bfb8fa req-ca969c15-a680-4595-b833-fa84ed42b504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 1094 time: 0.0476615 Sep 20 13:48:58.368455 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375c7c-7851-477a-81ac-186aea28a5b2 req-78d7b76a-d015-4055-baf4-7dc0fc3b0d42 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:58.370165 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50375c7c-7851-477a-81ac-186aea28a5b2 req-78d7b76a-d015-4055-baf4-7dc0fc3b0d42 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0547245 Sep 20 13:48:58.409265 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-50375c7c-7851-477a-81ac-186aea28a5b2 req-f395e6f3-b93e-48d6-b1de-0065f58d0545 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Sep 20 13:48:58.436575 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341763-8976-4723-8312-1ebb29bfb8fa req-68bedcb6-3d7b-4e02-ad1e-8052c422581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:58.438127 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73341763-8976-4723-8312-1ebb29bfb8fa req-68bedcb6-3d7b-4e02-ad1e-8052c422581a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 200 len: 910 time: 0.0914059 Sep 20 13:48:58.443552 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:48:58.481608 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73341763-8976-4723-8312-1ebb29bfb8fa req-6b1df2ca-2e7a-45de-9602-ec3b3decae8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 200 len: 217 time: 0.0351698 Sep 20 13:48:58.530238 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341763-8976-4723-8312-1ebb29bfb8fa req-82e5ea5a-11d7-4019-9486-fc5dd4aee8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:58.531690 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73341763-8976-4723-8312-1ebb29bfb8fa req-82e5ea5a-11d7-4019-9486-fc5dd4aee8be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 200 len: 849 time: 0.0434923 Sep 20 13:48:58.582661 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341763-8976-4723-8312-1ebb29bfb8fa req-2cc1e92c-5a87-40b9-9951-bcb45d9b1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:58.584162 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73341763-8976-4723-8312-1ebb29bfb8fa req-2cc1e92c-5a87-40b9-9951-bcb45d9b1655 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f9deecf-2156-4b46-b687-7c34685cbca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447698 Sep 20 13:48:58.641520 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:48:58.671044 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3c64ba-ff1e-4d11-be55-db813464310e None None] The sync data for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 is: [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:04Z', 'revision_number': 4, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3', '_interfaces': [{'id': 'a77023b1-9956-4023-9be7-a80d9a9a9173', 'name': '', 'network_id': '1f9deecf-2156-4b46-b687-7c34685cbca9', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'mac_address': 'fa:16:3e:41:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:03Z', 'updated_at': '2021-09-20T13:44:08Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'subnets': [{'id': 'd2b2166c-4be7-47c7-82e3-d9d0d2cee12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:48:58.687517 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73341763-8976-4723-8312-1ebb29bfb8fa req-1d1d42a7-9c8c-4688-a4d8-4b85982fe66d service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949211 Sep 20 13:48:58.785798 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-73341763-8976-4723-8312-1ebb29bfb8fa req-e1aaa12d-b516-452f-b0b8-2dc18752ca36 service neutron] 10.222.0.32 "GET /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905809 Sep 20 13:48:58.900325 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbef33-583b-45f1-94af-371a9388d1fe None None] New status for floating IP cf1c0085-10d4-4dcb-83c7-3d1cd1150bda: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:48:59.524183 n-d-809934-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732444a-79c1-429c-ba4d-4128e37b2921 req-c2e7318d-4afa-4545-a9dc-a8f1e8b1e0e3 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:59.525672 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9732444a-79c1-429c-ba4d-4128e37b2921 req-c2e7318d-4afa-4545-a9dc-a8f1e8b1e0e3 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0477962 Sep 20 13:48:59.564997 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-9732444a-79c1-429c-ba4d-4128e37b2921 req-32356292-eaa0-4134-8075-d528fa5045a3 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c56e289-dcd6-45fc-90fc-15eca9961480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326924 Sep 20 13:48:59.866570 n-d-809934-3 neutron-server[95503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b66b-97a2-445d-b85d-7090e603e413 req-582eaa2d-8e60-4a0b-b3fc-b61973de2d1f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 13:48:59.868079 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1965b66b-97a2-445d-b85d-7090e603e413 req-582eaa2d-8e60-4a0b-b3fc-b61973de2d1f tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 943 time: 0.0494716 Sep 20 13:48:59.959510 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Deleting port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:48:59.959859 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:00.045768 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] For port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396, host n-h1-809934-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809934-3',level=0,port_id=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:00.046127 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:00.058145 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Calling delete_port for 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 owned by compute:nova {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:00.235057 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:00.264018 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event deleted for resources: {'Port': ['ID=2ab3b31a-2d52-4fd3-853e-7d8ac91db396,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:00.304860 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] No DVR routers for this DVR port 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 on host n-h1-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:49:00.307771 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19814'] for port, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:00.310128 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [req-1965b66b-97a2-445d-b85d-7090e603e413 req-37a3a031-10d4-4f0c-a3fd-468651ef003e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.32 "DELETE /v2.0/ports/2ab3b31a-2d52-4fd3-853e-7d8ac91db396 HTTP/1.1" status: 204 len: 173 time: 0.4356012 Sep 20 13:49:00.310540 n-d-809934-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'name': 'network-vif-deleted', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 13:49:00.312819 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8f8906fe9ccda5d2f44004a9a5e32420bb8efcdc22440814cbda1c98a862e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f235f12f-8edf-4c78-ac17-3b9e24500638" -d '{"events": [{"server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "name": "network-vif-deleted", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:49:00.351939 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 13:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81002e8-2437-465f-a9c9-6398e984b53e x-openstack-request-id: req-d81002e8-2437-465f-a9c9-6398e984b53e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:49:00.352254 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9a52d7-2959-4ce4-b857-b495ebde2cd0", "name": "network-vif-deleted", "tag": "2ab3b31a-2d52-4fd3-853e-7d8ac91db396", "status": "completed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:49:00.352504 n-d-809934-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d81002e8-2437-465f-a9c9-6398e984b53e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:49:00.352904 n-d-809934-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9a52d7-2959-4ce4-b857-b495ebde2cd0', 'name': 'network-vif-deleted', 'tag': '2ab3b31a-2d52-4fd3-853e-7d8ac91db396', 'status': 'completed', 'code': 200} Sep 20 13:49:00.680717 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [req-e1e462d6-9bbe-4ce6-b6f1-fd758ed19a85 req-ca683db6-3c42-4ad8-879a-81f084c96c5e tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9a52d7-2959-4ce4-b857-b495ebde2cd0 HTTP/1.1" status: 200 len: 210 time: 0.0278616 Sep 20 13:49:01.737598 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:01.792748 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8aad53cc-d41e-4c11-bed2-fb17f3600d42 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:01.816716 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8aad53cc-d41e-4c11-bed2-fb17f3600d42 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:01.929604 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8aad53cc-d41e-4c11-bed2-fb17f3600d42 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:01.932327 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8aad53cc-d41e-4c11-bed2-fb17f3600d42 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:01.933518 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-8aad53cc-d41e-4c11-bed2-fb17f3600d42 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c56e289-dcd6-45fc-90fc-15eca9961480 HTTP/1.1" status: 204 len: 168 time: 0.1949489 Sep 20 13:49:01.942880 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad53cc-d41e-4c11-bed2-fb17f3600d42 tempest-TestSnapshotPattern-1037774486 tempest-TestSnapshotPattern-1037774486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c56e289-dcd6-45fc-90fc-15eca9961480,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:02.061851 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48058) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:02.507887 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:02.538155 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 no longer exists at agent hyperv_n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:49:02.557668 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-776e473a-021c-4182-9263-ecbece78cccb None None] No Port match for: 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:49:02.558061 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Device 2ab3b31a-2d52-4fd3-853e-7d8ac91db396 not bound to the agent host n-h1-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:49:02.754081 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Deleting port a77023b1-9956-4023-9be7-a80d9a9a9173 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:49:02.754424 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:02.830005 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] For port a77023b1-9956-4023-9be7-a80d9a9a9173, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=a77023b1-9956-4023-9be7-a80d9a9a9173,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:02.830296 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:02.846645 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Calling delete_port for a77023b1-9956-4023-9be7-a80d9a9a9173 owned by network:router_interface {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:03.091940 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:03.117791 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a77023b1-9956-4023-9be7-a80d9a9a9173,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:03.284288 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:03.490052 n-d-809934-3 neutron-server[95503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Router f0287944-4d22-44aa-bb01-c27d08e639f0 has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:49:03.594854 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:49:03.599783 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-fa1ddb1a-3bcc-4bc1-92a7-6281791b3c1c admin admin] 10.222.0.37 "PUT /v2.0/routers/f0287944-4d22-44aa-bb01-c27d08e639f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5363383 Sep 20 13:49:03.602351 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48064) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:03.604997 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] Sync routers for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:49:03.614277 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:49:03.614883 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:03.705556 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:03.730904 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: n-d-809934-3 {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:49:03.821374 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:03.904166 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:49:02Z', 'revision_number': 5, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port': {'id': 'b228b3c2-3956-439a-ad4c-0de434748ed3', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:03.938774 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] Checking router: f0287944-4d22-44aa-bb01-c27d08e639f0 for host: n-d-809934-3 {{(pid=95505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:49:03.947031 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] Routers {'f0287944-4d22-44aa-bb01-c27d08e639f0'} bound to L3 agent in host n-d-809934-3 {{(pid=95505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:49:03.947649 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['f0287944-4d22-44aa-bb01-c27d08e639f0'], 'active': True} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:03.948465 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Deleting port b228b3c2-3956-439a-ad4c-0de434748ed3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:49:03.948813 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.029344 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] For port b228b3c2-3956-439a-ad4c-0de434748ed3, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=b228b3c2-3956-439a-ad4c-0de434748ed3,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:04.029711 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.036304 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_dvr_db [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] Set router f0287944-4d22-44aa-bb01-c27d08e639f0 gateway port host: None {{(pid=95505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:49:04.047785 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Calling delete_port for b228b3c2-3956-439a-ad4c-0de434748ed3 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:04.091957 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.l3_hamode_db [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:49:03Z', 'revision_number': 6, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:04.122074 n-d-809934-3 neutron-server[95505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7187ea-b270-4b9c-8d63-f034adc5b902 None None] The sync data for ids ['f0287944-4d22-44aa-bb01-c27d08e639f0'] in n-d-809934-3 is: [{'id': 'f0287944-4d22-44aa-bb01-c27d08e639f0', 'name': 'tempest-TestSnapshotPattern-1682511212-router', 'tenant_id': '4ab0e4caaa564684bbed2ba7137e4093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:01Z', 'updated_at': '2021-09-20T13:49:03Z', 'revision_number': 6, 'project_id': '4ab0e4caaa564684bbed2ba7137e4093', 'gw_port_host': None}] {{(pid=95505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:49:04.260487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.291122 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Pushing event deleted for resources: {'Port': ['ID=b228b3c2-3956-439a-ad4c-0de434748ed3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:04.349585 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.436026 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.438663 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.886073 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.890512 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0287944-4d22-44aa-bb01-c27d08e639f0 {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:49:04.891650 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.892817 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-48daf166-9c94-4110-9d7d-66bc8f5eebca admin admin] 10.222.0.37 "DELETE /v2.0/routers/f0287944-4d22-44aa-bb01-c27d08e639f0 HTTP/1.1" status: 204 len: 168 time: 1.2895730 Sep 20 13:49:04.895315 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48066) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:04.940030 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cf52f9-97cc-4f7b-a074-f09a0a1c1111 admin admin] Deleting subnet d2b2166c-4be7-47c7-82e3-d9d0d2cee12e {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:49:04.942951 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98cf52f9-97cc-4f7b-a074-f09a0a1c1111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:04.978493 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98cf52f9-97cc-4f7b-a074-f09a0a1c1111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.067659 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98cf52f9-97cc-4f7b-a074-f09a0a1c1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.198745 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98cf52f9-97cc-4f7b-a074-f09a0a1c1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.225326 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf52f9-97cc-4f7b-a074-f09a0a1c1111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b2166c-4be7-47c7-82e3-d9d0d2cee12e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:05.229241 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98cf52f9-97cc-4f7b-a074-f09a0a1c1111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.231403 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-98cf52f9-97cc-4f7b-a074-f09a0a1c1111 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d2b2166c-4be7-47c7-82e3-d9d0d2cee12e HTTP/1.1" status: 204 len: 168 time: 0.3351638 Sep 20 13:49:05.234043 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48070) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:05.238053 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb85f7-5d8c-4383-b068-a6de1e83e1c8 None None] Network 1f9deecf-2156-4b46-b687-7c34685cbca9 requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:49:05.302574 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.358586 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Deleting port 5fe068f5-2e28-48e8-8625-556ff1c4c371 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:49:05.359002 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.407853 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] DHCP port deletion for 1f9deecf-2156-4b46-b687-7c34685cbca9 request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:49:05.428077 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] For port 5fe068f5-2e28-48e8-8625-556ff1c4c371, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5fe068f5-2e28-48e8-8625-556ff1c4c371,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:05.428441 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.441384 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Calling delete_port for 5fe068f5-2e28-48e8-8625-556ff1c4c371 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:05.452919 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] Deleting port 5fe068f5-2e28-48e8-8625-556ff1c4c371 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:49:05.453451 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.518439 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] For port 5fe068f5-2e28-48e8-8625-556ff1c4c371, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=5fe068f5-2e28-48e8-8625-556ff1c4c371,segment=NetworkSegment(7f140a13-fb7a-4698-af6c-260d1d48c64f),segment_id=7f140a13-fb7a-4698-af6c-260d1d48c64f)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:05.518439 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.529701 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] Calling delete_port for 5fe068f5-2e28-48e8-8625-556ff1c4c371 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:05.574917 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 13:49:05.595957 n-d-809934-3 neutron-server[95504]: self.session.flush() Sep 20 13:49:05.601538 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] No DVR routers for this DVR port 5fe068f5-2e28-48e8-8625-556ff1c4c371 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:49:05.603086 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe068f5-2e28-48e8-8625-556ff1c4c371,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:05.606623 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.633663 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] Pushing event deleted for resources: {'Port': ['ID=5fe068f5-2e28-48e8-8625-556ff1c4c371,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:05.635487 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e392147-756f-43a5-9967-e1ceacb66d25 None None] No DVR routers for this DVR port 5fe068f5-2e28-48e8-8625-556ff1c4c371 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:49:05.678435 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.698441 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9deecf-2156-4b46-b687-7c34685cbca9']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:05.707494 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f140a13-fb7a-4698-af6c-260d1d48c64f') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:05.707787 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f140a13-fb7a-4698-af6c-260d1d48c64f') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:05.716749 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.729646 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.736359 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:49:05.742234 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:49:05.851909 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.857542 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:05.861294 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1f9deecf-2156-4b46-b687-7c34685cbca9 HTTP/1.1" status: 204 len: 168 time: 0.6238580 Sep 20 13:49:05.862967 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48072) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:05.871726 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6635f-4dc9-4771-a717-07af2939b867 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9deecf-2156-4b46-b687-7c34685cbca9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:06.011909 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b228b3c2-3956-439a-ad4c-0de434748ed3 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:49:06.031838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: b228b3c2-3956-439a-ad4c-0de434748ed3 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:49:06.032180 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device b228b3c2-3956-439a-ad4c-0de434748ed3 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:49:06.032592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5fe068f5-2e28-48e8-8625-556ff1c4c371 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:49:06.053217 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 5fe068f5-2e28-48e8-8625-556ff1c4c371 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:49:06.053534 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 5fe068f5-2e28-48e8-8625-556ff1c4c371 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:49:06.053939 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a77023b1-9956-4023-9be7-a80d9a9a9173 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:49:06.072167 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: a77023b1-9956-4023-9be7-a80d9a9a9173 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:49:06.072515 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device a77023b1-9956-4023-9be7-a80d9a9a9173 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:49:06.213336 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16281350'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:06.460058 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Deleting port dbcc1562-a47d-4e0f-9914-9caa8470cb47 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:49:06.460400 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:06.538456 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] For port dbcc1562-a47d-4e0f-9914-9caa8470cb47, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=dbcc1562-a47d-4e0f-9914-9caa8470cb47,segment=NetworkSegment(88e535cc-d2a2-4b8f-8ebe-e974ce70ec01),segment_id=88e535cc-d2a2-4b8f-8ebe-e974ce70ec01)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:06.538822 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:06.551776 n-d-809934-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Calling delete_port for dbcc1562-a47d-4e0f-9914-9caa8470cb47 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:06.780623 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641763'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:06.809232 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcc1562-a47d-4e0f-9914-9caa8470cb47,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:06.971782 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16369844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16282038'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:07.180350 n-d-809934-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e has already been hosted by L3 agent ec51937b-624a-4d06-890c-4e6c4f127622 {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:49:07.283669 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] Notify agent at l3_agent.n-d-809934-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:49:07.288826 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-1474efcd-a50f-42c3-8d01-fc214311a90d admin admin] 10.222.0.37 "PUT /v2.0/routers/cff6b2b8-01fe-4a16-82fc-7fb04701ae8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4247067 Sep 20 13:49:07.291649 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48074) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:07.292123 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] Sync routers for ids ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'] in n-d-809934-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:49:07.301812 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] Routers {'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:49:07.302489 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:07.398751 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks [] for router, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:07.507821 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:07.566324 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] Set router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e gateway port host: n-d-809934-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:49:07.623227 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Deleting port fefe6f69-eed6-4ca9-976c-38f1a79d9b62 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:49:07.623573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:07.704780 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] For port fefe6f69-eed6-4ca9-976c-38f1a79d9b62, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=fefe6f69-eed6-4ca9-976c-38f1a79d9b62,segment=NetworkSegment(724e6a4e-529b-4ecc-989b-eefd872bebc6),segment_id=724e6a4e-529b-4ecc-989b-eefd872bebc6)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:07.705184 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:07.716491 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Calling delete_port for fefe6f69-eed6-4ca9-976c-38f1a79d9b62 owned by network:router_gateway {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:07.746021 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74831730-c29e-4033-a27c-161590b78793', 'external_fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:49:06Z', 'revision_number': 5, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port': {'id': 'fefe6f69-eed6-4ca9-976c-38f1a79d9b62', 'name': '', 'network_id': '74831730-c29e-4033-a27c-161590b78793', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809934-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T13:44:07Z', 'updated_at': '2021-09-20T13:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e8ac32c-b1a1-4400-bc05-176852b9b75a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809934-3'}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:07.771838 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] Checking router: cff6b2b8-01fe-4a16-82fc-7fb04701ae8e for host: n-d-809934-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:49:07.779842 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] Routers {'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'} bound to L3 agent in host n-d-809934-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 13:49:07.780454 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809934-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T12:10:15Z,description=,heartbeat_timestamp=2021-09-20T13:48:45Z,host='n-d-809934-3',id=ec51937b-624a-4d06-890c-4e6c4f127622,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T12:10:16Z,topic='l3_agent')) {'router_ids': ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:07.867040 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] Set router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:49:07.920168 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:49:07Z', 'revision_number': 6, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port_host': None}], 'n-d-809934-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:07.946396 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eade6e-2054-4229-ad5f-309570a1a67a None None] The sync data for ids ['cff6b2b8-01fe-4a16-82fc-7fb04701ae8e'] in n-d-809934-3 is: [{'id': 'cff6b2b8-01fe-4a16-82fc-7fb04701ae8e', 'name': 'tempest-TestSnapshotPattern-1892270126-router', 'tenant_id': '2bfab61407d64d29a4468e759eafa2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T13:44:06Z', 'updated_at': '2021-09-20T13:49:07Z', 'revision_number': 6, 'project_id': '2bfab61407d64d29a4468e759eafa2f2', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:49:07.949147 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:07.977843 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=fefe6f69-eed6-4ca9-976c-38f1a79d9b62,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:08.048573 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16281968'] for router_gateway, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.135290 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16283425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16112'] for router, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.137348 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.251660 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16283610'] for router, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.252120 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff6b2b8-01fe-4a16-82fc-7fb04701ae8e {{(pid=95503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:49:08.256387 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] Notify callbacks [] for router, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.257630 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-b5b6959f-3e41-4581-9eb5-f7ba13db3d3a admin admin] 10.222.0.37 "DELETE /v2.0/routers/cff6b2b8-01fe-4a16-82fc-7fb04701ae8e HTTP/1.1" status: 204 len: 168 time: 0.9649408 Sep 20 13:49:08.260172 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48076) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:08.311824 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_v2 [None req-786532a9-56eb-4936-9d2b-bf265f641b43 admin admin] Deleting subnet 5beaae03-606a-45a9-a587-aac838b559c6 {{(pid=95503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 13:49:08.315258 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786532a9-56eb-4936-9d2b-bf265f641b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.351656 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786532a9-56eb-4936-9d2b-bf265f641b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14063436'] for subnet, precommit_delete_associations {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.434776 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786532a9-56eb-4936-9d2b-bf265f641b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627624'] for subnet, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.564172 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786532a9-56eb-4936-9d2b-bf265f641b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12590975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12802337'] for subnet, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.590079 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786532a9-56eb-4936-9d2b-bf265f641b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5beaae03-606a-45a9-a587-aac838b559c6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:08.594487 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-786532a9-56eb-4936-9d2b-bf265f641b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.596538 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-786532a9-56eb-4936-9d2b-bf265f641b43 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5beaae03-606a-45a9-a587-aac838b559c6 HTTP/1.1" status: 204 len: 168 time: 0.3352702 Sep 20 13:49:08.598873 n-d-809934-3 neutron-server[95503]: DEBUG neutron.wsgi [-] (95503) accepted ('10.222.0.37', 48080) {{(pid=95503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:08.601413 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eda3f05-d074-4127-a630-d6ac4c024efe None None] Network ecc402bf-95e2-4728-982e-7e3662a5523e requested from n-d-809934-3 {{(pid=95504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 13:49:08.671708 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814169'] for network, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.726390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Deleting port 61893e56-4433-49f2-8277-642eac33cb51 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:49:08.726856 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.788982 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] DHCP port deletion for ecc402bf-95e2-4728-982e-7e3662a5523e request from n-d-809934-3 {{(pid=95504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 13:49:08.794390 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] For port 61893e56-4433-49f2-8277-642eac33cb51, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=61893e56-4433-49f2-8277-642eac33cb51,segment=NetworkSegment(88e535cc-d2a2-4b8f-8ebe-e974ce70ec01),segment_id=88e535cc-d2a2-4b8f-8ebe-e974ce70ec01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:08.794762 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.813024 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Calling delete_port for 61893e56-4433-49f2-8277-642eac33cb51 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:08.839818 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] Deleting port 61893e56-4433-49f2-8277-642eac33cb51 {{(pid=95504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 13:49:08.840193 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765114209329'] for port, before_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.918014 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] For port 61893e56-4433-49f2-8277-642eac33cb51, host n-d-809934-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809934-3',level=0,port_id=61893e56-4433-49f2-8277-642eac33cb51,segment=NetworkSegment(88e535cc-d2a2-4b8f-8ebe-e974ce70ec01),segment_id=88e535cc-d2a2-4b8f-8ebe-e974ce70ec01)] {{(pid=95504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:49:08.918014 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16277070'] for port, precommit_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:08.925087 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] Calling delete_port for 61893e56-4433-49f2-8277-642eac33cb51 owned by network:dhcp {{(pid=95504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 13:49:08.996462 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12590928'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.004331 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765114214903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765113679827'] for port, after_delete {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.025717 n-d-809934-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] No DVR routers for this DVR port 61893e56-4433-49f2-8277-642eac33cb51 on host n-d-809934-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:49:09.030091 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Pushing event deleted for resources: {'Port': ['ID=61893e56-4433-49f2-8277-642eac33cb51,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:09.035646 n-d-809934-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] Pushing event deleted for resources: {'Port': ['ID=61893e56-4433-49f2-8277-642eac33cb51,revision_number=None']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:09.037120 n-d-809934-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32563d9-cbb9-49e9-be52-10cf3ef6e0b0 None None] No DVR routers for this DVR port 61893e56-4433-49f2-8277-642eac33cb51 on host n-d-809934-3 {{(pid=95504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:49:09.107170 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630063', 'neutron.services.segments.db._delete_segments_for_network-8765114160285'] for network, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.128050 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc402bf-95e2-4728-982e-7e3662a5523e']}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:09.137518 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01') {'for_net_delete': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:09.137820 n-d-809934-3 neutron-server[95503]: DEBUG neutron.services.segments.db [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e535cc-d2a2-4b8f-8ebe-e974ce70ec01') {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:49:09.148330 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765114160550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14063431'] for segment, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.161715 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773'] for segment, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.167403 n-d-809934-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:49:09.167791 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-627773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583841'] for segment, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: Traceback (most recent call last): Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: timer() Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: cb(*args, **kw) Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: return func(*args, **kwargs) Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: self._notify() Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: self.callback(batched_events) Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: event.method(event) Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: return f(self, *a, **k) Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: return self._get(url).json() Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: return self.request(url, 'GET', **kwargs) Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 13:49:09.169444 n-d-809934-3 neutron-server[95503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 13:49:09.277954 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-630070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16339712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16372551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16281876'] for network, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.283912 n-d-809934-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Notify callbacks [] for network, before_response {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.285945 n-d-809934-3 neutron-server[95503]: INFO neutron.wsgi [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] 10.222.0.37 "DELETE /v2.0/networks/ecc402bf-95e2-4728-982e-7e3662a5523e HTTP/1.1" status: 204 len: 168 time: 0.6861482 Sep 20 13:49:09.297618 n-d-809934-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1ab35-fda6-4878-91e9-ab84367d75da admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc402bf-95e2-4728-982e-7e3662a5523e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:09.547859 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:09.586610 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7ada95a-512f-4c92-9505-4668a3a620f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ab0e4caaa564684bbed2ba7137e4093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376134 Sep 20 13:49:09.589032 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:09.636398 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-690e1418-ffc4-4b53-b712-633ca8981771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.657239 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-690e1418-ffc4-4b53-b712-633ca8981771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.771709 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-690e1418-ffc4-4b53-b712-633ca8981771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.774345 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-690e1418-ffc4-4b53-b712-633ca8981771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:09.775499 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-690e1418-ffc4-4b53-b712-633ca8981771 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f789461c-8a96-43da-88ae-17937fb305ec HTTP/1.1" status: 204 len: 168 time: 0.1855786 Sep 20 13:49:09.783676 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e1418-ffc4-4b53-b712-633ca8981771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f789461c-8a96-43da-88ae-17937fb305ec,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:10.007917 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 61893e56-4433-49f2-8277-642eac33cb51 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:49:10.033216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: 61893e56-4433-49f2-8277-642eac33cb51 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:49:10.033592 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device 61893e56-4433-49f2-8277-642eac33cb51 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:49:10.034007 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fefe6f69-eed6-4ca9-976c-38f1a79d9b62 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:49:10.052767 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: fefe6f69-eed6-4ca9-976c-38f1a79d9b62 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:49:10.053147 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device fefe6f69-eed6-4ca9-976c-38f1a79d9b62 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:49:10.053562 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dbcc1562-a47d-4e0f-9914-9caa8470cb47 no longer exists at agent ovs-agent-n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:49:10.074868 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] No Port match for: dbcc1562-a47d-4e0f-9914-9caa8470cb47 {{(pid=95504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 13:49:10.075216 n-d-809934-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.rpc [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Device dbcc1562-a47d-4e0f-9914-9caa8470cb47 not bound to the agent host n-d-809934-3 {{(pid=95504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:49:10.426460 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48092) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:10.465913 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-593b3451-08e8-407f-beef-5f0169d7fa70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bfab61407d64d29a4468e759eafa2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383229 Sep 20 13:49:10.468401 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.37', 48094) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 13:49:10.518162 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-458beee3-4d45-42c0-b7b8-586e491f3cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:10.538874 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-458beee3-4d45-42c0-b7b8-586e491f3cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:10.632167 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-458beee3-4d45-42c0-b7b8-586e491f3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341715'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:10.634724 n-d-809934-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-458beee3-4d45-42c0-b7b8-586e491f3cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:10.635895 n-d-809934-3 neutron-server[95502]: INFO neutron.wsgi [None req-458beee3-4d45-42c0-b7b8-586e491f3cdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6736816b-4646-4d3b-a7af-9e34a7f2a2a7 HTTP/1.1" status: 204 len: 168 time: 0.1666136 Sep 20 13:49:10.644288 n-d-809934-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458beee3-4d45-42c0-b7b8-586e491f3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736816b-4646-4d3b-a7af-9e34a7f2a2a7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:49:12.517387 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7629d56d-b785-4701-b91b-697731fac713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:15.240593 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6bff50ed-83d3-43f1-ba92-b8878cdb03ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:15.694777 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:16.900200 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:18.291230 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:20.721001 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:21.234316 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:30.492282 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:49:42.516542 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b1c4349a-27b0-4699-bde3-3905f35f20f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:45.223114 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bf1fb20b-dc52-45a9-8c7f-7342d0f8e62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:45.736765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:46.937090 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:48.322217 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:50.754308 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:49:51.222235 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:07.492591 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:50:12.530480 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f1aea7-04ed-4caa-99a2-b8b010b533d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:15.210088 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c557900-39dd-4391-a1e5-4b84430547dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:15.735800 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:16.936446 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:18.381903 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:20.743925 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:21.246040 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:42.514205 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe209-5b69-40ba-875d-7c53b4bf0121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:44.491723 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:50:45.232462 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-94f4358c-ded1-4550-9865-b2c06b462509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:45.713678 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:46.913117 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:48.312702 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:50.730796 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:50:51.272515 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:12.540766 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0a632909-96d9-4251-9b6d-d7f30d9ae670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:15.209974 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bc65f568-2236-42f8-8288-296de7ca8a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:15.712486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:16.901256 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:18.301288 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:20.753209 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:21.249760 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:21.491054 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:51:42.500170 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a0d08362-97af-4fb0-a3b7-ca3e19bc9636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:45.220262 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ec99eca7-7f56-4a50-ba3a-64e35be11023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:45.688666 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:46.934351 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:48.288897 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:50.785765 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:51.265749 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:51:58.489493 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:52:12.539491 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fe097ca-60a0-497f-986a-78ea3fabba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:15.221410 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7eaf-31e0-4c3e-b45d-d12b973b840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:15.716576 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:16.922367 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:18.311145 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:20.791034 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:21.287989 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:35.488835 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:52:42.521788 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-601ccb41-b7a1-426c-a9e2-fe5c1b052e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:45.219227 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6a98cc03-381f-4031-9987-cbeace3da622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:45.687753 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:46.927920 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:48.316172 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:50.794631 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:52:51.286622 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:12.488510 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:53:12.509655 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-554da8c3-eaea-4077-82c7-87b9205df898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:15.216985 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-49250c03-d43c-4385-ba93-19ccc0b6da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:15.698447 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:16.942623 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:18.316237 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:20.806850 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:21.285057 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:42.532143 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-713ed926-2c1b-4454-bd8e-f5f372f89b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:45.229097 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bf6463e3-75cc-45e9-8467-a463b965bbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:45.720486 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:46.935935 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:48.326833 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:49.487797 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:53:50.827061 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:53:51.307460 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:12.540380 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f99b0b9-0f7c-41e3-a7db-a27fb9fbcc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:15.234554 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d1b92404-58f4-4cc0-8da8-7f1f1116cd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:15.734501 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:16.940261 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:18.363251 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:20.848943 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:21.300017 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:26.486754 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:54:42.508600 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf986-ab12-499a-9b48-458f59330cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:45.234154 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a3188170-1666-4801-81bc-5c5f63ab3b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:45.745227 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:46.944943 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:48.322308 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:50.893562 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:54:51.299081 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:03.486860 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:55:12.503619 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1f2c-1624-455e-9285-1544b15907e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:15.239082 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2ce63869-75a0-4d09-ac16-bcd4b4d24b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:15.701791 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:16.942060 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:18.366694 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:20.869506 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:21.339649 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:40.485895 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:55:42.519610 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43037593-84c7-4901-b5cb-51366516ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:45.245572 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d7b8-9053-4842-a772-685fe6f28976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:45.720077 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:46.971148 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:48.359927 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:50.868474 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:55:51.319698 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:12.512834 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-662199ba-dcd6-4c0c-81a6-6315388c7756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:15.220864 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fe6cca40-3f9b-44d8-82f7-7dc16a9e7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:15.752848 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:16.918992 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:17.487636 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:56:18.324440 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:20.849983 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:21.341643 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:42.551877 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-43f3937a-8ca5-4a15-b60d-bc8ec04ae4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:43.915592 n-d-809934-3 neutron-server[95502]: DEBUG neutron.wsgi [req-7266ceb1-b7d7-4483-8d08-75ebf4df0fc4 req-8407abe3-529b-4ef5-873a-afd5d11b2391 service neutron] (95502) timed out ('10.222.0.37', 46654) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 13:56:45.208942 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b4a39ebc-f6b0-4245-af51-618509afc4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:45.712084 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:46.974564 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:48.328981 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:50.905942 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:51.328947 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:56:54.490490 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:57:12.528063 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9f6c-ff62-44ef-a918-b107421663de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:57:15.219875 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-33e06e5e-2a72-4729-a1a8-e5e1fc918ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:57:15.687882 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-69f0b0e6-5c13-4648-9f4b-45d7d62d3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:57:16.945083 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ef03-4c9b-4b00-9511-fa8615af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:57:18.345442 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a48-3af5-41a0-ad0a-19501f509a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:57:20.888321 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-776e473a-021c-4182-9263-ecbece78cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:57:21.345017 n-d-809934-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2000f670-e2e5-4f02-b014-b78c0d7ff441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765114160267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-628527'] for agent, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 13:57:31.488960 n-d-809934-3 neutron-server[95505]: DEBUG neutron.db.agents_db [None req-1169fb41-b9d4-4e64-b646-e03d098e6b9c None None] Agent healthcheck: found 7 active agents {{(pid=95505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}